-- Logs begin at Thu 2021-12-23 15:23:31 UTC, end at Thu 2021-12-23 17:09:56 UTC. --
Dec 23 16:00:01.399502 dv-neutron-822799-1-hyperv systemd[1]: Started Devstack devstack@q-svc.service.
Dec 23 16:00:03.775593 dv-neutron-822799-1-hyperv neutron-server[87496]: INFO neutron.common.config [-] Logging enabled!
Dec 23 16:00:03.776425 dv-neutron-822799-1-hyperv neutron-server[87496]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.2.dev105
Dec 23 16:00:03.776425 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=87496) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Dec 23 16:00:03.779405 dv-neutron-822799-1-hyperv neutron-server[87496]: INFO neutron.common.config [-] Logging enabled!
Dec 23 16:00:03.779660 dv-neutron-822799-1-hyperv neutron-server[87496]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.2.dev105
Dec 23 16:00:03.779966 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=87496) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Dec 23 16:00:03.780925 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:00:03.781146 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Dec 23 16:00:03.781502 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Dec 23 16:00:03.781744 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Dec 23 16:00:03.781965 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Dec 23 16:00:03.782272 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:03.782593 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.common.config [-] allow_overlapping_ips          = True {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:03.782883 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:03.783089 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:03.783375 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:03.783663 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:03.783942 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:03.784282 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:03.784598 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:03.784899 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:03.785167 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:03.785434 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:03.785662 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:03.785945 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:03.786222 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:03.786491 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:03.786716 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.common.config [-] debug                          = True {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:03.786977 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:03.787418 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:03.787819 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:03.788092 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:03.788359 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:03.788646 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.common.config [-] enable_traditional_dhcp        = True {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:03.788927 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:03.789192 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:03.789476 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:03.789791 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.common.config [-] host                           = dv-neutron-822799-1-hyperv {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:03.790050 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:03.790326 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:03.790606 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:03.790881 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:03.791145 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:03.791412 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:03.791685 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:03.791949 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:03.792214 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:03.792479 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:03.792779 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:03.793057 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:03.793337 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:03.793554 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:03.793772 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:03.794058 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:03.794336 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:03.794601 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:03.794866 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:03.795130 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:03.795392 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:03.795653 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:03.795915 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:03.796198 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:03.796463 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:03.796776 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:03.797044 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:03.797324 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:03.797661 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:03.798022 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:03.798314 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:03.798585 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:03.798856 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:03.799132 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:03.799413 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:03.799678 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:03.800041 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:03.800349 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:03.800909 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:03.800909 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:03.801132 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:03.801394 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:03.801672 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:03.801938 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:03.802203 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:03.802467 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:03.802731 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:03.802993 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:03.803269 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:03.803533 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:03.803797 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:03.804062 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:03.804326 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:03.804623 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:03.804919 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:03.805210 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:03.805512 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:03.805787 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:03.806075 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:03.806353 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:03.806640 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:03.806911 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:03.807198 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:03.807481 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:03.807765 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:03.808037 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:03.808318 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:03.808606 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope      = False {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:03.808968 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:03.809267 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:03.809562 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.common.config [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:03.809855 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:03.810125 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:03.810391 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:03.810657 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:03.810928 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:03.811209 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:03.811506 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:03.811775 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:03.812043 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:03.812316 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:03.812623 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:03.812902 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:03.813171 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:03.813443 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.common.config [-] nova.live_migration_events     = False {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:03.813725 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:03.813999 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:03.814268 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:03.814548 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:03.814821 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.common.config [-] placement.auth_type            = None {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:03.815090 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.common.config [-] placement.cafile               = None {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:03.815358 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:03.815727 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:03.816117 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:03.816243 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:03.816539 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:03.816831 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:03.817105 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:03.817344 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:03.817656 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:03.817928 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:03.818197 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:03.818469 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:03.818738 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:03.819006 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:03.819274 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:03.819526 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:03.819794 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:03.820071 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:03.820336 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:03.820615 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:03.820883 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:03.821151 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:03.821419 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:03.821691 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:03.821953 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:03.822225 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:03.822494 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:03.822763 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:03.823031 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:03.823298 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:03.823565 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:03.823847 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:03.824143 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:03.824416 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:03.824718 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:03.824995 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:03.825268 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:03.825539 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:03.825812 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:03.826084 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:03.826358 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:03.826983 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:03.827281 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:03.827559 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:03.828208 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:03.828208 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:03.828429 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:03.828678 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:03.828954 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:03.829230 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:03.829499 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:03.829770 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:03.830053 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:03.830330 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:03.830620 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:03.830908 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:03.831245 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:03.831537 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:03.831922 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:03.832204 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:03.832515 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:03.832821 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:03.833034 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Dec 23 16:00:03.833280 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=87496) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}}
Dec 23 16:00:04.222830 dv-neutron-822799-1-hyperv neutron-server[87496]: INFO keyring.backend [-] Loading KWallet
Dec 23 16:00:04.230480 dv-neutron-822799-1-hyperv neutron-server[87496]: INFO keyring.backend [-] Loading SecretService
Dec 23 16:00:04.234097 dv-neutron-822799-1-hyperv neutron-server[87496]: INFO keyring.backend [-] Loading Windows
Dec 23 16:00:04.235435 dv-neutron-822799-1-hyperv neutron-server[87496]: INFO keyring.backend [-] Loading chainer
Dec 23 16:00:04.236012 dv-neutron-822799-1-hyperv neutron-server[87496]: INFO keyring.backend [-] Loading macOS
Dec 23 16:00:04.270073 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=87496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:00:04.270300 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=87496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:00:04.270618 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=87496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:00:04.270945 dv-neutron-822799-1-hyperv neutron-server[87496]: INFO neutron.manager [-] Loading core plugin: ml2
Dec 23 16:00:04.578830 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=87496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 23 16:00:04.579117 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=87496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 23 16:00:04.579385 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=87496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 23 16:00:04.580602 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_create 55550000 {{(pid=87496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 23 16:00:04.580872 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_update 55550000 {{(pid=87496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 23 16:00:04.581190 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_delete 55550000 {{(pid=87496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 23 16:00:04.708516 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=87496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 23 16:00:04.708785 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=87496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 23 16:00:04.709072 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=87496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 23 16:00:04.722861 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=87496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 23 16:00:04.723136 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=87496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 23 16:00:04.723399 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=87496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 23 16:00:04.753232 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=87496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 23 16:00:04.753464 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=87496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 23 16:00:04.753758 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=87496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 23 16:00:04.793307 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=87496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 23 16:00:04.794023 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=87496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 23 16:00:04.794023 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=87496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 23 16:00:05.032864 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f1dc33ffaf0> agent after_create 55550000 {{(pid=87496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 23 16:00:05.033091 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f1dc33ffaf0> agent after_update 55550000 {{(pid=87496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 23 16:00:05.033301 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7f1dc33ff9d0> segment precommit_create 55550000 {{(pid=87496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 23 16:00:05.033564 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7f1dc33ffa60> network precommit_delete 55550000 {{(pid=87496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 23 16:00:05.034475 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7f1dc36b4820> segment before_delete 55550000 {{(pid=87496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 23 16:00:05.161815 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1dc3ea5be0>> network before_delete 55550000 {{(pid=87496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 23 16:00:05.162138 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7f1dc33f90d0> agent before_delete 55550000 {{(pid=87496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 23 16:00:05.162416 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1dc3ea5be0>> network before_create 55550000 {{(pid=87496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 23 16:00:05.162685 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1dc3ea5be0>> port before_create 55550000 {{(pid=87496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 23 16:00:05.162945 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1dc3ea5be0>> port before_update 55550000 {{(pid=87496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 23 16:00:05.163245 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_after_delete_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1dc3ea5be0>> segment after_delete 55550000 {{(pid=87496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 23 16:00:05.163508 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1dc3ea5be0>> segment precommit_create 55550000 {{(pid=87496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 23 16:00:05.163759 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1dc3ea5be0>> segment precommit_delete 55550000 {{(pid=87496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 23 16:00:05.164001 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1dc3ea5be0>> segment after_create 55550000 {{(pid=87496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 23 16:00:05.164272 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1dc3ea5be0>> network after_delete 55550000 {{(pid=87496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 23 16:00:05.164511 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1dc3ea5be0>> network precommit_delete 0 {{(pid=87496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 23 16:00:05.164959 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1dc3ea5be0>> port provisioning_complete 55550000 {{(pid=87496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 23 16:00:05.165222 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1dc3ea5be0>> rbac-policy before_create 55550000 {{(pid=87496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 23 16:00:05.165477 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1dc3ea5be0>> rbac-policy after_delete 55550000 {{(pid=87496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 23 16:00:05.165737 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1dc3ea5be0>> agent after_update 55550000 {{(pid=87496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 23 16:00:05.165999 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1dc3ea5be0>> subnet after_delete 55550000 {{(pid=87496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 23 16:00:05.166257 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1dc3ea5be0>> subnet precommit_delete 0 {{(pid=87496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 23 16:00:05.166518 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1dc3ea5be0>> rbac-policy before_update 55550000 {{(pid=87496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 23 16:00:05.166760 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1dc3ea5be0>> rbac-policy before_delete 55550000 {{(pid=87496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 23 16:00:05.167018 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DhcpAgentSchedulerDbMixin.auto_schedule_new_network_segments of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1dc3ea5be0>> segment_host_mapping after_create 55550000 {{(pid=87496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 23 16:00:05.167358 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1dc3ea5be0>> port after_create 55550000 {{(pid=87496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 23 16:00:05.167601 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1dc3ea5be0>> port after_update 55550000 {{(pid=87496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 23 16:00:05.167841 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1dc3ea5be0>> port after_delete 55550000 {{(pid=87496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 23 16:00:05.168203 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1dc3ea5be0>> rbac-policy before_create 55550000 {{(pid=87496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 23 16:00:05.168355 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1dc3ea5be0>> rbac-policy before_update 55550000 {{(pid=87496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 23 16:00:05.168841 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1dc3ea5be0>> rbac-policy before_delete 55550000 {{(pid=87496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 23 16:00:05.169096 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=87496) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Dec 23 16:00:05.169228 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=87496) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Dec 23 16:00:05.169497 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=87496) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Dec 23 16:00:05.169678 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=87496) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Dec 23 16:00:05.169906 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=87496) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Dec 23 16:00:05.170223 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=87496) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Dec 23 16:00:05.170592 dv-neutron-822799-1-hyperv neutron-server[87496]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
Dec 23 16:00:05.174191 dv-neutron-822799-1-hyperv neutron-server[87496]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
Dec 23 16:00:05.178233 dv-neutron-822799-1-hyperv neutron-server[87496]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
Dec 23 16:00:05.182257 dv-neutron-822799-1-hyperv neutron-server[87496]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(400, 449)])])
Dec 23 16:00:05.183903 dv-neutron-822799-1-hyperv neutron-server[87496]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
Dec 23 16:00:05.184360 dv-neutron-822799-1-hyperv neutron-server[87496]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
Dec 23 16:00:05.184681 dv-neutron-822799-1-hyperv neutron-server[87496]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan']
Dec 23 16:00:05.185068 dv-neutron-822799-1-hyperv neutron-server[87496]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
Dec 23 16:00:05.188096 dv-neutron-822799-1-hyperv neutron-server[87496]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
Dec 23 16:00:05.188428 dv-neutron-822799-1-hyperv neutron-server[87496]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
Dec 23 16:00:05.188709 dv-neutron-822799-1-hyperv neutron-server[87496]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv']
Dec 23 16:00:05.217249 dv-neutron-822799-1-hyperv neutron-server[87496]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa']
Dec 23 16:00:05.217701 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7f1dc358d9a0>> qos_plugin after_init 55550000 {{(pid=87496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 23 16:00:05.217998 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=87496) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}}
Dec 23 16:00:05.218355 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7f1dc358d400>> logging-plugin after_init 55550000 {{(pid=87496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 23 16:00:05.219756 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=87496) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
Dec 23 16:00:05.220043 dv-neutron-822799-1-hyperv neutron-server[87496]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv']
Dec 23 16:00:05.220284 dv-neutron-822799-1-hyperv neutron-server[87496]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv']
Dec 23 16:00:05.223700 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f1dc356b2b0>> floatingip before_response 55550000 {{(pid=87496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 23 16:00:05.223969 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f1dc356b2b0>> port before_response 55550000 {{(pid=87496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 23 16:00:05.286422 dv-neutron-822799-1-hyperv neutron-server[87496]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
Dec 23 16:00:05.286601 dv-neutron-822799-1-hyperv neutron-server[87496]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
Dec 23 16:00:05.286834 dv-neutron-822799-1-hyperv neutron-server[87496]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
Dec 23 16:00:05.287206 dv-neutron-822799-1-hyperv neutron-server[87496]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
Dec 23 16:00:05.323965 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_db.sqlalchemy.engines [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=87496) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}}
Dec 23 16:00:05.662069 dv-neutron-822799-1-hyperv neutron-server[87496]: INFO neutron.plugins.ml2.managers [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Initializing driver for type 'gre'
Dec 23 16:00:05.662691 dv-neutron-822799-1-hyperv neutron-server[87496]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] gre ID ranges: [(1, 1000)]
Dec 23 16:00:05.717827 dv-neutron-822799-1-hyperv neutron-server[87496]: INFO neutron.plugins.ml2.managers [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Initializing driver for type 'local'
Dec 23 16:00:05.718231 dv-neutron-822799-1-hyperv neutron-server[87496]: INFO neutron.plugins.ml2.managers [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Initializing driver for type 'vlan'
Dec 23 16:00:05.734663 dv-neutron-822799-1-hyperv neutron-server[87496]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] VlanTypeDriver initialization complete
Dec 23 16:00:05.735133 dv-neutron-822799-1-hyperv neutron-server[87496]: INFO neutron.plugins.ml2.managers [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Initializing driver for type 'vxlan'
Dec 23 16:00:05.735666 dv-neutron-822799-1-hyperv neutron-server[87496]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] vxlan ID ranges: [(1, 1000)]
Dec 23 16:00:05.797199 dv-neutron-822799-1-hyperv neutron-server[87496]: INFO neutron.plugins.ml2.managers [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Initializing extension driver 'port_security'
Dec 23 16:00:05.797942 dv-neutron-822799-1-hyperv neutron-server[87496]: INFO neutron.plugins.ml2.extensions.port_security [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] PortSecurityExtensionDriver initialization complete
Dec 23 16:00:05.798038 dv-neutron-822799-1-hyperv neutron-server[87496]: INFO neutron.plugins.ml2.managers [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Initializing mechanism driver 'openvswitch'
Dec 23 16:00:05.798407 dv-neutron-822799-1-hyperv neutron-server[87496]: INFO neutron.plugins.ml2.managers [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Initializing mechanism driver 'hyperv'
Dec 23 16:00:05.807073 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.plugin [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=87496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:00:05.807858 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1dc351d6a0>> port after_create 55550000 {{(pid=87496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 23 16:00:05.808240 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1dc351d6a0>> port after_update 55550000 {{(pid=87496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 23 16:00:05.808621 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1dc351d6a0>> port after_delete 55550000 {{(pid=87496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 23 16:00:05.809029 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1dc351d850>> subnet after_create 55550000 {{(pid=87496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 23 16:00:05.809398 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1dc351d850>> subnet after_update 55550000 {{(pid=87496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 23 16:00:05.809746 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1dc351d850>> subnet after_delete 55550000 {{(pid=87496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 23 16:00:05.810133 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1dc2ed9970>> network after_create 55550000 {{(pid=87496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 23 16:00:05.810485 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1dc2ed9970>> network after_update 55550000 {{(pid=87496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 23 16:00:05.810827 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1dc2ed9970>> network after_delete 55550000 {{(pid=87496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 23 16:00:05.811209 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1dc2ed9be0>> security_group after_create 55550000 {{(pid=87496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 23 16:00:05.811561 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1dc2ed9be0>> security_group after_update 55550000 {{(pid=87496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 23 16:00:05.811909 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1dc2ed9be0>> security_group after_delete 55550000 {{(pid=87496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 23 16:00:05.812296 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1dc2ed9e50>> security_group_rule after_create 55550000 {{(pid=87496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 23 16:00:05.812674 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1dc2ed9e50>> security_group_rule after_update 55550000 {{(pid=87496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 23 16:00:05.813017 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1dc2ed9e50>> security_group_rule after_delete 55550000 {{(pid=87496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 23 16:00:05.813393 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1dc2ed9ee0>> address_group after_create 55550000 {{(pid=87496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 23 16:00:05.813735 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1dc2ed9ee0>> address_group after_update 55550000 {{(pid=87496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 23 16:00:05.814072 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1dc2ed9ee0>> address_group after_delete 55550000 {{(pid=87496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 23 16:00:05.814418 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] ML2 OVO RPC backend initialized. {{(pid=87496) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}}
Dec 23 16:00:05.815200 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1dc2ee14f0>> router_interface after_create 55550000 {{(pid=87496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 23 16:00:05.815680 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1dc2ee14f0>> router_interface after_delete 55550000 {{(pid=87496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 23 16:00:05.816112 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1dc2ee14f0>> network before_response 55550000 {{(pid=87496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 23 16:00:05.816489 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1dc2ee14f0>> networks before_response 55550000 {{(pid=87496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 23 16:00:05.816933 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1dc2ee14f0>> port before_response 55550000 {{(pid=87496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 23 16:00:05.817278 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1dc2ee14f0>> ports before_response 55550000 {{(pid=87496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 23 16:00:05.817629 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1dc2ee14f0>> subnet before_response 55550000 {{(pid=87496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 23 16:00:05.817973 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1dc2ee14f0>> subnets before_response 55550000 {{(pid=87496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 23 16:00:05.818318 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1dc2ee14f0>> network after_create 55550000 {{(pid=87496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 23 16:00:05.818660 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1dc2ee14f0>> network after_update 55550000 {{(pid=87496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 23 16:00:05.818997 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1dc2ee14f0>> network after_delete 55550000 {{(pid=87496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 23 16:00:05.819359 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1dc2ee14f0>> port after_create 55550000 {{(pid=87496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 23 16:00:05.819698 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1dc2ee14f0>> port after_update 55550000 {{(pid=87496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 23 16:00:05.820032 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1dc2ee14f0>> port after_delete 55550000 {{(pid=87496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 23 16:00:05.820366 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1dc2ee14f0>> subnet after_create 55550000 {{(pid=87496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 23 16:00:05.820726 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1dc2ee14f0>> subnet after_update 55550000 {{(pid=87496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 23 16:00:05.821061 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1dc2ee14f0>> subnet after_delete 55550000 {{(pid=87496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 23 16:00:05.821693 dv-neutron-822799-1-hyperv neutron-server[87496]: INFO neutron.plugins.ml2.plugin [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Modular L2 Plugin initialization complete
Dec 23 16:00:05.822032 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.manager [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Loading services supported by the core plugin {{(pid=87496) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}}
Dec 23 16:00:05.822369 dv-neutron-822799-1-hyperv neutron-server[87496]: INFO neutron.plugins.ml2.managers [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Got port-security extension from driver 'port_security'
Dec 23 16:00:05.822841 dv-neutron-822799-1-hyperv neutron-server[87496]: INFO neutron.extensions.vlantransparent [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Disabled vlantransparent extension.
Dec 23 16:00:05.823338 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.manager [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=87496) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}}
Dec 23 16:00:05.823655 dv-neutron-822799-1-hyperv neutron-server[87496]: INFO neutron.manager [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Loading Plugin: router
Dec 23 16:00:05.863219 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1dc2ee1610>> router_interface before_create 55550000 {{(pid=87496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 23 16:00:05.863611 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1dc2ee1610>> router after_create 55549900 {{(pid=87496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 23 16:00:05.863980 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1dc2ee1610>> router before_create 55549900 {{(pid=87496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 23 16:00:05.864355 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1dc2ee1610>> router_interface before_delete 55550000 {{(pid=87496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 23 16:00:05.864766 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1dc2ee1610>> router_interface after_delete 55550000 {{(pid=87496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 23 16:00:05.865128 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1dc2ee1610>> router after_delete 55549900 {{(pid=87496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 23 16:00:05.865490 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1dc2ee1610>> floatingip after_update 55550000 {{(pid=87496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 23 16:00:05.865854 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1dc2ee1610>> router after_create 55549900 {{(pid=87496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 23 16:00:05.866205 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1dc2ee1610>> router after_update 55549900 {{(pid=87496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 23 16:00:05.866598 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1dc2ee1610>> router after_update 55549900 {{(pid=87496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 23 16:00:05.866931 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1dc2ee1610>> router_gateway after_delete 55550000 {{(pid=87496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 23 16:00:05.867280 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1dc2ee1610>> router after_update 55549900 {{(pid=87496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 23 16:00:05.867706 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1dc2ee1610>> router precommit_update 55549900 {{(pid=87496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 23 16:00:05.868084 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7f1dc35e1430> port after_update 55550000 {{(pid=87496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 23 16:00:05.868426 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7f1dc35e15e0> port after_delete 55550000 {{(pid=87496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 23 16:00:05.868799 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7f1dc35e1550> subnet after_update 55550000 {{(pid=87496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 23 16:00:05.869140 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7f1dc35e14c0> subnetpool_address_scope after_update 55550000 {{(pid=87496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 23 16:00:05.869488 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1dc2ee1610>> port precommit_delete 55550000 {{(pid=87496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 23 16:00:05.869843 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1dc2ee1610>> router precommit_create 55549900 {{(pid=87496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 23 16:00:05.870184 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7f1dc35d6ca0> port before_delete 55550000 {{(pid=87496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 23 16:00:05.870527 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1dc2ee1610>> router precommit_create 55550000 {{(pid=87496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 23 16:00:05.870885 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1dc2ee1610>> router after_update 55549900 {{(pid=87496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 23 16:00:05.871224 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1dc2ee1610>> router precommit_delete 55549900 {{(pid=87496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 23 16:00:05.871572 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1dc2ee1610>> router precommit_create 55549900 {{(pid=87496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 23 16:00:05.871938 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1dc2ee1610>> router_interface after_create 55550000 {{(pid=87496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 23 16:00:05.872284 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1dc2ee1610>> router precommit_update 55549900 {{(pid=87496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 23 16:00:05.872688 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Subscribe: <bound method DVRResourceOperationHandler.create_fip_agent_gw_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1dc2ee1610>> agent after_create 55550000 {{(pid=87496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 23 16:00:05.873042 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_agent_gw_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1dc2ee1610>> agent after_delete 55550000 {{(pid=87496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 23 16:00:05.873399 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1dc2ee1610>> network after_delete 55550000 {{(pid=87496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 23 16:00:05.874391 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.quota.resource_registry [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Tracking information for resource: router configured {{(pid=87496) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Dec 23 16:00:05.874722 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.quota.resource_registry [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Tracking information for resource: floatingip configured {{(pid=87496) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Dec 23 16:00:05.880779 dv-neutron-822799-1-hyperv neutron-server[87496]: INFO neutron.db.l3_agentschedulers_db [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
Dec 23 16:00:05.881390 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Subscribe: <function _notify_l3_agent_port_update at 0x7f1dc2e555e0> port after_update 55550000 {{(pid=87496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 23 16:00:05.881766 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Subscribe: <function _notify_l3_agent_new_port at 0x7f1dc2e554c0> port after_create 55550000 {{(pid=87496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 23 16:00:05.882122 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Subscribe: <function _notify_port_delete at 0x7f1dc2e55550> port after_delete 55550000 {{(pid=87496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 23 16:00:05.882478 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7f1dc2e558b0> port after_update 55550000 {{(pid=87496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 23 16:00:05.883308 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f1dc2df1e20>> router before_create 55550100 {{(pid=87496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 23 16:00:05.883680 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f1dc2df1e20>> router precommit_delete 55550100 {{(pid=87496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 23 16:00:05.884048 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f1dc2df1e20>> router precommit_create 55550100 {{(pid=87496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 23 16:00:05.884405 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f1dc2df1e20>> router precommit_update 55550100 {{(pid=87496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 23 16:00:05.889357 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.services.provider_configuration [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Service providers = [] {{(pid=87496) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
Dec 23 16:00:05.889741 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.db.servicetype_db [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=87496) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
Dec 23 16:00:05.893028 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.services.service_base [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=87496) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Dec 23 16:00:05.893380 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.services.service_base [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=87496) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Dec 23 16:00:05.893949 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.services.service_base [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=87496) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Dec 23 16:00:05.894912 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.services.service_base [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=87496) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Dec 23 16:00:05.895292 dv-neutron-822799-1-hyperv neutron-server[87496]: INFO neutron.services.service_base [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Default provider is not specified for service type L3_ROUTER_NAT
Dec 23 16:00:05.895699 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.manager [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=87496) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Dec 23 16:00:05.896027 dv-neutron-822799-1-hyperv neutron-server[87496]: INFO neutron.manager [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
Dec 23 16:00:05.907460 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.manager [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=87496) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Dec 23 16:00:05.907793 dv-neutron-822799-1-hyperv neutron-server[87496]: INFO neutron.manager [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Loading Plugin: auto_allocate
Dec 23 16:00:05.914582 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f1dc2e1ac10> network precommit_update 55550000 {{(pid=87496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 23 16:00:05.914881 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f1dc2e1ac10> network precommit_create 55550000 {{(pid=87496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 23 16:00:05.915425 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.manager [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=87496) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Dec 23 16:00:05.915745 dv-neutron-822799-1-hyperv neutron-server[87496]: INFO neutron.manager [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Loading Plugin: tag
Dec 23 16:00:05.923213 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.manager [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=87496) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Dec 23 16:00:05.923541 dv-neutron-822799-1-hyperv neutron-server[87496]: INFO neutron.manager [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Loading Plugin: timestamp
Dec 23 16:00:05.927627 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.manager [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=87496) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Dec 23 16:00:05.927953 dv-neutron-822799-1-hyperv neutron-server[87496]: INFO neutron.manager [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Loading Plugin: network_ip_availability
Dec 23 16:00:05.933501 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f1dc2db0df0>> rbac-policy before_create 55550000 {{(pid=87496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 23 16:00:05.933882 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f1dc2db0df0>> rbac-policy before_update 55550000 {{(pid=87496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 23 16:00:05.934243 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f1dc2db0df0>> rbac-policy before_delete 55550000 {{(pid=87496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 23 16:00:05.935038 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.manager [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=87496) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Dec 23 16:00:05.935368 dv-neutron-822799-1-hyperv neutron-server[87496]: INFO neutron.manager [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Loading Plugin: flavors
Dec 23 16:00:05.940987 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.manager [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=87496) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Dec 23 16:00:05.941325 dv-neutron-822799-1-hyperv neutron-server[87496]: INFO neutron.manager [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Loading Plugin: revisions
Dec 23 16:00:05.946052 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.manager [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=87496) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Dec 23 16:00:05.946459 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_concurrency.lockutils [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.676s {{(pid=87496) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:00:05.947252 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=87496) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}}
Dec 23 16:00:05.947591 dv-neutron-822799-1-hyperv neutron-server[87496]: INFO neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Initializing extension manager.
Dec 23 16:00:05.948111 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Loading extension file: __init__.py {{(pid=87496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 23 16:00:05.948454 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Loading extension file: __pycache__ {{(pid=87496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 23 16:00:05.948819 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=87496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 23 16:00:05.949154 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Loading extension file: address_group.py {{(pid=87496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 23 16:00:05.950003 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=87496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 23 16:00:05.950605 dv-neutron-822799-1-hyperv neutron-server[87496]: INFO neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Loaded extension: address-group
Dec 23 16:00:05.950932 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Loading extension file: address_scope.py {{(pid=87496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 23 16:00:05.952032 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=87496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 23 16:00:05.952591 dv-neutron-822799-1-hyperv neutron-server[87496]: INFO neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Loaded extension: address-scope
Dec 23 16:00:05.952922 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Loading extension file: admin_state_down_before_update.py {{(pid=87496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 23 16:00:05.953975 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=87496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 23 16:00:05.954498 dv-neutron-822799-1-hyperv neutron-server[87496]: INFO neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Loaded extension: router-admin-state-down-before-update
Dec 23 16:00:05.954820 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Loading extension file: agent.py {{(pid=87496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 23 16:00:05.955557 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=87496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 23 16:00:05.956106 dv-neutron-822799-1-hyperv neutron-server[87496]: INFO neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Loaded extension: agent
Dec 23 16:00:05.956429 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Loading extension file: agent_resources_synced.py {{(pid=87496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 23 16:00:05.957613 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=87496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 23 16:00:05.958128 dv-neutron-822799-1-hyperv neutron-server[87496]: INFO neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Loaded extension: agent-resources-synced
Dec 23 16:00:05.958450 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Loading extension file: allowedaddresspairs.py {{(pid=87496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 23 16:00:05.960374 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=87496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 23 16:00:05.960931 dv-neutron-822799-1-hyperv neutron-server[87496]: INFO neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Loaded extension: allowed-address-pairs
Dec 23 16:00:05.961259 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Loading extension file: auto_allocated_topology.py {{(pid=87496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 23 16:00:05.962381 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=87496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 23 16:00:05.962901 dv-neutron-822799-1-hyperv neutron-server[87496]: INFO neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Loaded extension: auto-allocated-topology
Dec 23 16:00:05.963232 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Loading extension file: availability_zone.py {{(pid=87496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 23 16:00:05.963941 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=87496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 23 16:00:05.964447 dv-neutron-822799-1-hyperv neutron-server[87496]: INFO neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Loaded extension: availability_zone
Dec 23 16:00:05.964803 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Loading extension file: availability_zone_filter.py {{(pid=87496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 23 16:00:05.965768 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=87496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 23 16:00:05.966290 dv-neutron-822799-1-hyperv neutron-server[87496]: INFO neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Loaded extension: availability_zone_filter
Dec 23 16:00:05.966610 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Loading extension file: data_plane_status.py {{(pid=87496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 23 16:00:05.967526 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=87496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 23 16:00:05.968033 dv-neutron-822799-1-hyperv neutron-server[87496]: INFO neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Extension data-plane-status not supported by any of loaded plugins
Dec 23 16:00:05.968357 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Loading extension file: default_subnetpools.py {{(pid=87496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 23 16:00:05.969296 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=87496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 23 16:00:05.969811 dv-neutron-822799-1-hyperv neutron-server[87496]: INFO neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Loaded extension: default-subnetpools
Dec 23 16:00:05.970135 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Loading extension file: dhcpagentscheduler.py {{(pid=87496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 23 16:00:05.970999 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=87496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 23 16:00:05.971512 dv-neutron-822799-1-hyperv neutron-server[87496]: INFO neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Loaded extension: dhcp_agent_scheduler
Dec 23 16:00:05.971907 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Loading extension file: dns.py {{(pid=87496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 23 16:00:05.972979 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=87496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 23 16:00:05.973493 dv-neutron-822799-1-hyperv neutron-server[87496]: INFO neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Extension dns-integration not supported by any of loaded plugins
Dec 23 16:00:05.973817 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Loading extension file: dns_domain_ports.py {{(pid=87496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 23 16:00:05.974763 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=87496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 23 16:00:05.975278 dv-neutron-822799-1-hyperv neutron-server[87496]: INFO neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Extension dns-domain-ports not supported by any of loaded plugins
Dec 23 16:00:05.975607 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Loading extension file: dvr.py {{(pid=87496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 23 16:00:05.976296 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=87496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 23 16:00:05.976840 dv-neutron-822799-1-hyperv neutron-server[87496]: INFO neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Loaded extension: dvr
Dec 23 16:00:05.977162 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Loading extension file: empty_string_filtering.py {{(pid=87496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 23 16:00:05.978098 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=87496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 23 16:00:05.978610 dv-neutron-822799-1-hyperv neutron-server[87496]: INFO neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Loaded extension: empty-string-filtering
Dec 23 16:00:05.978935 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=87496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 23 16:00:05.979849 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=87496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 23 16:00:05.980354 dv-neutron-822799-1-hyperv neutron-server[87496]: INFO neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
Dec 23 16:00:05.980708 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=87496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 23 16:00:05.981626 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=87496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 23 16:00:05.982127 dv-neutron-822799-1-hyperv neutron-server[87496]: INFO neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
Dec 23 16:00:05.982450 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Loading extension file: external_net.py {{(pid=87496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 23 16:00:05.983359 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=87496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 23 16:00:05.983868 dv-neutron-822799-1-hyperv neutron-server[87496]: INFO neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Loaded extension: external-net
Dec 23 16:00:05.984188 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Loading extension file: extra_dhcp_opt.py {{(pid=87496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 23 16:00:05.985136 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=87496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 23 16:00:05.985694 dv-neutron-822799-1-hyperv neutron-server[87496]: INFO neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Loaded extension: extra_dhcp_opt
Dec 23 16:00:05.986045 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Loading extension file: extraroute.py {{(pid=87496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 23 16:00:05.987070 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=87496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 23 16:00:05.988030 dv-neutron-822799-1-hyperv neutron-server[87496]: INFO neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Loaded extension: extraroute
Dec 23 16:00:05.988403 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Loading extension file: extraroute_atomic.py {{(pid=87496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 23 16:00:05.989537 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=87496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 23 16:00:05.990050 dv-neutron-822799-1-hyperv neutron-server[87496]: INFO neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Loaded extension: extraroute-atomic
Dec 23 16:00:05.990370 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Loading extension file: filter_validation.py {{(pid=87496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 23 16:00:05.991099 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=87496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 23 16:00:05.991629 dv-neutron-822799-1-hyperv neutron-server[87496]: INFO neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Loaded extension: filter-validation
Dec 23 16:00:05.991986 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Loading extension file: fip_pf_description.py {{(pid=87496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 23 16:00:05.994730 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=87496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 23 16:00:05.995265 dv-neutron-822799-1-hyperv neutron-server[87496]: INFO neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins
Dec 23 16:00:05.995596 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Loading extension file: fip_port_details.py {{(pid=87496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 23 16:00:05.996568 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=87496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 23 16:00:05.997115 dv-neutron-822799-1-hyperv neutron-server[87496]: INFO neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Loaded extension: fip-port-details
Dec 23 16:00:05.997445 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Loading extension file: flavors.py {{(pid=87496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 23 16:00:05.998754 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=87496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 23 16:00:05.999287 dv-neutron-822799-1-hyperv neutron-server[87496]: INFO neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Loaded extension: flavors
Dec 23 16:00:05.999617 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=87496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 23 16:00:06.001395 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=87496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 23 16:00:06.001914 dv-neutron-822799-1-hyperv neutron-server[87496]: INFO neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
Dec 23 16:00:06.002243 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Loading extension file: floatingip_pools.py {{(pid=87496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 23 16:00:06.003023 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=87496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 23 16:00:06.003538 dv-neutron-822799-1-hyperv neutron-server[87496]: INFO neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Loaded extension: floatingip-pools
Dec 23 16:00:06.003966 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Loading extension file: ip_allocation.py {{(pid=87496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 23 16:00:06.004980 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=87496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 23 16:00:06.005486 dv-neutron-822799-1-hyperv neutron-server[87496]: INFO neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Extension ip_allocation not supported by any of loaded plugins
Dec 23 16:00:06.005809 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=87496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 23 16:00:06.006744 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=87496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 23 16:00:06.007254 dv-neutron-822799-1-hyperv neutron-server[87496]: INFO neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Loaded extension: ip-substring-filtering
Dec 23 16:00:06.007582 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Loading extension file: l2_adjacency.py {{(pid=87496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 23 16:00:06.008517 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=87496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 23 16:00:06.009067 dv-neutron-822799-1-hyperv neutron-server[87496]: INFO neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Extension l2_adjacency not supported by any of loaded plugins
Dec 23 16:00:06.009390 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Loading extension file: l3.py {{(pid=87496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 23 16:00:06.010439 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=87496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 23 16:00:06.010955 dv-neutron-822799-1-hyperv neutron-server[87496]: INFO neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Loaded extension: router
Dec 23 16:00:06.011279 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Loading extension file: l3_conntrack_helper.py {{(pid=87496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 23 16:00:06.013663 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=87496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 23 16:00:06.014189 dv-neutron-822799-1-hyperv neutron-server[87496]: INFO neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Extension l3-conntrack-helper not supported by any of loaded plugins
Dec 23 16:00:06.014525 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=87496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 23 16:00:06.015464 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=87496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 23 16:00:06.015980 dv-neutron-822799-1-hyperv neutron-server[87496]: INFO neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Loaded extension: ext-gw-mode
Dec 23 16:00:06.016317 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=87496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 23 16:00:06.017305 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=87496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 23 16:00:06.017900 dv-neutron-822799-1-hyperv neutron-server[87496]: INFO neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Loaded extension: l3-ha
Dec 23 16:00:06.018231 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Loading extension file: l3_flavors.py {{(pid=87496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 23 16:00:06.019537 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=87496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 23 16:00:06.020106 dv-neutron-822799-1-hyperv neutron-server[87496]: INFO neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Loaded extension: l3-flavors
Dec 23 16:00:06.020507 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=87496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 23 16:00:06.021547 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=87496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 23 16:00:06.022154 dv-neutron-822799-1-hyperv neutron-server[87496]: INFO neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Loaded extension: l3-port-ip-change-not-allowed
Dec 23 16:00:06.022515 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Loading extension file: l3agentscheduler.py {{(pid=87496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 23 16:00:06.023716 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=87496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 23 16:00:06.024308 dv-neutron-822799-1-hyperv neutron-server[87496]: INFO neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Loaded extension: l3_agent_scheduler
Dec 23 16:00:06.024700 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Loading extension file: logging.py {{(pid=87496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 23 16:00:06.026484 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=87496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 23 16:00:06.027109 dv-neutron-822799-1-hyperv neutron-server[87496]: INFO neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Extension logging not supported by any of loaded plugins
Dec 23 16:00:06.027472 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Loading extension file: metering.py {{(pid=87496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 23 16:00:06.028342 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=87496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 23 16:00:06.029031 dv-neutron-822799-1-hyperv neutron-server[87496]: INFO neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Loaded extension: metering
Dec 23 16:00:06.029981 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=87496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 23 16:00:06.031260 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=87496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 23 16:00:06.031894 dv-neutron-822799-1-hyperv neutron-server[87496]: INFO neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Loaded extension: metering_source_and_destination_fields
Dec 23 16:00:06.032205 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Loading extension file: multiprovidernet.py {{(pid=87496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 23 16:00:06.033482 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=87496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 23 16:00:06.034142 dv-neutron-822799-1-hyperv neutron-server[87496]: INFO neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Loaded extension: multi-provider
Dec 23 16:00:06.034555 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Loading extension file: netmtu.py {{(pid=87496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 23 16:00:06.035821 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=87496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 23 16:00:06.036466 dv-neutron-822799-1-hyperv neutron-server[87496]: INFO neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Loaded extension: net-mtu
Dec 23 16:00:06.036888 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Loading extension file: netmtu_writable.py {{(pid=87496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 23 16:00:06.038158 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=87496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 23 16:00:06.038731 dv-neutron-822799-1-hyperv neutron-server[87496]: INFO neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Loaded extension: net-mtu-writable
Dec 23 16:00:06.039084 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Loading extension file: network_availability_zone.py {{(pid=87496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 23 16:00:06.039902 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=87496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 23 16:00:06.040526 dv-neutron-822799-1-hyperv neutron-server[87496]: INFO neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Loaded extension: network_availability_zone
Dec 23 16:00:06.040914 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Loading extension file: network_ip_availability.py {{(pid=87496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 23 16:00:06.042298 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=87496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 23 16:00:06.042883 dv-neutron-822799-1-hyperv neutron-server[87496]: INFO neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Loaded extension: network-ip-availability
Dec 23 16:00:06.043253 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Loading extension file: network_segment_range.py {{(pid=87496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 23 16:00:06.044239 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=87496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 23 16:00:06.044908 dv-neutron-822799-1-hyperv neutron-server[87496]: INFO neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Extension network-segment-range not supported by any of loaded plugins
Dec 23 16:00:06.045294 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Loading extension file: pagination.py {{(pid=87496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 23 16:00:06.046388 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=87496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 23 16:00:06.046768 dv-neutron-822799-1-hyperv neutron-server[87496]: INFO neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Loaded extension: pagination
Dec 23 16:00:06.047127 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Loading extension file: port_device_profile.py {{(pid=87496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 23 16:00:06.048307 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=87496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 23 16:00:06.049005 dv-neutron-822799-1-hyperv neutron-server[87496]: INFO neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Loaded extension: port-device-profile
Dec 23 16:00:06.049332 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=87496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 23 16:00:06.050517 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=87496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 23 16:00:06.051064 dv-neutron-822799-1-hyperv neutron-server[87496]: INFO neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Loaded extension: port-mac-address-regenerate
Dec 23 16:00:06.051389 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=87496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 23 16:00:06.052327 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=87496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 23 16:00:06.052878 dv-neutron-822799-1-hyperv neutron-server[87496]: INFO neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Loaded extension: port-numa-affinity-policy
Dec 23 16:00:06.053200 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Loading extension file: port_resource_request.py {{(pid=87496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 23 16:00:06.054122 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=87496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 23 16:00:06.054627 dv-neutron-822799-1-hyperv neutron-server[87496]: INFO neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Extension port-resource-request not supported by any of loaded plugins
Dec 23 16:00:06.054947 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Loading extension file: portbindings.py {{(pid=87496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 23 16:00:06.055883 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=87496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 23 16:00:06.056391 dv-neutron-822799-1-hyperv neutron-server[87496]: INFO neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Loaded extension: binding
Dec 23 16:00:06.056742 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Loading extension file: portbindings_extended.py {{(pid=87496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 23 16:00:06.058085 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=87496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 23 16:00:06.058602 dv-neutron-822799-1-hyperv neutron-server[87496]: INFO neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Loaded extension: binding-extended
Dec 23 16:00:06.058929 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Loading extension file: portsecurity.py {{(pid=87496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 23 16:00:06.059844 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=87496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 23 16:00:06.060350 dv-neutron-822799-1-hyperv neutron-server[87496]: INFO neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Loaded extension: port-security
Dec 23 16:00:06.060714 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Loading extension file: project_id.py {{(pid=87496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 23 16:00:06.061691 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=87496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 23 16:00:06.062020 dv-neutron-822799-1-hyperv neutron-server[87496]: INFO neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Loaded extension: project-id
Dec 23 16:00:06.062345 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Loading extension file: providernet.py {{(pid=87496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 23 16:00:06.063270 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=87496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 23 16:00:06.063783 dv-neutron-822799-1-hyperv neutron-server[87496]: INFO neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Loaded extension: provider
Dec 23 16:00:06.064104 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Loading extension file: qos.py {{(pid=87496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 23 16:00:06.067872 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=87496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 23 16:00:06.068408 dv-neutron-822799-1-hyperv neutron-server[87496]: INFO neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Extension qos not supported by any of loaded plugins
Dec 23 16:00:06.068783 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=87496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 23 16:00:06.070149 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=87496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 23 16:00:06.070679 dv-neutron-822799-1-hyperv neutron-server[87496]: INFO neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
Dec 23 16:00:06.071012 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=87496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 23 16:00:06.071962 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=87496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 23 16:00:06.072479 dv-neutron-822799-1-hyperv neutron-server[87496]: INFO neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
Dec 23 16:00:06.072834 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Loading extension file: qos_default.py {{(pid=87496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 23 16:00:06.073781 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=87496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 23 16:00:06.074286 dv-neutron-822799-1-hyperv neutron-server[87496]: INFO neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Extension qos-default not supported by any of loaded plugins
Dec 23 16:00:06.074614 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Loading extension file: qos_fip.py {{(pid=87496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 23 16:00:06.075292 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=87496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 23 16:00:06.075790 dv-neutron-822799-1-hyperv neutron-server[87496]: INFO neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Extension qos-fip not supported by any of loaded plugins
Dec 23 16:00:06.076114 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Loading extension file: qos_gateway_ip.py {{(pid=87496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 23 16:00:06.077456 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=87496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 23 16:00:06.077970 dv-neutron-822799-1-hyperv neutron-server[87496]: INFO neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Extension qos-gateway-ip not supported by any of loaded plugins
Dec 23 16:00:06.078291 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Loading extension file: qos_port_network_policy.py {{(pid=87496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 23 16:00:06.079201 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=87496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 23 16:00:06.079711 dv-neutron-822799-1-hyperv neutron-server[87496]: INFO neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Extension qos-port-network-policy not supported by any of loaded plugins
Dec 23 16:00:06.080044 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Loading extension file: qos_rule_type_details.py {{(pid=87496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 23 16:00:06.080982 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=87496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 23 16:00:06.081634 dv-neutron-822799-1-hyperv neutron-server[87496]: INFO neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Extension qos-rule-type-details not supported by any of loaded plugins
Dec 23 16:00:06.081634 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Loading extension file: qos_rules_alias.py {{(pid=87496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 23 16:00:06.083001 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=87496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 23 16:00:06.083521 dv-neutron-822799-1-hyperv neutron-server[87496]: INFO neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Extension qos-rules-alias not supported by any of loaded plugins
Dec 23 16:00:06.083880 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Loading extension file: quotasv2.py {{(pid=87496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 23 16:00:06.085052 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=87496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 23 16:00:06.085542 dv-neutron-822799-1-hyperv neutron-server[87496]: INFO neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Loaded extension: quotas
Dec 23 16:00:06.085865 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Loading extension file: quotasv2_detail.py {{(pid=87496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 23 16:00:06.087581 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=87496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 23 16:00:06.087918 dv-neutron-822799-1-hyperv neutron-server[87496]: INFO neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Loaded extension: quota_details
Dec 23 16:00:06.088251 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Loading extension file: rbac.py {{(pid=87496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 23 16:00:06.089384 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=87496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 23 16:00:06.089932 dv-neutron-822799-1-hyperv neutron-server[87496]: INFO neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Loaded extension: rbac-policies
Dec 23 16:00:06.090264 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Loading extension file: rbac_address_group.py {{(pid=87496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 23 16:00:06.091209 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=87496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 23 16:00:06.091722 dv-neutron-822799-1-hyperv neutron-server[87496]: INFO neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Loaded extension: rbac-address-group
Dec 23 16:00:06.092045 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Loading extension file: rbac_address_scope.py {{(pid=87496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 23 16:00:06.092998 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=87496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 23 16:00:06.093514 dv-neutron-822799-1-hyperv neutron-server[87496]: INFO neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Loaded extension: rbac-address-scope
Dec 23 16:00:06.093839 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Loading extension file: rbac_security_groups.py {{(pid=87496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 23 16:00:06.094763 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=87496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 23 16:00:06.095281 dv-neutron-822799-1-hyperv neutron-server[87496]: INFO neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Loaded extension: rbac-security-groups
Dec 23 16:00:06.095605 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Loading extension file: rbac_subnetpool.py {{(pid=87496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 23 16:00:06.096553 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=87496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 23 16:00:06.097162 dv-neutron-822799-1-hyperv neutron-server[87496]: INFO neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Loaded extension: rbac-subnetpool
Dec 23 16:00:06.097774 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Loading extension file: revisionifmatch.py {{(pid=87496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 23 16:00:06.098568 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=87496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 23 16:00:06.099090 dv-neutron-822799-1-hyperv neutron-server[87496]: INFO neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Loaded extension: revision-if-match
Dec 23 16:00:06.099414 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Loading extension file: revisions.py {{(pid=87496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 23 16:00:06.100596 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=87496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 23 16:00:06.101112 dv-neutron-822799-1-hyperv neutron-server[87496]: INFO neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Loaded extension: standard-attr-revisions
Dec 23 16:00:06.101439 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Loading extension file: router_availability_zone.py {{(pid=87496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 23 16:00:06.102125 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=87496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 23 16:00:06.102634 dv-neutron-822799-1-hyperv neutron-server[87496]: INFO neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Loaded extension: router_availability_zone
Dec 23 16:00:06.102954 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Loading extension file: routerservicetype.py {{(pid=87496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 23 16:00:06.103872 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=87496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 23 16:00:06.104379 dv-neutron-822799-1-hyperv neutron-server[87496]: INFO neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Extension router-service-type not supported by any of loaded plugins
Dec 23 16:00:06.104744 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=87496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 23 16:00:06.105662 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=87496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 23 16:00:06.106174 dv-neutron-822799-1-hyperv neutron-server[87496]: INFO neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Loaded extension: security-groups-normalized-cidr
Dec 23 16:00:06.106499 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Loading extension file: security_groups_port_filtering.py {{(pid=87496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 23 16:00:06.107426 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=87496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 23 16:00:06.107936 dv-neutron-822799-1-hyperv neutron-server[87496]: INFO neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Loaded extension: port-security-groups-filtering
Dec 23 16:00:06.108263 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=87496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 23 16:00:06.109228 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=87496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 23 16:00:06.109738 dv-neutron-822799-1-hyperv neutron-server[87496]: INFO neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Loaded extension: security-groups-remote-address-group
Dec 23 16:00:06.110065 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Loading extension file: securitygroup.py {{(pid=87496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 23 16:00:06.120505 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=87496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 23 16:00:06.121086 dv-neutron-822799-1-hyperv neutron-server[87496]: INFO neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Loaded extension: security-group
Dec 23 16:00:06.121422 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Loading extension file: segment.py {{(pid=87496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 23 16:00:06.122292 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=87496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 23 16:00:06.122802 dv-neutron-822799-1-hyperv neutron-server[87496]: INFO neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Extension segment not supported by any of loaded plugins
Dec 23 16:00:06.123130 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=87496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 23 16:00:06.124168 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=87496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 23 16:00:06.124707 dv-neutron-822799-1-hyperv neutron-server[87496]: INFO neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
Dec 23 16:00:06.125040 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Loading extension file: servicetype.py {{(pid=87496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 23 16:00:06.126172 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=87496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 23 16:00:06.126692 dv-neutron-822799-1-hyperv neutron-server[87496]: INFO neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Loaded extension: service-type
Dec 23 16:00:06.127015 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Loading extension file: sorting.py {{(pid=87496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 23 16:00:06.128392 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=87496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 23 16:00:06.128857 dv-neutron-822799-1-hyperv neutron-server[87496]: INFO neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Loaded extension: sorting
Dec 23 16:00:06.129197 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Loading extension file: standard_attr_segment.py {{(pid=87496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 23 16:00:06.130635 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=87496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 23 16:00:06.130635 dv-neutron-822799-1-hyperv neutron-server[87496]: INFO neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Extension standard-attr-segment not supported by any of loaded plugins
Dec 23 16:00:06.130961 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Loading extension file: standardattrdescription.py {{(pid=87496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 23 16:00:06.131587 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=87496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 23 16:00:06.132089 dv-neutron-822799-1-hyperv neutron-server[87496]: INFO neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Loaded extension: standard-attr-description
Dec 23 16:00:06.132410 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Loading extension file: stateful_security_group.py {{(pid=87496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 23 16:00:06.133360 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=87496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 23 16:00:06.133878 dv-neutron-822799-1-hyperv neutron-server[87496]: INFO neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Loaded extension: stateful-security-group
Dec 23 16:00:06.134199 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Loading extension file: stdattrs_common.py {{(pid=87496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 23 16:00:06.134796 dv-neutron-822799-1-hyperv neutron-server[87496]: WARNING neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
Dec 23 16:00:06.135117 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=87496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 23 16:00:06.136109 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=87496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 23 16:00:06.136654 dv-neutron-822799-1-hyperv neutron-server[87496]: INFO neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins
Dec 23 16:00:06.136978 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Loading extension file: subnet_onboard.py {{(pid=87496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 23 16:00:06.138072 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=87496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 23 16:00:06.138602 dv-neutron-822799-1-hyperv neutron-server[87496]: INFO neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Loaded extension: subnet_onboard
Dec 23 16:00:06.138930 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=87496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 23 16:00:06.139876 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=87496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 23 16:00:06.140385 dv-neutron-822799-1-hyperv neutron-server[87496]: INFO neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
Dec 23 16:00:06.140747 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Loading extension file: subnet_service_types.py {{(pid=87496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 23 16:00:06.141696 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=87496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 23 16:00:06.142212 dv-neutron-822799-1-hyperv neutron-server[87496]: INFO neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Loaded extension: subnet-service-types
Dec 23 16:00:06.142532 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Loading extension file: subnetallocation.py {{(pid=87496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 23 16:00:06.143765 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=87496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 23 16:00:06.144406 dv-neutron-822799-1-hyperv neutron-server[87496]: INFO neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Loaded extension: subnet_allocation
Dec 23 16:00:06.144821 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=87496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 23 16:00:06.145546 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=87496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 23 16:00:06.146060 dv-neutron-822799-1-hyperv neutron-server[87496]: INFO neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Loaded extension: subnetpool-prefix-ops
Dec 23 16:00:06.146382 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=87496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 23 16:00:06.147344 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=87496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 23 16:00:06.147850 dv-neutron-822799-1-hyperv neutron-server[87496]: INFO neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins
Dec 23 16:00:06.148172 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Loading extension file: tagging.py {{(pid=87496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 23 16:00:06.149339 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=87496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 23 16:00:06.149866 dv-neutron-822799-1-hyperv neutron-server[87496]: INFO neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Loaded extension: standard-attr-tag
Dec 23 16:00:06.150195 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Loading extension file: timestamp.py {{(pid=87496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 23 16:00:06.151453 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=87496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 23 16:00:06.151982 dv-neutron-822799-1-hyperv neutron-server[87496]: INFO neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Loaded extension: standard-attr-timestamp
Dec 23 16:00:06.152308 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Loading extension file: trunk.py {{(pid=87496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 23 16:00:06.153372 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=87496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 23 16:00:06.153892 dv-neutron-822799-1-hyperv neutron-server[87496]: INFO neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Extension trunk not supported by any of loaded plugins
Dec 23 16:00:06.154217 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Loading extension file: trunk_details.py {{(pid=87496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 23 16:00:06.155143 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=87496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 23 16:00:06.155660 dv-neutron-822799-1-hyperv neutron-server[87496]: INFO neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Extension trunk-details not supported by any of loaded plugins
Dec 23 16:00:06.155982 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Loading extension file: uplink_status_propagation.py {{(pid=87496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 23 16:00:06.156947 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=87496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 23 16:00:06.157462 dv-neutron-822799-1-hyperv neutron-server[87496]: INFO neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Extension uplink-status-propagation not supported by any of loaded plugins
Dec 23 16:00:06.157787 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Loading extension file: vlantransparent.py {{(pid=87496) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 23 16:00:06.158473 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=87496) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 23 16:00:06.158988 dv-neutron-822799-1-hyperv neutron-server[87496]: INFO neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Extension vlan-transparent not supported by any of loaded plugins
Dec 23 16:00:06.161924 dv-neutron-822799-1-hyperv neutron-server[87496]: INFO neutron.quota.resource_registry [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Creating instance of TrackedResource for resource:network
Dec 23 16:00:06.162682 dv-neutron-822799-1-hyperv neutron-server[87496]: INFO neutron.quota.resource_registry [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Creating instance of TrackedResource for resource:subnet
Dec 23 16:00:06.163499 dv-neutron-822799-1-hyperv neutron-server[87496]: INFO neutron.quota.resource_registry [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Creating instance of TrackedResource for resource:subnetpool
Dec 23 16:00:06.164093 dv-neutron-822799-1-hyperv neutron-server[87496]: INFO neutron.quota.resource_registry [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Creating instance of TrackedResource for resource:port
Dec 23 16:00:06.165487 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.api.v2.resource_helper [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=87496) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Dec 23 16:00:06.165865 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.api.v2.resource_helper [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Service FLAVORS assigned prefix:  {{(pid=87496) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Dec 23 16:00:06.166480 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.api.v2.resource_helper [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=87496) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Dec 23 16:00:06.166913 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.api.v2.resource_helper [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=87496) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Dec 23 16:00:06.167244 dv-neutron-822799-1-hyperv neutron-server[87496]: INFO neutron.quota.resource_registry [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Creating instance of TrackedResource for resource:router
Dec 23 16:00:06.167904 dv-neutron-822799-1-hyperv neutron-server[87496]: INFO neutron.quota.resource_registry [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Creating instance of TrackedResource for resource:floatingip
Dec 23 16:00:06.168649 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.api.v2.resource_helper [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Service METERING assigned prefix: /metering {{(pid=87496) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Dec 23 16:00:06.170116 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f1dc2cf0970>> rbac-policy before_create 55550000 {{(pid=87496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 23 16:00:06.170493 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f1dc2cf0970>> rbac-policy before_update 55550000 {{(pid=87496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 23 16:00:06.170845 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f1dc2cf0970>> rbac-policy before_delete 55550000 {{(pid=87496) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 23 16:00:06.172021 dv-neutron-822799-1-hyperv neutron-server[87496]: INFO neutron.quota.resource_registry [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Creating instance of CountableResource for resource:rbac_policy
Dec 23 16:00:06.172482 dv-neutron-822799-1-hyperv neutron-server[87496]: INFO neutron.quota.resource_registry [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Creating instance of TrackedResource for resource:security_group
Dec 23 16:00:06.173216 dv-neutron-822799-1-hyperv neutron-server[87496]: INFO neutron.quota.resource_registry [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Creating instance of TrackedResource for resource:security_group_rule
Dec 23 16:00:06.173951 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.api.v2.resource_helper [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Service CORE assigned prefix:  {{(pid=87496) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Dec 23 16:00:06.174279 dv-neutron-822799-1-hyperv neutron-server[87496]: INFO neutron.quota.resource_registry [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Creating instance of TrackedResource for resource:subnetpool
Dec 23 16:00:06.174620 dv-neutron-822799-1-hyperv neutron-server[87496]: WARNING neutron.quota.resource_registry [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] subnetpool is already registered
Dec 23 16:00:06.175261 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.api.v2.resource_helper [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Service CORE assigned prefix:  {{(pid=87496) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Dec 23 16:00:06.175577 dv-neutron-822799-1-hyperv neutron-server[87496]: INFO neutron.quota.resource_registry [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Creating instance of TrackedResource for resource:subnetpool
Dec 23 16:00:06.175926 dv-neutron-822799-1-hyperv neutron-server[87496]: WARNING neutron.quota.resource_registry [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] subnetpool is already registered
Dec 23 16:00:06.178606 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.api.v2.resource_helper [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=87496) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Dec 23 16:00:06.179040 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.api.v2.resource_helper [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Service FLAVORS assigned prefix:  {{(pid=87496) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Dec 23 16:00:06.179626 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.api.v2.resource_helper [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=87496) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Dec 23 16:00:06.180045 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.api.v2.resource_helper [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=87496) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Dec 23 16:00:06.180376 dv-neutron-822799-1-hyperv neutron-server[87496]: INFO neutron.quota.resource_registry [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Creating instance of TrackedResource for resource:router
Dec 23 16:00:06.180749 dv-neutron-822799-1-hyperv neutron-server[87496]: WARNING neutron.quota.resource_registry [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] router is already registered
Dec 23 16:00:06.181350 dv-neutron-822799-1-hyperv neutron-server[87496]: INFO neutron.quota.resource_registry [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Creating instance of TrackedResource for resource:floatingip
Dec 23 16:00:06.181679 dv-neutron-822799-1-hyperv neutron-server[87496]: WARNING neutron.quota.resource_registry [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] floatingip is already registered
Dec 23 16:00:06.182314 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.api.v2.resource_helper [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Service METERING assigned prefix: /metering {{(pid=87496) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Dec 23 16:00:06.182987 dv-neutron-822799-1-hyperv neutron-server[87496]: INFO neutron.quota.resource_registry [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Creating instance of CountableResource for resource:rbac_policy
Dec 23 16:00:06.183318 dv-neutron-822799-1-hyperv neutron-server[87496]: WARNING neutron.quota.resource_registry [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] rbac_policy is already registered
Dec 23 16:00:06.183864 dv-neutron-822799-1-hyperv neutron-server[87496]: INFO neutron.quota.resource_registry [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Creating instance of TrackedResource for resource:security_group
Dec 23 16:00:06.184193 dv-neutron-822799-1-hyperv neutron-server[87496]: WARNING neutron.quota.resource_registry [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] security_group is already registered
Dec 23 16:00:06.184814 dv-neutron-822799-1-hyperv neutron-server[87496]: INFO neutron.quota.resource_registry [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Creating instance of TrackedResource for resource:security_group_rule
Dec 23 16:00:06.185144 dv-neutron-822799-1-hyperv neutron-server[87496]: WARNING neutron.quota.resource_registry [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] security_group_rule is already registered
Dec 23 16:00:06.185804 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.api.v2.resource_helper [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Service CORE assigned prefix:  {{(pid=87496) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Dec 23 16:00:06.186136 dv-neutron-822799-1-hyperv neutron-server[87496]: INFO neutron.quota.resource_registry [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Creating instance of TrackedResource for resource:subnetpool
Dec 23 16:00:06.186474 dv-neutron-822799-1-hyperv neutron-server[87496]: WARNING neutron.quota.resource_registry [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] subnetpool is already registered
Dec 23 16:00:06.187066 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.api.v2.resource_helper [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Service CORE assigned prefix:  {{(pid=87496) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Dec 23 16:00:06.187392 dv-neutron-822799-1-hyperv neutron-server[87496]: INFO neutron.quota.resource_registry [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Creating instance of TrackedResource for resource:subnetpool
Dec 23 16:00:06.187708 dv-neutron-822799-1-hyperv neutron-server[87496]: WARNING neutron.quota.resource_registry [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] subnetpool is already registered
Dec 23 16:00:06.188339 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Extended resource: extensions {{(pid=87496) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 23 16:00:06.189885 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Extended resource: address-groups {{(pid=87496) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 23 16:00:06.191579 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Extended resource: address-scopes {{(pid=87496) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 23 16:00:06.192886 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Extended resource: agents {{(pid=87496) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 23 16:00:06.194137 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Extended resource: auto-allocated-topology {{(pid=87496) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 23 16:00:06.195401 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Extended resource: availability_zones {{(pid=87496) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 23 16:00:06.196731 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Extended resource: dhcp-networks {{(pid=87496) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 23 16:00:06.198145 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Extended resource: dhcp-agents {{(pid=87496) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 23 16:00:06.199562 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Extended resource: routers {{(pid=87496) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 23 16:00:06.202771 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Extended resource: flavors {{(pid=87496) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 23 16:00:06.203930 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Extended resource: service_profiles {{(pid=87496) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 23 16:00:06.205167 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Extended resource: next_providers {{(pid=87496) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 23 16:00:06.206812 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Extended resource: service_profiles {{(pid=87496) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 23 16:00:06.208250 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Extended resource: floatingip-pools {{(pid=87496) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 23 16:00:06.209514 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Extended resource: routers {{(pid=87496) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 23 16:00:06.211289 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Extended resource: floatingips {{(pid=87496) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 23 16:00:06.212470 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Extended resource: l3-routers {{(pid=87496) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 23 16:00:06.213947 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Extended resource: l3-agents {{(pid=87496) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 23 16:00:06.215349 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Extended resource: metering-labels {{(pid=87496) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 23 16:00:06.216754 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Extended resource: metering-label-rules {{(pid=87496) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 23 16:00:06.218021 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Extended resource: network-ip-availabilities {{(pid=87496) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 23 16:00:06.219271 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Extended resource: bindings {{(pid=87496) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 23 16:00:06.220944 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Extended resource: quotas {{(pid=87496) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 23 16:00:06.222420 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Extended resource: quotas {{(pid=87496) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 23 16:00:06.223938 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Extended resource: rbac-policies {{(pid=87496) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 23 16:00:06.225173 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Extended resource: security-groups {{(pid=87496) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 23 16:00:06.226371 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Extended resource: security-group-rules {{(pid=87496) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 23 16:00:06.227634 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Extended resource: service-providers {{(pid=87496) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 23 16:00:06.228894 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Extended resource: subnetpools {{(pid=87496) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 23 16:00:06.230324 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Extended resource: subnetpools {{(pid=87496) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 23 16:00:06.231775 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Extended resource: tags {{(pid=87496) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 23 16:00:06.233470 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Extended resource: tags {{(pid=87496) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 23 16:00:06.235280 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Extended resource: tags {{(pid=87496) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 23 16:00:06.237093 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Extended resource: tags {{(pid=87496) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 23 16:00:06.239200 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Extended resource: tags {{(pid=87496) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 23 16:00:06.241154 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Extended resource: tags {{(pid=87496) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 23 16:00:06.242832 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Extended resource: tags {{(pid=87496) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 23 16:00:06.244795 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Extended resource: tags {{(pid=87496) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 23 16:00:06.246550 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Extended resource: tags {{(pid=87496) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 23 16:00:06.248397 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron.api.extensions [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Extended resource: tags {{(pid=87496) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 23 16:00:06.254938 dv-neutron-822799-1-hyperv neutron-server[87496]: WARNING keystonemiddleware.auth_token [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
Dec 23 16:00:06.259714 dv-neutron-822799-1-hyperv neutron-server[87496]: WARNING keystonemiddleware.auth_token [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
Dec 23 16:00:06.267948 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_concurrency.lockutils [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Acquired lock "singleton_lock" {{(pid=87496) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}}
Dec 23 16:00:06.268531 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_concurrency.lockutils [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Releasing lock "singleton_lock" {{(pid=87496) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}}
Dec 23 16:00:06.269578 dv-neutron-822799-1-hyperv neutron-server[87496]: INFO oslo_service.service [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Starting 2 workers
Dec 23 16:00:06.273842 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Started child 87635 {{(pid=87496) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Dec 23 16:00:06.278274 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Started child 87636 {{(pid=87496) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Dec 23 16:00:06.279806 dv-neutron-822799-1-hyperv neutron-server[87496]: INFO neutron.service [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Neutron service started, listening on 0.0.0.0:9696
Dec 23 16:00:06.280224 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:00:06.280760 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Notify callbacks [] for process, before_spawn {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:00:06.281780 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [-] (87635) wsgi starting up on http://0.0.0.0:9696
Dec 23 16:00:06.282942 dv-neutron-822799-1-hyperv neutron-server[87496]: INFO oslo_service.service [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Starting 1 workers
Dec 23 16:00:06.284375 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:00:06.285964 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [-] (87636) wsgi starting up on http://0.0.0.0:9696
Dec 23 16:00:06.288627 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Started child 87637 {{(pid=87496) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Dec 23 16:00:06.289154 dv-neutron-822799-1-hyperv neutron-server[87496]: INFO oslo_service.service [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Starting 1 workers
Dec 23 16:00:06.291950 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.service [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] calling RpcWorker wait() {{(pid=87637) _wait /opt/stack/neutron/neutron/service.py:128}}
Dec 23 16:00:06.292894 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.service [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] returning from RpcWorker wait() {{(pid=87637) _wait /opt/stack/neutron/neutron/service.py:135}}
Dec 23 16:00:06.293662 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Started child 87638 {{(pid=87496) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Dec 23 16:00:06.293823 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:00:06.294170 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:00:06.294427 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG neutron_lib.callbacks.manager [None req-3fa3e15d-9c85-48c3-b636-a9171a8cc701 None None] Notify callbacks [] for process, after_spawn {{(pid=87496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:00:06.296369 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=87496) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}}
Dec 23 16:00:06.296565 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:00:06.296775 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Dec 23 16:00:06.296996 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Dec 23 16:00:06.297330 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Dec 23 16:00:06.297545 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Dec 23 16:00:06.297962 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:06.298215 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:06.298490 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:06.298747 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:06.299028 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:06.299550 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:06.299745 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:00:06.300531 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:06.300531 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:06.300531 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:06.300931 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:06.301128 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:00:06.301365 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:06.301365 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:06.301365 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:06.301721 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:06.301852 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:06.302099 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:06.302341 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:06.302630 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:06.302806 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:06.303054 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:06.303315 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:06.303555 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:06.303816 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] debug                          = True {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:06.304075 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:06.307713 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:06.307713 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:06.307713 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:06.307713 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:06.307713 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:06.307713 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:06.308521 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:06.308521 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:06.308521 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:06.308521 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:06.308521 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:06.308521 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:06.308521 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:06.308521 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:06.309460 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:06.309460 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:06.309460 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] host                           = dv-neutron-822799-1-hyperv {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:06.309460 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:06.309460 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:06.309460 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:06.309460 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:06.310255 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:06.310255 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:06.310255 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:06.310602 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:06.310602 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:06.310827 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:06.311064 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:06.311278 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:06.311491 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:06.311785 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:06.311963 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:06.312131 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:06.312429 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:06.312729 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:06.312921 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:06.313122 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:06.313250 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:06.313515 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:06.313659 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:06.313871 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:06.314066 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:06.314286 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:06.314502 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:06.314762 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:06.314938 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:06.315207 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:06.315449 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:06.315637 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:06.315846 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:06.316097 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:06.316323 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:06.316557 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:06.316888 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:06.317113 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:06.317349 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:06.317563 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:06.317777 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:06.318000 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:06.318212 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:06.318422 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:06.318707 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:06.318919 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:06.319170 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:06.319399 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:06.319670 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:06.319882 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:06.320104 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:06.320360 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:06.320639 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:06.320888 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:06.321055 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:06.321311 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:06.321760 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:06.321760 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:06.322257 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:06.322417 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:06.322794 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:06.322794 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:06.323030 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:06.323149 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:06.323397 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:06.323655 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:06.323876 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:06.324110 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:06.324373 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:06.325060 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.325232 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.325381 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.325614 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.325871 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.326116 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.326349 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.326922 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.327177 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.327404 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.327729 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.327950 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.328243 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.328465 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.328727 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.329127 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.329304 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.329576 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.329808 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.330059 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.330274 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.330496 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.330842 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.331390 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.331670 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.64/identity {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.331965 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.332187 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.332429 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.332670 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.332919 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.333136 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.333341 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.333618 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.333874 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.334046 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.334267 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.334514 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.334747 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.334991 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.335233 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.335489 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.335721 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.336238 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.336238 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.336513 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.336807 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.336807 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.337074 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.337219 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.337428 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.337670 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.337886 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.338119 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.338332 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.338550 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.338797 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.339015 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.339225 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.339436 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.339651 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.339875 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.340120 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.340477 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.340639 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.340781 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.340998 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.341228 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.341571 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.341732 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.341868 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.342473 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.342473 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.342473 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.344229 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.344229 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.344229 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.344229 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.344229 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.344229 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.344229 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.344229 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.351514 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.351514 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.351514 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.351514 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.351514 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.351514 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.351514 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.351514 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.353248 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.353248 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.353248 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.353248 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.353248 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.353248 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.353248 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.353248 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.355822 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.355822 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.355822 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.355822 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.355822 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.355822 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.355822 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.355822 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.357604 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.357604 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.357604 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.357604 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.357604 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.357604 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.357604 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.357604 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.360288 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.360288 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.360288 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.360288 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.360288 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.360288 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.360288 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.360288 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.363286 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.363286 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.363286 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.363286 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.363286 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.363286 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.363286 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.363286 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.364142 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.364142 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.364142 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.364142 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.364142 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.364142 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.364142 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.364142 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.365847 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.365847 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.365847 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.365847 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.365847 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.365847 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.365847 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.64/identity {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.365847 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.366888 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.366888 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.366888 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.366888 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.366888 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.366888 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.366888 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.366888 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.368702 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.368702 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.368702 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.368702 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.368702 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.368702 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.368702 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.368702 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.369657 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.369657 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.369657 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.369657 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.369657 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.369657 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.369657 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.369657 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.372632 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.372632 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.372632 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.372632 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.372632 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.372632 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.372632 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.372632 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.373281 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.373281 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.373281 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.373281 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.373281 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.373281 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.373281 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.373281 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.375426 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.375426 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.375426 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.375426 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.375426 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.375426 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.375426 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.375426 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.378422 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.378422 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.378422 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.378422 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.378422 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.378422 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.378422 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.378422 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.380944 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.380944 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.380944 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.380944 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.380944 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.380944 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.380944 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.380944 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.380944 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.382031 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.382031 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.382031 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.382031 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.382031 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.382031 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.382031 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.382031 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.382980 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.382980 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.382980 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.382980 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.382980 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.382980 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.382980 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.382980 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.383580 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.383580 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.383580 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.383580 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.383580 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.383580 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.383580 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.383580 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.384125 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.384125 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.384125 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.384125 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.384125 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.384125 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.384125 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.384125 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.384678 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.384678 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.384678 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.384678 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.384678 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.384678 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.385112 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.385112 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.385344 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.385531 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.385770 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.385986 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.386238 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.387040 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.387040 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.387040 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.387837 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.387837 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.387837 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.387837 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.389279 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.389279 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.389279 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Dec 23 16:00:06.389279 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=87496) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}}
Dec 23 16:00:06.389279 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Dec 23 16:00:06.389279 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Dec 23 16:00:06.390025 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Dec 23 16:00:06.390025 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Dec 23 16:00:06.390025 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Dec 23 16:00:06.390025 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:06.390025 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:06.390536 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:06.390536 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:06.390536 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:06.390745 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:06.390745 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:06.390891 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:06.391039 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:06.391198 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:06.391522 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:06.391678 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:06.391980 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:06.392278 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:06.392599 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:06.393153 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:06.393153 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:06.393153 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:06.393918 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:06.393918 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:06.393918 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:06.393918 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:06.393918 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] debug                          = True {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:06.394477 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:06.394477 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:06.394477 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:06.394477 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:06.394779 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:06.394779 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:06.394925 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:06.395055 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:06.395213 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:06.395370 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:06.395530 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:06.395687 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:06.395864 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:06.395991 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:06.396149 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:06.396300 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:06.396437 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:06.396626 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] host                           = dv-neutron-822799-1-hyperv {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:06.396761 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:06.396902 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:06.397053 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:06.397205 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:06.397336 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:06.397496 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:06.397654 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:06.397812 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:06.397968 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:06.398124 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:06.398282 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:06.398440 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:06.398583 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:06.398740 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:06.398896 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:06.399053 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:06.399221 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:06.399470 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:06.399600 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:06.399731 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:06.399864 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:06.400006 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:06.400136 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:06.400266 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:06.400416 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:06.400588 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:06.400757 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:06.400916 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:06.401072 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:06.401229 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:06.401402 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:06.401529 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:06.401685 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:06.401843 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:06.401999 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:06.402155 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:06.402311 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:06.402470 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:06.402626 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:06.402782 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:06.402938 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:06.403093 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:06.403248 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:06.403405 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:06.403562 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:06.403718 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:06.403874 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:06.404031 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:06.404188 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:06.404345 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:06.404501 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:06.404685 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:06.404864 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:06.405069 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:06.405154 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:06.405293 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:06.405450 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:06.405605 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:06.405762 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:06.405917 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:06.406073 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:06.406230 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:06.406386 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:06.406551 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:06.407647 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:06.407647 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:06.407647 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:06.407647 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:06.407647 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 23 16:00:06.407647 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.407647 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.409301 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.409301 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.409301 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.409301 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.409301 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.409301 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.409301 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.409301 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.410279 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.410279 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.410279 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.410279 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.410279 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.410279 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.410279 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.410279 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.411467 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.411467 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.411467 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.411467 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.411467 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.411467 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.411467 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.64/identity {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.411467 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.412674 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.412674 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.412674 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.412674 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.412674 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.412674 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.412674 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.412674 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.413814 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.413814 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.413814 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.413814 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.413814 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.413814 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.413814 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.413814 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.414406 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.414406 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.414406 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.414406 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.414869 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.414869 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.414869 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.415212 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.415450 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.415918 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.415918 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.415918 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.415918 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.416485 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.416485 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.416485 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.417002 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.417002 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.417002 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.417002 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.417663 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.417663 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.417663 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.417663 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.418227 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.418227 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.418227 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.418227 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.418898 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.418898 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.418898 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.418898 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.418898 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.419527 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.419527 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.419527 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.419527 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.421136 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.421136 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.421136 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.421136 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.421136 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.421136 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.421136 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.421136 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.422011 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.422011 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.422011 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.422011 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.423627 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.425840 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.426395 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.426747 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.426930 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.427107 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.427288 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.427463 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.427631 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.427830 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.428023 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.428225 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.428399 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.428562 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.428804 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.428954 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.429084 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.429261 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.429422 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:00:06.429532 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.429619 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.429795 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.429976 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.430327 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.430491 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.430656 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.430830 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.431023 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.431207 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.431368 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.431554 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.431739 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.431930 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.432094 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.432238 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.432399 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.432559 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.432761 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.432940 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.433098 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.433232 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.433394 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.433581 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.433737 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.433897 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.434057 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.434218 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.434385 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.434545 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.434706 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.434865 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.435025 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.435189 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.435347 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.64/identity {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.435508 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.435668 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.435827 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.435987 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.436153 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.436324 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.436481 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.436622 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.436794 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.436958 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.437155 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.437300 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.437405 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.437555 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.437721 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.437881 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.438045 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.438205 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.438359 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.438519 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.438678 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.438837 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.438996 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.439157 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.439318 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.439480 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.439640 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.439800 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.439965 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.440128 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.440286 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.440471 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.440654 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.440818 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.440980 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.441230 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.441400 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.441562 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.441722 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.441881 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.442042 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.442201 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.442360 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.442601 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.442730 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.442848 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.442989 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.443151 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.443320 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.443480 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.443639 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.443799 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.443964 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.444147 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.444272 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.444441 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.444623 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.444786 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.444947 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.445107 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.445266 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.445426 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.445599 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.445754 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.445916 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.446085 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.446217 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.446380 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.446555 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.446753 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.446995 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.446995 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.447220 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.447336 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.447458 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.447607 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.447700 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.447877 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.448053 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.448194 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.448341 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.448512 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.448738 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.448878 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.449046 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.449244 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.449383 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.449541 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.449731 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.449868 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.450009 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.450382 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.450382 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.450710 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.450710 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.450956 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.451082 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.451209 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.451764 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.451930 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.452145 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.452294 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.452631 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.452631 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.452936 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.453032 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.453207 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.453380 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.453563 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.453683 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.453820 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.454008 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.454176 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.454339 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.454535 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.454704 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.454858 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.455002 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.455161 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.455307 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 23 16:00:06.455485 dv-neutron-822799-1-hyperv neutron-server[87496]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87496) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Dec 23 16:00:06.581249 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 39622) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:00:06.589678 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [-] 10.222.0.64 "GET / HTTP/1.1" status: 200  len: 253 time: 0.0063002
Dec 23 16:00:17.321846 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cdcfee0-62f6-48df-b11f-78114e1d8e3d None None] get_active_networks_info from dv-neutron-822799-1-hyperv {{(pid=87637) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}}
Dec 23 16:00:17.414710 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cdcfee0-62f6-48df-b11f-78114e1d8e3d None None] No non-hosted networks {{(pid=87637) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}}
Dec 23 16:00:17.427053 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.agentschedulers_db [None req-1cdcfee0-62f6-48df-b11f-78114e1d8e3d None None] DHCP Agent not found on host dv-neutron-822799-1-hyperv {{(pid=87637) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}}
Dec 23 16:00:17.491897 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-02f92d4c-70ba-4f01-b77a-4f3cbb9a675b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1784127'] for agent, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:00:19.651836 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9fbcb457-22a7-42a6-94f5-601201967ec6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1784127'] for agent, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:00:19.714313 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d4406ee1-6230-49d9-99f4-e956cd8c758f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:00:20.641253 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9dcbea60-a34f-4144-91e7-90aff3f57aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1784127'] for agent, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:00:20.847511 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1784127'] for agent, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:00:20.849273 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:00:20.850984 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:00:20.851335 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:00:20.853043 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:00:20.853615 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:00:20.854272 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:00:20.854804 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:00:20.855395 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:00:20.855940 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:00:20.856488 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:00:20.857052 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:00:20.857634 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:00:20.858256 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f1dc2888190>, 'Open vSwitch agent', 'dv-neutron-822799-1-hyperv', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:00:20.866569 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f1dc287b070>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-822799-1-hyperv', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:00:22.156376 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9e3aab53-d650-47e3-b8a6-2dff21fe9ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1784127'] for agent, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:00:23.736174 dv-neutron-822799-1-hyperv neutron-server[87637]: INFO neutron.db.l3_hamode_db [None req-0565f774-35c0-4636-baf9-e0bcd22b2286 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
Dec 23 16:00:23.820770 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0565f774-35c0-4636-baf9-e0bcd22b2286 None None] Routers set() bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:00:23.821164 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0565f774-35c0-4636-baf9-e0bcd22b2286 None None] Router IDs set() for agent in host dv-neutron-822799-1-hyperv {{(pid=87637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}}
Dec 23 16:00:23.829337 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 39716) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:00:24.495292 dv-neutron-822799-1-hyperv neutron-server[87636]: WARNING oslo_policy.policy [None req-fb113bd9-9053-46c4-b18f-1c2f809e26c4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Dec 23 16:00:24.496150 dv-neutron-822799-1-hyperv neutron-server[87636]: WARNING oslo_policy.policy [None req-fb113bd9-9053-46c4-b18f-1c2f809e26c4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Dec 23 16:00:24.717905 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [None req-fb113bd9-9053-46c4-b18f-1c2f809e26c4 admin admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=87636) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 23 16:00:24.718991 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-fb113bd9-9053-46c4-b18f-1c2f809e26c4 admin admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.8887918
Dec 23 16:00:27.127000 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 39730) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:00:27.550921 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-57642ff9-d3eb-43dd-9b7b-603cd72c88a2 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'shared': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:00:27.655912 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.policy [None req-57642ff9-d3eb-43dd-9b7b-603cd72c88a2 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=87636) register_rules /opt/stack/neutron/neutron/policy.py:73}}
Dec 23 16:00:27.700007 dv-neutron-822799-1-hyperv neutron-server[87636]: WARNING oslo_policy.policy [None req-57642ff9-d3eb-43dd-9b7b-603cd72c88a2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Dec 23 16:00:27.700349 dv-neutron-822799-1-hyperv neutron-server[87636]: WARNING oslo_policy.policy [None req-57642ff9-d3eb-43dd-9b7b-603cd72c88a2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Dec 23 16:00:27.709211 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.quota [None req-57642ff9-d3eb-43dd-9b7b-603cd72c88a2 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f1dc27c2760>.
Dec 23 16:00:27.725520 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-57642ff9-d3eb-43dd-9b7b-603cd72c88a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:00:27.788249 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-57642ff9-d3eb-43dd-9b7b-603cd72c88a2 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735361085432', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735361084815', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735361073996', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735361100245', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735361102069', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735361116788', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-698767', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-899727', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-2011118', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-2092966'] for rbac-policy, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:00:27.862783 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-57642ff9-d3eb-43dd-9b7b-603cd72c88a2 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:00:27.864281 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-57642ff9-d3eb-43dd-9b7b-603cd72c88a2 admin admin] 10.222.0.64 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 0.7362463
Dec 23 16:00:30.515479 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 39744) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:00:30.888339 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-78d79308-de77-4d0f-9fd5-d1ed5b13d2c1 admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': '42bc611b5b5543a78f079c0dc1add491', 'name': 'private'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:00:30.895747 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-78d79308-de77-4d0f-9fd5-d1ed5b13d2c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:00:30.900346 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-78d79308-de77-4d0f-9fd5-d1ed5b13d2c1 admin admin] Usage tracker for resource:network and tenant:42bc611b5b5543a78f079c0dc1add491 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:00:30.905049 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-78d79308-de77-4d0f-9fd5-d1ed5b13d2c1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:00:30.911347 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-78d79308-de77-4d0f-9fd5-d1ed5b13d2c1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:00:30.924065 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78d79308-de77-4d0f-9fd5-d1ed5b13d2c1 admin admin] Made reservation on behalf of 42bc611b5b5543a78f079c0dc1add491 for: {'network': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:00:30.927047 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-78d79308-de77-4d0f-9fd5-d1ed5b13d2c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for network, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:00:30.944468 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-78d79308-de77-4d0f-9fd5-d1ed5b13d2c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:00:30.958949 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-78d79308-de77-4d0f-9fd5-d1ed5b13d2c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:00:30.962633 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-78d79308-de77-4d0f-9fd5-d1ed5b13d2c1 admin admin] Usage tracker for resource:security_group_rule and tenant:42bc611b5b5543a78f079c0dc1add491 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:00:30.967757 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-78d79308-de77-4d0f-9fd5-d1ed5b13d2c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:00:30.973605 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-78d79308-de77-4d0f-9fd5-d1ed5b13d2c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:00:31.076203 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-78d79308-de77-4d0f-9fd5-d1ed5b13d2c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:00:31.082214 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-78d79308-de77-4d0f-9fd5-d1ed5b13d2c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:00:31.086464 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:00:31.107175 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78d79308-de77-4d0f-9fd5-d1ed5b13d2c1 admin admin] vlan segment allocate from pool success with {'vlan_id': 421, 'physical_network': 'physnet1'}  {{(pid=87636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 23 16:00:31.130887 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-78d79308-de77-4d0f-9fd5-d1ed5b13d2c1 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8735362908061', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:00:31.131468 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-78d79308-de77-4d0f-9fd5-d1ed5b13d2c1 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f1dc33ff9d0> segment precommit_create {{(pid=87636) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
Dec 23 16:00:31.131952 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.db.segments_db [None req-78d79308-de77-4d0f-9fd5-d1ed5b13d2c1 admin admin] Added segment e5dedb94-3d75-4460-b0ea-2469fb0a2703 of type vlan for network 84b5dfd2-a281-4b41-b486-7f638201b4c7
Dec 23 16:00:31.140119 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d79308-de77-4d0f-9fd5-d1ed5b13d2c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a14bffd3-3203-45a2-b7be-7b5c255baa10,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:00:31.192805 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d79308-de77-4d0f-9fd5-d1ed5b13d2c1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:00:31.193123 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d79308-de77-4d0f-9fd5-d1ed5b13d2c1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:00:31.193475 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d79308-de77-4d0f-9fd5-d1ed5b13d2c1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:00:31.193788 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d79308-de77-4d0f-9fd5-d1ed5b13d2c1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:00:31.194097 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d79308-de77-4d0f-9fd5-d1ed5b13d2c1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:00:31.194409 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d79308-de77-4d0f-9fd5-d1ed5b13d2c1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:00:31.194708 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d79308-de77-4d0f-9fd5-d1ed5b13d2c1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:00:31.195020 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d79308-de77-4d0f-9fd5-d1ed5b13d2c1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:00:31.195323 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d79308-de77-4d0f-9fd5-d1ed5b13d2c1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:00:31.195622 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d79308-de77-4d0f-9fd5-d1ed5b13d2c1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:00:31.195907 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d79308-de77-4d0f-9fd5-d1ed5b13d2c1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:00:31.196200 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d79308-de77-4d0f-9fd5-d1ed5b13d2c1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:00:31.197522 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d79308-de77-4d0f-9fd5-d1ed5b13d2c1 admin admin] Tracked resource versions report:
Dec 23 16:00:31.197522 dv-neutron-822799-1-hyperv neutron-server[87636]: pushed versions:
Dec 23 16:00:31.197522 dv-neutron-822799-1-hyperv neutron-server[87636]: {   'AddressGroup': {'1.2'},
Dec 23 16:00:31.197522 dv-neutron-822799-1-hyperv neutron-server[87636]:     'ConntrackHelper': {'1.0'},
Dec 23 16:00:31.197522 dv-neutron-822799-1-hyperv neutron-server[87636]:     'Log': {'1.0'},
Dec 23 16:00:31.197522 dv-neutron-822799-1-hyperv neutron-server[87636]:     'Network': {'1.1'},
Dec 23 16:00:31.197522 dv-neutron-822799-1-hyperv neutron-server[87636]:     'Port': {'1.7'},
Dec 23 16:00:31.197522 dv-neutron-822799-1-hyperv neutron-server[87636]:     'PortForwarding': {'1.2'},
Dec 23 16:00:31.197522 dv-neutron-822799-1-hyperv neutron-server[87636]:     'QosPolicy': {'1.8'},
Dec 23 16:00:31.197522 dv-neutron-822799-1-hyperv neutron-server[87636]:     'SecurityGroup': {'1.4'},
Dec 23 16:00:31.197522 dv-neutron-822799-1-hyperv neutron-server[87636]:     'SecurityGroupRule': {'1.2'},
Dec 23 16:00:31.197522 dv-neutron-822799-1-hyperv neutron-server[87636]:     'SubPort': {'1.0'},
Dec 23 16:00:31.197522 dv-neutron-822799-1-hyperv neutron-server[87636]:     'Subnet': {'1.1'},
Dec 23 16:00:31.197522 dv-neutron-822799-1-hyperv neutron-server[87636]:     'Trunk': {'1.1'}}
Dec 23 16:00:31.197522 dv-neutron-822799-1-hyperv neutron-server[87636]: consumer versions:
Dec 23 16:00:31.197522 dv-neutron-822799-1-hyperv neutron-server[87636]: {   DHCP agent@dv-neutron-822799-1-hyperv: {},
Dec 23 16:00:31.197522 dv-neutron-822799-1-hyperv neutron-server[87636]:     L3 agent@dv-neutron-822799-1-hyperv: {},
Dec 23 16:00:31.197522 dv-neutron-822799-1-hyperv neutron-server[87636]:     Metadata agent@dv-neutron-822799-1-hyperv: {},
Dec 23 16:00:31.197522 dv-neutron-822799-1-hyperv neutron-server[87636]:     Metering agent@dv-neutron-822799-1-hyperv: {},
Dec 23 16:00:31.197522 dv-neutron-822799-1-hyperv neutron-server[87636]:     Open vSwitch agent@dv-neutron-822799-1-hyperv: {   'AddressGroup': '1.2',
Dec 23 16:00:31.197522 dv-neutron-822799-1-hyperv neutron-server[87636]:                                                        'ConntrackHelper': '1.0',
Dec 23 16:00:31.197522 dv-neutron-822799-1-hyperv neutron-server[87636]:                                                        'Log': '1.0',
Dec 23 16:00:31.197522 dv-neutron-822799-1-hyperv neutron-server[87636]:                                                        'Network': '1.1',
Dec 23 16:00:31.197522 dv-neutron-822799-1-hyperv neutron-server[87636]:                                                        'Port': '1.7',
Dec 23 16:00:31.197522 dv-neutron-822799-1-hyperv neutron-server[87636]:                                                        'PortForwarding': '1.2',
Dec 23 16:00:31.197522 dv-neutron-822799-1-hyperv neutron-server[87636]:                                                        'QosPolicy': '1.8',
Dec 23 16:00:31.197522 dv-neutron-822799-1-hyperv neutron-server[87636]:                                                        'SecurityGroup': '1.4',
Dec 23 16:00:31.197522 dv-neutron-822799-1-hyperv neutron-server[87636]:                                                        'SecurityGroupRule': '1.2',
Dec 23 16:00:31.197522 dv-neutron-822799-1-hyperv neutron-server[87636]:                                                        'SubPort': '1.0',
Dec 23 16:00:31.197522 dv-neutron-822799-1-hyperv neutron-server[87636]:                                                        'Subnet': '1.1',
Dec 23 16:00:31.197522 dv-neutron-822799-1-hyperv neutron-server[87636]:                                                        'Trunk': '1.1'}}
Dec 23 16:00:31.197522 dv-neutron-822799-1-hyperv neutron-server[87636]:  {{(pid=87636) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Dec 23 16:00:31.254229 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-78d79308-de77-4d0f-9fd5-d1ed5b13d2c1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735362521793'] for network, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:00:31.265277 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-78d79308-de77-4d0f-9fd5-d1ed5b13d2c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:00:31.297774 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-78d79308-de77-4d0f-9fd5-d1ed5b13d2c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495'] for network, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:00:31.299319 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78d79308-de77-4d0f-9fd5-d1ed5b13d2c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:00:31.299993 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-78d79308-de77-4d0f-9fd5-d1ed5b13d2c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627509'] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:00:31.303156 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:00:31.404546 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d79308-de77-4d0f-9fd5-d1ed5b13d2c1 admin admin] Pushing event updated for resources: {'Network': ['ID=84b5dfd2-a281-4b41-b486-7f638201b4c7,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:00:31.407426 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-78d79308-de77-4d0f-9fd5-d1ed5b13d2c1 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201  len: 849 time: 0.8909392
Dec 23 16:00:31.409575 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-78d79308-de77-4d0f-9fd5-d1ed5b13d2c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:00:31.419219 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Network 84b5dfd2-a281-4b41-b486-7f638201b4c7 details requested by agent ovs-agent-dv-neutron-822799-1-hyperv with host dv-neutron-822799-1-hyperv {{(pid=87637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 23 16:00:34.098239 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 39760) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:00:34.579060 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23316194-e547-4d0f-9879-cc887b0b02e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:00:34.580433 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-23316194-e547-4d0f-9879-cc887b0b02e3 admin admin] 10.222.0.64 "GET /v2.0/networks/84b5dfd2-a281-4b41-b486-7f638201b4c7 HTTP/1.1" status: 200  len: 825 time: 0.4809396
Dec 23 16:00:34.611386 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-9af6b090-953b-4a7e-af1b-f3bc1de57955 admin admin] 10.222.0.64 "GET /v2.0/subnetpools/bde61b67-49ea-48df-8ba9-fd0c2fce98e3 HTTP/1.1" status: 200  len: 734 time: 0.0228670
Dec 23 16:00:34.621045 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-05ac36d8-0953-4833-8034-b85ed0bdb26b admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'network_id': '84b5dfd2-a281-4b41-b486-7f638201b4c7', 'ip_version': 4, 'tenant_id': '42bc611b5b5543a78f079c0dc1add491', 'subnetpool_id': 'bde61b67-49ea-48df-8ba9-fd0c2fce98e3'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:00:34.625844 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-05ac36d8-0953-4833-8034-b85ed0bdb26b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:00:34.630050 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-05ac36d8-0953-4833-8034-b85ed0bdb26b admin admin] Usage tracker for resource:subnet and tenant:42bc611b5b5543a78f079c0dc1add491 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:00:34.633165 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-05ac36d8-0953-4833-8034-b85ed0bdb26b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:00:34.639089 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-05ac36d8-0953-4833-8034-b85ed0bdb26b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:00:34.654696 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05ac36d8-0953-4833-8034-b85ed0bdb26b admin admin] Made reservation on behalf of 42bc611b5b5543a78f079c0dc1add491 for: {'subnet': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:00:34.658302 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-05ac36d8-0953-4833-8034-b85ed0bdb26b admin admin] Notify callbacks [] for subnet, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:00:34.956719 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-05ac36d8-0953-4833-8034-b85ed0bdb26b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495'] for subnet, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:00:34.960672 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:00:35.052806 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ac36d8-0953-4833-8034-b85ed0bdb26b admin admin] Pushing event updated for resources: {'Subnet': ['ID=218abd59-aeac-4baa-860d-b146b0532255,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:00:35.056975 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05ac36d8-0953-4833-8034-b85ed0bdb26b admin admin] Checking segment: {'id': 'e5dedb94-3d75-4460-b0ea-2469fb0a2703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '84b5dfd2-a281-4b41-b486-7f638201b4c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:00:35.057355 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05ac36d8-0953-4833-8034-b85ed0bdb26b admin admin] Network hostable DHCP agents. Network: 84b5dfd2-a281-4b41-b486-7f638201b4c7, hostable agents: ['1c812d71-eadf-4fb3-b98e-67468a4aa7e2'], hosted agents: [] {{(pid=87636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 23 16:00:35.061511 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-05ac36d8-0953-4833-8034-b85ed0bdb26b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:00:35.081605 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05ac36d8-0953-4833-8034-b85ed0bdb26b admin admin] Network 84b5dfd2-a281-4b41-b486-7f638201b4c7 is scheduled to be hosted by DHCP agent 1c812d71-eadf-4fb3-b98e-67468a4aa7e2 with binding_index 1 {{(pid=87636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 23 16:00:35.093525 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-05ac36d8-0953-4833-8034-b85ed0bdb26b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822799-1-hyperv, 84b5dfd2-a281-4b41-b486-7f638201b4c7) {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:00:35.098624 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05ac36d8-0953-4833-8034-b85ed0bdb26b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:00:35.099234 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-05ac36d8-0953-4833-8034-b85ed0bdb26b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627509'] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:00:35.103490 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b32f513-a087-4fac-9687-23008417d3a8 None None] Network 84b5dfd2-a281-4b41-b486-7f638201b4c7 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:00:35.126098 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-05ac36d8-0953-4833-8034-b85ed0bdb26b admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 0.5033584
Dec 23 16:00:35.503000 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e471b31-98a7-481a-9b6f-35dc951e8fac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7e017a6-8198-58c8-a07e-0f786128e3b3-84b5dfd2-a281-4b41-b486-7f638201b4c7', 'network_id': '84b5dfd2-a281-4b41-b486-7f638201b4c7', 'tenant_id': '42bc611b5b5543a78f079c0dc1add491', 'fixed_ips': [{'subnet_id': '218abd59-aeac-4baa-860d-b146b0532255'}]}} from dv-neutron-822799-1-hyperv. {{(pid=87637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 23 16:00:35.504288 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-7e471b31-98a7-481a-9b6f-35dc951e8fac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:00:35.693512 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_common [None req-7e471b31-98a7-481a-9b6f-35dc951e8fac None None] Allocated IP 172.20.0.2 (84b5dfd2-a281-4b41-b486-7f638201b4c7/218abd59-aeac-4baa-860d-b146b0532255/8b7780e2-d046-4447-864d-c39a56714838) {{(pid=87637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:00:35.925100 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-7e471b31-98a7-481a-9b6f-35dc951e8fac None None] Notify callbacks [] for port, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:00:35.938853 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-7e471b31-98a7-481a-9b6f-35dc951e8fac None None] Transition to ACTIVE for port object 8b7780e2-d046-4447-864d-c39a56714838 will not be triggered until provisioned by entity L2. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:00:35.962832 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-7e471b31-98a7-481a-9b6f-35dc951e8fac None None] Transition to ACTIVE for port object 8b7780e2-d046-4447-864d-c39a56714838 will not be triggered until provisioned by entity DHCP. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:00:35.969834 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-7e471b31-98a7-481a-9b6f-35dc951e8fac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780'] for port, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:00:35.975028 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:00:36.036743 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e471b31-98a7-481a-9b6f-35dc951e8fac None None] Network 84b5dfd2-a281-4b41-b486-7f638201b4c7 is already hosted by enough agents. {{(pid=87637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:00:36.039930 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-7e471b31-98a7-481a-9b6f-35dc951e8fac None None] Resources bound (agent type, host, resource id):  {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:00:36.046669 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e471b31-98a7-481a-9b6f-35dc951e8fac None None] Received port after_create {{(pid=87637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:00:36.048844 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e471b31-98a7-481a-9b6f-35dc951e8fac None None] Pushing event updated for resources: {'Port': ['ID=8b7780e2-d046-4447-864d-c39a56714838,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:00:36.084627 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e471b31-98a7-481a-9b6f-35dc951e8fac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:00:36.085001 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e471b31-98a7-481a-9b6f-35dc951e8fac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:00:36.085302 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e471b31-98a7-481a-9b6f-35dc951e8fac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:00:36.085628 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e471b31-98a7-481a-9b6f-35dc951e8fac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:00:36.085954 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e471b31-98a7-481a-9b6f-35dc951e8fac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:00:36.086286 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e471b31-98a7-481a-9b6f-35dc951e8fac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:00:36.086604 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e471b31-98a7-481a-9b6f-35dc951e8fac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:00:36.086913 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e471b31-98a7-481a-9b6f-35dc951e8fac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:00:36.087265 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e471b31-98a7-481a-9b6f-35dc951e8fac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:00:36.087583 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e471b31-98a7-481a-9b6f-35dc951e8fac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:00:36.087865 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e471b31-98a7-481a-9b6f-35dc951e8fac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:00:36.088169 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e471b31-98a7-481a-9b6f-35dc951e8fac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:00:36.089553 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e471b31-98a7-481a-9b6f-35dc951e8fac None None] Tracked resource versions report:
Dec 23 16:00:36.089553 dv-neutron-822799-1-hyperv neutron-server[87637]: pushed versions:
Dec 23 16:00:36.089553 dv-neutron-822799-1-hyperv neutron-server[87637]: {   'AddressGroup': {'1.2'},
Dec 23 16:00:36.089553 dv-neutron-822799-1-hyperv neutron-server[87637]:     'ConntrackHelper': {'1.0'},
Dec 23 16:00:36.089553 dv-neutron-822799-1-hyperv neutron-server[87637]:     'Log': {'1.0'},
Dec 23 16:00:36.089553 dv-neutron-822799-1-hyperv neutron-server[87637]:     'Network': {'1.1'},
Dec 23 16:00:36.089553 dv-neutron-822799-1-hyperv neutron-server[87637]:     'Port': {'1.7'},
Dec 23 16:00:36.089553 dv-neutron-822799-1-hyperv neutron-server[87637]:     'PortForwarding': {'1.2'},
Dec 23 16:00:36.089553 dv-neutron-822799-1-hyperv neutron-server[87637]:     'QosPolicy': {'1.8'},
Dec 23 16:00:36.089553 dv-neutron-822799-1-hyperv neutron-server[87637]:     'SecurityGroup': {'1.4'},
Dec 23 16:00:36.089553 dv-neutron-822799-1-hyperv neutron-server[87637]:     'SecurityGroupRule': {'1.2'},
Dec 23 16:00:36.089553 dv-neutron-822799-1-hyperv neutron-server[87637]:     'SubPort': {'1.0'},
Dec 23 16:00:36.089553 dv-neutron-822799-1-hyperv neutron-server[87637]:     'Subnet': {'1.1'},
Dec 23 16:00:36.089553 dv-neutron-822799-1-hyperv neutron-server[87637]:     'Trunk': {'1.1'}}
Dec 23 16:00:36.089553 dv-neutron-822799-1-hyperv neutron-server[87637]: consumer versions:
Dec 23 16:00:36.089553 dv-neutron-822799-1-hyperv neutron-server[87637]: {   DHCP agent@dv-neutron-822799-1-hyperv: {},
Dec 23 16:00:36.089553 dv-neutron-822799-1-hyperv neutron-server[87637]:     L3 agent@dv-neutron-822799-1-hyperv: {},
Dec 23 16:00:36.089553 dv-neutron-822799-1-hyperv neutron-server[87637]:     Metadata agent@dv-neutron-822799-1-hyperv: {},
Dec 23 16:00:36.089553 dv-neutron-822799-1-hyperv neutron-server[87637]:     Metering agent@dv-neutron-822799-1-hyperv: {},
Dec 23 16:00:36.089553 dv-neutron-822799-1-hyperv neutron-server[87637]:     Open vSwitch agent@dv-neutron-822799-1-hyperv: {   'AddressGroup': '1.2',
Dec 23 16:00:36.089553 dv-neutron-822799-1-hyperv neutron-server[87637]:                                                        'ConntrackHelper': '1.0',
Dec 23 16:00:36.089553 dv-neutron-822799-1-hyperv neutron-server[87637]:                                                        'Log': '1.0',
Dec 23 16:00:36.089553 dv-neutron-822799-1-hyperv neutron-server[87637]:                                                        'Network': '1.1',
Dec 23 16:00:36.089553 dv-neutron-822799-1-hyperv neutron-server[87637]:                                                        'Port': '1.7',
Dec 23 16:00:36.089553 dv-neutron-822799-1-hyperv neutron-server[87637]:                                                        'PortForwarding': '1.2',
Dec 23 16:00:36.089553 dv-neutron-822799-1-hyperv neutron-server[87637]:                                                        'QosPolicy': '1.8',
Dec 23 16:00:36.089553 dv-neutron-822799-1-hyperv neutron-server[87637]:                                                        'SecurityGroup': '1.4',
Dec 23 16:00:36.089553 dv-neutron-822799-1-hyperv neutron-server[87637]:                                                        'SecurityGroupRule': '1.2',
Dec 23 16:00:36.089553 dv-neutron-822799-1-hyperv neutron-server[87637]:                                                        'SubPort': '1.0',
Dec 23 16:00:36.089553 dv-neutron-822799-1-hyperv neutron-server[87637]:                                                        'Subnet': '1.1',
Dec 23 16:00:36.089553 dv-neutron-822799-1-hyperv neutron-server[87637]:                                                        'Trunk': '1.1'}}
Dec 23 16:00:36.089553 dv-neutron-822799-1-hyperv neutron-server[87637]:  {{(pid=87637) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Dec 23 16:00:36.105337 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-7e471b31-98a7-481a-9b6f-35dc951e8fac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:00:36.156718 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-7e471b31-98a7-481a-9b6f-35dc951e8fac None None] Attempting to bind port 8b7780e2-d046-4447-864d-c39a56714838 on host dv-neutron-822799-1-hyperv for vnic_type normal with profile  {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:00:36.157139 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-7e471b31-98a7-481a-9b6f-35dc951e8fac None None] Attempting to bind port 8b7780e2-d046-4447-864d-c39a56714838 by drivers openvswitch,hyperv on host dv-neutron-822799-1-hyperv at level 0 using segments [{'id': 'e5dedb94-3d75-4460-b0ea-2469fb0a2703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '84b5dfd2-a281-4b41-b486-7f638201b4c7'}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:00:36.157584 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e471b31-98a7-481a-9b6f-35dc951e8fac None None] Attempting to bind port 8b7780e2-d046-4447-864d-c39a56714838 on network 84b5dfd2-a281-4b41-b486-7f638201b4c7 {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:00:36.163421 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e471b31-98a7-481a-9b6f-35dc951e8fac None None] Checking agent: {'id': '20d2070f-69a9-4e73-8d08-6f0387a40158', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822799-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 21), 'started_at': datetime.datetime(2021, 12, 23, 16, 0, 21), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 0, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822799-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 23 16:00:36.163844 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e471b31-98a7-481a-9b6f-35dc951e8fac None None] Checking segment: {'id': 'e5dedb94-3d75-4460-b0ea-2469fb0a2703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '84b5dfd2-a281-4b41-b486-7f638201b4c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:00:36.164352 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-7e471b31-98a7-481a-9b6f-35dc951e8fac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:00:36.164772 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e471b31-98a7-481a-9b6f-35dc951e8fac None None] Bound using segment: {'id': 'e5dedb94-3d75-4460-b0ea-2469fb0a2703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '84b5dfd2-a281-4b41-b486-7f638201b4c7'} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 23 16:00:36.165268 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-7e471b31-98a7-481a-9b6f-35dc951e8fac None None] Bound port: 8b7780e2-d046-4447-864d-c39a56714838, host: dv-neutron-822799-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5dedb94-3d75-4460-b0ea-2469fb0a2703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '84b5dfd2-a281-4b41-b486-7f638201b4c7'}}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 23 16:00:36.166019 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-7e471b31-98a7-481a-9b6f-35dc951e8fac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:00:36.259115 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-7e471b31-98a7-481a-9b6f-35dc951e8fac None None] For port 8b7780e2-d046-4447-864d-c39a56714838, host dv-neutron-822799-1-hyperv, cleared binding levels {{(pid=87637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 23 16:00:36.263083 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-7e471b31-98a7-481a-9b6f-35dc951e8fac None None] For port 8b7780e2-d046-4447-864d-c39a56714838, host dv-neutron-822799-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=8b7780e2-d046-4447-864d-c39a56714838,segment=NetworkSegment(e5dedb94-3d75-4460-b0ea-2469fb0a2703),segment_id=e5dedb94-3d75-4460-b0ea-2469fb0a2703)] {{(pid=87637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 23 16:00:36.268901 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-7e471b31-98a7-481a-9b6f-35dc951e8fac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:00:36.273289 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:00:36.384275 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e471b31-98a7-481a-9b6f-35dc951e8fac None None] Pushing event updated for resources: {'Port': ['ID=8b7780e2-d046-4447-864d-c39a56714838,revision_number=2']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:00:36.387467 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-7e471b31-98a7-481a-9b6f-35dc951e8fac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:00:37.538109 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 39770) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:00:38.155768 dv-neutron-822799-1-hyperv neutron-server[87635]: WARNING oslo_policy.policy [None req-273be79e-322f-4430-bff2-a967d439b660 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Dec 23 16:00:38.156267 dv-neutron-822799-1-hyperv neutron-server[87635]: WARNING oslo_policy.policy [None req-273be79e-322f-4430-bff2-a967d439b660 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Dec 23 16:00:38.380549 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [None req-273be79e-322f-4430-bff2-a967d439b660 admin admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=87635) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 23 16:00:38.381800 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-273be79e-322f-4430-bff2-a967d439b660 admin admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.8418941
Dec 23 16:00:40.032163 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9114f68f-db65-48fb-ac87-872896473a27 None None] Network 84b5dfd2-a281-4b41-b486-7f638201b4c7 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:00:40.130136 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-fb2e3a22-3ff2-4472-8a57-0ce80d9cc200 None None] Provisioning for port 8b7780e2-d046-4447-864d-c39a56714838 completed by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:00:40.620264 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 8b7780e2-d046-4447-864d-c39a56714838 up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:00:40.686755 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning for port 8b7780e2-d046-4447-864d-c39a56714838 completed by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:00:40.692385 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port 8b7780e2-d046-4447-864d-c39a56714838 triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:00:40.692823 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:00:40.783013 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 39788) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:00:40.811526 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:00:40.844163 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] For port 8b7780e2-d046-4447-864d-c39a56714838, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=8b7780e2-d046-4447-864d-c39a56714838,segment=NetworkSegment(e5dedb94-3d75-4460-b0ea-2469fb0a2703),segment_id=e5dedb94-3d75-4460-b0ea-2469fb0a2703)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:00:40.849349 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:00:40.851495 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-7e471b31-98a7-481a-9b6f-35dc951e8fac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:00:40.917737 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Pushing event updated for resources: {'Port': ['ID=8b7780e2-d046-4447-864d-c39a56714838,revision_number=3']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:00:40.921102 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:00:41.186559 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [None req-7bec4638-6033-48c4-b652-26d87ee080cf admin admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=87635) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 23 16:00:41.188108 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-7bec4638-6033-48c4-b652-26d87ee080cf admin admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.4039338
Dec 23 16:00:42.594094 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 8b7780e2-d046-4447-864d-c39a56714838 up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:00:42.664176 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port 8b7780e2-d046-4447-864d-c39a56714838 triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:00:42.664566 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:00:43.903438 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 39800) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:00:44.285000 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-f0f0e1ab-8fbd-45e3-8353-93fe120a46b0 admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '42bc611b5b5543a78f079c0dc1add491', 'name': 'router1'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:00:44.354851 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.policy [None req-f0f0e1ab-8fbd-45e3-8353-93fe120a46b0 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=87635) register_rules /opt/stack/neutron/neutron/policy.py:73}}
Dec 23 16:00:44.399540 dv-neutron-822799-1-hyperv neutron-server[87635]: WARNING oslo_policy.policy [None req-f0f0e1ab-8fbd-45e3-8353-93fe120a46b0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Dec 23 16:00:44.399915 dv-neutron-822799-1-hyperv neutron-server[87635]: WARNING oslo_policy.policy [None req-f0f0e1ab-8fbd-45e3-8353-93fe120a46b0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Dec 23 16:00:44.408216 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.quota [None req-f0f0e1ab-8fbd-45e3-8353-93fe120a46b0 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f1dc27c75e0>.
Dec 23 16:00:44.424449 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-f0f0e1ab-8fbd-45e3-8353-93fe120a46b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:00:44.431437 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-f0f0e1ab-8fbd-45e3-8353-93fe120a46b0 admin admin] Usage tracker for resource:router and tenant:42bc611b5b5543a78f079c0dc1add491 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:00:44.436301 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-f0f0e1ab-8fbd-45e3-8353-93fe120a46b0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:00:44.444623 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-f0f0e1ab-8fbd-45e3-8353-93fe120a46b0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:00:44.464486 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-f0f0e1ab-8fbd-45e3-8353-93fe120a46b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1823978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-235332'] for router, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:00:44.466499 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-f0f0e1ab-8fbd-45e3-8353-93fe120a46b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1824575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1824063', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1751113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-235341'] for router, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:00:44.498796 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-f0f0e1ab-8fbd-45e3-8353-93fe120a46b0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:00:44.630265 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-f0f0e1ab-8fbd-45e3-8353-93fe120a46b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1823971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1824234'] for router, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:00:44.659979 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-f0f0e1ab-8fbd-45e3-8353-93fe120a46b0 admin admin] Notify callbacks [] for router, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:00:44.661225 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-f0f0e1ab-8fbd-45e3-8353-93fe120a46b0 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.7568324
Dec 23 16:00:47.055625 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 39812) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:00:47.264149 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-a0d5e589-945a-463d-b010-1a65f0da1ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:00:47.461590 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [None req-9310bb3e-7aa7-47e8-8fdb-bba8c6047ca4 admin admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=87636) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 23 16:00:47.462580 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-9310bb3e-7aa7-47e8-8fdb-bba8c6047ca4 admin admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.4060965
Dec 23 16:00:48.357248 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.agents_db [None req-30c2320c-f298-49f6-9c47-c20e38116a9c None None] Agent healthcheck: found 5 active agents {{(pid=87638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 23 16:00:49.648352 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d1921379-efb1-4def-a215-1fa44cb5b118 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:00:49.851616 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 39822) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:00:50.244507 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-55f99d2e-4445-4adf-9d23-1c871be5dfd5 admin admin] Request body: {'network': {'name': 'public', 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'is_default': True, 'provider:network_type': 'flat', 'router:external': True}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:00:50.249685 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-55f99d2e-4445-4adf-9d23-1c871be5dfd5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:00:50.253823 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-55f99d2e-4445-4adf-9d23-1c871be5dfd5 admin admin] Usage tracker for resource:network and tenant:7e22a4246b5a489eb7962a089e45c5da is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:00:50.257307 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-55f99d2e-4445-4adf-9d23-1c871be5dfd5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:00:50.263000 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-55f99d2e-4445-4adf-9d23-1c871be5dfd5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:00:50.273545 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55f99d2e-4445-4adf-9d23-1c871be5dfd5 admin admin] Made reservation on behalf of 7e22a4246b5a489eb7962a089e45c5da for: {'network': 1} {{(pid=87635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:00:50.276500 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-55f99d2e-4445-4adf-9d23-1c871be5dfd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for network, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:00:50.293558 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-55f99d2e-4445-4adf-9d23-1c871be5dfd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:00:50.307926 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-55f99d2e-4445-4adf-9d23-1c871be5dfd5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:00:50.311956 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-55f99d2e-4445-4adf-9d23-1c871be5dfd5 admin admin] Usage tracker for resource:security_group_rule and tenant:7e22a4246b5a489eb7962a089e45c5da is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:00:50.315410 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-55f99d2e-4445-4adf-9d23-1c871be5dfd5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:00:50.321795 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-55f99d2e-4445-4adf-9d23-1c871be5dfd5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:00:50.425303 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-55f99d2e-4445-4adf-9d23-1c871be5dfd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:00:50.432315 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-55f99d2e-4445-4adf-9d23-1c871be5dfd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:00:50.437461 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:00:50.448525 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-55f99d2e-4445-4adf-9d23-1c871be5dfd5 admin admin] Reserving flat network on physical network physnet1 {{(pid=87635) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}}
Dec 23 16:00:50.482200 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-55f99d2e-4445-4adf-9d23-1c871be5dfd5 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8735362908061', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:00:50.482710 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-55f99d2e-4445-4adf-9d23-1c871be5dfd5 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f1dc33ff9d0> segment precommit_create {{(pid=87635) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
Dec 23 16:00:50.483202 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.db.segments_db [None req-55f99d2e-4445-4adf-9d23-1c871be5dfd5 admin admin] Added segment 77e3d110-dd7b-426c-b11f-b78dde7993df of type flat for network 8afa6d58-9431-454a-b99c-3ff8a65aa86b
Dec 23 16:00:50.531749 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f99d2e-4445-4adf-9d23-1c871be5dfd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6eda8cff-4904-4646-b1b2-ce5370e02249,revision_number=1']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:00:50.554864 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f99d2e-4445-4adf-9d23-1c871be5dfd5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:00:50.555204 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f99d2e-4445-4adf-9d23-1c871be5dfd5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:00:50.555564 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f99d2e-4445-4adf-9d23-1c871be5dfd5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:00:50.555890 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f99d2e-4445-4adf-9d23-1c871be5dfd5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:00:50.556206 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f99d2e-4445-4adf-9d23-1c871be5dfd5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:00:50.556518 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f99d2e-4445-4adf-9d23-1c871be5dfd5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:00:50.556875 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f99d2e-4445-4adf-9d23-1c871be5dfd5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:00:50.557190 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f99d2e-4445-4adf-9d23-1c871be5dfd5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:00:50.557481 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f99d2e-4445-4adf-9d23-1c871be5dfd5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:00:50.557831 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f99d2e-4445-4adf-9d23-1c871be5dfd5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:00:50.558093 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f99d2e-4445-4adf-9d23-1c871be5dfd5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:00:50.558435 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f99d2e-4445-4adf-9d23-1c871be5dfd5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:00:50.559755 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f99d2e-4445-4adf-9d23-1c871be5dfd5 admin admin] Tracked resource versions report:
Dec 23 16:00:50.559755 dv-neutron-822799-1-hyperv neutron-server[87635]: pushed versions:
Dec 23 16:00:50.559755 dv-neutron-822799-1-hyperv neutron-server[87635]: {   'AddressGroup': {'1.2'},
Dec 23 16:00:50.559755 dv-neutron-822799-1-hyperv neutron-server[87635]:     'ConntrackHelper': {'1.0'},
Dec 23 16:00:50.559755 dv-neutron-822799-1-hyperv neutron-server[87635]:     'Log': {'1.0'},
Dec 23 16:00:50.559755 dv-neutron-822799-1-hyperv neutron-server[87635]:     'Network': {'1.1'},
Dec 23 16:00:50.559755 dv-neutron-822799-1-hyperv neutron-server[87635]:     'Port': {'1.7'},
Dec 23 16:00:50.559755 dv-neutron-822799-1-hyperv neutron-server[87635]:     'PortForwarding': {'1.2'},
Dec 23 16:00:50.559755 dv-neutron-822799-1-hyperv neutron-server[87635]:     'QosPolicy': {'1.8'},
Dec 23 16:00:50.559755 dv-neutron-822799-1-hyperv neutron-server[87635]:     'SecurityGroup': {'1.4'},
Dec 23 16:00:50.559755 dv-neutron-822799-1-hyperv neutron-server[87635]:     'SecurityGroupRule': {'1.2'},
Dec 23 16:00:50.559755 dv-neutron-822799-1-hyperv neutron-server[87635]:     'SubPort': {'1.0'},
Dec 23 16:00:50.559755 dv-neutron-822799-1-hyperv neutron-server[87635]:     'Subnet': {'1.1'},
Dec 23 16:00:50.559755 dv-neutron-822799-1-hyperv neutron-server[87635]:     'Trunk': {'1.1'}}
Dec 23 16:00:50.559755 dv-neutron-822799-1-hyperv neutron-server[87635]: consumer versions:
Dec 23 16:00:50.559755 dv-neutron-822799-1-hyperv neutron-server[87635]: {   DHCP agent@dv-neutron-822799-1-hyperv: {},
Dec 23 16:00:50.559755 dv-neutron-822799-1-hyperv neutron-server[87635]:     L3 agent@dv-neutron-822799-1-hyperv: {},
Dec 23 16:00:50.559755 dv-neutron-822799-1-hyperv neutron-server[87635]:     Metadata agent@dv-neutron-822799-1-hyperv: {},
Dec 23 16:00:50.559755 dv-neutron-822799-1-hyperv neutron-server[87635]:     Metering agent@dv-neutron-822799-1-hyperv: {},
Dec 23 16:00:50.559755 dv-neutron-822799-1-hyperv neutron-server[87635]:     Open vSwitch agent@dv-neutron-822799-1-hyperv: {   'AddressGroup': '1.2',
Dec 23 16:00:50.559755 dv-neutron-822799-1-hyperv neutron-server[87635]:                                                        'ConntrackHelper': '1.0',
Dec 23 16:00:50.559755 dv-neutron-822799-1-hyperv neutron-server[87635]:                                                        'Log': '1.0',
Dec 23 16:00:50.559755 dv-neutron-822799-1-hyperv neutron-server[87635]:                                                        'Network': '1.1',
Dec 23 16:00:50.559755 dv-neutron-822799-1-hyperv neutron-server[87635]:                                                        'Port': '1.7',
Dec 23 16:00:50.559755 dv-neutron-822799-1-hyperv neutron-server[87635]:                                                        'PortForwarding': '1.2',
Dec 23 16:00:50.559755 dv-neutron-822799-1-hyperv neutron-server[87635]:                                                        'QosPolicy': '1.8',
Dec 23 16:00:50.559755 dv-neutron-822799-1-hyperv neutron-server[87635]:                                                        'SecurityGroup': '1.4',
Dec 23 16:00:50.559755 dv-neutron-822799-1-hyperv neutron-server[87635]:                                                        'SecurityGroupRule': '1.2',
Dec 23 16:00:50.559755 dv-neutron-822799-1-hyperv neutron-server[87635]:                                                        'SubPort': '1.0',
Dec 23 16:00:50.559755 dv-neutron-822799-1-hyperv neutron-server[87635]:                                                        'Subnet': '1.1',
Dec 23 16:00:50.559755 dv-neutron-822799-1-hyperv neutron-server[87635]:                                                        'Trunk': '1.1'}}
Dec 23 16:00:50.559755 dv-neutron-822799-1-hyperv neutron-server[87635]:  {{(pid=87635) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Dec 23 16:00:50.589830 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9dcbea60-a34f-4144-91e7-90aff3f57aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:00:50.608361 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-55f99d2e-4445-4adf-9d23-1c871be5dfd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:00:50.610114 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-55f99d2e-4445-4adf-9d23-1c871be5dfd5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735362521793'] for network, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:00:50.657912 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-55f99d2e-4445-4adf-9d23-1c871be5dfd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495'] for network, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:00:50.659689 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55f99d2e-4445-4adf-9d23-1c871be5dfd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:00:50.660510 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-55f99d2e-4445-4adf-9d23-1c871be5dfd5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627509'] for network, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:00:50.665187 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:00:50.766437 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-55f99d2e-4445-4adf-9d23-1c871be5dfd5 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.9137166
Dec 23 16:00:50.767066 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f99d2e-4445-4adf-9d23-1c871be5dfd5 admin admin] Pushing event updated for resources: {'Network': ['ID=8afa6d58-9431-454a-b99c-3ff8a65aa86b,revision_number=1']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:00:50.770648 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-55f99d2e-4445-4adf-9d23-1c871be5dfd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:00:50.778781 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Network 8afa6d58-9431-454a-b99c-3ff8a65aa86b details requested by agent ovs-agent-dv-neutron-822799-1-hyperv with host dv-neutron-822799-1-hyperv {{(pid=87637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 23 16:00:50.885187 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:00:52.100482 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9e3aab53-d650-47e3-b8a6-2dff21fe9ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:00:53.184898 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 39846) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:00:53.439080 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-325dc3d8-6704-4ed7-9d3f-afee3b52a7c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:00:53.441007 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-325dc3d8-6704-4ed7-9d3f-afee3b52a7c1 admin admin] 10.222.0.64 "GET /v2.0/subnets/218abd59-aeac-4baa-860d-b146b0532255 HTTP/1.1" status: 200  len: 849 time: 0.2550418
Dec 23 16:00:53.605483 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-faae4991-f630-463a-b12a-7b3bd3c95152 admin admin] 10.222.0.64 "GET /v2.0/routers/8fb1bdf3-155c-48e9-8f0b-413d43869ec6 HTTP/1.1" status: 200  len: 704 time: 0.1585963
Dec 23 16:00:54.100271 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-8a7202d7-dfbf-445c-afdc-493fb2b8ba24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:00:54.353138 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.db_base_plugin_common [None req-8a7202d7-dfbf-445c-afdc-493fb2b8ba24 admin admin] Allocated IP 172.20.0.1 (84b5dfd2-a281-4b41-b486-7f638201b4c7/218abd59-aeac-4baa-860d-b146b0532255/a987da57-c9b3-495e-b781-9a47863bf9c4) {{(pid=87635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:00:54.515814 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-8a7202d7-dfbf-445c-afdc-493fb2b8ba24 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:00:54.533751 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.provisioning_blocks [None req-8a7202d7-dfbf-445c-afdc-493fb2b8ba24 admin admin] Transition to ACTIVE for port object a987da57-c9b3-495e-b781-9a47863bf9c4 will not be triggered until provisioned by entity DHCP. {{(pid=87635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:00:54.593295 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-8a7202d7-dfbf-445c-afdc-493fb2b8ba24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780'] for port, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:00:54.599360 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:00:54.655935 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a7202d7-dfbf-445c-afdc-493fb2b8ba24 admin admin] Network 84b5dfd2-a281-4b41-b486-7f638201b4c7 is already hosted by enough agents. {{(pid=87635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:00:54.662645 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.base_scheduler [None req-8a7202d7-dfbf-445c-afdc-493fb2b8ba24 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:00:54.669099 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a7202d7-dfbf-445c-afdc-493fb2b8ba24 admin admin] Received port after_create {{(pid=87635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:00:54.669624 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-8a7202d7-dfbf-445c-afdc-493fb2b8ba24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1781300'] for router_interface, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:00:54.785035 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7202d7-dfbf-445c-afdc-493fb2b8ba24 admin admin] Pushing event updated for resources: {'Port': ['ID=a987da57-c9b3-495e-b781-9a47863bf9c4,revision_number=1']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:00:54.799318 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-8a7202d7-dfbf-445c-afdc-493fb2b8ba24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:00:54.903009 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-58d9e751-ebf4-471d-a6d9-5a7fa8287ec2 None None] Provisioning for port a987da57-c9b3-495e-b781-9a47863bf9c4 completed by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:00:54.908294 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-58d9e751-ebf4-471d-a6d9-5a7fa8287ec2 None None] Provisioning complete for port a987da57-c9b3-495e-b781-9a47863bf9c4 triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:00:54.908782 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-58d9e751-ebf4-471d-a6d9-5a7fa8287ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:00:54.967116 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-58d9e751-ebf4-471d-a6d9-5a7fa8287ec2 None None] Port a987da57-c9b3-495e-b781-9a47863bf9c4 cannot update to ACTIVE because it is not bound. {{(pid=87637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 23 16:00:54.980125 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-8a7202d7-dfbf-445c-afdc-493fb2b8ba24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:00:55.207501 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-8a7202d7-dfbf-445c-afdc-493fb2b8ba24 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:00:55.214252 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-8a7202d7-dfbf-445c-afdc-493fb2b8ba24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:00:55.215369 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-8a7202d7-dfbf-445c-afdc-493fb2b8ba24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1627481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1781465'] for router_interface, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:00:55.218633 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:00:55.347840 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7202d7-dfbf-445c-afdc-493fb2b8ba24 admin admin] Pushing event updated for resources: {'Port': ['ID=a987da57-c9b3-495e-b781-9a47863bf9c4,revision_number=2']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:00:55.358550 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-8a7202d7-dfbf-445c-afdc-493fb2b8ba24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:00:55.412364 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a7202d7-dfbf-445c-afdc-493fb2b8ba24 admin admin] Network 84b5dfd2-a281-4b41-b486-7f638201b4c7 is already hosted by enough agents. {{(pid=87635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:00:55.413480 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.base_scheduler [None req-8a7202d7-dfbf-445c-afdc-493fb2b8ba24 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:00:55.592071 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-4b1d300b-9532-4cf0-805a-f675f20a47dc None None] Provisioning complete for port a987da57-c9b3-495e-b781-9a47863bf9c4 triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:00:55.592459 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4b1d300b-9532-4cf0-805a-f675f20a47dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:00:55.615587 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a7202d7-dfbf-445c-afdc-493fb2b8ba24 admin admin] Router 8fb1bdf3-155c-48e9-8f0b-413d43869ec6 is scheduled to L3 agent 371d4c41-c7e2-4de7-9539-c049ec4e95d1 with binding_index 1 {{(pid=87635) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 23 16:00:55.652339 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-4b1d300b-9532-4cf0-805a-f675f20a47dc None None] Port a987da57-c9b3-495e-b781-9a47863bf9c4 cannot update to ACTIVE because it is not bound. {{(pid=87637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 23 16:00:55.765614 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a7202d7-dfbf-445c-afdc-493fb2b8ba24 admin admin] Notify agent at l3_agent.dv-neutron-822799-1-hyperv the message routers_updated {{(pid=87635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 23 16:00:55.776136 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c3288f5-45fe-46da-b96c-811625bab263 None None] Sync routers for ids ['8fb1bdf3-155c-48e9-8f0b-413d43869ec6'] in dv-neutron-822799-1-hyperv {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 23 16:00:55.777334 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-8a7202d7-dfbf-445c-afdc-493fb2b8ba24 admin admin] 10.222.0.64 "PUT /v2.0/routers/8fb1bdf3-155c-48e9-8f0b-413d43869ec6/add_router_interface HTTP/1.1" status: 200  len: 508 time: 2.1636047
Dec 23 16:00:55.789552 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c3288f5-45fe-46da-b96c-811625bab263 None None] Routers {'8fb1bdf3-155c-48e9-8f0b-413d43869ec6'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:00:55.790406 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-2c3288f5-45fe-46da-b96c-811625bab263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc28f7dc0>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:00:50Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['8fb1bdf3-155c-48e9-8f0b-413d43869ec6'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:00:55.964642 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-2c3288f5-45fe-46da-b96c-811625bab263 None None] Set router 8fb1bdf3-155c-48e9-8f0b-413d43869ec6 gateway port host: None {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:00:56.329205 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-2c3288f5-45fe-46da-b96c-811625bab263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc28f7dc0>, [{'id': '8fb1bdf3-155c-48e9-8f0b-413d43869ec6', 'name': 'router1', 'tenant_id': '42bc611b5b5543a78f079c0dc1add491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:00:44Z', 'updated_at': '2021-12-23T16:00:54Z', 'revision_number': 2, 'project_id': '42bc611b5b5543a78f079c0dc1add491', 'gw_port_host': None, '_interfaces': [{'id': 'a987da57-c9b3-495e-b781-9a47863bf9c4', 'name': '', 'network_id': '84b5dfd2-a281-4b41-b486-7f638201b4c7', 'tenant_id': '42bc611b5b5543a78f079c0dc1add491', 'mac_address': 'fa:16:3e:5f:f5:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fb1bdf3-155c-48e9-8f0b-413d43869ec6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '218abd59-aeac-4baa-860d-b146b0532255', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:00:54Z', 'updated_at': '2021-12-23T16:00:55Z', 'revision_number': 2, 'project_id': '42bc611b5b5543a78f079c0dc1add491', 'subnets': [{'id': '218abd59-aeac-4baa-860d-b146b0532255', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bde61b67-49ea-48df-8ba9-fd0c2fce98e3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:00:56.334507 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c3288f5-45fe-46da-b96c-811625bab263 None None] Checking router: 8fb1bdf3-155c-48e9-8f0b-413d43869ec6 for host: dv-neutron-822799-1-hyperv {{(pid=87638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 23 16:00:56.334886 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c3288f5-45fe-46da-b96c-811625bab263 None None] Updating router 8fb1bdf3-155c-48e9-8f0b-413d43869ec6 port a987da57-c9b3-495e-b781-9a47863bf9c4 binding host dv-neutron-822799-1-hyperv {{(pid=87638) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 23 16:00:56.389552 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2c3288f5-45fe-46da-b96c-811625bab263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:00:56.787469 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2c3288f5-45fe-46da-b96c-811625bab263 None None] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:00:56.804435 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-2c3288f5-45fe-46da-b96c-811625bab263 None None] Transition to ACTIVE for port object a987da57-c9b3-495e-b781-9a47863bf9c4 will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:00:56.814767 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2c3288f5-45fe-46da-b96c-811625bab263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:00:56.821385 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:00:57.103594 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c67a7d-dbdf-4cda-8f63-3c4a010d90cf None None] Pushing event updated for resources: {'Port': ['ID=a987da57-c9b3-495e-b781-9a47863bf9c4,revision_number=3']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:00:57.116549 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c67a7d-dbdf-4cda-8f63-3c4a010d90cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:00:57.116920 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c67a7d-dbdf-4cda-8f63-3c4a010d90cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:00:57.117260 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c67a7d-dbdf-4cda-8f63-3c4a010d90cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:00:57.117672 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c67a7d-dbdf-4cda-8f63-3c4a010d90cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:00:57.118000 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c67a7d-dbdf-4cda-8f63-3c4a010d90cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:00:57.118343 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c67a7d-dbdf-4cda-8f63-3c4a010d90cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:00:57.118734 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c67a7d-dbdf-4cda-8f63-3c4a010d90cf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:00:57.118986 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c67a7d-dbdf-4cda-8f63-3c4a010d90cf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:00:57.119321 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c67a7d-dbdf-4cda-8f63-3c4a010d90cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:00:57.119678 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c67a7d-dbdf-4cda-8f63-3c4a010d90cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:00:57.119940 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c67a7d-dbdf-4cda-8f63-3c4a010d90cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:00:57.120256 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c67a7d-dbdf-4cda-8f63-3c4a010d90cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:00:57.121671 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c67a7d-dbdf-4cda-8f63-3c4a010d90cf None None] Tracked resource versions report:
Dec 23 16:00:57.121671 dv-neutron-822799-1-hyperv neutron-server[87638]: pushed versions:
Dec 23 16:00:57.121671 dv-neutron-822799-1-hyperv neutron-server[87638]: {   'AddressGroup': {'1.2'},
Dec 23 16:00:57.121671 dv-neutron-822799-1-hyperv neutron-server[87638]:     'ConntrackHelper': {'1.0'},
Dec 23 16:00:57.121671 dv-neutron-822799-1-hyperv neutron-server[87638]:     'Log': {'1.0'},
Dec 23 16:00:57.121671 dv-neutron-822799-1-hyperv neutron-server[87638]:     'Network': {'1.1'},
Dec 23 16:00:57.121671 dv-neutron-822799-1-hyperv neutron-server[87638]:     'Port': {'1.7'},
Dec 23 16:00:57.121671 dv-neutron-822799-1-hyperv neutron-server[87638]:     'PortForwarding': {'1.2'},
Dec 23 16:00:57.121671 dv-neutron-822799-1-hyperv neutron-server[87638]:     'QosPolicy': {'1.8'},
Dec 23 16:00:57.121671 dv-neutron-822799-1-hyperv neutron-server[87638]:     'SecurityGroup': {'1.4'},
Dec 23 16:00:57.121671 dv-neutron-822799-1-hyperv neutron-server[87638]:     'SecurityGroupRule': {'1.2'},
Dec 23 16:00:57.121671 dv-neutron-822799-1-hyperv neutron-server[87638]:     'SubPort': {'1.0'},
Dec 23 16:00:57.121671 dv-neutron-822799-1-hyperv neutron-server[87638]:     'Subnet': {'1.1'},
Dec 23 16:00:57.121671 dv-neutron-822799-1-hyperv neutron-server[87638]:     'Trunk': {'1.1'}}
Dec 23 16:00:57.121671 dv-neutron-822799-1-hyperv neutron-server[87638]: consumer versions:
Dec 23 16:00:57.121671 dv-neutron-822799-1-hyperv neutron-server[87638]: {   DHCP agent@dv-neutron-822799-1-hyperv: {},
Dec 23 16:00:57.121671 dv-neutron-822799-1-hyperv neutron-server[87638]:     L3 agent@dv-neutron-822799-1-hyperv: {},
Dec 23 16:00:57.121671 dv-neutron-822799-1-hyperv neutron-server[87638]:     Metadata agent@dv-neutron-822799-1-hyperv: {},
Dec 23 16:00:57.121671 dv-neutron-822799-1-hyperv neutron-server[87638]:     Metering agent@dv-neutron-822799-1-hyperv: {},
Dec 23 16:00:57.121671 dv-neutron-822799-1-hyperv neutron-server[87638]:     Open vSwitch agent@dv-neutron-822799-1-hyperv: {   'AddressGroup': '1.2',
Dec 23 16:00:57.121671 dv-neutron-822799-1-hyperv neutron-server[87638]:                                                        'ConntrackHelper': '1.0',
Dec 23 16:00:57.121671 dv-neutron-822799-1-hyperv neutron-server[87638]:                                                        'Log': '1.0',
Dec 23 16:00:57.121671 dv-neutron-822799-1-hyperv neutron-server[87638]:                                                        'Network': '1.1',
Dec 23 16:00:57.121671 dv-neutron-822799-1-hyperv neutron-server[87638]:                                                        'Port': '1.7',
Dec 23 16:00:57.121671 dv-neutron-822799-1-hyperv neutron-server[87638]:                                                        'PortForwarding': '1.2',
Dec 23 16:00:57.121671 dv-neutron-822799-1-hyperv neutron-server[87638]:                                                        'QosPolicy': '1.8',
Dec 23 16:00:57.121671 dv-neutron-822799-1-hyperv neutron-server[87638]:                                                        'SecurityGroup': '1.4',
Dec 23 16:00:57.121671 dv-neutron-822799-1-hyperv neutron-server[87638]:                                                        'SecurityGroupRule': '1.2',
Dec 23 16:00:57.121671 dv-neutron-822799-1-hyperv neutron-server[87638]:                                                        'SubPort': '1.0',
Dec 23 16:00:57.121671 dv-neutron-822799-1-hyperv neutron-server[87638]:                                                        'Subnet': '1.1',
Dec 23 16:00:57.121671 dv-neutron-822799-1-hyperv neutron-server[87638]:                                                        'Trunk': '1.1'}}
Dec 23 16:00:57.121671 dv-neutron-822799-1-hyperv neutron-server[87638]:  {{(pid=87638) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Dec 23 16:00:57.126785 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-2c3288f5-45fe-46da-b96c-811625bab263 None None] Attempting to bind port a987da57-c9b3-495e-b781-9a47863bf9c4 on host dv-neutron-822799-1-hyperv for vnic_type normal with profile  {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:00:57.127475 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-2c3288f5-45fe-46da-b96c-811625bab263 None None] Attempting to bind port a987da57-c9b3-495e-b781-9a47863bf9c4 by drivers openvswitch,hyperv on host dv-neutron-822799-1-hyperv at level 0 using segments [{'id': 'e5dedb94-3d75-4460-b0ea-2469fb0a2703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '84b5dfd2-a281-4b41-b486-7f638201b4c7'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:00:57.127955 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c3288f5-45fe-46da-b96c-811625bab263 None None] Attempting to bind port a987da57-c9b3-495e-b781-9a47863bf9c4 on network 84b5dfd2-a281-4b41-b486-7f638201b4c7 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:00:57.131392 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG oslo_concurrency.lockutils [None req-86c67a7d-dbdf-4cda-8f63-3c4a010d90cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=87638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:00:57.135973 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c3288f5-45fe-46da-b96c-811625bab263 None None] Checking agent: {'id': '20d2070f-69a9-4e73-8d08-6f0387a40158', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822799-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 21), 'started_at': datetime.datetime(2021, 12, 23, 16, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 0, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822799-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 23 16:00:57.136318 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c3288f5-45fe-46da-b96c-811625bab263 None None] Checking segment: {'id': 'e5dedb94-3d75-4460-b0ea-2469fb0a2703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '84b5dfd2-a281-4b41-b486-7f638201b4c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:00:57.136847 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2c3288f5-45fe-46da-b96c-811625bab263 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:00:57.137298 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c3288f5-45fe-46da-b96c-811625bab263 None None] Bound using segment: {'id': 'e5dedb94-3d75-4460-b0ea-2469fb0a2703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '84b5dfd2-a281-4b41-b486-7f638201b4c7'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 23 16:00:57.137770 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-2c3288f5-45fe-46da-b96c-811625bab263 None None] Bound port: a987da57-c9b3-495e-b781-9a47863bf9c4, host: dv-neutron-822799-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5dedb94-3d75-4460-b0ea-2469fb0a2703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '84b5dfd2-a281-4b41-b486-7f638201b4c7'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 23 16:00:57.138170 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2c3288f5-45fe-46da-b96c-811625bab263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:00:57.236859 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-2c3288f5-45fe-46da-b96c-811625bab263 None None] For port a987da57-c9b3-495e-b781-9a47863bf9c4, host dv-neutron-822799-1-hyperv, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 23 16:00:57.243071 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-2c3288f5-45fe-46da-b96c-811625bab263 None None] For port a987da57-c9b3-495e-b781-9a47863bf9c4, host dv-neutron-822799-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=a987da57-c9b3-495e-b781-9a47863bf9c4,segment=NetworkSegment(e5dedb94-3d75-4460-b0ea-2469fb0a2703),segment_id=e5dedb94-3d75-4460-b0ea-2469fb0a2703)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 23 16:00:57.248812 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2c3288f5-45fe-46da-b96c-811625bab263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:00:57.255551 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG oslo_concurrency.lockutils [None req-86c67a7d-dbdf-4cda-8f63-3c4a010d90cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:00:57.353912 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c3288f5-45fe-46da-b96c-811625bab263 None None] Routers {'8fb1bdf3-155c-48e9-8f0b-413d43869ec6'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:00:57.354767 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-2c3288f5-45fe-46da-b96c-811625bab263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc28f7dc0>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:00:50Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['8fb1bdf3-155c-48e9-8f0b-413d43869ec6'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:00:57.426704 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c67a7d-dbdf-4cda-8f63-3c4a010d90cf None None] Pushing event updated for resources: {'Port': ['ID=a987da57-c9b3-495e-b781-9a47863bf9c4,revision_number=4']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:00:57.433145 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG oslo_concurrency.lockutils [None req-86c67a7d-dbdf-4cda-8f63-3c4a010d90cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=87638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:00:57.530082 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-2c3288f5-45fe-46da-b96c-811625bab263 None None] Set router 8fb1bdf3-155c-48e9-8f0b-413d43869ec6 gateway port host: None {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:00:57.875337 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-2c3288f5-45fe-46da-b96c-811625bab263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc28f7dc0>, [{'id': '8fb1bdf3-155c-48e9-8f0b-413d43869ec6', 'name': 'router1', 'tenant_id': '42bc611b5b5543a78f079c0dc1add491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:00:44Z', 'updated_at': '2021-12-23T16:00:54Z', 'revision_number': 2, 'project_id': '42bc611b5b5543a78f079c0dc1add491', 'gw_port_host': None, '_interfaces': [{'id': 'a987da57-c9b3-495e-b781-9a47863bf9c4', 'name': '', 'network_id': '84b5dfd2-a281-4b41-b486-7f638201b4c7', 'tenant_id': '42bc611b5b5543a78f079c0dc1add491', 'mac_address': 'fa:16:3e:5f:f5:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fb1bdf3-155c-48e9-8f0b-413d43869ec6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '218abd59-aeac-4baa-860d-b146b0532255', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:00:54Z', 'updated_at': '2021-12-23T16:00:57Z', 'revision_number': 4, 'project_id': '42bc611b5b5543a78f079c0dc1add491', 'subnets': [{'id': '218abd59-aeac-4baa-860d-b146b0532255', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bde61b67-49ea-48df-8ba9-fd0c2fce98e3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:00:57.879915 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c3288f5-45fe-46da-b96c-811625bab263 None None] The sync data for ids ['8fb1bdf3-155c-48e9-8f0b-413d43869ec6'] in dv-neutron-822799-1-hyperv is: [{'id': '8fb1bdf3-155c-48e9-8f0b-413d43869ec6', 'name': 'router1', 'tenant_id': '42bc611b5b5543a78f079c0dc1add491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:00:44Z', 'updated_at': '2021-12-23T16:00:54Z', 'revision_number': 2, 'project_id': '42bc611b5b5543a78f079c0dc1add491', 'gw_port_host': None, '_interfaces': [{'id': 'a987da57-c9b3-495e-b781-9a47863bf9c4', 'name': '', 'network_id': '84b5dfd2-a281-4b41-b486-7f638201b4c7', 'tenant_id': '42bc611b5b5543a78f079c0dc1add491', 'mac_address': 'fa:16:3e:5f:f5:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fb1bdf3-155c-48e9-8f0b-413d43869ec6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '218abd59-aeac-4baa-860d-b146b0532255', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:00:54Z', 'updated_at': '2021-12-23T16:00:57Z', 'revision_number': 4, 'project_id': '42bc611b5b5543a78f079c0dc1add491', 'subnets': [{'id': '218abd59-aeac-4baa-860d-b146b0532255', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bde61b67-49ea-48df-8ba9-fd0c2fce98e3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 23 16:00:58.094080 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 39868) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:00:58.243757 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5dc2dd5-1ad5-4fff-bfcd-033b59ab9447 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:00:58.244463 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-b5dc2dd5-1ad5-4fff-bfcd-033b59ab9447 admin admin] Synchronizing usage tracker for tenant:7e22a4246b5a489eb7962a089e45c5da on resource:network {{(pid=87635) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:00:58.264538 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-b5dc2dd5-1ad5-4fff-bfcd-033b59ab9447 admin admin] Unset dirty status for tenant:7e22a4246b5a489eb7962a089e45c5da on resource:network {{(pid=87635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:00:58.265893 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-b5dc2dd5-1ad5-4fff-bfcd-033b59ab9447 admin admin] 10.222.0.64 "GET /v2.0/networks/8afa6d58-9431-454a-b99c-3ff8a65aa86b HTTP/1.1" status: 200  len: 842 time: 0.1707356
Dec 23 16:00:58.275671 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-06c376a7-4dd3-4b96-aa67-7df29294827c admin admin] Request body: {'subnet': {'cidr': '172.26.3.0/24', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'name': 'public-subnet', 'ip_version': 4, 'enable_dhcp': False, 'gateway_ip': '172.26.3.1'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:00:58.281737 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-06c376a7-4dd3-4b96-aa67-7df29294827c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:00:58.285587 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-06c376a7-4dd3-4b96-aa67-7df29294827c admin admin] Usage tracker for resource:subnet and tenant:7e22a4246b5a489eb7962a089e45c5da is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:00:58.288538 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-06c376a7-4dd3-4b96-aa67-7df29294827c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:00:58.294572 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-06c376a7-4dd3-4b96-aa67-7df29294827c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:00:58.308773 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06c376a7-4dd3-4b96-aa67-7df29294827c admin admin] Made reservation on behalf of 7e22a4246b5a489eb7962a089e45c5da for: {'subnet': 1} {{(pid=87635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:00:58.311697 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-06c376a7-4dd3-4b96-aa67-7df29294827c admin admin] Notify callbacks [] for subnet, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:00:58.627447 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device a987da57-c9b3-495e-b781-9a47863bf9c4 up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:00:58.696975 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning for port a987da57-c9b3-495e-b781-9a47863bf9c4 completed by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:00:58.703779 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port a987da57-c9b3-495e-b781-9a47863bf9c4 triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:00:58.704156 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:00:58.708352 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.objects.ports [None req-06c376a7-4dd3-4b96-aa67-7df29294827c admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87635) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}}
Dec 23 16:00:58.708816 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-06c376a7-4dd3-4b96-aa67-7df29294827c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495'] for subnet, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:00:58.714843 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:00:58.782429 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c376a7-4dd3-4b96-aa67-7df29294827c admin admin] Checking segment: {'id': '77e3d110-dd7b-426c-b11f-b78dde7993df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:00:58.782686 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06c376a7-4dd3-4b96-aa67-7df29294827c admin admin] Network hostable DHCP agents. Network: 8afa6d58-9431-454a-b99c-3ff8a65aa86b, hostable agents: ['1c812d71-eadf-4fb3-b98e-67468a4aa7e2'], hosted agents: [] {{(pid=87635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 23 16:00:58.809082 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c376a7-4dd3-4b96-aa67-7df29294827c admin admin] Pushing event updated for resources: {'Subnet': ['ID=60537fec-5f5f-4ab7-89cc-03638149a590,revision_number=0']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:00:58.811303 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06c376a7-4dd3-4b96-aa67-7df29294827c admin admin] Network 8afa6d58-9431-454a-b99c-3ff8a65aa86b is scheduled to be hosted by DHCP agent 1c812d71-eadf-4fb3-b98e-67468a4aa7e2 with binding_index 1 {{(pid=87635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 23 16:00:58.815747 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-06c376a7-4dd3-4b96-aa67-7df29294827c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:00:58.823980 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.base_scheduler [None req-06c376a7-4dd3-4b96-aa67-7df29294827c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822799-1-hyperv, 8afa6d58-9431-454a-b99c-3ff8a65aa86b) {{(pid=87635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:00:58.828807 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06c376a7-4dd3-4b96-aa67-7df29294827c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:00:58.829589 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-06c376a7-4dd3-4b96-aa67-7df29294827c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627509'] for subnet, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:00:58.834037 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:00:58.846090 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c42178a-9280-4c81-8f2f-aba2caae6783 None None] Network 8afa6d58-9431-454a-b99c-3ff8a65aa86b requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:00:58.860616 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-06c376a7-4dd3-4b96-aa67-7df29294827c admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.5850520
Dec 23 16:00:58.952467 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] For port a987da57-c9b3-495e-b781-9a47863bf9c4, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=a987da57-c9b3-495e-b781-9a47863bf9c4,segment=NetworkSegment(e5dedb94-3d75-4460-b0ea-2469fb0a2703),segment_id=e5dedb94-3d75-4460-b0ea-2469fb0a2703)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:00:58.966650 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:00:58.975356 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:00:59.095991 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Pushing event updated for resources: {'Port': ['ID=a987da57-c9b3-495e-b781-9a47863bf9c4,revision_number=5']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:00:59.099082 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:00:59.147729 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4262fa7d-846c-4663-8cfb-05e260fe06b8 None None] Network 8afa6d58-9431-454a-b99c-3ff8a65aa86b requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:01:00.605153 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device a987da57-c9b3-495e-b781-9a47863bf9c4 up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:01:00.678498 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port a987da57-c9b3-495e-b781-9a47863bf9c4 triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:01:00.678844 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:01:01.104510 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 39882) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:01:01.359859 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-2f031bb4-1cf3-4c53-bf35-263ba9ea7e5c admin admin] 10.222.0.64 "GET /v2.0/routers/8fb1bdf3-155c-48e9-8f0b-413d43869ec6 HTTP/1.1" status: 200  len: 710 time: 0.2536614
Dec 23 16:01:01.497289 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2feedd4-9292-4654-b9e7-edac19ecd295 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:01:01.498562 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-c2feedd4-9292-4654-b9e7-edac19ecd295 admin admin] 10.222.0.64 "GET /v2.0/networks/8afa6d58-9431-454a-b99c-3ff8a65aa86b HTTP/1.1" status: 200  len: 886 time: 0.1305153
Dec 23 16:01:01.509097 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-97dddd02-c396-4c51-987b-427014432142 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b'}}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:01:01.970563 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-97dddd02-c396-4c51-987b-427014432142 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1824017', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1823768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-235299'] for router, precommit_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:01:02.310298 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-97dddd02-c396-4c51-987b-427014432142 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:01:02.368036 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-97dddd02-c396-4c51-987b-427014432142 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:01:02.558307 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.db_base_plugin_common [None req-97dddd02-c396-4c51-987b-427014432142 admin admin] Allocated IP 172.26.3.145 (8afa6d58-9431-454a-b99c-3ff8a65aa86b/60537fec-5f5f-4ab7-89cc-03638149a590/14d41712-c673-41a8-969a-3f6993f28c78) {{(pid=87635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:01:02.711512 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-97dddd02-c396-4c51-987b-427014432142 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:01:02.743456 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-97dddd02-c396-4c51-987b-427014432142 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780'] for port, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:01:02.747282 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:01:02.807740 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97dddd02-c396-4c51-987b-427014432142 admin admin] Network 8afa6d58-9431-454a-b99c-3ff8a65aa86b is already hosted by enough agents. {{(pid=87635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:01:02.811020 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.base_scheduler [None req-97dddd02-c396-4c51-987b-427014432142 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:01:02.814826 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97dddd02-c396-4c51-987b-427014432142 admin admin] Received port after_create {{(pid=87635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:01:02.870355 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97dddd02-c396-4c51-987b-427014432142 admin admin] Pushing event updated for resources: {'Port': ['ID=14d41712-c673-41a8-969a-3f6993f28c78,revision_number=1']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:01:02.880274 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-97dddd02-c396-4c51-987b-427014432142 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:01:03.211347 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-97dddd02-c396-4c51-987b-427014432142 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:01:03.567490 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-97dddd02-c396-4c51-987b-427014432142 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1824017', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1823768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-235299'] for router, precommit_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:01:03.571229 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-97dddd02-c396-4c51-987b-427014432142 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1824234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1824024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1824227', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1823761'] for router, after_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:01:03.770525 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97dddd02-c396-4c51-987b-427014432142 admin admin] Router 8fb1bdf3-155c-48e9-8f0b-413d43869ec6 has already been hosted by L3 agent 371d4c41-c7e2-4de7-9539-c049ec4e95d1 {{(pid=87635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 23 16:01:04.008598 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97dddd02-c396-4c51-987b-427014432142 admin admin] Notify agent at l3_agent.dv-neutron-822799-1-hyperv the message routers_updated {{(pid=87635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 23 16:01:04.017541 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-97dddd02-c396-4c51-987b-427014432142 admin admin] Notify callbacks [] for router, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:01:04.019110 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-97dddd02-c396-4c51-987b-427014432142 admin admin] 10.222.0.64 "PUT /v2.0/routers/8fb1bdf3-155c-48e9-8f0b-413d43869ec6 HTTP/1.1" status: 200  len: 890 time: 2.5132596
Dec 23 16:01:04.019445 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62dcf807-e1d1-41d5-a197-0c496c94a6f7 None None] Sync routers for ids ['8fb1bdf3-155c-48e9-8f0b-413d43869ec6'] in dv-neutron-822799-1-hyperv {{(pid=87637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 23 16:01:04.034775 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62dcf807-e1d1-41d5-a197-0c496c94a6f7 None None] Routers {'8fb1bdf3-155c-48e9-8f0b-413d43869ec6'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:01:04.035977 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-62dcf807-e1d1-41d5-a197-0c496c94a6f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc158c610>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:00:50Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['8fb1bdf3-155c-48e9-8f0b-413d43869ec6'], 'active': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:01:04.235955 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvr_db [None req-62dcf807-e1d1-41d5-a197-0c496c94a6f7 None None] Set router 8fb1bdf3-155c-48e9-8f0b-413d43869ec6 gateway port host: dv-neutron-822799-1-hyperv {{(pid=87637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:01:04.576492 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-62dcf807-e1d1-41d5-a197-0c496c94a6f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc158c610>, [{'id': '8fb1bdf3-155c-48e9-8f0b-413d43869ec6', 'name': 'router1', 'tenant_id': '42bc611b5b5543a78f079c0dc1add491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.145'}], 'enable_snat': True}, 'gw_port_id': '14d41712-c673-41a8-969a-3f6993f28c78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:00:44Z', 'updated_at': '2021-12-23T16:01:03Z', 'revision_number': 4, 'project_id': '42bc611b5b5543a78f079c0dc1add491', 'gw_port': {'id': '14d41712-c673-41a8-969a-3f6993f28c78', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:cf:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fb1bdf3-155c-48e9-8f0b-413d43869ec6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:01:02Z', 'updated_at': '2021-12-23T16:01:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_interfaces': [{'id': 'a987da57-c9b3-495e-b781-9a47863bf9c4', 'name': '', 'network_id': '84b5dfd2-a281-4b41-b486-7f638201b4c7', 'tenant_id': '42bc611b5b5543a78f079c0dc1add491', 'mac_address': 'fa:16:3e:5f:f5:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fb1bdf3-155c-48e9-8f0b-413d43869ec6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '218abd59-aeac-4baa-860d-b146b0532255', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:00:54Z', 'updated_at': '2021-12-23T16:00:58Z', 'revision_number': 5, 'project_id': '42bc611b5b5543a78f079c0dc1add491', 'subnets': [{'id': '218abd59-aeac-4baa-860d-b146b0532255', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bde61b67-49ea-48df-8ba9-fd0c2fce98e3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:01:04.582109 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62dcf807-e1d1-41d5-a197-0c496c94a6f7 None None] Checking router: 8fb1bdf3-155c-48e9-8f0b-413d43869ec6 for host: dv-neutron-822799-1-hyperv {{(pid=87637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 23 16:01:04.582465 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62dcf807-e1d1-41d5-a197-0c496c94a6f7 None None] Updating router 8fb1bdf3-155c-48e9-8f0b-413d43869ec6 port 14d41712-c673-41a8-969a-3f6993f28c78 binding host dv-neutron-822799-1-hyperv {{(pid=87637) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 23 16:01:04.636707 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-62dcf807-e1d1-41d5-a197-0c496c94a6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:01:04.958545 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-62dcf807-e1d1-41d5-a197-0c496c94a6f7 None None] Notify callbacks [] for port, precommit_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:01:04.970689 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-62dcf807-e1d1-41d5-a197-0c496c94a6f7 None None] Transition to ACTIVE for port object 14d41712-c673-41a8-969a-3f6993f28c78 will not be triggered until provisioned by entity L2. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:01:04.979171 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-62dcf807-e1d1-41d5-a197-0c496c94a6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:01:04.983452 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:01:05.059425 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-62dcf807-e1d1-41d5-a197-0c496c94a6f7 None None] Attempting to bind port 14d41712-c673-41a8-969a-3f6993f28c78 on host dv-neutron-822799-1-hyperv for vnic_type normal with profile  {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:01:05.060091 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-62dcf807-e1d1-41d5-a197-0c496c94a6f7 None None] Attempting to bind port 14d41712-c673-41a8-969a-3f6993f28c78 by drivers openvswitch,hyperv on host dv-neutron-822799-1-hyperv at level 0 using segments [{'id': '77e3d110-dd7b-426c-b11f-b78dde7993df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b'}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:01:05.060198 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62dcf807-e1d1-41d5-a197-0c496c94a6f7 None None] Attempting to bind port 14d41712-c673-41a8-969a-3f6993f28c78 on network 8afa6d58-9431-454a-b99c-3ff8a65aa86b {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:01:05.065824 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f76ace5-385e-48e2-a3ca-f16f3c184a92 None None] Pushing event updated for resources: {'Port': ['ID=14d41712-c673-41a8-969a-3f6993f28c78,revision_number=2']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:01:05.069632 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3f76ace5-385e-48e2-a3ca-f16f3c184a92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:01:05.070534 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62dcf807-e1d1-41d5-a197-0c496c94a6f7 None None] Checking agent: {'id': '20d2070f-69a9-4e73-8d08-6f0387a40158', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822799-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 21), 'started_at': datetime.datetime(2021, 12, 23, 16, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 0, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822799-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 23 16:01:05.070912 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62dcf807-e1d1-41d5-a197-0c496c94a6f7 None None] Checking segment: {'id': '77e3d110-dd7b-426c-b11f-b78dde7993df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:01:05.071319 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-62dcf807-e1d1-41d5-a197-0c496c94a6f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:01:05.071704 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62dcf807-e1d1-41d5-a197-0c496c94a6f7 None None] Bound using segment: {'id': '77e3d110-dd7b-426c-b11f-b78dde7993df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b'} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 23 16:01:05.072183 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-62dcf807-e1d1-41d5-a197-0c496c94a6f7 None None] Bound port: 14d41712-c673-41a8-969a-3f6993f28c78, host: dv-neutron-822799-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77e3d110-dd7b-426c-b11f-b78dde7993df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b'}}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 23 16:01:05.072590 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-62dcf807-e1d1-41d5-a197-0c496c94a6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:01:05.166620 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-62dcf807-e1d1-41d5-a197-0c496c94a6f7 None None] For port 14d41712-c673-41a8-969a-3f6993f28c78, host dv-neutron-822799-1-hyperv, cleared binding levels {{(pid=87637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 23 16:01:05.169637 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-62dcf807-e1d1-41d5-a197-0c496c94a6f7 None None] For port 14d41712-c673-41a8-969a-3f6993f28c78, host dv-neutron-822799-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=14d41712-c673-41a8-969a-3f6993f28c78,segment=NetworkSegment(77e3d110-dd7b-426c-b11f-b78dde7993df),segment_id=77e3d110-dd7b-426c-b11f-b78dde7993df)] {{(pid=87637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 23 16:01:05.174882 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-62dcf807-e1d1-41d5-a197-0c496c94a6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:01:05.178692 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:01:05.245658 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f76ace5-385e-48e2-a3ca-f16f3c184a92 None None] Pushing event updated for resources: {'Port': ['ID=14d41712-c673-41a8-969a-3f6993f28c78,revision_number=3']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:01:05.251736 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3f76ace5-385e-48e2-a3ca-f16f3c184a92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:01:05.261510 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62dcf807-e1d1-41d5-a197-0c496c94a6f7 None None] Routers {'8fb1bdf3-155c-48e9-8f0b-413d43869ec6'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:01:05.262137 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-62dcf807-e1d1-41d5-a197-0c496c94a6f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc158c610>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:00:50Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['8fb1bdf3-155c-48e9-8f0b-413d43869ec6'], 'active': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:01:05.440846 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvr_db [None req-62dcf807-e1d1-41d5-a197-0c496c94a6f7 None None] Set router 8fb1bdf3-155c-48e9-8f0b-413d43869ec6 gateway port host: dv-neutron-822799-1-hyperv {{(pid=87637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:01:05.776650 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-62dcf807-e1d1-41d5-a197-0c496c94a6f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc158c610>, [{'id': '8fb1bdf3-155c-48e9-8f0b-413d43869ec6', 'name': 'router1', 'tenant_id': '42bc611b5b5543a78f079c0dc1add491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.145'}], 'enable_snat': True}, 'gw_port_id': '14d41712-c673-41a8-969a-3f6993f28c78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:00:44Z', 'updated_at': '2021-12-23T16:01:03Z', 'revision_number': 4, 'project_id': '42bc611b5b5543a78f079c0dc1add491', 'gw_port': {'id': '14d41712-c673-41a8-969a-3f6993f28c78', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:cf:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fb1bdf3-155c-48e9-8f0b-413d43869ec6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:01:02Z', 'updated_at': '2021-12-23T16:01:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_interfaces': [{'id': 'a987da57-c9b3-495e-b781-9a47863bf9c4', 'name': '', 'network_id': '84b5dfd2-a281-4b41-b486-7f638201b4c7', 'tenant_id': '42bc611b5b5543a78f079c0dc1add491', 'mac_address': 'fa:16:3e:5f:f5:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fb1bdf3-155c-48e9-8f0b-413d43869ec6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '218abd59-aeac-4baa-860d-b146b0532255', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:00:54Z', 'updated_at': '2021-12-23T16:00:58Z', 'revision_number': 5, 'project_id': '42bc611b5b5543a78f079c0dc1add491', 'subnets': [{'id': '218abd59-aeac-4baa-860d-b146b0532255', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bde61b67-49ea-48df-8ba9-fd0c2fce98e3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:01:05.780930 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62dcf807-e1d1-41d5-a197-0c496c94a6f7 None None] The sync data for ids ['8fb1bdf3-155c-48e9-8f0b-413d43869ec6'] in dv-neutron-822799-1-hyperv is: [{'id': '8fb1bdf3-155c-48e9-8f0b-413d43869ec6', 'name': 'router1', 'tenant_id': '42bc611b5b5543a78f079c0dc1add491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.145'}], 'enable_snat': True}, 'gw_port_id': '14d41712-c673-41a8-969a-3f6993f28c78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:00:44Z', 'updated_at': '2021-12-23T16:01:03Z', 'revision_number': 4, 'project_id': '42bc611b5b5543a78f079c0dc1add491', 'gw_port': {'id': '14d41712-c673-41a8-969a-3f6993f28c78', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:cf:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fb1bdf3-155c-48e9-8f0b-413d43869ec6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:01:02Z', 'updated_at': '2021-12-23T16:01:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_interfaces': [{'id': 'a987da57-c9b3-495e-b781-9a47863bf9c4', 'name': '', 'network_id': '84b5dfd2-a281-4b41-b486-7f638201b4c7', 'tenant_id': '42bc611b5b5543a78f079c0dc1add491', 'mac_address': 'fa:16:3e:5f:f5:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fb1bdf3-155c-48e9-8f0b-413d43869ec6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '218abd59-aeac-4baa-860d-b146b0532255', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:00:54Z', 'updated_at': '2021-12-23T16:00:58Z', 'revision_number': 5, 'project_id': '42bc611b5b5543a78f079c0dc1add491', 'subnets': [{'id': '218abd59-aeac-4baa-860d-b146b0532255', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bde61b67-49ea-48df-8ba9-fd0c2fce98e3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 23 16:01:06.443971 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 39892) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:01:06.601582 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-abd565c8-2395-4a89-87fd-78c4dbe3399c admin admin] 10.222.0.64 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200  len: 411 time: 0.1565175
Dec 23 16:01:06.640860 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 14d41712-c673-41a8-969a-3f6993f28c78 up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:01:06.715689 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning for port 14d41712-c673-41a8-969a-3f6993f28c78 completed by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:01:06.721515 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port 14d41712-c673-41a8-969a-3f6993f28c78 triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:01:06.722011 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:01:06.842241 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:01:06.859650 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] For port 14d41712-c673-41a8-969a-3f6993f28c78, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=14d41712-c673-41a8-969a-3f6993f28c78,segment=NetworkSegment(77e3d110-dd7b-426c-b11f-b78dde7993df),segment_id=77e3d110-dd7b-426c-b11f-b78dde7993df)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:01:06.864568 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:01:06.868062 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-7e471b31-98a7-481a-9b6f-35dc951e8fac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:01:06.932766 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Pushing event updated for resources: {'Port': ['ID=14d41712-c673-41a8-969a-3f6993f28c78,revision_number=4']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:01:06.936023 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:01:08.618739 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 14d41712-c673-41a8-969a-3f6993f28c78 up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:01:08.695923 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port 14d41712-c673-41a8-969a-3f6993f28c78 triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:01:08.696301 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:01:17.264469 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-5b589973-c329-484d-ac37-ba3566c4ac51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:01:19.653515 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-af817bf8-b3f3-472d-a34d-9be357c763f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:01:20.601357 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9dcbea60-a34f-4144-91e7-90aff3f57aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:01:20.841259 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:01:22.116738 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9e3aab53-d650-47e3-b8a6-2dff21fe9ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:01:25.356858 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.agents_db [None req-30c2320c-f298-49f6-9c47-c20e38116a9c None None] Agent healthcheck: found 5 active agents {{(pid=87638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 23 16:01:47.263067 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f41a3ded-da21-4e69-a687-e2211c17574b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:01:49.649184 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f2c24ec0-ce06-481d-ba5c-449b489bc502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:01:50.600911 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9dcbea60-a34f-4144-91e7-90aff3f57aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:01:50.836009 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:01:52.125638 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9e3aab53-d650-47e3-b8a6-2dff21fe9ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:02:02.356761 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.agents_db [None req-30c2320c-f298-49f6-9c47-c20e38116a9c None None] Agent healthcheck: found 5 active agents {{(pid=87638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 23 16:02:17.264183 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-83a0a072-9b8c-4c70-8549-b614d5b0cd06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:02:19.652889 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-060970c7-0702-42f2-b8ab-81a3036ed6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:02:20.600747 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9dcbea60-a34f-4144-91e7-90aff3f57aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:02:20.843325 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:02:22.128367 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9e3aab53-d650-47e3-b8a6-2dff21fe9ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:02:39.356074 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.agents_db [None req-30c2320c-f298-49f6-9c47-c20e38116a9c None None] Agent healthcheck: found 5 active agents {{(pid=87638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 23 16:02:47.262090 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-6ef98d75-40ce-413f-9cb8-9566a888975d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:02:49.659594 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-ed1df341-fda4-4eac-8bb8-7b03dde75c2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:02:50.603979 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9dcbea60-a34f-4144-91e7-90aff3f57aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:02:50.845588 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:02:52.130837 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9e3aab53-d650-47e3-b8a6-2dff21fe9ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:03:13.157543 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 40496) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:03:13.233051 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.pecan_wsgi.hooks.translation [None req-e39cf515-a16c-4ad4-869e-6db0b62bb53e admin admin] GET failed (client error): The resource could not be found.
Dec 23 16:03:13.234833 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-e39cf515-a16c-4ad4-869e-6db0b62bb53e admin admin] 10.222.0.64 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.0761583
Dec 23 16:03:13.367612 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfd440b4-8850-49a9-938b-ef9db4abe330 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:03:13.368946 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-dfd440b4-8850-49a9-938b-ef9db4abe330 admin admin] 10.222.0.64 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 872 time: 0.1292980
Dec 23 16:03:15.506849 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 40506) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:03:15.631253 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc42400a-a925-45a3-bfe9-437e0e436f53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:03:15.631819 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-bc42400a-a925-45a3-bfe9-437e0e436f53 admin admin] Synchronizing usage tracker for tenant:7e22a4246b5a489eb7962a089e45c5da on resource:subnet {{(pid=87635) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:03:15.650441 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-bc42400a-a925-45a3-bfe9-437e0e436f53 admin admin] Unset dirty status for tenant:7e22a4246b5a489eb7962a089e45c5da on resource:subnet {{(pid=87635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:03:15.651635 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-bc42400a-a925-45a3-bfe9-437e0e436f53 admin admin] 10.222.0.64 "GET /v2.0/subnets/218abd59-aeac-4baa-860d-b146b0532255 HTTP/1.1" status: 200  len: 849 time: 0.1434963
Dec 23 16:03:15.661123 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-6166f8bc-ea73-4025-9e14-4b19f4a60929 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:03:15.792499 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-6166f8bc-ea73-4025-9e14-4b19f4a60929 admin admin] Notify callbacks [] for subnet, before_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:03:15.988174 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-6166f8bc-ea73-4025-9e14-4b19f4a60929 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8735363031381'] for subnet, after_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:03:15.994351 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-06c376a7-4dd3-4b96-aa67-7df29294827c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:03:16.043065 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6166f8bc-ea73-4025-9e14-4b19f4a60929 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:03:16.043186 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-6166f8bc-ea73-4025-9e14-4b19f4a60929 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627509'] for subnet, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:03:16.044945 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-6166f8bc-ea73-4025-9e14-4b19f4a60929 admin admin] 10.222.0.64 "PUT /v2.0/subnets/218abd59-aeac-4baa-860d-b146b0532255 HTTP/1.1" status: 200  len: 868 time: 0.3876247
Dec 23 16:03:16.046972 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df9e4b2d-48b6-4fa9-a299-9809219f43aa None None] Network 84b5dfd2-a281-4b41-b486-7f638201b4c7 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:03:16.071884 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6166f8bc-ea73-4025-9e14-4b19f4a60929 admin admin] Pushing event updated for resources: {'Subnet': ['ID=218abd59-aeac-4baa-860d-b146b0532255,revision_number=1']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:03:16.080391 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6166f8bc-ea73-4025-9e14-4b19f4a60929 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:03:16.080841 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6166f8bc-ea73-4025-9e14-4b19f4a60929 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:03:16.081148 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6166f8bc-ea73-4025-9e14-4b19f4a60929 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:03:16.081487 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6166f8bc-ea73-4025-9e14-4b19f4a60929 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:03:16.081816 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6166f8bc-ea73-4025-9e14-4b19f4a60929 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:03:16.082161 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6166f8bc-ea73-4025-9e14-4b19f4a60929 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:03:16.082568 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6166f8bc-ea73-4025-9e14-4b19f4a60929 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:03:16.082913 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6166f8bc-ea73-4025-9e14-4b19f4a60929 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:03:16.083420 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6166f8bc-ea73-4025-9e14-4b19f4a60929 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:03:16.083922 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6166f8bc-ea73-4025-9e14-4b19f4a60929 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:03:16.084394 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6166f8bc-ea73-4025-9e14-4b19f4a60929 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:03:16.084859 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6166f8bc-ea73-4025-9e14-4b19f4a60929 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:03:16.089810 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-6166f8bc-ea73-4025-9e14-4b19f4a60929 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:03:16.356555 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.agents_db [None req-30c2320c-f298-49f6-9c47-c20e38116a9c None None] Agent healthcheck: found 5 active agents {{(pid=87638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 23 16:03:16.547438 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-78366032-bc1b-476b-ac07-958982b99fae None None] Provisioning complete for port a987da57-c9b3-495e-b781-9a47863bf9c4 triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:03:16.547739 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-78366032-bc1b-476b-ac07-958982b99fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:03:16.677401 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-78366032-bc1b-476b-ac07-958982b99fae None None] Provisioning complete for port 8b7780e2-d046-4447-864d-c39a56714838 triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:03:16.677771 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-78366032-bc1b-476b-ac07-958982b99fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:03:17.257797 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d5b54f29-c56a-4684-b4a3-bf9d1a5dad78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:03:18.234349 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 40516) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:03:18.420778 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7fc9b4b-11b8-468e-93a2-301c10bb4b80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:03:18.421172 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7fc9b4b-11b8-468e-93a2-301c10bb4b80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:03:18.422705 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-a7fc9b4b-11b8-468e-93a2-301c10bb4b80 admin admin] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.1867268
Dec 23 16:03:19.654745 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-cde02b33-a4fc-487d-a439-34706684d9e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:03:20.581803 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 40526) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:03:20.607418 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9dcbea60-a34f-4144-91e7-90aff3f57aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:03:20.774238 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bed6d39-f182-40e4-8ecc-c5d7e096b569 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:03:20.774715 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bed6d39-f182-40e4-8ecc-c5d7e096b569 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:03:20.776251 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-6bed6d39-f182-40e4-8ecc-c5d7e096b569 admin admin] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.1933529
Dec 23 16:03:20.847548 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:03:22.134810 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9e3aab53-d650-47e3-b8a6-2dff21fe9ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:03:22.925271 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 40536) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:03:23.118787 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7922e5a8-3aa2-420c-86bf-fca92100ff30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:03:23.120145 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-7922e5a8-3aa2-420c-86bf-fca92100ff30 admin admin] 10.222.0.64 "GET /v2.0/networks/84b5dfd2-a281-4b41-b486-7f638201b4c7 HTTP/1.1" status: 200  len: 869 time: 0.1934164
Dec 23 16:03:25.263729 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 40546) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:03:25.438540 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bc4162f-14e4-412c-8fa4-4f8df04fac9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:03:25.439871 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-5bc4162f-14e4-412c-8fa4-4f8df04fac9d admin admin] 10.222.0.64 "GET /v2.0/networks/8afa6d58-9431-454a-b99c-3ff8a65aa86b HTTP/1.1" status: 200  len: 886 time: 0.1751738
Dec 23 16:03:27.651076 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 40556) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:03:27.765049 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43fff78a-7625-456c-96a2-304d3a8e85e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:03:27.765497 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43fff78a-7625-456c-96a2-304d3a8e85e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:03:27.766982 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-43fff78a-7625-456c-96a2-304d3a8e85e5 admin admin] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1204634
Dec 23 16:03:29.957201 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 40566) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:03:30.089217 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-236f391e-3ac5-4b91-8a3d-6bc799ae7df5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:03:30.089680 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-236f391e-3ac5-4b91-8a3d-6bc799ae7df5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:03:30.091192 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-236f391e-3ac5-4b91-8a3d-6bc799ae7df5 admin admin] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1328888
Dec 23 16:03:32.225844 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 40576) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:03:32.349602 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-660fa405-62aa-4a93-9c9e-6422cbeae090 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:03:32.350964 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-660fa405-62aa-4a93-9c9e-6422cbeae090 admin admin] 10.222.0.64 "GET /v2.0/subnets/218abd59-aeac-4baa-860d-b146b0532255 HTTP/1.1" status: 200  len: 868 time: 0.1238871
Dec 23 16:03:34.529098 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 40586) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:03:34.635465 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ddc0de7-47d2-4437-8ea1-92bdb03b87a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:03:34.636813 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-7ddc0de7-47d2-4437-8ea1-92bdb03b87a7 admin admin] 10.222.0.64 "GET /v2.0/subnets/60537fec-5f5f-4ab7-89cc-03638149a590 HTTP/1.1" status: 200  len: 816 time: 0.1067612
Dec 23 16:03:47.262756 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4d5b23f8-3790-496d-adfb-f1baa76e7a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:03:49.662787 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-23c39efd-47c0-4973-9078-e8889a9d63ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:03:50.610892 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9dcbea60-a34f-4144-91e7-90aff3f57aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:03:50.843959 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:03:52.142061 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9e3aab53-d650-47e3-b8a6-2dff21fe9ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:03:53.357609 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.agents_db [None req-30c2320c-f298-49f6-9c47-c20e38116a9c None None] Agent healthcheck: found 5 active agents {{(pid=87638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 23 16:03:58.248006 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 40630) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:03:58.301715 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [None req-a7ee9be7-a939-41c3-b499-19290cc45488 admin admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=87636) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 23 16:03:58.302716 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-a7ee9be7-a939-41c3-b499-19290cc45488 admin admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0536909
Dec 23 16:04:00.633961 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 40640) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:04:00.713470 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.pecan_wsgi.hooks.translation [None req-037fc661-70b7-451d-9895-3bf9cd596ad7 admin admin] GET failed (client error): The resource could not be found.
Dec 23 16:04:00.714735 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-037fc661-70b7-451d-9895-3bf9cd596ad7 admin admin] 10.222.0.64 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.0798538
Dec 23 16:04:00.849874 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b81d0c8-0340-41a4-96a7-aeb0c266577e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:04:00.851306 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-6b81d0c8-0340-41a4-96a7-aeb0c266577e admin admin] 10.222.0.64 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.1322458
Dec 23 16:04:03.005651 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 40650) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:04:03.058821 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-ba5ad1d2-845c-4d2f-8b75-2d05e2cb0b10 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:04:03.063325 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-ba5ad1d2-845c-4d2f-8b75-2d05e2cb0b10 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:04:03.073347 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-ba5ad1d2-845c-4d2f-8b75-2d05e2cb0b10 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:04:03.083210 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba5ad1d2-845c-4d2f-8b75-2d05e2cb0b10 admin admin] Made reservation on behalf of 7e22a4246b5a489eb7962a089e45c5da for: {'network': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:04:03.085686 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-ba5ad1d2-845c-4d2f-8b75-2d05e2cb0b10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for network, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:04:03.173715 dv-neutron-822799-1-hyperv neutron-server[87636]: WARNING neutron.services.revisions.revision_plugin [None req-ba5ad1d2-845c-4d2f-8b75-2d05e2cb0b10 admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7f1dc2610190] {project_id='7e22a4246b5a489eb7962a089e45c5da', id='c5212275-980b-45c2-b63d-8e6bc886ca62', target_tenant='*', action='access_as_shared', object_id='7143ea49-02d8-463a-93a7-5cd74fb2e0db'}> to bump revision.
Dec 23 16:04:03.187607 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba5ad1d2-845c-4d2f-8b75-2d05e2cb0b10 admin admin] vlan segment allocate from pool success with {'vlan_id': 423, 'physical_network': 'physnet1'}  {{(pid=87636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 23 16:04:03.198238 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-ba5ad1d2-845c-4d2f-8b75-2d05e2cb0b10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:04:03.198582 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.db.segments_db [None req-ba5ad1d2-845c-4d2f-8b75-2d05e2cb0b10 admin admin] Added segment b349cb43-48b3-495f-8258-7708581e6391 of type vlan for network 7143ea49-02d8-463a-93a7-5cd74fb2e0db
Dec 23 16:04:03.226691 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-ba5ad1d2-845c-4d2f-8b75-2d05e2cb0b10 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735362521793'] for network, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:04:03.257675 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-ba5ad1d2-845c-4d2f-8b75-2d05e2cb0b10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495'] for network, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:04:03.259051 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba5ad1d2-845c-4d2f-8b75-2d05e2cb0b10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:04:03.259611 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-ba5ad1d2-845c-4d2f-8b75-2d05e2cb0b10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627509'] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:04:03.264365 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:04:03.372624 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-ba5ad1d2-845c-4d2f-8b75-2d05e2cb0b10 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.3643186
Dec 23 16:04:03.372624 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5ad1d2-845c-4d2f-8b75-2d05e2cb0b10 admin admin] Pushing event updated for resources: {'Network': ['ID=7143ea49-02d8-463a-93a7-5cd74fb2e0db,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:04:03.382510 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5ad1d2-845c-4d2f-8b75-2d05e2cb0b10 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:04:03.382888 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5ad1d2-845c-4d2f-8b75-2d05e2cb0b10 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:04:03.383329 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5ad1d2-845c-4d2f-8b75-2d05e2cb0b10 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:04:03.383673 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5ad1d2-845c-4d2f-8b75-2d05e2cb0b10 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:04:03.384495 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5ad1d2-845c-4d2f-8b75-2d05e2cb0b10 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:04:03.384495 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5ad1d2-845c-4d2f-8b75-2d05e2cb0b10 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:04:03.384937 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5ad1d2-845c-4d2f-8b75-2d05e2cb0b10 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:04:03.385426 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5ad1d2-845c-4d2f-8b75-2d05e2cb0b10 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:04:03.385816 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5ad1d2-845c-4d2f-8b75-2d05e2cb0b10 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:04:03.386207 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5ad1d2-845c-4d2f-8b75-2d05e2cb0b10 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:04:03.386610 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5ad1d2-845c-4d2f-8b75-2d05e2cb0b10 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:04:03.387028 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5ad1d2-845c-4d2f-8b75-2d05e2cb0b10 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:04:03.391892 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-ba5ad1d2-845c-4d2f-8b75-2d05e2cb0b10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:04:03.401095 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Network 7143ea49-02d8-463a-93a7-5cd74fb2e0db details requested by agent ovs-agent-dv-neutron-822799-1-hyperv with host dv-neutron-822799-1-hyperv {{(pid=87637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 23 16:04:05.565860 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 40660) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:04:05.645562 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.pecan_wsgi.hooks.translation [None req-8283e48f-e904-4c8c-a79b-72a0bc72a0c1 admin admin] GET failed (client error): The resource could not be found.
Dec 23 16:04:05.646270 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-8283e48f-e904-4c8c-a79b-72a0bc72a0c1 admin admin] Synchronizing usage tracker for tenant:7e22a4246b5a489eb7962a089e45c5da on resource:network {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:04:05.668679 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-8283e48f-e904-4c8c-a79b-72a0bc72a0c1 admin admin] Unset dirty status for tenant:7e22a4246b5a489eb7962a089e45c5da on resource:network {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:04:05.669924 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-8283e48f-e904-4c8c-a79b-72a0bc72a0c1 admin admin] 10.222.0.64 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.1029537
Dec 23 16:04:05.783950 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fbda8e6-47d2-4698-ad18-4fae876bb3b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:04:05.785652 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-6fbda8e6-47d2-4698-ad18-4fae876bb3b2 admin admin] 10.222.0.64 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 826 time: 0.1086285
Dec 23 16:04:05.798389 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-e9d2d28e-6995-4a0d-907e-57c408489df8 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'network_id': '7143ea49-02d8-463a-93a7-5cd74fb2e0db', 'description': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:04:05.803031 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-e9d2d28e-6995-4a0d-907e-57c408489df8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:04:05.812509 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-e9d2d28e-6995-4a0d-907e-57c408489df8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:04:05.826529 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9d2d28e-6995-4a0d-907e-57c408489df8 admin admin] Made reservation on behalf of 7e22a4246b5a489eb7962a089e45c5da for: {'subnet': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:04:05.830341 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e9d2d28e-6995-4a0d-907e-57c408489df8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:04:06.083331 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e9d2d28e-6995-4a0d-907e-57c408489df8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495'] for subnet, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:04:06.087157 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-05ac36d8-0953-4833-8034-b85ed0bdb26b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:04:06.155952 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d2d28e-6995-4a0d-907e-57c408489df8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8972d35f-bf40-43dc-aea1-a5fba5bea292,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:04:06.160789 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-e9d2d28e-6995-4a0d-907e-57c408489df8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:04:06.168198 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9d2d28e-6995-4a0d-907e-57c408489df8 admin admin] Checking segment: {'id': 'b349cb43-48b3-495f-8258-7708581e6391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '7143ea49-02d8-463a-93a7-5cd74fb2e0db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:04:06.168557 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9d2d28e-6995-4a0d-907e-57c408489df8 admin admin] Network hostable DHCP agents. Network: 7143ea49-02d8-463a-93a7-5cd74fb2e0db, hostable agents: ['1c812d71-eadf-4fb3-b98e-67468a4aa7e2'], hosted agents: [] {{(pid=87636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 23 16:04:06.189156 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9d2d28e-6995-4a0d-907e-57c408489df8 admin admin] Network 7143ea49-02d8-463a-93a7-5cd74fb2e0db is scheduled to be hosted by DHCP agent 1c812d71-eadf-4fb3-b98e-67468a4aa7e2 with binding_index 1 {{(pid=87636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 23 16:04:06.198714 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-e9d2d28e-6995-4a0d-907e-57c408489df8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822799-1-hyperv, 7143ea49-02d8-463a-93a7-5cd74fb2e0db) {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:04:06.203294 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9d2d28e-6995-4a0d-907e-57c408489df8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:04:06.203883 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e9d2d28e-6995-4a0d-907e-57c408489df8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627509'] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:04:06.208321 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbd65297-7d6c-4cef-a694-3ebf77b5f721 None None] Network 7143ea49-02d8-463a-93a7-5cd74fb2e0db requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:04:06.231127 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-e9d2d28e-6995-4a0d-907e-57c408489df8 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.4361055
Dec 23 16:04:06.433029 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54d2377e-2a1a-4398-a60c-aadf82584590 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7e017a6-8198-58c8-a07e-0f786128e3b3-7143ea49-02d8-463a-93a7-5cd74fb2e0db', 'network_id': '7143ea49-02d8-463a-93a7-5cd74fb2e0db', 'tenant_id': '7e22a4246b5a489eb7962a089e45c5da', 'fixed_ips': [{'subnet_id': '8972d35f-bf40-43dc-aea1-a5fba5bea292'}]}} from dv-neutron-822799-1-hyperv. {{(pid=87637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 23 16:04:06.434188 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-54d2377e-2a1a-4398-a60c-aadf82584590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:04:06.586416 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_common [None req-54d2377e-2a1a-4398-a60c-aadf82584590 None None] Allocated IP 192.168.233.2 (7143ea49-02d8-463a-93a7-5cd74fb2e0db/8972d35f-bf40-43dc-aea1-a5fba5bea292/0be67b92-976f-4224-8c3b-0769f07fabd3) {{(pid=87637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:04:06.791864 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-54d2377e-2a1a-4398-a60c-aadf82584590 None None] Notify callbacks [] for port, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:04:06.802339 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-54d2377e-2a1a-4398-a60c-aadf82584590 None None] Transition to ACTIVE for port object 0be67b92-976f-4224-8c3b-0769f07fabd3 will not be triggered until provisioned by entity L2. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:04:06.821038 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-54d2377e-2a1a-4398-a60c-aadf82584590 None None] Transition to ACTIVE for port object 0be67b92-976f-4224-8c3b-0769f07fabd3 will not be triggered until provisioned by entity DHCP. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:04:06.827586 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-54d2377e-2a1a-4398-a60c-aadf82584590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780'] for port, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:04:06.833023 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3f76ace5-385e-48e2-a3ca-f16f3c184a92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:04:06.886411 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54d2377e-2a1a-4398-a60c-aadf82584590 None None] Network 7143ea49-02d8-463a-93a7-5cd74fb2e0db is already hosted by enough agents. {{(pid=87637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:04:06.896865 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-54d2377e-2a1a-4398-a60c-aadf82584590 None None] Resources bound (agent type, host, resource id):  {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:04:06.899375 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54d2377e-2a1a-4398-a60c-aadf82584590 None None] Received port after_create {{(pid=87637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:04:06.956915 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d2377e-2a1a-4398-a60c-aadf82584590 None None] Pushing event updated for resources: {'Port': ['ID=0be67b92-976f-4224-8c3b-0769f07fabd3,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:04:06.972012 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d2377e-2a1a-4398-a60c-aadf82584590 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:04:06.972692 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d2377e-2a1a-4398-a60c-aadf82584590 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:04:06.973333 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d2377e-2a1a-4398-a60c-aadf82584590 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:04:06.973768 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d2377e-2a1a-4398-a60c-aadf82584590 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:04:06.974096 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d2377e-2a1a-4398-a60c-aadf82584590 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:04:06.974421 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d2377e-2a1a-4398-a60c-aadf82584590 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:04:06.974741 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d2377e-2a1a-4398-a60c-aadf82584590 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:04:06.975057 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d2377e-2a1a-4398-a60c-aadf82584590 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:04:06.975389 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d2377e-2a1a-4398-a60c-aadf82584590 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:04:06.975706 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d2377e-2a1a-4398-a60c-aadf82584590 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:04:06.976005 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d2377e-2a1a-4398-a60c-aadf82584590 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:04:06.976311 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d2377e-2a1a-4398-a60c-aadf82584590 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:04:06.980904 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-54d2377e-2a1a-4398-a60c-aadf82584590 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:04:07.029397 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-54d2377e-2a1a-4398-a60c-aadf82584590 None None] Attempting to bind port 0be67b92-976f-4224-8c3b-0769f07fabd3 on host dv-neutron-822799-1-hyperv for vnic_type normal with profile  {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:04:07.029747 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-54d2377e-2a1a-4398-a60c-aadf82584590 None None] Attempting to bind port 0be67b92-976f-4224-8c3b-0769f07fabd3 by drivers openvswitch,hyperv on host dv-neutron-822799-1-hyperv at level 0 using segments [{'id': 'b349cb43-48b3-495f-8258-7708581e6391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '7143ea49-02d8-463a-93a7-5cd74fb2e0db'}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:04:07.030141 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d2377e-2a1a-4398-a60c-aadf82584590 None None] Attempting to bind port 0be67b92-976f-4224-8c3b-0769f07fabd3 on network 7143ea49-02d8-463a-93a7-5cd74fb2e0db {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:04:07.035714 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d2377e-2a1a-4398-a60c-aadf82584590 None None] Checking agent: {'id': '20d2070f-69a9-4e73-8d08-6f0387a40158', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822799-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 21), 'started_at': datetime.datetime(2021, 12, 23, 16, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 3, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822799-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 23 16:04:07.036094 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d2377e-2a1a-4398-a60c-aadf82584590 None None] Checking segment: {'id': 'b349cb43-48b3-495f-8258-7708581e6391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '7143ea49-02d8-463a-93a7-5cd74fb2e0db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:04:07.036503 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-54d2377e-2a1a-4398-a60c-aadf82584590 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:04:07.036930 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d2377e-2a1a-4398-a60c-aadf82584590 None None] Bound using segment: {'id': 'b349cb43-48b3-495f-8258-7708581e6391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '7143ea49-02d8-463a-93a7-5cd74fb2e0db'} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 23 16:04:07.037403 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-54d2377e-2a1a-4398-a60c-aadf82584590 None None] Bound port: 0be67b92-976f-4224-8c3b-0769f07fabd3, host: dv-neutron-822799-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b349cb43-48b3-495f-8258-7708581e6391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '7143ea49-02d8-463a-93a7-5cd74fb2e0db'}}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 23 16:04:07.037796 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-54d2377e-2a1a-4398-a60c-aadf82584590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:04:07.130189 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-54d2377e-2a1a-4398-a60c-aadf82584590 None None] For port 0be67b92-976f-4224-8c3b-0769f07fabd3, host dv-neutron-822799-1-hyperv, cleared binding levels {{(pid=87637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 23 16:04:07.133869 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-54d2377e-2a1a-4398-a60c-aadf82584590 None None] For port 0be67b92-976f-4224-8c3b-0769f07fabd3, host dv-neutron-822799-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=0be67b92-976f-4224-8c3b-0769f07fabd3,segment=NetworkSegment(b349cb43-48b3-495f-8258-7708581e6391),segment_id=b349cb43-48b3-495f-8258-7708581e6391)] {{(pid=87637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 23 16:04:07.143012 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-54d2377e-2a1a-4398-a60c-aadf82584590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:04:07.147306 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:04:07.222719 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d2377e-2a1a-4398-a60c-aadf82584590 None None] Pushing event updated for resources: {'Port': ['ID=0be67b92-976f-4224-8c3b-0769f07fabd3,revision_number=2']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:04:07.227534 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-54d2377e-2a1a-4398-a60c-aadf82584590 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:04:08.059333 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eae3fc2-f9c8-46ee-8b91-f5412c531f92 None None] Network 7143ea49-02d8-463a-93a7-5cd74fb2e0db requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:04:08.168341 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-82cf298b-3f3c-44e9-b962-2f1f5d2c95c0 None None] Provisioning for port 0be67b92-976f-4224-8c3b-0769f07fabd3 completed by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:04:08.729503 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 0be67b92-976f-4224-8c3b-0769f07fabd3 up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:04:08.796689 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning for port 0be67b92-976f-4224-8c3b-0769f07fabd3 completed by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:04:08.801738 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port 0be67b92-976f-4224-8c3b-0769f07fabd3 triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:04:08.802117 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:04:08.919665 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:04:08.953966 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] For port 0be67b92-976f-4224-8c3b-0769f07fabd3, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=0be67b92-976f-4224-8c3b-0769f07fabd3,segment=NetworkSegment(b349cb43-48b3-495f-8258-7708581e6391),segment_id=b349cb43-48b3-495f-8258-7708581e6391)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:04:08.959044 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:04:08.961310 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:04:09.030467 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Pushing event updated for resources: {'Port': ['ID=0be67b92-976f-4224-8c3b-0769f07fabd3,revision_number=3']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:04:09.033809 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:04:10.707606 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 0be67b92-976f-4224-8c3b-0769f07fabd3 up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:04:10.776686 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port 0be67b92-976f-4224-8c3b-0769f07fabd3 triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:04:10.777340 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:04:17.268118 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9d35e348-4175-410d-8985-8ca3167fb1d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:04:19.657998 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-5e159b81-6ad6-4fcf-be42-d1bc083a9927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:04:20.614310 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9dcbea60-a34f-4144-91e7-90aff3f57aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:04:20.839751 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:04:22.140606 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9e3aab53-d650-47e3-b8a6-2dff21fe9ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:04:30.356219 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.agents_db [None req-30c2320c-f298-49f6-9c47-c20e38116a9c None None] Agent healthcheck: found 5 active agents {{(pid=87638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 23 16:04:47.274110 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d406c224-de1e-46f0-81b3-0b9e029e0265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:04:49.668915 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9f3dcfdb-7da5-4287-a17f-b6546ffbd99a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:04:50.618967 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9dcbea60-a34f-4144-91e7-90aff3f57aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:04:50.853815 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:04:52.149514 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9e3aab53-d650-47e3-b8a6-2dff21fe9ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:05:07.355852 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.agents_db [None req-30c2320c-f298-49f6-9c47-c20e38116a9c None None] Agent healthcheck: found 5 active agents {{(pid=87638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 23 16:05:17.275245 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9bcbf849-c8b3-4aec-b1de-2fef2c309672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:05:19.662991 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4761acac-df79-4a9b-8aab-407d5a878459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:05:20.623472 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9dcbea60-a34f-4144-91e7-90aff3f57aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:05:20.850110 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:05:21.581155 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 40710) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:05:21.587516 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [None req-b4e77782-7fee-4c9b-8797-6ddc188c025a tempest-verify_tempest_config-1065642914 tempest-verify_tempest_config-1065642914-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=87635) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 23 16:05:21.588609 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-b4e77782-7fee-4c9b-8797-6ddc188c025a tempest-verify_tempest_config-1065642914 tempest-verify_tempest_config-1065642914-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13635 time: 0.0064657
Dec 23 16:05:21.921737 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 40728) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:05:22.058962 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-3afcc6b5-7950-44d8-b26e-ac26f06e272a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:05:22.073422 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-3afcc6b5-7950-44d8-b26e-ac26f06e272a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:05:22.078044 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-3afcc6b5-7950-44d8-b26e-ac26f06e272a admin admin] Usage tracker for resource:security_group_rule and tenant:3f784fb4e1fd4bf9b02cac95fd7f39b7 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:05:22.081324 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-3afcc6b5-7950-44d8-b26e-ac26f06e272a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:05:22.087742 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-3afcc6b5-7950-44d8-b26e-ac26f06e272a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:05:22.145095 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9e3aab53-d650-47e3-b8a6-2dff21fe9ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:05:22.171646 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-3afcc6b5-7950-44d8-b26e-ac26f06e272a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:05:22.176714 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-3afcc6b5-7950-44d8-b26e-ac26f06e272a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:05:22.183995 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-55f99d2e-4445-4adf-9d23-1c871be5dfd5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:05:22.220841 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afcc6b5-7950-44d8-b26e-ac26f06e272a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8c33fac-ff3a-426d-9d97-1e40f0ef595b,revision_number=1']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:05:22.223778 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-3afcc6b5-7950-44d8-b26e-ac26f06e272a admin admin] Synchronizing usage tracker for tenant:7e22a4246b5a489eb7962a089e45c5da on resource:security_group {{(pid=87635) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:05:22.231739 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afcc6b5-7950-44d8-b26e-ac26f06e272a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:05:22.232119 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afcc6b5-7950-44d8-b26e-ac26f06e272a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:05:22.232436 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afcc6b5-7950-44d8-b26e-ac26f06e272a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:05:22.232788 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afcc6b5-7950-44d8-b26e-ac26f06e272a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:05:22.233114 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afcc6b5-7950-44d8-b26e-ac26f06e272a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:05:22.233428 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afcc6b5-7950-44d8-b26e-ac26f06e272a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:05:22.233747 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afcc6b5-7950-44d8-b26e-ac26f06e272a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:05:22.234074 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afcc6b5-7950-44d8-b26e-ac26f06e272a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:05:22.234390 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afcc6b5-7950-44d8-b26e-ac26f06e272a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:05:22.234699 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afcc6b5-7950-44d8-b26e-ac26f06e272a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:05:22.235001 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afcc6b5-7950-44d8-b26e-ac26f06e272a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:05:22.235307 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afcc6b5-7950-44d8-b26e-ac26f06e272a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:05:22.241277 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-3afcc6b5-7950-44d8-b26e-ac26f06e272a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:05:22.256152 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-3afcc6b5-7950-44d8-b26e-ac26f06e272a admin admin] Unset dirty status for tenant:7e22a4246b5a489eb7962a089e45c5da on resource:security_group {{(pid=87635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:05:22.257636 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-3afcc6b5-7950-44d8-b26e-ac26f06e272a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3f784fb4e1fd4bf9b02cac95fd7f39b7&name=default HTTP/1.1" status: 200  len: 2975 time: 0.3346291
Dec 23 16:05:22.260760 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 40734) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:05:22.324086 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-85c15f14-af20-4880-9354-245194d9a5f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:05:22.350902 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-85c15f14-af20-4880-9354-245194d9a5f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:05:22.446851 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-85c15f14-af20-4880-9354-245194d9a5f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:05:22.451037 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:05:22.463244 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c15f14-af20-4880-9354-245194d9a5f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8c33fac-ff3a-426d-9d97-1e40f0ef595b,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:05:22.467634 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-85c15f14-af20-4880-9354-245194d9a5f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:05:22.471922 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-85c15f14-af20-4880-9354-245194d9a5f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:05:22.475401 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-85c15f14-af20-4880-9354-245194d9a5f9 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a8c33fac-ff3a-426d-9d97-1e40f0ef595b HTTP/1.1" status: 204  len: 168 time: 0.2114289
Dec 23 16:05:44.355166 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.agents_db [None req-30c2320c-f298-49f6-9c47-c20e38116a9c None None] Agent healthcheck: found 5 active agents {{(pid=87638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 23 16:05:47.269289 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-11faa90e-0fdb-421f-95a7-b2aaa6038829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:05:49.668531 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-6b15b192-688b-4d07-a852-5a6a18df39a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:05:50.631353 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9dcbea60-a34f-4144-91e7-90aff3f57aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:05:50.851031 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:05:52.150432 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9e3aab53-d650-47e3-b8a6-2dff21fe9ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:06:17.273789 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-5589624e-d65b-4d77-a27a-3851a114ccf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:06:19.674372 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-c0c34ae3-35ea-48ed-ba12-c5b71e0626b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:06:20.631127 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9dcbea60-a34f-4144-91e7-90aff3f57aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:06:20.848050 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:06:21.354748 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.agents_db [None req-30c2320c-f298-49f6-9c47-c20e38116a9c None None] Agent healthcheck: found 5 active agents {{(pid=87638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 23 16:06:22.157270 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9e3aab53-d650-47e3-b8a6-2dff21fe9ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:06:41.568865 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1784127'] for agent, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:06:47.277883 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-5f4284f4-0471-4625-9b52-1585c0bc6a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:06:49.680593 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4659d66b-1f39-40cd-9d26-872d3055667f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:06:50.638478 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9dcbea60-a34f-4144-91e7-90aff3f57aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:06:50.846893 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:06:52.156883 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9e3aab53-d650-47e3-b8a6-2dff21fe9ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:06:56.915271 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 40804) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:06:57.050468 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-ef3f5a30-8f93-4207-9482-21b9333bf4c9 admin admin] 10.222.0.64 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4315 time: 0.1338515
Dec 23 16:06:58.353584 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.agents_db [None req-30c2320c-f298-49f6-9c47-c20e38116a9c None None] Agent healthcheck: found 6 active agents {{(pid=87638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 23 16:06:59.199003 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 40814) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:06:59.262973 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-3540c3b5-3ea7-49b2-9c9d-ef9a3f04b030 admin admin] 10.222.0.64 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4315 time: 0.0626462
Dec 23 16:07:11.538290 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:07:17.282801 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-5eb4abb3-22a3-44ac-a18b-c165ccd04e9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:07:19.685069 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-7b058da0-37f6-4ca7-93f3-f99c2a3a0500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:07:20.637694 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9dcbea60-a34f-4144-91e7-90aff3f57aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:07:20.843650 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:07:22.159142 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9e3aab53-d650-47e3-b8a6-2dff21fe9ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:07:35.353086 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.agents_db [None req-30c2320c-f298-49f6-9c47-c20e38116a9c None None] Agent healthcheck: found 6 active agents {{(pid=87638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 23 16:07:41.566972 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:07:47.285915 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-995c1cb6-4c5a-4c4f-86e5-dce52670909a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:07:49.682108 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-410a4871-99d2-40f4-b7fb-0669c36c789a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:07:50.637035 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9dcbea60-a34f-4144-91e7-90aff3f57aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:07:50.839610 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:07:52.161179 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9e3aab53-d650-47e3-b8a6-2dff21fe9ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:11.596105 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:12.353281 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.agents_db [None req-30c2320c-f298-49f6-9c47-c20e38116a9c None None] Agent healthcheck: found 6 active agents {{(pid=87638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 23 16:08:17.291312 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-83aaa15d-148f-4a60-aef6-2a65275d7202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:19.676683 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-ec79fe97-4bd6-41bb-866f-e0948f82ac17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:20.650787 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9dcbea60-a34f-4144-91e7-90aff3f57aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:20.850887 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:22.177190 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9e3aab53-d650-47e3-b8a6-2dff21fe9ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:25.759930 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 41032) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:08:25.868837 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 41040) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:08:25.983223 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 41050) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:08:26.157277 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [None req-27cd15ea-114f-48e0-8d55-61909d571149 tempest-ExtensionsTestJSON-190568347 tempest-ExtensionsTestJSON-190568347-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=87635) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 23 16:08:26.158358 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-27cd15ea-114f-48e0-8d55-61909d571149 tempest-ExtensionsTestJSON-190568347 tempest-ExtensionsTestJSON-190568347-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13635 time: 0.3966706
Dec 23 16:08:26.162206 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 41060) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:08:26.166861 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [None req-34fe589d-8625-4452-a938-6c15717f94ee tempest-ExtensionsTestJSON-190568347 tempest-ExtensionsTestJSON-190568347-project] http://10.222.0.64:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=87635) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 23 16:08:26.170469 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 41064) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:08:26.177805 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [None req-f70d2633-9182-465d-b956-eeaa2bee8bf5 tempest-ExtensionsTestJSON-190568347 tempest-ExtensionsTestJSON-190568347-project] http://10.222.0.64:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=87636) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 23 16:08:26.181744 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-f70d2633-9182-465d-b956-eeaa2bee8bf5 tempest-ExtensionsTestJSON-190568347 tempest-ExtensionsTestJSON-190568347-project] 10.222.0.64 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200  len: 357 time: 0.0102208
Dec 23 16:08:26.182300 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 41068) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:08:26.185233 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-34fe589d-8625-4452-a938-6c15717f94ee tempest-ExtensionsTestJSON-190568347 tempest-ExtensionsTestJSON-190568347-project] 10.222.0.64 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200  len: 353 time: 0.0217528
Dec 23 16:08:26.197211 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [None req-0ffe02bf-f905-4643-9098-5fc44da5255d tempest-ExtensionsTestJSON-190568347 tempest-ExtensionsTestJSON-190568347-project] http://10.222.0.64:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=87636) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 23 16:08:26.200642 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-0ffe02bf-f905-4643-9098-5fc44da5255d tempest-ExtensionsTestJSON-190568347 tempest-ExtensionsTestJSON-190568347-project] 10.222.0.64 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200  len: 506 time: 0.0149810
Dec 23 16:08:26.201340 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 41074) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:08:26.207522 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [None req-a475ccdc-90fd-41f5-bf4d-f0b8a199bdcd tempest-ExtensionsTestJSON-190568347 tempest-ExtensionsTestJSON-190568347-project] http://10.222.0.64:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=87635) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 23 16:08:26.211719 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 41078) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:08:26.211892 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-a475ccdc-90fd-41f5-bf4d-f0b8a199bdcd tempest-ExtensionsTestJSON-190568347 tempest-ExtensionsTestJSON-190568347-project] 10.222.0.64 "GET /v2.0/extensions/agent HTTP/1.1" status: 200  len: 347 time: 0.0089896
Dec 23 16:08:26.216551 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [None req-af8b1f3f-db7c-4be3-b859-9bac75e2543f tempest-ExtensionsTestJSON-190568347 tempest-ExtensionsTestJSON-190568347-project] http://10.222.0.64:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=87636) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 23 16:08:26.217701 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-af8b1f3f-db7c-4be3-b859-9bac75e2543f tempest-ExtensionsTestJSON-190568347 tempest-ExtensionsTestJSON-190568347-project] 10.222.0.64 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200  len: 417 time: 0.0051458
Dec 23 16:08:26.220176 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 41082) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:08:26.225970 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [None req-e3f663f9-140a-41c9-9254-63bfd72fe907 tempest-ExtensionsTestJSON-190568347 tempest-ExtensionsTestJSON-190568347-project] http://10.222.0.64:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=87635) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 23 16:08:26.227092 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-e3f663f9-140a-41c9-9254-63bfd72fe907 tempest-ExtensionsTestJSON-190568347 tempest-ExtensionsTestJSON-190568347-project] 10.222.0.64 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200  len: 378 time: 0.0059628
Dec 23 16:08:26.229907 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 41086) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:08:26.235653 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [None req-1ea91c1a-524f-4834-9fc7-2f7f826f2db1 tempest-ExtensionsTestJSON-190568347 tempest-ExtensionsTestJSON-190568347-project] http://10.222.0.64:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=87636) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 23 16:08:26.239467 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-1ea91c1a-524f-4834-9fc7-2f7f826f2db1 tempest-ExtensionsTestJSON-190568347 tempest-ExtensionsTestJSON-190568347-project] 10.222.0.64 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200  len: 394 time: 0.0083759
Dec 23 16:08:26.239620 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 41090) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:08:26.245029 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [None req-c175bf62-2b73-46f5-8f24-84fde4d07585 tempest-ExtensionsTestJSON-190568347 tempest-ExtensionsTestJSON-190568347-project] http://10.222.0.64:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=87635) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 23 16:08:26.248690 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 41094) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:08:26.249725 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-c175bf62-2b73-46f5-8f24-84fde4d07585 tempest-ExtensionsTestJSON-190568347 tempest-ExtensionsTestJSON-190568347-project] 10.222.0.64 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200  len: 372 time: 0.0084724
Dec 23 16:08:26.253888 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [None req-670ebf6e-2cd6-4daf-b2f7-2e090a94148b tempest-ExtensionsTestJSON-190568347 tempest-ExtensionsTestJSON-190568347-project] http://10.222.0.64:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=87636) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 23 16:08:26.257302 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 41098) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:08:26.257444 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-670ebf6e-2cd6-4daf-b2f7-2e090a94148b tempest-ExtensionsTestJSON-190568347 tempest-ExtensionsTestJSON-190568347-project] 10.222.0.64 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200  len: 414 time: 0.0077751
Dec 23 16:08:26.266353 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [None req-e608cb14-077b-4b70-9772-3a31e0a65211 tempest-ExtensionsTestJSON-190568347 tempest-ExtensionsTestJSON-190568347-project] http://10.222.0.64:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=87635) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 23 16:08:26.270145 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-e608cb14-077b-4b70-9772-3a31e0a65211 tempest-ExtensionsTestJSON-190568347 tempest-ExtensionsTestJSON-190568347-project] 10.222.0.64 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200  len: 405 time: 0.0115275
Dec 23 16:08:26.271616 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 41104) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:08:26.274672 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-ebfd7671-b970-4e84-8837-ad7d066fb0b8 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1282004446-network', 'tenant_id': '79224c5618eb4cef88b00e2059f275cc'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:08:26.279678 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-ebfd7671-b970-4e84-8837-ad7d066fb0b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:08:26.283917 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-ebfd7671-b970-4e84-8837-ad7d066fb0b8 admin admin] Usage tracker for resource:network and tenant:79224c5618eb4cef88b00e2059f275cc is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:08:26.284652 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [None req-7df07713-5680-4a16-80c5-fa0446829551 tempest-ExtensionsTestJSON-190568347 tempest-ExtensionsTestJSON-190568347-project] http://10.222.0.64:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=87636) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 23 16:08:26.285828 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-7df07713-5680-4a16-80c5-fa0446829551 tempest-ExtensionsTestJSON-190568347 tempest-ExtensionsTestJSON-190568347-project] 10.222.0.64 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200  len: 381 time: 0.0122004
Dec 23 16:08:26.288894 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 41108) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:08:26.291112 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-ebfd7671-b970-4e84-8837-ad7d066fb0b8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:08:26.296974 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [None req-8cbd9490-3f23-44ba-816f-e064c5040649 tempest-ExtensionsTestJSON-190568347 tempest-ExtensionsTestJSON-190568347-project] http://10.222.0.64:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=87636) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 23 16:08:26.297987 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-ebfd7671-b970-4e84-8837-ad7d066fb0b8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:08:26.303138 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-8cbd9490-3f23-44ba-816f-e064c5040649 tempest-ExtensionsTestJSON-190568347 tempest-ExtensionsTestJSON-190568347-project] 10.222.0.64 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200  len: 387 time: 0.0107906
Dec 23 16:08:26.303519 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 41112) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:08:26.313523 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [None req-6469017f-bf9b-471b-ac9a-9d40cd781660 tempest-ExtensionsTestJSON-190568347 tempest-ExtensionsTestJSON-190568347-project] http://10.222.0.64:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=87636) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 23 16:08:26.314455 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-6469017f-bf9b-471b-ac9a-9d40cd781660 tempest-ExtensionsTestJSON-190568347 tempest-ExtensionsTestJSON-190568347-project] 10.222.0.64 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200  len: 413 time: 0.0100150
Dec 23 16:08:26.315110 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebfd7671-b970-4e84-8837-ad7d066fb0b8 admin admin] Made reservation on behalf of 79224c5618eb4cef88b00e2059f275cc for: {'network': 1} {{(pid=87635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:08:26.318024 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 41116) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:08:26.318318 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-ebfd7671-b970-4e84-8837-ad7d066fb0b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for network, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:26.322867 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [None req-155a0969-adad-4423-a58f-24f1317b2ed7 tempest-ExtensionsTestJSON-190568347 tempest-ExtensionsTestJSON-190568347-project] http://10.222.0.64:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=87636) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 23 16:08:26.326905 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-155a0969-adad-4423-a58f-24f1317b2ed7 tempest-ExtensionsTestJSON-190568347 tempest-ExtensionsTestJSON-190568347-project] 10.222.0.64 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200  len: 394 time: 0.0079520
Dec 23 16:08:26.327622 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 41120) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:08:26.332229 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-ebfd7671-b970-4e84-8837-ad7d066fb0b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:26.333035 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [None req-4584a824-824d-43a8-8965-36932a39de6c tempest-ExtensionsTestJSON-190568347 tempest-ExtensionsTestJSON-190568347-project] http://10.222.0.64:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=87636) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 23 16:08:26.337071 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-4584a824-824d-43a8-8965-36932a39de6c tempest-ExtensionsTestJSON-190568347 tempest-ExtensionsTestJSON-190568347-project] 10.222.0.64 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200  len: 498 time: 0.0083909
Dec 23 16:08:26.338219 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 41124) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:08:26.344887 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [None req-6b6170ce-cd65-4586-adc3-0c56d9bb5a57 tempest-ExtensionsTestJSON-190568347 tempest-ExtensionsTestJSON-190568347-project] http://10.222.0.64:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=87636) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 23 16:08:26.349178 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-ebfd7671-b970-4e84-8837-ad7d066fb0b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:08:26.349494 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-6b6170ce-cd65-4586-adc3-0c56d9bb5a57 tempest-ExtensionsTestJSON-190568347 tempest-ExtensionsTestJSON-190568347-project] 10.222.0.64 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200  len: 375 time: 0.0097842
Dec 23 16:08:26.350331 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 41128) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:08:26.354520 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-ebfd7671-b970-4e84-8837-ad7d066fb0b8 admin admin] Usage tracker for resource:security_group_rule and tenant:79224c5618eb4cef88b00e2059f275cc is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:08:26.355430 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [None req-b56a92a9-76ee-4465-bfae-7bc74909c9c1 tempest-ExtensionsTestJSON-190568347 tempest-ExtensionsTestJSON-190568347-project] http://10.222.0.64:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=87636) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 23 16:08:26.358934 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 41134) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:08:26.359055 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-b56a92a9-76ee-4465-bfae-7bc74909c9c1 tempest-ExtensionsTestJSON-190568347 tempest-ExtensionsTestJSON-190568347-project] 10.222.0.64 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200  len: 444 time: 0.0077260
Dec 23 16:08:26.361783 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-ebfd7671-b970-4e84-8837-ad7d066fb0b8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:08:26.367242 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [None req-04995839-38ff-420a-b983-c05cb505d397 tempest-ExtensionsTestJSON-190568347 tempest-ExtensionsTestJSON-190568347-project] http://10.222.0.64:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=87635) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 23 16:08:26.368169 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-04995839-38ff-420a-b983-c05cb505d397 tempest-ExtensionsTestJSON-190568347 tempest-ExtensionsTestJSON-190568347-project] 10.222.0.64 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200  len: 392 time: 0.0080111
Dec 23 16:08:26.371297 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 41138) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:08:26.372286 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-ebfd7671-b970-4e84-8837-ad7d066fb0b8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:08:26.378460 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [None req-481854f8-a119-4947-a2fe-4c1dfb87613a tempest-ExtensionsTestJSON-190568347 tempest-ExtensionsTestJSON-190568347-project] http://10.222.0.64:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=87636) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 23 16:08:26.382825 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-481854f8-a119-4947-a2fe-4c1dfb87613a tempest-ExtensionsTestJSON-190568347 tempest-ExtensionsTestJSON-190568347-project] 10.222.0.64 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200  len: 406 time: 0.0098891
Dec 23 16:08:26.384018 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 41142) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:08:26.390071 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [None req-e5c9d921-3eb5-45ac-9513-90ce3480fb3d tempest-ExtensionsTestJSON-190568347 tempest-ExtensionsTestJSON-190568347-project] http://10.222.0.64:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=87635) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 23 16:08:26.390987 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-e5c9d921-3eb5-45ac-9513-90ce3480fb3d tempest-ExtensionsTestJSON-190568347 tempest-ExtensionsTestJSON-190568347-project] 10.222.0.64 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200  len: 387 time: 0.0059099
Dec 23 16:08:26.395091 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 41148) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:08:26.403711 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [None req-da828de2-e155-4ae0-b9a2-f464bb0f4214 tempest-ExtensionsTestJSON-190568347 tempest-ExtensionsTestJSON-190568347-project] http://10.222.0.64:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=87636) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 23 16:08:26.408765 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-da828de2-e155-4ae0-b9a2-f464bb0f4214 tempest-ExtensionsTestJSON-190568347 tempest-ExtensionsTestJSON-190568347-project] 10.222.0.64 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200  len: 382 time: 0.0104699
Dec 23 16:08:26.409044 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 41152) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:08:26.415593 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [None req-0d1a5d98-9fda-4f50-845b-4b716be9512c tempest-ExtensionsTestJSON-190568347 tempest-ExtensionsTestJSON-190568347-project] http://10.222.0.64:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=87635) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 23 16:08:26.416524 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-0d1a5d98-9fda-4f50-845b-4b716be9512c tempest-ExtensionsTestJSON-190568347 tempest-ExtensionsTestJSON-190568347-project] 10.222.0.64 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200  len: 416 time: 0.0061851
Dec 23 16:08:26.419080 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 41156) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:08:26.426481 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [None req-33bb1e54-c646-4adb-a543-1b5787bd7052 tempest-ExtensionsTestJSON-190568347 tempest-ExtensionsTestJSON-190568347-project] http://10.222.0.64:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=87635) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 23 16:08:26.427427 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-33bb1e54-c646-4adb-a543-1b5787bd7052 tempest-ExtensionsTestJSON-190568347 tempest-ExtensionsTestJSON-190568347-project] 10.222.0.64 "GET /v2.0/extensions/router HTTP/1.1" status: 200  len: 450 time: 0.0074501
Dec 23 16:08:26.430224 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 41160) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:08:26.438226 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [None req-92294636-a997-4ebe-969b-d2c567e682ff tempest-ExtensionsTestJSON-190568347 tempest-ExtensionsTestJSON-190568347-project] http://10.222.0.64:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=87635) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 23 16:08:26.441700 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-92294636-a997-4ebe-969b-d2c567e682ff tempest-ExtensionsTestJSON-190568347 tempest-ExtensionsTestJSON-190568347-project] 10.222.0.64 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200  len: 462 time: 0.0081172
Dec 23 16:08:26.442177 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 41164) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:08:26.448193 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [None req-11329e1a-43ce-49f0-b444-53f7bf520858 tempest-ExtensionsTestJSON-190568347 tempest-ExtensionsTestJSON-190568347-project] http://10.222.0.64:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=87636) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 23 16:08:26.452514 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-11329e1a-43ce-49f0-b444-53f7bf520858 tempest-ExtensionsTestJSON-190568347 tempest-ExtensionsTestJSON-190568347-project] 10.222.0.64 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200  len: 360 time: 0.0093074
Dec 23 16:08:26.453290 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 41168) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:08:26.459534 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [None req-ae5585a4-07aa-4573-b23f-2103e4c85cbd tempest-ExtensionsTestJSON-190568347 tempest-ExtensionsTestJSON-190568347-project] http://10.222.0.64:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=87636) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 23 16:08:26.463972 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-ae5585a4-07aa-4573-b23f-2103e4c85cbd tempest-ExtensionsTestJSON-190568347 tempest-ExtensionsTestJSON-190568347-project] 10.222.0.64 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200  len: 366 time: 0.0095673
Dec 23 16:08:26.464804 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 41172) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:08:26.469976 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [None req-e5ab996d-6915-42ad-8dc6-41332d20b417 tempest-ExtensionsTestJSON-190568347 tempest-ExtensionsTestJSON-190568347-project] http://10.222.0.64:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=87636) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 23 16:08:26.474361 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-e5ab996d-6915-42ad-8dc6-41332d20b417 tempest-ExtensionsTestJSON-190568347 tempest-ExtensionsTestJSON-190568347-project] 10.222.0.64 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200  len: 439 time: 0.0084269
Dec 23 16:08:26.475145 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 41176) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:08:26.481294 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [None req-099a3a1c-a8f3-40ce-b173-18525ef156e7 tempest-ExtensionsTestJSON-190568347 tempest-ExtensionsTestJSON-190568347-project] http://10.222.0.64:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=87636) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 23 16:08:26.485564 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-099a3a1c-a8f3-40ce-b173-18525ef156e7 tempest-ExtensionsTestJSON-190568347 tempest-ExtensionsTestJSON-190568347-project] 10.222.0.64 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200  len: 374 time: 0.0092988
Dec 23 16:08:26.486136 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 41180) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:08:26.491360 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [None req-58d68fc4-cdb8-404a-8b44-c594eb309f5e tempest-ExtensionsTestJSON-190568347 tempest-ExtensionsTestJSON-190568347-project] http://10.222.0.64:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=87636) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 23 16:08:26.494920 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-58d68fc4-cdb8-404a-8b44-c594eb309f5e tempest-ExtensionsTestJSON-190568347 tempest-ExtensionsTestJSON-190568347-project] 10.222.0.64 "GET /v2.0/extensions/metering HTTP/1.1" status: 200  len: 357 time: 0.0077527
Dec 23 16:08:26.495867 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 41184) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:08:26.501532 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [None req-6605e2b3-126d-4446-8aa7-fcc3c8775a0e tempest-ExtensionsTestJSON-190568347 tempest-ExtensionsTestJSON-190568347-project] http://10.222.0.64:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=87635) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 23 16:08:26.502819 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-6605e2b3-126d-4446-8aa7-fcc3c8775a0e tempest-ExtensionsTestJSON-190568347 tempest-ExtensionsTestJSON-190568347-project] 10.222.0.64 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200  len: 515 time: 0.0055850
Dec 23 16:08:26.505824 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 41190) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:08:26.511024 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [None req-bff9a166-07ec-40f1-bbf2-355b1d75544d tempest-ExtensionsTestJSON-190568347 tempest-ExtensionsTestJSON-190568347-project] http://10.222.0.64:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=87636) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 23 16:08:26.511174 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-ebfd7671-b970-4e84-8837-ad7d066fb0b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:26.512330 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-bff9a166-07ec-40f1-bbf2-355b1d75544d tempest-ExtensionsTestJSON-190568347 tempest-ExtensionsTestJSON-190568347-project] 10.222.0.64 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200  len: 406 time: 0.0052989
Dec 23 16:08:26.514729 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 41194) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:08:26.519331 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-ebfd7671-b970-4e84-8837-ad7d066fb0b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:26.520082 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [None req-c78af87f-e5bf-4280-97b8-69b582ded34c tempest-ExtensionsTestJSON-190568347 tempest-ExtensionsTestJSON-190568347-project] http://10.222.0.64:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=87636) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 23 16:08:26.523177 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:08:26.524354 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-c78af87f-e5bf-4280-97b8-69b582ded34c tempest-ExtensionsTestJSON-190568347 tempest-ExtensionsTestJSON-190568347-project] 10.222.0.64 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200  len: 370 time: 0.0083642
Dec 23 16:08:26.525200 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 41198) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:08:26.531111 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [None req-a0d4b4e3-9273-42f6-ac66-f33bd7d48996 tempest-ExtensionsTestJSON-190568347 tempest-ExtensionsTestJSON-190568347-project] http://10.222.0.64:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=87636) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 23 16:08:26.536970 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-a0d4b4e3-9273-42f6-ac66-f33bd7d48996 tempest-ExtensionsTestJSON-190568347 tempest-ExtensionsTestJSON-190568347-project] 10.222.0.64 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200  len: 401 time: 0.0104382
Dec 23 16:08:26.537827 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 41202) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:08:26.543217 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [None req-18e916fe-b028-44df-a1eb-82087bbea68d tempest-ExtensionsTestJSON-190568347 tempest-ExtensionsTestJSON-190568347-project] http://10.222.0.64:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=87636) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 23 16:08:26.548171 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-18e916fe-b028-44df-a1eb-82087bbea68d tempest-ExtensionsTestJSON-190568347 tempest-ExtensionsTestJSON-190568347-project] 10.222.0.64 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200  len: 394 time: 0.0086422
Dec 23 16:08:26.549134 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 41206) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:08:26.556143 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [None req-c105db30-730b-4326-8b5d-74081d6b7915 tempest-ExtensionsTestJSON-190568347 tempest-ExtensionsTestJSON-190568347-project] http://10.222.0.64:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=87636) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 23 16:08:26.557135 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebfd7671-b970-4e84-8837-ad7d066fb0b8 admin admin] vlan segment allocate from pool success with {'vlan_id': 432, 'physical_network': 'physnet1'}  {{(pid=87635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 23 16:08:26.559600 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfd7671-b970-4e84-8837-ad7d066fb0b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=736d7593-4ed2-4ff2-b81f-065608ae7b4f,revision_number=1']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:08:26.560959 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-c105db30-730b-4326-8b5d-74081d6b7915 tempest-ExtensionsTestJSON-190568347 tempest-ExtensionsTestJSON-190568347-project] 10.222.0.64 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200  len: 410 time: 0.0097911
Dec 23 16:08:26.562110 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 41210) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:08:26.575020 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [None req-46f14b00-560c-48df-9daa-d1e7c2121752 tempest-ExtensionsTestJSON-190568347 tempest-ExtensionsTestJSON-190568347-project] http://10.222.0.64:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=87635) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 23 16:08:26.578852 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-46f14b00-560c-48df-9daa-d1e7c2121752 tempest-ExtensionsTestJSON-190568347 tempest-ExtensionsTestJSON-190568347-project] 10.222.0.64 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200  len: 386 time: 0.0107639
Dec 23 16:08:26.579221 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 41214) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:08:26.581499 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-f5148753-e0ff-43aa-99ec-102ffa0b6f83 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-2052961793-network', 'tenant_id': '0d83cf4cd2a34a3d8747fec0cfffe963'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:08:26.584173 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [None req-1fcc5790-c881-442f-aa7b-f03a66833cbf tempest-ExtensionsTestJSON-190568347 tempest-ExtensionsTestJSON-190568347-project] http://10.222.0.64:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=87636) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 23 16:08:26.587803 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-1fcc5790-c881-442f-aa7b-f03a66833cbf tempest-ExtensionsTestJSON-190568347 tempest-ExtensionsTestJSON-190568347-project] 10.222.0.64 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200  len: 383 time: 0.0076153
Dec 23 16:08:26.588559 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 41220) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:08:26.591631 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfd7671-b970-4e84-8837-ad7d066fb0b8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:08:26.592037 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfd7671-b970-4e84-8837-ad7d066fb0b8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:08:26.592399 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfd7671-b970-4e84-8837-ad7d066fb0b8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:08:26.592748 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfd7671-b970-4e84-8837-ad7d066fb0b8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:08:26.593070 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfd7671-b970-4e84-8837-ad7d066fb0b8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:08:26.593396 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfd7671-b970-4e84-8837-ad7d066fb0b8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:08:26.593912 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfd7671-b970-4e84-8837-ad7d066fb0b8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:08:26.594389 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfd7671-b970-4e84-8837-ad7d066fb0b8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:08:26.594905 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfd7671-b970-4e84-8837-ad7d066fb0b8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:08:26.595039 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [None req-485672a8-2bb7-495d-9b3b-01bc84db94e9 tempest-ExtensionsTestJSON-190568347 tempest-ExtensionsTestJSON-190568347-project] http://10.222.0.64:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=87636) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 23 16:08:26.595573 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfd7671-b970-4e84-8837-ad7d066fb0b8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:08:26.596917 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfd7671-b970-4e84-8837-ad7d066fb0b8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:08:26.597455 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfd7671-b970-4e84-8837-ad7d066fb0b8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:08:26.598743 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-485672a8-2bb7-495d-9b3b-01bc84db94e9 tempest-ExtensionsTestJSON-190568347 tempest-ExtensionsTestJSON-190568347-project] 10.222.0.64 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200  len: 403 time: 0.0090985
Dec 23 16:08:26.599088 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfd7671-b970-4e84-8837-ad7d066fb0b8 admin admin] Tracked resource versions report:
Dec 23 16:08:26.599088 dv-neutron-822799-1-hyperv neutron-server[87635]: pushed versions:
Dec 23 16:08:26.599088 dv-neutron-822799-1-hyperv neutron-server[87635]: {   'AddressGroup': {'1.2'},
Dec 23 16:08:26.599088 dv-neutron-822799-1-hyperv neutron-server[87635]:     'ConntrackHelper': {'1.0'},
Dec 23 16:08:26.599088 dv-neutron-822799-1-hyperv neutron-server[87635]:     'Log': {'1.0'},
Dec 23 16:08:26.599088 dv-neutron-822799-1-hyperv neutron-server[87635]:     'Network': {'1.1'},
Dec 23 16:08:26.599088 dv-neutron-822799-1-hyperv neutron-server[87635]:     'Port': {'1.7'},
Dec 23 16:08:26.599088 dv-neutron-822799-1-hyperv neutron-server[87635]:     'PortForwarding': {'1.2'},
Dec 23 16:08:26.599088 dv-neutron-822799-1-hyperv neutron-server[87635]:     'QosPolicy': {'1.8'},
Dec 23 16:08:26.599088 dv-neutron-822799-1-hyperv neutron-server[87635]:     'SecurityGroup': {'1.4'},
Dec 23 16:08:26.599088 dv-neutron-822799-1-hyperv neutron-server[87635]:     'SecurityGroupRule': {'1.2'},
Dec 23 16:08:26.599088 dv-neutron-822799-1-hyperv neutron-server[87635]:     'SubPort': {'1.0'},
Dec 23 16:08:26.599088 dv-neutron-822799-1-hyperv neutron-server[87635]:     'Subnet': {'1.1'},
Dec 23 16:08:26.599088 dv-neutron-822799-1-hyperv neutron-server[87635]:     'Trunk': {'1.1'}}
Dec 23 16:08:26.599088 dv-neutron-822799-1-hyperv neutron-server[87635]: consumer versions:
Dec 23 16:08:26.599088 dv-neutron-822799-1-hyperv neutron-server[87635]: {   DHCP agent@dv-neutron-822799-1-hyperv: {},
Dec 23 16:08:26.599088 dv-neutron-822799-1-hyperv neutron-server[87635]:     HyperV agent@hv-neutron-8227: {},
Dec 23 16:08:26.599088 dv-neutron-822799-1-hyperv neutron-server[87635]:     L3 agent@dv-neutron-822799-1-hyperv: {},
Dec 23 16:08:26.599088 dv-neutron-822799-1-hyperv neutron-server[87635]:     Metadata agent@dv-neutron-822799-1-hyperv: {},
Dec 23 16:08:26.599088 dv-neutron-822799-1-hyperv neutron-server[87635]:     Metering agent@dv-neutron-822799-1-hyperv: {},
Dec 23 16:08:26.599088 dv-neutron-822799-1-hyperv neutron-server[87635]:     Open vSwitch agent@dv-neutron-822799-1-hyperv: {   'AddressGroup': '1.2',
Dec 23 16:08:26.599088 dv-neutron-822799-1-hyperv neutron-server[87635]:                                                        'ConntrackHelper': '1.0',
Dec 23 16:08:26.599088 dv-neutron-822799-1-hyperv neutron-server[87635]:                                                        'Log': '1.0',
Dec 23 16:08:26.599088 dv-neutron-822799-1-hyperv neutron-server[87635]:                                                        'Network': '1.1',
Dec 23 16:08:26.599088 dv-neutron-822799-1-hyperv neutron-server[87635]:                                                        'Port': '1.7',
Dec 23 16:08:26.599088 dv-neutron-822799-1-hyperv neutron-server[87635]:                                                        'PortForwarding': '1.2',
Dec 23 16:08:26.599088 dv-neutron-822799-1-hyperv neutron-server[87635]:                                                        'QosPolicy': '1.8',
Dec 23 16:08:26.599088 dv-neutron-822799-1-hyperv neutron-server[87635]:                                                        'SecurityGroup': '1.4',
Dec 23 16:08:26.599088 dv-neutron-822799-1-hyperv neutron-server[87635]:                                                        'SecurityGroupRule': '1.2',
Dec 23 16:08:26.599088 dv-neutron-822799-1-hyperv neutron-server[87635]:                                                        'SubPort': '1.0',
Dec 23 16:08:26.599088 dv-neutron-822799-1-hyperv neutron-server[87635]:                                                        'Subnet': '1.1',
Dec 23 16:08:26.599088 dv-neutron-822799-1-hyperv neutron-server[87635]:                                                        'Trunk': '1.1'}}
Dec 23 16:08:26.599088 dv-neutron-822799-1-hyperv neutron-server[87635]:  {{(pid=87635) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Dec 23 16:08:26.601329 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 41224) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:08:26.605659 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [None req-e035a81b-4d60-43bc-bb99-4106844bb778 tempest-ExtensionsTestJSON-190568347 tempest-ExtensionsTestJSON-190568347-project] http://10.222.0.64:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=87636) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 23 16:08:26.607501 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-ebfd7671-b970-4e84-8837-ad7d066fb0b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:26.608367 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.db.segments_db [None req-ebfd7671-b970-4e84-8837-ad7d066fb0b8 admin admin] Added segment 6b8a57f9-eb02-4082-be80-c717babaf4e7 of type vlan for network 256a38e5-d398-4e43-80e3-9bc3cd6cc270
Dec 23 16:08:26.609723 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-e035a81b-4d60-43bc-bb99-4106844bb778 tempest-ExtensionsTestJSON-190568347 tempest-ExtensionsTestJSON-190568347-project] 10.222.0.64 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200  len: 392 time: 0.0082726
Dec 23 16:08:26.610339 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 41228) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:08:26.615661 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [None req-206c6d7b-1d99-49d7-9133-3b22d81fd43f tempest-ExtensionsTestJSON-190568347 tempest-ExtensionsTestJSON-190568347-project] http://10.222.0.64:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=87636) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 23 16:08:26.619750 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-206c6d7b-1d99-49d7-9133-3b22d81fd43f tempest-ExtensionsTestJSON-190568347 tempest-ExtensionsTestJSON-190568347-project] 10.222.0.64 "GET /v2.0/extensions/binding HTTP/1.1" status: 200  len: 387 time: 0.0083396
Dec 23 16:08:26.620453 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 41232) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:08:26.626150 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [None req-0fb62fc2-294d-437d-b91b-ace63fd4480f tempest-ExtensionsTestJSON-190568347 tempest-ExtensionsTestJSON-190568347-project] http://10.222.0.64:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=87636) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 23 16:08:26.630603 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-0fb62fc2-294d-437d-b91b-ace63fd4480f tempest-ExtensionsTestJSON-190568347 tempest-ExtensionsTestJSON-190568347-project] 10.222.0.64 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200  len: 406 time: 0.0088248
Dec 23 16:08:26.631573 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 41236) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:08:26.632194 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 41238) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:08:26.639956 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-ebfd7671-b970-4e84-8837-ad7d066fb0b8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735362521793'] for network, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:26.643430 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [None req-67e18a91-517e-4cb3-be59-260ffea6609f tempest-ExtensionsTestJSON-190568347 tempest-ExtensionsTestJSON-190568347-project] http://10.222.0.64:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=87636) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 23 16:08:26.647882 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-67e18a91-517e-4cb3-be59-260ffea6609f tempest-ExtensionsTestJSON-190568347 tempest-ExtensionsTestJSON-190568347-project] 10.222.0.64 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200  len: 354 time: 0.0142879
Dec 23 16:08:26.649136 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 41246) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:08:26.654624 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [None req-20029f05-2ace-499c-8b53-7fd0a186169a tempest-ExtensionsTestJSON-190568347 tempest-ExtensionsTestJSON-190568347-project] http://10.222.0.64:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=87636) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 23 16:08:26.658461 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-20029f05-2ace-499c-8b53-7fd0a186169a tempest-ExtensionsTestJSON-190568347 tempest-ExtensionsTestJSON-190568347-project] 10.222.0.64 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200  len: 398 time: 0.0081458
Dec 23 16:08:26.659395 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 41250) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:08:26.664396 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [None req-1c5ea6be-9993-4d82-95cd-e3472728052c tempest-ExtensionsTestJSON-190568347 tempest-ExtensionsTestJSON-190568347-project] http://10.222.0.64:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=87636) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 23 16:08:26.668842 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-1c5ea6be-9993-4d82-95cd-e3472728052c tempest-ExtensionsTestJSON-190568347 tempest-ExtensionsTestJSON-190568347-project] 10.222.0.64 "GET /v2.0/extensions/provider HTTP/1.1" status: 200  len: 385 time: 0.0082817
Dec 23 16:08:26.669626 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 41254) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:08:26.674549 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-ebfd7671-b970-4e84-8837-ad7d066fb0b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:08:26.675367 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [None req-66211f3f-68e6-4db6-a247-6b2d0fda2518 tempest-ExtensionsTestJSON-190568347 tempest-ExtensionsTestJSON-190568347-project] http://10.222.0.64:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=87636) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 23 16:08:26.676640 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-66211f3f-68e6-4db6-a247-6b2d0fda2518 tempest-ExtensionsTestJSON-190568347 tempest-ExtensionsTestJSON-190568347-project] 10.222.0.64 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200  len: 385 time: 0.0058286
Dec 23 16:08:26.679212 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 41260) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:08:26.679516 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-ebfd7671-b970-4e84-8837-ad7d066fb0b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495'] for network, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:26.682694 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebfd7671-b970-4e84-8837-ad7d066fb0b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:08:26.683701 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-ebfd7671-b970-4e84-8837-ad7d066fb0b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627509'] for network, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:26.685085 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [None req-4c0e1dc2-69d5-40c9-9870-b7764f35c4f3 tempest-ExtensionsTestJSON-190568347 tempest-ExtensionsTestJSON-190568347-project] http://10.222.0.64:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=87636) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 23 16:08:26.689133 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-4c0e1dc2-69d5-40c9-9870-b7764f35c4f3 tempest-ExtensionsTestJSON-190568347 tempest-ExtensionsTestJSON-190568347-project] 10.222.0.64 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200  len: 407 time: 0.0088980
Dec 23 16:08:26.689779 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 41264) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:08:26.694619 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [None req-4c8c473e-2861-45a1-9062-71a0ee92e3cc tempest-ExtensionsTestJSON-190568347 tempest-ExtensionsTestJSON-190568347-project] http://10.222.0.64:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=87636) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 23 16:08:26.698160 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-4c8c473e-2861-45a1-9062-71a0ee92e3cc tempest-ExtensionsTestJSON-190568347 tempest-ExtensionsTestJSON-190568347-project] 10.222.0.64 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200  len: 417 time: 0.0074737
Dec 23 16:08:26.699071 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 41268) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:08:26.704361 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [None req-b1bc1740-a742-4623-bb33-9a7aea4e6c83 tempest-ExtensionsTestJSON-190568347 tempest-ExtensionsTestJSON-190568347-project] http://10.222.0.64:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=87636) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 23 16:08:26.708758 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-b1bc1740-a742-4623-bb33-9a7aea4e6c83 tempest-ExtensionsTestJSON-190568347 tempest-ExtensionsTestJSON-190568347-project] 10.222.0.64 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200  len: 392 time: 0.0087223
Dec 23 16:08:26.709719 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 41272) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:08:26.711205 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-f5148753-e0ff-43aa-99ec-102ffa0b6f83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:08:26.713706 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:08:26.715412 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [None req-b410c5e3-2770-42be-b052-70e83e8e2ca0 tempest-ExtensionsTestJSON-190568347 tempest-ExtensionsTestJSON-190568347-project] http://10.222.0.64:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=87636) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 23 16:08:26.719981 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-b410c5e3-2770-42be-b052-70e83e8e2ca0 tempest-ExtensionsTestJSON-190568347 tempest-ExtensionsTestJSON-190568347-project] 10.222.0.64 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200  len: 384 time: 0.0089400
Dec 23 16:08:26.720696 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 41276) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:08:26.725556 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [None req-4bd13109-77ef-441d-ba10-f4147f234f80 tempest-ExtensionsTestJSON-190568347 tempest-ExtensionsTestJSON-190568347-project] http://10.222.0.64:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=87636) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 23 16:08:26.729664 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-4bd13109-77ef-441d-ba10-f4147f234f80 tempest-ExtensionsTestJSON-190568347 tempest-ExtensionsTestJSON-190568347-project] 10.222.0.64 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200  len: 404 time: 0.0078175
Dec 23 16:08:26.730433 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 41282) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:08:26.731154 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-f5148753-e0ff-43aa-99ec-102ffa0b6f83 admin admin] Usage tracker for resource:network and tenant:0d83cf4cd2a34a3d8747fec0cfffe963 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:08:26.736196 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [None req-c062659a-c21f-45a4-ba2e-9ca50e424966 tempest-ExtensionsTestJSON-190568347 tempest-ExtensionsTestJSON-190568347-project] http://10.222.0.64:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=87636) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 23 16:08:26.741545 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 41286) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:08:26.741545 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 41288) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:08:26.742428 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-c062659a-c21f-45a4-ba2e-9ca50e424966 tempest-ExtensionsTestJSON-190568347 tempest-ExtensionsTestJSON-190568347-project] 10.222.0.64 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200  len: 375 time: 0.0108976
Dec 23 16:08:26.746070 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-ebfd7671-b970-4e84-8837-ad7d066fb0b8 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201  len: 879 time: 0.8726733
Dec 23 16:08:26.746278 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 41292) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:08:26.750198 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-f5148753-e0ff-43aa-99ec-102ffa0b6f83 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:08:26.755010 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-97086eb8-f39c-4446-b1f6-b1d976a8301f admin admin] Request body: {'subnet': {'network_id': '256a38e5-d398-4e43-80e3-9bc3cd6cc270', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1282004446-subnet', 'tenant_id': '79224c5618eb4cef88b00e2059f275cc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:08:26.755988 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [None req-a4cb24a5-e81a-473b-9ed3-c4a447762594 tempest-ExtensionsTestJSON-190568347 tempest-ExtensionsTestJSON-190568347-project] http://10.222.0.64:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=87635) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 23 16:08:26.759418 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-a4cb24a5-e81a-473b-9ed3-c4a447762594 tempest-ExtensionsTestJSON-190568347 tempest-ExtensionsTestJSON-190568347-project] 10.222.0.64 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200  len: 441 time: 0.0115461
Dec 23 16:08:26.762841 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 41298) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:08:26.766187 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-97086eb8-f39c-4446-b1f6-b1d976a8301f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:08:26.768184 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-f5148753-e0ff-43aa-99ec-102ffa0b6f83 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:08:26.773670 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-97086eb8-f39c-4446-b1f6-b1d976a8301f admin admin] Usage tracker for resource:subnet and tenant:79224c5618eb4cef88b00e2059f275cc is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:08:26.777880 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-97086eb8-f39c-4446-b1f6-b1d976a8301f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:08:26.794326 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-97086eb8-f39c-4446-b1f6-b1d976a8301f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:08:26.807612 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-15e340d2-f2de-4272-bb2d-0258adbcad4c tempest-QuotasTest-471509100 tempest-QuotasTest-471509100-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:08:26.817828 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [None req-773cd545-3d49-4bfd-ac62-0fccb4106243 tempest-ExtensionsTestJSON-190568347 tempest-ExtensionsTestJSON-190568347-project] http://10.222.0.64:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=87635) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 23 16:08:26.821537 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-773cd545-3d49-4bfd-ac62-0fccb4106243 tempest-ExtensionsTestJSON-190568347 tempest-ExtensionsTestJSON-190568347-project] 10.222.0.64 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200  len: 423 time: 0.0522096
Dec 23 16:08:26.823692 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 41308) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:08:26.831899 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [None req-88a8404c-dd44-4954-bf75-ed4d6363a570 tempest-ExtensionsTestJSON-190568347 tempest-ExtensionsTestJSON-190568347-project] http://10.222.0.64:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=87636) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 23 16:08:26.836998 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 41312) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:08:26.837784 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-88a8404c-dd44-4954-bf75-ed4d6363a570 tempest-ExtensionsTestJSON-190568347 tempest-ExtensionsTestJSON-190568347-project] 10.222.0.64 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200  len: 391 time: 0.0125313
Dec 23 16:08:26.846444 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [None req-334731f3-6445-4e7b-a292-d26ea79170d8 tempest-ExtensionsTestJSON-190568347 tempest-ExtensionsTestJSON-190568347-project] http://10.222.0.64:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=87635) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 23 16:08:26.849902 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-334731f3-6445-4e7b-a292-d26ea79170d8 tempest-ExtensionsTestJSON-190568347 tempest-ExtensionsTestJSON-190568347-project] 10.222.0.64 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200  len: 445 time: 0.0081728
Dec 23 16:08:26.850639 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5148753-e0ff-43aa-99ec-102ffa0b6f83 admin admin] Made reservation on behalf of 0d83cf4cd2a34a3d8747fec0cfffe963 for: {'network': 1} {{(pid=87635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:08:26.852207 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 41316) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:08:26.852883 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-f5148753-e0ff-43aa-99ec-102ffa0b6f83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for network, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:26.856320 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97086eb8-f39c-4446-b1f6-b1d976a8301f admin admin] Made reservation on behalf of 79224c5618eb4cef88b00e2059f275cc for: {'subnet': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:08:26.859005 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-97086eb8-f39c-4446-b1f6-b1d976a8301f admin admin] Notify callbacks [] for subnet, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:26.866179 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfd7671-b970-4e84-8837-ad7d066fb0b8 admin admin] Pushing event updated for resources: {'Network': ['ID=256a38e5-d398-4e43-80e3-9bc3cd6cc270,revision_number=1']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:08:26.869906 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-ebfd7671-b970-4e84-8837-ad7d066fb0b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:08:26.870684 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-f5148753-e0ff-43aa-99ec-102ffa0b6f83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:26.880379 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Network 256a38e5-d398-4e43-80e3-9bc3cd6cc270 details requested by agent ovs-agent-dv-neutron-822799-1-hyperv with host dv-neutron-822799-1-hyperv {{(pid=87637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 23 16:08:26.886407 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-f5148753-e0ff-43aa-99ec-102ffa0b6f83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:08:26.890187 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-f5148753-e0ff-43aa-99ec-102ffa0b6f83 admin admin] Usage tracker for resource:security_group_rule and tenant:0d83cf4cd2a34a3d8747fec0cfffe963 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:08:26.893321 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-f5148753-e0ff-43aa-99ec-102ffa0b6f83 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:08:26.900229 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-f5148753-e0ff-43aa-99ec-102ffa0b6f83 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:08:26.901920 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [None req-3f394f10-8c69-468b-9032-2abfaef31d3f tempest-ExtensionsTestJSON-190568347 tempest-ExtensionsTestJSON-190568347-project] http://10.222.0.64:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=87636) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 23 16:08:26.905282 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-3f394f10-8c69-468b-9032-2abfaef31d3f tempest-ExtensionsTestJSON-190568347 tempest-ExtensionsTestJSON-190568347-project] 10.222.0.64 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200  len: 422 time: 0.0507169
Dec 23 16:08:26.906110 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 41320) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:08:26.909482 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-15e340d2-f2de-4272-bb2d-0258adbcad4c tempest-QuotasTest-471509100 tempest-QuotasTest-471509100-project-admin] 10.222.0.64 "PUT /v2.0/quotas/e450a13b784a4f44a0def6a2caa129f8 HTTP/1.1" status: 200  len: 366 time: 0.2739954
Dec 23 16:08:26.913636 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 41322) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:08:26.920032 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [None req-35a1e756-7ba8-4475-a627-7b9d9505d288 tempest-ExtensionsTestJSON-190568347 tempest-ExtensionsTestJSON-190568347-project] http://10.222.0.64:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=87635) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 23 16:08:26.921291 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-35a1e756-7ba8-4475-a627-7b9d9505d288 tempest-ExtensionsTestJSON-190568347 tempest-ExtensionsTestJSON-190568347-project] 10.222.0.64 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200  len: 448 time: 0.0102234
Dec 23 16:08:26.930576 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 41330) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:08:26.939209 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [None req-da58445e-984c-4d08-8c30-e777da0838b3 tempest-ExtensionsTestJSON-190568347 tempest-ExtensionsTestJSON-190568347-project] http://10.222.0.64:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=87635) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 23 16:08:26.940523 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-da58445e-984c-4d08-8c30-e777da0838b3 tempest-ExtensionsTestJSON-190568347 tempest-ExtensionsTestJSON-190568347-project] 10.222.0.64 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200  len: 364 time: 0.0088191
Dec 23 16:08:26.946030 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 41334) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:08:26.952378 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [None req-e117ac9f-d670-4345-b751-4adfa8b9319b tempest-ExtensionsTestJSON-190568347 tempest-ExtensionsTestJSON-190568347-project] http://10.222.0.64:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=87635) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 23 16:08:26.953526 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-e117ac9f-d670-4345-b751-4adfa8b9319b tempest-ExtensionsTestJSON-190568347 tempest-ExtensionsTestJSON-190568347-project] 10.222.0.64 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200  len: 415 time: 0.0063753
Dec 23 16:08:26.957779 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 41338) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:08:26.964635 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [None req-22eb4f25-982e-460e-a7b4-6aade71c2dc2 tempest-ExtensionsTestJSON-190568347 tempest-ExtensionsTestJSON-190568347-project] http://10.222.0.64:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=87635) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 23 16:08:26.966140 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-22eb4f25-982e-460e-a7b4-6aade71c2dc2 tempest-ExtensionsTestJSON-190568347 tempest-ExtensionsTestJSON-190568347-project] 10.222.0.64 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200  len: 377 time: 0.0072777
Dec 23 16:08:26.970413 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 41342) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:08:26.976530 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [None req-aa68ee88-e472-4b94-a8fe-d434bcc88410 tempest-ExtensionsTestJSON-190568347 tempest-ExtensionsTestJSON-190568347-project] http://10.222.0.64:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=87635) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 23 16:08:26.981548 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-aa68ee88-e472-4b94-a8fe-d434bcc88410 tempest-ExtensionsTestJSON-190568347 tempest-ExtensionsTestJSON-190568347-project] 10.222.0.64 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200  len: 408 time: 0.0058372
Dec 23 16:08:26.981548 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 41346) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:08:26.988645 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [None req-05bda7d1-4bfe-4904-b296-b31c25193972 tempest-ExtensionsTestJSON-190568347 tempest-ExtensionsTestJSON-190568347-project] http://10.222.0.64:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=87635) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 23 16:08:26.992057 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-05bda7d1-4bfe-4904-b296-b31c25193972 tempest-ExtensionsTestJSON-190568347 tempest-ExtensionsTestJSON-190568347-project] 10.222.0.64 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200  len: 402 time: 0.0084870
Dec 23 16:08:26.992203 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 41350) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:08:27.005096 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [None req-024948aa-c91f-4a3b-8b73-c07040c39d2a tempest-ExtensionsTestJSON-190568347 tempest-ExtensionsTestJSON-190568347-project] http://10.222.0.64:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=87635) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 23 16:08:27.008688 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-024948aa-c91f-4a3b-8b73-c07040c39d2a tempest-ExtensionsTestJSON-190568347 tempest-ExtensionsTestJSON-190568347-project] 10.222.0.64 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200  len: 391 time: 0.0129318
Dec 23 16:08:27.009207 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 41356) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:08:27.016033 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [None req-0f966582-7bcb-4ccc-97d2-7228d5862d54 tempest-ExtensionsTestJSON-190568347 tempest-ExtensionsTestJSON-190568347-project] http://10.222.0.64:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=87635) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 23 16:08:27.019857 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-0f966582-7bcb-4ccc-97d2-7228d5862d54 tempest-ExtensionsTestJSON-190568347 tempest-ExtensionsTestJSON-190568347-project] 10.222.0.64 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200  len: 400 time: 0.0072432
Dec 23 16:08:27.024530 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 41360) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:08:27.024530 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 41362) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:08:27.026271 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-2753452a-108e-4c4e-ace6-499a6aeeddc7 tempest-QuotasTest-471509100 tempest-QuotasTest-471509100-project-admin] 10.222.0.64 "GET /v2.0/quotas HTTP/1.1" status: 200  len: 468 time: 0.1083062
Dec 23 16:08:27.028724 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [None req-2285b8dc-12af-4b2b-af81-0a61d777136e tempest-ExtensionsTestJSON-190568347 tempest-ExtensionsTestJSON-190568347-project] http://10.222.0.64:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=87635) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 23 16:08:27.032101 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-2285b8dc-12af-4b2b-af81-0a61d777136e tempest-ExtensionsTestJSON-190568347 tempest-ExtensionsTestJSON-190568347-project] 10.222.0.64 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200  len: 388 time: 0.0066204
Dec 23 16:08:27.035137 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 41368) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:08:27.048999 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [None req-dbbc2577-1afd-453c-8946-0c9edae9ee27 tempest-ExtensionsTestJSON-190568347 tempest-ExtensionsTestJSON-190568347-project] http://10.222.0.64:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=87635) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 23 16:08:27.053299 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-dbbc2577-1afd-453c-8946-0c9edae9ee27 tempest-ExtensionsTestJSON-190568347 tempest-ExtensionsTestJSON-190568347-project] 10.222.0.64 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200  len: 418 time: 0.0084980
Dec 23 16:08:27.056432 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-7d2cc21e-b6d1-4dd7-b9eb-8ab76e969c68 tempest-QuotasTest-471509100 tempest-QuotasTest-471509100-project-admin] 10.222.0.64 "GET /v2.0/quotas/e450a13b784a4f44a0def6a2caa129f8 HTTP/1.1" status: 200  len: 366 time: 0.0286188
Dec 23 16:08:27.056432 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 41372) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:08:27.062204 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 41374) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:08:27.070256 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [None req-60b52599-bd07-4530-b429-0b2cbf276a95 tempest-ExtensionsTestJSON-190568347 tempest-ExtensionsTestJSON-190568347-project] http://10.222.0.64:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=87635) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 23 16:08:27.073771 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-60b52599-bd07-4530-b429-0b2cbf276a95 tempest-ExtensionsTestJSON-190568347 tempest-ExtensionsTestJSON-190568347-project] 10.222.0.64 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200  len: 537 time: 0.0088027
Dec 23 16:08:27.074468 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 41380) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:08:27.087750 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [None req-62719d85-115e-4ddc-bc15-e9bba826e7d9 tempest-ExtensionsTestJSON-190568347 tempest-ExtensionsTestJSON-190568347-project] http://10.222.0.64:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=87635) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 23 16:08:27.089843 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-62719d85-115e-4ddc-bc15-e9bba826e7d9 tempest-ExtensionsTestJSON-190568347 tempest-ExtensionsTestJSON-190568347-project] 10.222.0.64 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200  len: 449 time: 0.0137658
Dec 23 16:08:27.096185 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-f5148753-e0ff-43aa-99ec-102ffa0b6f83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:27.102502 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-f5148753-e0ff-43aa-99ec-102ffa0b6f83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:27.114322 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-0002685a-acfd-4ba4-8e3b-006ba965c7ce tempest-QuotasTest-471509100 tempest-QuotasTest-471509100-project-admin] 10.222.0.64 "DELETE /v2.0/quotas/e450a13b784a4f44a0def6a2caa129f8 HTTP/1.1" status: 204  len: 168 time: 0.0504019
Dec 23 16:08:27.115474 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5148753-e0ff-43aa-99ec-102ffa0b6f83 admin admin] vlan segment allocate from pool success with {'vlan_id': 404, 'physical_network': 'physnet1'}  {{(pid=87635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 23 16:08:27.117230 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 41386) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:08:27.124678 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-f5148753-e0ff-43aa-99ec-102ffa0b6f83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:27.125355 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.db.segments_db [None req-f5148753-e0ff-43aa-99ec-102ffa0b6f83 admin admin] Added segment 49705709-fd6f-45a3-8c17-ba357fb62791 of type vlan for network 110ef17f-202a-4ce6-8e43-789c8f209bdb
Dec 23 16:08:27.132880 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-3afcc6b5-7950-44d8-b26e-ac26f06e272a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:08:27.135474 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-7f9d69a6-bb91-4747-a715-b2d56d8748e9 tempest-QuotasTest-471509100 tempest-QuotasTest-471509100-project-admin] 10.222.0.64 "GET /v2.0/quotas HTTP/1.1" status: 200  len: 207 time: 0.0171936
Dec 23 16:08:27.137981 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 41390) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:08:27.151820 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-9598d5f4-d470-4064-8cb6-a006a21ad0d0 tempest-QuotasTest-471509100 tempest-QuotasTest-471509100-project-admin] 10.222.0.64 "GET /v2.0/quotas/e450a13b784a4f44a0def6a2caa129f8 HTTP/1.1" status: 200  len: 370 time: 0.0125470
Dec 23 16:08:27.154352 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 41394) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:08:27.162927 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-bb5a09a2-e2e0-460f-9377-23f97d4dc9f7 tempest-QuotasTest-471509100 tempest-QuotasTest-471509100-project-admin] 10.222.0.64 "GET /v2.0/quotas/e450a13b784a4f44a0def6a2caa129f8/default HTTP/1.1" status: 200  len: 370 time: 0.0076015
Dec 23 16:08:27.169543 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 41400) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:08:27.174526 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-f5148753-e0ff-43aa-99ec-102ffa0b6f83 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735362521793'] for network, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:27.183761 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5148753-e0ff-43aa-99ec-102ffa0b6f83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=382d76e9-7198-4e06-9704-a01918387996,revision_number=1']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:08:27.187749 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-f5148753-e0ff-43aa-99ec-102ffa0b6f83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:08:27.214118 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-f5148753-e0ff-43aa-99ec-102ffa0b6f83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495'] for network, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:27.215700 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5148753-e0ff-43aa-99ec-102ffa0b6f83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:08:27.216283 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-f5148753-e0ff-43aa-99ec-102ffa0b6f83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627509'] for network, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:27.221535 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-55f99d2e-4445-4adf-9d23-1c871be5dfd5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:08:27.234405 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.api.v2.resource [None req-38f1600c-42c8-4d3a-a8d3-1849510f9a5e tempest-QuotasTest-471509100 tempest-QuotasTest-471509100-project-admin] delete failed (client error): The resource could not be found.
Dec 23 16:08:27.236169 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-38f1600c-42c8-4d3a-a8d3-1849510f9a5e tempest-QuotasTest-471509100 tempest-QuotasTest-471509100-project-admin] 10.222.0.64 "DELETE /v2.0/quotas/e450a13b784a4f44a0def6a2caa129f8 HTTP/1.1" status: 404  len: 348 time: 0.0653448
Dec 23 16:08:27.304262 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-97086eb8-f39c-4446-b1f6-b1d976a8301f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495'] for subnet, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:27.311724 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:08:27.314457 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-2e6c1f7c-8643-4f16-91fe-603e29822b0a tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-629751688', 'router:external': True}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:08:27.319194 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-2e6c1f7c-8643-4f16-91fe-603e29822b0a tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:08:27.323383 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-2e6c1f7c-8643-4f16-91fe-603e29822b0a tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Usage tracker for resource:network and tenant:8277d77634e04c6eb54fb9f206174c12 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:08:27.326866 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-2e6c1f7c-8643-4f16-91fe-603e29822b0a tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:08:27.400618 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-2e6c1f7c-8643-4f16-91fe-603e29822b0a tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:08:27.407803 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97086eb8-f39c-4446-b1f6-b1d976a8301f admin admin] Pushing event updated for resources: {'Subnet': ['ID=c5e1e7de-66c6-459a-96dc-9f30163dd18a,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:08:27.418117 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5148753-e0ff-43aa-99ec-102ffa0b6f83 admin admin] Pushing event updated for resources: {'Network': ['ID=110ef17f-202a-4ce6-8e43-789c8f209bdb,revision_number=1']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:08:27.422055 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-f5148753-e0ff-43aa-99ec-102ffa0b6f83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:08:27.424704 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-f5148753-e0ff-43aa-99ec-102ffa0b6f83 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 1.4391944
Dec 23 16:08:27.426688 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 41412) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:08:27.428420 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97086eb8-f39c-4446-b1f6-b1d976a8301f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:08:27.429002 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97086eb8-f39c-4446-b1f6-b1d976a8301f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:08:27.429563 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97086eb8-f39c-4446-b1f6-b1d976a8301f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:08:27.430158 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Network 110ef17f-202a-4ce6-8e43-789c8f209bdb details requested by agent ovs-agent-dv-neutron-822799-1-hyperv with host dv-neutron-822799-1-hyperv {{(pid=87637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 23 16:08:27.430443 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97086eb8-f39c-4446-b1f6-b1d976a8301f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:08:27.431046 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97086eb8-f39c-4446-b1f6-b1d976a8301f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:08:27.431588 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97086eb8-f39c-4446-b1f6-b1d976a8301f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:08:27.432168 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97086eb8-f39c-4446-b1f6-b1d976a8301f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:08:27.432670 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-26b45e8e-297c-4016-923c-bbdd272e24e7 admin admin] Request body: {'subnet': {'network_id': '110ef17f-202a-4ce6-8e43-789c8f209bdb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-2052961793-subnet', 'tenant_id': '0d83cf4cd2a34a3d8747fec0cfffe963', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:08:27.433039 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97086eb8-f39c-4446-b1f6-b1d976a8301f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:08:27.433558 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97086eb8-f39c-4446-b1f6-b1d976a8301f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:08:27.434140 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97086eb8-f39c-4446-b1f6-b1d976a8301f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:08:27.434747 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97086eb8-f39c-4446-b1f6-b1d976a8301f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:08:27.435798 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97086eb8-f39c-4446-b1f6-b1d976a8301f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:08:27.437669 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e6c1f7c-8643-4f16-91fe-603e29822b0a tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Made reservation on behalf of 8277d77634e04c6eb54fb9f206174c12 for: {'network': 1} {{(pid=87635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:08:27.438453 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97086eb8-f39c-4446-b1f6-b1d976a8301f admin admin] Tracked resource versions report:
Dec 23 16:08:27.438453 dv-neutron-822799-1-hyperv neutron-server[87636]: pushed versions:
Dec 23 16:08:27.438453 dv-neutron-822799-1-hyperv neutron-server[87636]: {   'AddressGroup': {'1.2'},
Dec 23 16:08:27.438453 dv-neutron-822799-1-hyperv neutron-server[87636]:     'ConntrackHelper': {'1.0'},
Dec 23 16:08:27.438453 dv-neutron-822799-1-hyperv neutron-server[87636]:     'Log': {'1.0'},
Dec 23 16:08:27.438453 dv-neutron-822799-1-hyperv neutron-server[87636]:     'Network': {'1.1'},
Dec 23 16:08:27.438453 dv-neutron-822799-1-hyperv neutron-server[87636]:     'Port': {'1.7'},
Dec 23 16:08:27.438453 dv-neutron-822799-1-hyperv neutron-server[87636]:     'PortForwarding': {'1.2'},
Dec 23 16:08:27.438453 dv-neutron-822799-1-hyperv neutron-server[87636]:     'QosPolicy': {'1.8'},
Dec 23 16:08:27.438453 dv-neutron-822799-1-hyperv neutron-server[87636]:     'SecurityGroup': {'1.4'},
Dec 23 16:08:27.438453 dv-neutron-822799-1-hyperv neutron-server[87636]:     'SecurityGroupRule': {'1.2'},
Dec 23 16:08:27.438453 dv-neutron-822799-1-hyperv neutron-server[87636]:     'SubPort': {'1.0'},
Dec 23 16:08:27.438453 dv-neutron-822799-1-hyperv neutron-server[87636]:     'Subnet': {'1.1'},
Dec 23 16:08:27.438453 dv-neutron-822799-1-hyperv neutron-server[87636]:     'Trunk': {'1.1'}}
Dec 23 16:08:27.438453 dv-neutron-822799-1-hyperv neutron-server[87636]: consumer versions:
Dec 23 16:08:27.438453 dv-neutron-822799-1-hyperv neutron-server[87636]: {   DHCP agent@dv-neutron-822799-1-hyperv: {},
Dec 23 16:08:27.438453 dv-neutron-822799-1-hyperv neutron-server[87636]:     HyperV agent@hv-neutron-8227: {},
Dec 23 16:08:27.438453 dv-neutron-822799-1-hyperv neutron-server[87636]:     L3 agent@dv-neutron-822799-1-hyperv: {},
Dec 23 16:08:27.438453 dv-neutron-822799-1-hyperv neutron-server[87636]:     Metadata agent@dv-neutron-822799-1-hyperv: {},
Dec 23 16:08:27.438453 dv-neutron-822799-1-hyperv neutron-server[87636]:     Metering agent@dv-neutron-822799-1-hyperv: {},
Dec 23 16:08:27.438453 dv-neutron-822799-1-hyperv neutron-server[87636]:     Open vSwitch agent@dv-neutron-822799-1-hyperv: {   'AddressGroup': '1.2',
Dec 23 16:08:27.438453 dv-neutron-822799-1-hyperv neutron-server[87636]:                                                        'ConntrackHelper': '1.0',
Dec 23 16:08:27.438453 dv-neutron-822799-1-hyperv neutron-server[87636]:                                                        'Log': '1.0',
Dec 23 16:08:27.438453 dv-neutron-822799-1-hyperv neutron-server[87636]:                                                        'Network': '1.1',
Dec 23 16:08:27.438453 dv-neutron-822799-1-hyperv neutron-server[87636]:                                                        'Port': '1.7',
Dec 23 16:08:27.438453 dv-neutron-822799-1-hyperv neutron-server[87636]:                                                        'PortForwarding': '1.2',
Dec 23 16:08:27.438453 dv-neutron-822799-1-hyperv neutron-server[87636]:                                                        'QosPolicy': '1.8',
Dec 23 16:08:27.438453 dv-neutron-822799-1-hyperv neutron-server[87636]:                                                        'SecurityGroup': '1.4',
Dec 23 16:08:27.438453 dv-neutron-822799-1-hyperv neutron-server[87636]:                                                        'SecurityGroupRule': '1.2',
Dec 23 16:08:27.438453 dv-neutron-822799-1-hyperv neutron-server[87636]:                                                        'SubPort': '1.0',
Dec 23 16:08:27.438453 dv-neutron-822799-1-hyperv neutron-server[87636]:                                                        'Subnet': '1.1',
Dec 23 16:08:27.438453 dv-neutron-822799-1-hyperv neutron-server[87636]:                                                        'Trunk': '1.1'}}
Dec 23 16:08:27.438453 dv-neutron-822799-1-hyperv neutron-server[87636]:  {{(pid=87636) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Dec 23 16:08:27.441003 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-2e6c1f7c-8643-4f16-91fe-603e29822b0a tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for network, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:27.449532 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97086eb8-f39c-4446-b1f6-b1d976a8301f admin admin] Checking segment: {'id': '6b8a57f9-eb02-4082-be80-c717babaf4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '256a38e5-d398-4e43-80e3-9bc3cd6cc270'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:08:27.450109 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97086eb8-f39c-4446-b1f6-b1d976a8301f admin admin] Network hostable DHCP agents. Network: 256a38e5-d398-4e43-80e3-9bc3cd6cc270, hostable agents: ['1c812d71-eadf-4fb3-b98e-67468a4aa7e2'], hosted agents: [] {{(pid=87636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 23 16:08:27.450245 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-26b45e8e-297c-4016-923c-bbdd272e24e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:08:27.457922 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-26b45e8e-297c-4016-923c-bbdd272e24e7 admin admin] Usage tracker for resource:subnet and tenant:0d83cf4cd2a34a3d8747fec0cfffe963 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:08:27.459809 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-97086eb8-f39c-4446-b1f6-b1d976a8301f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:08:27.460562 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-2e6c1f7c-8643-4f16-91fe-603e29822b0a tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:27.469947 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-26b45e8e-297c-4016-923c-bbdd272e24e7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:08:27.478465 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-26b45e8e-297c-4016-923c-bbdd272e24e7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:08:27.485687 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-2e6c1f7c-8643-4f16-91fe-603e29822b0a tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:08:27.491510 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-2e6c1f7c-8643-4f16-91fe-603e29822b0a tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Usage tracker for resource:security_group_rule and tenant:8277d77634e04c6eb54fb9f206174c12 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:08:27.494468 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-2e6c1f7c-8643-4f16-91fe-603e29822b0a tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:08:27.500511 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-2e6c1f7c-8643-4f16-91fe-603e29822b0a tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:08:27.502308 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97086eb8-f39c-4446-b1f6-b1d976a8301f admin admin] Network 256a38e5-d398-4e43-80e3-9bc3cd6cc270 is scheduled to be hosted by DHCP agent 1c812d71-eadf-4fb3-b98e-67468a4aa7e2 with binding_index 1 {{(pid=87636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 23 16:08:27.502567 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26b45e8e-297c-4016-923c-bbdd272e24e7 admin admin] Made reservation on behalf of 0d83cf4cd2a34a3d8747fec0cfffe963 for: {'subnet': 1} {{(pid=87635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:08:27.505042 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-26b45e8e-297c-4016-923c-bbdd272e24e7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:27.520798 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-97086eb8-f39c-4446-b1f6-b1d976a8301f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822799-1-hyperv, 256a38e5-d398-4e43-80e3-9bc3cd6cc270) {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:08:27.525927 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97086eb8-f39c-4446-b1f6-b1d976a8301f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:08:27.526568 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-97086eb8-f39c-4446-b1f6-b1d976a8301f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627509'] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:27.561854 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55fa5275-d02c-4e17-8be0-0cc7a0f18072 None None] Network 256a38e5-d398-4e43-80e3-9bc3cd6cc270 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:08:27.565892 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-97086eb8-f39c-4446-b1f6-b1d976a8301f admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 842 time: 0.8185010
Dec 23 16:08:27.571304 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 41422) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:08:27.577842 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-42ffd493-9271-4fac-a6c3-9d8e311e1315 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1282004446-router', 'tenant_id': '79224c5618eb4cef88b00e2059f275cc', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b'}}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:08:27.585681 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-42ffd493-9271-4fac-a6c3-9d8e311e1315 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:08:27.594745 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-42ffd493-9271-4fac-a6c3-9d8e311e1315 admin admin] Usage tracker for resource:router and tenant:79224c5618eb4cef88b00e2059f275cc is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:08:27.600414 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-42ffd493-9271-4fac-a6c3-9d8e311e1315 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:08:27.608665 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-42ffd493-9271-4fac-a6c3-9d8e311e1315 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:08:27.620960 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-42ffd493-9271-4fac-a6c3-9d8e311e1315 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1823978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-235332'] for router, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:27.622792 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-42ffd493-9271-4fac-a6c3-9d8e311e1315 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1824575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1824063', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1751113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-235341'] for router, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:27.662226 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-42ffd493-9271-4fac-a6c3-9d8e311e1315 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:27.738164 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-2e6c1f7c-8643-4f16-91fe-603e29822b0a tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:27.746538 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-2e6c1f7c-8643-4f16-91fe-603e29822b0a tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:27.753812 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-f5148753-e0ff-43aa-99ec-102ffa0b6f83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:08:27.795928 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6c1f7c-8643-4f16-91fe-603e29822b0a tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e711cade-36db-49e3-931c-2e8dc29c8ad2,revision_number=1']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:08:27.803242 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-2e6c1f7c-8643-4f16-91fe-603e29822b0a tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:08:27.818250 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e6c1f7c-8643-4f16-91fe-603e29822b0a tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] vlan segment allocate from pool success with {'vlan_id': 438, 'physical_network': 'physnet1'}  {{(pid=87635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 23 16:08:27.826297 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 41426) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:08:27.851365 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-2e6c1f7c-8643-4f16-91fe-603e29822b0a tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:27.851709 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.db.segments_db [None req-2e6c1f7c-8643-4f16-91fe-603e29822b0a tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Added segment 4b978b79-e03f-4839-abb6-a2bfa6b59f06 of type vlan for network eeb2f5d8-4209-48af-ae86-fdd7f7495777
Dec 23 16:08:27.853461 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-7acfdc31-dd52-4880-8b3a-0d8189965f53 tempest-QuotasTest-471509100 tempest-QuotasTest-471509100-project-admin] Usage tracker for resource:network and tenant:c072a568028e430888624ef8396c0424 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:08:27.857453 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-26b45e8e-297c-4016-923c-bbdd272e24e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495'] for subnet, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:27.861864 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-7acfdc31-dd52-4880-8b3a-0d8189965f53 tempest-QuotasTest-471509100 tempest-QuotasTest-471509100-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:08:27.873061 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:08:27.949803 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b45e8e-297c-4016-923c-bbdd272e24e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=53feed59-2af5-4ad4-9dff-3991a61b1789,revision_number=0']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:08:27.976005 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-26b45e8e-297c-4016-923c-bbdd272e24e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:08:27.983746 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-7acfdc31-dd52-4880-8b3a-0d8189965f53 tempest-QuotasTest-471509100 tempest-QuotasTest-471509100-project-admin] Usage tracker for resource:subnet and tenant:c072a568028e430888624ef8396c0424 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:08:27.994906 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9efee7d4-0e69-42ed-b3e2-853a4dfe84ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7e017a6-8198-58c8-a07e-0f786128e3b3-256a38e5-d398-4e43-80e3-9bc3cd6cc270', 'network_id': '256a38e5-d398-4e43-80e3-9bc3cd6cc270', 'tenant_id': '79224c5618eb4cef88b00e2059f275cc', 'fixed_ips': [{'subnet_id': 'c5e1e7de-66c6-459a-96dc-9f30163dd18a'}]}} from dv-neutron-822799-1-hyperv. {{(pid=87637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 23 16:08:27.997035 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9efee7d4-0e69-42ed-b3e2-853a4dfe84ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:28.006350 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26b45e8e-297c-4016-923c-bbdd272e24e7 admin admin] Checking segment: {'id': '49705709-fd6f-45a3-8c17-ba357fb62791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '110ef17f-202a-4ce6-8e43-789c8f209bdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:08:28.006709 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26b45e8e-297c-4016-923c-bbdd272e24e7 admin admin] Network hostable DHCP agents. Network: 110ef17f-202a-4ce6-8e43-789c8f209bdb, hostable agents: ['1c812d71-eadf-4fb3-b98e-67468a4aa7e2'], hosted agents: [] {{(pid=87635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 23 16:08:28.033742 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-2e6c1f7c-8643-4f16-91fe-603e29822b0a tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735362521793'] for network, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:28.062874 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 41436) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:08:28.073418 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-7acfdc31-dd52-4880-8b3a-0d8189965f53 tempest-QuotasTest-471509100 tempest-QuotasTest-471509100-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:08:28.085201 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-2e6c1f7c-8643-4f16-91fe-603e29822b0a tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495'] for network, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:28.089107 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e6c1f7c-8643-4f16-91fe-603e29822b0a tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:08:28.089695 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-2e6c1f7c-8643-4f16-91fe-603e29822b0a tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627509'] for network, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:28.115085 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 41442) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:08:28.121443 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:08:28.142174 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-2e6c1f7c-8643-4f16-91fe-603e29822b0a tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201  len: 870 time: 1.3981659
Dec 23 16:08:28.151652 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26b45e8e-297c-4016-923c-bbdd272e24e7 admin admin] Network 110ef17f-202a-4ce6-8e43-789c8f209bdb is scheduled to be hosted by DHCP agent 1c812d71-eadf-4fb3-b98e-67468a4aa7e2 with binding_index 1 {{(pid=87635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 23 16:08:28.159099 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 41446) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:08:28.162760 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-7acfdc31-dd52-4880-8b3a-0d8189965f53 tempest-QuotasTest-471509100 tempest-QuotasTest-471509100-project-admin] Usage tracker for resource:subnetpool and tenant:c072a568028e430888624ef8396c0424 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:08:28.188020 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_common [None req-9efee7d4-0e69-42ed-b3e2-853a4dfe84ca None None] Allocated IP 172.20.0.2 (256a38e5-d398-4e43-80e3-9bc3cd6cc270/c5e1e7de-66c6-459a-96dc-9f30163dd18a/739a1410-8fb1-4937-832c-a08f31ca6585) {{(pid=87637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:08:28.226815 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-87df502d-f4b7-40d5-90e7-7f87265a92d8 tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Request body: {'subnet': {'network_id': 'eeb2f5d8-4209-48af-ae86-fdd7f7495777', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:08:28.231975 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.base_scheduler [None req-26b45e8e-297c-4016-923c-bbdd272e24e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822799-1-hyperv, 110ef17f-202a-4ce6-8e43-789c8f209bdb) {{(pid=87635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:08:28.246360 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26b45e8e-297c-4016-923c-bbdd272e24e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:08:28.247128 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-26b45e8e-297c-4016-923c-bbdd272e24e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627509'] for subnet, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:28.251845 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-42ffd493-9271-4fac-a6c3-9d8e311e1315 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1824017', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1823768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-235299'] for router, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:28.277996 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-87df502d-f4b7-40d5-90e7-7f87265a92d8 tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:08:28.282445 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-26b45e8e-297c-4016-923c-bbdd272e24e7 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.8546443
Dec 23 16:08:28.283734 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-7acfdc31-dd52-4880-8b3a-0d8189965f53 tempest-QuotasTest-471509100 tempest-QuotasTest-471509100-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:08:28.287647 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 41454) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:08:28.309130 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-87df502d-f4b7-40d5-90e7-7f87265a92d8 tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Usage tracker for resource:subnet and tenant:8277d77634e04c6eb54fb9f206174c12 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:08:28.316164 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-06aac2f9-bf03-45a5-8f52-2923b9aabdd3 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-2052961793-router', 'tenant_id': '0d83cf4cd2a34a3d8747fec0cfffe963', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b'}}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:08:28.322452 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-06aac2f9-bf03-45a5-8f52-2923b9aabdd3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:08:28.326914 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-06aac2f9-bf03-45a5-8f52-2923b9aabdd3 admin admin] Usage tracker for resource:router and tenant:0d83cf4cd2a34a3d8747fec0cfffe963 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:08:28.330508 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-06aac2f9-bf03-45a5-8f52-2923b9aabdd3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:08:28.336389 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-06aac2f9-bf03-45a5-8f52-2923b9aabdd3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:08:28.347207 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-87df502d-f4b7-40d5-90e7-7f87265a92d8 tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:08:28.357584 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-7acfdc31-dd52-4880-8b3a-0d8189965f53 tempest-QuotasTest-471509100 tempest-QuotasTest-471509100-project-admin] Usage tracker for resource:port and tenant:c072a568028e430888624ef8396c0424 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:08:28.362605 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-87df502d-f4b7-40d5-90e7-7f87265a92d8 tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:08:28.365709 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6c1f7c-8643-4f16-91fe-603e29822b0a tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Pushing event updated for resources: {'Network': ['ID=eeb2f5d8-4209-48af-ae86-fdd7f7495777,revision_number=1']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:08:28.369149 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-2e6c1f7c-8643-4f16-91fe-603e29822b0a tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:08:28.370172 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-06aac2f9-bf03-45a5-8f52-2923b9aabdd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1823978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-235332'] for router, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:28.371294 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-06aac2f9-bf03-45a5-8f52-2923b9aabdd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1824575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1824063', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1751113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-235341'] for router, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:28.383674 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-7acfdc31-dd52-4880-8b3a-0d8189965f53 tempest-QuotasTest-471509100 tempest-QuotasTest-471509100-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:08:28.402891 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-7acfdc31-dd52-4880-8b3a-0d8189965f53 tempest-QuotasTest-471509100 tempest-QuotasTest-471509100-project-admin] Usage tracker for resource:router and tenant:c072a568028e430888624ef8396c0424 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:08:28.410511 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-7acfdc31-dd52-4880-8b3a-0d8189965f53 tempest-QuotasTest-471509100 tempest-QuotasTest-471509100-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:08:28.412954 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87df502d-f4b7-40d5-90e7-7f87265a92d8 tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Made reservation on behalf of 8277d77634e04c6eb54fb9f206174c12 for: {'subnet': 1} {{(pid=87635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:08:28.416460 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-87df502d-f4b7-40d5-90e7-7f87265a92d8 tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Notify callbacks [] for subnet, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:28.431715 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9efee7d4-0e69-42ed-b3e2-853a4dfe84ca None None] Notify callbacks [] for port, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:28.446445 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-9efee7d4-0e69-42ed-b3e2-853a4dfe84ca None None] Transition to ACTIVE for port object 739a1410-8fb1-4937-832c-a08f31ca6585 will not be triggered until provisioned by entity L2. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:08:28.472617 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-9efee7d4-0e69-42ed-b3e2-853a4dfe84ca None None] Transition to ACTIVE for port object 739a1410-8fb1-4937-832c-a08f31ca6585 will not be triggered until provisioned by entity DHCP. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:08:28.472856 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-8c2dbd96-1ca9-4d1d-a7eb-9687dc963261 tempest-ExternalNetworksAdminNegativeTestJSON-1852700425 tempest-ExternalNetworksAdminNegativeTestJSON-1852700425-project-admin] Request body: {'floatingip': {'floating_network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:08:28.478982 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb62dd52-741b-4be1-94f5-4d8fb62398c6 None None] Network 110ef17f-202a-4ce6-8e43-789c8f209bdb requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:08:28.485642 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-8c2dbd96-1ca9-4d1d-a7eb-9687dc963261 tempest-ExternalNetworksAdminNegativeTestJSON-1852700425 tempest-ExternalNetworksAdminNegativeTestJSON-1852700425-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:08:28.502796 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-8c2dbd96-1ca9-4d1d-a7eb-9687dc963261 tempest-ExternalNetworksAdminNegativeTestJSON-1852700425 tempest-ExternalNetworksAdminNegativeTestJSON-1852700425-project-admin] Usage tracker for resource:floatingip and tenant:5eb6d935e7674988856c76ffed607686 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:08:28.505445 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Network eeb2f5d8-4209-48af-ae86-fdd7f7495777 details requested by agent ovs-agent-dv-neutron-822799-1-hyperv with host dv-neutron-822799-1-hyperv {{(pid=87637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 23 16:08:28.515596 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-8c2dbd96-1ca9-4d1d-a7eb-9687dc963261 tempest-ExternalNetworksAdminNegativeTestJSON-1852700425 tempest-ExternalNetworksAdminNegativeTestJSON-1852700425-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:08:28.523490 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-8c2dbd96-1ca9-4d1d-a7eb-9687dc963261 tempest-ExternalNetworksAdminNegativeTestJSON-1852700425 tempest-ExternalNetworksAdminNegativeTestJSON-1852700425-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:08:28.545400 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-8c2dbd96-1ca9-4d1d-a7eb-9687dc963261 tempest-ExternalNetworksAdminNegativeTestJSON-1852700425 tempest-ExternalNetworksAdminNegativeTestJSON-1852700425-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:28.562861 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9efee7d4-0e69-42ed-b3e2-853a4dfe84ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780'] for port, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:28.708158 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:08:28.727065 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-66817ed9-575e-45b1-8543-399146e1af6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:28.727250 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 41464) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:08:28.736843 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-06aac2f9-bf03-45a5-8f52-2923b9aabdd3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:28.829213 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-8c2dbd96-1ca9-4d1d-a7eb-9687dc963261 tempest-ExternalNetworksAdminNegativeTestJSON-1852700425 tempest-ExternalNetworksAdminNegativeTestJSON-1852700425-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:28.829480 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-66817ed9-575e-45b1-8543-399146e1af6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:08:28.847846 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-7acfdc31-dd52-4880-8b3a-0d8189965f53 tempest-QuotasTest-471509100 tempest-QuotasTest-471509100-project-admin] Usage tracker for resource:floatingip and tenant:c072a568028e430888624ef8396c0424 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:08:28.852978 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-66817ed9-575e-45b1-8543-399146e1af6a admin admin] Usage tracker for resource:security_group_rule and tenant:6b5bf1bdbc7548149cfa70cc99e3ce6b is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:08:28.859864 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-66817ed9-575e-45b1-8543-399146e1af6a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:08:28.875363 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-7acfdc31-dd52-4880-8b3a-0d8189965f53 tempest-QuotasTest-471509100 tempest-QuotasTest-471509100-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:08:28.878684 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-66817ed9-575e-45b1-8543-399146e1af6a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:08:28.901076 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 41474) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:08:28.954099 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efee7d4-0e69-42ed-b3e2-853a4dfe84ca None None] Pushing event updated for resources: {'Port': ['ID=739a1410-8fb1-4937-832c-a08f31ca6585,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:08:28.965668 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9efee7d4-0e69-42ed-b3e2-853a4dfe84ca None None] Network 256a38e5-d398-4e43-80e3-9bc3cd6cc270 is already hosted by enough agents. {{(pid=87637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:08:28.967307 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efee7d4-0e69-42ed-b3e2-853a4dfe84ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:08:28.967900 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efee7d4-0e69-42ed-b3e2-853a4dfe84ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:08:28.968435 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efee7d4-0e69-42ed-b3e2-853a4dfe84ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:08:28.968953 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efee7d4-0e69-42ed-b3e2-853a4dfe84ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:08:28.969443 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efee7d4-0e69-42ed-b3e2-853a4dfe84ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:08:28.969968 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efee7d4-0e69-42ed-b3e2-853a4dfe84ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:08:28.970446 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efee7d4-0e69-42ed-b3e2-853a4dfe84ca None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:08:28.971115 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efee7d4-0e69-42ed-b3e2-853a4dfe84ca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:08:28.971642 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efee7d4-0e69-42ed-b3e2-853a4dfe84ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:08:28.972117 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efee7d4-0e69-42ed-b3e2-853a4dfe84ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:08:28.972632 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efee7d4-0e69-42ed-b3e2-853a4dfe84ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:08:28.973118 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efee7d4-0e69-42ed-b3e2-853a4dfe84ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:08:28.974365 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efee7d4-0e69-42ed-b3e2-853a4dfe84ca None None] Tracked resource versions report:
Dec 23 16:08:28.974365 dv-neutron-822799-1-hyperv neutron-server[87637]: pushed versions:
Dec 23 16:08:28.974365 dv-neutron-822799-1-hyperv neutron-server[87637]: {   'AddressGroup': {'1.2'},
Dec 23 16:08:28.974365 dv-neutron-822799-1-hyperv neutron-server[87637]:     'ConntrackHelper': {'1.0'},
Dec 23 16:08:28.974365 dv-neutron-822799-1-hyperv neutron-server[87637]:     'Log': {'1.0'},
Dec 23 16:08:28.974365 dv-neutron-822799-1-hyperv neutron-server[87637]:     'Network': {'1.1'},
Dec 23 16:08:28.974365 dv-neutron-822799-1-hyperv neutron-server[87637]:     'Port': {'1.7'},
Dec 23 16:08:28.974365 dv-neutron-822799-1-hyperv neutron-server[87637]:     'PortForwarding': {'1.2'},
Dec 23 16:08:28.974365 dv-neutron-822799-1-hyperv neutron-server[87637]:     'QosPolicy': {'1.8'},
Dec 23 16:08:28.974365 dv-neutron-822799-1-hyperv neutron-server[87637]:     'SecurityGroup': {'1.4'},
Dec 23 16:08:28.974365 dv-neutron-822799-1-hyperv neutron-server[87637]:     'SecurityGroupRule': {'1.2'},
Dec 23 16:08:28.974365 dv-neutron-822799-1-hyperv neutron-server[87637]:     'SubPort': {'1.0'},
Dec 23 16:08:28.974365 dv-neutron-822799-1-hyperv neutron-server[87637]:     'Subnet': {'1.1'},
Dec 23 16:08:28.974365 dv-neutron-822799-1-hyperv neutron-server[87637]:     'Trunk': {'1.1'}}
Dec 23 16:08:28.974365 dv-neutron-822799-1-hyperv neutron-server[87637]: consumer versions:
Dec 23 16:08:28.974365 dv-neutron-822799-1-hyperv neutron-server[87637]: {   DHCP agent@dv-neutron-822799-1-hyperv: {},
Dec 23 16:08:28.974365 dv-neutron-822799-1-hyperv neutron-server[87637]:     HyperV agent@hv-neutron-8227: {},
Dec 23 16:08:28.974365 dv-neutron-822799-1-hyperv neutron-server[87637]:     L3 agent@dv-neutron-822799-1-hyperv: {},
Dec 23 16:08:28.974365 dv-neutron-822799-1-hyperv neutron-server[87637]:     Metadata agent@dv-neutron-822799-1-hyperv: {},
Dec 23 16:08:28.974365 dv-neutron-822799-1-hyperv neutron-server[87637]:     Metering agent@dv-neutron-822799-1-hyperv: {},
Dec 23 16:08:28.974365 dv-neutron-822799-1-hyperv neutron-server[87637]:     Open vSwitch agent@dv-neutron-822799-1-hyperv: {   'AddressGroup': '1.2',
Dec 23 16:08:28.974365 dv-neutron-822799-1-hyperv neutron-server[87637]:                                                        'ConntrackHelper': '1.0',
Dec 23 16:08:28.974365 dv-neutron-822799-1-hyperv neutron-server[87637]:                                                        'Log': '1.0',
Dec 23 16:08:28.974365 dv-neutron-822799-1-hyperv neutron-server[87637]:                                                        'Network': '1.1',
Dec 23 16:08:28.974365 dv-neutron-822799-1-hyperv neutron-server[87637]:                                                        'Port': '1.7',
Dec 23 16:08:28.974365 dv-neutron-822799-1-hyperv neutron-server[87637]:                                                        'PortForwarding': '1.2',
Dec 23 16:08:28.974365 dv-neutron-822799-1-hyperv neutron-server[87637]:                                                        'QosPolicy': '1.8',
Dec 23 16:08:28.974365 dv-neutron-822799-1-hyperv neutron-server[87637]:                                                        'SecurityGroup': '1.4',
Dec 23 16:08:28.974365 dv-neutron-822799-1-hyperv neutron-server[87637]:                                                        'SecurityGroupRule': '1.2',
Dec 23 16:08:28.974365 dv-neutron-822799-1-hyperv neutron-server[87637]:                                                        'SubPort': '1.0',
Dec 23 16:08:28.974365 dv-neutron-822799-1-hyperv neutron-server[87637]:                                                        'Subnet': '1.1',
Dec 23 16:08:28.974365 dv-neutron-822799-1-hyperv neutron-server[87637]:                                                        'Trunk': '1.1'}}
Dec 23 16:08:28.974365 dv-neutron-822799-1-hyperv neutron-server[87637]:  {{(pid=87637) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Dec 23 16:08:28.984397 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-9efee7d4-0e69-42ed-b3e2-853a4dfe84ca None None] Resources bound (agent type, host, resource id):  {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:08:28.986537 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-9efee7d4-0e69-42ed-b3e2-853a4dfe84ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:08:29.005111 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9efee7d4-0e69-42ed-b3e2-853a4dfe84ca None None] Received port after_create {{(pid=87637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:08:29.077252 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-a2f91c8e-873b-42da-8065-ae724de5d22a tempest-QuotasNegativeTest-669055442 tempest-QuotasNegativeTest-669055442-project-admin] Request body: {'quota': {'network': 2}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:08:29.090325 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-f44682fb-6db6-4c88-86d2-3f4b612732ac tempest-DHCPAgentSchedulersTestJSON-394741792 tempest-DHCPAgentSchedulersTestJSON-394741792-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-451627287'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:08:29.145444 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-42ffd493-9271-4fac-a6c3-9d8e311e1315 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:29.177588 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-f44682fb-6db6-4c88-86d2-3f4b612732ac tempest-DHCPAgentSchedulersTestJSON-394741792 tempest-DHCPAgentSchedulersTestJSON-394741792-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:08:29.188002 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-f44682fb-6db6-4c88-86d2-3f4b612732ac tempest-DHCPAgentSchedulersTestJSON-394741792 tempest-DHCPAgentSchedulersTestJSON-394741792-project] Usage tracker for resource:network and tenant:355476467ff349e69a4c5d694bf02ed6 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:08:29.194386 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-42ffd493-9271-4fac-a6c3-9d8e311e1315 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:29.197544 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.objects.ports [None req-87df502d-f4b7-40d5-90e7-7f87265a92d8 tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87635) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}}
Dec 23 16:08:29.197954 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-f44682fb-6db6-4c88-86d2-3f4b612732ac tempest-DHCPAgentSchedulersTestJSON-394741792 tempest-DHCPAgentSchedulersTestJSON-394741792-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:08:29.198097 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-87df502d-f4b7-40d5-90e7-7f87265a92d8 tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495'] for subnet, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:29.209913 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-9efee7d4-0e69-42ed-b3e2-853a4dfe84ca None None] Attempting to bind port 739a1410-8fb1-4937-832c-a08f31ca6585 on host dv-neutron-822799-1-hyperv for vnic_type normal with profile  {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:08:29.210441 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-9efee7d4-0e69-42ed-b3e2-853a4dfe84ca None None] Attempting to bind port 739a1410-8fb1-4937-832c-a08f31ca6585 by drivers openvswitch,hyperv on host dv-neutron-822799-1-hyperv at level 0 using segments [{'id': '6b8a57f9-eb02-4082-be80-c717babaf4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '256a38e5-d398-4e43-80e3-9bc3cd6cc270'}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:08:29.211032 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9efee7d4-0e69-42ed-b3e2-853a4dfe84ca None None] Attempting to bind port 739a1410-8fb1-4937-832c-a08f31ca6585 on network 256a38e5-d398-4e43-80e3-9bc3cd6cc270 {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:08:29.220651 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9efee7d4-0e69-42ed-b3e2-853a4dfe84ca None None] Checking agent: {'id': '20d2070f-69a9-4e73-8d08-6f0387a40158', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822799-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 21), 'started_at': datetime.datetime(2021, 12, 23, 16, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 8, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822799-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 23 16:08:29.221092 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9efee7d4-0e69-42ed-b3e2-853a4dfe84ca None None] Checking segment: {'id': '6b8a57f9-eb02-4082-be80-c717babaf4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '256a38e5-d398-4e43-80e3-9bc3cd6cc270'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:08:29.221683 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9efee7d4-0e69-42ed-b3e2-853a4dfe84ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:29.222253 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9efee7d4-0e69-42ed-b3e2-853a4dfe84ca None None] Bound using segment: {'id': '6b8a57f9-eb02-4082-be80-c717babaf4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '256a38e5-d398-4e43-80e3-9bc3cd6cc270'} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 23 16:08:29.222732 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-9efee7d4-0e69-42ed-b3e2-853a4dfe84ca None None] Bound port: 739a1410-8fb1-4937-832c-a08f31ca6585, host: dv-neutron-822799-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b8a57f9-eb02-4082-be80-c717babaf4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '256a38e5-d398-4e43-80e3-9bc3cd6cc270'}}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 23 16:08:29.223131 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9efee7d4-0e69-42ed-b3e2-853a4dfe84ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:29.245799 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-f44682fb-6db6-4c88-86d2-3f4b612732ac tempest-DHCPAgentSchedulersTestJSON-394741792 tempest-DHCPAgentSchedulersTestJSON-394741792-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:08:29.267121 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-26b45e8e-297c-4016-923c-bbdd272e24e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:08:29.290463 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-a2f91c8e-873b-42da-8065-ae724de5d22a tempest-QuotasNegativeTest-669055442 tempest-QuotasNegativeTest-669055442-project-admin] 10.222.0.64 "PUT /v2.0/quotas/0790bddb43804ed9bbcf987c9e99690a HTTP/1.1" status: 200  len: 368 time: 0.3882945
Dec 23 16:08:29.292026 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [None req-8c2dbd96-1ca9-4d1d-a7eb-9687dc963261 tempest-ExternalNetworksAdminNegativeTestJSON-1852700425 tempest-ExternalNetworksAdminNegativeTestJSON-1852700425-project-admin] Allocated IP 172.26.3.20 (8afa6d58-9431-454a-b99c-3ff8a65aa86b/60537fec-5f5f-4ab7-89cc-03638149a590/0b06bc61-8471-4e60-8688-1ab1e238b26e) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:08:29.301577 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 41484) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:08:29.303525 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f44682fb-6db6-4c88-86d2-3f4b612732ac tempest-DHCPAgentSchedulersTestJSON-394741792 tempest-DHCPAgentSchedulersTestJSON-394741792-project] Made reservation on behalf of 355476467ff349e69a4c5d694bf02ed6 for: {'network': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:08:29.307059 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f44682fb-6db6-4c88-86d2-3f4b612732ac tempest-DHCPAgentSchedulersTestJSON-394741792 tempest-DHCPAgentSchedulersTestJSON-394741792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for network, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:29.322134 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-6808282d-9aee-4a49-8f27-e241dfabf3cb tempest-QuotasNegativeTest-669055442 tempest-QuotasNegativeTest-669055442-project-admin] Request body: {'network': {'project_id': '0790bddb43804ed9bbcf987c9e99690a'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:08:29.329609 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87df502d-f4b7-40d5-90e7-7f87265a92d8 tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Pushing event updated for resources: {'Subnet': ['ID=f8bb89f4-fea4-460f-8633-0d24f208824d,revision_number=0']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:08:29.334425 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-06aac2f9-bf03-45a5-8f52-2923b9aabdd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1824017', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1823768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-235299'] for router, precommit_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:29.339518 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-6808282d-9aee-4a49-8f27-e241dfabf3cb tempest-QuotasNegativeTest-669055442 tempest-QuotasNegativeTest-669055442-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:08:29.345670 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-87df502d-f4b7-40d5-90e7-7f87265a92d8 tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:08:29.347411 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f44682fb-6db6-4c88-86d2-3f4b612732ac tempest-DHCPAgentSchedulersTestJSON-394741792 tempest-DHCPAgentSchedulersTestJSON-394741792-project] Notify callbacks [] for security_group, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:29.362643 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-6808282d-9aee-4a49-8f27-e241dfabf3cb tempest-QuotasNegativeTest-669055442 tempest-QuotasNegativeTest-669055442-project-admin] Usage tracker for resource:network and tenant:0790bddb43804ed9bbcf987c9e99690a is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:08:29.374447 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0f8a477-1225-4a98-95c1-7eea2798e092 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7e017a6-8198-58c8-a07e-0f786128e3b3-110ef17f-202a-4ce6-8e43-789c8f209bdb', 'network_id': '110ef17f-202a-4ce6-8e43-789c8f209bdb', 'tenant_id': '0d83cf4cd2a34a3d8747fec0cfffe963', 'fixed_ips': [{'subnet_id': '53feed59-2af5-4ad4-9dff-3991a61b1789'}]}} from dv-neutron-822799-1-hyperv. {{(pid=87637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 23 16:08:29.375181 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-c0f8a477-1225-4a98-95c1-7eea2798e092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:29.387108 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-6808282d-9aee-4a49-8f27-e241dfabf3cb tempest-QuotasNegativeTest-669055442 tempest-QuotasNegativeTest-669055442-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:08:29.394655 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-7acfdc31-dd52-4880-8b3a-0d8189965f53 tempest-QuotasTest-471509100 tempest-QuotasTest-471509100-project-admin] Usage tracker for resource:security_group and tenant:c072a568028e430888624ef8396c0424 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:08:29.421520 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-7acfdc31-dd52-4880-8b3a-0d8189965f53 tempest-QuotasTest-471509100 tempest-QuotasTest-471509100-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:08:29.438296 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87df502d-f4b7-40d5-90e7-7f87265a92d8 tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Checking segment: {'id': '4b978b79-e03f-4839-abb6-a2bfa6b59f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'eeb2f5d8-4209-48af-ae86-fdd7f7495777'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:08:29.438658 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87df502d-f4b7-40d5-90e7-7f87265a92d8 tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Network hostable DHCP agents. Network: eeb2f5d8-4209-48af-ae86-fdd7f7495777, hostable agents: ['1c812d71-eadf-4fb3-b98e-67468a4aa7e2'], hosted agents: [] {{(pid=87635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 23 16:08:29.444078 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-6808282d-9aee-4a49-8f27-e241dfabf3cb tempest-QuotasNegativeTest-669055442 tempest-QuotasNegativeTest-669055442-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:08:29.450563 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-f44682fb-6db6-4c88-86d2-3f4b612732ac tempest-DHCPAgentSchedulersTestJSON-394741792 tempest-DHCPAgentSchedulersTestJSON-394741792-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:08:29.468362 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-f44682fb-6db6-4c88-86d2-3f4b612732ac tempest-DHCPAgentSchedulersTestJSON-394741792 tempest-DHCPAgentSchedulersTestJSON-394741792-project] Usage tracker for resource:security_group_rule and tenant:355476467ff349e69a4c5d694bf02ed6 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:08:29.475974 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-f44682fb-6db6-4c88-86d2-3f4b612732ac tempest-DHCPAgentSchedulersTestJSON-394741792 tempest-DHCPAgentSchedulersTestJSON-394741792-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:08:29.485109 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-f44682fb-6db6-4c88-86d2-3f4b612732ac tempest-DHCPAgentSchedulersTestJSON-394741792 tempest-DHCPAgentSchedulersTestJSON-394741792-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:08:29.491146 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6808282d-9aee-4a49-8f27-e241dfabf3cb tempest-QuotasNegativeTest-669055442 tempest-QuotasNegativeTest-669055442-project-admin] Made reservation on behalf of 0790bddb43804ed9bbcf987c9e99690a for: {'network': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:08:29.493499 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-6808282d-9aee-4a49-8f27-e241dfabf3cb tempest-QuotasNegativeTest-669055442 tempest-QuotasNegativeTest-669055442-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for network, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:29.497083 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-9efee7d4-0e69-42ed-b3e2-853a4dfe84ca None None] For port 739a1410-8fb1-4937-832c-a08f31ca6585, host dv-neutron-822799-1-hyperv, cleared binding levels {{(pid=87637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 23 16:08:29.513980 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-9efee7d4-0e69-42ed-b3e2-853a4dfe84ca None None] For port 739a1410-8fb1-4937-832c-a08f31ca6585, host dv-neutron-822799-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=739a1410-8fb1-4937-832c-a08f31ca6585,segment=NetworkSegment(6b8a57f9-eb02-4082-be80-c717babaf4e7),segment_id=6b8a57f9-eb02-4082-be80-c717babaf4e7)] {{(pid=87637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 23 16:08:29.532323 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-6808282d-9aee-4a49-8f27-e241dfabf3cb tempest-QuotasNegativeTest-669055442 tempest-QuotasNegativeTest-669055442-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:29.548297 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9efee7d4-0e69-42ed-b3e2-853a4dfe84ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:29.561677 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-6808282d-9aee-4a49-8f27-e241dfabf3cb tempest-QuotasNegativeTest-669055442 tempest-QuotasNegativeTest-669055442-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:08:29.561927 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:08:29.567703 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-66817ed9-575e-45b1-8543-399146e1af6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:29.572535 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-7acfdc31-dd52-4880-8b3a-0d8189965f53 tempest-QuotasTest-471509100 tempest-QuotasTest-471509100-project-admin] Usage tracker for resource:security_group_rule and tenant:c072a568028e430888624ef8396c0424 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:08:29.573786 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-6808282d-9aee-4a49-8f27-e241dfabf3cb tempest-QuotasNegativeTest-669055442 tempest-QuotasNegativeTest-669055442-project-admin] Usage tracker for resource:security_group_rule and tenant:0790bddb43804ed9bbcf987c9e99690a is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:08:29.581074 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-6808282d-9aee-4a49-8f27-e241dfabf3cb tempest-QuotasNegativeTest-669055442 tempest-QuotasNegativeTest-669055442-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:08:29.582501 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-66817ed9-575e-45b1-8543-399146e1af6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:29.593228 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-8c2dbd96-1ca9-4d1d-a7eb-9687dc963261 tempest-ExternalNetworksAdminNegativeTestJSON-1852700425 tempest-ExternalNetworksAdminNegativeTestJSON-1852700425-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:29.594075 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-7acfdc31-dd52-4880-8b3a-0d8189965f53 tempest-QuotasTest-471509100 tempest-QuotasTest-471509100-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:08:29.599889 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-ebfd7671-b970-4e84-8837-ad7d066fb0b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:08:29.600486 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-6808282d-9aee-4a49-8f27-e241dfabf3cb tempest-QuotasNegativeTest-669055442 tempest-QuotasNegativeTest-669055442-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:08:29.626346 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87df502d-f4b7-40d5-90e7-7f87265a92d8 tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Network eeb2f5d8-4209-48af-ae86-fdd7f7495777 is scheduled to be hosted by DHCP agent 1c812d71-eadf-4fb3-b98e-67468a4aa7e2 with binding_index 1 {{(pid=87635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 23 16:08:29.633554 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-7acfdc31-dd52-4880-8b3a-0d8189965f53 tempest-QuotasTest-471509100 tempest-QuotasTest-471509100-project-admin] 10.222.0.64 "GET /v2.0/quotas/c072a568028e430888624ef8396c0424/details.json HTTP/1.1" status: 200  len: 703 time: 1.8061583
Dec 23 16:08:29.667220 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-66817ed9-575e-45b1-8543-399146e1af6a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6b5bf1bdbc7548149cfa70cc99e3ce6b&name=default HTTP/1.1" status: 200  len: 2975 time: 1.5314565
Dec 23 16:08:29.668267 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.base_scheduler [None req-87df502d-f4b7-40d5-90e7-7f87265a92d8 tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822799-1-hyperv, eeb2f5d8-4209-48af-ae86-fdd7f7495777) {{(pid=87635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:08:29.672254 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_common [None req-c0f8a477-1225-4a98-95c1-7eea2798e092 None None] Allocated IP 172.20.0.2 (110ef17f-202a-4ce6-8e43-789c8f209bdb/53feed59-2af5-4ad4-9dff-3991a61b1789/be8bb82e-9569-4c06-92eb-f2c482456328) {{(pid=87637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:08:29.674917 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efee7d4-0e69-42ed-b3e2-853a4dfe84ca None None] Pushing event updated for resources: {'Port': ['ID=739a1410-8fb1-4937-832c-a08f31ca6585,revision_number=2']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:08:29.676012 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 41492) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:08:29.686645 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-9efee7d4-0e69-42ed-b3e2-853a4dfe84ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:08:29.691078 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87df502d-f4b7-40d5-90e7-7f87265a92d8 tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:08:29.691668 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-87df502d-f4b7-40d5-90e7-7f87265a92d8 tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627509'] for subnet, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:29.693059 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a23706e-2c4f-4129-b71c-a9e87867caa8 None None] Network eeb2f5d8-4209-48af-ae86-fdd7f7495777 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:08:29.698302 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66817ed9-575e-45b1-8543-399146e1af6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de23e018-44f8-4c9b-ade9-b664bfb9e8e7,revision_number=1']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:08:29.714327 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-66817ed9-575e-45b1-8543-399146e1af6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:08:29.805193 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-87df502d-f4b7-40d5-90e7-7f87265a92d8 tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 802 time: 1.6365039
Dec 23 16:08:29.827837 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 41496) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:08:29.829288 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-8c2dbd96-1ca9-4d1d-a7eb-9687dc963261 tempest-ExternalNetworksAdminNegativeTestJSON-1852700425 tempest-ExternalNetworksAdminNegativeTestJSON-1852700425-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:29.850663 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-21ed8fdf-ea67-4334-b03e-58734294896f tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-210824495', 'network_id': 'eeb2f5d8-4209-48af-ae86-fdd7f7495777'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:08:29.857262 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-21ed8fdf-ea67-4334-b03e-58734294896f tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:08:29.867715 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-92ac629d-51a3-4de2-a9ff-b33cc65aebb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:29.870213 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-21ed8fdf-ea67-4334-b03e-58734294896f tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Usage tracker for resource:port and tenant:8277d77634e04c6eb54fb9f206174c12 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:08:29.873975 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-21ed8fdf-ea67-4334-b03e-58734294896f tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:08:29.887095 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f44682fb-6db6-4c88-86d2-3f4b612732ac tempest-DHCPAgentSchedulersTestJSON-394741792 tempest-DHCPAgentSchedulersTestJSON-394741792-project] Notify callbacks [] for security_group, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:29.888960 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-21ed8fdf-ea67-4334-b03e-58734294896f tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:08:29.938734 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-6808282d-9aee-4a49-8f27-e241dfabf3cb tempest-QuotasNegativeTest-669055442 tempest-QuotasNegativeTest-669055442-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:29.983337 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f44682fb-6db6-4c88-86d2-3f4b612732ac tempest-DHCPAgentSchedulersTestJSON-394741792 tempest-DHCPAgentSchedulersTestJSON-394741792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:29.994937 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:08:30.030104 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21ed8fdf-ea67-4334-b03e-58734294896f tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Made reservation on behalf of 8277d77634e04c6eb54fb9f206174c12 for: {'port': 1} {{(pid=87635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:08:30.045027 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-21ed8fdf-ea67-4334-b03e-58734294896f tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:30.058689 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-92ac629d-51a3-4de2-a9ff-b33cc65aebb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:30.095212 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-6808282d-9aee-4a49-8f27-e241dfabf3cb tempest-QuotasNegativeTest-669055442 tempest-QuotasNegativeTest-669055442-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:30.101177 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2dbd96-1ca9-4d1d-a7eb-9687dc963261 tempest-ExternalNetworksAdminNegativeTestJSON-1852700425 tempest-ExternalNetworksAdminNegativeTestJSON-1852700425-project-admin] Pushing event updated for resources: {'Port': ['ID=0b06bc61-8471-4e60-8688-1ab1e238b26e,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:08:30.117488 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-8c2dbd96-1ca9-4d1d-a7eb-9687dc963261 tempest-ExternalNetworksAdminNegativeTestJSON-1852700425 tempest-ExternalNetworksAdminNegativeTestJSON-1852700425-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:08:30.132251 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d877dd33-7105-454e-b659-2b367f379867 None None] Network eeb2f5d8-4209-48af-ae86-fdd7f7495777 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:08:30.136776 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f44682fb-6db6-4c88-86d2-3f4b612732ac tempest-DHCPAgentSchedulersTestJSON-394741792 tempest-DHCPAgentSchedulersTestJSON-394741792-project] vlan segment allocate from pool success with {'vlan_id': 411, 'physical_network': 'physnet1'}  {{(pid=87636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 23 16:08:30.153082 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f44682fb-6db6-4c88-86d2-3f4b612732ac tempest-DHCPAgentSchedulersTestJSON-394741792 tempest-DHCPAgentSchedulersTestJSON-394741792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:30.153765 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.db.segments_db [None req-f44682fb-6db6-4c88-86d2-3f4b612732ac tempest-DHCPAgentSchedulersTestJSON-394741792 tempest-DHCPAgentSchedulersTestJSON-394741792-project] Added segment 053aec22-8a34-40c8-97fa-d27a78972c49 of type vlan for network f47d4533-068e-4270-9b1b-45155314692b
Dec 23 16:08:30.197027 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f44682fb-6db6-4c88-86d2-3f4b612732ac tempest-DHCPAgentSchedulersTestJSON-394741792 tempest-DHCPAgentSchedulersTestJSON-394741792-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735362521793'] for network, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:30.208206 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 41502) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:08:30.212638 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:08:30.221597 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.notifiers.nova [None req-21ed8fdf-ea67-4334-b03e-58734294896f tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] device_id is not set on port 2fc273e2-622b-49e9-af2c-b07891c02cea yet. {{(pid=87635) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 23 16:08:30.275373 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c2dbd96-1ca9-4d1d-a7eb-9687dc963261 tempest-ExternalNetworksAdminNegativeTestJSON-1852700425 tempest-ExternalNetworksAdminNegativeTestJSON-1852700425-project-admin] Network 8afa6d58-9431-454a-b99c-3ff8a65aa86b is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:08:30.283532 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-8c2dbd96-1ca9-4d1d-a7eb-9687dc963261 tempest-ExternalNetworksAdminNegativeTestJSON-1852700425 tempest-ExternalNetworksAdminNegativeTestJSON-1852700425-project-admin] Resources bound (agent type, host, resource id):  {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:08:30.287514 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c2dbd96-1ca9-4d1d-a7eb-9687dc963261 tempest-ExternalNetworksAdminNegativeTestJSON-1852700425 tempest-ExternalNetworksAdminNegativeTestJSON-1852700425-project-admin] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:08:30.299300 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44682fb-6db6-4c88-86d2-3f4b612732ac tempest-DHCPAgentSchedulersTestJSON-394741792 tempest-DHCPAgentSchedulersTestJSON-394741792-project] Pushing event updated for resources: {'SecurityGroup': ['ID=233c71e9-555d-412e-95d5-a08a078d5d43,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:08:30.322975 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [None req-42ffd493-9271-4fac-a6c3-9d8e311e1315 admin admin] Allocated IP 172.26.3.50 (8afa6d58-9431-454a-b99c-3ff8a65aa86b/60537fec-5f5f-4ab7-89cc-03638149a590/c289761a-cc5a-4016-bcf3-c34864da6853) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:08:30.339372 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6808282d-9aee-4a49-8f27-e241dfabf3cb tempest-QuotasNegativeTest-669055442 tempest-QuotasNegativeTest-669055442-project-admin] vlan segment allocate from pool success with {'vlan_id': 440, 'physical_network': 'physnet1'}  {{(pid=87636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 23 16:08:30.358305 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-06aac2f9-bf03-45a5-8f52-2923b9aabdd3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:30.374290 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-c0f8a477-1225-4a98-95c1-7eea2798e092 None None] Notify callbacks [] for port, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:30.400124 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-06aac2f9-bf03-45a5-8f52-2923b9aabdd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:30.420901 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-6808282d-9aee-4a49-8f27-e241dfabf3cb tempest-QuotasNegativeTest-669055442 tempest-QuotasNegativeTest-669055442-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:30.421251 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.db.segments_db [None req-6808282d-9aee-4a49-8f27-e241dfabf3cb tempest-QuotasNegativeTest-669055442 tempest-QuotasNegativeTest-669055442-project-admin] Added segment f0832490-a11e-482f-8764-e2e2b1b5b294 of type vlan for network ba21223e-e85a-4c01-9661-6b7488d33da9
Dec 23 16:08:30.434220 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f44682fb-6db6-4c88-86d2-3f4b612732ac tempest-DHCPAgentSchedulersTestJSON-394741792 tempest-DHCPAgentSchedulersTestJSON-394741792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495'] for network, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:30.454889 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f44682fb-6db6-4c88-86d2-3f4b612732ac tempest-DHCPAgentSchedulersTestJSON-394741792 tempest-DHCPAgentSchedulersTestJSON-394741792-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:08:30.455888 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f44682fb-6db6-4c88-86d2-3f4b612732ac tempest-DHCPAgentSchedulersTestJSON-394741792 tempest-DHCPAgentSchedulersTestJSON-394741792-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627509'] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:30.475076 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-c0f8a477-1225-4a98-95c1-7eea2798e092 None None] Transition to ACTIVE for port object be8bb82e-9569-4c06-92eb-f2c482456328 will not be triggered until provisioned by entity L2. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:08:30.482925 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6808282d-9aee-4a49-8f27-e241dfabf3cb tempest-QuotasNegativeTest-669055442 tempest-QuotasNegativeTest-669055442-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83462fd6-2e27-4fc4-b547-53dfc094d7b5,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:08:30.486145 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-6808282d-9aee-4a49-8f27-e241dfabf3cb tempest-QuotasNegativeTest-669055442 tempest-QuotasNegativeTest-669055442-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:08:30.497921 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-92ac629d-51a3-4de2-a9ff-b33cc65aebb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:30.501155 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-78d79308-de77-4d0f-9fd5-d1ed5b13d2c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.232s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:08:30.501556 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-78d79308-de77-4d0f-9fd5-d1ed5b13d2c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:08:30.518897 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-66817ed9-575e-45b1-8543-399146e1af6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:08:30.526965 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-ba5ad1d2-845c-4d2f-8b75-2d05e2cb0b10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.044s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:08:30.539657 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-c0f8a477-1225-4a98-95c1-7eea2798e092 None None] Transition to ACTIVE for port object be8bb82e-9569-4c06-92eb-f2c482456328 will not be triggered until provisioned by entity DHCP. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:08:30.540363 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ac629d-51a3-4de2-a9ff-b33cc65aebb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de23e018-44f8-4c9b-ade9-b664bfb9e8e7,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:08:30.548748 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-c0f8a477-1225-4a98-95c1-7eea2798e092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780'] for port, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:30.549766 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-92ac629d-51a3-4de2-a9ff-b33cc65aebb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:08:30.558158 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-9efee7d4-0e69-42ed-b3e2-853a4dfe84ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:08:30.567027 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.db_base_plugin_common [None req-21ed8fdf-ea67-4334-b03e-58734294896f tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Allocated IP 172.20.0.14 (eeb2f5d8-4209-48af-ae86-fdd7f7495777/f8bb89f4-fea4-460f-8633-0d24f208824d/2fc273e2-622b-49e9-af2c-b07891c02cea) {{(pid=87635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:08:30.580422 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-92ac629d-51a3-4de2-a9ff-b33cc65aebb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:30.581642 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-92ac629d-51a3-4de2-a9ff-b33cc65aebb1 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/de23e018-44f8-4c9b-ade9-b664bfb9e8e7 HTTP/1.1" status: 204  len: 168 time: 0.9046507
Dec 23 16:08:30.623728 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-71a67635-ccf3-4528-a64e-05ff1b794461 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:30.634290 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-8c2dbd96-1ca9-4d1d-a7eb-9687dc963261 tempest-ExternalNetworksAdminNegativeTestJSON-1852700425 tempest-ExternalNetworksAdminNegativeTestJSON-1852700425-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:30.643965 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-6808282d-9aee-4a49-8f27-e241dfabf3cb tempest-QuotasNegativeTest-669055442 tempest-QuotasNegativeTest-669055442-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735362521793'] for network, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:30.687616 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-71a67635-ccf3-4528-a64e-05ff1b794461 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:08:30.693072 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0f8a477-1225-4a98-95c1-7eea2798e092 None None] Network 110ef17f-202a-4ce6-8e43-789c8f209bdb is already hosted by enough agents. {{(pid=87637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:08:30.701299 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-c0f8a477-1225-4a98-95c1-7eea2798e092 None None] Resources bound (agent type, host, resource id):  {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:08:30.715010 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0f8a477-1225-4a98-95c1-7eea2798e092 None None] Received port after_create {{(pid=87637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:08:30.735078 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f8a477-1225-4a98-95c1-7eea2798e092 None None] Pushing event updated for resources: {'Port': ['ID=be8bb82e-9569-4c06-92eb-f2c482456328,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:08:30.740087 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-c0f8a477-1225-4a98-95c1-7eea2798e092 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:08:30.778462 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-71a67635-ccf3-4528-a64e-05ff1b794461 admin admin] Usage tracker for resource:security_group_rule and tenant:3456c9c0e83846e8ab5eca1ef6f73cf5 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:08:30.781373 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.db.resource_extend [None req-6808282d-9aee-4a49-8f27-e241dfabf3cb tempest-QuotasNegativeTest-669055442 tempest-QuotasNegativeTest-669055442-project-admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 23 16:08:30.826512 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-71a67635-ccf3-4528-a64e-05ff1b794461 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:08:30.853865 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-71a67635-ccf3-4528-a64e-05ff1b794461 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:08:30.862804 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-21ed8fdf-ea67-4334-b03e-58734294896f tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:30.871751 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-c0f8a477-1225-4a98-95c1-7eea2798e092 None None] Attempting to bind port be8bb82e-9569-4c06-92eb-f2c482456328 on host dv-neutron-822799-1-hyperv for vnic_type normal with profile  {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:08:30.872131 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-c0f8a477-1225-4a98-95c1-7eea2798e092 None None] Attempting to bind port be8bb82e-9569-4c06-92eb-f2c482456328 by drivers openvswitch,hyperv on host dv-neutron-822799-1-hyperv at level 0 using segments [{'id': '49705709-fd6f-45a3-8c17-ba357fb62791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '110ef17f-202a-4ce6-8e43-789c8f209bdb'}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:08:30.872748 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0f8a477-1225-4a98-95c1-7eea2798e092 None None] Attempting to bind port be8bb82e-9569-4c06-92eb-f2c482456328 on network 110ef17f-202a-4ce6-8e43-789c8f209bdb {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:08:30.880555 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 41516) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:08:30.880816 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-f44682fb-6db6-4c88-86d2-3f4b612732ac tempest-DHCPAgentSchedulersTestJSON-394741792 tempest-DHCPAgentSchedulersTestJSON-394741792-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201  len: 794 time: 2.1516528
Dec 23 16:08:30.882626 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0f8a477-1225-4a98-95c1-7eea2798e092 None None] Checking agent: {'id': '20d2070f-69a9-4e73-8d08-6f0387a40158', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822799-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 21), 'started_at': datetime.datetime(2021, 12, 23, 16, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 8, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822799-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 23 16:08:30.885280 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0f8a477-1225-4a98-95c1-7eea2798e092 None None] Checking segment: {'id': '49705709-fd6f-45a3-8c17-ba357fb62791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '110ef17f-202a-4ce6-8e43-789c8f209bdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:08:30.885994 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-c0f8a477-1225-4a98-95c1-7eea2798e092 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:30.888653 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0f8a477-1225-4a98-95c1-7eea2798e092 None None] Bound using segment: {'id': '49705709-fd6f-45a3-8c17-ba357fb62791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '110ef17f-202a-4ce6-8e43-789c8f209bdb'} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 23 16:08:30.889530 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-c0f8a477-1225-4a98-95c1-7eea2798e092 None None] Bound port: be8bb82e-9569-4c06-92eb-f2c482456328, host: dv-neutron-822799-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49705709-fd6f-45a3-8c17-ba357fb62791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '110ef17f-202a-4ce6-8e43-789c8f209bdb'}}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 23 16:08:30.890114 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-c0f8a477-1225-4a98-95c1-7eea2798e092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:30.899174 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-6f5fddf9-138e-49fc-bef3-986e1bad8df4 tempest-DHCPAgentSchedulersTestJSON-394741792 tempest-DHCPAgentSchedulersTestJSON-394741792-project] Request body: {'subnet': {'network_id': 'f47d4533-068e-4270-9b1b-45155314692b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:08:30.911221 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44682fb-6db6-4c88-86d2-3f4b612732ac tempest-DHCPAgentSchedulersTestJSON-394741792 tempest-DHCPAgentSchedulersTestJSON-394741792-project] Pushing event updated for resources: {'Network': ['ID=f47d4533-068e-4270-9b1b-45155314692b,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:08:30.915027 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-f44682fb-6db6-4c88-86d2-3f4b612732ac tempest-DHCPAgentSchedulersTestJSON-394741792 tempest-DHCPAgentSchedulersTestJSON-394741792-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:08:30.950869 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-6808282d-9aee-4a49-8f27-e241dfabf3cb tempest-QuotasNegativeTest-669055442 tempest-QuotasNegativeTest-669055442-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495'] for network, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:30.968150 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6808282d-9aee-4a49-8f27-e241dfabf3cb tempest-QuotasNegativeTest-669055442 tempest-QuotasNegativeTest-669055442-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:08:30.968834 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-6808282d-9aee-4a49-8f27-e241dfabf3cb tempest-QuotasNegativeTest-669055442 tempest-QuotasNegativeTest-669055442-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627509'] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:30.982726 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Network f47d4533-068e-4270-9b1b-45155314692b details requested by agent ovs-agent-dv-neutron-822799-1-hyperv with host dv-neutron-822799-1-hyperv {{(pid=87637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 23 16:08:30.984321 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-f44682fb-6db6-4c88-86d2-3f4b612732ac tempest-DHCPAgentSchedulersTestJSON-394741792 tempest-DHCPAgentSchedulersTestJSON-394741792-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:08:30.996684 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-8c2dbd96-1ca9-4d1d-a7eb-9687dc963261 tempest-ExternalNetworksAdminNegativeTestJSON-1852700425 tempest-ExternalNetworksAdminNegativeTestJSON-1852700425-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:31.002483 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 739a1410-8fb1-4937-832c-a08f31ca6585 up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:08:31.118974 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-21ed8fdf-ea67-4334-b03e-58734294896f tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780'] for port, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:31.128683 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-6f5fddf9-138e-49fc-bef3-986e1bad8df4 tempest-DHCPAgentSchedulersTestJSON-394741792 tempest-DHCPAgentSchedulersTestJSON-394741792-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:08:31.135107 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-6f5fddf9-138e-49fc-bef3-986e1bad8df4 tempest-DHCPAgentSchedulersTestJSON-394741792 tempest-DHCPAgentSchedulersTestJSON-394741792-project] Usage tracker for resource:subnet and tenant:355476467ff349e69a4c5d694bf02ed6 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:08:31.139132 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-6f5fddf9-138e-49fc-bef3-986e1bad8df4 tempest-DHCPAgentSchedulersTestJSON-394741792 tempest-DHCPAgentSchedulersTestJSON-394741792-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:08:31.147672 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-6f5fddf9-138e-49fc-bef3-986e1bad8df4 tempest-DHCPAgentSchedulersTestJSON-394741792 tempest-DHCPAgentSchedulersTestJSON-394741792-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:08:31.170575 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-8a7202d7-dfbf-445c-afdc-493fb2b8ba24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:08:31.197138 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-c0f8a477-1225-4a98-95c1-7eea2798e092 None None] For port be8bb82e-9569-4c06-92eb-f2c482456328, host dv-neutron-822799-1-hyperv, cleared binding levels {{(pid=87637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 23 16:08:31.209356 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-c0f8a477-1225-4a98-95c1-7eea2798e092 None None] For port be8bb82e-9569-4c06-92eb-f2c482456328, host dv-neutron-822799-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=be8bb82e-9569-4c06-92eb-f2c482456328,segment=NetworkSegment(49705709-fd6f-45a3-8c17-ba357fb62791),segment_id=49705709-fd6f-45a3-8c17-ba357fb62791)] {{(pid=87637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 23 16:08:31.222858 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-c0f8a477-1225-4a98-95c1-7eea2798e092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:31.227524 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:08:31.273079 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-42ffd493-9271-4fac-a6c3-9d8e311e1315 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:31.283633 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f5fddf9-138e-49fc-bef3-986e1bad8df4 tempest-DHCPAgentSchedulersTestJSON-394741792 tempest-DHCPAgentSchedulersTestJSON-394741792-project] Made reservation on behalf of 355476467ff349e69a4c5d694bf02ed6 for: {'subnet': 1} {{(pid=87635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:08:31.293697 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-6f5fddf9-138e-49fc-bef3-986e1bad8df4 tempest-DHCPAgentSchedulersTestJSON-394741792 tempest-DHCPAgentSchedulersTestJSON-394741792-project] Notify callbacks [] for subnet, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:31.299592 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning for port 739a1410-8fb1-4937-832c-a08f31ca6585 completed by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:08:31.306588 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e2a27ca-dde6-4f92-8b20-fb5399d58bbb None None] Network 256a38e5-d398-4e43-80e3-9bc3cd6cc270 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:08:31.411860 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-6808282d-9aee-4a49-8f27-e241dfabf3cb tempest-QuotasNegativeTest-669055442 tempest-QuotasNegativeTest-669055442-project-admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201  len: 837 time: 2.1038439
Dec 23 16:08:31.421729 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 41528) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:08:31.422298 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6808282d-9aee-4a49-8f27-e241dfabf3cb tempest-QuotasNegativeTest-669055442 tempest-QuotasNegativeTest-669055442-project-admin] Pushing event updated for resources: {'Network': ['ID=ba21223e-e85a-4c01-9661-6b7488d33da9,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:08:31.426104 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-6808282d-9aee-4a49-8f27-e241dfabf3cb tempest-QuotasNegativeTest-669055442 tempest-QuotasNegativeTest-669055442-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.441s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:08:31.440608 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-9c38fa2b-c34b-4f3f-a4fc-d428f3a35ef4 tempest-QuotasNegativeTest-669055442 tempest-QuotasNegativeTest-669055442-project-admin] Request body: {'network': {'project_id': '0790bddb43804ed9bbcf987c9e99690a'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:08:31.455494 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-9c38fa2b-c34b-4f3f-a4fc-d428f3a35ef4 tempest-QuotasNegativeTest-669055442 tempest-QuotasNegativeTest-669055442-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:08:31.472316 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-9c38fa2b-c34b-4f3f-a4fc-d428f3a35ef4 tempest-QuotasNegativeTest-669055442 tempest-QuotasNegativeTest-669055442-project-admin] Usage tracker for resource:network and tenant:0790bddb43804ed9bbcf987c9e99690a is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:08:31.481667 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Network ba21223e-e85a-4c01-9661-6b7488d33da9 details requested by agent ovs-agent-dv-neutron-822799-1-hyperv with host dv-neutron-822799-1-hyperv {{(pid=87637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 23 16:08:31.497760 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-9c38fa2b-c34b-4f3f-a4fc-d428f3a35ef4 tempest-QuotasNegativeTest-669055442 tempest-QuotasNegativeTest-669055442-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:08:31.515010 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-9c38fa2b-c34b-4f3f-a4fc-d428f3a35ef4 tempest-QuotasNegativeTest-669055442 tempest-QuotasNegativeTest-669055442-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:08:31.530137 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-8c2dbd96-1ca9-4d1d-a7eb-9687dc963261 tempest-ExternalNetworksAdminNegativeTestJSON-1852700425 tempest-ExternalNetworksAdminNegativeTestJSON-1852700425-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:31.558694 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-8c2dbd96-1ca9-4d1d-a7eb-9687dc963261 tempest-ExternalNetworksAdminNegativeTestJSON-1852700425 tempest-ExternalNetworksAdminNegativeTestJSON-1852700425-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:31.563844 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-42ffd493-9271-4fac-a6c3-9d8e311e1315 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:31.564500 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c38fa2b-c34b-4f3f-a4fc-d428f3a35ef4 tempest-QuotasNegativeTest-669055442 tempest-QuotasNegativeTest-669055442-project-admin] Made reservation on behalf of 0790bddb43804ed9bbcf987c9e99690a for: {'network': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:08:31.566882 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9c38fa2b-c34b-4f3f-a4fc-d428f3a35ef4 tempest-QuotasNegativeTest-669055442 tempest-QuotasNegativeTest-669055442-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for network, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:31.602216 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-8c2dbd96-1ca9-4d1d-a7eb-9687dc963261 tempest-ExternalNetworksAdminNegativeTestJSON-1852700425 tempest-ExternalNetworksAdminNegativeTestJSON-1852700425-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:08:31.616781 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ed8fdf-ea67-4334-b03e-58734294896f tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Pushing event updated for resources: {'Port': ['ID=2fc273e2-622b-49e9-af2c-b07891c02cea,revision_number=1']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:08:31.660201 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-21ed8fdf-ea67-4334-b03e-58734294896f tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.490s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:08:31.661165 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-6f5fddf9-138e-49fc-bef3-986e1bad8df4 tempest-DHCPAgentSchedulersTestJSON-394741792 tempest-DHCPAgentSchedulersTestJSON-394741792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495'] for subnet, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:31.667232 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f8a477-1225-4a98-95c1-7eea2798e092 None None] Pushing event updated for resources: {'Port': ['ID=be8bb82e-9569-4c06-92eb-f2c482456328,revision_number=2']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:08:31.668685 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21ed8fdf-ea67-4334-b03e-58734294896f tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Network eeb2f5d8-4209-48af-ae86-fdd7f7495777 is already hosted by enough agents. {{(pid=87635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:08:31.673279 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-c0f8a477-1225-4a98-95c1-7eea2798e092 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.446s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:08:31.674526 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-6166f8bc-ea73-4025-9e14-4b19f4a60929 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:08:31.691901 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-71a67635-ccf3-4528-a64e-05ff1b794461 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:31.706612 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42ffd493-9271-4fac-a6c3-9d8e311e1315 admin admin] Network 8afa6d58-9431-454a-b99c-3ff8a65aa86b is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:08:31.714680 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-8c2dbd96-1ca9-4d1d-a7eb-9687dc963261 tempest-ExternalNetworksAdminNegativeTestJSON-1852700425 tempest-ExternalNetworksAdminNegativeTestJSON-1852700425-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1824189'] for floatingip, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:31.734550 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.base_scheduler [None req-21ed8fdf-ea67-4334-b03e-58734294896f tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Resources bound (agent type, host, resource id):  {{(pid=87635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:08:31.745899 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21ed8fdf-ea67-4334-b03e-58734294896f tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Received port after_create {{(pid=87635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:08:31.746891 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21ed8fdf-ea67-4334-b03e-58734294896f tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:08:31.747554 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-21ed8fdf-ea67-4334-b03e-58734294896f tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627509'] for port, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:31.749470 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-42ffd493-9271-4fac-a6c3-9d8e311e1315 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:08:31.752487 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ffd493-9271-4fac-a6c3-9d8e311e1315 admin admin] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:08:31.777688 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3d388f51-87a4-432d-aa6f-5d6b521ea3a5 None None] Provisioning for port 739a1410-8fb1-4937-832c-a08f31ca6585 completed by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:08:31.800769 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3d388f51-87a4-432d-aa6f-5d6b521ea3a5 None None] Provisioning complete for port 739a1410-8fb1-4937-832c-a08f31ca6585 triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:08:31.801239 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3d388f51-87a4-432d-aa6f-5d6b521ea3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:31.844506 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-21ed8fdf-ea67-4334-b03e-58734294896f tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1023 time: 2.0054331
Dec 23 16:08:31.850211 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-8c2dbd96-1ca9-4d1d-a7eb-9687dc963261 tempest-ExternalNetworksAdminNegativeTestJSON-1852700425 tempest-ExternalNetworksAdminNegativeTestJSON-1852700425-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for floatingip, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:31.851848 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-8c2dbd96-1ca9-4d1d-a7eb-9687dc963261 tempest-ExternalNetworksAdminNegativeTestJSON-1852700425 tempest-ExternalNetworksAdminNegativeTestJSON-1852700425-project-admin] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 3.7881639
Dec 23 16:08:31.852856 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-71a67635-ccf3-4528-a64e-05ff1b794461 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:31.854467 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 41540) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:08:31.862940 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 41542) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:08:31.933421 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5fddf9-138e-49fc-bef3-986e1bad8df4 tempest-DHCPAgentSchedulersTestJSON-394741792 tempest-DHCPAgentSchedulersTestJSON-394741792-project] Pushing event updated for resources: {'Subnet': ['ID=591bcb47-fd4f-40df-adb7-7144ecb86365,revision_number=0']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:08:31.939076 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-45ddc2e8-21ff-409a-a610-94ce88ed1d38 tempest-ExternalNetworksAdminNegativeTestJSON-1852700425 tempest-ExternalNetworksAdminNegativeTestJSON-1852700425-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1909565767', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'fixed_ips': [{'ip_address': '172.26.3.20'}]}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:08:31.944072 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.db_base_plugin_common [None req-06aac2f9-bf03-45a5-8f52-2923b9aabdd3 admin admin] Allocated IP 172.26.3.111 (8afa6d58-9431-454a-b99c-3ff8a65aa86b/60537fec-5f5f-4ab7-89cc-03638149a590/2b166162-6ae6-4c8f-ac05-899a97e296f1) {{(pid=87635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:08:31.955327 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-6f5fddf9-138e-49fc-bef3-986e1bad8df4 tempest-DHCPAgentSchedulersTestJSON-394741792 tempest-DHCPAgentSchedulersTestJSON-394741792-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:08:31.964814 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-45ddc2e8-21ff-409a-a610-94ce88ed1d38 tempest-ExternalNetworksAdminNegativeTestJSON-1852700425 tempest-ExternalNetworksAdminNegativeTestJSON-1852700425-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:08:31.991301 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-45ddc2e8-21ff-409a-a610-94ce88ed1d38 tempest-ExternalNetworksAdminNegativeTestJSON-1852700425 tempest-ExternalNetworksAdminNegativeTestJSON-1852700425-project-admin] Usage tracker for resource:port and tenant:5eb6d935e7674988856c76ffed607686 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:08:31.998964 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-71a67635-ccf3-4528-a64e-05ff1b794461 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3456c9c0e83846e8ab5eca1ef6f73cf5&name=default HTTP/1.1" status: 200  len: 2975 time: 1.7720640
Dec 23 16:08:32.006434 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 41548) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:08:32.007521 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-45ddc2e8-21ff-409a-a610-94ce88ed1d38 tempest-ExternalNetworksAdminNegativeTestJSON-1852700425 tempest-ExternalNetworksAdminNegativeTestJSON-1852700425-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:08:32.014415 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c38fa2b-c34b-4f3f-a4fc-d428f3a35ef4 tempest-QuotasNegativeTest-669055442 tempest-QuotasNegativeTest-669055442-project-admin] vlan segment allocate from pool success with {'vlan_id': 429, 'physical_network': 'physnet1'}  {{(pid=87636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 23 16:08:32.017111 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2dbd96-1ca9-4d1d-a7eb-9687dc963261 tempest-ExternalNetworksAdminNegativeTestJSON-1852700425 tempest-ExternalNetworksAdminNegativeTestJSON-1852700425-project-admin] Pushing event updated for resources: {'Port': ['ID=0b06bc61-8471-4e60-8688-1ab1e238b26e,revision_number=2']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:08:32.038837 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f5fddf9-138e-49fc-bef3-986e1bad8df4 tempest-DHCPAgentSchedulersTestJSON-394741792 tempest-DHCPAgentSchedulersTestJSON-394741792-project] Checking segment: {'id': '053aec22-8a34-40c8-97fa-d27a78972c49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'f47d4533-068e-4270-9b1b-45155314692b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:08:32.039205 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f5fddf9-138e-49fc-bef3-986e1bad8df4 tempest-DHCPAgentSchedulersTestJSON-394741792 tempest-DHCPAgentSchedulersTestJSON-394741792-project] Network hostable DHCP agents. Network: f47d4533-068e-4270-9b1b-45155314692b, hostable agents: ['1c812d71-eadf-4fb3-b98e-67468a4aa7e2'], hosted agents: [] {{(pid=87635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 23 16:08:32.063679 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 41550) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:08:32.155172 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9c38fa2b-c34b-4f3f-a4fc-d428f3a35ef4 tempest-QuotasNegativeTest-669055442 tempest-QuotasNegativeTest-669055442-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:32.155679 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.db.segments_db [None req-9c38fa2b-c34b-4f3f-a4fc-d428f3a35ef4 tempest-QuotasNegativeTest-669055442 tempest-QuotasNegativeTest-669055442-project-admin] Added segment 9dc5b681-82b1-4081-9166-36fb6d8e8f25 of type vlan for network 409751d6-9a36-4b27-ac43-31c9bf4aea90
Dec 23 16:08:32.161131 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-45ddc2e8-21ff-409a-a610-94ce88ed1d38 tempest-ExternalNetworksAdminNegativeTestJSON-1852700425 tempest-ExternalNetworksAdminNegativeTestJSON-1852700425-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:08:32.183625 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ffd493-9271-4fac-a6c3-9d8e311e1315 admin admin] Pushing event updated for resources: {'Port': ['ID=c289761a-cc5a-4016-bcf3-c34864da6853,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:08:32.187020 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-42ffd493-9271-4fac-a6c3-9d8e311e1315 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.584s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:08:32.195758 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3d388f51-87a4-432d-aa6f-5d6b521ea3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:32.196867 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.500s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:08:32.197256 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:08:32.211022 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.214s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:08:32.239322 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-79a778f3-fdf6-4ee4-9d47-544b59900213 tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Deleting port 2fc273e2-622b-49e9-af2c-b07891c02cea {{(pid=87635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:08:32.239734 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-79a778f3-fdf6-4ee4-9d47-544b59900213 tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:32.240720 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-3d388f51-87a4-432d-aa6f-5d6b521ea3a5 None None] For port 739a1410-8fb1-4937-832c-a08f31ca6585, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=739a1410-8fb1-4937-832c-a08f31ca6585,segment=NetworkSegment(6b8a57f9-eb02-4082-be80-c717babaf4e7),segment_id=6b8a57f9-eb02-4082-be80-c717babaf4e7)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:08:32.246746 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3d388f51-87a4-432d-aa6f-5d6b521ea3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:32.249770 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3f76ace5-385e-48e2-a3ca-f16f3c184a92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:08:32.251783 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9c38fa2b-c34b-4f3f-a4fc-d428f3a35ef4 tempest-QuotasNegativeTest-669055442 tempest-QuotasNegativeTest-669055442-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735362521793'] for network, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:32.393738 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45ddc2e8-21ff-409a-a610-94ce88ed1d38 tempest-ExternalNetworksAdminNegativeTestJSON-1852700425 tempest-ExternalNetworksAdminNegativeTestJSON-1852700425-project-admin] Made reservation on behalf of 5eb6d935e7674988856c76ffed607686 for: {'port': 1} {{(pid=87635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:08:32.394485 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d388f51-87a4-432d-aa6f-5d6b521ea3a5 None None] Pushing event updated for resources: {'Port': ['ID=739a1410-8fb1-4937-832c-a08f31ca6585,revision_number=3']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:08:32.399029 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3d388f51-87a4-432d-aa6f-5d6b521ea3a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:08:32.402706 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-45ddc2e8-21ff-409a-a610-94ce88ed1d38 tempest-ExternalNetworksAdminNegativeTestJSON-1852700425 tempest-ExternalNetworksAdminNegativeTestJSON-1852700425-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:32.430366 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-45ddc2e8-21ff-409a-a610-94ce88ed1d38 tempest-ExternalNetworksAdminNegativeTestJSON-1852700425 tempest-ExternalNetworksAdminNegativeTestJSON-1852700425-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:32.431977 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-dc68f40f-6928-4b1f-8e63-7fe4b7a9ede7 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-335324274'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:08:32.437564 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-dc68f40f-6928-4b1f-8e63-7fe4b7a9ede7 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:08:32.442649 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-dc68f40f-6928-4b1f-8e63-7fe4b7a9ede7 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941-project] Usage tracker for resource:network and tenant:45eacc35558e4feeb8a9ec71dd6038f0 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:08:32.445917 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-dc68f40f-6928-4b1f-8e63-7fe4b7a9ede7 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:08:32.452474 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-dc68f40f-6928-4b1f-8e63-7fe4b7a9ede7 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:08:32.477323 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a67635-ccf3-4528-a64e-05ff1b794461 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f07a76b-24b2-41e6-85ce-26701a3fb0ff,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:08:32.481799 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-d26d9019-7906-47b2-aa46-c47771e18285 None None] Provisioning complete for port 739a1410-8fb1-4937-832c-a08f31ca6585 triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:08:32.482894 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d26d9019-7906-47b2-aa46-c47771e18285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:32.487254 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-45ddc2e8-21ff-409a-a610-94ce88ed1d38 tempest-ExternalNetworksAdminNegativeTestJSON-1852700425 tempest-ExternalNetworksAdminNegativeTestJSON-1852700425-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:08:32.496811 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-71a67635-ccf3-4528-a64e-05ff1b794461 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:08:32.503156 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc68f40f-6928-4b1f-8e63-7fe4b7a9ede7 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941-project] Made reservation on behalf of 45eacc35558e4feeb8a9ec71dd6038f0 for: {'network': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:08:32.506911 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-dc68f40f-6928-4b1f-8e63-7fe4b7a9ede7 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for network, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:32.517928 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-bace19f7-593f-436e-93f0-d566d1b0ecf0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:32.519685 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f5fddf9-138e-49fc-bef3-986e1bad8df4 tempest-DHCPAgentSchedulersTestJSON-394741792 tempest-DHCPAgentSchedulersTestJSON-394741792-project] Network f47d4533-068e-4270-9b1b-45155314692b is scheduled to be hosted by DHCP agent 1c812d71-eadf-4fb3-b98e-67468a4aa7e2 with binding_index 1 {{(pid=87635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 23 16:08:32.528518 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-45ddc2e8-21ff-409a-a610-94ce88ed1d38 tempest-ExternalNetworksAdminNegativeTestJSON-1852700425 tempest-ExternalNetworksAdminNegativeTestJSON-1852700425-project-admin] Usage tracker for resource:security_group_rule and tenant:5eb6d935e7674988856c76ffed607686 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:08:32.532384 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-45ddc2e8-21ff-409a-a610-94ce88ed1d38 tempest-ExternalNetworksAdminNegativeTestJSON-1852700425 tempest-ExternalNetworksAdminNegativeTestJSON-1852700425-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:08:32.550139 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-45ddc2e8-21ff-409a-a610-94ce88ed1d38 tempest-ExternalNetworksAdminNegativeTestJSON-1852700425 tempest-ExternalNetworksAdminNegativeTestJSON-1852700425-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:08:32.553076 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-dc68f40f-6928-4b1f-8e63-7fe4b7a9ede7 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941-project] Notify callbacks [] for security_group, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:32.578240 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.base_scheduler [None req-6f5fddf9-138e-49fc-bef3-986e1bad8df4 tempest-DHCPAgentSchedulersTestJSON-394741792 tempest-DHCPAgentSchedulersTestJSON-394741792-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822799-1-hyperv, f47d4533-068e-4270-9b1b-45155314692b) {{(pid=87635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:08:32.583479 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f5fddf9-138e-49fc-bef3-986e1bad8df4 tempest-DHCPAgentSchedulersTestJSON-394741792 tempest-DHCPAgentSchedulersTestJSON-394741792-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:08:32.584089 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-6f5fddf9-138e-49fc-bef3-986e1bad8df4 tempest-DHCPAgentSchedulersTestJSON-394741792 tempest-DHCPAgentSchedulersTestJSON-394741792-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627509'] for subnet, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:32.615715 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84da472d-1760-4720-a58c-9c6287a552f8 None None] Network f47d4533-068e-4270-9b1b-45155314692b requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:08:32.659747 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-dc68f40f-6928-4b1f-8e63-7fe4b7a9ede7 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:08:32.676808 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9c38fa2b-c34b-4f3f-a4fc-d428f3a35ef4 tempest-QuotasNegativeTest-669055442 tempest-QuotasNegativeTest-669055442-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495'] for network, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:32.682026 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-dc68f40f-6928-4b1f-8e63-7fe4b7a9ede7 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941-project] Usage tracker for resource:security_group_rule and tenant:45eacc35558e4feeb8a9ec71dd6038f0 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:08:32.682424 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-6f5fddf9-138e-49fc-bef3-986e1bad8df4 tempest-DHCPAgentSchedulersTestJSON-394741792 tempest-DHCPAgentSchedulersTestJSON-394741792-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.7985191
Dec 23 16:08:32.689533 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 41560) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:08:32.691573 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c38fa2b-c34b-4f3f-a4fc-d428f3a35ef4 tempest-QuotasNegativeTest-669055442 tempest-QuotasNegativeTest-669055442-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:08:32.692484 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9c38fa2b-c34b-4f3f-a4fc-d428f3a35ef4 tempest-QuotasNegativeTest-669055442 tempest-QuotasNegativeTest-669055442-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627509'] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:32.700860 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-dc68f40f-6928-4b1f-8e63-7fe4b7a9ede7 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:08:32.704467 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-bace19f7-593f-436e-93f0-d566d1b0ecf0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:32.713078 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-3841a6cd-8365-4b89-8b39-0daaca5de475 tempest-DHCPAgentSchedulersTestJSON-394741792 tempest-DHCPAgentSchedulersTestJSON-394741792-project] Request body: {'port': {'network_id': 'f47d4533-068e-4270-9b1b-45155314692b', 'name': 'tempest-DHCPAgentSchedulersTestJSON-141225517'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:08:32.732913 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:08:32.807924 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-dc68f40f-6928-4b1f-8e63-7fe4b7a9ede7 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:08:32.857051 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-06aac2f9-bf03-45a5-8f52-2923b9aabdd3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:32.940272 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-79a778f3-fdf6-4ee4-9d47-544b59900213 tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:33.078718 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 739a1410-8fb1-4937-832c-a08f31ca6585 up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:08:33.100702 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-9c38fa2b-c34b-4f3f-a4fc-d428f3a35ef4 tempest-QuotasNegativeTest-669055442 tempest-QuotasNegativeTest-669055442-project-admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201  len: 837 time: 1.6686809
Dec 23 16:08:33.101532 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 41564) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:08:33.123605 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-42ffd493-9271-4fac-a6c3-9d8e311e1315 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:33.124666 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-79a778f3-fdf6-4ee4-9d47-544b59900213 tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Calling delete_port for 2fc273e2-622b-49e9-af2c-b07891c02cea owned by  {{(pid=87635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:08:33.138209 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bffeae55-2c3b-45a3-87a8-ff2a5aa8c349 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7e017a6-8198-58c8-a07e-0f786128e3b3-f47d4533-068e-4270-9b1b-45155314692b', 'network_id': 'f47d4533-068e-4270-9b1b-45155314692b', 'tenant_id': '355476467ff349e69a4c5d694bf02ed6', 'fixed_ips': [{'subnet_id': '591bcb47-fd4f-40df-adb7-7144ecb86365'}]}} from dv-neutron-822799-1-hyperv. {{(pid=87637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 23 16:08:33.139208 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-bffeae55-2c3b-45a3-87a8-ff2a5aa8c349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:33.152326 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dff61c3-0b75-46a9-86b4-0b298d64696c None None] Network 110ef17f-202a-4ce6-8e43-789c8f209bdb requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:08:33.155756 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-bace19f7-593f-436e-93f0-d566d1b0ecf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:33.159393 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-74e922c3-e4a1-4bd1-a8c0-c51c5a6c9230 tempest-QuotasNegativeTest-669055442 tempest-QuotasNegativeTest-669055442-project-admin] Request body: {'network': {'project_id': '0790bddb43804ed9bbcf987c9e99690a'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:08:33.164652 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-74e922c3-e4a1-4bd1-a8c0-c51c5a6c9230 tempest-QuotasNegativeTest-669055442 tempest-QuotasNegativeTest-669055442-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:08:33.168590 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-74e922c3-e4a1-4bd1-a8c0-c51c5a6c9230 tempest-QuotasNegativeTest-669055442 tempest-QuotasNegativeTest-669055442-project-admin] Usage tracker for resource:network and tenant:0790bddb43804ed9bbcf987c9e99690a is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:08:33.171509 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-74e922c3-e4a1-4bd1-a8c0-c51c5a6c9230 tempest-QuotasNegativeTest-669055442 tempest-QuotasNegativeTest-669055442-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:08:33.178693 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-74e922c3-e4a1-4bd1-a8c0-c51c5a6c9230 tempest-QuotasNegativeTest-669055442 tempest-QuotasNegativeTest-669055442-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:08:33.191090 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.pecan_wsgi.hooks.translation [None req-74e922c3-e4a1-4bd1-a8c0-c51c5a6c9230 tempest-QuotasNegativeTest-669055442 tempest-QuotasNegativeTest-669055442-project-admin] POST failed (client error): There was a conflict when trying to complete your request.
Dec 23 16:08:33.191563 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74e922c3-e4a1-4bd1-a8c0-c51c5a6c9230 tempest-QuotasNegativeTest-669055442 tempest-QuotasNegativeTest-669055442-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=87635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 23 16:08:33.195828 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-74e922c3-e4a1-4bd1-a8c0-c51c5a6c9230 tempest-QuotasNegativeTest-669055442 tempest-QuotasNegativeTest-669055442-project-admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 409  len: 310 time: 0.0838184
Dec 23 16:08:33.207641 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c38fa2b-c34b-4f3f-a4fc-d428f3a35ef4 tempest-QuotasNegativeTest-669055442 tempest-QuotasNegativeTest-669055442-project-admin] Pushing event updated for resources: {'Network': ['ID=409751d6-9a36-4b27-ac43-31c9bf4aea90,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:08:33.209182 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 41568) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:08:33.213520 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:08:33.218197 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-9c38fa2b-c34b-4f3f-a4fc-d428f3a35ef4 tempest-QuotasNegativeTest-669055442 tempest-QuotasNegativeTest-669055442-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.485s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:08:33.298283 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-45ddc2e8-21ff-409a-a610-94ce88ed1d38 tempest-ExternalNetworksAdminNegativeTestJSON-1852700425 tempest-ExternalNetworksAdminNegativeTestJSON-1852700425-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:33.305987 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-d60179d9-ce3b-4d16-8d4b-ebf4c9ca5d3b tempest-QuotasNegativeTest-669055442 tempest-QuotasNegativeTest-669055442-project-admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0790bddb43804ed9bbcf987c9e99690a&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0844812
Dec 23 16:08:33.306794 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bace19f7-593f-436e-93f0-d566d1b0ecf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f07a76b-24b2-41e6-85ce-26701a3fb0ff,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:08:33.309588 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-bace19f7-593f-436e-93f0-d566d1b0ecf0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:08:33.313198 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 41572) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:08:33.320046 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-45ddc2e8-21ff-409a-a610-94ce88ed1d38 tempest-ExternalNetworksAdminNegativeTestJSON-1852700425 tempest-ExternalNetworksAdminNegativeTestJSON-1852700425-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:33.336257 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-06aac2f9-bf03-45a5-8f52-2923b9aabdd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780'] for port, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:33.345152 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Network 409751d6-9a36-4b27-ac43-31c9bf4aea90 details requested by agent ovs-agent-dv-neutron-822799-1-hyperv with host dv-neutron-822799-1-hyperv {{(pid=87637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 23 16:08:33.359512 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-3841a6cd-8365-4b89-8b39-0daaca5de475 tempest-DHCPAgentSchedulersTestJSON-394741792 tempest-DHCPAgentSchedulersTestJSON-394741792-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:08:33.375203 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-3841a6cd-8365-4b89-8b39-0daaca5de475 tempest-DHCPAgentSchedulersTestJSON-394741792 tempest-DHCPAgentSchedulersTestJSON-394741792-project] Usage tracker for resource:port and tenant:355476467ff349e69a4c5d694bf02ed6 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:08:33.421926 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:08:33.432591 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.notifiers.nova [None req-45ddc2e8-21ff-409a-a610-94ce88ed1d38 tempest-ExternalNetworksAdminNegativeTestJSON-1852700425 tempest-ExternalNetworksAdminNegativeTestJSON-1852700425-project-admin] device_id is not set on port d5433d77-44e9-4533-8dff-3b468bf9ebfd yet. {{(pid=87635) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 23 16:08:33.457323 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-3841a6cd-8365-4b89-8b39-0daaca5de475 tempest-DHCPAgentSchedulersTestJSON-394741792 tempest-DHCPAgentSchedulersTestJSON-394741792-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:08:33.474747 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-3841a6cd-8365-4b89-8b39-0daaca5de475 tempest-DHCPAgentSchedulersTestJSON-394741792 tempest-DHCPAgentSchedulersTestJSON-394741792-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:08:33.478047 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-bace19f7-593f-436e-93f0-d566d1b0ecf0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:33.479644 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-bace19f7-593f-436e-93f0-d566d1b0ecf0 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9f07a76b-24b2-41e6-85ce-26701a3fb0ff HTTP/1.1" status: 204  len: 168 time: 1.3620696
Dec 23 16:08:33.540376 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06aac2f9-bf03-45a5-8f52-2923b9aabdd3 admin admin] Network 8afa6d58-9431-454a-b99c-3ff8a65aa86b is already hosted by enough agents. {{(pid=87635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:08:33.547674 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.base_scheduler [None req-06aac2f9-bf03-45a5-8f52-2923b9aabdd3 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:08:33.551543 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06aac2f9-bf03-45a5-8f52-2923b9aabdd3 admin admin] Received port after_create {{(pid=87635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:08:33.566993 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3841a6cd-8365-4b89-8b39-0daaca5de475 tempest-DHCPAgentSchedulersTestJSON-394741792 tempest-DHCPAgentSchedulersTestJSON-394741792-project] Made reservation on behalf of 355476467ff349e69a4c5d694bf02ed6 for: {'port': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:08:33.570817 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-3841a6cd-8365-4b89-8b39-0daaca5de475 tempest-DHCPAgentSchedulersTestJSON-394741792 tempest-DHCPAgentSchedulersTestJSON-394741792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:33.604894 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ddc2e8-21ff-409a-a610-94ce88ed1d38 tempest-ExternalNetworksAdminNegativeTestJSON-1852700425 tempest-ExternalNetworksAdminNegativeTestJSON-1852700425-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d58ea477-dbe1-4a3d-bfd7-755e6a2e1117,revision_number=1']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:08:33.608463 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-45ddc2e8-21ff-409a-a610-94ce88ed1d38 tempest-ExternalNetworksAdminNegativeTestJSON-1852700425 tempest-ExternalNetworksAdminNegativeTestJSON-1852700425-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:08:33.616198 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-dc68f40f-6928-4b1f-8e63-7fe4b7a9ede7 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941-project] Notify callbacks [] for security_group, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:33.629297 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [None req-3841a6cd-8365-4b89-8b39-0daaca5de475 tempest-DHCPAgentSchedulersTestJSON-394741792 tempest-DHCPAgentSchedulersTestJSON-394741792-project] device_id is not set on port 4a11df6a-6027-4539-b8c5-210147b767d2 yet. {{(pid=87636) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 23 16:08:33.661819 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-8a7202d7-dfbf-445c-afdc-493fb2b8ba24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.182s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:08:33.668330 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-eb5ab397-87d3-478e-bd6c-ec03164e1ab4 None None] Provisioning for port be8bb82e-9569-4c06-92eb-f2c482456328 completed by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:08:33.675787 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-dc68f40f-6928-4b1f-8e63-7fe4b7a9ede7 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:33.745182 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:08:33.745519 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port 739a1410-8fb1-4937-832c-a08f31ca6585 triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:08:33.745902 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:33.818139 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc68f40f-6928-4b1f-8e63-7fe4b7a9ede7 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941-project] vlan segment allocate from pool success with {'vlan_id': 401, 'physical_network': 'physnet1'}  {{(pid=87636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 23 16:08:33.829782 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc68f40f-6928-4b1f-8e63-7fe4b7a9ede7 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c27465c-6dc6-44ff-8339-8e16c08cfbec,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:08:33.842171 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-dc68f40f-6928-4b1f-8e63-7fe4b7a9ede7 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:08:33.847426 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-dc68f40f-6928-4b1f-8e63-7fe4b7a9ede7 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:33.847769 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.db.segments_db [None req-dc68f40f-6928-4b1f-8e63-7fe4b7a9ede7 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941-project] Added segment bdac2f59-278c-4015-a032-a8126ee0107d of type vlan for network 9fd30154-7a0a-4ec5-8059-4c9741a97a26
Dec 23 16:08:33.854249 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-42ffd493-9271-4fac-a6c3-9d8e311e1315 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1823971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1824234'] for router, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:33.879146 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_common [None req-bffeae55-2c3b-45a3-87a8-ff2a5aa8c349 None None] Allocated IP 172.20.0.2 (f47d4533-068e-4270-9b1b-45155314692b/591bcb47-fd4f-40df-adb7-7144ecb86365/a807fb56-e5d7-4a2c-817d-2db4a2dd71c8) {{(pid=87637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:08:33.950304 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-dc68f40f-6928-4b1f-8e63-7fe4b7a9ede7 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735362521793'] for network, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:33.951408 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device be8bb82e-9569-4c06-92eb-f2c482456328 up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:08:34.017211 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-94960793-64a5-49d1-822e-770204ad065f tempest-QuotasNegativeTest-669055442 tempest-QuotasNegativeTest-669055442-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:34.033791 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06aac2f9-bf03-45a5-8f52-2923b9aabdd3 admin admin] Pushing event updated for resources: {'Port': ['ID=2b166162-6ae6-4c8f-ac05-899a97e296f1,revision_number=1']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:08:34.037333 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-06aac2f9-bf03-45a5-8f52-2923b9aabdd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:08:34.047841 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 41584) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:08:34.090316 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c1e88cea-2f3c-47d3-adf7-f49aa90775aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:34.110216 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-dc68f40f-6928-4b1f-8e63-7fe4b7a9ede7 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495'] for network, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:34.124061 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc68f40f-6928-4b1f-8e63-7fe4b7a9ede7 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:08:34.124954 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-dc68f40f-6928-4b1f-8e63-7fe4b7a9ede7 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627509'] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:34.131516 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-c1e88cea-2f3c-47d3-adf7-f49aa90775aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:08:34.134015 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-6808282d-9aee-4a49-8f27-e241dfabf3cb tempest-QuotasNegativeTest-669055442 tempest-QuotasNegativeTest-669055442-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:08:34.139228 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-94960793-64a5-49d1-822e-770204ad065f tempest-QuotasNegativeTest-669055442 tempest-QuotasNegativeTest-669055442-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:34.153132 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-79a778f3-fdf6-4ee4-9d47-544b59900213 tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789'] for port, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:34.163201 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-c1e88cea-2f3c-47d3-adf7-f49aa90775aa admin admin] Usage tracker for resource:security_group_rule and tenant:c072a568028e430888624ef8396c0424 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:08:34.175169 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-c1e88cea-2f3c-47d3-adf7-f49aa90775aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:08:34.186612 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-97dddd02-c396-4c51-987b-427014432142 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:08:34.193623 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning for port be8bb82e-9569-4c06-92eb-f2c482456328 completed by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:08:34.209385 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port be8bb82e-9569-4c06-92eb-f2c482456328 triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:08:34.209773 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:34.239124 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-c1e88cea-2f3c-47d3-adf7-f49aa90775aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:08:34.388994 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c1e88cea-2f3c-47d3-adf7-f49aa90775aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:34.398939 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c1e88cea-2f3c-47d3-adf7-f49aa90775aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:34.399576 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc68f40f-6928-4b1f-8e63-7fe4b7a9ede7 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941-project] Pushing event updated for resources: {'Network': ['ID=9fd30154-7a0a-4ec5-8059-4c9741a97a26,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:08:34.402469 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-dc68f40f-6928-4b1f-8e63-7fe4b7a9ede7 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201  len: 795 time: 2.3251176
Dec 23 16:08:34.404600 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-dc68f40f-6928-4b1f-8e63-7fe4b7a9ede7 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:08:34.414354 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 41588) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:08:34.415558 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a778f3-fdf6-4ee4-9d47-544b59900213 tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Pushing event deleted for resources: {'Port': ['ID=2fc273e2-622b-49e9-af2c-b07891c02cea,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:08:34.416465 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-6808282d-9aee-4a49-8f27-e241dfabf3cb tempest-QuotasNegativeTest-669055442 tempest-QuotasNegativeTest-669055442-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:08:34.420365 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-b4d98549-1923-422d-a5d2-c7885c06b45d None None] Provisioning complete for port be8bb82e-9569-4c06-92eb-f2c482456328 triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:08:34.420365 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-b4d98549-1923-422d-a5d2-c7885c06b45d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:34.427320 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-79a778f3-fdf6-4ee4-9d47-544b59900213 tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:08:34.435197 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.pecan_wsgi.hooks.translation [None req-45ddc2e8-21ff-409a-a610-94ce88ed1d38 tempest-ExternalNetworksAdminNegativeTestJSON-1852700425 tempest-ExternalNetworksAdminNegativeTestJSON-1852700425-project-admin] POST failed (client error): There was a conflict when trying to complete your request.
Dec 23 16:08:34.435737 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45ddc2e8-21ff-409a-a610-94ce88ed1d38 tempest-ExternalNetworksAdminNegativeTestJSON-1852700425 tempest-ExternalNetworksAdminNegativeTestJSON-1852700425-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=87635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 23 16:08:34.441262 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-79a778f3-fdf6-4ee4-9d47-544b59900213 tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:34.451391 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e88cea-2f3c-47d3-adf7-f49aa90775aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aea872b3-bbe1-4152-87f9-2b471a5be1bc,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:08:34.459903 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Network 9fd30154-7a0a-4ec5-8059-4c9741a97a26 details requested by agent ovs-agent-dv-neutron-822799-1-hyperv with host dv-neutron-822799-1-hyperv {{(pid=87637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 23 16:08:34.460423 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-092832e9-8ed3-4873-a372-e16d649b2a4d tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941-project] Request body: {'subnet': {'network_id': '9fd30154-7a0a-4ec5-8059-4c9741a97a26', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:08:34.477365 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-c1e88cea-2f3c-47d3-adf7-f49aa90775aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:08:34.495508 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-bffeae55-2c3b-45a3-87a8-ff2a5aa8c349 None None] Notify callbacks [] for port, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:34.543874 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-79a778f3-fdf6-4ee4-9d47-544b59900213 tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] 10.222.0.64 "DELETE /v2.0/ports/2fc273e2-622b-49e9-af2c-b07891c02cea HTTP/1.1" status: 204  len: 168 time: 2.6795833
Dec 23 16:08:34.544189 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 41592) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:08:34.552934 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-c1e88cea-2f3c-47d3-adf7-f49aa90775aa admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c072a568028e430888624ef8396c0424&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5014870
Dec 23 16:08:34.553122 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-7e63789f-a7f3-41dc-8b81-d9c01fdbbf49 tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'eeb2f5d8-4209-48af-ae86-fdd7f7495777', 'external_fixed_ips': [{'subnet_id': 'f8bb89f4-fea4-460f-8633-0d24f208824d', 'ip_address': '172.20.0.14'}]}}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:08:34.557443 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-45ddc2e8-21ff-409a-a610-94ce88ed1d38 tempest-ExternalNetworksAdminNegativeTestJSON-1852700425 tempest-ExternalNetworksAdminNegativeTestJSON-1852700425-project-admin] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 409  len: 371 time: 2.6743934
Dec 23 16:08:34.557443 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 41596) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:08:34.557645 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42ffd493-9271-4fac-a6c3-9d8e311e1315 admin admin] Router e5ed9969-f942-413f-9711-d6031be48c18 is scheduled to L3 agent 371d4c41-c7e2-4de7-9539-c049ec4e95d1 with binding_index 1 {{(pid=87636) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 23 16:08:34.560971 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 41598) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:08:34.573771 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-bffeae55-2c3b-45a3-87a8-ff2a5aa8c349 None None] Transition to ACTIVE for port object a807fb56-e5d7-4a2c-817d-2db4a2dd71c8 will not be triggered until provisioned by entity L2. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:08:34.579444 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-7e63789f-a7f3-41dc-8b81-d9c01fdbbf49 tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:08:34.590355 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-7e63789f-a7f3-41dc-8b81-d9c01fdbbf49 tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Usage tracker for resource:router and tenant:8277d77634e04c6eb54fb9f206174c12 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:08:34.627910 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:34.649335 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-bffeae55-2c3b-45a3-87a8-ff2a5aa8c349 None None] Transition to ACTIVE for port object a807fb56-e5d7-4a2c-817d-2db4a2dd71c8 will not be triggered until provisioned by entity DHCP. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:08:34.649497 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-7e63789f-a7f3-41dc-8b81-d9c01fdbbf49 tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:08:34.660648 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-94960793-64a5-49d1-822e-770204ad065f tempest-QuotasNegativeTest-669055442 tempest-QuotasNegativeTest-669055442-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:34.665810 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-092832e9-8ed3-4873-a372-e16d649b2a4d tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:08:34.676655 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-bffeae55-2c3b-45a3-87a8-ff2a5aa8c349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780'] for port, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:34.686168 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-c0f8a477-1225-4a98-95c1-7eea2798e092 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:08:34.692448 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-94960793-64a5-49d1-822e-770204ad065f tempest-QuotasNegativeTest-669055442 tempest-QuotasNegativeTest-669055442-project-admin] Notify callbacks [] for security_group, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:34.696449 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-94960793-64a5-49d1-822e-770204ad065f tempest-QuotasNegativeTest-669055442 tempest-QuotasNegativeTest-669055442-project-admin] 10.222.0.64 "DELETE /v2.0/security-groups/83462fd6-2e27-4fc4-b547-53dfc094d7b5 HTTP/1.1" status: 204  len: 168 time: 1.3794765
Dec 23 16:08:34.696449 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:08:34.702249 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-092832e9-8ed3-4873-a372-e16d649b2a4d tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941-project] Usage tracker for resource:subnet and tenant:45eacc35558e4feeb8a9ec71dd6038f0 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:08:34.705807 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-7e63789f-a7f3-41dc-8b81-d9c01fdbbf49 tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:08:34.711607 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 41604) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:08:34.712513 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-06aac2f9-bf03-45a5-8f52-2923b9aabdd3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:34.718497 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] For port be8bb82e-9569-4c06-92eb-f2c482456328, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=be8bb82e-9569-4c06-92eb-f2c482456328,segment=NetworkSegment(49705709-fd6f-45a3-8c17-ba357fb62791),segment_id=49705709-fd6f-45a3-8c17-ba357fb62791)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:08:34.719733 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-092832e9-8ed3-4873-a372-e16d649b2a4d tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:08:34.734392 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-092832e9-8ed3-4873-a372-e16d649b2a4d tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:08:34.765309 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:34.809457 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bffeae55-2c3b-45a3-87a8-ff2a5aa8c349 None None] Network f47d4533-068e-4270-9b1b-45155314692b is already hosted by enough agents. {{(pid=87637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:08:34.810723 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffeae55-2c3b-45a3-87a8-ff2a5aa8c349 None None] Pushing event updated for resources: {'Port': ['ID=a807fb56-e5d7-4a2c-817d-2db4a2dd71c8,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:08:34.813619 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-bffeae55-2c3b-45a3-87a8-ff2a5aa8c349 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:08:34.814905 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-092832e9-8ed3-4873-a372-e16d649b2a4d tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941-project] Made reservation on behalf of 45eacc35558e4feeb8a9ec71dd6038f0 for: {'subnet': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:08:34.816970 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.025s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:08:34.818236 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-092832e9-8ed3-4873-a372-e16d649b2a4d tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941-project] Notify callbacks [] for subnet, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:34.864603 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-bffeae55-2c3b-45a3-87a8-ff2a5aa8c349 None None] Resources bound (agent type, host, resource id):  {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:08:34.864802 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94960793-64a5-49d1-822e-770204ad065f tempest-QuotasNegativeTest-669055442 tempest-QuotasNegativeTest-669055442-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83462fd6-2e27-4fc4-b547-53dfc094d7b5,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:08:34.864876 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bffeae55-2c3b-45a3-87a8-ff2a5aa8c349 None None] Received port after_create {{(pid=87637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:08:34.864937 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-94960793-64a5-49d1-822e-770204ad065f tempest-QuotasNegativeTest-669055442 tempest-QuotasNegativeTest-669055442-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:08:34.900618 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-7e63789f-a7f3-41dc-8b81-d9c01fdbbf49 tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1823978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-235332'] for router, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:34.901307 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-7e63789f-a7f3-41dc-8b81-d9c01fdbbf49 tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1824575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1824063', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1751113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-235341'] for router, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:34.923879 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [None req-3841a6cd-8365-4b89-8b39-0daaca5de475 tempest-DHCPAgentSchedulersTestJSON-394741792 tempest-DHCPAgentSchedulersTestJSON-394741792-project] Allocated IP 172.20.0.9 (f47d4533-068e-4270-9b1b-45155314692b/591bcb47-fd4f-40df-adb7-7144ecb86365/4a11df6a-6027-4539-b8c5-210147b767d2) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:08:34.946482 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42ffd493-9271-4fac-a6c3-9d8e311e1315 admin admin] Notify agent at l3_agent.dv-neutron-822799-1-hyperv the message routers_updated {{(pid=87636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 23 16:08:34.957278 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57bd924a-064b-48cd-be1a-3cd9c4ac6a2e None None] Sync routers for ids ['e5ed9969-f942-413f-9711-d6031be48c18'] in dv-neutron-822799-1-hyperv {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 23 16:08:34.962606 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-b74f4361-795e-4953-9645-321b6f3955ce tempest-ExternalNetworksAdminNegativeTestJSON-1852700425 tempest-ExternalNetworksAdminNegativeTestJSON-1852700425-project-admin] Deleting port 0b06bc61-8471-4e60-8688-1ab1e238b26e {{(pid=87635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:08:34.963020 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-b74f4361-795e-4953-9645-321b6f3955ce tempest-ExternalNetworksAdminNegativeTestJSON-1852700425 tempest-ExternalNetworksAdminNegativeTestJSON-1852700425-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:34.976648 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57bd924a-064b-48cd-be1a-3cd9c4ac6a2e None None] Routers {'e5ed9969-f942-413f-9711-d6031be48c18'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:08:34.978127 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-57bd924a-064b-48cd-be1a-3cd9c4ac6a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc206e040>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:08:20Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['e5ed9969-f942-413f-9711-d6031be48c18'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:08:35.011686 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-bffeae55-2c3b-45a3-87a8-ff2a5aa8c349 None None] Attempting to bind port a807fb56-e5d7-4a2c-817d-2db4a2dd71c8 on host dv-neutron-822799-1-hyperv for vnic_type normal with profile  {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:08:35.012234 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-bffeae55-2c3b-45a3-87a8-ff2a5aa8c349 None None] Attempting to bind port a807fb56-e5d7-4a2c-817d-2db4a2dd71c8 by drivers openvswitch,hyperv on host dv-neutron-822799-1-hyperv at level 0 using segments [{'id': '053aec22-8a34-40c8-97fa-d27a78972c49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'f47d4533-068e-4270-9b1b-45155314692b'}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:08:35.012780 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bffeae55-2c3b-45a3-87a8-ff2a5aa8c349 None None] Attempting to bind port a807fb56-e5d7-4a2c-817d-2db4a2dd71c8 on network f47d4533-068e-4270-9b1b-45155314692b {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:08:35.014983 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Pushing event updated for resources: {'Port': ['ID=be8bb82e-9569-4c06-92eb-f2c482456328,revision_number=3']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:08:35.018923 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:08:35.023266 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bffeae55-2c3b-45a3-87a8-ff2a5aa8c349 None None] Checking agent: {'id': '20d2070f-69a9-4e73-8d08-6f0387a40158', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822799-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 21), 'started_at': datetime.datetime(2021, 12, 23, 16, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 8, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822799-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 23 16:08:35.024080 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bffeae55-2c3b-45a3-87a8-ff2a5aa8c349 None None] Checking segment: {'id': '053aec22-8a34-40c8-97fa-d27a78972c49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'f47d4533-068e-4270-9b1b-45155314692b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:08:35.024662 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-bffeae55-2c3b-45a3-87a8-ff2a5aa8c349 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:35.025190 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bffeae55-2c3b-45a3-87a8-ff2a5aa8c349 None None] Bound using segment: {'id': '053aec22-8a34-40c8-97fa-d27a78972c49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'f47d4533-068e-4270-9b1b-45155314692b'} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 23 16:08:35.025817 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-bffeae55-2c3b-45a3-87a8-ff2a5aa8c349 None None] Bound port: a807fb56-e5d7-4a2c-817d-2db4a2dd71c8, host: dv-neutron-822799-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '053aec22-8a34-40c8-97fa-d27a78972c49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'f47d4533-068e-4270-9b1b-45155314692b'}}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 23 16:08:35.026357 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-bffeae55-2c3b-45a3-87a8-ff2a5aa8c349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:35.046486 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-42ffd493-9271-4fac-a6c3-9d8e311e1315 admin admin] Notify callbacks [] for router, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:35.048038 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-42ffd493-9271-4fac-a6c3-9d8e311e1315 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201  len: 917 time: 7.4755676
Dec 23 16:08:35.065206 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 41610) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:08:35.131087 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-bffeae55-2c3b-45a3-87a8-ff2a5aa8c349 None None] For port a807fb56-e5d7-4a2c-817d-2db4a2dd71c8, host dv-neutron-822799-1-hyperv, cleared binding levels {{(pid=87637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 23 16:08:35.134660 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-bffeae55-2c3b-45a3-87a8-ff2a5aa8c349 None None] For port a807fb56-e5d7-4a2c-817d-2db4a2dd71c8, host dv-neutron-822799-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=a807fb56-e5d7-4a2c-817d-2db4a2dd71c8,segment=NetworkSegment(053aec22-8a34-40c8-97fa-d27a78972c49),segment_id=053aec22-8a34-40c8-97fa-d27a78972c49)] {{(pid=87637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 23 16:08:35.140690 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-bffeae55-2c3b-45a3-87a8-ff2a5aa8c349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:35.151806 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:08:35.205931 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-57bd924a-064b-48cd-be1a-3cd9c4ac6a2e None None] Set router e5ed9969-f942-413f-9711-d6031be48c18 gateway port host: dv-neutron-822799-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:08:35.261462 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffeae55-2c3b-45a3-87a8-ff2a5aa8c349 None None] Pushing event updated for resources: {'Port': ['ID=a807fb56-e5d7-4a2c-817d-2db4a2dd71c8,revision_number=2']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:08:35.272210 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-7e63789f-a7f3-41dc-8b81-d9c01fdbbf49 tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:35.289115 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-0d9638b8-8723-4a42-810a-aaf1c6eb2914 tempest-QuotasNegativeTest-669055442 tempest-QuotasNegativeTest-669055442-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-698866'] for network, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:35.295813 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-bffeae55-2c3b-45a3-87a8-ff2a5aa8c349 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:08:35.592712 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-092832e9-8ed3-4873-a372-e16d649b2a4d tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495'] for subnet, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:35.605621 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-3841a6cd-8365-4b89-8b39-0daaca5de475 tempest-DHCPAgentSchedulersTestJSON-394741792 tempest-DHCPAgentSchedulersTestJSON-394741792-project] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:35.614626 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-57bd924a-064b-48cd-be1a-3cd9c4ac6a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc206e040>, [{'id': 'e5ed9969-f942-413f-9711-d6031be48c18', 'name': 'tempest-ServersTestJSON-1282004446-router', 'tenant_id': '79224c5618eb4cef88b00e2059f275cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.50'}], 'enable_snat': True}, 'gw_port_id': 'c289761a-cc5a-4016-bcf3-c34864da6853', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:08:27Z', 'updated_at': '2021-12-23T16:08:32Z', 'revision_number': 3, 'project_id': '79224c5618eb4cef88b00e2059f275cc', 'gw_port': {'id': 'c289761a-cc5a-4016-bcf3-c34864da6853', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:d5:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5ed9969-f942-413f-9711-d6031be48c18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:08:29Z', 'updated_at': '2021-12-23T16:08:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv'}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:08:35.617854 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-97086eb8-f39c-4446-b1f6-b1d976a8301f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:08:35.619354 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57bd924a-064b-48cd-be1a-3cd9c4ac6a2e None None] Checking router: e5ed9969-f942-413f-9711-d6031be48c18 for host: dv-neutron-822799-1-hyperv {{(pid=87638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 23 16:08:35.619773 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57bd924a-064b-48cd-be1a-3cd9c4ac6a2e None None] Updating router e5ed9969-f942-413f-9711-d6031be48c18 port c289761a-cc5a-4016-bcf3-c34864da6853 binding host dv-neutron-822799-1-hyperv {{(pid=87638) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 23 16:08:35.679648 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-e13ab98b-5a93-4bf0-a959-001b0467d32d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:35.688796 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-57bd924a-064b-48cd-be1a-3cd9c4ac6a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:35.690392 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.provisioning_blocks [None req-3841a6cd-8365-4b89-8b39-0daaca5de475 tempest-DHCPAgentSchedulersTestJSON-394741792 tempest-DHCPAgentSchedulersTestJSON-394741792-project] Transition to ACTIVE for port object 4a11df6a-6027-4539-b8c5-210147b767d2 will not be triggered until provisioned by entity DHCP. {{(pid=87636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:08:35.706332 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-e13ab98b-5a93-4bf0-a959-001b0467d32d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:35.785036 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092832e9-8ed3-4873-a372-e16d649b2a4d tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941-project] Pushing event updated for resources: {'Subnet': ['ID=e3bc0683-bb30-469b-a43a-92301d611d58,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:08:35.791558 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-092832e9-8ed3-4873-a372-e16d649b2a4d tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:08:35.820668 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-092832e9-8ed3-4873-a372-e16d649b2a4d tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941-project] Checking segment: {'id': 'bdac2f59-278c-4015-a032-a8126ee0107d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '9fd30154-7a0a-4ec5-8059-4c9741a97a26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:08:35.820956 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-092832e9-8ed3-4873-a372-e16d649b2a4d tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941-project] Network hostable DHCP agents. Network: 9fd30154-7a0a-4ec5-8059-4c9741a97a26, hostable agents: ['1c812d71-eadf-4fb3-b98e-67468a4aa7e2'], hosted agents: [] {{(pid=87636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 23 16:08:35.914861 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-3841a6cd-8365-4b89-8b39-0daaca5de475 tempest-DHCPAgentSchedulersTestJSON-394741792 tempest-DHCPAgentSchedulersTestJSON-394741792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:35.928826 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-092832e9-8ed3-4873-a372-e16d649b2a4d tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941-project] Network 9fd30154-7a0a-4ec5-8059-4c9741a97a26 is scheduled to be hosted by DHCP agent 1c812d71-eadf-4fb3-b98e-67468a4aa7e2 with binding_index 1 {{(pid=87636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 23 16:08:35.942075 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:08:36.031957 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-b74f4361-795e-4953-9645-321b6f3955ce tempest-ExternalNetworksAdminNegativeTestJSON-1852700425 tempest-ExternalNetworksAdminNegativeTestJSON-1852700425-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:36.032294 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-b74f4361-795e-4953-9645-321b6f3955ce tempest-ExternalNetworksAdminNegativeTestJSON-1852700425 tempest-ExternalNetworksAdminNegativeTestJSON-1852700425-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:36.051191 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-57bd924a-064b-48cd-be1a-3cd9c4ac6a2e None None] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:36.055109 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-092832e9-8ed3-4873-a372-e16d649b2a4d tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822799-1-hyperv, 9fd30154-7a0a-4ec5-8059-4c9741a97a26) {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:08:36.060747 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-7e63789f-a7f3-41dc-8b81-d9c01fdbbf49 tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1824017', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1823768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-235299'] for router, precommit_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:36.063863 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3841a6cd-8365-4b89-8b39-0daaca5de475 tempest-DHCPAgentSchedulersTestJSON-394741792 tempest-DHCPAgentSchedulersTestJSON-394741792-project] Network f47d4533-068e-4270-9b1b-45155314692b is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:08:36.073477 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f3b1c37-3370-4bec-a22e-e5057533f11a None None] Network 9fd30154-7a0a-4ec5-8059-4c9741a97a26 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:08:36.074630 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-57bd924a-064b-48cd-be1a-3cd9c4ac6a2e None None] Transition to ACTIVE for port object c289761a-cc5a-4016-bcf3-c34864da6853 will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:08:36.087060 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-57bd924a-064b-48cd-be1a-3cd9c4ac6a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:36.088072 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-3841a6cd-8365-4b89-8b39-0daaca5de475 tempest-DHCPAgentSchedulersTestJSON-394741792 tempest-DHCPAgentSchedulersTestJSON-394741792-project] Resources bound (agent type, host, resource id):  {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:08:36.092113 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:08:36.103564 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-092832e9-8ed3-4873-a372-e16d649b2a4d tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:08:36.104337 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-092832e9-8ed3-4873-a372-e16d649b2a4d tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627509'] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:36.146457 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-0d9638b8-8723-4a42-810a-aaf1c6eb2914 tempest-QuotasNegativeTest-669055442 tempest-QuotasNegativeTest-669055442-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-864347', 'neutron.services.segments.db._delete_segments_for_network-8735362908070'] for network, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:36.162791 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3841a6cd-8365-4b89-8b39-0daaca5de475 tempest-DHCPAgentSchedulersTestJSON-394741792 tempest-DHCPAgentSchedulersTestJSON-394741792-project] Pushing event updated for resources: {'Port': ['ID=4a11df6a-6027-4539-b8c5-210147b767d2,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:08:36.189844 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd59697-3d79-455f-acaf-8e4d80112444 None None] Pushing event updated for resources: {'Port': ['ID=c289761a-cc5a-4016-bcf3-c34864da6853,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:08:36.199455 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-57bd924a-064b-48cd-be1a-3cd9c4ac6a2e None None] Attempting to bind port c289761a-cc5a-4016-bcf3-c34864da6853 on host dv-neutron-822799-1-hyperv for vnic_type normal with profile  {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:08:36.199747 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-57bd924a-064b-48cd-be1a-3cd9c4ac6a2e None None] Attempting to bind port c289761a-cc5a-4016-bcf3-c34864da6853 by drivers openvswitch,hyperv on host dv-neutron-822799-1-hyperv at level 0 using segments [{'id': '77e3d110-dd7b-426c-b11f-b78dde7993df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:08:36.200112 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57bd924a-064b-48cd-be1a-3cd9c4ac6a2e None None] Attempting to bind port c289761a-cc5a-4016-bcf3-c34864da6853 on network 8afa6d58-9431-454a-b99c-3ff8a65aa86b {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:08:36.203219 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd59697-3d79-455f-acaf-8e4d80112444 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:08:36.203573 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd59697-3d79-455f-acaf-8e4d80112444 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:08:36.203915 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd59697-3d79-455f-acaf-8e4d80112444 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:08:36.204243 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd59697-3d79-455f-acaf-8e4d80112444 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:08:36.204626 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd59697-3d79-455f-acaf-8e4d80112444 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:08:36.205013 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd59697-3d79-455f-acaf-8e4d80112444 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:08:36.205341 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd59697-3d79-455f-acaf-8e4d80112444 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:08:36.205660 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd59697-3d79-455f-acaf-8e4d80112444 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:08:36.206088 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd59697-3d79-455f-acaf-8e4d80112444 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:08:36.207121 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-3841a6cd-8365-4b89-8b39-0daaca5de475 tempest-DHCPAgentSchedulersTestJSON-394741792 tempest-DHCPAgentSchedulersTestJSON-394741792-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:08:36.207343 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd59697-3d79-455f-acaf-8e4d80112444 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:08:36.207673 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd59697-3d79-455f-acaf-8e4d80112444 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:08:36.208160 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd59697-3d79-455f-acaf-8e4d80112444 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:08:36.209390 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd59697-3d79-455f-acaf-8e4d80112444 None None] Tracked resource versions report:
Dec 23 16:08:36.209390 dv-neutron-822799-1-hyperv neutron-server[87638]: pushed versions:
Dec 23 16:08:36.209390 dv-neutron-822799-1-hyperv neutron-server[87638]: {   'AddressGroup': {'1.2'},
Dec 23 16:08:36.209390 dv-neutron-822799-1-hyperv neutron-server[87638]:     'ConntrackHelper': {'1.0'},
Dec 23 16:08:36.209390 dv-neutron-822799-1-hyperv neutron-server[87638]:     'Log': {'1.0'},
Dec 23 16:08:36.209390 dv-neutron-822799-1-hyperv neutron-server[87638]:     'Network': {'1.1'},
Dec 23 16:08:36.209390 dv-neutron-822799-1-hyperv neutron-server[87638]:     'Port': {'1.7'},
Dec 23 16:08:36.209390 dv-neutron-822799-1-hyperv neutron-server[87638]:     'PortForwarding': {'1.2'},
Dec 23 16:08:36.209390 dv-neutron-822799-1-hyperv neutron-server[87638]:     'QosPolicy': {'1.8'},
Dec 23 16:08:36.209390 dv-neutron-822799-1-hyperv neutron-server[87638]:     'SecurityGroup': {'1.4'},
Dec 23 16:08:36.209390 dv-neutron-822799-1-hyperv neutron-server[87638]:     'SecurityGroupRule': {'1.2'},
Dec 23 16:08:36.209390 dv-neutron-822799-1-hyperv neutron-server[87638]:     'SubPort': {'1.0'},
Dec 23 16:08:36.209390 dv-neutron-822799-1-hyperv neutron-server[87638]:     'Subnet': {'1.1'},
Dec 23 16:08:36.209390 dv-neutron-822799-1-hyperv neutron-server[87638]:     'Trunk': {'1.1'}}
Dec 23 16:08:36.209390 dv-neutron-822799-1-hyperv neutron-server[87638]: consumer versions:
Dec 23 16:08:36.209390 dv-neutron-822799-1-hyperv neutron-server[87638]: {   DHCP agent@dv-neutron-822799-1-hyperv: {},
Dec 23 16:08:36.209390 dv-neutron-822799-1-hyperv neutron-server[87638]:     HyperV agent@hv-neutron-8227: {},
Dec 23 16:08:36.209390 dv-neutron-822799-1-hyperv neutron-server[87638]:     L3 agent@dv-neutron-822799-1-hyperv: {},
Dec 23 16:08:36.209390 dv-neutron-822799-1-hyperv neutron-server[87638]:     Metadata agent@dv-neutron-822799-1-hyperv: {},
Dec 23 16:08:36.209390 dv-neutron-822799-1-hyperv neutron-server[87638]:     Metering agent@dv-neutron-822799-1-hyperv: {},
Dec 23 16:08:36.209390 dv-neutron-822799-1-hyperv neutron-server[87638]:     Open vSwitch agent@dv-neutron-822799-1-hyperv: {   'AddressGroup': '1.2',
Dec 23 16:08:36.209390 dv-neutron-822799-1-hyperv neutron-server[87638]:                                                        'ConntrackHelper': '1.0',
Dec 23 16:08:36.209390 dv-neutron-822799-1-hyperv neutron-server[87638]:                                                        'Log': '1.0',
Dec 23 16:08:36.209390 dv-neutron-822799-1-hyperv neutron-server[87638]:                                                        'Network': '1.1',
Dec 23 16:08:36.209390 dv-neutron-822799-1-hyperv neutron-server[87638]:                                                        'Port': '1.7',
Dec 23 16:08:36.209390 dv-neutron-822799-1-hyperv neutron-server[87638]:                                                        'PortForwarding': '1.2',
Dec 23 16:08:36.209390 dv-neutron-822799-1-hyperv neutron-server[87638]:                                                        'QosPolicy': '1.8',
Dec 23 16:08:36.209390 dv-neutron-822799-1-hyperv neutron-server[87638]:                                                        'SecurityGroup': '1.4',
Dec 23 16:08:36.209390 dv-neutron-822799-1-hyperv neutron-server[87638]:                                                        'SecurityGroupRule': '1.2',
Dec 23 16:08:36.209390 dv-neutron-822799-1-hyperv neutron-server[87638]:                                                        'SubPort': '1.0',
Dec 23 16:08:36.209390 dv-neutron-822799-1-hyperv neutron-server[87638]:                                                        'Subnet': '1.1',
Dec 23 16:08:36.209390 dv-neutron-822799-1-hyperv neutron-server[87638]:                                                        'Trunk': '1.1'}}
Dec 23 16:08:36.209390 dv-neutron-822799-1-hyperv neutron-server[87638]:  {{(pid=87638) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Dec 23 16:08:36.212180 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG oslo_concurrency.lockutils [None req-2cd59697-3d79-455f-acaf-8e4d80112444 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=87638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:08:36.216045 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-092832e9-8ed3-4873-a372-e16d649b2a4d tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.7728047
Dec 23 16:08:36.216867 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57bd924a-064b-48cd-be1a-3cd9c4ac6a2e None None] Checking agent: {'id': '20d2070f-69a9-4e73-8d08-6f0387a40158', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822799-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 21), 'started_at': datetime.datetime(2021, 12, 23, 16, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 8, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822799-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 23 16:08:36.217295 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57bd924a-064b-48cd-be1a-3cd9c4ac6a2e None None] Checking segment: {'id': '77e3d110-dd7b-426c-b11f-b78dde7993df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:08:36.217514 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3841a6cd-8365-4b89-8b39-0daaca5de475 tempest-DHCPAgentSchedulersTestJSON-394741792 tempest-DHCPAgentSchedulersTestJSON-394741792-project] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:08:36.217706 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-57bd924a-064b-48cd-be1a-3cd9c4ac6a2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:36.218140 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57bd924a-064b-48cd-be1a-3cd9c4ac6a2e None None] Bound using segment: {'id': '77e3d110-dd7b-426c-b11f-b78dde7993df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 23 16:08:36.218557 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-57bd924a-064b-48cd-be1a-3cd9c4ac6a2e None None] Bound port: c289761a-cc5a-4016-bcf3-c34864da6853, host: dv-neutron-822799-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77e3d110-dd7b-426c-b11f-b78dde7993df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 23 16:08:36.218947 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-57bd924a-064b-48cd-be1a-3cd9c4ac6a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:36.224229 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3841a6cd-8365-4b89-8b39-0daaca5de475 tempest-DHCPAgentSchedulersTestJSON-394741792 tempest-DHCPAgentSchedulersTestJSON-394741792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:08:36.225110 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-3841a6cd-8365-4b89-8b39-0daaca5de475 tempest-DHCPAgentSchedulersTestJSON-394741792 tempest-DHCPAgentSchedulersTestJSON-394741792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627509'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:36.233672 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 41616) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:08:36.272978 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-b74f4361-795e-4953-9645-321b6f3955ce tempest-ExternalNetworksAdminNegativeTestJSON-1852700425 tempest-ExternalNetworksAdminNegativeTestJSON-1852700425-project-admin] Calling delete_port for 0b06bc61-8471-4e60-8688-1ab1e238b26e owned by network:floatingip {{(pid=87635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:08:36.280806 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-55afe39e-b944-4af0-9276-18ae30b79615 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941-project] Request body: {'port': {'network_id': '9fd30154-7a0a-4ec5-8059-4c9741a97a26', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1231129196'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:08:36.304030 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-57bd924a-064b-48cd-be1a-3cd9c4ac6a2e None None] For port c289761a-cc5a-4016-bcf3-c34864da6853, host dv-neutron-822799-1-hyperv, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 23 16:08:36.311128 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-57bd924a-064b-48cd-be1a-3cd9c4ac6a2e None None] For port c289761a-cc5a-4016-bcf3-c34864da6853, host dv-neutron-822799-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=c289761a-cc5a-4016-bcf3-c34864da6853,segment=NetworkSegment(77e3d110-dd7b-426c-b11f-b78dde7993df),segment_id=77e3d110-dd7b-426c-b11f-b78dde7993df)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 23 16:08:36.323260 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-57bd924a-064b-48cd-be1a-3cd9c4ac6a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:36.335711 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG oslo_concurrency.lockutils [None req-86c67a7d-dbdf-4cda-8f63-3c4a010d90cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:08:36.365544 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-0d9638b8-8723-4a42-810a-aaf1c6eb2914 tempest-QuotasNegativeTest-669055442 tempest-QuotasNegativeTest-669055442-project-admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f1dc1989310>> segment before_delete 55550000 {{(pid=87635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 23 16:08:36.365903 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-0d9638b8-8723-4a42-810a-aaf1c6eb2914 tempest-QuotasNegativeTest-669055442 tempest-QuotasNegativeTest-669055442-project-admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f1dc1989310>> subnet precommit_delete_associations 55550000 {{(pid=87635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 23 16:08:36.371464 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-0d9638b8-8723-4a42-810a-aaf1c6eb2914 tempest-QuotasNegativeTest-669055442 tempest-QuotasNegativeTest-669055442-project-admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f1dc1989790>> segment_host_mapping after_create 55550000 {{(pid=87635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 23 16:08:36.371802 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-0d9638b8-8723-4a42-810a-aaf1c6eb2914 tempest-QuotasNegativeTest-669055442 tempest-QuotasNegativeTest-669055442-project-admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f1dc1989790>> port after_create 55550000 {{(pid=87635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 23 16:08:36.372142 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-0d9638b8-8723-4a42-810a-aaf1c6eb2914 tempest-QuotasNegativeTest-669055442 tempest-QuotasNegativeTest-669055442-project-admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f1dc1989790>> port after_delete 55550000 {{(pid=87635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 23 16:08:36.372482 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-0d9638b8-8723-4a42-810a-aaf1c6eb2914 tempest-QuotasNegativeTest-669055442 tempest-QuotasNegativeTest-669055442-project-admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f1dc1989790>> port after_update 55550000 {{(pid=87635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 23 16:08:36.372827 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-0d9638b8-8723-4a42-810a-aaf1c6eb2914 tempest-QuotasNegativeTest-669055442 tempest-QuotasNegativeTest-669055442-project-admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f1dc1989790>> segment after_delete 55550000 {{(pid=87635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 23 16:08:36.373143 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-0d9638b8-8723-4a42-810a-aaf1c6eb2914 tempest-QuotasNegativeTest-669055442 tempest-QuotasNegativeTest-669055442-project-admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f1dc1989790>> subnet after_create 55550000 {{(pid=87635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 23 16:08:36.373456 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-0d9638b8-8723-4a42-810a-aaf1c6eb2914 tempest-QuotasNegativeTest-669055442 tempest-QuotasNegativeTest-669055442-project-admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f1dc1989790>> subnet after_delete 55550000 {{(pid=87635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 23 16:08:36.373763 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-0d9638b8-8723-4a42-810a-aaf1c6eb2914 tempest-QuotasNegativeTest-669055442 tempest-QuotasNegativeTest-669055442-project-admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f1dc1989790>> subnet after_update 55550000 {{(pid=87635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 23 16:08:36.429742 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57bd924a-064b-48cd-be1a-3cd9c4ac6a2e None None] Routers {'e5ed9969-f942-413f-9711-d6031be48c18'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:08:36.430386 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-57bd924a-064b-48cd-be1a-3cd9c4ac6a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc206e040>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:08:20Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['e5ed9969-f942-413f-9711-d6031be48c18'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:08:36.471423 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-3841a6cd-8365-4b89-8b39-0daaca5de475 tempest-DHCPAgentSchedulersTestJSON-394741792 tempest-DHCPAgentSchedulersTestJSON-394741792-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 3.7740653
Dec 23 16:08:36.472985 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 41620) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:08:36.477183 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-55afe39e-b944-4af0-9276-18ae30b79615 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:08:36.518095 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03706be5-13b9-4e86-a1f0-6d4d7e610fe5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7e017a6-8198-58c8-a07e-0f786128e3b3-9fd30154-7a0a-4ec5-8059-4c9741a97a26', 'network_id': '9fd30154-7a0a-4ec5-8059-4c9741a97a26', 'tenant_id': '45eacc35558e4feeb8a9ec71dd6038f0', 'fixed_ips': [{'subnet_id': 'e3bc0683-bb30-469b-a43a-92301d611d58'}]}} from dv-neutron-822799-1-hyperv. {{(pid=87637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 23 16:08:36.518965 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-03706be5-13b9-4e86-a1f0-6d4d7e610fe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:36.523681 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd59697-3d79-455f-acaf-8e4d80112444 None None] Pushing event updated for resources: {'Port': ['ID=c289761a-cc5a-4016-bcf3-c34864da6853,revision_number=3']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:08:36.533685 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG oslo_concurrency.lockutils [None req-2cd59697-3d79-455f-acaf-8e4d80112444 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=87638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:08:36.573277 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-55afe39e-b944-4af0-9276-18ae30b79615 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941-project] Usage tracker for resource:port and tenant:45eacc35558e4feeb8a9ec71dd6038f0 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:08:36.609349 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-55afe39e-b944-4af0-9276-18ae30b79615 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:08:36.631867 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-0d9638b8-8723-4a42-810a-aaf1c6eb2914 tempest-QuotasNegativeTest-669055442 tempest-QuotasNegativeTest-669055442-project-admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f1dc145e460>> subnet after_create 55550000 {{(pid=87635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 23 16:08:36.632259 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-0d9638b8-8723-4a42-810a-aaf1c6eb2914 tempest-QuotasNegativeTest-669055442 tempest-QuotasNegativeTest-669055442-project-admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f1dc145e460>> subnet after_delete 55550000 {{(pid=87635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 23 16:08:36.632598 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-0d9638b8-8723-4a42-810a-aaf1c6eb2914 tempest-QuotasNegativeTest-669055442 tempest-QuotasNegativeTest-669055442-project-admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f1dc145e460>> subnet before_create 55550000 {{(pid=87635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 23 16:08:36.632925 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-0d9638b8-8723-4a42-810a-aaf1c6eb2914 tempest-QuotasNegativeTest-669055442 tempest-QuotasNegativeTest-669055442-project-admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f1dc145e460>> subnet before_update 55550000 {{(pid=87635) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 23 16:08:36.633318 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.services.segments.db [None req-0d9638b8-8723-4a42-810a-aaf1c6eb2914 tempest-QuotasNegativeTest-669055442 tempest-QuotasNegativeTest-669055442-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1dc1989ca0>,) {'filters': {'network_id': ['409751d6-9a36-4b27-ac43-31c9bf4aea90']}} {{(pid=87635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:08:36.639461 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea712712-f6df-4b7a-9079-00babca9344e None None] Network f47d4533-068e-4270-9b1b-45155314692b requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:08:36.646818 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-55afe39e-b944-4af0-9276-18ae30b79615 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:08:36.650058 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-06aac2f9-bf03-45a5-8f52-2923b9aabdd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1823971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1824234'] for router, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:36.666095 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.services.segments.db [None req-0d9638b8-8723-4a42-810a-aaf1c6eb2914 tempest-QuotasNegativeTest-669055442 tempest-QuotasNegativeTest-669055442-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dc1989ca0>, '9dc5b681-82b1-4081-9166-36fb6d8e8f25') {'for_net_delete': True} {{(pid=87635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:08:36.666433 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.services.segments.db [None req-0d9638b8-8723-4a42-810a-aaf1c6eb2914 tempest-QuotasNegativeTest-669055442 tempest-QuotasNegativeTest-669055442-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dc1989ca0>, '9dc5b681-82b1-4081-9166-36fb6d8e8f25') {} {{(pid=87635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:08:36.667978 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-a7a05ddc-fa6d-485b-98ec-d4ec26c871aa tempest-DHCPAgentSchedulersTestJSON-394741792 tempest-DHCPAgentSchedulersTestJSON-394741792-project] Deleting port 4a11df6a-6027-4539-b8c5-210147b767d2 {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:08:36.668321 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a7a05ddc-fa6d-485b-98ec-d4ec26c871aa tempest-DHCPAgentSchedulersTestJSON-394741792 tempest-DHCPAgentSchedulersTestJSON-394741792-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:36.675547 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-e13ab98b-5a93-4bf0-a959-001b0467d32d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:36.706997 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55afe39e-b944-4af0-9276-18ae30b79615 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941-project] Made reservation on behalf of 45eacc35558e4feeb8a9ec71dd6038f0 for: {'port': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:08:36.710425 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-55afe39e-b944-4af0-9276-18ae30b79615 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:36.728264 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-eb6e21ae-3ec1-4ef4-b35b-bdfb7a4d1b28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:36.745029 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-57bd924a-064b-48cd-be1a-3cd9c4ac6a2e None None] Set router e5ed9969-f942-413f-9711-d6031be48c18 gateway port host: dv-neutron-822799-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:08:36.753609 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-45ddc2e8-21ff-409a-a610-94ce88ed1d38 tempest-ExternalNetworksAdminNegativeTestJSON-1852700425 tempest-ExternalNetworksAdminNegativeTestJSON-1852700425-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:08:36.776488 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-0d9638b8-8723-4a42-810a-aaf1c6eb2914 tempest-QuotasNegativeTest-669055442 tempest-QuotasNegativeTest-669055442-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735363085442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2776713'] for segment, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:36.838944 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [None req-55afe39e-b944-4af0-9276-18ae30b79615 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941-project] device_id is not set on port 077add81-a3bb-4b72-9632-5a5172021b2f yet. {{(pid=87636) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 23 16:08:36.882408 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_common [None req-03706be5-13b9-4e86-a1f0-6d4d7e610fe5 None None] Allocated IP 2001:db8::2 (9fd30154-7a0a-4ec5-8059-4c9741a97a26/e3bc0683-bb30-469b-a43a-92301d611d58/21cef4a0-5f92-4510-8a82-5be5feb7adff) {{(pid=87637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:08:36.901692 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13ab98b-5a93-4bf0-a959-001b0467d32d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aea872b3-bbe1-4152-87f9-2b471a5be1bc,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:08:36.933773 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-e13ab98b-5a93-4bf0-a959-001b0467d32d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:08:36.976425 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-0d9638b8-8723-4a42-810a-aaf1c6eb2914 tempest-QuotasNegativeTest-669055442 tempest-QuotasNegativeTest-669055442-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:36.991499 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-e13ab98b-5a93-4bf0-a959-001b0467d32d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:36.992993 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-e13ab98b-5a93-4bf0-a959-001b0467d32d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/aea872b3-bbe1-4152-87f9-2b471a5be1bc HTTP/1.1" status: 204  len: 168 time: 2.4331546
Dec 23 16:08:37.106994 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-57bd924a-064b-48cd-be1a-3cd9c4ac6a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc206e040>, [{'id': 'e5ed9969-f942-413f-9711-d6031be48c18', 'name': 'tempest-ServersTestJSON-1282004446-router', 'tenant_id': '79224c5618eb4cef88b00e2059f275cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.50'}], 'enable_snat': True}, 'gw_port_id': 'c289761a-cc5a-4016-bcf3-c34864da6853', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:08:27Z', 'updated_at': '2021-12-23T16:08:32Z', 'revision_number': 3, 'project_id': '79224c5618eb4cef88b00e2059f275cc', 'gw_port': {'id': 'c289761a-cc5a-4016-bcf3-c34864da6853', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:d5:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5ed9969-f942-413f-9711-d6031be48c18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:08:29Z', 'updated_at': '2021-12-23T16:08:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv'}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:08:37.112091 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57bd924a-064b-48cd-be1a-3cd9c4ac6a2e None None] The sync data for ids ['e5ed9969-f942-413f-9711-d6031be48c18'] in dv-neutron-822799-1-hyperv is: [{'id': 'e5ed9969-f942-413f-9711-d6031be48c18', 'name': 'tempest-ServersTestJSON-1282004446-router', 'tenant_id': '79224c5618eb4cef88b00e2059f275cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.50'}], 'enable_snat': True}, 'gw_port_id': 'c289761a-cc5a-4016-bcf3-c34864da6853', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:08:27Z', 'updated_at': '2021-12-23T16:08:32Z', 'revision_number': 3, 'project_id': '79224c5618eb4cef88b00e2059f275cc', 'gw_port': {'id': 'c289761a-cc5a-4016-bcf3-c34864da6853', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:d5:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5ed9969-f942-413f-9711-d6031be48c18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:08:29Z', 'updated_at': '2021-12-23T16:08:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv'}] {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 23 16:08:37.141137 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d9638b8-8723-4a42-810a-aaf1c6eb2914 tempest-QuotasNegativeTest-669055442 tempest-QuotasNegativeTest-669055442-project-admin] Releasing vlan 429 on physical network physnet1 to pool {{(pid=87635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 23 16:08:37.144392 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-0d9638b8-8723-4a42-810a-aaf1c6eb2914 tempest-QuotasNegativeTest-669055442 tempest-QuotasNegativeTest-669055442-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2753503'] for segment, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:37.179410 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-03706be5-13b9-4e86-a1f0-6d4d7e610fe5 None None] Notify callbacks [] for port, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:37.181260 dv-neutron-822799-1-hyperv neutron-server[87635]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Dec 23 16:08:37.181260 dv-neutron-822799-1-hyperv neutron-server[87635]:   from cryptography.utils import int_from_bytes
Dec 23 16:08:37.181260 dv-neutron-822799-1-hyperv neutron-server[87635]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Dec 23 16:08:37.181260 dv-neutron-822799-1-hyperv neutron-server[87635]:   from cryptography.utils import int_from_bytes
Dec 23 16:08:37.181260 dv-neutron-822799-1-hyperv neutron-server[87635]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Dec 23 16:08:37.181260 dv-neutron-822799-1-hyperv neutron-server[87635]:   util.warn_limited(
Dec 23 16:08:37.181260 dv-neutron-822799-1-hyperv neutron-server[87635]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Dec 23 16:08:37.181260 dv-neutron-822799-1-hyperv neutron-server[87635]:   util.warn_limited(
Dec 23 16:08:37.181260 dv-neutron-822799-1-hyperv neutron-server[87635]: Traceback (most recent call last):
Dec 23 16:08:37.181260 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 23 16:08:37.181260 dv-neutron-822799-1-hyperv neutron-server[87635]:     timer()
Dec 23 16:08:37.181260 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:08:37.181260 dv-neutron-822799-1-hyperv neutron-server[87635]:     cb(*args, **kw)
Dec 23 16:08:37.181260 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 23 16:08:37.181260 dv-neutron-822799-1-hyperv neutron-server[87635]:     return func(*args, **kwargs)
Dec 23 16:08:37.181260 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:08:37.181260 dv-neutron-822799-1-hyperv neutron-server[87635]:     self._notify()
Dec 23 16:08:37.181260 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:08:37.181260 dv-neutron-822799-1-hyperv neutron-server[87635]:     self.callback(batched_events)
Dec 23 16:08:37.181260 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:08:37.181260 dv-neutron-822799-1-hyperv neutron-server[87635]:     event.method(event)
Dec 23 16:08:37.181260 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:08:37.181260 dv-neutron-822799-1-hyperv neutron-server[87635]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:08:37.181260 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 23 16:08:37.181260 dv-neutron-822799-1-hyperv neutron-server[87635]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 23 16:08:37.181260 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 23 16:08:37.181260 dv-neutron-822799-1-hyperv neutron-server[87635]:     return f(self, *a, **k)
Dec 23 16:08:37.181260 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:08:37.181260 dv-neutron-822799-1-hyperv neutron-server[87635]:     return self._get(url).json()
Dec 23 16:08:37.181260 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 23 16:08:37.181260 dv-neutron-822799-1-hyperv neutron-server[87635]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 23 16:08:37.181260 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 23 16:08:37.181260 dv-neutron-822799-1-hyperv neutron-server[87635]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:08:37.181260 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 23 16:08:37.181260 dv-neutron-822799-1-hyperv neutron-server[87635]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 23 16:08:37.181260 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 23 16:08:37.181260 dv-neutron-822799-1-hyperv neutron-server[87635]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:08:37.181260 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 23 16:08:37.181260 dv-neutron-822799-1-hyperv neutron-server[87635]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:08:37.181260 dv-neutron-822799-1-hyperv neutron-server[87635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:08:37.190396 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-03706be5-13b9-4e86-a1f0-6d4d7e610fe5 None None] Transition to ACTIVE for port object 21cef4a0-5f92-4510-8a82-5be5feb7adff will not be triggered until provisioned by entity L2. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:08:37.219986 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-03706be5-13b9-4e86-a1f0-6d4d7e610fe5 None None] Transition to ACTIVE for port object 21cef4a0-5f92-4510-8a82-5be5feb7adff will not be triggered until provisioned by entity DHCP. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:08:37.305841 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device a807fb56-e5d7-4a2c-817d-2db4a2dd71c8 up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:08:37.435241 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-0d9638b8-8723-4a42-810a-aaf1c6eb2914 tempest-QuotasNegativeTest-669055442 tempest-QuotasNegativeTest-669055442-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-864336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1824171'] for network, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:37.458764 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-03706be5-13b9-4e86-a1f0-6d4d7e610fe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780'] for port, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:37.461377 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-ebfd7671-b970-4e84-8837-ad7d066fb0b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:08:37.475630 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a7a05ddc-fa6d-485b-98ec-d4ec26c871aa tempest-DHCPAgentSchedulersTestJSON-394741792 tempest-DHCPAgentSchedulersTestJSON-394741792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:37.485563 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [None req-55afe39e-b944-4af0-9276-18ae30b79615 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941-project] Allocated IP 2001:db8::2de (9fd30154-7a0a-4ec5-8059-4c9741a97a26/e3bc0683-bb30-469b-a43a-92301d611d58/077add81-a3bb-4b72-9632-5a5172021b2f) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:08:37.503232 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-0d9638b8-8723-4a42-810a-aaf1c6eb2914 tempest-QuotasNegativeTest-669055442 tempest-QuotasNegativeTest-669055442-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627509'] for network, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:37.511807 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-b74f4361-795e-4953-9645-321b6f3955ce tempest-ExternalNetworksAdminNegativeTestJSON-1852700425 tempest-ExternalNetworksAdminNegativeTestJSON-1852700425-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:37.527464 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-c0f8a477-1225-4a98-95c1-7eea2798e092 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:08:37.537148 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9638b8-8723-4a42-810a-aaf1c6eb2914 tempest-QuotasNegativeTest-669055442 tempest-QuotasNegativeTest-669055442-project-admin] Pushing event deleted for resources: {'Network': ['ID=409751d6-9a36-4b27-ac43-31c9bf4aea90,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:08:37.545724 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-0d9638b8-8723-4a42-810a-aaf1c6eb2914 tempest-QuotasNegativeTest-669055442 tempest-QuotasNegativeTest-669055442-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:08:37.550926 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:08:37.603179 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-8f86050e-d8e9-4f2a-80ed-14c5fbe4eab2 None None] Provisioning for port a807fb56-e5d7-4a2c-817d-2db4a2dd71c8 completed by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:08:37.648550 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74f4361-795e-4953-9645-321b6f3955ce tempest-ExternalNetworksAdminNegativeTestJSON-1852700425 tempest-ExternalNetworksAdminNegativeTestJSON-1852700425-project-admin] Pushing event deleted for resources: {'Port': ['ID=0b06bc61-8471-4e60-8688-1ab1e238b26e,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:08:37.674364 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03706be5-13b9-4e86-a1f0-6d4d7e610fe5 None None] Network 9fd30154-7a0a-4ec5-8059-4c9741a97a26 is already hosted by enough agents. {{(pid=87637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:08:37.679060 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03706be5-13b9-4e86-a1f0-6d4d7e610fe5 None None] Pushing event updated for resources: {'Port': ['ID=21cef4a0-5f92-4510-8a82-5be5feb7adff,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:08:37.689628 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning for port a807fb56-e5d7-4a2c-817d-2db4a2dd71c8 completed by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:08:37.695931 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-0d9638b8-8723-4a42-810a-aaf1c6eb2914 tempest-QuotasNegativeTest-669055442 tempest-QuotasNegativeTest-669055442-project-admin] 10.222.0.64 "DELETE /v2.0/networks/409751d6-9a36-4b27-ac43-31c9bf4aea90 HTTP/1.1" status: 204  len: 168 time: 2.9375408
Dec 23 16:08:37.702772 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-03706be5-13b9-4e86-a1f0-6d4d7e610fe5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:08:37.704511 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 41634) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:08:37.704802 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port a807fb56-e5d7-4a2c-817d-2db4a2dd71c8 triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:08:37.705560 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:37.707445 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-a7a05ddc-fa6d-485b-98ec-d4ec26c871aa tempest-DHCPAgentSchedulersTestJSON-394741792 tempest-DHCPAgentSchedulersTestJSON-394741792-project] Calling delete_port for 4a11df6a-6027-4539-b8c5-210147b767d2 owned by  {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:08:37.745402 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-03706be5-13b9-4e86-a1f0-6d4d7e610fe5 None None] Resources bound (agent type, host, resource id):  {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:08:37.767089 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [None req-eb6e21ae-3ec1-4ef4-b35b-bdfb7a4d1b28 admin admin] Allocated IP 172.20.0.1 (256a38e5-d398-4e43-80e3-9bc3cd6cc270/c5e1e7de-66c6-459a-96dc-9f30163dd18a/cda84cc8-d1e0-460f-8482-f8bb524a07ce) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:08:37.769310 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03706be5-13b9-4e86-a1f0-6d4d7e610fe5 None None] Received port after_create {{(pid=87637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:08:37.966361 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-03706be5-13b9-4e86-a1f0-6d4d7e610fe5 None None] Attempting to bind port 21cef4a0-5f92-4510-8a82-5be5feb7adff on host dv-neutron-822799-1-hyperv for vnic_type normal with profile  {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:08:37.967010 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-03706be5-13b9-4e86-a1f0-6d4d7e610fe5 None None] Attempting to bind port 21cef4a0-5f92-4510-8a82-5be5feb7adff by drivers openvswitch,hyperv on host dv-neutron-822799-1-hyperv at level 0 using segments [{'id': 'bdac2f59-278c-4015-a032-a8126ee0107d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '9fd30154-7a0a-4ec5-8059-4c9741a97a26'}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:08:37.967533 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03706be5-13b9-4e86-a1f0-6d4d7e610fe5 None None] Attempting to bind port 21cef4a0-5f92-4510-8a82-5be5feb7adff on network 9fd30154-7a0a-4ec5-8059-4c9741a97a26 {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:08:37.974243 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03706be5-13b9-4e86-a1f0-6d4d7e610fe5 None None] Checking agent: {'id': '20d2070f-69a9-4e73-8d08-6f0387a40158', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822799-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 21), 'started_at': datetime.datetime(2021, 12, 23, 16, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 8, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822799-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 23 16:08:37.974876 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03706be5-13b9-4e86-a1f0-6d4d7e610fe5 None None] Checking segment: {'id': 'bdac2f59-278c-4015-a032-a8126ee0107d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '9fd30154-7a0a-4ec5-8059-4c9741a97a26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:08:37.975472 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-03706be5-13b9-4e86-a1f0-6d4d7e610fe5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:37.976021 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03706be5-13b9-4e86-a1f0-6d4d7e610fe5 None None] Bound using segment: {'id': 'bdac2f59-278c-4015-a032-a8126ee0107d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '9fd30154-7a0a-4ec5-8059-4c9741a97a26'} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 23 16:08:37.976672 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-03706be5-13b9-4e86-a1f0-6d4d7e610fe5 None None] Bound port: 21cef4a0-5f92-4510-8a82-5be5feb7adff, host: dv-neutron-822799-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdac2f59-278c-4015-a032-a8126ee0107d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '9fd30154-7a0a-4ec5-8059-4c9741a97a26'}}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 23 16:08:37.977239 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-03706be5-13b9-4e86-a1f0-6d4d7e610fe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:38.097787 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:38.191126 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06aac2f9-bf03-45a5-8f52-2923b9aabdd3 admin admin] Router 5ddf301a-c667-4ab2-af44-4358f783eeec is scheduled to L3 agent 371d4c41-c7e2-4de7-9539-c049ec4e95d1 with binding_index 1 {{(pid=87635) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 23 16:08:38.271106 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-b74f4361-795e-4953-9645-321b6f3955ce tempest-ExternalNetworksAdminNegativeTestJSON-1852700425 tempest-ExternalNetworksAdminNegativeTestJSON-1852700425-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.720s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:08:38.340341 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-cf10d7e4-f749-4110-9c76-819537b3553e None None] Provisioning complete for port a807fb56-e5d7-4a2c-817d-2db4a2dd71c8 triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:08:38.341950 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-cf10d7e4-f749-4110-9c76-819537b3553e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:38.420463 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-03706be5-13b9-4e86-a1f0-6d4d7e610fe5 None None] For port 21cef4a0-5f92-4510-8a82-5be5feb7adff, host dv-neutron-822799-1-hyperv, cleared binding levels {{(pid=87637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 23 16:08:38.428331 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] For port a807fb56-e5d7-4a2c-817d-2db4a2dd71c8, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=a807fb56-e5d7-4a2c-817d-2db4a2dd71c8,segment=NetworkSegment(053aec22-8a34-40c8-97fa-d27a78972c49),segment_id=053aec22-8a34-40c8-97fa-d27a78972c49)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:08:38.444897 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:38.448367 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device be8bb82e-9569-4c06-92eb-f2c482456328 up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:08:38.494081 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-03706be5-13b9-4e86-a1f0-6d4d7e610fe5 None None] For port 21cef4a0-5f92-4510-8a82-5be5feb7adff, host dv-neutron-822799-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=21cef4a0-5f92-4510-8a82-5be5feb7adff,segment=NetworkSegment(bdac2f59-278c-4015-a032-a8126ee0107d),segment_id=bdac2f59-278c-4015-a032-a8126ee0107d)] {{(pid=87637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 23 16:08:38.495192 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:08:38.496977 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a7a05ddc-fa6d-485b-98ec-d4ec26c871aa tempest-DHCPAgentSchedulersTestJSON-394741792 tempest-DHCPAgentSchedulersTestJSON-394741792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:38.528734 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 41650) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:08:38.545494 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:08:38.552206 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-03706be5-13b9-4e86-a1f0-6d4d7e610fe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:38.625335 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a05ddc-fa6d-485b-98ec-d4ec26c871aa tempest-DHCPAgentSchedulersTestJSON-394741792 tempest-DHCPAgentSchedulersTestJSON-394741792-project] Pushing event deleted for resources: {'Port': ['ID=4a11df6a-6027-4539-b8c5-210147b767d2,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:08:38.630574 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Pushing event updated for resources: {'Port': ['ID=a807fb56-e5d7-4a2c-817d-2db4a2dd71c8,revision_number=3']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:08:38.635720 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:08:38.641021 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-a7a05ddc-fa6d-485b-98ec-d4ec26c871aa tempest-DHCPAgentSchedulersTestJSON-394741792 tempest-DHCPAgentSchedulersTestJSON-394741792-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:08:38.641213 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-7e63789f-a7f3-41dc-8b81-d9c01fdbbf49 tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:38.662232 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3d388f51-87a4-432d-aa6f-5d6b521ea3a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.094s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:08:38.675494 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-b74f4361-795e-4953-9645-321b6f3955ce tempest-ExternalNetworksAdminNegativeTestJSON-1852700425 tempest-ExternalNetworksAdminNegativeTestJSON-1852700425-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:38.679823 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-b74f4361-795e-4953-9645-321b6f3955ce tempest-ExternalNetworksAdminNegativeTestJSON-1852700425 tempest-ExternalNetworksAdminNegativeTestJSON-1852700425-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for floatingip, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:38.681270 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-b74f4361-795e-4953-9645-321b6f3955ce tempest-ExternalNetworksAdminNegativeTestJSON-1852700425 tempest-ExternalNetworksAdminNegativeTestJSON-1852700425-project-admin] 10.222.0.64 "DELETE /v2.0/floatingips/469ea43f-3533-44b2-b3a1-ceed7b57b2e8 HTTP/1.1" status: 204  len: 168 time: 4.0994153
Dec 23 16:08:38.694512 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-955d9681-a12c-459b-8faf-07efd5830af8 tempest-QuotasNegativeTest-669055442 tempest-QuotasNegativeTest-669055442-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-698866'] for network, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:38.697006 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-7e63789f-a7f3-41dc-8b81-d9c01fdbbf49 tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:38.701684 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-eb6e21ae-3ec1-4ef4-b35b-bdfb7a4d1b28 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:38.718071 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a7a05ddc-fa6d-485b-98ec-d4ec26c871aa tempest-DHCPAgentSchedulersTestJSON-394741792 tempest-DHCPAgentSchedulersTestJSON-394741792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:38.743256 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-55afe39e-b944-4af0-9276-18ae30b79615 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941-project] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:38.765917 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.provisioning_blocks [None req-eb6e21ae-3ec1-4ef4-b35b-bdfb7a4d1b28 admin admin] Transition to ACTIVE for port object cda84cc8-d1e0-460f-8482-f8bb524a07ce will not be triggered until provisioned by entity DHCP. {{(pid=87636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:08:38.787533 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-a7a05ddc-fa6d-485b-98ec-d4ec26c871aa tempest-DHCPAgentSchedulersTestJSON-394741792 tempest-DHCPAgentSchedulersTestJSON-394741792-project] 10.222.0.64 "DELETE /v2.0/ports/4a11df6a-6027-4539-b8c5-210147b767d2 HTTP/1.1" status: 204  len: 168 time: 2.3116908
Dec 23 16:08:38.794249 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 41658) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:08:38.809924 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.provisioning_blocks [None req-55afe39e-b944-4af0-9276-18ae30b79615 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941-project] Transition to ACTIVE for port object 077add81-a3bb-4b72-9632-5a5172021b2f will not be triggered until provisioned by entity DHCP. {{(pid=87636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:08:38.841598 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port be8bb82e-9569-4c06-92eb-f2c482456328 triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:08:38.841976 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:38.887373 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-eb6e21ae-3ec1-4ef4-b35b-bdfb7a4d1b28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:38.895454 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-cf10d7e4-f749-4110-9c76-819537b3553e None None] Could not find standard attr ID for object 4a11df6a-6027-4539-b8c5-210147b767d2. {{(pid=87637) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 23 16:08:38.914262 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03706be5-13b9-4e86-a1f0-6d4d7e610fe5 None None] Pushing event updated for resources: {'Port': ['ID=21cef4a0-5f92-4510-8a82-5be5feb7adff,revision_number=2']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:08:38.915361 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-89d5504e-f4de-41e5-b761-d1138cb88b94 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2006320772'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:08:38.919756 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-03706be5-13b9-4e86-a1f0-6d4d7e610fe5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:08:38.930511 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:08:39.027065 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-0b8fd371-1617-4adb-83fd-6c73ab608fe3 None None] Could not find standard attr ID for object 4a11df6a-6027-4539-b8c5-210147b767d2. {{(pid=87637) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 23 16:08:39.077768 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-55afe39e-b944-4af0-9276-18ae30b79615 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:39.085371 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-89d5504e-f4de-41e5-b761-d1138cb88b94 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:08:39.097092 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6e21ae-3ec1-4ef4-b35b-bdfb7a4d1b28 admin admin] Pushing event updated for resources: {'Port': ['ID=cda84cc8-d1e0-460f-8482-f8bb524a07ce,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:08:39.114512 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb6e21ae-3ec1-4ef4-b35b-bdfb7a4d1b28 admin admin] Network 256a38e5-d398-4e43-80e3-9bc3cd6cc270 is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:08:39.122447 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-eb6e21ae-3ec1-4ef4-b35b-bdfb7a4d1b28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:08:39.123880 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-89d5504e-f4de-41e5-b761-d1138cb88b94 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Usage tracker for resource:network and tenant:08bb5ff5fd45470cae3e1870e7817546 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:08:39.131507 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-eb6e21ae-3ec1-4ef4-b35b-bdfb7a4d1b28 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:08:39.139308 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb6e21ae-3ec1-4ef4-b35b-bdfb7a4d1b28 admin admin] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:08:39.142239 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-eb6e21ae-3ec1-4ef4-b35b-bdfb7a4d1b28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1781300'] for router_interface, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:39.386428 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 41666) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:08:39.390494 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-89d5504e-f4de-41e5-b761-d1138cb88b94 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:08:39.390801 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06aac2f9-bf03-45a5-8f52-2923b9aabdd3 admin admin] Notify agent at l3_agent.dv-neutron-822799-1-hyperv the message routers_updated {{(pid=87635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 23 16:08:39.397161 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:08:39.407233 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abfdccfb-b262-4f8e-aa3b-5fc1f31c4cc2 None None] Sync routers for ids ['5ddf301a-c667-4ab2-af44-4358f783eeec'] in dv-neutron-822799-1-hyperv {{(pid=87637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 23 16:08:39.421059 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abfdccfb-b262-4f8e-aa3b-5fc1f31c4cc2 None None] Routers {'5ddf301a-c667-4ab2-af44-4358f783eeec'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:08:39.421706 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-abfdccfb-b262-4f8e-aa3b-5fc1f31c4cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc1710e20>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:08:20Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['5ddf301a-c667-4ab2-af44-4358f783eeec'], 'active': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:08:39.462949 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-955d9681-a12c-459b-8faf-07efd5830af8 tempest-QuotasNegativeTest-669055442 tempest-QuotasNegativeTest-669055442-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-864347', 'neutron.services.segments.db._delete_segments_for_network-8735362908070'] for network, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:39.495190 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device c289761a-cc5a-4016-bcf3-c34864da6853 up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:08:39.553737 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-06aac2f9-bf03-45a5-8f52-2923b9aabdd3 admin admin] Notify callbacks [] for router, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:39.555574 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-06aac2f9-bf03-45a5-8f52-2923b9aabdd3 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 11.2515681
Dec 23 16:08:39.569059 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 41672) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:08:39.572667 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.services.segments.db [None req-955d9681-a12c-459b-8faf-07efd5830af8 tempest-QuotasNegativeTest-669055442 tempest-QuotasNegativeTest-669055442-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1dc1930190>,) {'filters': {'network_id': ['ba21223e-e85a-4c01-9661-6b7488d33da9']}} {{(pid=87635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:08:39.619316 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-353902fd-db6b-4a3f-8147-ed8d0faea98b tempest-DHCPAgentSchedulersTestJSON-1568832572 tempest-DHCPAgentSchedulersTestJSON-1568832572-project-admin] 10.222.0.64 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4310 time: 0.8229287
Dec 23 16:08:39.633056 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 41676) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:08:39.633959 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-89d5504e-f4de-41e5-b761-d1138cb88b94 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:08:39.659251 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-1df91a44-0668-49c5-853a-47558bc7a1dd tempest-DHCPAgentSchedulersTestJSON-394741792 tempest-DHCPAgentSchedulersTestJSON-394741792-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-33192405'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:08:39.660156 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-e329b5d0-bff7-4fc4-b15e-0115cfec3e39 None None] Provisioning for port cda84cc8-d1e0-460f-8482-f8bb524a07ce completed by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:08:39.665005 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-1df91a44-0668-49c5-853a-47558bc7a1dd tempest-DHCPAgentSchedulersTestJSON-394741792 tempest-DHCPAgentSchedulersTestJSON-394741792-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:08:39.676512 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55afe39e-b944-4af0-9276-18ae30b79615 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941-project] Network 9fd30154-7a0a-4ec5-8059-4c9741a97a26 is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:08:39.679540 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-1df91a44-0668-49c5-853a-47558bc7a1dd tempest-DHCPAgentSchedulersTestJSON-394741792 tempest-DHCPAgentSchedulersTestJSON-394741792-project] Usage tracker for resource:network and tenant:355476467ff349e69a4c5d694bf02ed6 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:08:39.685548 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-e329b5d0-bff7-4fc4-b15e-0115cfec3e39 None None] Provisioning complete for port cda84cc8-d1e0-460f-8482-f8bb524a07ce triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:08:39.685728 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-e329b5d0-bff7-4fc4-b15e-0115cfec3e39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:39.685979 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-1df91a44-0668-49c5-853a-47558bc7a1dd tempest-DHCPAgentSchedulersTestJSON-394741792 tempest-DHCPAgentSchedulersTestJSON-394741792-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:08:39.697345 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-55afe39e-b944-4af0-9276-18ae30b79615 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941-project] Resources bound (agent type, host, resource id):  {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:08:39.709481 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.services.segments.db [None req-955d9681-a12c-459b-8faf-07efd5830af8 tempest-QuotasNegativeTest-669055442 tempest-QuotasNegativeTest-669055442-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dc1930190>, 'f0832490-a11e-482f-8764-e2e2b1b5b294') {'for_net_delete': True} {{(pid=87635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:08:39.709958 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.services.segments.db [None req-955d9681-a12c-459b-8faf-07efd5830af8 tempest-QuotasNegativeTest-669055442 tempest-QuotasNegativeTest-669055442-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dc1930190>, 'f0832490-a11e-482f-8764-e2e2b1b5b294') {} {{(pid=87635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:08:39.711609 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-1df91a44-0668-49c5-853a-47558bc7a1dd tempest-DHCPAgentSchedulersTestJSON-394741792 tempest-DHCPAgentSchedulersTestJSON-394741792-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:08:39.713162 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55afe39e-b944-4af0-9276-18ae30b79615 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941-project] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:08:39.720114 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55afe39e-b944-4af0-9276-18ae30b79615 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:08:39.720114 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-55afe39e-b944-4af0-9276-18ae30b79615 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:39.748847 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afe39e-b944-4af0-9276-18ae30b79615 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941-project] Pushing event updated for resources: {'Port': ['ID=077add81-a3bb-4b72-9632-5a5172021b2f,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:08:39.751192 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89d5504e-f4de-41e5-b761-d1138cb88b94 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Made reservation on behalf of 08bb5ff5fd45470cae3e1870e7817546 for: {'network': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:08:39.754805 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-89d5504e-f4de-41e5-b761-d1138cb88b94 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for network, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:39.755801 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvr_db [None req-abfdccfb-b262-4f8e-aa3b-5fc1f31c4cc2 None None] Set router 5ddf301a-c667-4ab2-af44-4358f783eeec gateway port host: dv-neutron-822799-1-hyperv {{(pid=87637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:08:39.764207 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-55afe39e-b944-4af0-9276-18ae30b79615 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:08:39.776654 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-16e549bd-e3c4-4d66-a386-e1426f3affd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:39.778435 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-89d5504e-f4de-41e5-b761-d1138cb88b94 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Notify callbacks [] for security_group, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:39.791561 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1df91a44-0668-49c5-853a-47558bc7a1dd tempest-DHCPAgentSchedulersTestJSON-394741792 tempest-DHCPAgentSchedulersTestJSON-394741792-project] Made reservation on behalf of 355476467ff349e69a4c5d694bf02ed6 for: {'network': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:08:39.795103 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1df91a44-0668-49c5-853a-47558bc7a1dd tempest-DHCPAgentSchedulersTestJSON-394741792 tempest-DHCPAgentSchedulersTestJSON-394741792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for network, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:39.813653 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-955d9681-a12c-459b-8faf-07efd5830af8 tempest-QuotasNegativeTest-669055442 tempest-QuotasNegativeTest-669055442-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735363085442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2776713'] for segment, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:39.816008 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-55afe39e-b944-4af0-9276-18ae30b79615 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201  len: 942 time: 3.5772877
Dec 23 16:08:39.820724 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 41680) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:08:39.828518 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.db_base_plugin_common [None req-7e63789f-a7f3-41dc-8b81-d9c01fdbbf49 tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Allocated IP 172.20.0.14 (eeb2f5d8-4209-48af-ae86-fdd7f7495777/f8bb89f4-fea4-460f-8633-0d24f208824d/ec850cd4-d876-47c2-8427-d0a27e69ab53) {{(pid=87635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:08:39.848067 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-16e549bd-e3c4-4d66-a386-e1426f3affd1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:08:39.864063 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-955d9681-a12c-459b-8faf-07efd5830af8 tempest-QuotasNegativeTest-669055442 tempest-QuotasNegativeTest-669055442-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:39.865629 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-89d5504e-f4de-41e5-b761-d1138cb88b94 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:08:39.869950 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-16e549bd-e3c4-4d66-a386-e1426f3affd1 admin admin] Usage tracker for resource:security_group_rule and tenant:f241daf8928b44f584097680b3676510 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:08:39.872905 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-45086b51-9127-42e7-a6f6-7619241021f7 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941-project] Request body: {'port': {'network_id': '9fd30154-7a0a-4ec5-8059-4c9741a97a26', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-865464220', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:08:39.873666 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.api.validators [None req-45086b51-9127-42e7-a6f6-7619241021f7 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941-project] bootfile-name is not in valid_values {{(pid=87636) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Dec 23 16:08:39.873799 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.api.validators [None req-45086b51-9127-42e7-a6f6-7619241021f7 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941-project] tftp-server is not in valid_values {{(pid=87636) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Dec 23 16:08:39.874104 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.api.validators [None req-45086b51-9127-42e7-a6f6-7619241021f7 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941-project] server-ip-address is not in valid_values {{(pid=87636) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Dec 23 16:08:39.879240 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-16e549bd-e3c4-4d66-a386-e1426f3affd1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:08:39.906639 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-16e549bd-e3c4-4d66-a386-e1426f3affd1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:08:39.909667 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-955d9681-a12c-459b-8faf-07efd5830af8 tempest-QuotasNegativeTest-669055442 tempest-QuotasNegativeTest-669055442-project-admin] Releasing vlan 440 on physical network physnet1 to pool {{(pid=87635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 23 16:08:39.910067 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-89d5504e-f4de-41e5-b761-d1138cb88b94 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Usage tracker for resource:security_group_rule and tenant:08bb5ff5fd45470cae3e1870e7817546 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:08:39.910178 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-955d9681-a12c-459b-8faf-07efd5830af8 tempest-QuotasNegativeTest-669055442 tempest-QuotasNegativeTest-669055442-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2753503'] for segment, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:39.964170 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-89d5504e-f4de-41e5-b761-d1138cb88b94 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:08:39.972787 dv-neutron-822799-1-hyperv neutron-server[87635]: Traceback (most recent call last):
Dec 23 16:08:39.972787 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 23 16:08:39.972787 dv-neutron-822799-1-hyperv neutron-server[87635]:     timer()
Dec 23 16:08:39.972787 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:08:39.972787 dv-neutron-822799-1-hyperv neutron-server[87635]:     cb(*args, **kw)
Dec 23 16:08:39.972787 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 23 16:08:39.972787 dv-neutron-822799-1-hyperv neutron-server[87635]:     return func(*args, **kwargs)
Dec 23 16:08:39.972787 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:08:39.972787 dv-neutron-822799-1-hyperv neutron-server[87635]:     self._notify()
Dec 23 16:08:39.972787 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:08:39.972787 dv-neutron-822799-1-hyperv neutron-server[87635]:     self.callback(batched_events)
Dec 23 16:08:39.972787 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:08:39.972787 dv-neutron-822799-1-hyperv neutron-server[87635]:     event.method(event)
Dec 23 16:08:39.972787 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:08:39.972787 dv-neutron-822799-1-hyperv neutron-server[87635]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:08:39.972787 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 23 16:08:39.972787 dv-neutron-822799-1-hyperv neutron-server[87635]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 23 16:08:39.972787 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 23 16:08:39.972787 dv-neutron-822799-1-hyperv neutron-server[87635]:     return f(self, *a, **k)
Dec 23 16:08:39.972787 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:08:39.972787 dv-neutron-822799-1-hyperv neutron-server[87635]:     return self._get(url).json()
Dec 23 16:08:39.972787 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 23 16:08:39.972787 dv-neutron-822799-1-hyperv neutron-server[87635]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 23 16:08:39.972787 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 23 16:08:39.972787 dv-neutron-822799-1-hyperv neutron-server[87635]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:08:39.972787 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 23 16:08:39.972787 dv-neutron-822799-1-hyperv neutron-server[87635]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 23 16:08:39.972787 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 23 16:08:39.972787 dv-neutron-822799-1-hyperv neutron-server[87635]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:08:39.972787 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 23 16:08:39.972787 dv-neutron-822799-1-hyperv neutron-server[87635]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:08:39.972787 dv-neutron-822799-1-hyperv neutron-server[87635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:08:40.003728 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-89d5504e-f4de-41e5-b761-d1138cb88b94 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:08:40.013629 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1df91a44-0668-49c5-853a-47558bc7a1dd tempest-DHCPAgentSchedulersTestJSON-394741792 tempest-DHCPAgentSchedulersTestJSON-394741792-project] vlan segment allocate from pool success with {'vlan_id': 419, 'physical_network': 'physnet1'}  {{(pid=87636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 23 16:08:40.077455 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1df91a44-0668-49c5-853a-47558bc7a1dd tempest-DHCPAgentSchedulersTestJSON-394741792 tempest-DHCPAgentSchedulersTestJSON-394741792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:40.078048 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.db.segments_db [None req-1df91a44-0668-49c5-853a-47558bc7a1dd tempest-DHCPAgentSchedulersTestJSON-394741792 tempest-DHCPAgentSchedulersTestJSON-394741792-project] Added segment af2c8451-f12d-474c-b80d-efb3e8ed0f16 of type vlan for network 675c8c38-a125-4b89-bdb4-295c966f082b
Dec 23 16:08:40.175685 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning for port c289761a-cc5a-4016-bcf3-c34864da6853 completed by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:08:40.178890 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46a83ab4-e7bd-4b8c-bbb0-2b81b3702a74 None None] Network 9fd30154-7a0a-4ec5-8059-4c9741a97a26 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:08:40.187661 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1df91a44-0668-49c5-853a-47558bc7a1dd tempest-DHCPAgentSchedulersTestJSON-394741792 tempest-DHCPAgentSchedulersTestJSON-394741792-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735362521793'] for network, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:40.191551 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-45086b51-9127-42e7-a6f6-7619241021f7 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:08:40.201508 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-eb6e21ae-3ec1-4ef4-b35b-bdfb7a4d1b28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:40.208768 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port c289761a-cc5a-4016-bcf3-c34864da6853 triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:08:40.209191 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:40.211275 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-45086b51-9127-42e7-a6f6-7619241021f7 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941-project] Usage tracker for resource:port and tenant:45eacc35558e4feeb8a9ec71dd6038f0 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:08:40.218750 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-45086b51-9127-42e7-a6f6-7619241021f7 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:08:40.234606 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-45086b51-9127-42e7-a6f6-7619241021f7 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:08:40.242624 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-e329b5d0-bff7-4fc4-b15e-0115cfec3e39 None None] Port cda84cc8-d1e0-460f-8482-f8bb524a07ce cannot update to ACTIVE because it is not bound. {{(pid=87637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 23 16:08:40.288680 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-955d9681-a12c-459b-8faf-07efd5830af8 tempest-QuotasNegativeTest-669055442 tempest-QuotasNegativeTest-669055442-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-864336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1824171'] for network, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:40.309020 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45086b51-9127-42e7-a6f6-7619241021f7 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941-project] Made reservation on behalf of 45eacc35558e4feeb8a9ec71dd6038f0 for: {'port': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:08:40.312731 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-45086b51-9127-42e7-a6f6-7619241021f7 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:40.345661 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1df91a44-0668-49c5-853a-47558bc7a1dd tempest-DHCPAgentSchedulersTestJSON-394741792 tempest-DHCPAgentSchedulersTestJSON-394741792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495'] for network, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:40.358029 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-955d9681-a12c-459b-8faf-07efd5830af8 tempest-QuotasNegativeTest-669055442 tempest-QuotasNegativeTest-669055442-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627509'] for network, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:40.363187 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1df91a44-0668-49c5-853a-47558bc7a1dd tempest-DHCPAgentSchedulersTestJSON-394741792 tempest-DHCPAgentSchedulersTestJSON-394741792-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:08:40.363977 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1df91a44-0668-49c5-853a-47558bc7a1dd tempest-DHCPAgentSchedulersTestJSON-394741792 tempest-DHCPAgentSchedulersTestJSON-394741792-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627509'] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:40.379136 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-0d9638b8-8723-4a42-810a-aaf1c6eb2914 tempest-QuotasNegativeTest-669055442 tempest-QuotasNegativeTest-669055442-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:08:40.381330 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-dc68f40f-6928-4b1f-8e63-7fe4b7a9ede7 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:08:40.407054 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [None req-45086b51-9127-42e7-a6f6-7619241021f7 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941-project] device_id is not set on port c876a3a5-5c06-49ae-b3a9-acb05e0a6ab7 yet. {{(pid=87636) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 23 16:08:40.433905 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955d9681-a12c-459b-8faf-07efd5830af8 tempest-QuotasNegativeTest-669055442 tempest-QuotasNegativeTest-669055442-project-admin] Pushing event deleted for resources: {'Network': ['ID=ba21223e-e85a-4c01-9661-6b7488d33da9,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:08:40.452608 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-89d5504e-f4de-41e5-b761-d1138cb88b94 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Notify callbacks [] for security_group, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:40.461967 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-955d9681-a12c-459b-8faf-07efd5830af8 tempest-QuotasNegativeTest-669055442 tempest-QuotasNegativeTest-669055442-project-admin] 10.222.0.64 "DELETE /v2.0/networks/ba21223e-e85a-4c01-9661-6b7488d33da9 HTTP/1.1" status: 204  len: 168 time: 2.5050318
Dec 23 16:08:40.464909 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-955d9681-a12c-459b-8faf-07efd5830af8 tempest-QuotasNegativeTest-669055442 tempest-QuotasNegativeTest-669055442-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:08:40.464988 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-8e150573-ffed-446e-a2b6-6ae921344bbd None None] Provisioning for port 21cef4a0-5f92-4510-8a82-5be5feb7adff completed by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:08:40.471887 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-7e63789f-a7f3-41dc-8b81-d9c01fdbbf49 tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:40.672286 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df91a44-0668-49c5-853a-47558bc7a1dd tempest-DHCPAgentSchedulersTestJSON-394741792 tempest-DHCPAgentSchedulersTestJSON-394741792-project] Pushing event updated for resources: {'Network': ['ID=675c8c38-a125-4b89-bdb4-295c966f082b,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:08:40.676445 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-89d5504e-f4de-41e5-b761-d1138cb88b94 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:40.680485 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:40.709994 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-abfdccfb-b262-4f8e-aa3b-5fc1f31c4cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc1710e20>, [{'id': '5ddf301a-c667-4ab2-af44-4358f783eeec', 'name': 'tempest-ServersTestManualDisk-2052961793-router', 'tenant_id': '0d83cf4cd2a34a3d8747fec0cfffe963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.111'}], 'enable_snat': True}, 'gw_port_id': '2b166162-6ae6-4c8f-ac05-899a97e296f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:08:28Z', 'updated_at': '2021-12-23T16:08:34Z', 'revision_number': 3, 'project_id': '0d83cf4cd2a34a3d8747fec0cfffe963', 'gw_port': {'id': '2b166162-6ae6-4c8f-ac05-899a97e296f1', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:88:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ddf301a-c667-4ab2-af44-4358f783eeec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:08:30Z', 'updated_at': '2021-12-23T16:08:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv'}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:08:40.712486 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-16e549bd-e3c4-4d66-a386-e1426f3affd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:40.716196 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] For port c289761a-cc5a-4016-bcf3-c34864da6853, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=c289761a-cc5a-4016-bcf3-c34864da6853,segment=NetworkSegment(77e3d110-dd7b-426c-b11f-b78dde7993df),segment_id=77e3d110-dd7b-426c-b11f-b78dde7993df)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:08:40.719052 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abfdccfb-b262-4f8e-aa3b-5fc1f31c4cc2 None None] Checking router: 5ddf301a-c667-4ab2-af44-4358f783eeec for host: dv-neutron-822799-1-hyperv {{(pid=87637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 23 16:08:40.719412 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abfdccfb-b262-4f8e-aa3b-5fc1f31c4cc2 None None] Updating router 5ddf301a-c667-4ab2-af44-4358f783eeec port 2b166162-6ae6-4c8f-ac05-899a97e296f1 binding host dv-neutron-822799-1-hyperv {{(pid=87637) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 23 16:08:40.734443 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-16e549bd-e3c4-4d66-a386-e1426f3affd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:40.739012 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-7e63789f-a7f3-41dc-8b81-d9c01fdbbf49 tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:40.751593 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:08:40.759838 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:40.760770 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device a807fb56-e5d7-4a2c-817d-2db4a2dd71c8 up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:08:40.776426 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [None req-45086b51-9127-42e7-a6f6-7619241021f7 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941-project] Allocated IP 2001:db8::5 (9fd30154-7a0a-4ec5-8059-4c9741a97a26/e3bc0683-bb30-469b-a43a-92301d611d58/c876a3a5-5c06-49ae-b3a9-acb05e0a6ab7) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:08:40.796301 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:08:40.806495 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-1df91a44-0668-49c5-853a-47558bc7a1dd tempest-DHCPAgentSchedulersTestJSON-394741792 tempest-DHCPAgentSchedulersTestJSON-394741792-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.425s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:08:40.815843 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-78d79308-de77-4d0f-9fd5-d1ed5b13d2c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:08:40.849369 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e549bd-e3c4-4d66-a386-e1426f3affd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2330752e-6a62-4efa-87c5-22c3e7b84374,revision_number=1']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:08:40.853729 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-16e549bd-e3c4-4d66-a386-e1426f3affd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:08:40.856511 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-1df91a44-0668-49c5-853a-47558bc7a1dd tempest-DHCPAgentSchedulersTestJSON-394741792 tempest-DHCPAgentSchedulersTestJSON-394741792-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201  len: 793 time: 1.2137437
Dec 23 16:08:40.860113 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Network 675c8c38-a125-4b89-bdb4-295c966f082b details requested by agent ovs-agent-dv-neutron-822799-1-hyperv with host dv-neutron-822799-1-hyperv {{(pid=87637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 23 16:08:40.861429 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e63789f-a7f3-41dc-8b81-d9c01fdbbf49 tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Network eeb2f5d8-4209-48af-ae86-fdd7f7495777 is already hosted by enough agents. {{(pid=87635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:08:40.862247 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.095s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:08:40.883280 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89d5504e-f4de-41e5-b761-d1138cb88b94 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] vlan segment allocate from pool success with {'vlan_id': 443, 'physical_network': 'physnet1'}  {{(pid=87636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 23 16:08:40.885776 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 41688) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:08:40.936210 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-16e549bd-e3c4-4d66-a386-e1426f3affd1 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f241daf8928b44f584097680b3676510&name=default HTTP/1.1" status: 200  len: 2979 time: 1.5274754
Dec 23 16:08:40.936210 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e63789f-a7f3-41dc-8b81-d9c01fdbbf49 tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Pushing event updated for resources: {'Port': ['ID=ec850cd4-d876-47c2-8427-d0a27e69ab53,revision_number=1']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:08:40.938917 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-7e63789f-a7f3-41dc-8b81-d9c01fdbbf49 tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:08:40.940453 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.base_scheduler [None req-7e63789f-a7f3-41dc-8b81-d9c01fdbbf49 tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Resources bound (agent type, host, resource id):  {{(pid=87635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:08:40.942660 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e63789f-a7f3-41dc-8b81-d9c01fdbbf49 tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Received port after_create {{(pid=87635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:08:40.950001 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 41692) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:08:41.013178 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-eb6e21ae-3ec1-4ef4-b35b-bdfb7a4d1b28 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:41.019109 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-abfdccfb-b262-4f8e-aa3b-5fc1f31c4cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:41.101887 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 41698) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:08:41.115350 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Pushing event updated for resources: {'Port': ['ID=c289761a-cc5a-4016-bcf3-c34864da6853,revision_number=4']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:08:41.163528 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:08:41.199360 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port a807fb56-e5d7-4a2c-817d-2db4a2dd71c8 triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:08:41.199842 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:41.296184 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-79af6cb9-85de-4ff1-b10b-11954a694c31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:41.317135 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-89d5504e-f4de-41e5-b761-d1138cb88b94 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:41.317478 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.db.segments_db [None req-89d5504e-f4de-41e5-b761-d1138cb88b94 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Added segment 543b8d78-5368-4685-8af0-a18d2284b197 of type vlan for network c21db128-dfb2-49e0-81b3-1e246173df0e
Dec 23 16:08:41.353529 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-89d5504e-f4de-41e5-b761-d1138cb88b94 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735362521793'] for network, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:41.389892 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d5504e-f4de-41e5-b761-d1138cb88b94 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3032def-c793-4f1b-aa2a-556fb94ff075,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:08:41.473381 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-ec4fe6c4-9d21-4100-9d7a-5bf97f4f226c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:41.485462 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 21cef4a0-5f92-4510-8a82-5be5feb7adff up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:08:41.489926 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-45086b51-9127-42e7-a6f6-7619241021f7 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941-project] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:41.495410 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-89d5504e-f4de-41e5-b761-d1138cb88b94 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.680s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:08:41.496012 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-89d5504e-f4de-41e5-b761-d1138cb88b94 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495'] for network, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:41.496779 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-eb6e21ae-3ec1-4ef4-b35b-bdfb7a4d1b28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:41.537311 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89d5504e-f4de-41e5-b761-d1138cb88b94 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:08:41.538026 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-89d5504e-f4de-41e5-b761-d1138cb88b94 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627509'] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:41.545924 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-eb6e21ae-3ec1-4ef4-b35b-bdfb7a4d1b28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1627481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1781465'] for router_interface, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:41.547322 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-ec4fe6c4-9d21-4100-9d7a-5bf97f4f226c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:08:41.568655 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-78d79308-de77-4d0f-9fd5-d1ed5b13d2c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:08:41.570130 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-ec4fe6c4-9d21-4100-9d7a-5bf97f4f226c admin admin] Usage tracker for resource:security_group_rule and tenant:1cf62ecef7914b589e443725bcf11e0e is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:08:41.609800 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-ec4fe6c4-9d21-4100-9d7a-5bf97f4f226c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:08:41.619455 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:41.620910 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.provisioning_blocks [None req-45086b51-9127-42e7-a6f6-7619241021f7 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941-project] Transition to ACTIVE for port object c876a3a5-5c06-49ae-b3a9-acb05e0a6ab7 will not be triggered until provisioned by entity DHCP. {{(pid=87636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:08:41.674216 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-735a31aa-6ac5-4f24-b656-864a6b303760 None None] Provisioning for port 077add81-a3bb-4b72-9632-5a5172021b2f completed by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:08:41.687314 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-ec4fe6c4-9d21-4100-9d7a-5bf97f4f226c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:08:41.690274 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-313122c1-1b3c-464e-be30-8afa0895bb2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:41.754485 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-735a31aa-6ac5-4f24-b656-864a6b303760 None None] Provisioning complete for port 077add81-a3bb-4b72-9632-5a5172021b2f triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:08:41.754850 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-735a31aa-6ac5-4f24-b656-864a6b303760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:41.765145 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-89d5504e-f4de-41e5-b761-d1138cb88b94 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 3.1863618
Dec 23 16:08:41.815984 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-735a31aa-6ac5-4f24-b656-864a6b303760 None None] Port 077add81-a3bb-4b72-9632-5a5172021b2f cannot update to ACTIVE because it is not bound. {{(pid=87637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 23 16:08:41.824473 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning for port 21cef4a0-5f92-4510-8a82-5be5feb7adff completed by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:08:41.835330 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port 21cef4a0-5f92-4510-8a82-5be5feb7adff triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:08:41.835716 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:41.896851 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-7e63789f-a7f3-41dc-8b81-d9c01fdbbf49 tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:41.897436 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-abfdccfb-b262-4f8e-aa3b-5fc1f31c4cc2 None None] Notify callbacks [] for port, precommit_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:41.916466 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-abfdccfb-b262-4f8e-aa3b-5fc1f31c4cc2 None None] Transition to ACTIVE for port object 2b166162-6ae6-4c8f-ac05-899a97e296f1 will not be triggered until provisioned by entity L2. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:08:41.974926 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-c3bb4321-e4f4-4073-9416-a923e8d4c9b6 tempest-DHCPAgentSchedulersTestJSON-1568832572 tempest-DHCPAgentSchedulersTestJSON-1568832572-project-admin] 10.222.0.64 "GET /v2.0/agents/1c812d71-eadf-4fb3-b98e-67468a4aa7e2/dhcp-networks HTTP/1.1" status: 200  len: 6492 time: 1.0836976
Dec 23 16:08:41.976854 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d5504e-f4de-41e5-b761-d1138cb88b94 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Pushing event updated for resources: {'Network': ['ID=c21db128-dfb2-49e0-81b3-1e246173df0e,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:08:41.980185 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 41706) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:08:41.989441 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:42.032555 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] For port 21cef4a0-5f92-4510-8a82-5be5feb7adff, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=21cef4a0-5f92-4510-8a82-5be5feb7adff,segment=NetworkSegment(bdac2f59-278c-4015-a032-a8126ee0107d),segment_id=bdac2f59-278c-4015-a032-a8126ee0107d)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:08:42.034522 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Network c21db128-dfb2-49e0-81b3-1e246173df0e details requested by agent ovs-agent-dv-neutron-822799-1-hyperv with host dv-neutron-822799-1-hyperv {{(pid=87637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 23 16:08:42.036518 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.db_base_plugin_common [None req-79af6cb9-85de-4ff1-b10b-11954a694c31 admin admin] Allocated IP 172.20.0.1 (110ef17f-202a-4ce6-8e43-789c8f209bdb/53feed59-2af5-4ad4-9dff-3991a61b1789/f1533cd9-1d4b-4d70-b357-905ad395d212) {{(pid=87635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:08:42.050418 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-abfdccfb-b262-4f8e-aa3b-5fc1f31c4cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:42.061895 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-89d5504e-f4de-41e5-b761-d1138cb88b94 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.493s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:08:42.065402 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:08:42.071073 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.483s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:08:42.147166 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:42.154936 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e47dda-5561-4784-bd34-52a0736963d7 None None] Pushing event updated for resources: {'Port': ['ID=2b166162-6ae6-4c8f-ac05-899a97e296f1,revision_number=2']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:08:42.169832 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-78e47dda-5561-4784-bd34-52a0736963d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:08:42.177332 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-03706be5-13b9-4e86-a1f0-6d4d7e610fe5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.023s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:08:42.209098 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6e21ae-3ec1-4ef4-b35b-bdfb7a4d1b28 admin admin] Pushing event updated for resources: {'Port': ['ID=cda84cc8-d1e0-460f-8482-f8bb524a07ce,revision_number=2']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:08:42.218887 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-eb6e21ae-3ec1-4ef4-b35b-bdfb7a4d1b28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:08:42.232392 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-313122c1-1b3c-464e-be30-8afa0895bb2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:42.336955 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-45086b51-9127-42e7-a6f6-7619241021f7 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:42.342454 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb6e21ae-3ec1-4ef4-b35b-bdfb7a4d1b28 admin admin] Network 256a38e5-d398-4e43-80e3-9bc3cd6cc270 is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:08:42.354643 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-eb6e21ae-3ec1-4ef4-b35b-bdfb7a4d1b28 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:08:42.373243 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-ff636376-27d2-492c-9253-521964535caf None None] Provisioning complete for port 077add81-a3bb-4b72-9632-5a5172021b2f triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:08:42.373625 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-ff636376-27d2-492c-9253-521964535caf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:42.405227 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device c289761a-cc5a-4016-bcf3-c34864da6853 up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:08:42.529486 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-abfdccfb-b262-4f8e-aa3b-5fc1f31c4cc2 None None] Attempting to bind port 2b166162-6ae6-4c8f-ac05-899a97e296f1 on host dv-neutron-822799-1-hyperv for vnic_type normal with profile  {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:08:42.530597 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-abfdccfb-b262-4f8e-aa3b-5fc1f31c4cc2 None None] Attempting to bind port 2b166162-6ae6-4c8f-ac05-899a97e296f1 by drivers openvswitch,hyperv on host dv-neutron-822799-1-hyperv at level 0 using segments [{'id': '77e3d110-dd7b-426c-b11f-b78dde7993df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b'}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:08:42.531285 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abfdccfb-b262-4f8e-aa3b-5fc1f31c4cc2 None None] Attempting to bind port 2b166162-6ae6-4c8f-ac05-899a97e296f1 on network 8afa6d58-9431-454a-b99c-3ff8a65aa86b {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:08:42.549539 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abfdccfb-b262-4f8e-aa3b-5fc1f31c4cc2 None None] Checking agent: {'id': '20d2070f-69a9-4e73-8d08-6f0387a40158', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822799-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 21), 'started_at': datetime.datetime(2021, 12, 23, 16, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 8, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822799-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 23 16:08:42.550229 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abfdccfb-b262-4f8e-aa3b-5fc1f31c4cc2 None None] Checking segment: {'id': '77e3d110-dd7b-426c-b11f-b78dde7993df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:08:42.550884 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-abfdccfb-b262-4f8e-aa3b-5fc1f31c4cc2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:42.551655 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abfdccfb-b262-4f8e-aa3b-5fc1f31c4cc2 None None] Bound using segment: {'id': '77e3d110-dd7b-426c-b11f-b78dde7993df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b'} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 23 16:08:42.552350 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-abfdccfb-b262-4f8e-aa3b-5fc1f31c4cc2 None None] Bound port: 2b166162-6ae6-4c8f-ac05-899a97e296f1, host: dv-neutron-822799-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77e3d110-dd7b-426c-b11f-b78dde7993df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b'}}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 23 16:08:42.552974 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-abfdccfb-b262-4f8e-aa3b-5fc1f31c4cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:42.559629 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-ec4fe6c4-9d21-4100-9d7a-5bf97f4f226c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:42.636394 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-abfdccfb-b262-4f8e-aa3b-5fc1f31c4cc2 None None] For port 2b166162-6ae6-4c8f-ac05-899a97e296f1, host dv-neutron-822799-1-hyperv, cleared binding levels {{(pid=87637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 23 16:08:42.641712 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-abfdccfb-b262-4f8e-aa3b-5fc1f31c4cc2 None None] For port 2b166162-6ae6-4c8f-ac05-899a97e296f1, host dv-neutron-822799-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=2b166162-6ae6-4c8f-ac05-899a97e296f1,segment=NetworkSegment(77e3d110-dd7b-426c-b11f-b78dde7993df),segment_id=77e3d110-dd7b-426c-b11f-b78dde7993df)] {{(pid=87637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 23 16:08:42.651278 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:08:42.662474 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-abfdccfb-b262-4f8e-aa3b-5fc1f31c4cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:42.698317 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-ec4fe6c4-9d21-4100-9d7a-5bf97f4f226c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:42.735613 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-85c15f14-af20-4880-9354-245194d9a5f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:08:42.741090 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port c289761a-cc5a-4016-bcf3-c34864da6853 triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:08:42.741743 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:42.761589 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45086b51-9127-42e7-a6f6-7619241021f7 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941-project] Network 9fd30154-7a0a-4ec5-8059-4c9741a97a26 is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:08:42.771829 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb6e21ae-3ec1-4ef4-b35b-bdfb7a4d1b28 admin admin] Router e5ed9969-f942-413f-9711-d6031be48c18 has already been hosted by L3 agent 371d4c41-c7e2-4de7-9539-c049ec4e95d1 {{(pid=87636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 23 16:08:42.773431 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45086b51-9127-42e7-a6f6-7619241021f7 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941-project] Pushing event updated for resources: {'Port': ['ID=c876a3a5-5c06-49ae-b3a9-acb05e0a6ab7,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:08:42.777753 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-45086b51-9127-42e7-a6f6-7619241021f7 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941-project] Resources bound (agent type, host, resource id):  {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:08:42.783255 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-313122c1-1b3c-464e-be30-8afa0895bb2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:42.784278 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-45086b51-9127-42e7-a6f6-7619241021f7 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:08:42.785189 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45086b51-9127-42e7-a6f6-7619241021f7 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941-project] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:08:42.791253 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f37474c-c81d-4e1c-9571-da4fb3af281d tempest-DHCPAgentSchedulersTestJSON-1568832572 tempest-DHCPAgentSchedulersTestJSON-1568832572-project-admin] Network 675c8c38-a125-4b89-bdb4-295c966f082b is scheduled to be hosted by DHCP agent 1c812d71-eadf-4fb3-b98e-67468a4aa7e2 with binding_index 1 {{(pid=87635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 23 16:08:42.793332 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45086b51-9127-42e7-a6f6-7619241021f7 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:08:42.793856 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-45086b51-9127-42e7-a6f6-7619241021f7 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:42.842517 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abfdccfb-b262-4f8e-aa3b-5fc1f31c4cc2 None None] Routers {'5ddf301a-c667-4ab2-af44-4358f783eeec'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:08:42.843906 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-abfdccfb-b262-4f8e-aa3b-5fc1f31c4cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc1710e20>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:08:20Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['5ddf301a-c667-4ab2-af44-4358f783eeec'], 'active': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:08:42.863032 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4fe6c4-9d21-4100-9d7a-5bf97f4f226c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef981c87-b74d-4fe3-8712-98f154fb8e40,revision_number=1']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:08:42.895796 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-ec4fe6c4-9d21-4100-9d7a-5bf97f4f226c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:08:42.901142 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-ec4fe6c4-9d21-4100-9d7a-5bf97f4f226c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1cf62ecef7914b589e443725bcf11e0e&name=default HTTP/1.1" status: 200  len: 2979 time: 1.7963130
Dec 23 16:08:42.921442 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-2f37474c-c81d-4e1c-9571-da4fb3af281d tempest-DHCPAgentSchedulersTestJSON-1568832572 tempest-DHCPAgentSchedulersTestJSON-1568832572-project-admin] 10.222.0.64 "POST /v2.0/agents/1c812d71-eadf-4fb3-b98e-67468a4aa7e2/dhcp-networks HTTP/1.1" status: 201  len: 201 time: 0.9385133
Dec 23 16:08:42.926979 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 41710) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:08:42.927347 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 41712) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:08:42.932479 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-7e63789f-a7f3-41dc-8b81-d9c01fdbbf49 tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1823971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1824234'] for router, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:42.936817 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-79af6cb9-85de-4ff1-b10b-11954a694c31 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:43.069424 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvr_db [None req-abfdccfb-b262-4f8e-aa3b-5fc1f31c4cc2 None None] Set router 5ddf301a-c667-4ab2-af44-4358f783eeec gateway port host: dv-neutron-822799-1-hyperv {{(pid=87637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:08:43.097461 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-313122c1-1b3c-464e-be30-8afa0895bb2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:43.101496 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-313122c1-1b3c-464e-be30-8afa0895bb2b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2330752e-6a62-4efa-87c5-22c3e7b84374 HTTP/1.1" status: 204  len: 168 time: 2.1440578
Dec 23 16:08:43.105393 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-45086b51-9127-42e7-a6f6-7619241021f7 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1147 time: 3.2792144
Dec 23 16:08:43.105393 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:08:43.120651 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb6e21ae-3ec1-4ef4-b35b-bdfb7a4d1b28 admin admin] Notify agent at l3_agent.dv-neutron-822799-1-hyperv the message routers_updated {{(pid=87636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 23 16:08:43.122238 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 41720) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:08:43.135507 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313122c1-1b3c-464e-be30-8afa0895bb2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2330752e-6a62-4efa-87c5-22c3e7b84374,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:08:43.137874 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c43ca059-2bb0-49c6-9dad-d786116991b0 None None] Sync routers for ids ['e5ed9969-f942-413f-9711-d6031be48c18'] in dv-neutron-822799-1-hyperv {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 23 16:08:43.175801 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c43ca059-2bb0-49c6-9dad-d786116991b0 None None] Routers {'e5ed9969-f942-413f-9711-d6031be48c18'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:08:43.177748 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-c43ca059-2bb0-49c6-9dad-d786116991b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc1fe5520>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:08:20Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['e5ed9969-f942-413f-9711-d6031be48c18'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:08:43.187815 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-313122c1-1b3c-464e-be30-8afa0895bb2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:08:43.192182 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-eb6e21ae-3ec1-4ef4-b35b-bdfb7a4d1b28 admin admin] 10.222.0.64 "PUT /v2.0/routers/e5ed9969-f942-413f-9711-d6031be48c18/add_router_interface HTTP/1.1" status: 200  len: 503 time: 8.1237268
Dec 23 16:08:43.235371 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72066bfd-e186-4e07-a1c1-c8d28cb7d09f tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:08:43.241369 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72066bfd-e186-4e07-a1c1-c8d28cb7d09f tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:08:43.270099 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72066bfd-e186-4e07-a1c1-c8d28cb7d09f tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:08:43.271005 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-72066bfd-e186-4e07-a1c1-c8d28cb7d09f tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941-project] Synchronizing usage tracker for tenant:45eacc35558e4feeb8a9ec71dd6038f0 on resource:port {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:08:43.314619 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-72066bfd-e186-4e07-a1c1-c8d28cb7d09f tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941-project] Unset dirty status for tenant:45eacc35558e4feeb8a9ec71dd6038f0 on resource:port {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:08:43.318601 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-72066bfd-e186-4e07-a1c1-c8d28cb7d09f tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200  len: 2621 time: 0.1778011
Dec 23 16:08:43.318819 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 41726) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:08:43.380409 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72496625-9a98-4251-8a64-434379d63238 None None] Network 675c8c38-a125-4b89-bdb4-295c966f082b requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:08:43.463394 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-ff636376-27d2-492c-9253-521964535caf None None] Port 077add81-a3bb-4b72-9632-5a5172021b2f cannot update to ACTIVE because it is not bound. {{(pid=87637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 23 16:08:43.473711 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-062413ec-a03d-48b9-9775-0ddbd1865055 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941-project] Deleting port c876a3a5-5c06-49ae-b3a9-acb05e0a6ab7 {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:08:43.474066 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-062413ec-a03d-48b9-9775-0ddbd1865055 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:43.558302 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Pushing event updated for resources: {'Port': ['ID=21cef4a0-5f92-4510-8a82-5be5feb7adff,revision_number=3']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:08:43.599633 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.provisioning_blocks [None req-79af6cb9-85de-4ff1-b10b-11954a694c31 admin admin] Transition to ACTIVE for port object f1533cd9-1d4b-4d70-b357-905ad395d212 will not be triggered until provisioned by entity DHCP. {{(pid=87635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:08:43.636771 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-c43ca059-2bb0-49c6-9dad-d786116991b0 None None] Set router e5ed9969-f942-413f-9711-d6031be48c18 gateway port host: dv-neutron-822799-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:08:43.646070 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.465s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:08:43.673535 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-03706be5-13b9-4e86-a1f0-6d4d7e610fe5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.975s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:08:44.032399 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-c43ca059-2bb0-49c6-9dad-d786116991b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc1fe5520>, [{'id': 'e5ed9969-f942-413f-9711-d6031be48c18', 'name': 'tempest-ServersTestJSON-1282004446-router', 'tenant_id': '79224c5618eb4cef88b00e2059f275cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.50'}], 'enable_snat': True}, 'gw_port_id': 'c289761a-cc5a-4016-bcf3-c34864da6853', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:08:27Z', 'updated_at': '2021-12-23T16:08:40Z', 'revision_number': 4, 'project_id': '79224c5618eb4cef88b00e2059f275cc', 'gw_port': {'id': 'c289761a-cc5a-4016-bcf3-c34864da6853', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:d5:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ed9969-f942-413f-9711-d6031be48c18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:08:29Z', 'updated_at': '2021-12-23T16:08:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_interfaces': [{'id': 'cda84cc8-d1e0-460f-8482-f8bb524a07ce', 'name': '', 'network_id': '256a38e5-d398-4e43-80e3-9bc3cd6cc270', 'tenant_id': '79224c5618eb4cef88b00e2059f275cc', 'mac_address': 'fa:16:3e:ca:6b:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5ed9969-f942-413f-9711-d6031be48c18', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'c5e1e7de-66c6-459a-96dc-9f30163dd18a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:08:36Z', 'updated_at': '2021-12-23T16:08:40Z', 'revision_number': 2, 'project_id': '79224c5618eb4cef88b00e2059f275cc', 'subnets': [{'id': 'c5e1e7de-66c6-459a-96dc-9f30163dd18a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:08:44.037360 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c43ca059-2bb0-49c6-9dad-d786116991b0 None None] Checking router: e5ed9969-f942-413f-9711-d6031be48c18 for host: dv-neutron-822799-1-hyperv {{(pid=87638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 23 16:08:44.037720 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c43ca059-2bb0-49c6-9dad-d786116991b0 None None] Updating router e5ed9969-f942-413f-9711-d6031be48c18 port cda84cc8-d1e0-460f-8482-f8bb524a07ce binding host dv-neutron-822799-1-hyperv {{(pid=87638) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 23 16:08:44.059563 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-f8f2795c-8313-4872-90df-a4be049c9bfe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:44.062113 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 41740) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:08:44.113057 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c43ca059-2bb0-49c6-9dad-d786116991b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:44.245718 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-062413ec-a03d-48b9-9775-0ddbd1865055 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:44.308535 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e63789f-a7f3-41dc-8b81-d9c01fdbbf49 tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Router 88ebdbd6-2481-407e-bf93-be8d6612fb2b is scheduled to L3 agent 371d4c41-c7e2-4de7-9539-c049ec4e95d1 with binding_index 1 {{(pid=87635) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 23 16:08:44.362480 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-f8f2795c-8313-4872-90df-a4be049c9bfe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:44.384559 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-a8b4f2e8-ed0c-408b-b93a-2e3a972d20bb None None] Provisioning for port c876a3a5-5c06-49ae-b3a9-acb05e0a6ab7 completed by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:08:44.524374 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-a8b4f2e8-ed0c-408b-b93a-2e3a972d20bb None None] Provisioning complete for port c876a3a5-5c06-49ae-b3a9-acb05e0a6ab7 triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:08:44.530454 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-a8b4f2e8-ed0c-408b-b93a-2e3a972d20bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:44.589477 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c43ca059-2bb0-49c6-9dad-d786116991b0 None None] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:44.604124 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-c43ca059-2bb0-49c6-9dad-d786116991b0 None None] Transition to ACTIVE for port object cda84cc8-d1e0-460f-8482-f8bb524a07ce will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:08:44.614846 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c43ca059-2bb0-49c6-9dad-d786116991b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:44.632603 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG oslo_concurrency.lockutils [None req-2cd59697-3d79-455f-acaf-8e4d80112444 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:08:44.635151 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 21cef4a0-5f92-4510-8a82-5be5feb7adff up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:08:44.658473 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-5cbdbcfc-23dc-4795-aad9-5ecd37c3057c tempest-DHCPAgentSchedulersTestJSON-1568832572 tempest-DHCPAgentSchedulersTestJSON-1568832572-project-admin] 10.222.0.64 "GET /v2.0/agents/1c812d71-eadf-4fb3-b98e-67468a4aa7e2/dhcp-networks HTTP/1.1" status: 200  len: 7260 time: 1.7277646
Dec 23 16:08:44.665959 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 41746) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:08:44.671219 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-80981e4a-e187-4d0b-ab6c-33cab32a6671 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5eb6d935e7674988856c76ffed607686&name=default HTTP/1.1" status: 200  len: 2975 time: 0.5845478
Dec 23 16:08:44.672627 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-79af6cb9-85de-4ff1-b10b-11954a694c31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:44.684758 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 41750) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:08:44.708799 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:08:44.725200 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374e6b51-2b8a-4c95-82fa-8f7bb771e64e None None] Pushing event updated for resources: {'Port': ['ID=cda84cc8-d1e0-460f-8482-f8bb524a07ce,revision_number=3']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:08:44.735553 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-062413ec-a03d-48b9-9775-0ddbd1865055 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941-project] Calling delete_port for c876a3a5-5c06-49ae-b3a9-acb05e0a6ab7 owned by  {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:08:44.912425 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 41756) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:08:44.932557 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-adf600e3-fafe-42a0-84a4-93ecc4011be1 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Request body: {'subnet': {'network_id': 'c21db128-dfb2-49e0-81b3-1e246173df0e', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:08:44.982288 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e47dda-5561-4784-bd34-52a0736963d7 None None] Pushing event updated for resources: {'Port': ['ID=2b166162-6ae6-4c8f-ac05-899a97e296f1,revision_number=3']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:08:45.025733 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-78e47dda-5561-4784-bd34-52a0736963d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.352s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:08:45.028113 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG oslo_concurrency.lockutils [None req-374e6b51-2b8a-4c95-82fa-8f7bb771e64e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.395s {{(pid=87638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:08:45.066181 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79af6cb9-85de-4ff1-b10b-11954a694c31 admin admin] Network 110ef17f-202a-4ce6-8e43-789c8f209bdb is already hosted by enough agents. {{(pid=87635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:08:45.068005 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-c43ca059-2bb0-49c6-9dad-d786116991b0 None None] Attempting to bind port cda84cc8-d1e0-460f-8482-f8bb524a07ce on host dv-neutron-822799-1-hyperv for vnic_type normal with profile  {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:08:45.068495 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-c43ca059-2bb0-49c6-9dad-d786116991b0 None None] Attempting to bind port cda84cc8-d1e0-460f-8482-f8bb524a07ce by drivers openvswitch,hyperv on host dv-neutron-822799-1-hyperv at level 0 using segments [{'id': '6b8a57f9-eb02-4082-be80-c717babaf4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '256a38e5-d398-4e43-80e3-9bc3cd6cc270'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:08:45.068999 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c43ca059-2bb0-49c6-9dad-d786116991b0 None None] Attempting to bind port cda84cc8-d1e0-460f-8482-f8bb524a07ce on network 256a38e5-d398-4e43-80e3-9bc3cd6cc270 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:08:45.077714 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c43ca059-2bb0-49c6-9dad-d786116991b0 None None] Checking agent: {'id': '20d2070f-69a9-4e73-8d08-6f0387a40158', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822799-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 21), 'started_at': datetime.datetime(2021, 12, 23, 16, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 8, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822799-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 23 16:08:45.078259 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c43ca059-2bb0-49c6-9dad-d786116991b0 None None] Checking segment: {'id': '6b8a57f9-eb02-4082-be80-c717babaf4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '256a38e5-d398-4e43-80e3-9bc3cd6cc270'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:08:45.078841 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c43ca059-2bb0-49c6-9dad-d786116991b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:45.079774 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c43ca059-2bb0-49c6-9dad-d786116991b0 None None] Bound using segment: {'id': '6b8a57f9-eb02-4082-be80-c717babaf4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '256a38e5-d398-4e43-80e3-9bc3cd6cc270'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 23 16:08:45.080383 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-c43ca059-2bb0-49c6-9dad-d786116991b0 None None] Bound port: cda84cc8-d1e0-460f-8482-f8bb524a07ce, host: dv-neutron-822799-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b8a57f9-eb02-4082-be80-c717babaf4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '256a38e5-d398-4e43-80e3-9bc3cd6cc270'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 23 16:08:45.081092 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c43ca059-2bb0-49c6-9dad-d786116991b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:45.150009 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.base_scheduler [None req-79af6cb9-85de-4ff1-b10b-11954a694c31 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:08:45.153441 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79af6cb9-85de-4ff1-b10b-11954a694c31 admin admin] Received port after_create {{(pid=87635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:08:45.160266 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4f2e8-ed0c-408b-b93a-2e3a972d20bb None None] Port c876a3a5-5c06-49ae-b3a9-acb05e0a6ab7 cannot update to ACTIVE because it is not bound. {{(pid=87637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 23 16:08:45.197108 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-adf600e3-fafe-42a0-84a4-93ecc4011be1 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:08:45.221639 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e63789f-a7f3-41dc-8b81-d9c01fdbbf49 tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Notify agent at l3_agent.dv-neutron-822799-1-hyperv the message routers_updated {{(pid=87635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 23 16:08:45.244966 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-c43ca059-2bb0-49c6-9dad-d786116991b0 None None] For port cda84cc8-d1e0-460f-8482-f8bb524a07ce, host dv-neutron-822799-1-hyperv, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 23 16:08:45.252997 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0be1821-767b-4354-929f-05aba4808a0e None None] Sync routers for ids ['88ebdbd6-2481-407e-bf93-be8d6612fb2b'] in dv-neutron-822799-1-hyperv {{(pid=87637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 23 16:08:45.269479 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port 21cef4a0-5f92-4510-8a82-5be5feb7adff triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:08:45.269676 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:45.287551 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-79af6cb9-85de-4ff1-b10b-11954a694c31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1781300'] for router_interface, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:45.336691 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0be1821-767b-4354-929f-05aba4808a0e None None] Routers {'88ebdbd6-2481-407e-bf93-be8d6612fb2b'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:08:45.337565 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-c0be1821-767b-4354-929f-05aba4808a0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc16f8910>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:08:20Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['88ebdbd6-2481-407e-bf93-be8d6612fb2b'], 'active': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:08:45.354442 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-adf600e3-fafe-42a0-84a4-93ecc4011be1 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Usage tracker for resource:subnet and tenant:08bb5ff5fd45470cae3e1870e7817546 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:08:45.370017 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-adf600e3-fafe-42a0-84a4-93ecc4011be1 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:08:45.383134 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-adf600e3-fafe-42a0-84a4-93ecc4011be1 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:08:45.425539 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adf600e3-fafe-42a0-84a4-93ecc4011be1 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Made reservation on behalf of 08bb5ff5fd45470cae3e1870e7817546 for: {'subnet': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:08:45.429528 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-c43ca059-2bb0-49c6-9dad-d786116991b0 None None] For port cda84cc8-d1e0-460f-8482-f8bb524a07ce, host dv-neutron-822799-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=cda84cc8-d1e0-460f-8482-f8bb524a07ce,segment=NetworkSegment(6b8a57f9-eb02-4082-be80-c717babaf4e7),segment_id=6b8a57f9-eb02-4082-be80-c717babaf4e7)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 23 16:08:45.434623 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-adf600e3-fafe-42a0-84a4-93ecc4011be1 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Notify callbacks [] for subnet, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:45.437965 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-c43ca059-2bb0-49c6-9dad-d786116991b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:45.438171 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-abfdccfb-b262-4f8e-aa3b-5fc1f31c4cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc1710e20>, [{'id': '5ddf301a-c667-4ab2-af44-4358f783eeec', 'name': 'tempest-ServersTestManualDisk-2052961793-router', 'tenant_id': '0d83cf4cd2a34a3d8747fec0cfffe963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.111'}], 'enable_snat': True}, 'gw_port_id': '2b166162-6ae6-4c8f-ac05-899a97e296f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:08:28Z', 'updated_at': '2021-12-23T16:08:34Z', 'revision_number': 3, 'project_id': '0d83cf4cd2a34a3d8747fec0cfffe963', 'gw_port': {'id': '2b166162-6ae6-4c8f-ac05-899a97e296f1', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:88:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ddf301a-c667-4ab2-af44-4358f783eeec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:08:30Z', 'updated_at': '2021-12-23T16:08:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv'}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:08:45.455166 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:08:45.463369 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abfdccfb-b262-4f8e-aa3b-5fc1f31c4cc2 None None] The sync data for ids ['5ddf301a-c667-4ab2-af44-4358f783eeec'] in dv-neutron-822799-1-hyperv is: [{'id': '5ddf301a-c667-4ab2-af44-4358f783eeec', 'name': 'tempest-ServersTestManualDisk-2052961793-router', 'tenant_id': '0d83cf4cd2a34a3d8747fec0cfffe963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.111'}], 'enable_snat': True}, 'gw_port_id': '2b166162-6ae6-4c8f-ac05-899a97e296f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:08:28Z', 'updated_at': '2021-12-23T16:08:34Z', 'revision_number': 3, 'project_id': '0d83cf4cd2a34a3d8747fec0cfffe963', 'gw_port': {'id': '2b166162-6ae6-4c8f-ac05-899a97e296f1', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:88:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ddf301a-c667-4ab2-af44-4358f783eeec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:08:30Z', 'updated_at': '2021-12-23T16:08:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv'}] {{(pid=87637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 23 16:08:45.493470 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-062413ec-a03d-48b9-9775-0ddbd1865055 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:45.504717 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-7e63789f-a7f3-41dc-8b81-d9c01fdbbf49 tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Notify callbacks [] for router, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:45.506757 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-7e63789f-a7f3-41dc-8b81-d9c01fdbbf49 tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201  len: 876 time: 10.9617302
Dec 23 16:08:45.507829 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79af6cb9-85de-4ff1-b10b-11954a694c31 admin admin] Pushing event updated for resources: {'Port': ['ID=f1533cd9-1d4b-4d70-b357-905ad395d212,revision_number=1']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:08:45.522858 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 41762) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:08:45.530368 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-3841a6cd-8365-4b89-8b39-0daaca5de475 tempest-DHCPAgentSchedulersTestJSON-394741792 tempest-DHCPAgentSchedulersTestJSON-394741792-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:08:45.537322 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-f8f2795c-8313-4872-90df-a4be049c9bfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:45.556167 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-79af6cb9-85de-4ff1-b10b-11954a694c31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.847s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:08:45.590556 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062413ec-a03d-48b9-9775-0ddbd1865055 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941-project] Pushing event deleted for resources: {'Port': ['ID=c876a3a5-5c06-49ae-b3a9-acb05e0a6ab7,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:08:45.635793 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c43ca059-2bb0-49c6-9dad-d786116991b0 None None] Routers {'e5ed9969-f942-413f-9711-d6031be48c18'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:08:45.638868 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-c43ca059-2bb0-49c6-9dad-d786116991b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc1fe5520>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:08:20Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['e5ed9969-f942-413f-9711-d6031be48c18'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:08:45.705258 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-f8f2795c-8313-4872-90df-a4be049c9bfe admin admin] Notify callbacks [] for security_group, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:45.707462 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-062413ec-a03d-48b9-9775-0ddbd1865055 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:08:45.709219 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-f8f2795c-8313-4872-90df-a4be049c9bfe admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ef981c87-b74d-4fe3-8712-98f154fb8e40 HTTP/1.1" status: 204  len: 168 time: 2.7807026
Dec 23 16:08:45.710092 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:08:45.762991 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-062413ec-a03d-48b9-9775-0ddbd1865055 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:45.780091 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-4032b31f-e644-4c24-9718-b1f2179a5bf4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:45.791846 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-0c6fb1b3-042a-452b-87b0-2e3dcb2a691e tempest-DHCPAgentSchedulersTestJSON-1568832572 tempest-DHCPAgentSchedulersTestJSON-1568832572-project-admin] 10.222.0.64 "DELETE /v2.0/agents/1c812d71-eadf-4fb3-b98e-67468a4aa7e2/dhcp-networks/675c8c38-a125-4b89-bdb4-295c966f082b HTTP/1.1" status: 204  len: 168 time: 1.1216154
Dec 23 16:08:45.792067 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374e6b51-2b8a-4c95-82fa-8f7bb771e64e None None] Pushing event updated for resources: {'Port': ['ID=cda84cc8-d1e0-460f-8482-f8bb524a07ce,revision_number=4']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:08:45.795190 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG oslo_concurrency.lockutils [None req-374e6b51-2b8a-4c95-82fa-8f7bb771e64e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=87638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:08:45.801820 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-062413ec-a03d-48b9-9775-0ddbd1865055 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941-project] 10.222.0.64 "DELETE /v2.0/ports/c876a3a5-5c06-49ae-b3a9-acb05e0a6ab7 HTTP/1.1" status: 204  len: 168 time: 2.4775743
Dec 23 16:08:45.801820 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 41768) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:08:45.802056 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-b4134487-b99d-4b10-a7c3-d632d2eca7ed None None] Provisioning for port f1533cd9-1d4b-4d70-b357-905ad395d212 completed by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:08:45.802827 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f2795c-8313-4872-90df-a4be049c9bfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef981c87-b74d-4fe3-8712-98f154fb8e40,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:08:45.808868 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 41770) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:08:45.816345 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvr_db [None req-c0be1821-767b-4354-929f-05aba4808a0e None None] Set router 88ebdbd6-2481-407e-bf93-be8d6612fb2b gateway port host: dv-neutron-822799-1-hyperv {{(pid=87637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:08:45.878255 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-f8f2795c-8313-4872-90df-a4be049c9bfe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:08:45.927169 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-15f61cf8-2cea-4108-b7e4-77081ad1d6b6 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941-project] Request body: {'port': {'name': 'tempest-new-port-name-225450786', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:08:45.927616 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.api.validators [None req-15f61cf8-2cea-4108-b7e4-77081ad1d6b6 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941-project] bootfile-name is not in valid_values {{(pid=87635) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Dec 23 16:08:45.927953 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.api.validators [None req-15f61cf8-2cea-4108-b7e4-77081ad1d6b6 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941-project] tftp-server is not in valid_values {{(pid=87635) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Dec 23 16:08:45.928296 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.api.validators [None req-15f61cf8-2cea-4108-b7e4-77081ad1d6b6 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941-project] server-ip-address is not in valid_values {{(pid=87635) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Dec 23 16:08:46.038706 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 41776) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:08:46.043521 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-c43ca059-2bb0-49c6-9dad-d786116991b0 None None] Set router e5ed9969-f942-413f-9711-d6031be48c18 gateway port host: dv-neutron-822799-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:08:46.082145 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-fe62a80d-66f7-4d98-9c73-3c7b9fa54b9f tempest-ServersTestJSON-1438135586 tempest-ServersTestJSON-1438135586-project] Request body: {'security_group': {'name': 'tempest-securitygroup--97037736', 'description': 'tempest-description--1924770545'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:08:46.133968 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-b4134487-b99d-4b10-a7c3-d632d2eca7ed None None] Provisioning complete for port f1533cd9-1d4b-4d70-b357-905ad395d212 triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:08:46.134512 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-b4134487-b99d-4b10-a7c3-d632d2eca7ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:46.244247 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-fe62a80d-66f7-4d98-9c73-3c7b9fa54b9f tempest-ServersTestJSON-1438135586 tempest-ServersTestJSON-1438135586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:08:46.266625 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-d8c7f239-6112-496e-ba3f-4ac4adb38139 tempest-DHCPAgentSchedulersTestJSON-1568832572 tempest-DHCPAgentSchedulersTestJSON-1568832572-project-admin] 10.222.0.64 "GET /v2.0/agents/1c812d71-eadf-4fb3-b98e-67468a4aa7e2/dhcp-networks HTTP/1.1" status: 200  len: 6492 time: 0.4588182
Dec 23 16:08:46.271203 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 41782) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:08:46.279755 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-4032b31f-e644-4c24-9718-b1f2179a5bf4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:46.300043 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-fe62a80d-66f7-4d98-9c73-3c7b9fa54b9f tempest-ServersTestJSON-1438135586 tempest-ServersTestJSON-1438135586-project] Usage tracker for resource:security_group and tenant:79224c5618eb4cef88b00e2059f275cc is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:08:46.307456 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-abd0c7d0-949c-4e71-aad5-6c53d4e0c5aa tempest-DHCPAgentSchedulersTestJSON-1568832572 tempest-DHCPAgentSchedulersTestJSON-1568832572-project-admin] 10.222.0.64 "GET /v2.0/networks/f47d4533-068e-4270-9b1b-45155314692b/dhcp-agents HTTP/1.1" status: 200  len: 808 time: 0.0349488
Dec 23 16:08:46.321656 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 41786) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:08:46.325745 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-fe62a80d-66f7-4d98-9c73-3c7b9fa54b9f tempest-ServersTestJSON-1438135586 tempest-ServersTestJSON-1438135586-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:08:46.368813 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-1922ef0a-4273-431f-a4ad-104cc47e27dc tempest-DHCPAgentSchedulersTestJSON-1568832572 tempest-DHCPAgentSchedulersTestJSON-1568832572-project-admin] 10.222.0.64 "GET /v2.0/networks/f47d4533-068e-4270-9b1b-45155314692b/dhcp-agents HTTP/1.1" status: 200  len: 808 time: 0.0434008
Dec 23 16:08:46.383695 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-b4134487-b99d-4b10-a7c3-d632d2eca7ed None None] Port f1533cd9-1d4b-4d70-b357-905ad395d212 cannot update to ACTIVE because it is not bound. {{(pid=87637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 23 16:08:46.389437 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 41790) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:08:46.469027 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-fe62a80d-66f7-4d98-9c73-3c7b9fa54b9f tempest-ServersTestJSON-1438135586 tempest-ServersTestJSON-1438135586-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:08:46.475988 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-adf600e3-fafe-42a0-84a4-93ecc4011be1 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495'] for subnet, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:46.595740 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-e9d2d28e-6995-4a0d-907e-57c408489df8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:08:46.602882 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a6dd162e-1a8f-46e7-b3d2-01171537f4a1 tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Notify callbacks [] for router, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:46.607457 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 2b166162-6ae6-4c8f-ac05-899a97e296f1 up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:08:46.669967 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-c43ca059-2bb0-49c6-9dad-d786116991b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc1fe5520>, [{'id': 'e5ed9969-f942-413f-9711-d6031be48c18', 'name': 'tempest-ServersTestJSON-1282004446-router', 'tenant_id': '79224c5618eb4cef88b00e2059f275cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.50'}], 'enable_snat': True}, 'gw_port_id': 'c289761a-cc5a-4016-bcf3-c34864da6853', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:08:27Z', 'updated_at': '2021-12-23T16:08:40Z', 'revision_number': 4, 'project_id': '79224c5618eb4cef88b00e2059f275cc', 'gw_port': {'id': 'c289761a-cc5a-4016-bcf3-c34864da6853', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:d5:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ed9969-f942-413f-9711-d6031be48c18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:08:29Z', 'updated_at': '2021-12-23T16:08:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_interfaces': [{'id': 'cda84cc8-d1e0-460f-8482-f8bb524a07ce', 'name': '', 'network_id': '256a38e5-d398-4e43-80e3-9bc3cd6cc270', 'tenant_id': '79224c5618eb4cef88b00e2059f275cc', 'mac_address': 'fa:16:3e:ca:6b:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5ed9969-f942-413f-9711-d6031be48c18', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'c5e1e7de-66c6-459a-96dc-9f30163dd18a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:08:36Z', 'updated_at': '2021-12-23T16:08:45Z', 'revision_number': 4, 'project_id': '79224c5618eb4cef88b00e2059f275cc', 'subnets': [{'id': 'c5e1e7de-66c6-459a-96dc-9f30163dd18a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:08:46.675831 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c43ca059-2bb0-49c6-9dad-d786116991b0 None None] The sync data for ids ['e5ed9969-f942-413f-9711-d6031be48c18'] in dv-neutron-822799-1-hyperv is: [{'id': 'e5ed9969-f942-413f-9711-d6031be48c18', 'name': 'tempest-ServersTestJSON-1282004446-router', 'tenant_id': '79224c5618eb4cef88b00e2059f275cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.50'}], 'enable_snat': True}, 'gw_port_id': 'c289761a-cc5a-4016-bcf3-c34864da6853', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:08:27Z', 'updated_at': '2021-12-23T16:08:40Z', 'revision_number': 4, 'project_id': '79224c5618eb4cef88b00e2059f275cc', 'gw_port': {'id': 'c289761a-cc5a-4016-bcf3-c34864da6853', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:d5:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ed9969-f942-413f-9711-d6031be48c18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:08:29Z', 'updated_at': '2021-12-23T16:08:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_interfaces': [{'id': 'cda84cc8-d1e0-460f-8482-f8bb524a07ce', 'name': '', 'network_id': '256a38e5-d398-4e43-80e3-9bc3cd6cc270', 'tenant_id': '79224c5618eb4cef88b00e2059f275cc', 'mac_address': 'fa:16:3e:ca:6b:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5ed9969-f942-413f-9711-d6031be48c18', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'c5e1e7de-66c6-459a-96dc-9f30163dd18a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:08:36Z', 'updated_at': '2021-12-23T16:08:45Z', 'revision_number': 4, 'project_id': '79224c5618eb4cef88b00e2059f275cc', 'subnets': [{'id': 'c5e1e7de-66c6-459a-96dc-9f30163dd18a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 23 16:08:46.678305 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 41794) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:08:46.707492 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-fe62a80d-66f7-4d98-9c73-3c7b9fa54b9f tempest-ServersTestJSON-1438135586 tempest-ServersTestJSON-1438135586-project] Notify callbacks [] for security_group, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:46.717100 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf600e3-fafe-42a0-84a4-93ecc4011be1 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Pushing event updated for resources: {'Subnet': ['ID=b97d9a97-cdd1-4aa2-ba9a-e60880a12438,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:08:46.749848 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-c0be1821-767b-4354-929f-05aba4808a0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc16f8910>, [{'id': '88ebdbd6-2481-407e-bf93-be8d6612fb2b', 'name': '', 'tenant_id': '8277d77634e04c6eb54fb9f206174c12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eeb2f5d8-4209-48af-ae86-fdd7f7495777', 'external_fixed_ips': [{'subnet_id': 'f8bb89f4-fea4-460f-8633-0d24f208824d', 'ip_address': '172.20.0.14'}], 'enable_snat': True}, 'gw_port_id': 'ec850cd4-d876-47c2-8427-d0a27e69ab53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:08:34Z', 'updated_at': '2021-12-23T16:08:41Z', 'revision_number': 3, 'project_id': '8277d77634e04c6eb54fb9f206174c12', 'gw_port': {'id': 'ec850cd4-d876-47c2-8427-d0a27e69ab53', 'name': '', 'network_id': 'eeb2f5d8-4209-48af-ae86-fdd7f7495777', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:e3:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88ebdbd6-2481-407e-bf93-be8d6612fb2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'f8bb89f4-fea4-460f-8633-0d24f208824d', 'ip_address': '172.20.0.14', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:08:38Z', 'updated_at': '2021-12-23T16:08:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f8bb89f4-fea4-460f-8633-0d24f208824d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv'}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:08:46.754166 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning for port 2b166162-6ae6-4c8f-ac05-899a97e296f1 completed by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:08:46.769954 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-15f61cf8-2cea-4108-b7e4-77081ad1d6b6 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:46.782990 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0be1821-767b-4354-929f-05aba4808a0e None None] Checking router: 88ebdbd6-2481-407e-bf93-be8d6612fb2b for host: dv-neutron-822799-1-hyperv {{(pid=87637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 23 16:08:46.783510 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0be1821-767b-4354-929f-05aba4808a0e None None] Updating router 88ebdbd6-2481-407e-bf93-be8d6612fb2b port ec850cd4-d876-47c2-8427-d0a27e69ab53 binding host dv-neutron-822799-1-hyperv {{(pid=87637) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 23 16:08:46.786122 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-9b08a9d9-ce4b-4a7f-8aa1-f2724d294968 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:46.797530 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-adf600e3-fafe-42a0-84a4-93ecc4011be1 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:08:46.827959 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port 2b166162-6ae6-4c8f-ac05-899a97e296f1 triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:08:46.828476 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:46.851226 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adf600e3-fafe-42a0-84a4-93ecc4011be1 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Checking segment: {'id': '543b8d78-5368-4685-8af0-a18d2284b197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'c21db128-dfb2-49e0-81b3-1e246173df0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:08:46.851458 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-fe62a80d-66f7-4d98-9c73-3c7b9fa54b9f tempest-ServersTestJSON-1438135586 tempest-ServersTestJSON-1438135586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:08:46.851538 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adf600e3-fafe-42a0-84a4-93ecc4011be1 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Network hostable DHCP agents. Network: c21db128-dfb2-49e0-81b3-1e246173df0e, hostable agents: ['1c812d71-eadf-4fb3-b98e-67468a4aa7e2'], hosted agents: [] {{(pid=87636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 23 16:08:46.882579 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-9b08a9d9-ce4b-4a7f-8aa1-f2724d294968 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:08:46.884205 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-fe62a80d-66f7-4d98-9c73-3c7b9fa54b9f tempest-ServersTestJSON-1438135586 tempest-ServersTestJSON-1438135586-project] Usage tracker for resource:security_group_rule and tenant:79224c5618eb4cef88b00e2059f275cc is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:08:46.923993 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adf600e3-fafe-42a0-84a4-93ecc4011be1 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Network c21db128-dfb2-49e0-81b3-1e246173df0e is scheduled to be hosted by DHCP agent 1c812d71-eadf-4fb3-b98e-67468a4aa7e2 with binding_index 1 {{(pid=87636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 23 16:08:46.937913 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-adf600e3-fafe-42a0-84a4-93ecc4011be1 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822799-1-hyperv, c21db128-dfb2-49e0-81b3-1e246173df0e) {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:08:46.950543 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adf600e3-fafe-42a0-84a4-93ecc4011be1 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:08:46.951441 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-c0be1821-767b-4354-929f-05aba4808a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:46.951563 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-adf600e3-fafe-42a0-84a4-93ecc4011be1 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627509'] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:46.961421 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-83a20208-fc9e-458d-a4ea-007a9cb10591 tempest-DHCPAgentSchedulersTestJSON-1568832572 tempest-DHCPAgentSchedulersTestJSON-1568832572-project-admin] 10.222.0.64 "GET /v2.0/agents/1c812d71-eadf-4fb3-b98e-67468a4aa7e2/dhcp-networks HTTP/1.1" status: 200  len: 6492 time: 0.5671935
Dec 23 16:08:46.969168 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-fe62a80d-66f7-4d98-9c73-3c7b9fa54b9f tempest-ServersTestJSON-1438135586 tempest-ServersTestJSON-1438135586-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:08:46.973225 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 41798) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:08:46.990861 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4c4d777-39ee-4d39-9edb-6c8b919b2681 None None] Network c21db128-dfb2-49e0-81b3-1e246173df0e requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:08:46.991239 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-9b08a9d9-ce4b-4a7f-8aa1-f2724d294968 admin admin] Usage tracker for resource:security_group_rule and tenant:8c85d9b4d7bf46d381a37d8b6c04f0f0 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:08:47.014248 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-9b08a9d9-ce4b-4a7f-8aa1-f2724d294968 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:08:47.024488 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-fe62a80d-66f7-4d98-9c73-3c7b9fa54b9f tempest-ServersTestJSON-1438135586 tempest-ServersTestJSON-1438135586-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:08:47.035036 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-9b08a9d9-ce4b-4a7f-8aa1-f2724d294968 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:08:47.067429 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-79af6cb9-85de-4ff1-b10b-11954a694c31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:47.076940 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-4032b31f-e644-4c24-9718-b1f2179a5bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:47.104902 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-adf600e3-fafe-42a0-84a4-93ecc4011be1 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 2.1908526
Dec 23 16:08:47.111486 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-2e6c1f7c-8643-4f16-91fe-603e29822b0a tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:08:47.117074 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 41802) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:08:47.134318 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-1c6c1646-f40b-4bfe-bdd2-5c9455587572 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-951474809'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:08:47.163005 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-1c6c1646-f40b-4bfe-bdd2-5c9455587572 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:08:47.170697 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-1c6c1646-f40b-4bfe-bdd2-5c9455587572 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Usage tracker for resource:network and tenant:08bb5ff5fd45470cae3e1870e7817546 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:08:47.183355 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e4047fb2-0325-407a-b376-1845f897e3ae tempest-DHCPAgentSchedulersTestJSON-394741792 tempest-DHCPAgentSchedulersTestJSON-394741792-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-698866'] for network, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:47.187039 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-1c6c1646-f40b-4bfe-bdd2-5c9455587572 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:08:47.206051 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4032b31f-e644-4c24-9718-b1f2179a5bf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d58ea477-dbe1-4a3d-bfd7-755e6a2e1117,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:08:47.207011 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-1c6c1646-f40b-4bfe-bdd2-5c9455587572 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:08:47.232171 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-4032b31f-e644-4c24-9718-b1f2179a5bf4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:08:47.248329 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a6dd162e-1a8f-46e7-b3d2-01171537f4a1 tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:47.299873 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c6c1646-f40b-4bfe-bdd2-5c9455587572 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Made reservation on behalf of 08bb5ff5fd45470cae3e1870e7817546 for: {'network': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:08:47.305146 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1c6c1646-f40b-4bfe-bdd2-5c9455587572 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for network, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:47.313491 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-4032b31f-e644-4c24-9718-b1f2179a5bf4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:47.316049 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-4032b31f-e644-4c24-9718-b1f2179a5bf4 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d58ea477-dbe1-4a3d-bfd7-755e6a2e1117 HTTP/1.1" status: 204  len: 168 time: 2.6151547
Dec 23 16:08:47.385483 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-a6dd162e-1a8f-46e7-b3d2-01171537f4a1 tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Deleting port ec850cd4-d876-47c2-8427-d0a27e69ab53 {{(pid=87635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:08:47.385826 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a6dd162e-1a8f-46e7-b3d2-01171537f4a1 tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:47.440970 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e4047fb2-0325-407a-b376-1845f897e3ae tempest-DHCPAgentSchedulersTestJSON-394741792 tempest-DHCPAgentSchedulersTestJSON-394741792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-864347', 'neutron.services.segments.db._delete_segments_for_network-8735362908070'] for network, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:47.478121 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c6c1646-f40b-4bfe-bdd2-5c9455587572 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] vlan segment allocate from pool success with {'vlan_id': 449, 'physical_network': 'physnet1'}  {{(pid=87636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 23 16:08:47.493432 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e4047fb2-0325-407a-b376-1845f897e3ae tempest-DHCPAgentSchedulersTestJSON-394741792 tempest-DHCPAgentSchedulersTestJSON-394741792-project] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f1dc178ecd0>> segment before_delete 55550000 {{(pid=87636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 23 16:08:47.493795 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e4047fb2-0325-407a-b376-1845f897e3ae tempest-DHCPAgentSchedulersTestJSON-394741792 tempest-DHCPAgentSchedulersTestJSON-394741792-project] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f1dc178ecd0>> subnet precommit_delete_associations 55550000 {{(pid=87636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 23 16:08:47.494528 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e4047fb2-0325-407a-b376-1845f897e3ae tempest-DHCPAgentSchedulersTestJSON-394741792 tempest-DHCPAgentSchedulersTestJSON-394741792-project] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f1dc12bfa30>> segment_host_mapping after_create 55550000 {{(pid=87636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 23 16:08:47.494861 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e4047fb2-0325-407a-b376-1845f897e3ae tempest-DHCPAgentSchedulersTestJSON-394741792 tempest-DHCPAgentSchedulersTestJSON-394741792-project] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f1dc12bfa30>> port after_create 55550000 {{(pid=87636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 23 16:08:47.495199 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e4047fb2-0325-407a-b376-1845f897e3ae tempest-DHCPAgentSchedulersTestJSON-394741792 tempest-DHCPAgentSchedulersTestJSON-394741792-project] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f1dc12bfa30>> port after_delete 55550000 {{(pid=87636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 23 16:08:47.495551 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e4047fb2-0325-407a-b376-1845f897e3ae tempest-DHCPAgentSchedulersTestJSON-394741792 tempest-DHCPAgentSchedulersTestJSON-394741792-project] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f1dc12bfa30>> port after_update 55550000 {{(pid=87636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 23 16:08:47.495983 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e4047fb2-0325-407a-b376-1845f897e3ae tempest-DHCPAgentSchedulersTestJSON-394741792 tempest-DHCPAgentSchedulersTestJSON-394741792-project] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f1dc12bfa30>> segment after_delete 55550000 {{(pid=87636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 23 16:08:47.496632 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e4047fb2-0325-407a-b376-1845f897e3ae tempest-DHCPAgentSchedulersTestJSON-394741792 tempest-DHCPAgentSchedulersTestJSON-394741792-project] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f1dc12bfa30>> subnet after_create 55550000 {{(pid=87636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 23 16:08:47.497125 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e4047fb2-0325-407a-b376-1845f897e3ae tempest-DHCPAgentSchedulersTestJSON-394741792 tempest-DHCPAgentSchedulersTestJSON-394741792-project] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f1dc12bfa30>> subnet after_delete 55550000 {{(pid=87636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 23 16:08:47.497642 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e4047fb2-0325-407a-b376-1845f897e3ae tempest-DHCPAgentSchedulersTestJSON-394741792 tempest-DHCPAgentSchedulersTestJSON-394741792-project] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f1dc12bfa30>> subnet after_update 55550000 {{(pid=87636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 23 16:08:47.554361 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:47.570445 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d90798b1-eb9a-4b9e-a965-af229b38816d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:47.657234 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-fe62a80d-66f7-4d98-9c73-3c7b9fa54b9f tempest-ServersTestJSON-1438135586 tempest-ServersTestJSON-1438135586-project] Notify callbacks [] for security_group, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:47.665763 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] For port 2b166162-6ae6-4c8f-ac05-899a97e296f1, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=2b166162-6ae6-4c8f-ac05-899a97e296f1,segment=NetworkSegment(77e3d110-dd7b-426c-b11f-b78dde7993df),segment_id=77e3d110-dd7b-426c-b11f-b78dde7993df)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:08:47.708368 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:47.713359 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:08:47.716485 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e4047fb2-0325-407a-b376-1845f897e3ae tempest-DHCPAgentSchedulersTestJSON-394741792 tempest-DHCPAgentSchedulersTestJSON-394741792-project] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f1dc1479310>> subnet after_create 55550000 {{(pid=87636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 23 16:08:47.716868 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e4047fb2-0325-407a-b376-1845f897e3ae tempest-DHCPAgentSchedulersTestJSON-394741792 tempest-DHCPAgentSchedulersTestJSON-394741792-project] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f1dc1479310>> subnet after_delete 55550000 {{(pid=87636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 23 16:08:47.717204 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e4047fb2-0325-407a-b376-1845f897e3ae tempest-DHCPAgentSchedulersTestJSON-394741792 tempest-DHCPAgentSchedulersTestJSON-394741792-project] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f1dc1479310>> subnet before_create 55550000 {{(pid=87636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 23 16:08:47.717524 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e4047fb2-0325-407a-b376-1845f897e3ae tempest-DHCPAgentSchedulersTestJSON-394741792 tempest-DHCPAgentSchedulersTestJSON-394741792-project] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f1dc1479310>> subnet before_update 55550000 {{(pid=87636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 23 16:08:47.717881 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-e4047fb2-0325-407a-b376-1845f897e3ae tempest-DHCPAgentSchedulersTestJSON-394741792 tempest-DHCPAgentSchedulersTestJSON-394741792-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1dc18b7550>,) {'filters': {'network_id': ['675c8c38-a125-4b89-bdb4-295c966f082b']}} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:08:47.734815 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1c6c1646-f40b-4bfe-bdd2-5c9455587572 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:47.735157 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.db.segments_db [None req-1c6c1646-f40b-4bfe-bdd2-5c9455587572 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Added segment ffc45c34-cd70-4672-8354-41ea44d76b2f of type vlan for network 0b850525-36c0-4f89-93c2-3a5c118bfb67
Dec 23 16:08:47.737415 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-e4047fb2-0325-407a-b376-1845f897e3ae tempest-DHCPAgentSchedulersTestJSON-394741792 tempest-DHCPAgentSchedulersTestJSON-394741792-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dc18b7550>, 'af2c8451-f12d-474c-b80d-efb3e8ed0f16') {'for_net_delete': True} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:08:47.737703 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-e4047fb2-0325-407a-b376-1845f897e3ae tempest-DHCPAgentSchedulersTestJSON-394741792 tempest-DHCPAgentSchedulersTestJSON-394741792-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dc18b7550>, 'af2c8451-f12d-474c-b80d-efb3e8ed0f16') {} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:08:47.757260 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e4047fb2-0325-407a-b376-1845f897e3ae tempest-DHCPAgentSchedulersTestJSON-394741792 tempest-DHCPAgentSchedulersTestJSON-394741792-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735363085442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2382197'] for segment, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:47.779273 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60f6214d-1c71-437d-bc72-0ea3456bc236 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7e017a6-8198-58c8-a07e-0f786128e3b3-c21db128-dfb2-49e0-81b3-1e246173df0e', 'network_id': 'c21db128-dfb2-49e0-81b3-1e246173df0e', 'tenant_id': '08bb5ff5fd45470cae3e1870e7817546', 'fixed_ips': [{'subnet_id': 'b97d9a97-cdd1-4aa2-ba9a-e60880a12438'}]}} from dv-neutron-822799-1-hyperv. {{(pid=87637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 23 16:08:47.780131 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-60f6214d-1c71-437d-bc72-0ea3456bc236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:47.811012 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1c6c1646-f40b-4bfe-bdd2-5c9455587572 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735362521793'] for network, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:47.847951 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e4047fb2-0325-407a-b376-1845f897e3ae tempest-DHCPAgentSchedulersTestJSON-394741792 tempest-DHCPAgentSchedulersTestJSON-394741792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:47.860071 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4047fb2-0325-407a-b376-1845f897e3ae tempest-DHCPAgentSchedulersTestJSON-394741792 tempest-DHCPAgentSchedulersTestJSON-394741792-project] Releasing vlan 419 on physical network physnet1 to pool {{(pid=87636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 23 16:08:47.860478 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e4047fb2-0325-407a-b376-1845f897e3ae tempest-DHCPAgentSchedulersTestJSON-394741792 tempest-DHCPAgentSchedulersTestJSON-394741792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2176261'] for segment, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:47.879060 dv-neutron-822799-1-hyperv neutron-server[87636]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Dec 23 16:08:47.879060 dv-neutron-822799-1-hyperv neutron-server[87636]:   from cryptography.utils import int_from_bytes
Dec 23 16:08:47.879060 dv-neutron-822799-1-hyperv neutron-server[87636]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Dec 23 16:08:47.879060 dv-neutron-822799-1-hyperv neutron-server[87636]:   from cryptography.utils import int_from_bytes
Dec 23 16:08:47.879060 dv-neutron-822799-1-hyperv neutron-server[87636]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Dec 23 16:08:47.879060 dv-neutron-822799-1-hyperv neutron-server[87636]:   util.warn_limited(
Dec 23 16:08:47.879060 dv-neutron-822799-1-hyperv neutron-server[87636]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Dec 23 16:08:47.879060 dv-neutron-822799-1-hyperv neutron-server[87636]:   util.warn_limited(
Dec 23 16:08:47.879060 dv-neutron-822799-1-hyperv neutron-server[87636]: Traceback (most recent call last):
Dec 23 16:08:47.879060 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 23 16:08:47.879060 dv-neutron-822799-1-hyperv neutron-server[87636]:     timer()
Dec 23 16:08:47.879060 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:08:47.879060 dv-neutron-822799-1-hyperv neutron-server[87636]:     cb(*args, **kw)
Dec 23 16:08:47.879060 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 23 16:08:47.879060 dv-neutron-822799-1-hyperv neutron-server[87636]:     return func(*args, **kwargs)
Dec 23 16:08:47.879060 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:08:47.879060 dv-neutron-822799-1-hyperv neutron-server[87636]:     self._notify()
Dec 23 16:08:47.879060 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:08:47.879060 dv-neutron-822799-1-hyperv neutron-server[87636]:     self.callback(batched_events)
Dec 23 16:08:47.879060 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:08:47.879060 dv-neutron-822799-1-hyperv neutron-server[87636]:     event.method(event)
Dec 23 16:08:47.879060 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:08:47.879060 dv-neutron-822799-1-hyperv neutron-server[87636]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:08:47.879060 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 23 16:08:47.879060 dv-neutron-822799-1-hyperv neutron-server[87636]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 23 16:08:47.879060 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 23 16:08:47.879060 dv-neutron-822799-1-hyperv neutron-server[87636]:     return f(self, *a, **k)
Dec 23 16:08:47.879060 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:08:47.879060 dv-neutron-822799-1-hyperv neutron-server[87636]:     return self._get(url).json()
Dec 23 16:08:47.879060 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 23 16:08:47.879060 dv-neutron-822799-1-hyperv neutron-server[87636]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 23 16:08:47.879060 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 23 16:08:47.879060 dv-neutron-822799-1-hyperv neutron-server[87636]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:08:47.879060 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 23 16:08:47.879060 dv-neutron-822799-1-hyperv neutron-server[87636]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 23 16:08:47.879060 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 23 16:08:47.879060 dv-neutron-822799-1-hyperv neutron-server[87636]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:08:47.879060 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 23 16:08:47.879060 dv-neutron-822799-1-hyperv neutron-server[87636]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:08:47.879060 dv-neutron-822799-1-hyperv neutron-server[87636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:08:47.947939 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Pushing event updated for resources: {'Port': ['ID=2b166162-6ae6-4c8f-ac05-899a97e296f1,revision_number=4']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:08:47.970522 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:08:47.982724 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1c6c1646-f40b-4bfe-bdd2-5c9455587572 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495'] for network, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:47.985616 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c6c1646-f40b-4bfe-bdd2-5c9455587572 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:08:47.986727 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1c6c1646-f40b-4bfe-bdd2-5c9455587572 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627509'] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:48.006010 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:08:48.063740 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-9b08a9d9-ce4b-4a7f-8aa1-f2724d294968 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:48.115922 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-c0be1821-767b-4354-929f-05aba4808a0e None None] Notify callbacks [] for port, precommit_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:48.144506 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-c0be1821-767b-4354-929f-05aba4808a0e None None] Transition to ACTIVE for port object ec850cd4-d876-47c2-8427-d0a27e69ab53 will not be triggered until provisioned by entity L2. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:08:48.153549 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_common [None req-60f6214d-1c71-437d-bc72-0ea3456bc236 None None] Allocated IP 2001:db8:0:ffff::2 (c21db128-dfb2-49e0-81b3-1e246173df0e/b97d9a97-cdd1-4aa2-ba9a-e60880a12438/00ca4b02-9f11-41c3-a32b-c8a6887301a7) {{(pid=87637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:08:48.157361 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6c1646-f40b-4bfe-bdd2-5c9455587572 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Pushing event updated for resources: {'Network': ['ID=0b850525-36c0-4f89-93c2-3a5c118bfb67,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:08:48.158745 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-fe62a80d-66f7-4d98-9c73-3c7b9fa54b9f tempest-ServersTestJSON-1438135586 tempest-ServersTestJSON-1438135586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:48.160948 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-c0be1821-767b-4354-929f-05aba4808a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:48.162540 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-1c6c1646-f40b-4bfe-bdd2-5c9455587572 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:08:48.164436 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e4047fb2-0325-407a-b376-1845f897e3ae tempest-DHCPAgentSchedulersTestJSON-394741792 tempest-DHCPAgentSchedulersTestJSON-394741792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-864336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1824171'] for network, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:48.169351 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-1c6c1646-f40b-4bfe-bdd2-5c9455587572 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 1.0508542
Dec 23 16:08:48.171266 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:08:48.174768 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e4047fb2-0325-407a-b376-1845f897e3ae tempest-DHCPAgentSchedulersTestJSON-394741792 tempest-DHCPAgentSchedulersTestJSON-394741792-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627509'] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:48.178927 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-e4047fb2-0325-407a-b376-1845f897e3ae tempest-DHCPAgentSchedulersTestJSON-394741792 tempest-DHCPAgentSchedulersTestJSON-394741792-project] 10.222.0.64 "DELETE /v2.0/networks/675c8c38-a125-4b89-bdb4-295c966f082b HTTP/1.1" status: 204  len: 168 time: 1.2025287
Dec 23 16:08:48.178927 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 41818) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:08:48.178927 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:08:48.203753 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 41820) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:08:48.204429 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4047fb2-0325-407a-b376-1845f897e3ae tempest-DHCPAgentSchedulersTestJSON-394741792 tempest-DHCPAgentSchedulersTestJSON-394741792-project] Pushing event deleted for resources: {'Network': ['ID=675c8c38-a125-4b89-bdb4-295c966f082b,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:08:48.207737 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-e4047fb2-0325-407a-b376-1845f897e3ae tempest-DHCPAgentSchedulersTestJSON-394741792 tempest-DHCPAgentSchedulersTestJSON-394741792-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:08:48.213565 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-0b5e5f09-8125-4522-8cbb-7ae02975fc09 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Request body: {'subnet': {'network_id': '0b850525-36c0-4f89-93c2-3a5c118bfb67', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:08:48.253151 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Network 0b850525-36c0-4f89-93c2-3a5c118bfb67 details requested by agent ovs-agent-dv-neutron-822799-1-hyperv with host dv-neutron-822799-1-hyperv {{(pid=87637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 23 16:08:48.267780 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-9b08a9d9-ce4b-4a7f-8aa1-f2724d294968 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:48.358274 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:08:48.399590 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-15f61cf8-2cea-4108-b7e4-77081ad1d6b6 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941-project] Notify callbacks [] for port, precommit_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:48.401925 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe62a80d-66f7-4d98-9c73-3c7b9fa54b9f tempest-ServersTestJSON-1438135586 tempest-ServersTestJSON-1438135586-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a753ed1b-fc9e-4b35-b9ad-c44d26832ef9,revision_number=1']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:08:48.430926 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-fe62a80d-66f7-4d98-9c73-3c7b9fa54b9f tempest-ServersTestJSON-1438135586 tempest-ServersTestJSON-1438135586-project] Notify callbacks [] for security_group, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:48.434802 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-fe62a80d-66f7-4d98-9c73-3c7b9fa54b9f tempest-ServersTestJSON-1438135586 tempest-ServersTestJSON-1438135586-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1778 time: 2.3932683
Dec 23 16:08:48.478928 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-c0be1821-767b-4354-929f-05aba4808a0e None None] Attempting to bind port ec850cd4-d876-47c2-8427-d0a27e69ab53 on host dv-neutron-822799-1-hyperv for vnic_type normal with profile  {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:08:48.479374 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-c0be1821-767b-4354-929f-05aba4808a0e None None] Attempting to bind port ec850cd4-d876-47c2-8427-d0a27e69ab53 by drivers openvswitch,hyperv on host dv-neutron-822799-1-hyperv at level 0 using segments [{'id': '4b978b79-e03f-4839-abb6-a2bfa6b59f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'eeb2f5d8-4209-48af-ae86-fdd7f7495777'}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:08:48.479751 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0be1821-767b-4354-929f-05aba4808a0e None None] Attempting to bind port ec850cd4-d876-47c2-8427-d0a27e69ab53 on network eeb2f5d8-4209-48af-ae86-fdd7f7495777 {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:08:48.497241 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 41832) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:08:48.506246 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0be1821-767b-4354-929f-05aba4808a0e None None] Checking agent: {'id': '20d2070f-69a9-4e73-8d08-6f0387a40158', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822799-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 21), 'started_at': datetime.datetime(2021, 12, 23, 16, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 8, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822799-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 23 16:08:48.506651 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0be1821-767b-4354-929f-05aba4808a0e None None] Checking segment: {'id': '4b978b79-e03f-4839-abb6-a2bfa6b59f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'eeb2f5d8-4209-48af-ae86-fdd7f7495777'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:08:48.507238 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-c0be1821-767b-4354-929f-05aba4808a0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:48.507349 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b08a9d9-ce4b-4a7f-8aa1-f2724d294968 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=945c5273-c323-453c-b1d7-6390a3e4319a,revision_number=1']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:08:48.507886 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0be1821-767b-4354-929f-05aba4808a0e None None] Bound using segment: {'id': '4b978b79-e03f-4839-abb6-a2bfa6b59f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'eeb2f5d8-4209-48af-ae86-fdd7f7495777'} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 23 16:08:48.508656 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-c0be1821-767b-4354-929f-05aba4808a0e None None] Bound port: ec850cd4-d876-47c2-8427-d0a27e69ab53, host: dv-neutron-822799-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b978b79-e03f-4839-abb6-a2bfa6b59f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'eeb2f5d8-4209-48af-ae86-fdd7f7495777'}}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 23 16:08:48.509199 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-c0be1821-767b-4354-929f-05aba4808a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:48.511983 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-9b08a9d9-ce4b-4a7f-8aa1-f2724d294968 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:08:48.512612 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-9b08a9d9-ce4b-4a7f-8aa1-f2724d294968 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:08:48.514736 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-9b08a9d9-ce4b-4a7f-8aa1-f2724d294968 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.002s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:08:48.515646 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-15f61cf8-2cea-4108-b7e4-77081ad1d6b6 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2753531'] for port, after_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:48.527104 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.db.resource_extend [None req-79af6cb9-85de-4ff1-b10b-11954a694c31 admin admin] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 23 16:08:48.542473 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-6e44d275-f81f-46cf-ba72-43ecaf4f8dca tempest-ServersTestJSON-1438135586 tempest-ServersTestJSON-1438135586-project] Request body: {'security_group_rule': {'security_group_id': 'a753ed1b-fc9e-4b35-b9ad-c44d26832ef9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:08:48.559852 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-6e44d275-f81f-46cf-ba72-43ecaf4f8dca tempest-ServersTestJSON-1438135586 tempest-ServersTestJSON-1438135586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:08:48.566616 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-6e44d275-f81f-46cf-ba72-43ecaf4f8dca tempest-ServersTestJSON-1438135586 tempest-ServersTestJSON-1438135586-project] Usage tracker for resource:security_group_rule and tenant:79224c5618eb4cef88b00e2059f275cc is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:08:48.570131 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-6e44d275-f81f-46cf-ba72-43ecaf4f8dca tempest-ServersTestJSON-1438135586 tempest-ServersTestJSON-1438135586-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:08:48.577101 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-6e44d275-f81f-46cf-ba72-43ecaf4f8dca tempest-ServersTestJSON-1438135586 tempest-ServersTestJSON-1438135586-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:08:48.601311 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:08:48.619981 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2297ad2a-1202-4257-9e26-5d8337dec1fc None None] Pushing event updated for resources: {'Port': ['ID=ec850cd4-d876-47c2-8427-d0a27e69ab53,revision_number=2']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:08:48.636784 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-2297ad2a-1202-4257-9e26-5d8337dec1fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.465s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:08:48.676207 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.pecan_wsgi.hooks.translation [None req-de8ebc9f-d952-4143-bdf9-947ed18ac1ca tempest-DHCPAgentSchedulersTestJSON-394741792 tempest-DHCPAgentSchedulersTestJSON-394741792-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:08:48.679142 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de8ebc9f-d952-4143-bdf9-947ed18ac1ca tempest-DHCPAgentSchedulersTestJSON-394741792 tempest-DHCPAgentSchedulersTestJSON-394741792-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 23 16:08:48.686419 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device cda84cc8-d1e0-460f-8482-f8bb524a07ce up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:08:48.693782 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-de8ebc9f-d952-4143-bdf9-947ed18ac1ca tempest-DHCPAgentSchedulersTestJSON-394741792 tempest-DHCPAgentSchedulersTestJSON-394741792-project] 10.222.0.64 "DELETE /v2.0/ports/4a11df6a-6027-4539-b8c5-210147b767d2 HTTP/1.1" status: 404  len: 333 time: 0.4849641
Dec 23 16:08:48.697584 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-15f61cf8-2cea-4108-b7e4-77081ad1d6b6 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941-project] In _notify_port_updated(), no bound segment for port 077add81-a3bb-4b72-9632-5a5172021b2f on network 9fd30154-7a0a-4ec5-8059-4c9741a97a26 {{(pid=87635) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}}
Dec 23 16:08:48.703667 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15f61cf8-2cea-4108-b7e4-77081ad1d6b6 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:08:48.704380 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-15f61cf8-2cea-4108-b7e4-77081ad1d6b6 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:48.706218 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-15f61cf8-2cea-4108-b7e4-77081ad1d6b6 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941-project] 10.222.0.64 "PUT /v2.0/ports/077add81-a3bb-4b72-9632-5a5172021b2f HTTP/1.1" status: 200  len: 1129 time: 2.8560259
Dec 23 16:08:48.727472 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 41838) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:08:48.727868 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 41840) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:08:48.728787 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f61cf8-2cea-4108-b7e4-77081ad1d6b6 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941-project] Pushing event updated for resources: {'Port': ['ID=077add81-a3bb-4b72-9632-5a5172021b2f,revision_number=2']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:08:48.734433 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-15f61cf8-2cea-4108-b7e4-77081ad1d6b6 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:08:48.735210 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-6e44d275-f81f-46cf-ba72-43ecaf4f8dca tempest-ServersTestJSON-1438135586 tempest-ServersTestJSON-1438135586-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:48.817944 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-0b5e5f09-8125-4522-8cbb-7ae02975fc09 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:08:48.830567 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-c0be1821-767b-4354-929f-05aba4808a0e None None] For port ec850cd4-d876-47c2-8427-d0a27e69ab53, host dv-neutron-822799-1-hyperv, cleared binding levels {{(pid=87637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 23 16:08:48.831873 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-0b5e5f09-8125-4522-8cbb-7ae02975fc09 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Usage tracker for resource:subnet and tenant:08bb5ff5fd45470cae3e1870e7817546 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:08:48.837396 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-0b5e5f09-8125-4522-8cbb-7ae02975fc09 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:08:48.855860 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-0b5e5f09-8125-4522-8cbb-7ae02975fc09 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:08:48.872779 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b5e5f09-8125-4522-8cbb-7ae02975fc09 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Made reservation on behalf of 08bb5ff5fd45470cae3e1870e7817546 for: {'subnet': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:08:48.878182 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-0b5e5f09-8125-4522-8cbb-7ae02975fc09 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2618324'] for subnet, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:48.887478 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-79af6cb9-85de-4ff1-b10b-11954a694c31 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:48.898290 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-c0be1821-767b-4354-929f-05aba4808a0e None None] For port ec850cd4-d876-47c2-8427-d0a27e69ab53, host dv-neutron-822799-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=ec850cd4-d876-47c2-8427-d0a27e69ab53,segment=NetworkSegment(4b978b79-e03f-4839-abb6-a2bfa6b59f06),segment_id=4b978b79-e03f-4839-abb6-a2bfa6b59f06)] {{(pid=87637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 23 16:08:48.930208 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.db_base_plugin_v2 [None req-cae4d08e-c5fc-447a-b1ea-7eae53715de6 tempest-DHCPAgentSchedulersTestJSON-394741792 tempest-DHCPAgentSchedulersTestJSON-394741792-project] Deleting subnet 591bcb47-fd4f-40df-adb7-7144ecb86365 {{(pid=87635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 23 16:08:48.933598 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-cae4d08e-c5fc-447a-b1ea-7eae53715de6 tempest-DHCPAgentSchedulersTestJSON-394741792 tempest-DHCPAgentSchedulersTestJSON-394741792-project] Notify callbacks [] for subnet, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:48.995747 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-c0be1821-767b-4354-929f-05aba4808a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:49.002853 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-cae4d08e-c5fc-447a-b1ea-7eae53715de6 tempest-DHCPAgentSchedulersTestJSON-394741792 tempest-DHCPAgentSchedulersTestJSON-394741792-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2776816'] for subnet, precommit_delete_associations {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:49.011563 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:08:49.092546 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-6e44d275-f81f-46cf-ba72-43ecaf4f8dca tempest-ServersTestJSON-1438135586 tempest-ServersTestJSON-1438135586-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:49.114067 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-79af6cb9-85de-4ff1-b10b-11954a694c31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2753531'] for port, after_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:49.167820 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning for port cda84cc8-d1e0-460f-8482-f8bb524a07ce completed by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:08:49.191897 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2297ad2a-1202-4257-9e26-5d8337dec1fc None None] Pushing event updated for resources: {'Port': ['ID=ec850cd4-d876-47c2-8427-d0a27e69ab53,revision_number=3']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:08:49.194018 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 41854) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:08:49.195135 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-9b08a9d9-ce4b-4a7f-8aa1-f2724d294968 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8c85d9b4d7bf46d381a37d8b6c04f0f0&name=default HTTP/1.1" status: 200  len: 2979 time: 2.5016658
Dec 23 16:08:49.197247 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-60f6214d-1c71-437d-bc72-0ea3456bc236 None None] Notify callbacks [] for port, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:49.206314 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port cda84cc8-d1e0-460f-8482-f8bb524a07ce triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:08:49.206879 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:49.215264 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-0b5e5f09-8125-4522-8cbb-7ae02975fc09 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2176430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2618310'] for subnet, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:49.228251 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:08:49.234712 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-21ed8fdf-ea67-4334-b03e-58734294896f tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:08:49.271049 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-6e44d275-f81f-46cf-ba72-43ecaf4f8dca tempest-ServersTestJSON-1438135586 tempest-ServersTestJSON-1438135586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762424'] for security_group_rule, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:49.281409 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-2297ad2a-1202-4257-9e26-5d8337dec1fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:08:49.296720 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-8e2b4d1d-db6c-4ce7-8b30-638a5be3fe75 None None] Provisioning complete for port 077add81-a3bb-4b72-9632-5a5172021b2f triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:08:49.297368 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-8e2b4d1d-db6c-4ce7-8b30-638a5be3fe75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:49.333495 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5e5f09-8125-4522-8cbb-7ae02975fc09 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Pushing event updated for resources: {'Subnet': ['ID=40f98548-2b80-4013-8a97-281c955a706f,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:08:49.336027 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-0b5e5f09-8125-4522-8cbb-7ae02975fc09 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:08:49.358436 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e63d4b78-1bd1-4dd4-9d5b-9374c6cae06c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:49.360965 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.agents_db [None req-30c2320c-f298-49f6-9c47-c20e38116a9c None None] Agent healthcheck: found 6 active agents {{(pid=87638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 23 16:08:49.369464 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0be1821-767b-4354-929f-05aba4808a0e None None] Routers {'88ebdbd6-2481-407e-bf93-be8d6612fb2b'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:08:49.377070 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b5e5f09-8125-4522-8cbb-7ae02975fc09 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Checking segment: {'id': 'ffc45c34-cd70-4672-8354-41ea44d76b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '0b850525-36c0-4f89-93c2-3a5c118bfb67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:08:49.377292 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b5e5f09-8125-4522-8cbb-7ae02975fc09 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Network hostable DHCP agents. Network: 0b850525-36c0-4f89-93c2-3a5c118bfb67, hostable agents: ['1c812d71-eadf-4fb3-b98e-67468a4aa7e2'], hosted agents: [] {{(pid=87636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 23 16:08:49.378283 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-c0be1821-767b-4354-929f-05aba4808a0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc16f8910>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:08:20Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['88ebdbd6-2481-407e-bf93-be8d6612fb2b'], 'active': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:08:49.386462 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a6dd162e-1a8f-46e7-b3d2-01171537f4a1 tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:49.408535 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e63d4b78-1bd1-4dd4-9d5b-9374c6cae06c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:49.436284 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b5e5f09-8125-4522-8cbb-7ae02975fc09 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Network 0b850525-36c0-4f89-93c2-3a5c118bfb67 is scheduled to be hosted by DHCP agent 1c812d71-eadf-4fb3-b98e-67468a4aa7e2 with binding_index 1 {{(pid=87636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 23 16:08:49.451273 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-60f6214d-1c71-437d-bc72-0ea3456bc236 None None] Transition to ACTIVE for port object 00ca4b02-9f11-41c3-a32b-c8a6887301a7 will not be triggered until provisioned by entity L2. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:08:49.466179 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-0b5e5f09-8125-4522-8cbb-7ae02975fc09 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822799-1-hyperv, 0b850525-36c0-4f89-93c2-3a5c118bfb67) {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:08:49.472628 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b5e5f09-8125-4522-8cbb-7ae02975fc09 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:08:49.473784 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-0b5e5f09-8125-4522-8cbb-7ae02975fc09 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627509'] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:49.493740 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3b48e96-1b17-4d81-8334-54783851cbf9 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:08:49.499827 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-c3b48e96-1b17-4d81-8334-54783851cbf9 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941-project] 10.222.0.64 "GET /v2.0/ports/077add81-a3bb-4b72-9632-5a5172021b2f HTTP/1.1" status: 200  len: 1129 time: 0.7083375
Dec 23 16:08:49.499985 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b0a45d6-7d83-4f2a-b53a-9fd25b2e6764 None None] Network 0b850525-36c0-4f89-93c2-3a5c118bfb67 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:08:49.500613 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 41862) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:08:49.579369 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-38c59762-b912-46cf-88d3-08fe682bbec7 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941-project] Deleting port 077add81-a3bb-4b72-9632-5a5172021b2f {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:08:49.580825 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-38c59762-b912-46cf-88d3-08fe682bbec7 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:49.594783 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-a6dd162e-1a8f-46e7-b3d2-01171537f4a1 tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Calling delete_port for ec850cd4-d876-47c2-8427-d0a27e69ab53 owned by network:router_gateway {{(pid=87635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:08:49.622740 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79af6cb9-85de-4ff1-b10b-11954a694c31 admin admin] Pushing event updated for resources: {'Port': ['ID=f1533cd9-1d4b-4d70-b357-905ad395d212,revision_number=2']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:08:49.627836 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-0b5e5f09-8125-4522-8cbb-7ae02975fc09 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 812 time: 1.4265926
Dec 23 16:08:49.628552 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e63d4b78-1bd1-4dd4-9d5b-9374c6cae06c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:49.632054 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 41868) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:08:49.635008 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e63d4b78-1bd1-4dd4-9d5b-9374c6cae06c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:49.636119 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-e63d4b78-1bd1-4dd4-9d5b-9374c6cae06c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/945c5273-c323-453c-b1d7-6390a3e4319a HTTP/1.1" status: 204  len: 168 time: 0.4405646
Dec 23 16:08:49.646146 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-79af6cb9-85de-4ff1-b10b-11954a694c31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.411s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:08:49.651306 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.289s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:08:49.657834 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-79af6cb9-85de-4ff1-b10b-11954a694c31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1627481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1781465'] for router_interface, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:49.665037 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:08:49.696131 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63d4b78-1bd1-4dd4-9d5b-9374c6cae06c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=945c5273-c323-453c-b1d7-6390a3e4319a,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:08:49.698543 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-e63d4b78-1bd1-4dd4-9d5b-9374c6cae06c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:08:49.717047 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-60f6214d-1c71-437d-bc72-0ea3456bc236 None None] Transition to ACTIVE for port object 00ca4b02-9f11-41c3-a32b-c8a6887301a7 will not be triggered until provisioned by entity DHCP. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:08:49.719451 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-6e44d275-f81f-46cf-ba72-43ecaf4f8dca tempest-ServersTestJSON-1438135586 tempest-ServersTestJSON-1438135586-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:49.724191 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-6e44d275-f81f-46cf-ba72-43ecaf4f8dca tempest-ServersTestJSON-1438135586 tempest-ServersTestJSON-1438135586-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 1.2044132
Dec 23 16:08:49.744383 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 41874) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:08:49.745256 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e44d275-f81f-46cf-ba72-43ecaf4f8dca tempest-ServersTestJSON-1438135586 tempest-ServersTestJSON-1438135586-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=539fbf1a-481c-4153-8353-b8c94241ae06,revision_number=0']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:08:49.763510 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 41880) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:08:49.767394 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-8e2b4d1d-db6c-4ce7-8b30-638a5be3fe75 None None] Port 077add81-a3bb-4b72-9632-5a5172021b2f cannot update to ACTIVE because it is not bound. {{(pid=87637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 23 16:08:49.776590 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-6e44d275-f81f-46cf-ba72-43ecaf4f8dca tempest-ServersTestJSON-1438135586 tempest-ServersTestJSON-1438135586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:08:49.779909 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-32a156be-6d36-465f-9141-47ae698847b0 tempest-ServersTestJSON-1438135586 tempest-ServersTestJSON-1438135586-project] Request body: {'security_group_rule': {'security_group_id': 'a753ed1b-fc9e-4b35-b9ad-c44d26832ef9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:08:49.795420 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-32a156be-6d36-465f-9141-47ae698847b0 tempest-ServersTestJSON-1438135586 tempest-ServersTestJSON-1438135586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:08:49.803953 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-60f6214d-1c71-437d-bc72-0ea3456bc236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780'] for port, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:49.818105 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-54d2377e-2a1a-4398-a60c-aadf82584590 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:08:49.868773 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-32a156be-6d36-465f-9141-47ae698847b0 tempest-ServersTestJSON-1438135586 tempest-ServersTestJSON-1438135586-project] Usage tracker for resource:security_group_rule and tenant:79224c5618eb4cef88b00e2059f275cc is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:08:49.902064 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f6214d-1c71-437d-bc72-0ea3456bc236 None None] Pushing event updated for resources: {'Port': ['ID=00ca4b02-9f11-41c3-a32b-c8a6887301a7,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:08:49.936539 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-60f6214d-1c71-437d-bc72-0ea3456bc236 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:08:49.954381 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60f6214d-1c71-437d-bc72-0ea3456bc236 None None] Network c21db128-dfb2-49e0-81b3-1e246173df0e is already hosted by enough agents. {{(pid=87637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:08:49.955838 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-421a94c2-b43c-4afc-873a-cf07da34bf55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:49.969324 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-60f6214d-1c71-437d-bc72-0ea3456bc236 None None] Resources bound (agent type, host, resource id):  {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:08:49.972365 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvr_db [None req-c0be1821-767b-4354-929f-05aba4808a0e None None] Set router 88ebdbd6-2481-407e-bf93-be8d6612fb2b gateway port host: None {{(pid=87637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:08:49.990503 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-41938203-bd65-4523-ba9f-5868bfdc0570 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-698866'] for network, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:50.034414 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f6214d-1c71-437d-bc72-0ea3456bc236 None None] Received port after_create {{(pid=87637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:08:50.097469 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-32a156be-6d36-465f-9141-47ae698847b0 tempest-ServersTestJSON-1438135586 tempest-ServersTestJSON-1438135586-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:08:50.108622 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-38c59762-b912-46cf-88d3-08fe682bbec7 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:50.119550 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-41938203-bd65-4523-ba9f-5868bfdc0570 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864774'] for subnet, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:50.171711 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-c0be1821-767b-4354-929f-05aba4808a0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc16f8910>, [{'id': '88ebdbd6-2481-407e-bf93-be8d6612fb2b', 'name': '', 'tenant_id': '8277d77634e04c6eb54fb9f206174c12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:08:34Z', 'updated_at': '2021-12-23T16:08:47Z', 'revision_number': 4, 'project_id': '8277d77634e04c6eb54fb9f206174c12', 'gw_port_host': None}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:08:50.195521 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-32a156be-6d36-465f-9141-47ae698847b0 tempest-ServersTestJSON-1438135586 tempest-ServersTestJSON-1438135586-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:08:50.228253 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-cae4d08e-c5fc-447a-b1ea-7eae53715de6 tempest-DHCPAgentSchedulersTestJSON-394741792 tempest-DHCPAgentSchedulersTestJSON-394741792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864774'] for subnet, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:50.270068 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:50.301571 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-38c59762-b912-46cf-88d3-08fe682bbec7 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941-project] Calling delete_port for 077add81-a3bb-4b72-9632-5a5172021b2f owned by  {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:08:50.333059 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-50a025b7-3dff-412f-aed7-6fef82b491af tempest-RoutersTestDVR-934269085 tempest-RoutersTestDVR-934269085-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1664749999'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:08:50.347667 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-50a025b7-3dff-412f-aed7-6fef82b491af tempest-RoutersTestDVR-934269085 tempest-RoutersTestDVR-934269085-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:08:50.362232 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0be1821-767b-4354-929f-05aba4808a0e None None] The sync data for ids ['88ebdbd6-2481-407e-bf93-be8d6612fb2b'] in dv-neutron-822799-1-hyperv is: [{'id': '88ebdbd6-2481-407e-bf93-be8d6612fb2b', 'name': '', 'tenant_id': '8277d77634e04c6eb54fb9f206174c12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:08:34Z', 'updated_at': '2021-12-23T16:08:47Z', 'revision_number': 4, 'project_id': '8277d77634e04c6eb54fb9f206174c12', 'gw_port_host': None}] {{(pid=87637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 23 16:08:50.365089 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-50a025b7-3dff-412f-aed7-6fef82b491af tempest-RoutersTestDVR-934269085 tempest-RoutersTestDVR-934269085-project-admin] Usage tracker for resource:router and tenant:984e3973a812402998dd5eb2e7bf0c55 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:08:50.382048 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-50a025b7-3dff-412f-aed7-6fef82b491af tempest-RoutersTestDVR-934269085 tempest-RoutersTestDVR-934269085-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:08:50.407546 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-32a156be-6d36-465f-9141-47ae698847b0 tempest-ServersTestJSON-1438135586 tempest-ServersTestJSON-1438135586-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:50.413481 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-50a025b7-3dff-412f-aed7-6fef82b491af tempest-RoutersTestDVR-934269085 tempest-RoutersTestDVR-934269085-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:08:50.421257 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-41938203-bd65-4523-ba9f-5868bfdc0570 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2176495', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2618677'] for subnet, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:50.445601 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:08:50.474665 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-cae4d08e-c5fc-447a-b1ea-7eae53715de6 tempest-DHCPAgentSchedulersTestJSON-394741792 tempest-DHCPAgentSchedulersTestJSON-394741792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2753333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2609730'] for subnet, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:50.489903 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-60f6214d-1c71-437d-bc72-0ea3456bc236 None None] Attempting to bind port 00ca4b02-9f11-41c3-a32b-c8a6887301a7 on host dv-neutron-822799-1-hyperv for vnic_type normal with profile  {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:08:50.490288 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-60f6214d-1c71-437d-bc72-0ea3456bc236 None None] Attempting to bind port 00ca4b02-9f11-41c3-a32b-c8a6887301a7 by drivers openvswitch,hyperv on host dv-neutron-822799-1-hyperv at level 0 using segments [{'id': '543b8d78-5368-4685-8af0-a18d2284b197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'c21db128-dfb2-49e0-81b3-1e246173df0e'}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:08:50.491500 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60f6214d-1c71-437d-bc72-0ea3456bc236 None None] Attempting to bind port 00ca4b02-9f11-41c3-a32b-c8a6887301a7 on network c21db128-dfb2-49e0-81b3-1e246173df0e {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:08:50.494328 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41938203-bd65-4523-ba9f-5868bfdc0570 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Pushing event deleted for resources: {'Subnet': ['ID=40f98548-2b80-4013-8a97-281c955a706f,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:08:50.498377 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26288171-4e49-4400-aa06-380ae74c2cf5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7e017a6-8198-58c8-a07e-0f786128e3b3-0b850525-36c0-4f89-93c2-3a5c118bfb67', 'network_id': '0b850525-36c0-4f89-93c2-3a5c118bfb67', 'tenant_id': '08bb5ff5fd45470cae3e1870e7817546', 'fixed_ips': [{'subnet_id': '40f98548-2b80-4013-8a97-281c955a706f'}]}} from dv-neutron-822799-1-hyperv. {{(pid=87637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 23 16:08:50.498568 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-50a025b7-3dff-412f-aed7-6fef82b491af tempest-RoutersTestDVR-934269085 tempest-RoutersTestDVR-934269085-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1823978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-235332'] for router, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:50.499349 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-26288171-4e49-4400-aa06-380ae74c2cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:50.499644 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-50a025b7-3dff-412f-aed7-6fef82b491af tempest-RoutersTestDVR-934269085 tempest-RoutersTestDVR-934269085-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1824575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1824063', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1751113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-235341'] for router, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:50.502062 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79af6cb9-85de-4ff1-b10b-11954a694c31 admin admin] Network 110ef17f-202a-4ce6-8e43-789c8f209bdb is already hosted by enough agents. {{(pid=87635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:08:50.505021 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-41938203-bd65-4523-ba9f-5868bfdc0570 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:08:50.507181 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:08:50.630377 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] For port cda84cc8-d1e0-460f-8482-f8bb524a07ce, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=cda84cc8-d1e0-460f-8482-f8bb524a07ce,segment=NetworkSegment(6b8a57f9-eb02-4082-be80-c717babaf4e7),segment_id=6b8a57f9-eb02-4082-be80-c717babaf4e7)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:08:50.640466 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60f6214d-1c71-437d-bc72-0ea3456bc236 None None] Checking agent: {'id': '20d2070f-69a9-4e73-8d08-6f0387a40158', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822799-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 21), 'started_at': datetime.datetime(2021, 12, 23, 16, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 8, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822799-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 23 16:08:50.640868 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60f6214d-1c71-437d-bc72-0ea3456bc236 None None] Checking segment: {'id': '543b8d78-5368-4685-8af0-a18d2284b197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'c21db128-dfb2-49e0-81b3-1e246173df0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:08:50.641312 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-60f6214d-1c71-437d-bc72-0ea3456bc236 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:50.641727 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60f6214d-1c71-437d-bc72-0ea3456bc236 None None] Bound using segment: {'id': '543b8d78-5368-4685-8af0-a18d2284b197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'c21db128-dfb2-49e0-81b3-1e246173df0e'} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 23 16:08:50.642406 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-60f6214d-1c71-437d-bc72-0ea3456bc236 None None] Bound port: 00ca4b02-9f11-41c3-a32b-c8a6887301a7, host: dv-neutron-822799-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '543b8d78-5368-4685-8af0-a18d2284b197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'c21db128-dfb2-49e0-81b3-1e246173df0e'}}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 23 16:08:50.642890 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-60f6214d-1c71-437d-bc72-0ea3456bc236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:50.656859 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-50a025b7-3dff-412f-aed7-6fef82b491af tempest-RoutersTestDVR-934269085 tempest-RoutersTestDVR-934269085-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:50.663824 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.base_scheduler [None req-79af6cb9-85de-4ff1-b10b-11954a694c31 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:08:50.666354 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.db.api [None req-a6dd162e-1a8f-46e7-b3d2-01171537f4a1 tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87635) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 23 16:08:50.666911 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_db.api [None req-a6dd162e-1a8f-46e7-b3d2-01171537f4a1 tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 23 16:08:50.684636 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae4d08e-c5fc-447a-b1ea-7eae53715de6 tempest-DHCPAgentSchedulersTestJSON-394741792 tempest-DHCPAgentSchedulersTestJSON-394741792-project] Pushing event deleted for resources: {'Subnet': ['ID=591bcb47-fd4f-40df-adb7-7144ecb86365,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:08:50.699082 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-cae4d08e-c5fc-447a-b1ea-7eae53715de6 tempest-DHCPAgentSchedulersTestJSON-394741792 tempest-DHCPAgentSchedulersTestJSON-394741792-project] Notify callbacks [] for subnet, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:50.725950 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-41938203-bd65-4523-ba9f-5868bfdc0570 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-864347', 'neutron.services.segments.db._delete_segments_for_network-8735362908070'] for network, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:50.754948 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:50.755445 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 2b166162-6ae6-4c8f-ac05-899a97e296f1 up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:08:50.766397 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-38c59762-b912-46cf-88d3-08fe682bbec7 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:50.774835 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-50a025b7-3dff-412f-aed7-6fef82b491af tempest-RoutersTestDVR-934269085 tempest-RoutersTestDVR-934269085-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1823971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1824234'] for router, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:50.784429 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-cae4d08e-c5fc-447a-b1ea-7eae53715de6 tempest-DHCPAgentSchedulersTestJSON-394741792 tempest-DHCPAgentSchedulersTestJSON-394741792-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:08:50.811332 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:08:50.839806 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-cae4d08e-c5fc-447a-b1ea-7eae53715de6 tempest-DHCPAgentSchedulersTestJSON-394741792 tempest-DHCPAgentSchedulersTestJSON-394741792-project] 10.222.0.64 "DELETE /v2.0/subnets/591bcb47-fd4f-40df-adb7-7144ecb86365 HTTP/1.1" status: 204  len: 168 time: 2.0524454
Dec 23 16:08:50.839806 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-32a156be-6d36-465f-9141-47ae698847b0 tempest-ServersTestJSON-1438135586 tempest-ServersTestJSON-1438135586-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:50.849660 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 41902) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:08:50.855642 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-32a156be-6d36-465f-9141-47ae698847b0 tempest-ServersTestJSON-1438135586 tempest-ServersTestJSON-1438135586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762424'] for security_group_rule, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:50.883917 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-2297ad2a-1202-4257-9e26-5d8337dec1fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:08:50.925141 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f01432a-f203-4c0c-8563-d182467b02a6 None None] Network f47d4533-068e-4270-9b1b-45155314692b requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:08:50.985145 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-41938203-bd65-4523-ba9f-5868bfdc0570 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1dc1d1dd60>,) {'filters': {'network_id': ['0b850525-36c0-4f89-93c2-3a5c118bfb67']}} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:08:50.994238 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-6e44d275-f81f-46cf-ba72-43ecaf4f8dca tempest-ServersTestJSON-1438135586 tempest-ServersTestJSON-1438135586-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:08:51.000627 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c59762-b912-46cf-88d3-08fe682bbec7 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941-project] Pushing event deleted for resources: {'Port': ['ID=077add81-a3bb-4b72-9632-5a5172021b2f,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:08:51.015577 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-41938203-bd65-4523-ba9f-5868bfdc0570 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dc1d1dd60>, 'ffc45c34-cd70-4672-8354-41ea44d76b2f') {'for_net_delete': True} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:08:51.016206 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-41938203-bd65-4523-ba9f-5868bfdc0570 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dc1d1dd60>, 'ffc45c34-cd70-4672-8354-41ea44d76b2f') {} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:08:51.027274 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-38c59762-b912-46cf-88d3-08fe682bbec7 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:08:51.043029 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-374ddbe5-2e04-497f-8b81-d0614cbac2b2 None None] Network 0b850525-36c0-4f89-93c2-3a5c118bfb67 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:08:51.078231 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a156be-6d36-465f-9141-47ae698847b0 tempest-ServersTestJSON-1438135586 tempest-ServersTestJSON-1438135586-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b1594cc-d835-4a35-bc8b-fc0df6a5f005,revision_number=0']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:08:51.090118 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-41938203-bd65-4523-ba9f-5868bfdc0570 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735363085442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2382197'] for segment, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:51.102185 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-50a025b7-3dff-412f-aed7-6fef82b491af tempest-RoutersTestDVR-934269085 tempest-RoutersTestDVR-934269085-project-admin] Notify callbacks [] for router, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:51.106525 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-50a025b7-3dff-412f-aed7-6fef82b491af tempest-RoutersTestDVR-934269085 tempest-RoutersTestDVR-934269085-project-admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201  len: 729 time: 1.3417914
Dec 23 16:08:51.107969 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-38c59762-b912-46cf-88d3-08fe682bbec7 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:51.112725 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-32a156be-6d36-465f-9141-47ae698847b0 tempest-ServersTestJSON-1438135586 tempest-ServersTestJSON-1438135586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:08:51.116249 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-38c59762-b912-46cf-88d3-08fe682bbec7 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941-project] 10.222.0.64 "DELETE /v2.0/ports/077add81-a3bb-4b72-9632-5a5172021b2f HTTP/1.1" status: 204  len: 168 time: 1.6139371
Dec 23 16:08:51.124726 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 41908) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:08:51.125067 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 41910) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:08:51.137935 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 41914) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:08:51.159343 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-3e748650-70b0-4ad8-ac9e-5be6df121214 tempest-DHCPAgentSchedulersTestJSON-394741792 tempest-DHCPAgentSchedulersTestJSON-394741792-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-698866'] for network, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:51.171391 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-a6dd162e-1a8f-46e7-b3d2-01171537f4a1 tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Deleting port ec850cd4-d876-47c2-8427-d0a27e69ab53 {{(pid=87635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:08:51.171739 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a6dd162e-1a8f-46e7-b3d2-01171537f4a1 tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:51.199222 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-32a156be-6d36-465f-9141-47ae698847b0 tempest-ServersTestJSON-1438135586 tempest-ServersTestJSON-1438135586-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:51.200721 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-32a156be-6d36-465f-9141-47ae698847b0 tempest-ServersTestJSON-1438135586 tempest-ServersTestJSON-1438135586-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 1.4533377
Dec 23 16:08:51.220433 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 41920) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:08:51.222641 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9dcbea60-a34f-4144-91e7-90aff3f57aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:51.234954 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-c7b6be1e-bf30-49b9-a235-96a29029ca5d tempest-ServersTestJSON-1438135586 tempest-ServersTestJSON-1438135586-project] Request body: {'floatingip': {'floating_network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:08:51.253263 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-c7b6be1e-bf30-49b9-a235-96a29029ca5d tempest-ServersTestJSON-1438135586 tempest-ServersTestJSON-1438135586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:08:51.269912 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-41938203-bd65-4523-ba9f-5868bfdc0570 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:51.284107 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79af6cb9-85de-4ff1-b10b-11954a694c31 admin admin] Router 5ddf301a-c667-4ab2-af44-4358f783eeec has already been hosted by L3 agent 371d4c41-c7e2-4de7-9539-c049ec4e95d1 {{(pid=87635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 23 16:08:51.285336 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-c7b6be1e-bf30-49b9-a235-96a29029ca5d tempest-ServersTestJSON-1438135586 tempest-ServersTestJSON-1438135586-project] Usage tracker for resource:floatingip and tenant:79224c5618eb4cef88b00e2059f275cc is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:08:51.287984 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-3e748650-70b0-4ad8-ac9e-5be6df121214 tempest-DHCPAgentSchedulersTestJSON-394741792 tempest-DHCPAgentSchedulersTestJSON-394741792-project] Deleting port a807fb56-e5d7-4a2c-817d-2db4a2dd71c8 {{(pid=87635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:08:51.288339 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-3e748650-70b0-4ad8-ac9e-5be6df121214 tempest-DHCPAgentSchedulersTestJSON-394741792 tempest-DHCPAgentSchedulersTestJSON-394741792-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:51.315884 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-60f6214d-1c71-437d-bc72-0ea3456bc236 None None] For port 00ca4b02-9f11-41c3-a32b-c8a6887301a7, host dv-neutron-822799-1-hyperv, cleared binding levels {{(pid=87637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 23 16:08:51.321470 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-c7b6be1e-bf30-49b9-a235-96a29029ca5d tempest-ServersTestJSON-1438135586 tempest-ServersTestJSON-1438135586-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:08:51.323750 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-60f6214d-1c71-437d-bc72-0ea3456bc236 None None] For port 00ca4b02-9f11-41c3-a32b-c8a6887301a7, host dv-neutron-822799-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=00ca4b02-9f11-41c3-a32b-c8a6887301a7,segment=NetworkSegment(543b8d78-5368-4685-8af0-a18d2284b197),segment_id=543b8d78-5368-4685-8af0-a18d2284b197)] {{(pid=87637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 23 16:08:51.335728 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41938203-bd65-4523-ba9f-5868bfdc0570 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Releasing vlan 449 on physical network physnet1 to pool {{(pid=87636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 23 16:08:51.336120 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-41938203-bd65-4523-ba9f-5868bfdc0570 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2176261'] for segment, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:51.374605 dv-neutron-822799-1-hyperv neutron-server[87636]: Traceback (most recent call last):
Dec 23 16:08:51.374605 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 23 16:08:51.374605 dv-neutron-822799-1-hyperv neutron-server[87636]:     timer()
Dec 23 16:08:51.374605 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:08:51.374605 dv-neutron-822799-1-hyperv neutron-server[87636]:     cb(*args, **kw)
Dec 23 16:08:51.374605 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 23 16:08:51.374605 dv-neutron-822799-1-hyperv neutron-server[87636]:     return func(*args, **kwargs)
Dec 23 16:08:51.374605 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:08:51.374605 dv-neutron-822799-1-hyperv neutron-server[87636]:     self._notify()
Dec 23 16:08:51.374605 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:08:51.374605 dv-neutron-822799-1-hyperv neutron-server[87636]:     self.callback(batched_events)
Dec 23 16:08:51.374605 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:08:51.374605 dv-neutron-822799-1-hyperv neutron-server[87636]:     event.method(event)
Dec 23 16:08:51.374605 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:08:51.374605 dv-neutron-822799-1-hyperv neutron-server[87636]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:08:51.374605 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 23 16:08:51.374605 dv-neutron-822799-1-hyperv neutron-server[87636]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 23 16:08:51.374605 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 23 16:08:51.374605 dv-neutron-822799-1-hyperv neutron-server[87636]:     return f(self, *a, **k)
Dec 23 16:08:51.374605 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:08:51.374605 dv-neutron-822799-1-hyperv neutron-server[87636]:     return self._get(url).json()
Dec 23 16:08:51.374605 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 23 16:08:51.374605 dv-neutron-822799-1-hyperv neutron-server[87636]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 23 16:08:51.374605 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 23 16:08:51.374605 dv-neutron-822799-1-hyperv neutron-server[87636]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:08:51.374605 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 23 16:08:51.374605 dv-neutron-822799-1-hyperv neutron-server[87636]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 23 16:08:51.374605 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 23 16:08:51.374605 dv-neutron-822799-1-hyperv neutron-server[87636]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:08:51.374605 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 23 16:08:51.374605 dv-neutron-822799-1-hyperv neutron-server[87636]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:08:51.374605 dv-neutron-822799-1-hyperv neutron-server[87636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:08:51.400929 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-c7b6be1e-bf30-49b9-a235-96a29029ca5d tempest-ServersTestJSON-1438135586 tempest-ServersTestJSON-1438135586-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:08:51.466376 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:51.468349 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-60f6214d-1c71-437d-bc72-0ea3456bc236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:51.544233 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port 2b166162-6ae6-4c8f-ac05-899a97e296f1 triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:08:51.544906 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:51.553676 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-c7b6be1e-bf30-49b9-a235-96a29029ca5d tempest-ServersTestJSON-1438135586 tempest-ServersTestJSON-1438135586-project] Notify callbacks [] for floatingip, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:51.584485 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-d0971850-df5b-4e9e-89fc-ac214a6c75b6 tempest-AgentManagementNegativeTest-1690202991 tempest-AgentManagementNegativeTest-1690202991-project] 10.222.0.64 "GET /v2.0/agents HTTP/1.1" status: 200  len: 207 time: 0.4422786
Dec 23 16:08:51.585767 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-857a96dd-ebc1-45cc-a778-0a25ff8bb179 tempest-RoutersTestDVR-934269085 tempest-RoutersTestDVR-934269085-project-admin] Notify callbacks [] for router, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:51.615581 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-00caa2c8-c507-461e-ab8d-21bb07142931 None None] Provisioning complete for port f1533cd9-1d4b-4d70-b357-905ad395d212 triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:08:51.615966 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-00caa2c8-c507-461e-ab8d-21bb07142931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:51.683406 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Pushing event updated for resources: {'Port': ['ID=cda84cc8-d1e0-460f-8482-f8bb524a07ce,revision_number=5']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:08:51.700015 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.816s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:08:51.702478 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-78e47dda-5561-4784-bd34-52a0736963d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.221s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:08:51.766726 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-00caa2c8-c507-461e-ab8d-21bb07142931 None None] Port f1533cd9-1d4b-4d70-b357-905ad395d212 cannot update to ACTIVE because it is not bound. {{(pid=87637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 23 16:08:51.797121 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_v2 [None req-a978492d-3881-41e1-ad23-945336c80c05 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941-project] Deleting subnet e3bc0683-bb30-469b-a43a-92301d611d58 {{(pid=87636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 23 16:08:51.815288 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f6214d-1c71-437d-bc72-0ea3456bc236 None None] Pushing event updated for resources: {'Port': ['ID=00ca4b02-9f11-41c3-a32b-c8a6887301a7,revision_number=2']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:08:51.853469 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-60f6214d-1c71-437d-bc72-0ea3456bc236 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:08:51.916163 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.db [None req-a6dd162e-1a8f-46e7-b3d2-01171537f4a1 tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] For port ec850cd4-d876-47c2-8427-d0a27e69ab53, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=ec850cd4-d876-47c2-8427-d0a27e69ab53,segment=NetworkSegment(4b978b79-e03f-4839-abb6-a2bfa6b59f06),segment_id=4b978b79-e03f-4839-abb6-a2bfa6b59f06)] {{(pid=87635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:08:51.916458 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a6dd162e-1a8f-46e7-b3d2-01171537f4a1 tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:51.967429 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d557bcd9-2196-4f4a-b9a3-8097f299712c None None] DHCP port deletion for f47d4533-068e-4270-9b1b-45155314692b request from dv-neutron-822799-1-hyperv {{(pid=87637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 23 16:08:51.972862 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-d557bcd9-2196-4f4a-b9a3-8097f299712c None None] Deleting port a807fb56-e5d7-4a2c-817d-2db4a2dd71c8 {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:08:51.973495 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d557bcd9-2196-4f4a-b9a3-8097f299712c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:51.990000 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.db [None req-3e748650-70b0-4ad8-ac9e-5be6df121214 tempest-DHCPAgentSchedulersTestJSON-394741792 tempest-DHCPAgentSchedulersTestJSON-394741792-project] For port a807fb56-e5d7-4a2c-817d-2db4a2dd71c8, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=a807fb56-e5d7-4a2c-817d-2db4a2dd71c8,segment=NetworkSegment(053aec22-8a34-40c8-97fa-d27a78972c49),segment_id=053aec22-8a34-40c8-97fa-d27a78972c49)] {{(pid=87635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:08:51.990363 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-3e748650-70b0-4ad8-ac9e-5be6df121214 tempest-DHCPAgentSchedulersTestJSON-394741792 tempest-DHCPAgentSchedulersTestJSON-394741792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:52.093715 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device cda84cc8-d1e0-460f-8482-f8bb524a07ce up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:08:52.121331 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-857a96dd-ebc1-45cc-a778-0a25ff8bb179 tempest-RoutersTestDVR-934269085 tempest-RoutersTestDVR-934269085-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1784183', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-235354'] for router, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:52.123762 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-857a96dd-ebc1-45cc-a778-0a25ff8bb179 tempest-RoutersTestDVR-934269085 tempest-RoutersTestDVR-934269085-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:52.189002 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-3e748650-70b0-4ad8-ac9e-5be6df121214 tempest-DHCPAgentSchedulersTestJSON-394741792 tempest-DHCPAgentSchedulersTestJSON-394741792-project] Calling delete_port for a807fb56-e5d7-4a2c-817d-2db4a2dd71c8 owned by network:dhcp {{(pid=87635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:08:52.204379 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a978492d-3881-41e1-ad23-945336c80c05 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941-project] Notify callbacks [] for subnet, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:52.215634 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 41932) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:08:52.222087 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9e3aab53-d650-47e3-b8a6-2dff21fe9ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:52.244645 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-41938203-bd65-4523-ba9f-5868bfdc0570 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-864336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1824171'] for network, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:52.255954 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-857a96dd-ebc1-45cc-a778-0a25ff8bb179 tempest-RoutersTestDVR-934269085 tempest-RoutersTestDVR-934269085-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1781328'] for router, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:52.256688 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-857a96dd-ebc1-45cc-a778-0a25ff8bb179 tempest-RoutersTestDVR-934269085 tempest-RoutersTestDVR-934269085-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 967f9643-825e-45cb-91bf-56b5e20f841b {{(pid=87636) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 23 16:08:52.260536 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:08:52.265346 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port cda84cc8-d1e0-460f-8482-f8bb524a07ce triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:08:52.265956 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:52.283771 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-41938203-bd65-4523-ba9f-5868bfdc0570 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627509'] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:52.296397 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a978492d-3881-41e1-ad23-945336c80c05 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2382092'] for subnet, precommit_delete_associations {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:52.333297 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41938203-bd65-4523-ba9f-5868bfdc0570 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Pushing event deleted for resources: {'Network': ['ID=0b850525-36c0-4f89-93c2-3a5c118bfb67,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:08:52.348815 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-41938203-bd65-4523-ba9f-5868bfdc0570 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:08:52.354129 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-857a96dd-ebc1-45cc-a778-0a25ff8bb179 tempest-RoutersTestDVR-934269085 tempest-RoutersTestDVR-934269085-project-admin] Notify callbacks [] for router, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:52.355451 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-857a96dd-ebc1-45cc-a778-0a25ff8bb179 tempest-RoutersTestDVR-934269085 tempest-RoutersTestDVR-934269085-project-admin] 10.222.0.64 "DELETE /v2.0/routers/967f9643-825e-45cb-91bf-56b5e20f841b HTTP/1.1" status: 204  len: 168 time: 1.2291825
Dec 23 16:08:52.359210 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-41938203-bd65-4523-ba9f-5868bfdc0570 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] 10.222.0.64 "DELETE /v2.0/networks/0b850525-36c0-4f89-93c2-3a5c118bfb67 HTTP/1.1" status: 204  len: 168 time: 2.7219939
Dec 23 16:08:52.362267 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 41936) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:08:52.369803 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 41938) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:08:52.374930 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-d0e02357-6adf-4318-9e2b-8acc26aad9ff tempest-RoutersTestDVR-934269085 tempest-RoutersTestDVR-934269085-project-admin] Request body: {'router': {'name': 'tempest-router-1257255752', 'distributed': False}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:08:52.385172 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-d0fe67e3-219f-4e84-8eec-c1bf0bc7e728 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-352823217'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:08:52.389649 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-d0e02357-6adf-4318-9e2b-8acc26aad9ff tempest-RoutersTestDVR-934269085 tempest-RoutersTestDVR-934269085-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:08:52.401056 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-d0fe67e3-219f-4e84-8eec-c1bf0bc7e728 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:08:52.404923 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-d0e02357-6adf-4318-9e2b-8acc26aad9ff tempest-RoutersTestDVR-934269085 tempest-RoutersTestDVR-934269085-project-admin] Usage tracker for resource:router and tenant:984e3973a812402998dd5eb2e7bf0c55 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:08:52.408915 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-d0e02357-6adf-4318-9e2b-8acc26aad9ff tempest-RoutersTestDVR-934269085 tempest-RoutersTestDVR-934269085-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:08:52.416810 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-d0fe67e3-219f-4e84-8eec-c1bf0bc7e728 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Usage tracker for resource:network and tenant:08bb5ff5fd45470cae3e1870e7817546 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:08:52.433875 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-d557bcd9-2196-4f4a-b9a3-8097f299712c None None] For port a807fb56-e5d7-4a2c-817d-2db4a2dd71c8, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=a807fb56-e5d7-4a2c-817d-2db4a2dd71c8,segment=NetworkSegment(053aec22-8a34-40c8-97fa-d27a78972c49),segment_id=053aec22-8a34-40c8-97fa-d27a78972c49)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:08:52.434404 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d557bcd9-2196-4f4a-b9a3-8097f299712c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:52.452780 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-d0e02357-6adf-4318-9e2b-8acc26aad9ff tempest-RoutersTestDVR-934269085 tempest-RoutersTestDVR-934269085-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:08:52.454819 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-d0fe67e3-219f-4e84-8eec-c1bf0bc7e728 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:08:52.464688 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-a6dd162e-1a8f-46e7-b3d2-01171537f4a1 tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Calling delete_port for ec850cd4-d876-47c2-8427-d0a27e69ab53 owned by network:router_gateway {{(pid=87635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:08:52.468545 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-d0fe67e3-219f-4e84-8eec-c1bf0bc7e728 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:08:52.491202 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d0e02357-6adf-4318-9e2b-8acc26aad9ff tempest-RoutersTestDVR-934269085 tempest-RoutersTestDVR-934269085-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1823978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-235332'] for router, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:52.492245 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d0e02357-6adf-4318-9e2b-8acc26aad9ff tempest-RoutersTestDVR-934269085 tempest-RoutersTestDVR-934269085-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1824575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1824063', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1751113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-235341'] for router, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:52.498633 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0fe67e3-219f-4e84-8eec-c1bf0bc7e728 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Made reservation on behalf of 08bb5ff5fd45470cae3e1870e7817546 for: {'network': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:08:52.502655 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d0fe67e3-219f-4e84-8eec-c1bf0bc7e728 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for network, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:52.514474 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79af6cb9-85de-4ff1-b10b-11954a694c31 admin admin] Notify agent at l3_agent.dv-neutron-822799-1-hyperv the message routers_updated {{(pid=87635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 23 16:08:52.526419 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a978492d-3881-41e1-ad23-945336c80c05 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864774'] for subnet, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:52.529272 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ec3eb03-14e1-4a8f-9d78-e77b1437882f None None] Sync routers for ids ['5ddf301a-c667-4ab2-af44-4358f783eeec'] in dv-neutron-822799-1-hyperv {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 23 16:08:52.568857 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-79af6cb9-85de-4ff1-b10b-11954a694c31 admin admin] 10.222.0.64 "PUT /v2.0/routers/5ddf301a-c667-4ab2-af44-4358f783eeec/add_router_interface HTTP/1.1" status: 200  len: 503 time: 12.9929821
Dec 23 16:08:52.569960 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ec3eb03-14e1-4a8f-9d78-e77b1437882f None None] Routers {'5ddf301a-c667-4ab2-af44-4358f783eeec'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:08:52.577001 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-3ec3eb03-14e1-4a8f-9d78-e77b1437882f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc207f340>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:08:50Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['5ddf301a-c667-4ab2-af44-4358f783eeec'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:08:52.594398 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d0e02357-6adf-4318-9e2b-8acc26aad9ff tempest-RoutersTestDVR-934269085 tempest-RoutersTestDVR-934269085-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:52.628971 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0fe67e3-219f-4e84-8eec-c1bf0bc7e728 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] vlan segment allocate from pool success with {'vlan_id': 445, 'physical_network': 'physnet1'}  {{(pid=87636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 23 16:08:52.648037 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d0fe67e3-219f-4e84-8eec-c1bf0bc7e728 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:52.648382 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.db.segments_db [None req-d0fe67e3-219f-4e84-8eec-c1bf0bc7e728 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Added segment 5f4ad249-bde1-4e1d-95b1-0ba2f9b83192 of type vlan for network 4d24a5eb-f3ed-400b-b236-47507ac30233
Dec 23 16:08:52.658378 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-6932a017-48aa-4c52-ab8f-2510536a7209 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:52.689973 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d0e02357-6adf-4318-9e2b-8acc26aad9ff tempest-RoutersTestDVR-934269085 tempest-RoutersTestDVR-934269085-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1823971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1824234'] for router, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:52.698725 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-3e748650-70b0-4ad8-ac9e-5be6df121214 tempest-DHCPAgentSchedulersTestJSON-394741792 tempest-DHCPAgentSchedulersTestJSON-394741792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:52.715888 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a978492d-3881-41e1-ad23-945336c80c05 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2176495', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2618677'] for subnet, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:52.720615 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-6932a017-48aa-4c52-ab8f-2510536a7209 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:08:52.725112 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:08:52.736154 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d0fe67e3-219f-4e84-8eec-c1bf0bc7e728 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735362521793'] for network, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:52.745768 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:08:52.795966 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-6932a017-48aa-4c52-ab8f-2510536a7209 admin admin] Usage tracker for resource:security_group_rule and tenant:5e7c0552430442cb9cb4c09d49b620d8 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:08:52.803962 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-6932a017-48aa-4c52-ab8f-2510536a7209 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:08:52.812418 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e748650-70b0-4ad8-ac9e-5be6df121214 tempest-DHCPAgentSchedulersTestJSON-394741792 tempest-DHCPAgentSchedulersTestJSON-394741792-project] Pushing event deleted for resources: {'Port': ['ID=a807fb56-e5d7-4a2c-817d-2db4a2dd71c8,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:08:52.820096 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-d557bcd9-2196-4f4a-b9a3-8097f299712c None None] Calling delete_port for a807fb56-e5d7-4a2c-817d-2db4a2dd71c8 owned by network:dhcp {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:08:52.821113 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a978492d-3881-41e1-ad23-945336c80c05 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941-project] Pushing event deleted for resources: {'Subnet': ['ID=e3bc0683-bb30-469b-a43a-92301d611d58,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:08:52.831261 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-3e748650-70b0-4ad8-ac9e-5be6df121214 tempest-DHCPAgentSchedulersTestJSON-394741792 tempest-DHCPAgentSchedulersTestJSON-394741792-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:08:52.831765 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-a978492d-3881-41e1-ad23-945336c80c05 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:08:52.834390 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-6932a017-48aa-4c52-ab8f-2510536a7209 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:08:52.834688 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a978492d-3881-41e1-ad23-945336c80c05 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627509'] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:52.837086 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e748650-70b0-4ad8-ac9e-5be6df121214 tempest-DHCPAgentSchedulersTestJSON-394741792 tempest-DHCPAgentSchedulersTestJSON-394741792-project] No DVR routers for this DVR port a807fb56-e5d7-4a2c-817d-2db4a2dd71c8 on host dv-neutron-822799-1-hyperv {{(pid=87635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 23 16:08:52.843591 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-a978492d-3881-41e1-ad23-945336c80c05 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941-project] 10.222.0.64 "DELETE /v2.0/subnets/e3bc0683-bb30-469b-a43a-92301d611d58 HTTP/1.1" status: 204  len: 168 time: 1.7147865
Dec 23 16:08:52.849424 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 41948) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:08:52.853826 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed8d22fe-d7a5-4ab0-b27c-3a5ac1302190 None None] Network 9fd30154-7a0a-4ec5-8059-4c9741a97a26 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:08:52.865210 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d0e02357-6adf-4318-9e2b-8acc26aad9ff tempest-RoutersTestDVR-934269085 tempest-RoutersTestDVR-934269085-project-admin] Notify callbacks [] for router, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:52.866789 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-d0e02357-6adf-4318-9e2b-8acc26aad9ff tempest-RoutersTestDVR-934269085 tempest-RoutersTestDVR-934269085-project-admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201  len: 722 time: 0.5032842
Dec 23 16:08:52.869956 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 41950) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:08:53.094227 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-3ec3eb03-14e1-4a8f-9d78-e77b1437882f None None] Set router 5ddf301a-c667-4ab2-af44-4358f783eeec gateway port host: dv-neutron-822799-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:08:53.172515 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d0fe67e3-219f-4e84-8eec-c1bf0bc7e728 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495'] for network, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:53.181492 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0fe67e3-219f-4e84-8eec-c1bf0bc7e728 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:08:53.182735 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d0fe67e3-219f-4e84-8eec-c1bf0bc7e728 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627509'] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:53.194572 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-1df91a44-0668-49c5-853a-47558bc7a1dd tempest-DHCPAgentSchedulersTestJSON-394741792 tempest-DHCPAgentSchedulersTestJSON-394741792-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:08:53.210784 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0333831f-ab00-4923-bb64-284d229eb052 None None] Network c21db128-dfb2-49e0-81b3-1e246173df0e requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:08:53.212065 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-ab3652e1-de76-4f74-82b4-89b164d06566 tempest-RoutersTestDVR-934269085 tempest-RoutersTestDVR-934269085-project-admin] Notify callbacks [] for router, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:53.221663 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-3e748650-70b0-4ad8-ac9e-5be6df121214 tempest-DHCPAgentSchedulersTestJSON-394741792 tempest-DHCPAgentSchedulersTestJSON-394741792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-864347', 'neutron.services.segments.db._delete_segments_for_network-8735362908070'] for network, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:53.249485 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.services.segments.db [None req-3e748650-70b0-4ad8-ac9e-5be6df121214 tempest-DHCPAgentSchedulersTestJSON-394741792 tempest-DHCPAgentSchedulersTestJSON-394741792-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1dc0d0d7f0>,) {'filters': {'network_id': ['f47d4533-068e-4270-9b1b-45155314692b']}} {{(pid=87635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:08:53.265506 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.services.segments.db [None req-3e748650-70b0-4ad8-ac9e-5be6df121214 tempest-DHCPAgentSchedulersTestJSON-394741792 tempest-DHCPAgentSchedulersTestJSON-394741792-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dc0d0d7f0>, '053aec22-8a34-40c8-97fa-d27a78972c49') {'for_net_delete': True} {{(pid=87635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:08:53.265870 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.services.segments.db [None req-3e748650-70b0-4ad8-ac9e-5be6df121214 tempest-DHCPAgentSchedulersTestJSON-394741792 tempest-DHCPAgentSchedulersTestJSON-394741792-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dc0d0d7f0>, '053aec22-8a34-40c8-97fa-d27a78972c49') {} {{(pid=87635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:08:53.281738 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-3e748650-70b0-4ad8-ac9e-5be6df121214 tempest-DHCPAgentSchedulersTestJSON-394741792 tempest-DHCPAgentSchedulersTestJSON-394741792-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735363085442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2776713'] for segment, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:53.305286 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-3e748650-70b0-4ad8-ac9e-5be6df121214 tempest-DHCPAgentSchedulersTestJSON-394741792 tempest-DHCPAgentSchedulersTestJSON-394741792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:53.312333 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e748650-70b0-4ad8-ac9e-5be6df121214 tempest-DHCPAgentSchedulersTestJSON-394741792 tempest-DHCPAgentSchedulersTestJSON-394741792-project] Releasing vlan 411 on physical network physnet1 to pool {{(pid=87635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 23 16:08:53.312749 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-3e748650-70b0-4ad8-ac9e-5be6df121214 tempest-DHCPAgentSchedulersTestJSON-394741792 tempest-DHCPAgentSchedulersTestJSON-394741792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2753503'] for segment, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:53.320699 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.db.api [None req-d557bcd9-2196-4f4a-b9a3-8097f299712c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87637) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 23 16:08:53.321339 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_db.api [None req-d557bcd9-2196-4f4a-b9a3-8097f299712c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 23 16:08:53.412680 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-aaab885f-0c3b-4bb7-82d1-6da2aea5a726 None None] Provisioning for port 00ca4b02-9f11-41c3-a32b-c8a6887301a7 completed by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:08:53.526978 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-d0fe67e3-219f-4e84-8eec-c1bf0bc7e728 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 1.1559029
Dec 23 16:08:53.541916 dv-neutron-822799-1-hyperv neutron-server[87635]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 23 16:08:53.541916 dv-neutron-822799-1-hyperv neutron-server[87635]:   util.warn(
Dec 23 16:08:53.541916 dv-neutron-822799-1-hyperv neutron-server[87635]: Traceback (most recent call last):
Dec 23 16:08:53.541916 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 23 16:08:53.541916 dv-neutron-822799-1-hyperv neutron-server[87635]:     timer()
Dec 23 16:08:53.541916 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:08:53.541916 dv-neutron-822799-1-hyperv neutron-server[87635]:     cb(*args, **kw)
Dec 23 16:08:53.541916 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 23 16:08:53.541916 dv-neutron-822799-1-hyperv neutron-server[87635]:     return func(*args, **kwargs)
Dec 23 16:08:53.541916 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:08:53.541916 dv-neutron-822799-1-hyperv neutron-server[87635]:     self._notify()
Dec 23 16:08:53.541916 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:08:53.541916 dv-neutron-822799-1-hyperv neutron-server[87635]:     self.callback(batched_events)
Dec 23 16:08:53.541916 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:08:53.541916 dv-neutron-822799-1-hyperv neutron-server[87635]:     event.method(event)
Dec 23 16:08:53.541916 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:08:53.541916 dv-neutron-822799-1-hyperv neutron-server[87635]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:08:53.541916 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 23 16:08:53.541916 dv-neutron-822799-1-hyperv neutron-server[87635]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 23 16:08:53.541916 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 23 16:08:53.541916 dv-neutron-822799-1-hyperv neutron-server[87635]:     return f(self, *a, **k)
Dec 23 16:08:53.541916 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:08:53.541916 dv-neutron-822799-1-hyperv neutron-server[87635]:     return self._get(url).json()
Dec 23 16:08:53.541916 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 23 16:08:53.541916 dv-neutron-822799-1-hyperv neutron-server[87635]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 23 16:08:53.541916 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 23 16:08:53.541916 dv-neutron-822799-1-hyperv neutron-server[87635]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:08:53.541916 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 23 16:08:53.541916 dv-neutron-822799-1-hyperv neutron-server[87635]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 23 16:08:53.541916 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 23 16:08:53.541916 dv-neutron-822799-1-hyperv neutron-server[87635]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:08:53.541916 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 23 16:08:53.541916 dv-neutron-822799-1-hyperv neutron-server[87635]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:08:53.541916 dv-neutron-822799-1-hyperv neutron-server[87635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:08:53.546171 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 41966) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:08:53.599308 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb800b4a-baeb-4450-b08c-63da95e1d4ea None None] DHCP port deletion for 9fd30154-7a0a-4ec5-8059-4c9741a97a26 request from dv-neutron-822799-1-hyperv {{(pid=87637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 23 16:08:53.612269 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-bb800b4a-baeb-4450-b08c-63da95e1d4ea None None] Deleting port 21cef4a0-5f92-4510-8a82-5be5feb7adff {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:08:53.612834 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-bb800b4a-baeb-4450-b08c-63da95e1d4ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:53.628449 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-c7b6be1e-bf30-49b9-a235-96a29029ca5d tempest-ServersTestJSON-1438135586 tempest-ServersTestJSON-1438135586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:53.646775 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-3936eb9d-2dd4-4ab5-a2da-1c256a6e7421 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Request body: {'subnet': {'network_id': '4d24a5eb-f3ed-400b-b236-47507ac30233', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:08:53.660624 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe67e3-219f-4e84-8eec-c1bf0bc7e728 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Pushing event updated for resources: {'Network': ['ID=4d24a5eb-f3ed-400b-b236-47507ac30233,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:08:53.671517 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-d0fe67e3-219f-4e84-8eec-c1bf0bc7e728 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.477s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:08:53.676038 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-ab3652e1-de76-4f74-82b4-89b164d06566 tempest-RoutersTestDVR-934269085 tempest-RoutersTestDVR-934269085-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1784183', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-235354'] for router, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:53.678600 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-ab3652e1-de76-4f74-82b4-89b164d06566 tempest-RoutersTestDVR-934269085 tempest-RoutersTestDVR-934269085-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:53.679382 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Network 4d24a5eb-f3ed-400b-b236-47507ac30233 details requested by agent ovs-agent-dv-neutron-822799-1-hyperv with host dv-neutron-822799-1-hyperv {{(pid=87637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 23 16:08:53.713808 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-ab3652e1-de76-4f74-82b4-89b164d06566 tempest-RoutersTestDVR-934269085 tempest-RoutersTestDVR-934269085-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1781328'] for router, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:53.714871 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab3652e1-de76-4f74-82b4-89b164d06566 tempest-RoutersTestDVR-934269085 tempest-RoutersTestDVR-934269085-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0beea234-ce3b-4687-8c2c-a1204e287125 {{(pid=87636) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 23 16:08:53.733835 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-ab3652e1-de76-4f74-82b4-89b164d06566 tempest-RoutersTestDVR-934269085 tempest-RoutersTestDVR-934269085-project-admin] Notify callbacks [] for router, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:53.737200 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-ab3652e1-de76-4f74-82b4-89b164d06566 tempest-RoutersTestDVR-934269085 tempest-RoutersTestDVR-934269085-project-admin] 10.222.0.64 "DELETE /v2.0/routers/0beea234-ce3b-4687-8c2c-a1204e287125 HTTP/1.1" status: 204  len: 168 time: 0.8653951
Dec 23 16:08:53.740861 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 41970) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:08:53.757158 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-ba9d3654-125d-4c24-b901-e8644f02f0e0 tempest-RoutersTestDVR-934269085 tempest-RoutersTestDVR-934269085-project-admin] Request body: {'router': {'name': 'tempest-router-2060514848', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '0ef3f451706643eaa634db09bf695657'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:08:53.763775 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-ba9d3654-125d-4c24-b901-e8644f02f0e0 tempest-RoutersTestDVR-934269085 tempest-RoutersTestDVR-934269085-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:08:53.771849 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-3ec3eb03-14e1-4a8f-9d78-e77b1437882f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc207f340>, [{'id': '5ddf301a-c667-4ab2-af44-4358f783eeec', 'name': 'tempest-ServersTestManualDisk-2052961793-router', 'tenant_id': '0d83cf4cd2a34a3d8747fec0cfffe963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.111'}], 'enable_snat': True}, 'gw_port_id': '2b166162-6ae6-4c8f-ac05-899a97e296f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:08:28Z', 'updated_at': '2021-12-23T16:08:46Z', 'revision_number': 4, 'project_id': '0d83cf4cd2a34a3d8747fec0cfffe963', 'gw_port': {'id': '2b166162-6ae6-4c8f-ac05-899a97e296f1', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:88:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ddf301a-c667-4ab2-af44-4358f783eeec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:08:30Z', 'updated_at': '2021-12-23T16:08:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_interfaces': [{'id': 'f1533cd9-1d4b-4d70-b357-905ad395d212', 'name': '', 'network_id': '110ef17f-202a-4ce6-8e43-789c8f209bdb', 'tenant_id': '0d83cf4cd2a34a3d8747fec0cfffe963', 'mac_address': 'fa:16:3e:a1:4b:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ddf301a-c667-4ab2-af44-4358f783eeec', 'device_owner': 'network:router_interface', 'standard_attr_id': 132, 'fixed_ips': [{'subnet_id': '53feed59-2af5-4ad4-9dff-3991a61b1789', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:08:41Z', 'updated_at': '2021-12-23T16:08:47Z', 'revision_number': 2, 'project_id': '0d83cf4cd2a34a3d8747fec0cfffe963', 'subnets': [{'id': '53feed59-2af5-4ad4-9dff-3991a61b1789', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:08:53.774839 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-ba9d3654-125d-4c24-b901-e8644f02f0e0 tempest-RoutersTestDVR-934269085 tempest-RoutersTestDVR-934269085-project-admin] Usage tracker for resource:router and tenant:0ef3f451706643eaa634db09bf695657 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:08:53.783873 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-ba9d3654-125d-4c24-b901-e8644f02f0e0 tempest-RoutersTestDVR-934269085 tempest-RoutersTestDVR-934269085-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:08:53.789580 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ec3eb03-14e1-4a8f-9d78-e77b1437882f None None] Checking router: 5ddf301a-c667-4ab2-af44-4358f783eeec for host: dv-neutron-822799-1-hyperv {{(pid=87638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 23 16:08:53.790179 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ec3eb03-14e1-4a8f-9d78-e77b1437882f None None] Updating router 5ddf301a-c667-4ab2-af44-4358f783eeec port f1533cd9-1d4b-4d70-b357-905ad395d212 binding host dv-neutron-822799-1-hyperv {{(pid=87638) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 23 16:08:53.802441 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-ba9d3654-125d-4c24-b901-e8644f02f0e0 tempest-RoutersTestDVR-934269085 tempest-RoutersTestDVR-934269085-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:08:53.824013 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-ba9d3654-125d-4c24-b901-e8644f02f0e0 tempest-RoutersTestDVR-934269085 tempest-RoutersTestDVR-934269085-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1823978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-235332'] for router, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:53.825396 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-ba9d3654-125d-4c24-b901-e8644f02f0e0 tempest-RoutersTestDVR-934269085 tempest-RoutersTestDVR-934269085-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1824575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1824063', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1751113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-235341'] for router, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:53.847529 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-ba9d3654-125d-4c24-b901-e8644f02f0e0 tempest-RoutersTestDVR-934269085 tempest-RoutersTestDVR-934269085-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:53.848796 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-d557bcd9-2196-4f4a-b9a3-8097f299712c None None] Deleting port a807fb56-e5d7-4a2c-817d-2db4a2dd71c8 {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:08:53.849172 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d557bcd9-2196-4f4a-b9a3-8097f299712c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:53.865133 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a6dd162e-1a8f-46e7-b3d2-01171537f4a1 tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:53.865879 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-3e748650-70b0-4ad8-ac9e-5be6df121214 tempest-DHCPAgentSchedulersTestJSON-394741792 tempest-DHCPAgentSchedulersTestJSON-394741792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-864336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1824171'] for network, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:53.877040 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-ba9d3654-125d-4c24-b901-e8644f02f0e0 tempest-RoutersTestDVR-934269085 tempest-RoutersTestDVR-934269085-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1823971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1824234'] for router, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:53.896416 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3ec3eb03-14e1-4a8f-9d78-e77b1437882f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:53.903908 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-3936eb9d-2dd4-4ab5-a2da-1c256a6e7421 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:08:53.922212 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-ba9d3654-125d-4c24-b901-e8644f02f0e0 tempest-RoutersTestDVR-934269085 tempest-RoutersTestDVR-934269085-project-admin] Notify callbacks [] for router, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:53.926585 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-ba9d3654-125d-4c24-b901-e8644f02f0e0 tempest-RoutersTestDVR-934269085 tempest-RoutersTestDVR-934269085-project-admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201  len: 723 time: 0.1846621
Dec 23 16:08:53.927231 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 41974) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:08:53.932888 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-aed13606-2d70-417d-9581-5c84623aa511 tempest-RoutersTestDVR-934269085 tempest-RoutersTestDVR-934269085-project-admin] Request body: {'router': {'distributed': True}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:08:54.024688 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-3936eb9d-2dd4-4ab5-a2da-1c256a6e7421 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Usage tracker for resource:subnet and tenant:08bb5ff5fd45470cae3e1870e7817546 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:08:54.027547 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-d557bcd9-2196-4f4a-b9a3-8097f299712c None None] The port 'a807fb56-e5d7-4a2c-817d-2db4a2dd71c8' was deleted {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 23 16:08:54.029271 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-3936eb9d-2dd4-4ab5-a2da-1c256a6e7421 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:08:54.037267 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-3936eb9d-2dd4-4ab5-a2da-1c256a6e7421 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:08:54.052428 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:08:54.103635 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-3e748650-70b0-4ad8-ac9e-5be6df121214 tempest-DHCPAgentSchedulersTestJSON-394741792 tempest-DHCPAgentSchedulersTestJSON-394741792-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627509'] for network, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:54.113578 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 00ca4b02-9f11-41c3-a32b-c8a6887301a7 up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:08:54.150046 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3936eb9d-2dd4-4ab5-a2da-1c256a6e7421 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Made reservation on behalf of 08bb5ff5fd45470cae3e1870e7817546 for: {'subnet': 1} {{(pid=87635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:08:54.154189 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-3936eb9d-2dd4-4ab5-a2da-1c256a6e7421 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2610339'] for subnet, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:54.178804 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-5fbf5b23-d4e8-4dbe-9b6a-af27f089e268 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-698866'] for network, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:54.181269 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6dd162e-1a8f-46e7-b3d2-01171537f4a1 tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Pushing event deleted for resources: {'Port': ['ID=ec850cd4-d876-47c2-8427-d0a27e69ab53,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:08:54.206054 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-bb800b4a-baeb-4450-b08c-63da95e1d4ea None None] For port 21cef4a0-5f92-4510-8a82-5be5feb7adff, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=21cef4a0-5f92-4510-8a82-5be5feb7adff,segment=NetworkSegment(bdac2f59-278c-4015-a032-a8126ee0107d),segment_id=bdac2f59-278c-4015-a032-a8126ee0107d)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:08:54.206456 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-bb800b4a-baeb-4450-b08c-63da95e1d4ea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:54.206870 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-a6dd162e-1a8f-46e7-b3d2-01171537f4a1 tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:08:54.244334 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.141s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:08:54.351801 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-bb800b4a-baeb-4450-b08c-63da95e1d4ea None None] Calling delete_port for 21cef4a0-5f92-4510-8a82-5be5feb7adff owned by network:dhcp {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:08:54.369209 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e748650-70b0-4ad8-ac9e-5be6df121214 tempest-DHCPAgentSchedulersTestJSON-394741792 tempest-DHCPAgentSchedulersTestJSON-394741792-project] Pushing event deleted for resources: {'Network': ['ID=f47d4533-068e-4270-9b1b-45155314692b,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:08:54.418133 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-3e748650-70b0-4ad8-ac9e-5be6df121214 tempest-DHCPAgentSchedulersTestJSON-394741792 tempest-DHCPAgentSchedulersTestJSON-394741792-project] 10.222.0.64 "DELETE /v2.0/networks/f47d4533-068e-4270-9b1b-45155314692b HTTP/1.1" status: 204  len: 168 time: 3.5671301
Dec 23 16:08:54.429105 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-3e748650-70b0-4ad8-ac9e-5be6df121214 tempest-DHCPAgentSchedulersTestJSON-394741792 tempest-DHCPAgentSchedulersTestJSON-394741792-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:08:54.450153 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 41982) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:08:54.472767 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-5fbf5b23-d4e8-4dbe-9b6a-af27f089e268 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941-project] Deleting port 21cef4a0-5f92-4510-8a82-5be5feb7adff {{(pid=87635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:08:54.473242 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-5fbf5b23-d4e8-4dbe-9b6a-af27f089e268 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:54.518527 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-a95f49bc-9faa-4007-a479-85bc0a367fa5 tempest-ServersTestManualDisk-1942191146 tempest-ServersTestManualDisk-1942191146-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1674895564', 'description': 'tempest-description--1079259993'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:08:54.532693 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-bb800b4a-baeb-4450-b08c-63da95e1d4ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789'] for port, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:54.540098 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:08:54.556245 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3ec3eb03-14e1-4a8f-9d78-e77b1437882f None None] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:54.570771 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-3ec3eb03-14e1-4a8f-9d78-e77b1437882f None None] Transition to ACTIVE for port object f1533cd9-1d4b-4d70-b357-905ad395d212 will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:08:54.580334 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3ec3eb03-14e1-4a8f-9d78-e77b1437882f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:54.587205 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG oslo_concurrency.lockutils [None req-374e6b51-2b8a-4c95-82fa-8f7bb771e64e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:08:54.608548 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-a95f49bc-9faa-4007-a479-85bc0a367fa5 tempest-ServersTestManualDisk-1942191146 tempest-ServersTestManualDisk-1942191146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:08:54.611958 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning for port 00ca4b02-9f11-41c3-a32b-c8a6887301a7 completed by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:08:54.631315 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port 00ca4b02-9f11-41c3-a32b-c8a6887301a7 triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:08:54.642142 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:54.659178 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f401f39-ee83-4b84-b9e0-a06e2baed360 None None] Pushing event updated for resources: {'Port': ['ID=f1533cd9-1d4b-4d70-b357-905ad395d212,revision_number=3']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:08:54.664398 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG oslo_concurrency.lockutils [None req-8f401f39-ee83-4b84-b9e0-a06e2baed360 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:08:54.690874 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-aed13606-2d70-417d-9581-5c84623aa511 tempest-RoutersTestDVR-934269085 tempest-RoutersTestDVR-934269085-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1824017', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1823768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-235299'] for router, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:54.691380 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-aed13606-2d70-417d-9581-5c84623aa511 tempest-RoutersTestDVR-934269085 tempest-RoutersTestDVR-934269085-project-admin] Notify callbacks [] for router, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:54.700084 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb800b4a-baeb-4450-b08c-63da95e1d4ea None None] Pushing event deleted for resources: {'Port': ['ID=21cef4a0-5f92-4510-8a82-5be5feb7adff,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:08:54.714554 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb800b4a-baeb-4450-b08c-63da95e1d4ea None None] No DVR routers for this DVR port 21cef4a0-5f92-4510-8a82-5be5feb7adff on host dv-neutron-822799-1-hyperv {{(pid=87637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 23 16:08:54.717340 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-5fbf5b23-d4e8-4dbe-9b6a-af27f089e268 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941-project] The port '21cef4a0-5f92-4510-8a82-5be5feb7adff' was deleted {{(pid=87635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 23 16:08:54.720964 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-a95f49bc-9faa-4007-a479-85bc0a367fa5 tempest-ServersTestManualDisk-1942191146 tempest-ServersTestManualDisk-1942191146-project] Usage tracker for resource:security_group and tenant:0d83cf4cd2a34a3d8747fec0cfffe963 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:08:54.724356 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-a95f49bc-9faa-4007-a479-85bc0a367fa5 tempest-ServersTestManualDisk-1942191146 tempest-ServersTestManualDisk-1942191146-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:08:54.732196 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-a95f49bc-9faa-4007-a479-85bc0a367fa5 tempest-ServersTestManualDisk-1942191146 tempest-ServersTestManualDisk-1942191146-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:08:54.733928 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-bb800b4a-baeb-4450-b08c-63da95e1d4ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:08:54.806827 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 41988) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:08:54.845689 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-3ec3eb03-14e1-4a8f-9d78-e77b1437882f None None] Attempting to bind port f1533cd9-1d4b-4d70-b357-905ad395d212 on host dv-neutron-822799-1-hyperv for vnic_type normal with profile  {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:08:54.846331 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-3ec3eb03-14e1-4a8f-9d78-e77b1437882f None None] Attempting to bind port f1533cd9-1d4b-4d70-b357-905ad395d212 by drivers openvswitch,hyperv on host dv-neutron-822799-1-hyperv at level 0 using segments [{'id': '49705709-fd6f-45a3-8c17-ba357fb62791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '110ef17f-202a-4ce6-8e43-789c8f209bdb'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:08:54.852448 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec3eb03-14e1-4a8f-9d78-e77b1437882f None None] Attempting to bind port f1533cd9-1d4b-4d70-b357-905ad395d212 on network 110ef17f-202a-4ce6-8e43-789c8f209bdb {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:08:54.869690 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec3eb03-14e1-4a8f-9d78-e77b1437882f None None] Checking agent: {'id': '20d2070f-69a9-4e73-8d08-6f0387a40158', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822799-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 21), 'started_at': datetime.datetime(2021, 12, 23, 16, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 8, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822799-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 23 16:08:54.873494 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec3eb03-14e1-4a8f-9d78-e77b1437882f None None] Checking segment: {'id': '49705709-fd6f-45a3-8c17-ba357fb62791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '110ef17f-202a-4ce6-8e43-789c8f209bdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:08:54.874124 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3ec3eb03-14e1-4a8f-9d78-e77b1437882f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:54.875373 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec3eb03-14e1-4a8f-9d78-e77b1437882f None None] Bound using segment: {'id': '49705709-fd6f-45a3-8c17-ba357fb62791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '110ef17f-202a-4ce6-8e43-789c8f209bdb'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 23 16:08:54.879429 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-3ec3eb03-14e1-4a8f-9d78-e77b1437882f None None] Bound port: f1533cd9-1d4b-4d70-b357-905ad395d212, host: dv-neutron-822799-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49705709-fd6f-45a3-8c17-ba357fb62791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '110ef17f-202a-4ce6-8e43-789c8f209bdb'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 23 16:08:54.880015 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3ec3eb03-14e1-4a8f-9d78-e77b1437882f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:54.913648 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:54.973092 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] For port 00ca4b02-9f11-41c3-a32b-c8a6887301a7, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=00ca4b02-9f11-41c3-a32b-c8a6887301a7,segment=NetworkSegment(543b8d78-5368-4685-8af0-a18d2284b197),segment_id=543b8d78-5368-4685-8af0-a18d2284b197)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:08:54.980256 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:54.982278 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:08:54.992819 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-aed13606-2d70-417d-9581-5c84623aa511 tempest-RoutersTestDVR-934269085 tempest-RoutersTestDVR-934269085-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=87636) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}}
Dec 23 16:08:54.993311 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-aed13606-2d70-417d-9581-5c84623aa511 tempest-RoutersTestDVR-934269085 tempest-RoutersTestDVR-934269085-project-admin] Router 8c414d03-3ee4-4768-82b4-2bc27acf1a56 migrating from <neutron.services.l3_router.service_providers.single_node.SingleNodeDriver object at 0x7f1dc2df16d0> provider to <neutron.services.l3_router.service_providers.dvr.DvrDriver object at 0x7f1dc2df1d90> provider. {{(pid=87636) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}}
Dec 23 16:08:54.993521 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-aed13606-2d70-417d-9581-5c84623aa511 tempest-RoutersTestDVR-934269085 tempest-RoutersTestDVR-934269085-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:55.007047 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-aed13606-2d70-417d-9581-5c84623aa511 tempest-RoutersTestDVR-934269085 tempest-RoutersTestDVR-934269085-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:55.013583 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-aed13606-2d70-417d-9581-5c84623aa511 tempest-RoutersTestDVR-934269085 tempest-RoutersTestDVR-934269085-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1824234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1824024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1824227', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1823761'] for router, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:55.041063 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-3ec3eb03-14e1-4a8f-9d78-e77b1437882f None None] For port f1533cd9-1d4b-4d70-b357-905ad395d212, host dv-neutron-822799-1-hyperv, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 23 16:08:55.050525 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-3ec3eb03-14e1-4a8f-9d78-e77b1437882f None None] For port f1533cd9-1d4b-4d70-b357-905ad395d212, host dv-neutron-822799-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=f1533cd9-1d4b-4d70-b357-905ad395d212,segment=NetworkSegment(49705709-fd6f-45a3-8c17-ba357fb62791),segment_id=49705709-fd6f-45a3-8c17-ba357fb62791)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 23 16:08:55.050779 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-6932a017-48aa-4c52-ab8f-2510536a7209 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:55.057701 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3ec3eb03-14e1-4a8f-9d78-e77b1437882f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:55.061542 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:08:55.062232 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a95f49bc-9faa-4007-a479-85bc0a367fa5 tempest-ServersTestManualDisk-1942191146 tempest-ServersTestManualDisk-1942191146-project] Notify callbacks [] for security_group, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:55.071602 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device a807fb56-e5d7-4a2c-817d-2db4a2dd71c8 no longer exists at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 23 16:08:55.103105 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Pushing event updated for resources: {'Port': ['ID=00ca4b02-9f11-41c3-a32b-c8a6887301a7,revision_number=3']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:08:55.111111 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:08:55.112023 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] No Port match for: a807fb56-e5d7-4a2c-817d-2db4a2dd71c8 {{(pid=87637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 23 16:08:55.112513 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device a807fb56-e5d7-4a2c-817d-2db4a2dd71c8 not bound to the agent host dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 23 16:08:55.113101 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 21cef4a0-5f92-4510-8a82-5be5feb7adff no longer exists at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 23 16:08:55.151082 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] No Port match for: 21cef4a0-5f92-4510-8a82-5be5feb7adff {{(pid=87637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 23 16:08:55.151655 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 21cef4a0-5f92-4510-8a82-5be5feb7adff not bound to the agent host dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 23 16:08:55.162385 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ec3eb03-14e1-4a8f-9d78-e77b1437882f None None] Routers {'5ddf301a-c667-4ab2-af44-4358f783eeec'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:08:55.163209 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-3ec3eb03-14e1-4a8f-9d78-e77b1437882f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc207f340>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:08:50Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['5ddf301a-c667-4ab2-af44-4358f783eeec'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:08:55.222332 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f401f39-ee83-4b84-b9e0-a06e2baed360 None None] Pushing event updated for resources: {'Port': ['ID=f1533cd9-1d4b-4d70-b357-905ad395d212,revision_number=4']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:08:55.235362 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG oslo_concurrency.lockutils [None req-8f401f39-ee83-4b84-b9e0-a06e2baed360 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=87638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:08:55.243914 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a6dd162e-1a8f-46e7-b3d2-01171537f4a1 tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1824206'] for router_gateway, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:55.291788 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-6932a017-48aa-4c52-ab8f-2510536a7209 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:55.336011 dv-neutron-822799-1-hyperv neutron-server[87636]: WARNING neutron.scheduler.l3_agent_scheduler [None req-aed13606-2d70-417d-9581-5c84623aa511 tempest-RoutersTestDVR-934269085 tempest-RoutersTestDVR-934269085-project-admin] No L3 agents can host the router 8c414d03-3ee4-4768-82b4-2bc27acf1a56
Dec 23 16:08:55.392815 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-3ec3eb03-14e1-4a8f-9d78-e77b1437882f None None] Set router 5ddf301a-c667-4ab2-af44-4358f783eeec gateway port host: dv-neutron-822799-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:08:55.398706 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-5fbf5b23-d4e8-4dbe-9b6a-af27f089e268 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-864347', 'neutron.services.segments.db._delete_segments_for_network-8735362908070'] for network, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:55.417781 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-16e549bd-e3c4-4d66-a386-e1426f3affd1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:08:55.429488 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.db_base_plugin_common [None req-c7b6be1e-bf30-49b9-a235-96a29029ca5d tempest-ServersTestJSON-1438135586 tempest-ServersTestJSON-1438135586-project] Allocated IP 172.26.3.42 (8afa6d58-9431-454a-b99c-3ff8a65aa86b/60537fec-5f5f-4ab7-89cc-03638149a590/07f70584-a626-407a-afc3-753719dd9405) {{(pid=87635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:08:55.491774 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-d6bb9971-4917-4aab-b4bb-23bd0e5b1984 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=355476467ff349e69a4c5d694bf02ed6&name=default HTTP/1.1" status: 200  len: 2975 time: 0.6701686
Dec 23 16:08:55.494463 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 41994) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:08:55.512882 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-a95f49bc-9faa-4007-a479-85bc0a367fa5 tempest-ServersTestManualDisk-1942191146 tempest-ServersTestManualDisk-1942191146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:08:55.557185 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-a95f49bc-9faa-4007-a479-85bc0a367fa5 tempest-ServersTestManualDisk-1942191146 tempest-ServersTestManualDisk-1942191146-project] Usage tracker for resource:security_group_rule and tenant:0d83cf4cd2a34a3d8747fec0cfffe963 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:08:55.565722 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aed13606-2d70-417d-9581-5c84623aa511 tempest-RoutersTestDVR-934269085 tempest-RoutersTestDVR-934269085-project-admin] Hosts for router 8c414d03-3ee4-4768-82b4-2bc27acf1a56: [] {{(pid=87636) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:329}}
Dec 23 16:08:55.567188 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.services.segments.db [None req-5fbf5b23-d4e8-4dbe-9b6a-af27f089e268 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1dc1222520>,) {'filters': {'network_id': ['9fd30154-7a0a-4ec5-8059-4c9741a97a26']}} {{(pid=87635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:08:55.580924 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-a95f49bc-9faa-4007-a479-85bc0a367fa5 tempest-ServersTestManualDisk-1942191146 tempest-ServersTestManualDisk-1942191146-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:08:55.590380 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a6dd162e-1a8f-46e7-b3d2-01171537f4a1 tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1784183', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-235354'] for router, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:55.596401 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-6932a017-48aa-4c52-ab8f-2510536a7209 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5e7c0552430442cb9cb4c09d49b620d8&name=default HTTP/1.1" status: 200  len: 2979 time: 3.3755209
Dec 23 16:08:55.606769 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 41998) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:08:55.612457 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a6dd162e-1a8f-46e7-b3d2-01171537f4a1 tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:55.627980 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-a95f49bc-9faa-4007-a479-85bc0a367fa5 tempest-ServersTestManualDisk-1942191146 tempest-ServersTestManualDisk-1942191146-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:08:55.631007 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aed13606-2d70-417d-9581-5c84623aa511 tempest-RoutersTestDVR-934269085 tempest-RoutersTestDVR-934269085-project-admin] Hosts for other DVR routers connected to router 8c414d03-3ee4-4768-82b4-2bc27acf1a56: set() {{(pid=87636) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:346}}
Dec 23 16:08:55.632055 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.services.segments.db [None req-5fbf5b23-d4e8-4dbe-9b6a-af27f089e268 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dc1222520>, 'bdac2f59-278c-4015-a032-a8126ee0107d') {'for_net_delete': True} {{(pid=87635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:08:55.632344 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.services.segments.db [None req-5fbf5b23-d4e8-4dbe-9b6a-af27f089e268 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dc1222520>, 'bdac2f59-278c-4015-a032-a8126ee0107d') {} {{(pid=87635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:08:55.633343 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-aed13606-2d70-417d-9581-5c84623aa511 tempest-RoutersTestDVR-934269085 tempest-RoutersTestDVR-934269085-project-admin] Notify callbacks [] for router, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:55.636881 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-aed13606-2d70-417d-9581-5c84623aa511 tempest-RoutersTestDVR-934269085 tempest-RoutersTestDVR-934269085-project-admin] 10.222.0.64 "PUT /v2.0/routers/8c414d03-3ee4-4768-82b4-2bc27acf1a56 HTTP/1.1" status: 200  len: 717 time: 1.7063446
Dec 23 16:08:55.638917 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 42002) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:08:55.647094 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6932a017-48aa-4c52-ab8f-2510536a7209 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ec7ea5d-8bdb-4c6c-9ba1-ce25929b8f4e,revision_number=1']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:08:55.738807 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-3ec3eb03-14e1-4a8f-9d78-e77b1437882f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc207f340>, [{'id': '5ddf301a-c667-4ab2-af44-4358f783eeec', 'name': 'tempest-ServersTestManualDisk-2052961793-router', 'tenant_id': '0d83cf4cd2a34a3d8747fec0cfffe963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.111'}], 'enable_snat': True}, 'gw_port_id': '2b166162-6ae6-4c8f-ac05-899a97e296f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:08:28Z', 'updated_at': '2021-12-23T16:08:46Z', 'revision_number': 4, 'project_id': '0d83cf4cd2a34a3d8747fec0cfffe963', 'gw_port': {'id': '2b166162-6ae6-4c8f-ac05-899a97e296f1', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:88:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ddf301a-c667-4ab2-af44-4358f783eeec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:08:30Z', 'updated_at': '2021-12-23T16:08:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_interfaces': [{'id': 'f1533cd9-1d4b-4d70-b357-905ad395d212', 'name': '', 'network_id': '110ef17f-202a-4ce6-8e43-789c8f209bdb', 'tenant_id': '0d83cf4cd2a34a3d8747fec0cfffe963', 'mac_address': 'fa:16:3e:a1:4b:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ddf301a-c667-4ab2-af44-4358f783eeec', 'device_owner': 'network:router_interface', 'standard_attr_id': 132, 'fixed_ips': [{'subnet_id': '53feed59-2af5-4ad4-9dff-3991a61b1789', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:08:41Z', 'updated_at': '2021-12-23T16:08:55Z', 'revision_number': 4, 'project_id': '0d83cf4cd2a34a3d8747fec0cfffe963', 'subnets': [{'id': '53feed59-2af5-4ad4-9dff-3991a61b1789', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:08:55.742812 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ec3eb03-14e1-4a8f-9d78-e77b1437882f None None] The sync data for ids ['5ddf301a-c667-4ab2-af44-4358f783eeec'] in dv-neutron-822799-1-hyperv is: [{'id': '5ddf301a-c667-4ab2-af44-4358f783eeec', 'name': 'tempest-ServersTestManualDisk-2052961793-router', 'tenant_id': '0d83cf4cd2a34a3d8747fec0cfffe963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.111'}], 'enable_snat': True}, 'gw_port_id': '2b166162-6ae6-4c8f-ac05-899a97e296f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:08:28Z', 'updated_at': '2021-12-23T16:08:46Z', 'revision_number': 4, 'project_id': '0d83cf4cd2a34a3d8747fec0cfffe963', 'gw_port': {'id': '2b166162-6ae6-4c8f-ac05-899a97e296f1', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:88:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ddf301a-c667-4ab2-af44-4358f783eeec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:08:30Z', 'updated_at': '2021-12-23T16:08:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_interfaces': [{'id': 'f1533cd9-1d4b-4d70-b357-905ad395d212', 'name': '', 'network_id': '110ef17f-202a-4ce6-8e43-789c8f209bdb', 'tenant_id': '0d83cf4cd2a34a3d8747fec0cfffe963', 'mac_address': 'fa:16:3e:a1:4b:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ddf301a-c667-4ab2-af44-4358f783eeec', 'device_owner': 'network:router_interface', 'standard_attr_id': 132, 'fixed_ips': [{'subnet_id': '53feed59-2af5-4ad4-9dff-3991a61b1789', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:08:41Z', 'updated_at': '2021-12-23T16:08:55Z', 'revision_number': 4, 'project_id': '0d83cf4cd2a34a3d8747fec0cfffe963', 'subnets': [{'id': '53feed59-2af5-4ad4-9dff-3991a61b1789', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 23 16:08:55.771595 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-6932a017-48aa-4c52-ab8f-2510536a7209 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:08:55.780165 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-5fbf5b23-d4e8-4dbe-9b6a-af27f089e268 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735363085442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2776713'] for segment, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:55.785731 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c3c377bc-429a-4f2f-88c7-a4944b441eea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:55.834139 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-ea73fe78-53a5-4e41-8b78-b54da981d602 tempest-RoutersTestDVR-934269085 tempest-RoutersTestDVR-934269085-project-admin] 10.222.0.64 "GET /v2.0/routers/8c414d03-3ee4-4768-82b4-2bc27acf1a56 HTTP/1.1" status: 200  len: 717 time: 0.1917541
Dec 23 16:08:55.834340 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-3936eb9d-2dd4-4ab5-a2da-1c256a6e7421 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2753396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2610353'] for subnet, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:55.834685 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 42006) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:08:55.855878 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-5fbf5b23-d4e8-4dbe-9b6a-af27f089e268 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:55.859458 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c3c377bc-429a-4f2f-88c7-a4944b441eea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:55.868123 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-87df502d-f4b7-40d5-90e7-7f87265a92d8 tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:08:55.871195 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-8d0a65b3-2afa-4104-985b-134c134b3e69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:55.919031 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-8d0a65b3-2afa-4104-985b-134c134b3e69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:55.941361 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a6dd162e-1a8f-46e7-b3d2-01171537f4a1 tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1781328'] for router, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:55.942550 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6dd162e-1a8f-46e7-b3d2-01171537f4a1 tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 88ebdbd6-2481-407e-bf93-be8d6612fb2b {{(pid=87635) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 23 16:08:55.984264 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fbf5b23-d4e8-4dbe-9b6a-af27f089e268 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941-project] Releasing vlan 401 on physical network physnet1 to pool {{(pid=87635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 23 16:08:55.984708 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-5fbf5b23-d4e8-4dbe-9b6a-af27f089e268 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2753503'] for segment, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:55.988382 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c3c377bc-429a-4f2f-88c7-a4944b441eea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:56.001679 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:08:56.019157 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c377bc-429a-4f2f-88c7-a4944b441eea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=233c71e9-555d-412e-95d5-a08a078d5d43,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:08:56.029319 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-c3c377bc-429a-4f2f-88c7-a4944b441eea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:08:56.033641 dv-neutron-822799-1-hyperv neutron-server[87635]: Traceback (most recent call last):
Dec 23 16:08:56.033641 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 23 16:08:56.033641 dv-neutron-822799-1-hyperv neutron-server[87635]:     timer()
Dec 23 16:08:56.033641 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:08:56.033641 dv-neutron-822799-1-hyperv neutron-server[87635]:     cb(*args, **kw)
Dec 23 16:08:56.033641 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 23 16:08:56.033641 dv-neutron-822799-1-hyperv neutron-server[87635]:     return func(*args, **kwargs)
Dec 23 16:08:56.033641 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:08:56.033641 dv-neutron-822799-1-hyperv neutron-server[87635]:     self._notify()
Dec 23 16:08:56.033641 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:08:56.033641 dv-neutron-822799-1-hyperv neutron-server[87635]:     self.callback(batched_events)
Dec 23 16:08:56.033641 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:08:56.033641 dv-neutron-822799-1-hyperv neutron-server[87635]:     event.method(event)
Dec 23 16:08:56.033641 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:08:56.033641 dv-neutron-822799-1-hyperv neutron-server[87635]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:08:56.033641 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 23 16:08:56.033641 dv-neutron-822799-1-hyperv neutron-server[87635]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 23 16:08:56.033641 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 23 16:08:56.033641 dv-neutron-822799-1-hyperv neutron-server[87635]:     return f(self, *a, **k)
Dec 23 16:08:56.033641 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:08:56.033641 dv-neutron-822799-1-hyperv neutron-server[87635]:     return self._get(url).json()
Dec 23 16:08:56.033641 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 23 16:08:56.033641 dv-neutron-822799-1-hyperv neutron-server[87635]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 23 16:08:56.033641 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 23 16:08:56.033641 dv-neutron-822799-1-hyperv neutron-server[87635]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:08:56.033641 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 23 16:08:56.033641 dv-neutron-822799-1-hyperv neutron-server[87635]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 23 16:08:56.033641 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 23 16:08:56.033641 dv-neutron-822799-1-hyperv neutron-server[87635]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:08:56.033641 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 23 16:08:56.033641 dv-neutron-822799-1-hyperv neutron-server[87635]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:08:56.033641 dv-neutron-822799-1-hyperv neutron-server[87635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:08:56.042901 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c3c377bc-429a-4f2f-88c7-a4944b441eea admin admin] Notify callbacks [] for security_group, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:56.044292 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-c3c377bc-429a-4f2f-88c7-a4944b441eea admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/233c71e9-555d-412e-95d5-a08a078d5d43 HTTP/1.1" status: 204  len: 168 time: 0.5488336
Dec 23 16:08:56.045404 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-8d0a65b3-2afa-4104-985b-134c134b3e69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:56.051781 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-8d0a65b3-2afa-4104-985b-134c134b3e69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:56.053359 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-8d0a65b3-2afa-4104-985b-134c134b3e69 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6ec7ea5d-8bdb-4c6c-9ba1-ce25929b8f4e HTTP/1.1" status: 204  len: 168 time: 0.4456909
Dec 23 16:08:56.054498 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-dc68f40f-6928-4b1f-8e63-7fe4b7a9ede7 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:08:56.066178 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0a65b3-2afa-4104-985b-134c134b3e69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ec7ea5d-8bdb-4c6c-9ba1-ce25929b8f4e,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:08:56.090221 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-8d0a65b3-2afa-4104-985b-134c134b3e69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:08:56.179652 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device f1533cd9-1d4b-4d70-b357-905ad395d212 up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:08:56.319693 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning for port f1533cd9-1d4b-4d70-b357-905ad395d212 completed by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:08:56.329601 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port f1533cd9-1d4b-4d70-b357-905ad395d212 triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:08:56.331009 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:56.372063 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-4eedefff-1a7f-46ba-8916-891666e1b028 tempest-RoutersTestDVR-1664211398 tempest-RoutersTestDVR-1664211398-project] 10.222.0.64 "GET /v2.0/routers/8c414d03-3ee4-4768-82b4-2bc27acf1a56 HTTP/1.1" status: 200  len: 683 time: 0.5298183
Dec 23 16:08:56.374880 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 42018) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:08:56.430248 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-c7b6be1e-bf30-49b9-a235-96a29029ca5d tempest-ServersTestJSON-1438135586 tempest-ServersTestJSON-1438135586-project] Notify callbacks [] for port, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:56.433649 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3936eb9d-2dd4-4ab5-a2da-1c256a6e7421 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Pushing event updated for resources: {'Subnet': ['ID=fead8230-4285-436a-b995-b896413684cc,revision_number=0']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:08:56.451124 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-3936eb9d-2dd4-4ab5-a2da-1c256a6e7421 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.583s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:08:56.491098 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-5fbf5b23-d4e8-4dbe-9b6a-af27f089e268 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-864336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1824171'] for network, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:56.532958 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:56.553535 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3936eb9d-2dd4-4ab5-a2da-1c256a6e7421 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Checking segment: {'id': '5f4ad249-bde1-4e1d-95b1-0ba2f9b83192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '4d24a5eb-f3ed-400b-b236-47507ac30233'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:08:56.553535 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3936eb9d-2dd4-4ab5-a2da-1c256a6e7421 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Network hostable DHCP agents. Network: 4d24a5eb-f3ed-400b-b236-47507ac30233, hostable agents: ['1c812d71-eadf-4fb3-b98e-67468a4aa7e2'], hosted agents: [] {{(pid=87635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 23 16:08:56.565453 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-5fbf5b23-d4e8-4dbe-9b6a-af27f089e268 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627509'] for network, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:56.586249 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 42024) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:08:56.590615 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] For port f1533cd9-1d4b-4d70-b357-905ad395d212, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=f1533cd9-1d4b-4d70-b357-905ad395d212,segment=NetworkSegment(49705709-fd6f-45a3-8c17-ba357fb62791),segment_id=49705709-fd6f-45a3-8c17-ba357fb62791)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:08:56.594408 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:08:56.596671 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:56.598424 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 00ca4b02-9f11-41c3-a32b-c8a6887301a7 up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:08:56.614507 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-5fbf5b23-d4e8-4dbe-9b6a-af27f089e268 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941-project] 10.222.0.64 "DELETE /v2.0/networks/9fd30154-7a0a-4ec5-8059-4c9741a97a26 HTTP/1.1" status: 204  len: 168 time: 3.7187574
Dec 23 16:08:56.621139 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c18014f3-6af2-4d18-9fcf-4194bd6062a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:56.638841 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a95f49bc-9faa-4007-a479-85bc0a367fa5 tempest-ServersTestManualDisk-1942191146 tempest-ServersTestManualDisk-1942191146-project] Notify callbacks [] for security_group, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:56.640379 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:08:56.641914 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e75305c8-4653-4eec-9842-ea9bc48cc6a4 tempest-RoutersTestDVR-934269085 tempest-RoutersTestDVR-934269085-project-admin] Notify callbacks [] for router, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:56.662930 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbf5b23-d4e8-4dbe-9b6a-af27f089e268 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941-project] Pushing event deleted for resources: {'Network': ['ID=9fd30154-7a0a-4ec5-8059-4c9741a97a26,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:08:56.672245 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a95f49bc-9faa-4007-a479-85bc0a367fa5 tempest-ServersTestManualDisk-1942191146 tempest-ServersTestManualDisk-1942191146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:56.676098 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-5fbf5b23-d4e8-4dbe-9b6a-af27f089e268 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:08:56.707994 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a6dd162e-1a8f-46e7-b3d2-01171537f4a1 tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Notify callbacks [] for router, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:56.715412 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-a6dd162e-1a8f-46e7-b3d2-01171537f4a1 tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] 10.222.0.64 "DELETE /v2.0/routers/88ebdbd6-2481-407e-bf93-be8d6612fb2b HTTP/1.1" status: 204  len: 168 time: 11.1855733
Dec 23 16:08:56.721212 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 42032) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:08:56.724882 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-e13ab98b-5a93-4bf0-a959-001b0467d32d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:08:56.741963 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3936eb9d-2dd4-4ab5-a2da-1c256a6e7421 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Network 4d24a5eb-f3ed-400b-b236-47507ac30233 is scheduled to be hosted by DHCP agent 1c812d71-eadf-4fb3-b98e-67468a4aa7e2 with binding_index 1 {{(pid=87635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 23 16:08:56.750412 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a95f49bc-9faa-4007-a479-85bc0a367fa5 tempest-ServersTestManualDisk-1942191146 tempest-ServersTestManualDisk-1942191146-project] Notify callbacks [] for security_group, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:56.755487 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-a95f49bc-9faa-4007-a479-85bc0a367fa5 tempest-ServersTestManualDisk-1942191146 tempest-ServersTestManualDisk-1942191146-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1780 time: 2.2947481
Dec 23 16:08:56.764666 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Pushing event updated for resources: {'Port': ['ID=f1533cd9-1d4b-4d70-b357-905ad395d212,revision_number=5']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:08:56.772972 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:08:56.802562 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 42036) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:08:56.814152 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port 00ca4b02-9f11-41c3-a32b-c8a6887301a7 triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:08:56.814802 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:56.819176 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-4008f985-3e2a-49b8-af0f-fd2aab4a8389 tempest-ServersTestManualDisk-1942191146 tempest-ServersTestManualDisk-1942191146-project] Request body: {'security_group_rule': {'security_group_id': '3b83aea3-e60b-45d2-958f-1d6d9ba0fc5a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:08:56.853873 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-4008f985-3e2a-49b8-af0f-fd2aab4a8389 tempest-ServersTestManualDisk-1942191146 tempest-ServersTestManualDisk-1942191146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:08:56.874330 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-4008f985-3e2a-49b8-af0f-fd2aab4a8389 tempest-ServersTestManualDisk-1942191146 tempest-ServersTestManualDisk-1942191146-project] Usage tracker for resource:security_group_rule and tenant:0d83cf4cd2a34a3d8747fec0cfffe963 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:08:56.883568 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.base_scheduler [None req-3936eb9d-2dd4-4ab5-a2da-1c256a6e7421 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822799-1-hyperv, 4d24a5eb-f3ed-400b-b236-47507ac30233) {{(pid=87635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:08:56.888310 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-4008f985-3e2a-49b8-af0f-fd2aab4a8389 tempest-ServersTestManualDisk-1942191146 tempest-ServersTestManualDisk-1942191146-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:08:56.898353 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b89659a8-ce3d-4b79-82cd-4b9bbccd691b None None] Network 4d24a5eb-f3ed-400b-b236-47507ac30233 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:08:56.909627 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95f49bc-9faa-4007-a479-85bc0a367fa5 tempest-ServersTestManualDisk-1942191146 tempest-ServersTestManualDisk-1942191146-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b83aea3-e60b-45d2-958f-1d6d9ba0fc5a,revision_number=1']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:08:56.921221 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-4008f985-3e2a-49b8-af0f-fd2aab4a8389 tempest-ServersTestManualDisk-1942191146 tempest-ServersTestManualDisk-1942191146-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:08:56.929445 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3936eb9d-2dd4-4ab5-a2da-1c256a6e7421 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:08:56.930130 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-3936eb9d-2dd4-4ab5-a2da-1c256a6e7421 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Notify callbacks [] for subnet, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:56.955616 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-c7b6be1e-bf30-49b9-a235-96a29029ca5d tempest-ServersTestJSON-1438135586 tempest-ServersTestJSON-1438135586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:56.957856 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-a95f49bc-9faa-4007-a479-85bc0a367fa5 tempest-ServersTestManualDisk-1942191146 tempest-ServersTestManualDisk-1942191146-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:08:56.967837 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-c18014f3-6af2-4d18-9fcf-4194bd6062a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:08:56.987576 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-7e63789f-a7f3-41dc-8b81-d9c01fdbbf49 tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:08:57.075372 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0f93e4a-48c0-43ee-a573-d93180895ba7 tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Deleting subnet f8bb89f4-fea4-460f-8633-0d24f208824d {{(pid=87635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 23 16:08:57.096050 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-c18014f3-6af2-4d18-9fcf-4194bd6062a0 admin admin] Usage tracker for resource:security_group_rule and tenant:35084167572e490d8f22b28c45b8e062 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:08:57.101626 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-3936eb9d-2dd4-4ab5-a2da-1c256a6e7421 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 865 time: 3.4777200
Dec 23 16:08:57.110934 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-d0f93e4a-48c0-43ee-a573-d93180895ba7 tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:57.113349 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 42048) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:08:57.114192 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-c18014f3-6af2-4d18-9fcf-4194bd6062a0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:08:57.127214 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-34eee25b-5002-4a0a-9d9c-b5ad114cb3f5 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-817289283'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:08:57.133887 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-34eee25b-5002-4a0a-9d9c-b5ad114cb3f5 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:08:57.138904 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-34eee25b-5002-4a0a-9d9c-b5ad114cb3f5 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Usage tracker for resource:network and tenant:08bb5ff5fd45470cae3e1870e7817546 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:08:57.142258 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-34eee25b-5002-4a0a-9d9c-b5ad114cb3f5 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:08:57.148744 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-34eee25b-5002-4a0a-9d9c-b5ad114cb3f5 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:08:57.156523 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-c18014f3-6af2-4d18-9fcf-4194bd6062a0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:08:57.210462 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 42052) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:08:57.212018 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34eee25b-5002-4a0a-9d9c-b5ad114cb3f5 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Made reservation on behalf of 08bb5ff5fd45470cae3e1870e7817546 for: {'network': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:08:57.215436 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-34eee25b-5002-4a0a-9d9c-b5ad114cb3f5 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for network, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:57.258795 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e75305c8-4653-4eec-9842-ea9bc48cc6a4 tempest-RoutersTestDVR-934269085 tempest-RoutersTestDVR-934269085-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1784183', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-235354'] for router, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:57.274186 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e75305c8-4653-4eec-9842-ea9bc48cc6a4 tempest-RoutersTestDVR-934269085 tempest-RoutersTestDVR-934269085-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:57.287304 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-065f0512-2aac-4ca2-93b5-5e1082c10008 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7e017a6-8198-58c8-a07e-0f786128e3b3-4d24a5eb-f3ed-400b-b236-47507ac30233', 'network_id': '4d24a5eb-f3ed-400b-b236-47507ac30233', 'tenant_id': '08bb5ff5fd45470cae3e1870e7817546', 'fixed_ips': [{'subnet_id': 'fead8230-4285-436a-b995-b896413684cc'}]}} from dv-neutron-822799-1-hyperv. {{(pid=87637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 23 16:08:57.288173 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-065f0512-2aac-4ca2-93b5-5e1082c10008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:57.405771 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7b6be1e-bf30-49b9-a235-96a29029ca5d tempest-ServersTestJSON-1438135586 tempest-ServersTestJSON-1438135586-project] Network 8afa6d58-9431-454a-b99c-3ff8a65aa86b is already hosted by enough agents. {{(pid=87635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:08:57.431959 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.base_scheduler [None req-c7b6be1e-bf30-49b9-a235-96a29029ca5d tempest-ServersTestJSON-1438135586 tempest-ServersTestJSON-1438135586-project] Resources bound (agent type, host, resource id):  {{(pid=87635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:08:57.442470 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7b6be1e-bf30-49b9-a235-96a29029ca5d tempest-ServersTestJSON-1438135586 tempest-ServersTestJSON-1438135586-project] Received port after_create {{(pid=87635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:08:57.468442 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-4008f985-3e2a-49b8-af0f-fd2aab4a8389 tempest-ServersTestManualDisk-1942191146 tempest-ServersTestManualDisk-1942191146-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:57.480181 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b6be1e-bf30-49b9-a235-96a29029ca5d tempest-ServersTestJSON-1438135586 tempest-ServersTestJSON-1438135586-project] Pushing event updated for resources: {'Port': ['ID=07f70584-a626-407a-afc3-753719dd9405,revision_number=1']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:08:57.498704 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-c7b6be1e-bf30-49b9-a235-96a29029ca5d tempest-ServersTestJSON-1438135586 tempest-ServersTestJSON-1438135586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.511s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:08:57.513518 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c18014f3-6af2-4d18-9fcf-4194bd6062a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:57.519346 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e75305c8-4653-4eec-9842-ea9bc48cc6a4 tempest-RoutersTestDVR-934269085 tempest-RoutersTestDVR-934269085-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1781328'] for router, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:57.519833 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e75305c8-4653-4eec-9842-ea9bc48cc6a4 tempest-RoutersTestDVR-934269085 tempest-RoutersTestDVR-934269085-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8c414d03-3ee4-4768-82b4-2bc27acf1a56 {{(pid=87636) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 23 16:08:57.531508 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-d0f93e4a-48c0-43ee-a573-d93180895ba7 tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2776816'] for subnet, precommit_delete_associations {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:57.550499 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c18014f3-6af2-4d18-9fcf-4194bd6062a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:57.573263 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-e63d4b78-1bd1-4dd4-9d5b-9374c6cae06c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:08:57.590097 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_common [None req-065f0512-2aac-4ca2-93b5-5e1082c10008 None None] Allocated IP 2001:db8::3 (4d24a5eb-f3ed-400b-b236-47507ac30233/fead8230-4285-436a-b995-b896413684cc/e9e6cbb6-b11f-4081-9420-e9d29cca47ee) {{(pid=87637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:08:57.605824 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18014f3-6af2-4d18-9fcf-4194bd6062a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1543e9f9-9a55-439e-947b-e2fa1a9fe842,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:08:57.614433 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-c18014f3-6af2-4d18-9fcf-4194bd6062a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:08:57.650327 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-d0f93e4a-48c0-43ee-a573-d93180895ba7 tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864774'] for subnet, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:57.653408 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34eee25b-5002-4a0a-9d9c-b5ad114cb3f5 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] vlan segment allocate from pool success with {'vlan_id': 412, 'physical_network': 'physnet1'}  {{(pid=87636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 23 16:08:57.670531 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e75305c8-4653-4eec-9842-ea9bc48cc6a4 tempest-RoutersTestDVR-934269085 tempest-RoutersTestDVR-934269085-project-admin] Notify callbacks [] for router, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:57.671904 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-e75305c8-4653-4eec-9842-ea9bc48cc6a4 tempest-RoutersTestDVR-934269085 tempest-RoutersTestDVR-934269085-project-admin] 10.222.0.64 "DELETE /v2.0/routers/8c414d03-3ee4-4768-82b4-2bc27acf1a56 HTTP/1.1" status: 204  len: 168 time: 1.2959921
Dec 23 16:08:57.676626 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-cb07be3a-7d27-4ebf-883b-cf086b93d0da admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=45eacc35558e4feeb8a9ec71dd6038f0&name=default HTTP/1.1" status: 200  len: 2977 time: 0.4499512
Dec 23 16:08:57.682872 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 42066) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:08:57.683247 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 42068) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:08:57.728297 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-2fb35ea9-3022-4045-9ca0-522210176fd9 tempest-RoutersTestDVR-934269085 tempest-RoutersTestDVR-934269085-project-admin] Request body: {'router': {'name': 'tempest-router-1702117296', 'distributed': True}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:08:57.732615 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-2fb35ea9-3022-4045-9ca0-522210176fd9 tempest-RoutersTestDVR-934269085 tempest-RoutersTestDVR-934269085-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:08:57.736900 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-2fb35ea9-3022-4045-9ca0-522210176fd9 tempest-RoutersTestDVR-934269085 tempest-RoutersTestDVR-934269085-project-admin] Usage tracker for resource:router and tenant:984e3973a812402998dd5eb2e7bf0c55 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:08:57.741106 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-2fb35ea9-3022-4045-9ca0-522210176fd9 tempest-RoutersTestDVR-934269085 tempest-RoutersTestDVR-934269085-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:08:57.747194 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-2fb35ea9-3022-4045-9ca0-522210176fd9 tempest-RoutersTestDVR-934269085 tempest-RoutersTestDVR-934269085-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:08:57.758809 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-c18014f3-6af2-4d18-9fcf-4194bd6062a0 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=35084167572e490d8f22b28c45b8e062&name=default HTTP/1.1" status: 200  len: 2979 time: 1.1686623
Dec 23 16:08:57.759340 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 42074) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:08:57.763425 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-34eee25b-5002-4a0a-9d9c-b5ad114cb3f5 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:57.763760 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.db.segments_db [None req-34eee25b-5002-4a0a-9d9c-b5ad114cb3f5 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Added segment 35712f5a-6181-4abb-83b3-376c3cfe4f7c of type vlan for network 4a4e08f7-1c2b-4d86-822f-168915e3953e
Dec 23 16:08:57.776723 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2fb35ea9-3022-4045-9ca0-522210176fd9 tempest-RoutersTestDVR-934269085 tempest-RoutersTestDVR-934269085-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1823978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-235332'] for router, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:57.777464 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2fb35ea9-3022-4045-9ca0-522210176fd9 tempest-RoutersTestDVR-934269085 tempest-RoutersTestDVR-934269085-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1824575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1824063', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1751113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-235341'] for router, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:57.783200 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-d0f93e4a-48c0-43ee-a573-d93180895ba7 tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2753333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2609730'] for subnet, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:57.793001 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2fb35ea9-3022-4045-9ca0-522210176fd9 tempest-RoutersTestDVR-934269085 tempest-RoutersTestDVR-934269085-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:57.797441 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:08:57.822770 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 42078) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:08:57.847608 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2fb35ea9-3022-4045-9ca0-522210176fd9 tempest-RoutersTestDVR-934269085 tempest-RoutersTestDVR-934269085-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1823971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1824234'] for router, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:57.876075 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-065f0512-2aac-4ca2-93b5-5e1082c10008 None None] Notify callbacks [] for port, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:57.888045 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f93e4a-48c0-43ee-a573-d93180895ba7 tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=f8bb89f4-fea4-460f-8633-0d24f208824d,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:08:57.893278 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-d0f93e4a-48c0-43ee-a573-d93180895ba7 tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Notify callbacks [] for subnet, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:57.904125 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-4008f985-3e2a-49b8-af0f-fd2aab4a8389 tempest-ServersTestManualDisk-1942191146 tempest-ServersTestManualDisk-1942191146-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:57.904301 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-065f0512-2aac-4ca2-93b5-5e1082c10008 None None] Transition to ACTIVE for port object e9e6cbb6-b11f-4081-9420-e9d29cca47ee will not be triggered until provisioned by entity L2. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:08:57.908963 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-d0f93e4a-48c0-43ee-a573-d93180895ba7 tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:08:57.913375 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-d0f93e4a-48c0-43ee-a573-d93180895ba7 tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] 10.222.0.64 "DELETE /v2.0/subnets/f8bb89f4-fea4-460f-8633-0d24f208824d HTTP/1.1" status: 204  len: 168 time: 1.1706893
Dec 23 16:08:57.914271 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 42084) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:08:57.920759 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-4008f985-3e2a-49b8-af0f-fd2aab4a8389 tempest-ServersTestManualDisk-1942191146 tempest-ServersTestManualDisk-1942191146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762424'] for security_group_rule, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:57.934155 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-34eee25b-5002-4a0a-9d9c-b5ad114cb3f5 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735362521793'] for network, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:57.943609 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2fb35ea9-3022-4045-9ca0-522210176fd9 tempest-RoutersTestDVR-934269085 tempest-RoutersTestDVR-934269085-project-admin] Notify callbacks [] for router, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:57.950355 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-2fb35ea9-3022-4045-9ca0-522210176fd9 tempest-RoutersTestDVR-934269085 tempest-RoutersTestDVR-934269085-project-admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201  len: 721 time: 0.2607074
Dec 23 16:08:57.958740 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 42088) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:08:57.967398 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-065f0512-2aac-4ca2-93b5-5e1082c10008 None None] Transition to ACTIVE for port object e9e6cbb6-b11f-4081-9420-e9d29cca47ee will not be triggered until provisioned by entity DHCP. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:08:57.975456 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-065f0512-2aac-4ca2-93b5-5e1082c10008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780'] for port, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:57.979807 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:08:58.039556 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device f1533cd9-1d4b-4d70-b357-905ad395d212 up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:08:58.061479 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:08:58.069978 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-508f313b-8bed-41ae-bd09-92abb7b2ac2b tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-698866'] for network, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:58.078974 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-4008f985-3e2a-49b8-af0f-fd2aab4a8389 tempest-ServersTestManualDisk-1942191146 tempest-ServersTestManualDisk-1942191146-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:58.083348 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-4008f985-3e2a-49b8-af0f-fd2aab4a8389 tempest-ServersTestManualDisk-1942191146 tempest-ServersTestManualDisk-1942191146-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 1.2710509
Dec 23 16:08:58.086201 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 42092) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:08:58.092653 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-c7b6be1e-bf30-49b9-a235-96a29029ca5d tempest-ServersTestJSON-1438135586 tempest-ServersTestJSON-1438135586-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:58.095189 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.db.resource_extend [None req-34eee25b-5002-4a0a-9d9c-b5ad114cb3f5 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 23 16:08:58.099998 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4008f985-3e2a-49b8-af0f-fd2aab4a8389 tempest-ServersTestManualDisk-1942191146 tempest-ServersTestManualDisk-1942191146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90590df3-5afb-4963-8e32-2ef115149d39,revision_number=0']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:08:58.102926 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-4008f985-3e2a-49b8-af0f-fd2aab4a8389 tempest-ServersTestManualDisk-1942191146 tempest-ServersTestManualDisk-1942191146-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:08:58.106842 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-4411e4be-ef7c-4ea0-bfb0-de51eceb3d26 tempest-ServersTestManualDisk-1942191146 tempest-ServersTestManualDisk-1942191146-project] Request body: {'security_group_rule': {'security_group_id': '3b83aea3-e60b-45d2-958f-1d6d9ba0fc5a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:08:58.115426 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-20e036f2-b703-4809-90f6-bfbbd2ddacc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:58.117586 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-4411e4be-ef7c-4ea0-bfb0-de51eceb3d26 tempest-ServersTestManualDisk-1942191146 tempest-ServersTestManualDisk-1942191146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:08:58.144137 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-20e036f2-b703-4809-90f6-bfbbd2ddacc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:58.153460 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-4411e4be-ef7c-4ea0-bfb0-de51eceb3d26 tempest-ServersTestManualDisk-1942191146 tempest-ServersTestManualDisk-1942191146-project] Usage tracker for resource:security_group_rule and tenant:0d83cf4cd2a34a3d8747fec0cfffe963 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:08:58.155924 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065f0512-2aac-4ca2-93b5-5e1082c10008 None None] Pushing event updated for resources: {'Port': ['ID=e9e6cbb6-b11f-4081-9420-e9d29cca47ee,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:08:58.163341 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-065f0512-2aac-4ca2-93b5-5e1082c10008 None None] Network 4d24a5eb-f3ed-400b-b236-47507ac30233 is already hosted by enough agents. {{(pid=87637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:08:58.164214 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-065f0512-2aac-4ca2-93b5-5e1082c10008 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:08:58.166088 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-065f0512-2aac-4ca2-93b5-5e1082c10008 None None] Resources bound (agent type, host, resource id):  {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:08:58.168625 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-065f0512-2aac-4ca2-93b5-5e1082c10008 None None] Received port after_create {{(pid=87637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:08:58.169801 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-4411e4be-ef7c-4ea0-bfb0-de51eceb3d26 tempest-ServersTestManualDisk-1942191146 tempest-ServersTestManualDisk-1942191146-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:08:58.183413 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port f1533cd9-1d4b-4d70-b357-905ad395d212 triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:08:58.183413 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:58.208213 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-6735a6f7-aa2a-4928-a966-0d7b20319241 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-703908455'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:08:58.213253 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-6735a6f7-aa2a-4928-a966-0d7b20319241 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:08:58.217078 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-6735a6f7-aa2a-4928-a966-0d7b20319241 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Usage tracker for resource:network and tenant:eee7102271fa49768eefd83617c1f38a is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:08:58.220365 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-4411e4be-ef7c-4ea0-bfb0-de51eceb3d26 tempest-ServersTestManualDisk-1942191146 tempest-ServersTestManualDisk-1942191146-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:08:58.220635 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-6735a6f7-aa2a-4928-a966-0d7b20319241 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:08:58.227971 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-6735a6f7-aa2a-4928-a966-0d7b20319241 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:08:58.236257 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-34eee25b-5002-4a0a-9d9c-b5ad114cb3f5 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495'] for network, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:58.306385 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-c7b6be1e-bf30-49b9-a235-96a29029ca5d tempest-ServersTestJSON-1438135586 tempest-ServersTestJSON-1438135586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:58.315101 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34eee25b-5002-4a0a-9d9c-b5ad114cb3f5 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:08:58.315770 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-34eee25b-5002-4a0a-9d9c-b5ad114cb3f5 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627509'] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:58.327485 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-06e2d170-d179-4e46-9e35-90c929dbcd0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:58.329033 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6735a6f7-aa2a-4928-a966-0d7b20319241 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Made reservation on behalf of eee7102271fa49768eefd83617c1f38a for: {'network': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:08:58.332889 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-6735a6f7-aa2a-4928-a966-0d7b20319241 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for network, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:58.334276 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-508f313b-8bed-41ae-bd09-92abb7b2ac2b tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-864347', 'neutron.services.segments.db._delete_segments_for_network-8735362908070'] for network, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:58.353523 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-9c38fa2b-c34b-4f3f-a4fc-d428f3a35ef4 tempest-QuotasNegativeTest-669055442 tempest-QuotasNegativeTest-669055442-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:08:58.368359 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-20e036f2-b703-4809-90f6-bfbbd2ddacc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:58.375493 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-065f0512-2aac-4ca2-93b5-5e1082c10008 None None] Attempting to bind port e9e6cbb6-b11f-4081-9420-e9d29cca47ee on host dv-neutron-822799-1-hyperv for vnic_type normal with profile  {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:08:58.376039 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-4411e4be-ef7c-4ea0-bfb0-de51eceb3d26 tempest-ServersTestManualDisk-1942191146 tempest-ServersTestManualDisk-1942191146-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:58.376135 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-065f0512-2aac-4ca2-93b5-5e1082c10008 None None] Attempting to bind port e9e6cbb6-b11f-4081-9420-e9d29cca47ee by drivers openvswitch,hyperv on host dv-neutron-822799-1-hyperv at level 0 using segments [{'id': '5f4ad249-bde1-4e1d-95b1-0ba2f9b83192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '4d24a5eb-f3ed-400b-b236-47507ac30233'}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:08:58.376261 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-065f0512-2aac-4ca2-93b5-5e1082c10008 None None] Attempting to bind port e9e6cbb6-b11f-4081-9420-e9d29cca47ee on network 4d24a5eb-f3ed-400b-b236-47507ac30233 {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:08:58.396937 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-6735a6f7-aa2a-4928-a966-0d7b20319241 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify callbacks [] for security_group, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:58.399331 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.services.segments.db [None req-508f313b-8bed-41ae-bd09-92abb7b2ac2b tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1dc27ff9a0>,) {'filters': {'network_id': ['eeb2f5d8-4209-48af-ae86-fdd7f7495777']}} {{(pid=87635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:08:58.405235 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-065f0512-2aac-4ca2-93b5-5e1082c10008 None None] Checking agent: {'id': '20d2070f-69a9-4e73-8d08-6f0387a40158', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822799-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 21), 'started_at': datetime.datetime(2021, 12, 23, 16, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 8, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822799-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 23 16:08:58.406024 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-065f0512-2aac-4ca2-93b5-5e1082c10008 None None] Checking segment: {'id': '5f4ad249-bde1-4e1d-95b1-0ba2f9b83192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '4d24a5eb-f3ed-400b-b236-47507ac30233'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:08:58.406024 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-065f0512-2aac-4ca2-93b5-5e1082c10008 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:58.406432 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-065f0512-2aac-4ca2-93b5-5e1082c10008 None None] Bound using segment: {'id': '5f4ad249-bde1-4e1d-95b1-0ba2f9b83192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '4d24a5eb-f3ed-400b-b236-47507ac30233'} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 23 16:08:58.406926 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-065f0512-2aac-4ca2-93b5-5e1082c10008 None None] Bound port: e9e6cbb6-b11f-4081-9420-e9d29cca47ee, host: dv-neutron-822799-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f4ad249-bde1-4e1d-95b1-0ba2f9b83192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '4d24a5eb-f3ed-400b-b236-47507ac30233'}}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 23 16:08:58.407713 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-065f0512-2aac-4ca2-93b5-5e1082c10008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:58.424889 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-6735a6f7-aa2a-4928-a966-0d7b20319241 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:08:58.428675 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-6735a6f7-aa2a-4928-a966-0d7b20319241 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Usage tracker for resource:security_group_rule and tenant:eee7102271fa49768eefd83617c1f38a is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:08:58.431484 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-6735a6f7-aa2a-4928-a966-0d7b20319241 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:08:58.433519 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.services.segments.db [None req-508f313b-8bed-41ae-bd09-92abb7b2ac2b tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dc27ff9a0>, '4b978b79-e03f-4839-abb6-a2bfa6b59f06') {'for_net_delete': True} {{(pid=87635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:08:58.434000 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.services.segments.db [None req-508f313b-8bed-41ae-bd09-92abb7b2ac2b tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dc27ff9a0>, '4b978b79-e03f-4839-abb6-a2bfa6b59f06') {} {{(pid=87635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:08:58.437965 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-6735a6f7-aa2a-4928-a966-0d7b20319241 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:08:58.467325 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-508f313b-8bed-41ae-bd09-92abb7b2ac2b tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735363085442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2776713'] for segment, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:58.495944 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b4d67db1-c9a9-48bd-bf7a-546b0bb859bc tempest-RoutersTestDVR-934269085 tempest-RoutersTestDVR-934269085-project-admin] Notify callbacks [] for router, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:58.524067 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-065f0512-2aac-4ca2-93b5-5e1082c10008 None None] For port e9e6cbb6-b11f-4081-9420-e9d29cca47ee, host dv-neutron-822799-1-hyperv, cleared binding levels {{(pid=87637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 23 16:08:58.527188 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-065f0512-2aac-4ca2-93b5-5e1082c10008 None None] For port e9e6cbb6-b11f-4081-9420-e9d29cca47ee, host dv-neutron-822799-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=e9e6cbb6-b11f-4081-9420-e9d29cca47ee,segment=NetworkSegment(5f4ad249-bde1-4e1d-95b1-0ba2f9b83192),segment_id=5f4ad249-bde1-4e1d-95b1-0ba2f9b83192)] {{(pid=87637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 23 16:08:58.534669 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-065f0512-2aac-4ca2-93b5-5e1082c10008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:58.538996 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:08:58.558779 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-508f313b-8bed-41ae-bd09-92abb7b2ac2b tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:58.577401 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-508f313b-8bed-41ae-bd09-92abb7b2ac2b tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Releasing vlan 438 on physical network physnet1 to pool {{(pid=87635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 23 16:08:58.578093 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-508f313b-8bed-41ae-bd09-92abb7b2ac2b tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2753503'] for segment, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:58.593758 dv-neutron-822799-1-hyperv neutron-server[87635]: Traceback (most recent call last):
Dec 23 16:08:58.593758 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 23 16:08:58.593758 dv-neutron-822799-1-hyperv neutron-server[87635]:     timer()
Dec 23 16:08:58.593758 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:08:58.593758 dv-neutron-822799-1-hyperv neutron-server[87635]:     cb(*args, **kw)
Dec 23 16:08:58.593758 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 23 16:08:58.593758 dv-neutron-822799-1-hyperv neutron-server[87635]:     return func(*args, **kwargs)
Dec 23 16:08:58.593758 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:08:58.593758 dv-neutron-822799-1-hyperv neutron-server[87635]:     self._notify()
Dec 23 16:08:58.593758 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:08:58.593758 dv-neutron-822799-1-hyperv neutron-server[87635]:     self.callback(batched_events)
Dec 23 16:08:58.593758 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:08:58.593758 dv-neutron-822799-1-hyperv neutron-server[87635]:     event.method(event)
Dec 23 16:08:58.593758 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:08:58.593758 dv-neutron-822799-1-hyperv neutron-server[87635]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:08:58.593758 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 23 16:08:58.593758 dv-neutron-822799-1-hyperv neutron-server[87635]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 23 16:08:58.593758 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 23 16:08:58.593758 dv-neutron-822799-1-hyperv neutron-server[87635]:     return f(self, *a, **k)
Dec 23 16:08:58.593758 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:08:58.593758 dv-neutron-822799-1-hyperv neutron-server[87635]:     return self._get(url).json()
Dec 23 16:08:58.593758 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 23 16:08:58.593758 dv-neutron-822799-1-hyperv neutron-server[87635]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 23 16:08:58.593758 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 23 16:08:58.593758 dv-neutron-822799-1-hyperv neutron-server[87635]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:08:58.593758 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 23 16:08:58.593758 dv-neutron-822799-1-hyperv neutron-server[87635]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 23 16:08:58.593758 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 23 16:08:58.593758 dv-neutron-822799-1-hyperv neutron-server[87635]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:08:58.593758 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 23 16:08:58.593758 dv-neutron-822799-1-hyperv neutron-server[87635]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:08:58.593758 dv-neutron-822799-1-hyperv neutron-server[87635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:08:58.622703 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065f0512-2aac-4ca2-93b5-5e1082c10008 None None] Pushing event updated for resources: {'Port': ['ID=e9e6cbb6-b11f-4081-9420-e9d29cca47ee,revision_number=2']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:08:58.627881 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-065f0512-2aac-4ca2-93b5-5e1082c10008 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:08:58.680309 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-4411e4be-ef7c-4ea0-bfb0-de51eceb3d26 tempest-ServersTestManualDisk-1942191146 tempest-ServersTestManualDisk-1942191146-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:58.689231 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-34eee25b-5002-4a0a-9d9c-b5ad114cb3f5 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 1.5716772
Dec 23 16:08:58.703856 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 42096) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:08:58.713883 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-4411e4be-ef7c-4ea0-bfb0-de51eceb3d26 tempest-ServersTestManualDisk-1942191146 tempest-ServersTestManualDisk-1942191146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762424'] for security_group_rule, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:58.718016 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-06e2d170-d179-4e46-9e35-90c929dbcd0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:58.719738 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-39a9f447-aeb8-4b9b-bc55-e483c4f4a5a4 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Request body: {'subnet': {'network_id': '4a4e08f7-1c2b-4d86-822f-168915e3953e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:08:58.728167 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-20e036f2-b703-4809-90f6-bfbbd2ddacc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:58.731632 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-20e036f2-b703-4809-90f6-bfbbd2ddacc8 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/1c27465c-6dc6-44ff-8339-8e16c08cfbec HTTP/1.1" status: 204  len: 168 time: 1.0436609
Dec 23 16:08:58.757123 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:08:58.856520 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4411e4be-ef7c-4ea0-bfb0-de51eceb3d26 tempest-ServersTestManualDisk-1942191146 tempest-ServersTestManualDisk-1942191146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5726cd1c-eeb6-4ef7-aa65-6be800c12bc9,revision_number=0']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:08:58.856896 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34eee25b-5002-4a0a-9d9c-b5ad114cb3f5 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Pushing event updated for resources: {'Network': ['ID=4a4e08f7-1c2b-4d86-822f-168915e3953e,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:08:58.859522 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-4411e4be-ef7c-4ea0-bfb0-de51eceb3d26 tempest-ServersTestManualDisk-1942191146 tempest-ServersTestManualDisk-1942191146-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:08:58.867869 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-508f313b-8bed-41ae-bd09-92abb7b2ac2b tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-864336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1824171'] for network, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:58.875857 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Network 4a4e08f7-1c2b-4d86-822f-168915e3953e details requested by agent ovs-agent-dv-neutron-822799-1-hyperv with host dv-neutron-822799-1-hyperv {{(pid=87637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 23 16:08:58.886891 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-508f313b-8bed-41ae-bd09-92abb7b2ac2b tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  eeb2f5d8-4209-48af-ae86-fdd7f7495777 {{(pid=87635) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}}
Dec 23 16:08:58.889629 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-508f313b-8bed-41ae-bd09-92abb7b2ac2b tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627509'] for network, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:58.891654 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-508f313b-8bed-41ae-bd09-92abb7b2ac2b tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] 10.222.0.64 "DELETE /v2.0/networks/eeb2f5d8-4209-48af-ae86-fdd7f7495777 HTTP/1.1" status: 204  len: 168 time: 0.9771850
Dec 23 16:08:58.923676 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-3e748650-70b0-4ad8-ac9e-5be6df121214 tempest-DHCPAgentSchedulersTestJSON-394741792 tempest-DHCPAgentSchedulersTestJSON-394741792-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:08:58.942900 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-4411e4be-ef7c-4ea0-bfb0-de51eceb3d26 tempest-ServersTestManualDisk-1942191146 tempest-ServersTestManualDisk-1942191146-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:58.943744 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-4411e4be-ef7c-4ea0-bfb0-de51eceb3d26 tempest-ServersTestManualDisk-1942191146 tempest-ServersTestManualDisk-1942191146-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.8551888
Dec 23 16:08:58.944665 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-34eee25b-5002-4a0a-9d9c-b5ad114cb3f5 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.591s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:08:58.973231 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.552s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:08:58.977133 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 42104) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:08:58.996719 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e036f2-b703-4809-90f6-bfbbd2ddacc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c27465c-6dc6-44ff-8339-8e16c08cfbec,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:08:58.997249 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-0bc92490-9c81-4945-abb9-57b4eff09cfa tempest-ServersTestManualDisk-1942191146 tempest-ServersTestManualDisk-1942191146-project] Request body: {'floatingip': {'floating_network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:08:59.005346 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b4d67db1-c9a9-48bd-bf7a-546b0bb859bc tempest-RoutersTestDVR-934269085 tempest-RoutersTestDVR-934269085-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1784183', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-235354'] for router, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:59.013080 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-20e036f2-b703-4809-90f6-bfbbd2ddacc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:08:59.014112 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b4d67db1-c9a9-48bd-bf7a-546b0bb859bc tempest-RoutersTestDVR-934269085 tempest-RoutersTestDVR-934269085-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:59.019881 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508f313b-8bed-41ae-bd09-92abb7b2ac2b tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Pushing event deleted for resources: {'Network': ['ID=eeb2f5d8-4209-48af-ae86-fdd7f7495777,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:08:59.024399 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-508f313b-8bed-41ae-bd09-92abb7b2ac2b tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:08:59.029052 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-c7b6be1e-bf30-49b9-a235-96a29029ca5d tempest-ServersTestJSON-1438135586 tempest-ServersTestJSON-1438135586-project] Notify callbacks [] for port, precommit_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:59.037990 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-0bc92490-9c81-4945-abb9-57b4eff09cfa tempest-ServersTestManualDisk-1942191146 tempest-ServersTestManualDisk-1942191146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:08:59.049675 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-39a9f447-aeb8-4b9b-bc55-e483c4f4a5a4 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:08:59.055085 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-0bc92490-9c81-4945-abb9-57b4eff09cfa tempest-ServersTestManualDisk-1942191146 tempest-ServersTestManualDisk-1942191146-project] Usage tracker for resource:floatingip and tenant:0d83cf4cd2a34a3d8747fec0cfffe963 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:08:59.057819 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b4d67db1-c9a9-48bd-bf7a-546b0bb859bc tempest-RoutersTestDVR-934269085 tempest-RoutersTestDVR-934269085-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1781328'] for router, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:59.058316 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4d67db1-c9a9-48bd-bf7a-546b0bb859bc tempest-RoutersTestDVR-934269085 tempest-RoutersTestDVR-934269085-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d6ac5089-5a74-4755-86ba-9a279bf01ca9 {{(pid=87636) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 23 16:08:59.063377 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-0bc92490-9c81-4945-abb9-57b4eff09cfa tempest-ServersTestManualDisk-1942191146 tempest-ServersTestManualDisk-1942191146-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:08:59.068559 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-c7b6be1e-bf30-49b9-a235-96a29029ca5d tempest-ServersTestJSON-1438135586 tempest-ServersTestJSON-1438135586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2753531'] for port, after_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:59.069735 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-39a9f447-aeb8-4b9b-bc55-e483c4f4a5a4 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Usage tracker for resource:subnet and tenant:08bb5ff5fd45470cae3e1870e7817546 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:08:59.077150 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-39a9f447-aeb8-4b9b-bc55-e483c4f4a5a4 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:08:59.086867 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-0bc92490-9c81-4945-abb9-57b4eff09cfa tempest-ServersTestManualDisk-1942191146 tempest-ServersTestManualDisk-1942191146-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:08:59.091251 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:08:59.101669 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-06e2d170-d179-4e46-9e35-90c929dbcd0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:59.138428 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:08:59.170365 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e2d170-d179-4e46-9e35-90c929dbcd0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1543e9f9-9a55-439e-947b-e2fa1a9fe842,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:08:59.182175 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-39a9f447-aeb8-4b9b-bc55-e483c4f4a5a4 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:08:59.183622 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b6be1e-bf30-49b9-a235-96a29029ca5d tempest-ServersTestJSON-1438135586 tempest-ServersTestJSON-1438135586-project] Pushing event updated for resources: {'Port': ['ID=07f70584-a626-407a-afc3-753719dd9405,revision_number=2']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:08:59.187167 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-c7b6be1e-bf30-49b9-a235-96a29029ca5d tempest-ServersTestJSON-1438135586 tempest-ServersTestJSON-1438135586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:08:59.190348 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-06e2d170-d179-4e46-9e35-90c929dbcd0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:08:59.195236 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-06e2d170-d179-4e46-9e35-90c929dbcd0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:59.199386 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-06e2d170-d179-4e46-9e35-90c929dbcd0a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/1543e9f9-9a55-439e-947b-e2fa1a9fe842 HTTP/1.1" status: 204  len: 168 time: 1.4375453
Dec 23 16:08:59.203032 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b4d67db1-c9a9-48bd-bf7a-546b0bb859bc tempest-RoutersTestDVR-934269085 tempest-RoutersTestDVR-934269085-project-admin] Notify callbacks [] for router, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:59.207825 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-b4d67db1-c9a9-48bd-bf7a-546b0bb859bc tempest-RoutersTestDVR-934269085 tempest-RoutersTestDVR-934269085-project-admin] 10.222.0.64 "DELETE /v2.0/routers/d6ac5089-5a74-4755-86ba-9a279bf01ca9 HTTP/1.1" status: 204  len: 168 time: 1.2359509
Dec 23 16:08:59.228454 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-6735a6f7-aa2a-4928-a966-0d7b20319241 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify callbacks [] for security_group, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:59.241176 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-6735a6f7-aa2a-4928-a966-0d7b20319241 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:59.244637 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-89d5504e-f4de-41e5-b761-d1138cb88b94 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:08:59.254903 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-0bc92490-9c81-4945-abb9-57b4eff09cfa tempest-ServersTestManualDisk-1942191146 tempest-ServersTestManualDisk-1942191146-project] Notify callbacks [] for floatingip, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:59.280752 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6735a6f7-aa2a-4928-a966-0d7b20319241 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] vlan segment allocate from pool success with {'vlan_id': 449, 'physical_network': 'physnet1'}  {{(pid=87636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 23 16:08:59.289984 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6735a6f7-aa2a-4928-a966-0d7b20319241 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36c3f498-81c4-4460-aac9-e632debac86e,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:08:59.293797 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-6735a6f7-aa2a-4928-a966-0d7b20319241 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:08:59.297738 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39a9f447-aeb8-4b9b-bc55-e483c4f4a5a4 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Made reservation on behalf of 08bb5ff5fd45470cae3e1870e7817546 for: {'subnet': 1} {{(pid=87635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:08:59.298614 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-6735a6f7-aa2a-4928-a966-0d7b20319241 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:59.298959 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.db.segments_db [None req-6735a6f7-aa2a-4928-a966-0d7b20319241 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Added segment 4d4f1af1-862e-4814-acd1-83430c1fcf9f of type vlan for network cd279298-a8b2-4014-95c3-e7f1a4a8ff2f
Dec 23 16:08:59.305760 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-39a9f447-aeb8-4b9b-bc55-e483c4f4a5a4 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2610339'] for subnet, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:59.351766 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-6735a6f7-aa2a-4928-a966-0d7b20319241 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735362521793'] for network, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:59.405052 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-6735a6f7-aa2a-4928-a966-0d7b20319241 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495'] for network, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:59.418147 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6735a6f7-aa2a-4928-a966-0d7b20319241 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:08:59.420740 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-6735a6f7-aa2a-4928-a966-0d7b20319241 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627509'] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:59.434679 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:08:59.642558 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-c7b6be1e-bf30-49b9-a235-96a29029ca5d tempest-ServersTestJSON-1438135586 tempest-ServersTestJSON-1438135586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1824189'] for floatingip, after_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:59.656727 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.ipam_backend_mixin [None req-39a9f447-aeb8-4b9b-bc55-e483c4f4a5a4 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Performing IP validity checks on allocation pools {{(pid=87635) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}}
Dec 23 16:08:59.657401 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.ipam_backend_mixin [None req-39a9f447-aeb8-4b9b-bc55-e483c4f4a5a4 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87635) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}}
Dec 23 16:08:59.686867 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6735a6f7-aa2a-4928-a966-0d7b20319241 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Pushing event updated for resources: {'Network': ['ID=cd279298-a8b2-4014-95c3-e7f1a4a8ff2f,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:08:59.715398 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Network cd279298-a8b2-4014-95c3-e7f1a4a8ff2f details requested by agent ovs-agent-dv-neutron-822799-1-hyperv with host dv-neutron-822799-1-hyperv {{(pid=87637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 23 16:08:59.716414 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-6735a6f7-aa2a-4928-a966-0d7b20319241 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201  len: 785 time: 1.8925228
Dec 23 16:08:59.717542 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-6735a6f7-aa2a-4928-a966-0d7b20319241 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:08:59.720371 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 42122) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:08:59.733897 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-c7b6be1e-bf30-49b9-a235-96a29029ca5d tempest-ServersTestJSON-1438135586 tempest-ServersTestJSON-1438135586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for floatingip, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:59.735124 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-c7b6be1e-bf30-49b9-a235-96a29029ca5d tempest-ServersTestJSON-1438135586 tempest-ServersTestJSON-1438135586-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 8.5134563
Dec 23 16:08:59.738194 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-c48863c4-ab4d-4876-9c73-b413e4db92eb tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Request body: {'subnet': {'network_id': 'cd279298-a8b2-4014-95c3-e7f1a4a8ff2f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:08:59.887898 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-39a9f447-aeb8-4b9b-bc55-e483c4f4a5a4 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2753396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2610353'] for subnet, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:08:59.913020 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:08:59.965093 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 42132) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:09:00.009030 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-c48863c4-ab4d-4876-9c73-b413e4db92eb tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:09:00.030714 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-c48863c4-ab4d-4876-9c73-b413e4db92eb tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Usage tracker for resource:subnet and tenant:eee7102271fa49768eefd83617c1f38a is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:09:00.037430 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-c48863c4-ab4d-4876-9c73-b413e4db92eb tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:09:00.057576 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-c48863c4-ab4d-4876-9c73-b413e4db92eb tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:09:00.067053 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a9f447-aeb8-4b9b-bc55-e483c4f4a5a4 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Pushing event updated for resources: {'Subnet': ['ID=52e514df-2725-4442-8c9a-b863e037be05,revision_number=0']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:09:00.082455 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-39a9f447-aeb8-4b9b-bc55-e483c4f4a5a4 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:09:00.095919 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device e9e6cbb6-b11f-4081-9420-e9d29cca47ee up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:09:00.104078 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c48863c4-ab4d-4876-9c73-b413e4db92eb tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Made reservation on behalf of eee7102271fa49768eefd83617c1f38a for: {'subnet': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:09:00.108686 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c48863c4-ab4d-4876-9c73-b413e4db92eb tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2618324'] for subnet, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:00.167470 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39a9f447-aeb8-4b9b-bc55-e483c4f4a5a4 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Checking segment: {'id': '35712f5a-6181-4abb-83b3-376c3cfe4f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '4a4e08f7-1c2b-4d86-822f-168915e3953e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:09:00.170529 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39a9f447-aeb8-4b9b-bc55-e483c4f4a5a4 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Network hostable DHCP agents. Network: 4a4e08f7-1c2b-4d86-822f-168915e3953e, hostable agents: ['1c812d71-eadf-4fb3-b98e-67468a4aa7e2'], hosted agents: [] {{(pid=87635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 23 16:09:00.186584 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 42144) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:09:00.195036 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-c875d375-ca2d-4043-85d6-815d0503e1b6 tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Request body: {'router': {'name': 'tempest-router--1568318342', 'project_id': 'e897336c31e049279224f628dd1ea4f6'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:09:00.231591 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-c875d375-ca2d-4043-85d6-815d0503e1b6 tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:09:00.234833 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-0bc92490-9c81-4945-abb9-57b4eff09cfa tempest-ServersTestManualDisk-1942191146 tempest-ServersTestManualDisk-1942191146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:00.274717 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning for port e9e6cbb6-b11f-4081-9420-e9d29cca47ee completed by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:09:00.289973 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-c875d375-ca2d-4043-85d6-815d0503e1b6 tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Usage tracker for resource:router and tenant:e897336c31e049279224f628dd1ea4f6 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:09:00.295028 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-c875d375-ca2d-4043-85d6-815d0503e1b6 tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:09:00.318255 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-c875d375-ca2d-4043-85d6-815d0503e1b6 tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:09:00.323196 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee7608ee-070e-4ccb-95fc-28ae0b373a0c None None] Network 4d24a5eb-f3ed-400b-b236-47507ac30233 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:09:00.330083 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39a9f447-aeb8-4b9b-bc55-e483c4f4a5a4 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Network 4a4e08f7-1c2b-4d86-822f-168915e3953e is scheduled to be hosted by DHCP agent 1c812d71-eadf-4fb3-b98e-67468a4aa7e2 with binding_index 1 {{(pid=87635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 23 16:09:00.362743 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.base_scheduler [None req-39a9f447-aeb8-4b9b-bc55-e483c4f4a5a4 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822799-1-hyperv, 4a4e08f7-1c2b-4d86-822f-168915e3953e) {{(pid=87635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:09:00.367796 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-c875d375-ca2d-4043-85d6-815d0503e1b6 tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1823978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-235332'] for router, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:00.369014 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-c875d375-ca2d-4043-85d6-815d0503e1b6 tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1824575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1824063', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1751113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-235341'] for router, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:00.383221 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39a9f447-aeb8-4b9b-bc55-e483c4f4a5a4 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:09:00.384082 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-39a9f447-aeb8-4b9b-bc55-e483c4f4a5a4 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Notify callbacks [] for subnet, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:00.441748 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8102192b-d58c-45e4-a997-db02aa2bd4b9 None None] Network 4a4e08f7-1c2b-4d86-822f-168915e3953e requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:09:00.442038 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-39a9f447-aeb8-4b9b-bc55-e483c4f4a5a4 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 803 time: 1.7360349
Dec 23 16:09:00.443080 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 42162) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:09:00.489102 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-c875d375-ca2d-4043-85d6-815d0503e1b6 tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:00.529655 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3c08f7fe-2b64-4b02-9acd-86e90a123b69 None None] Provisioning for port e9e6cbb6-b11f-4081-9420-e9d29cca47ee completed by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:09:00.552043 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3c08f7fe-2b64-4b02-9acd-86e90a123b69 None None] Provisioning complete for port e9e6cbb6-b11f-4081-9420-e9d29cca47ee triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:09:00.552599 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3c08f7fe-2b64-4b02-9acd-86e90a123b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:00.621928 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.db_base_plugin_common [None req-0bc92490-9c81-4945-abb9-57b4eff09cfa tempest-ServersTestManualDisk-1942191146 tempest-ServersTestManualDisk-1942191146-project] Allocated IP 172.26.3.87 (8afa6d58-9431-454a-b99c-3ff8a65aa86b/60537fec-5f5f-4ab7-89cc-03638149a590/e60c358c-d38e-4659-8e31-9d7d85dcdda9) {{(pid=87635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:09:00.629588 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-c875d375-ca2d-4043-85d6-815d0503e1b6 tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1823971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1824234'] for router, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:00.728357 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-c875d375-ca2d-4043-85d6-815d0503e1b6 tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Notify callbacks [] for router, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:00.732290 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-c875d375-ca2d-4043-85d6-815d0503e1b6 tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201  len: 723 time: 0.5398722
Dec 23 16:09:00.735460 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 42176) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:09:00.736361 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-2790b6db-573a-4615-92e9-f615ad843155 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-698866'] for network, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:00.829915 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-091c601e-3d84-4dd2-b51f-dd840b014438 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:00.842834 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c48863c4-ab4d-4876-9c73-b413e4db92eb tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2176430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2618310'] for subnet, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:00.912364 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-2790b6db-573a-4615-92e9-f615ad843155 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864774'] for subnet, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:00.976379 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-adf600e3-fafe-42a0-84a4-93ecc4011be1 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:09:00.986767 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-0bc92490-9c81-4945-abb9-57b4eff09cfa tempest-ServersTestManualDisk-1942191146 tempest-ServersTestManualDisk-1942191146-project] Notify callbacks [] for port, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:01.022845 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-091c601e-3d84-4dd2-b51f-dd840b014438 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:09:01.084034 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-0bc92490-9c81-4945-abb9-57b4eff09cfa tempest-ServersTestManualDisk-1942191146 tempest-ServersTestManualDisk-1942191146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:01.086183 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-091c601e-3d84-4dd2-b51f-dd840b014438 admin admin] Usage tracker for resource:security_group_rule and tenant:0ef3f451706643eaa634db09bf695657 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:09:01.087929 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3c08f7fe-2b64-4b02-9acd-86e90a123b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:01.090030 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-2790b6db-573a-4615-92e9-f615ad843155 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2753333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2609730'] for subnet, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:01.092338 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-27865d30-18f0-449b-a8bb-ed43f0968bca tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Notify callbacks [] for router, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:01.135964 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-a6dd162e-1a8f-46e7-b3d2-01171537f4a1 tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:09:01.172110 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-091c601e-3d84-4dd2-b51f-dd840b014438 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:09:01.180372 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-3c08f7fe-2b64-4b02-9acd-86e90a123b69 None None] For port e9e6cbb6-b11f-4081-9420-e9d29cca47ee, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=e9e6cbb6-b11f-4081-9420-e9d29cca47ee,segment=NetworkSegment(5f4ad249-bde1-4e1d-95b1-0ba2f9b83192),segment_id=5f4ad249-bde1-4e1d-95b1-0ba2f9b83192)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:09:01.200070 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-091c601e-3d84-4dd2-b51f-dd840b014438 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:09:01.205702 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3c08f7fe-2b64-4b02-9acd-86e90a123b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:01.213084 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:09:01.280699 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 42192) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:09:01.284699 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94417baf-7b8d-400b-8b7d-94d0da87f737 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7e017a6-8198-58c8-a07e-0f786128e3b3-4a4e08f7-1c2b-4d86-822f-168915e3953e', 'network_id': '4a4e08f7-1c2b-4d86-822f-168915e3953e', 'tenant_id': '08bb5ff5fd45470cae3e1870e7817546', 'fixed_ips': [{'subnet_id': '52e514df-2725-4442-8c9a-b863e037be05'}]}} from dv-neutron-822799-1-hyperv. {{(pid=87637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 23 16:09:01.285746 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-94417baf-7b8d-400b-8b7d-94d0da87f737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:01.302687 dv-neutron-822799-1-hyperv neutron-server[87636]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Dec 23 16:09:01.311061 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c08f7fe-2b64-4b02-9acd-86e90a123b69 None None] Pushing event updated for resources: {'Port': ['ID=e9e6cbb6-b11f-4081-9420-e9d29cca47ee,revision_number=3']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:09:01.333317 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48863c4-ab4d-4876-9c73-b413e4db92eb tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Pushing event updated for resources: {'Subnet': ['ID=272fc2fb-a2ff-4fca-924f-70fc755e24c3,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:09:01.382062 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3c08f7fe-2b64-4b02-9acd-86e90a123b69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:09:01.403099 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bc92490-9c81-4945-abb9-57b4eff09cfa tempest-ServersTestManualDisk-1942191146 tempest-ServersTestManualDisk-1942191146-project] Network 8afa6d58-9431-454a-b99c-3ff8a65aa86b is already hosted by enough agents. {{(pid=87635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:09:01.404138 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc92490-9c81-4945-abb9-57b4eff09cfa tempest-ServersTestManualDisk-1942191146 tempest-ServersTestManualDisk-1942191146-project] Pushing event updated for resources: {'Port': ['ID=e60c358c-d38e-4659-8e31-9d7d85dcdda9,revision_number=1']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:09:01.407660 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-c48863c4-ab4d-4876-9c73-b413e4db92eb tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.431s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:09:01.409309 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-050edff8-cd90-42b4-ba4b-9fda3690671b None None] Network 4a4e08f7-1c2b-4d86-822f-168915e3953e requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:09:01.426736 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-0bc92490-9c81-4945-abb9-57b4eff09cfa tempest-ServersTestManualDisk-1942191146 tempest-ServersTestManualDisk-1942191146-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:09:01.427628 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.base_scheduler [None req-0bc92490-9c81-4945-abb9-57b4eff09cfa tempest-ServersTestManualDisk-1942191146 tempest-ServersTestManualDisk-1942191146-project] Resources bound (agent type, host, resource id):  {{(pid=87635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:09:01.429257 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.035s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:09:01.458039 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc92490-9c81-4945-abb9-57b4eff09cfa tempest-ServersTestManualDisk-1942191146 tempest-ServersTestManualDisk-1942191146-project] Received port after_create {{(pid=87635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:09:01.540357 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2790b6db-573a-4615-92e9-f615ad843155 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Pushing event deleted for resources: {'Subnet': ['ID=52e514df-2725-4442-8c9a-b863e037be05,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:09:01.554520 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-2790b6db-573a-4615-92e9-f615ad843155 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:09:01.649293 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c48863c4-ab4d-4876-9c73-b413e4db92eb tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Checking segment: {'id': '4d4f1af1-862e-4814-acd1-83430c1fcf9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'cd279298-a8b2-4014-95c3-e7f1a4a8ff2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:09:01.649654 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c48863c4-ab4d-4876-9c73-b413e4db92eb tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Network hostable DHCP agents. Network: cd279298-a8b2-4014-95c3-e7f1a4a8ff2f, hostable agents: ['1c812d71-eadf-4fb3-b98e-67468a4aa7e2'], hosted agents: [] {{(pid=87636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 23 16:09:01.678405 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-2790b6db-573a-4615-92e9-f615ad843155 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-864347', 'neutron.services.segments.db._delete_segments_for_network-8735362908070'] for network, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:01.692694 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-27865d30-18f0-449b-a8bb-ed43f0968bca tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1784183', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-235354'] for router, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:01.708764 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-124fd886-eb65-4a3e-b383-04a45f679b8b req-90400d2f-6f3b-42c1-83e5-42a7530c7314 tempest-ServersTestJSON-1438135586 tempest-ServersTestJSON-1438135586-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--97037736&fields=id&tenant_id=79224c5618eb4cef88b00e2059f275cc HTTP/1.1" status: 200  len: 267 time: 0.4324245
Dec 23 16:09:01.713667 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-27865d30-18f0-449b-a8bb-ed43f0968bca tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:01.715402 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.services.segments.db [None req-2790b6db-573a-4615-92e9-f615ad843155 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1dc1cbc220>,) {'filters': {'network_id': ['4a4e08f7-1c2b-4d86-822f-168915e3953e']}} {{(pid=87635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:09:01.744137 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.services.segments.db [None req-2790b6db-573a-4615-92e9-f615ad843155 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dc1cbc220>, '35712f5a-6181-4abb-83b3-376c3cfe4f7c') {'for_net_delete': True} {{(pid=87635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:09:01.744921 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.services.segments.db [None req-2790b6db-573a-4615-92e9-f615ad843155 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dc1cbc220>, '35712f5a-6181-4abb-83b3-376c3cfe4f7c') {} {{(pid=87635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:09:01.760871 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-9827faa3-da60-465c-9ab6-3095a5720aa9 None None] Provisioning complete for port e9e6cbb6-b11f-4081-9420-e9d29cca47ee triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:09:01.761243 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9827faa3-da60-465c-9ab6-3095a5720aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:01.778037 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-2790b6db-573a-4615-92e9-f615ad843155 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735363085442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2776713'] for segment, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:01.796877 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 42204) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:09:01.810607 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-0bc92490-9c81-4945-abb9-57b4eff09cfa tempest-ServersTestManualDisk-1942191146 tempest-ServersTestManualDisk-1942191146-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:01.820907 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-2790b6db-573a-4615-92e9-f615ad843155 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:01.867590 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2790b6db-573a-4615-92e9-f615ad843155 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Releasing vlan 412 on physical network physnet1 to pool {{(pid=87635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 23 16:09:01.868013 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-2790b6db-573a-4615-92e9-f615ad843155 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2753503'] for segment, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:01.872744 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124fd886-eb65-4a3e-b383-04a45f679b8b req-c4888254-b945-4aec-88c6-3e22c5e7e6a3 tempest-ServersTestJSON-1438135586 tempest-ServersTestJSON-1438135586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:09:01.879475 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-124fd886-eb65-4a3e-b383-04a45f679b8b req-c4888254-b945-4aec-88c6-3e22c5e7e6a3 tempest-ServersTestJSON-1438135586 tempest-ServersTestJSON-1438135586-project] 10.222.0.64 "GET /v2.0/networks?id=256a38e5-d398-4e43-80e3-9bc3cd6cc270 HTTP/1.1" status: 200  len: 806 time: 0.1697760
Dec 23 16:09:01.896375 dv-neutron-822799-1-hyperv neutron-server[87635]: Traceback (most recent call last):
Dec 23 16:09:01.896375 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 23 16:09:01.896375 dv-neutron-822799-1-hyperv neutron-server[87635]:     timer()
Dec 23 16:09:01.896375 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:09:01.896375 dv-neutron-822799-1-hyperv neutron-server[87635]:     cb(*args, **kw)
Dec 23 16:09:01.896375 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 23 16:09:01.896375 dv-neutron-822799-1-hyperv neutron-server[87635]:     return func(*args, **kwargs)
Dec 23 16:09:01.896375 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:09:01.896375 dv-neutron-822799-1-hyperv neutron-server[87635]:     self._notify()
Dec 23 16:09:01.896375 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:09:01.896375 dv-neutron-822799-1-hyperv neutron-server[87635]:     self.callback(batched_events)
Dec 23 16:09:01.896375 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:09:01.896375 dv-neutron-822799-1-hyperv neutron-server[87635]:     event.method(event)
Dec 23 16:09:01.896375 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:09:01.896375 dv-neutron-822799-1-hyperv neutron-server[87635]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:09:01.896375 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 23 16:09:01.896375 dv-neutron-822799-1-hyperv neutron-server[87635]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 23 16:09:01.896375 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 23 16:09:01.896375 dv-neutron-822799-1-hyperv neutron-server[87635]:     return f(self, *a, **k)
Dec 23 16:09:01.896375 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:09:01.896375 dv-neutron-822799-1-hyperv neutron-server[87635]:     return self._get(url).json()
Dec 23 16:09:01.896375 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 23 16:09:01.896375 dv-neutron-822799-1-hyperv neutron-server[87635]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 23 16:09:01.896375 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 23 16:09:01.896375 dv-neutron-822799-1-hyperv neutron-server[87635]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:09:01.896375 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 23 16:09:01.896375 dv-neutron-822799-1-hyperv neutron-server[87635]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 23 16:09:01.896375 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 23 16:09:01.896375 dv-neutron-822799-1-hyperv neutron-server[87635]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:09:01.896375 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 23 16:09:01.896375 dv-neutron-822799-1-hyperv neutron-server[87635]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:09:01.896375 dv-neutron-822799-1-hyperv neutron-server[87635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:09:01.914224 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c48863c4-ab4d-4876-9c73-b413e4db92eb tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Network cd279298-a8b2-4014-95c3-e7f1a4a8ff2f is scheduled to be hosted by DHCP agent 1c812d71-eadf-4fb3-b98e-67468a4aa7e2 with binding_index 1 {{(pid=87636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 23 16:09:01.935033 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-124fd886-eb65-4a3e-b383-04a45f679b8b req-29c1e5eb-2fd2-4c0a-986c-33f9f119b628 tempest-ServersTestJSON-1438135586 tempest-ServersTestJSON-1438135586-project] 10.222.0.64 "GET /v2.0/quotas/79224c5618eb4cef88b00e2059f275cc HTTP/1.1" status: 200  len: 375 time: 0.0546107
Dec 23 16:09:01.939645 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-c48863c4-ab4d-4876-9c73-b413e4db92eb tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822799-1-hyperv, cd279298-a8b2-4014-95c3-e7f1a4a8ff2f) {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:09:01.944511 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c48863c4-ab4d-4876-9c73-b413e4db92eb tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:09:01.945285 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c48863c4-ab4d-4876-9c73-b413e4db92eb tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627509'] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:01.982706 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-0bc92490-9c81-4945-abb9-57b4eff09cfa tempest-ServersTestManualDisk-1942191146 tempest-ServersTestManualDisk-1942191146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:02.026596 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-994a1e0a-f086-4721-bd99-da637ea5f502 None None] Network cd279298-a8b2-4014-95c3-e7f1a4a8ff2f requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:09:02.037217 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-c48863c4-ab4d-4876-9c73-b413e4db92eb tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 802 time: 2.3153272
Dec 23 16:09:02.038549 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-2790b6db-573a-4615-92e9-f615ad843155 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-864336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1824171'] for network, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:02.039987 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 42212) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:09:02.040508 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-27865d30-18f0-449b-a8bb-ed43f0968bca tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1781328'] for router, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:02.041130 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27865d30-18f0-449b-a8bb-ed43f0968bca tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a5f4f13c-60be-40e6-8cee-ce809c334414 {{(pid=87636) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 23 16:09:02.059673 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-3100e18e-b7b8-43f9-b2cf-73f8657d27ae tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-682683131', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b'}, 'admin_state_up': False}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:09:02.069447 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-508f313b-8bed-41ae-bd09-92abb7b2ac2b tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:09:02.083790 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device e9e6cbb6-b11f-4081-9420-e9d29cca47ee up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:09:02.085335 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-27865d30-18f0-449b-a8bb-ed43f0968bca tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Notify callbacks [] for router, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:02.088513 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-27865d30-18f0-449b-a8bb-ed43f0968bca tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] 10.222.0.64 "DELETE /v2.0/routers/a5f4f13c-60be-40e6-8cee-ce809c334414 HTTP/1.1" status: 204  len: 168 time: 1.3384900
Dec 23 16:09:02.106811 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-3100e18e-b7b8-43f9-b2cf-73f8657d27ae tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:09:02.117452 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-2790b6db-573a-4615-92e9-f615ad843155 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627509'] for network, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:02.152558 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-2790b6db-573a-4615-92e9-f615ad843155 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] 10.222.0.64 "DELETE /v2.0/networks/4a4e08f7-1c2b-4d86-822f-168915e3953e HTTP/1.1" status: 204  len: 168 time: 1.6978796
Dec 23 16:09:02.154381 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 42222) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:09:02.181151 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-fba59802-3df1-4a96-baac-6e7970dfb14f tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1441291520'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:09:02.184501 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-124fd886-eb65-4a3e-b383-04a45f679b8b req-455e19f8-963d-44ce-8d7e-8696492670f8 tempest-ServersTestJSON-1438135586 tempest-ServersTestJSON-1438135586-project] Synchronizing usage tracker for tenant:79224c5618eb4cef88b00e2059f275cc on resource:port {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:09:02.197722 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-c743f0bf-3b33-48c9-a4da-1965df648fb3 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1738477231'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:09:02.203292 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-c743f0bf-3b33-48c9-a4da-1965df648fb3 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:09:02.206298 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-3100e18e-b7b8-43f9-b2cf-73f8657d27ae tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Usage tracker for resource:router and tenant:eee7102271fa49768eefd83617c1f38a is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:09:02.207448 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-c743f0bf-3b33-48c9-a4da-1965df648fb3 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Usage tracker for resource:network and tenant:08bb5ff5fd45470cae3e1870e7817546 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:09:02.210328 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-c743f0bf-3b33-48c9-a4da-1965df648fb3 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:09:02.213399 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-3100e18e-b7b8-43f9-b2cf-73f8657d27ae tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:09:02.215929 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-c743f0bf-3b33-48c9-a4da-1965df648fb3 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:09:02.221738 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2790b6db-573a-4615-92e9-f615ad843155 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Pushing event deleted for resources: {'Network': ['ID=4a4e08f7-1c2b-4d86-822f-168915e3953e,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:09:02.228344 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-091c601e-3d84-4dd2-b51f-dd840b014438 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:02.231344 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c743f0bf-3b33-48c9-a4da-1965df648fb3 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Made reservation on behalf of 08bb5ff5fd45470cae3e1870e7817546 for: {'network': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:09:02.235035 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c743f0bf-3b33-48c9-a4da-1965df648fb3 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for network, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:02.253743 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-091c601e-3d84-4dd2-b51f-dd840b014438 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:02.269382 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:09:02.314863 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port e9e6cbb6-b11f-4081-9420-e9d29cca47ee triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:09:02.315432 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:02.318251 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091c601e-3d84-4dd2-b51f-dd840b014438 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c87401e7-18ed-4b7d-b936-7ad758c3f559,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:09:02.319996 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-fba59802-3df1-4a96-baac-6e7970dfb14f tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:09:02.331992 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-fba59802-3df1-4a96-baac-6e7970dfb14f tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Usage tracker for resource:network and tenant:51a3abb7cc41429380552b859d9155f9 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:09:02.340498 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-fba59802-3df1-4a96-baac-6e7970dfb14f tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:09:02.340794 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-091c601e-3d84-4dd2-b51f-dd840b014438 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:09:02.341487 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c743f0bf-3b33-48c9-a4da-1965df648fb3 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] vlan segment allocate from pool success with {'vlan_id': 436, 'physical_network': 'physnet1'}  {{(pid=87636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 23 16:09:02.343773 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-124fd886-eb65-4a3e-b383-04a45f679b8b req-455e19f8-963d-44ce-8d7e-8696492670f8 tempest-ServersTestJSON-1438135586 tempest-ServersTestJSON-1438135586-project] Unset dirty status for tenant:79224c5618eb4cef88b00e2059f275cc on resource:port {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:09:02.345329 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-124fd886-eb65-4a3e-b383-04a45f679b8b req-455e19f8-963d-44ce-8d7e-8696492670f8 tempest-ServersTestJSON-1438135586 tempest-ServersTestJSON-1438135586-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=79224c5618eb4cef88b00e2059f275cc&fields=id HTTP/1.1" status: 200  len: 348 time: 0.4095175
Dec 23 16:09:02.357965 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-fba59802-3df1-4a96-baac-6e7970dfb14f tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:09:02.374832 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-091c601e-3d84-4dd2-b51f-dd840b014438 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0ef3f451706643eaa634db09bf695657&name=default HTTP/1.1" status: 200  len: 2979 time: 2.3937929
Dec 23 16:09:02.375700 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-2790b6db-573a-4615-92e9-f615ad843155 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:09:02.378381 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 42230) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:09:02.381643 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c743f0bf-3b33-48c9-a4da-1965df648fb3 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:02.382193 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.db.segments_db [None req-c743f0bf-3b33-48c9-a4da-1965df648fb3 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Added segment 62242fbc-f0f0-41da-99b7-8e2a6ae03485 of type vlan for network f9dbe463-4577-43e3-8db4-57941ccf5b83
Dec 23 16:09:02.458839 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-3100e18e-b7b8-43f9-b2cf-73f8657d27ae tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:09:02.460900 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c743f0bf-3b33-48c9-a4da-1965df648fb3 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735362521793'] for network, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:02.466079 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fba59802-3df1-4a96-baac-6e7970dfb14f tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Made reservation on behalf of 51a3abb7cc41429380552b859d9155f9 for: {'network': 1} {{(pid=87635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:09:02.467187 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c15058dc-25b1-42d3-ab46-c22a6a434ec4 None None] Network cd279298-a8b2-4014-95c3-e7f1a4a8ff2f requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:09:02.470893 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-fba59802-3df1-4a96-baac-6e7970dfb14f tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for network, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:02.496160 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-fba59802-3df1-4a96-baac-6e7970dfb14f tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Notify callbacks [] for security_group, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:02.501726 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-64778207-da17-463c-9efb-df59f39d64b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:02.521111 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-fba59802-3df1-4a96-baac-6e7970dfb14f tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:09:02.529263 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-3100e18e-b7b8-43f9-b2cf-73f8657d27ae tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1823978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-235332'] for router, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:02.530734 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-3100e18e-b7b8-43f9-b2cf-73f8657d27ae tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1824575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1824063', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1751113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-235341'] for router, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:02.535240 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-fba59802-3df1-4a96-baac-6e7970dfb14f tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Usage tracker for resource:security_group_rule and tenant:51a3abb7cc41429380552b859d9155f9 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:09:02.537236 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c743f0bf-3b33-48c9-a4da-1965df648fb3 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495'] for network, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:02.541862 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-fba59802-3df1-4a96-baac-6e7970dfb14f tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:09:02.550297 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c743f0bf-3b33-48c9-a4da-1965df648fb3 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:09:02.550905 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c743f0bf-3b33-48c9-a4da-1965df648fb3 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627509'] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:02.558605 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-64778207-da17-463c-9efb-df59f39d64b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:02.561455 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-fba59802-3df1-4a96-baac-6e7970dfb14f tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:09:02.572618 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-6735a6f7-aa2a-4928-a966-0d7b20319241 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:09:02.599304 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-3100e18e-b7b8-43f9-b2cf-73f8657d27ae tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:02.622074 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 42240) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:09:02.800906 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 42248) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:09:02.814891 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-c743f0bf-3b33-48c9-a4da-1965df648fb3 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 0.6592665
Dec 23 16:09:02.824296 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 42252) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:09:02.827355 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c743f0bf-3b33-48c9-a4da-1965df648fb3 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Pushing event updated for resources: {'Network': ['ID=f9dbe463-4577-43e3-8db4-57941ccf5b83,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:09:02.831573 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-c743f0bf-3b33-48c9-a4da-1965df648fb3 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:09:02.835821 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-1ee0d08d-2386-493a-bb93-984259753351 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Request body: {'subnet': {'network_id': 'f9dbe463-4577-43e3-8db4-57941ccf5b83', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:09:02.842103 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Network f9dbe463-4577-43e3-8db4-57941ccf5b83 details requested by agent ovs-agent-dv-neutron-822799-1-hyperv with host dv-neutron-822799-1-hyperv {{(pid=87637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 23 16:09:02.863701 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [req-124fd886-eb65-4a3e-b383-04a45f679b8b req-8257dfff-659f-4f8c-826e-37e59a393731 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=87636) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 23 16:09:02.864735 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-124fd886-eb65-4a3e-b383-04a45f679b8b req-8257dfff-659f-4f8c-826e-37e59a393731 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.1079516
Dec 23 16:09:02.973183 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.db.resource_extend [None req-0bc92490-9c81-4945-abb9-57b4eff09cfa tempest-ServersTestManualDisk-1942191146 tempest-ServersTestManualDisk-1942191146-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 23 16:09:03.021606 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-49919ad7-26c4-44ca-be7d-5885b44c46ed tempest-RoutersAdminTest-1714001428 tempest-RoutersAdminTest-1714001428-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1839964699', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b'}, 'admin_state_up': False}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:09:03.043225 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-0bc92490-9c81-4945-abb9-57b4eff09cfa tempest-ServersTestManualDisk-1942191146 tempest-ServersTestManualDisk-1942191146-project] Notify callbacks [] for port, precommit_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:03.062255 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-5bedd273-a2c3-4a7d-9729-eef4cecf0595 tempest-ExternalNetworksTestJSON-362186379 tempest-ExternalNetworksTestJSON-362186379-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1843839348'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:09:03.062815 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-0bc92490-9c81-4945-abb9-57b4eff09cfa tempest-ServersTestManualDisk-1942191146 tempest-ServersTestManualDisk-1942191146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2753531'] for port, after_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:03.069091 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-49919ad7-26c4-44ca-be7d-5885b44c46ed tempest-RoutersAdminTest-1714001428 tempest-RoutersAdminTest-1714001428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:09:03.088612 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-5bedd273-a2c3-4a7d-9729-eef4cecf0595 tempest-ExternalNetworksTestJSON-362186379 tempest-ExternalNetworksTestJSON-362186379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:09:03.090884 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-49919ad7-26c4-44ca-be7d-5885b44c46ed tempest-RoutersAdminTest-1714001428 tempest-RoutersAdminTest-1714001428-project] Usage tracker for resource:router and tenant:33177e17267d4ff1869eb1c057f3e667 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:09:03.103675 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-49919ad7-26c4-44ca-be7d-5885b44c46ed tempest-RoutersAdminTest-1714001428 tempest-RoutersAdminTest-1714001428-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:09:03.120455 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-79af6cb9-85de-4ff1-b10b-11954a694c31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:09:03.151048 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-5bedd273-a2c3-4a7d-9729-eef4cecf0595 tempest-ExternalNetworksTestJSON-362186379 tempest-ExternalNetworksTestJSON-362186379-project] Usage tracker for resource:network and tenant:1697fc36e732496b8f63ef133ee4ec7c is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:09:03.157849 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-49919ad7-26c4-44ca-be7d-5885b44c46ed tempest-RoutersAdminTest-1714001428 tempest-RoutersAdminTest-1714001428-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:09:03.163422 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-5bedd273-a2c3-4a7d-9729-eef4cecf0595 tempest-ExternalNetworksTestJSON-362186379 tempest-ExternalNetworksTestJSON-362186379-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:09:03.178921 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-64778207-da17-463c-9efb-df59f39d64b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:03.179132 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-3100e18e-b7b8-43f9-b2cf-73f8657d27ae tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1824017', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1823768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-235299'] for router, precommit_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:03.181588 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-1ee0d08d-2386-493a-bb93-984259753351 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:09:03.185509 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-5bedd273-a2c3-4a7d-9729-eef4cecf0595 tempest-ExternalNetworksTestJSON-362186379 tempest-ExternalNetworksTestJSON-362186379-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:09:03.195383 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-1ee0d08d-2386-493a-bb93-984259753351 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Usage tracker for resource:subnet and tenant:08bb5ff5fd45470cae3e1870e7817546 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:09:03.200064 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-c18014f3-6af2-4d18-9fcf-4194bd6062a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:09:03.211310 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-1ee0d08d-2386-493a-bb93-984259753351 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:09:03.221116 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-49919ad7-26c4-44ca-be7d-5885b44c46ed tempest-RoutersAdminTest-1714001428 tempest-RoutersAdminTest-1714001428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1823978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-235332'] for router, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:03.222094 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-49919ad7-26c4-44ca-be7d-5885b44c46ed tempest-RoutersAdminTest-1714001428 tempest-RoutersAdminTest-1714001428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1824575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1824063', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1751113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-235341'] for router, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:03.227984 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-1ee0d08d-2386-493a-bb93-984259753351 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:09:03.248046 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64778207-da17-463c-9efb-df59f39d64b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c87401e7-18ed-4b7d-b936-7ad758c3f559,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:09:03.274513 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-64778207-da17-463c-9efb-df59f39d64b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:09:03.277696 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bedd273-a2c3-4a7d-9729-eef4cecf0595 tempest-ExternalNetworksTestJSON-362186379 tempest-ExternalNetworksTestJSON-362186379-project] Made reservation on behalf of 1697fc36e732496b8f63ef133ee4ec7c for: {'network': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:09:03.281280 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5bedd273-a2c3-4a7d-9729-eef4cecf0595 tempest-ExternalNetworksTestJSON-362186379 tempest-ExternalNetworksTestJSON-362186379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for network, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:03.295729 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ee0d08d-2386-493a-bb93-984259753351 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Made reservation on behalf of 08bb5ff5fd45470cae3e1870e7817546 for: {'subnet': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:09:03.299568 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1ee0d08d-2386-493a-bb93-984259753351 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2618324'] for subnet, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:03.323154 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-fba59802-3df1-4a96-baac-6e7970dfb14f tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Notify callbacks [] for security_group, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:03.330182 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5bedd273-a2c3-4a7d-9729-eef4cecf0595 tempest-ExternalNetworksTestJSON-362186379 tempest-ExternalNetworksTestJSON-362186379-project] Notify callbacks [] for security_group, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:03.331548 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc92490-9c81-4945-abb9-57b4eff09cfa tempest-ServersTestManualDisk-1942191146 tempest-ServersTestManualDisk-1942191146-project] Pushing event updated for resources: {'Port': ['ID=e60c358c-d38e-4659-8e31-9d7d85dcdda9,revision_number=2']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:09:03.338687 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-0bc92490-9c81-4945-abb9-57b4eff09cfa tempest-ServersTestManualDisk-1942191146 tempest-ServersTestManualDisk-1942191146-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:09:03.339188 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-64778207-da17-463c-9efb-df59f39d64b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:03.341209 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-fba59802-3df1-4a96-baac-6e7970dfb14f tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:03.343192 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-64778207-da17-463c-9efb-df59f39d64b2 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c87401e7-18ed-4b7d-b936-7ad758c3f559 HTTP/1.1" status: 204  len: 168 time: 0.9632096
Dec 23 16:09:03.347822 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:09:03.411920 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-0bc92490-9c81-4945-abb9-57b4eff09cfa tempest-ServersTestManualDisk-1942191146 tempest-ServersTestManualDisk-1942191146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1824189'] for floatingip, after_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:03.421625 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-49919ad7-26c4-44ca-be7d-5885b44c46ed tempest-RoutersAdminTest-1714001428 tempest-RoutersAdminTest-1714001428-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:03.433288 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fba59802-3df1-4a96-baac-6e7970dfb14f tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] vlan segment allocate from pool success with {'vlan_id': 414, 'physical_network': 'physnet1'}  {{(pid=87635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 23 16:09:03.440991 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-124fd886-eb65-4a3e-b383-04a45f679b8b req-15d8ffab-6f43-4a02-af71-42ff4afb155e service neutron] 10.222.0.64 "GET /v2.0/networks/256a38e5-d398-4e43-80e3-9bc3cd6cc270?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4255798
Dec 23 16:09:03.441914 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-5bedd273-a2c3-4a7d-9729-eef4cecf0595 tempest-ExternalNetworksTestJSON-362186379 tempest-ExternalNetworksTestJSON-362186379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:09:03.460463 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba59802-3df1-4a96-baac-6e7970dfb14f tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61d0f14e-9096-4f37-8311-2ce739184fd2,revision_number=1']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:09:03.474328 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-fba59802-3df1-4a96-baac-6e7970dfb14f tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:09:03.477301 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-fba59802-3df1-4a96-baac-6e7970dfb14f tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:03.477650 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.db.segments_db [None req-fba59802-3df1-4a96-baac-6e7970dfb14f tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Added segment b03ec71a-1948-48ea-bd95-4886212097ab of type vlan for network cba8772f-40e7-4139-bd4b-ef88ca67224e
Dec 23 16:09:03.478396 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-5bedd273-a2c3-4a7d-9729-eef4cecf0595 tempest-ExternalNetworksTestJSON-362186379 tempest-ExternalNetworksTestJSON-362186379-project] Usage tracker for resource:security_group_rule and tenant:1697fc36e732496b8f63ef133ee4ec7c is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:09:03.489524 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-0bc92490-9c81-4945-abb9-57b4eff09cfa tempest-ServersTestManualDisk-1942191146 tempest-ServersTestManualDisk-1942191146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for floatingip, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:03.490338 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-5bedd273-a2c3-4a7d-9729-eef4cecf0595 tempest-ExternalNetworksTestJSON-362186379 tempest-ExternalNetworksTestJSON-362186379-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:09:03.499060 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-0bc92490-9c81-4945-abb9-57b4eff09cfa tempest-ServersTestManualDisk-1942191146 tempest-ServersTestManualDisk-1942191146-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 4.5208051
Dec 23 16:09:03.528829 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-fba59802-3df1-4a96-baac-6e7970dfb14f tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735362521793'] for network, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:03.552556 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-5bedd273-a2c3-4a7d-9729-eef4cecf0595 tempest-ExternalNetworksTestJSON-362186379 tempest-ExternalNetworksTestJSON-362186379-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:09:03.584839 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-fba59802-3df1-4a96-baac-6e7970dfb14f tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495'] for network, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:03.592822 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fba59802-3df1-4a96-baac-6e7970dfb14f tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:09:03.593487 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-fba59802-3df1-4a96-baac-6e7970dfb14f tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627509'] for network, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:03.599661 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-955d9681-a12c-459b-8faf-07efd5830af8 tempest-QuotasNegativeTest-669055442 tempest-QuotasNegativeTest-669055442-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:09:03.861827 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-fba59802-3df1-4a96-baac-6e7970dfb14f tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201  len: 789 time: 2.0505044
Dec 23 16:09:03.903146 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-3100e18e-b7b8-43f9-b2cf-73f8657d27ae tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify callbacks [] for router_gateway, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:03.934380 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-124fd886-eb65-4a3e-b383-04a45f679b8b req-7e311b5b-3b18-46fc-8d5c-ac792f243d97 service neutron] 10.222.0.64 "GET /v2.0/networks/256a38e5-d398-4e43-80e3-9bc3cd6cc270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4855869
Dec 23 16:09:03.943205 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-49919ad7-26c4-44ca-be7d-5885b44c46ed tempest-RoutersAdminTest-1714001428 tempest-RoutersAdminTest-1714001428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1824017', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1823768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-235299'] for router, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:03.946862 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 42286) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:09:03.962736 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba59802-3df1-4a96-baac-6e7970dfb14f tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Pushing event updated for resources: {'Network': ['ID=cba8772f-40e7-4139-bd4b-ef88ca67224e,revision_number=1']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:09:03.965510 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-fba59802-3df1-4a96-baac-6e7970dfb14f tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:09:03.966912 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-3100e18e-b7b8-43f9-b2cf-73f8657d27ae tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:03.989405 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Network cba8772f-40e7-4139-bd4b-ef88ca67224e details requested by agent ovs-agent-dv-neutron-822799-1-hyperv with host dv-neutron-822799-1-hyperv {{(pid=87637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 23 16:09:04.099096 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5bedd273-a2c3-4a7d-9729-eef4cecf0595 tempest-ExternalNetworksTestJSON-362186379 tempest-ExternalNetworksTestJSON-362186379-project] Notify callbacks [] for security_group, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:04.120755 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-405b3bf6-87b9-46e6-8d72-68e28105922d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:04.164326 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5bedd273-a2c3-4a7d-9729-eef4cecf0595 tempest-ExternalNetworksTestJSON-362186379 tempest-ExternalNetworksTestJSON-362186379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:04.184483 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bedd273-a2c3-4a7d-9729-eef4cecf0595 tempest-ExternalNetworksTestJSON-362186379 tempest-ExternalNetworksTestJSON-362186379-project] vlan segment allocate from pool success with {'vlan_id': 417, 'physical_network': 'physnet1'}  {{(pid=87636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 23 16:09:04.193313 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5bedd273-a2c3-4a7d-9729-eef4cecf0595 tempest-ExternalNetworksTestJSON-362186379 tempest-ExternalNetworksTestJSON-362186379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:04.193653 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.db.segments_db [None req-5bedd273-a2c3-4a7d-9729-eef4cecf0595 tempest-ExternalNetworksTestJSON-362186379 tempest-ExternalNetworksTestJSON-362186379-project] Added segment 5484017c-3842-449d-98b5-91fc8e22b3db of type vlan for network 0ee6b129-5fb0-43f5-9ec4-3fe49f5e7333
Dec 23 16:09:04.220960 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5bedd273-a2c3-4a7d-9729-eef4cecf0595 tempest-ExternalNetworksTestJSON-362186379 tempest-ExternalNetworksTestJSON-362186379-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735362521793'] for network, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:04.237173 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.db_base_plugin_common [None req-3100e18e-b7b8-43f9-b2cf-73f8657d27ae tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Allocated IP 172.26.3.209 (8afa6d58-9431-454a-b99c-3ff8a65aa86b/60537fec-5f5f-4ab7-89cc-03638149a590/2d4c4d58-7be6-4a48-9062-27cec96e7f25) {{(pid=87635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:09:04.255403 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-c1e88cea-2f3c-47d3-adf7-f49aa90775aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:09:04.267047 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-405b3bf6-87b9-46e6-8d72-68e28105922d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:09:04.272931 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5bedd273-a2c3-4a7d-9729-eef4cecf0595 tempest-ExternalNetworksTestJSON-362186379 tempest-ExternalNetworksTestJSON-362186379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495'] for network, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:04.301188 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-405b3bf6-87b9-46e6-8d72-68e28105922d admin admin] Usage tracker for resource:security_group_rule and tenant:984e3973a812402998dd5eb2e7bf0c55 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:09:04.325219 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bedd273-a2c3-4a7d-9729-eef4cecf0595 tempest-ExternalNetworksTestJSON-362186379 tempest-ExternalNetworksTestJSON-362186379-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:09:04.326169 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5bedd273-a2c3-4a7d-9729-eef4cecf0595 tempest-ExternalNetworksTestJSON-362186379 tempest-ExternalNetworksTestJSON-362186379-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627509'] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:04.435713 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-405b3bf6-87b9-46e6-8d72-68e28105922d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:09:04.487611 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 42304) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:09:04.498231 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-405b3bf6-87b9-46e6-8d72-68e28105922d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:09:04.504941 dv-neutron-822799-1-hyperv neutron-server[87635]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Dec 23 16:09:04.584174 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bedd273-a2c3-4a7d-9729-eef4cecf0595 tempest-ExternalNetworksTestJSON-362186379 tempest-ExternalNetworksTestJSON-362186379-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca56a294-ce12-460f-9ca3-f912d8106b8f,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:09:04.593146 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-5bedd273-a2c3-4a7d-9729-eef4cecf0595 tempest-ExternalNetworksTestJSON-362186379 tempest-ExternalNetworksTestJSON-362186379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:09:04.594242 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1ee0d08d-2386-493a-bb93-984259753351 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2176430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2618310'] for subnet, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:04.607308 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.141s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:09:04.642409 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [req-5388466a-35d5-4a88-9962-96d4d4c12dfd req-acecfc75-e1d3-49aa-a6c3-6020c06d4b7a tempest-ServersTestManualDisk-1942191146 tempest-ServersTestManualDisk-1942191146-project] Synchronizing usage tracker for tenant:0d83cf4cd2a34a3d8747fec0cfffe963 on resource:security_group {{(pid=87635) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:09:04.644162 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-8cd9d626-ac77-489c-90bc-5b80f84fce53 req-d09b2ff9-2f7a-4482-80cc-3e7e9d72a965 tempest-ServersTestJSON-1438135586 tempest-ServersTestJSON-1438135586-project] 10.222.0.64 "GET /v2.0/ports?device_id=c1c5cb30-50d4-4361-b1b3-fa02e83979da HTTP/1.1" status: 200  len: 210 time: 0.1734273
Dec 23 16:09:04.691534 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-3100e18e-b7b8-43f9-b2cf-73f8657d27ae tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify callbacks [] for port, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:04.697271 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [req-5388466a-35d5-4a88-9962-96d4d4c12dfd req-acecfc75-e1d3-49aa-a6c3-6020c06d4b7a tempest-ServersTestManualDisk-1942191146 tempest-ServersTestManualDisk-1942191146-project] Unset dirty status for tenant:0d83cf4cd2a34a3d8747fec0cfffe963 on resource:security_group {{(pid=87635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:09:04.707991 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-5388466a-35d5-4a88-9962-96d4d4c12dfd req-acecfc75-e1d3-49aa-a6c3-6020c06d4b7a tempest-ServersTestManualDisk-1942191146 tempest-ServersTestManualDisk-1942191146-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--1674895564&fields=id&tenant_id=0d83cf4cd2a34a3d8747fec0cfffe963 HTTP/1.1" status: 200  len: 267 time: 0.2196229
Dec 23 16:09:04.753750 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-5bedd273-a2c3-4a7d-9729-eef4cecf0595 tempest-ExternalNetworksTestJSON-362186379 tempest-ExternalNetworksTestJSON-362186379-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201  len: 792 time: 1.9516861
Dec 23 16:09:04.755304 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 42314) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:09:04.879913 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bedd273-a2c3-4a7d-9729-eef4cecf0595 tempest-ExternalNetworksTestJSON-362186379 tempest-ExternalNetworksTestJSON-362186379-project] Pushing event updated for resources: {'Network': ['ID=0ee6b129-5fb0-43f5-9ec4-3fe49f5e7333,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:09:04.902132 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-5bedd273-a2c3-4a7d-9729-eef4cecf0595 tempest-ExternalNetworksTestJSON-362186379 tempest-ExternalNetworksTestJSON-362186379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:09:04.905756 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Network 0ee6b129-5fb0-43f5-9ec4-3fe49f5e7333 details requested by agent ovs-agent-dv-neutron-822799-1-hyperv with host dv-neutron-822799-1-hyperv {{(pid=87637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 23 16:09:04.916959 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.243s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:09:04.981977 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5388466a-35d5-4a88-9962-96d4d4c12dfd req-0bd9fe0b-f1c3-49fc-b76d-d06d67816bb3 tempest-ServersTestManualDisk-1942191146 tempest-ServersTestManualDisk-1942191146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:09:04.983293 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [req-5388466a-35d5-4a88-9962-96d4d4c12dfd req-0bd9fe0b-f1c3-49fc-b76d-d06d67816bb3 tempest-ServersTestManualDisk-1942191146 tempest-ServersTestManualDisk-1942191146-project] Synchronizing usage tracker for tenant:0d83cf4cd2a34a3d8747fec0cfffe963 on resource:network {{(pid=87635) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:09:04.987145 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-3100e18e-b7b8-43f9-b2cf-73f8657d27ae tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:04.994185 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:09:05.110958 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ee0d08d-2386-493a-bb93-984259753351 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Checking segment: {'id': '62242fbc-f0f0-41da-99b7-8e2a6ae03485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'f9dbe463-4577-43e3-8db4-57941ccf5b83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:09:05.111532 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ee0d08d-2386-493a-bb93-984259753351 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Network hostable DHCP agents. Network: f9dbe463-4577-43e3-8db4-57941ccf5b83, hostable agents: ['1c812d71-eadf-4fb3-b98e-67468a4aa7e2'], hosted agents: [] {{(pid=87636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 23 16:09:05.226122 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-83d7b4bc-a20c-4459-a31e-130750d104cb tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] Request body: {'network': {'name': 'tempest-network--1079688492', 'router:external': True}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:09:05.267589 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-83d7b4bc-a20c-4459-a31e-130750d104cb tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:09:05.278107 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [req-5388466a-35d5-4a88-9962-96d4d4c12dfd req-0bd9fe0b-f1c3-49fc-b76d-d06d67816bb3 tempest-ServersTestManualDisk-1942191146 tempest-ServersTestManualDisk-1942191146-project] Unset dirty status for tenant:0d83cf4cd2a34a3d8747fec0cfffe963 on resource:network {{(pid=87635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:09:05.279262 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee0d08d-2386-493a-bb93-984259753351 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Pushing event updated for resources: {'Subnet': ['ID=e818c404-34a7-4287-8802-c55bfc4e8f6e,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:09:05.285494 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-1ee0d08d-2386-493a-bb93-984259753351 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:09:05.298812 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-5388466a-35d5-4a88-9962-96d4d4c12dfd req-0bd9fe0b-f1c3-49fc-b76d-d06d67816bb3 tempest-ServersTestManualDisk-1942191146 tempest-ServersTestManualDisk-1942191146-project] 10.222.0.64 "GET /v2.0/networks?id=110ef17f-202a-4ce6-8e43-789c8f209bdb HTTP/1.1" status: 200  len: 812 time: 0.5881946
Dec 23 16:09:05.319851 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3100e18e-b7b8-43f9-b2cf-73f8657d27ae tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Network 8afa6d58-9431-454a-b99c-3ff8a65aa86b is already hosted by enough agents. {{(pid=87635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:09:05.337401 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-83d7b4bc-a20c-4459-a31e-130750d104cb tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] Usage tracker for resource:network and tenant:63564b95f10b4338868feabf388d0553 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:09:05.371763 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.base_scheduler [None req-3100e18e-b7b8-43f9-b2cf-73f8657d27ae tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Resources bound (agent type, host, resource id):  {{(pid=87635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:09:05.381063 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ee0d08d-2386-493a-bb93-984259753351 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Network f9dbe463-4577-43e3-8db4-57941ccf5b83 is scheduled to be hosted by DHCP agent 1c812d71-eadf-4fb3-b98e-67468a4aa7e2 with binding_index 1 {{(pid=87636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 23 16:09:05.383263 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3100e18e-b7b8-43f9-b2cf-73f8657d27ae tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Received port after_create {{(pid=87635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:09:05.426555 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-83d7b4bc-a20c-4459-a31e-130750d104cb tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:09:05.467662 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-5388466a-35d5-4a88-9962-96d4d4c12dfd req-55268931-3b50-4c66-b00b-0c8cd5273bf0 tempest-ServersTestManualDisk-1942191146 tempest-ServersTestManualDisk-1942191146-project] 10.222.0.64 "GET /v2.0/quotas/0d83cf4cd2a34a3d8747fec0cfffe963 HTTP/1.1" status: 200  len: 375 time: 0.1668661
Dec 23 16:09:05.519066 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-83d7b4bc-a20c-4459-a31e-130750d104cb tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:09:05.542102 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3100e18e-b7b8-43f9-b2cf-73f8657d27ae tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Pushing event updated for resources: {'Port': ['ID=2d4c4d58-7be6-4a48-9062-27cec96e7f25,revision_number=1']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:09:05.566506 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-49919ad7-26c4-44ca-be7d-5885b44c46ed tempest-RoutersAdminTest-1714001428 tempest-RoutersAdminTest-1714001428-project] Notify callbacks [] for router_gateway, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:05.591335 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-3100e18e-b7b8-43f9-b2cf-73f8657d27ae tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.597s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:09:05.601034 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-1ee0d08d-2386-493a-bb93-984259753351 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822799-1-hyperv, f9dbe463-4577-43e3-8db4-57941ccf5b83) {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:09:05.611642 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60df5cd1-198d-4a49-860e-a5dfa691c5f3 None None] Network f9dbe463-4577-43e3-8db4-57941ccf5b83 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:09:05.633072 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-49919ad7-26c4-44ca-be7d-5885b44c46ed tempest-RoutersAdminTest-1714001428 tempest-RoutersAdminTest-1714001428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:05.638715 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ee0d08d-2386-493a-bb93-984259753351 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:09:05.639593 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1ee0d08d-2386-493a-bb93-984259753351 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627509'] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:05.652776 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-405b3bf6-87b9-46e6-8d72-68e28105922d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:05.713594 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-405b3bf6-87b9-46e6-8d72-68e28105922d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:05.777147 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-06e2d170-d179-4e46-9e35-90c929dbcd0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:09:05.790471 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-405b3bf6-87b9-46e6-8d72-68e28105922d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=984e3973a812402998dd5eb2e7bf0c55&name=default HTTP/1.1" status: 200  len: 2979 time: 1.8135772
Dec 23 16:09:05.814703 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83d7b4bc-a20c-4459-a31e-130750d104cb tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] Made reservation on behalf of 63564b95f10b4338868feabf388d0553 for: {'network': 1} {{(pid=87635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:09:05.817310 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-83d7b4bc-a20c-4459-a31e-130750d104cb tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for network, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:05.860240 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 42342) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:09:05.885213 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-83d7b4bc-a20c-4459-a31e-130750d104cb tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:05.885434 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-1ee0d08d-2386-493a-bb93-984259753351 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 904 time: 3.0550838
Dec 23 16:09:05.904890 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 42348) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:09:05.907778 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-90247718-2222-4c28-b7de-c81bfcabebe9 req-135bc39b-7fd2-4b08-9a0e-94d31e4af347 tempest-ServersTestJSON-1438135586 tempest-ServersTestJSON-1438135586-project] 10.222.0.64 "GET /v2.0/ports?device_id=c1c5cb30-50d4-4361-b1b3-fa02e83979da HTTP/1.1" status: 200  len: 210 time: 0.1152782
Dec 23 16:09:05.939988 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-83d7b4bc-a20c-4459-a31e-130750d104cb tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:09:05.965333 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-83d7b4bc-a20c-4459-a31e-130750d104cb tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] Usage tracker for resource:security_group_rule and tenant:63564b95f10b4338868feabf388d0553 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:09:05.982971 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-83d7b4bc-a20c-4459-a31e-130750d104cb tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:09:06.013366 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-83d7b4bc-a20c-4459-a31e-130750d104cb tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:09:06.015373 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405b3bf6-87b9-46e6-8d72-68e28105922d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4f93128-d206-45b9-8b0f-8ab3634928a9,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:09:06.071400 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-405b3bf6-87b9-46e6-8d72-68e28105922d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:09:06.138569 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [req-5388466a-35d5-4a88-9962-96d4d4c12dfd req-bbd6e634-d983-41ff-aba8-fb39a8485717 tempest-ServersTestManualDisk-1942191146 tempest-ServersTestManualDisk-1942191146-project] Synchronizing usage tracker for tenant:0d83cf4cd2a34a3d8747fec0cfffe963 on resource:port {{(pid=87635) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:09:06.180847 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-db0cf2ff-db94-4508-9b61-a50dd65b1231 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:06.183751 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [req-5388466a-35d5-4a88-9962-96d4d4c12dfd req-bbd6e634-d983-41ff-aba8-fb39a8485717 tempest-ServersTestManualDisk-1942191146 tempest-ServersTestManualDisk-1942191146-project] Unset dirty status for tenant:0d83cf4cd2a34a3d8747fec0cfffe963 on resource:port {{(pid=87635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:09:06.185631 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-5388466a-35d5-4a88-9962-96d4d4c12dfd req-bbd6e634-d983-41ff-aba8-fb39a8485717 tempest-ServersTestManualDisk-1942191146 tempest-ServersTestManualDisk-1942191146-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=0d83cf4cd2a34a3d8747fec0cfffe963&fields=id HTTP/1.1" status: 200  len: 348 time: 0.6686602
Dec 23 16:09:06.266316 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [None req-49919ad7-26c4-44ca-be7d-5885b44c46ed tempest-RoutersAdminTest-1714001428 tempest-RoutersAdminTest-1714001428-project] Allocated IP 172.26.3.249 (8afa6d58-9431-454a-b99c-3ff8a65aa86b/60537fec-5f5f-4ab7-89cc-03638149a590/e23ecc8c-b985-43a2-99a8-0f6387c1c217) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:09:06.270776 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11322abd-a2ae-4eab-8040-a3072d326ebe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7e017a6-8198-58c8-a07e-0f786128e3b3-f9dbe463-4577-43e3-8db4-57941ccf5b83', 'network_id': 'f9dbe463-4577-43e3-8db4-57941ccf5b83', 'tenant_id': '08bb5ff5fd45470cae3e1870e7817546', 'fixed_ips': [{'subnet_id': 'e818c404-34a7-4287-8802-c55bfc4e8f6e'}]}} from dv-neutron-822799-1-hyperv. {{(pid=87637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 23 16:09:06.271707 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-11322abd-a2ae-4eab-8040-a3072d326ebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:06.285678 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-db0cf2ff-db94-4508-9b61-a50dd65b1231 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:06.365098 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-3100e18e-b7b8-43f9-b2cf-73f8657d27ae tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify callbacks [] for router_gateway, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:06.418862 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-31e98355-d810-46b8-af12-633e7dc87f60 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-698866'] for network, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:06.460703 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-83d7b4bc-a20c-4459-a31e-130750d104cb tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:06.499392 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-83d7b4bc-a20c-4459-a31e-130750d104cb tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:06.517047 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-f8f2795c-8313-4872-90df-a4be049c9bfe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:09:06.564370 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83d7b4bc-a20c-4459-a31e-130750d104cb tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] vlan segment allocate from pool success with {'vlan_id': 433, 'physical_network': 'physnet1'}  {{(pid=87635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 23 16:09:06.576621 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-83d7b4bc-a20c-4459-a31e-130750d104cb tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:06.577616 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.db.segments_db [None req-83d7b4bc-a20c-4459-a31e-130750d104cb tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] Added segment 1c034fe7-4dc0-40ea-845b-ae76c012fbd2 of type vlan for network 2bf30559-8a0a-4830-a454-2870964fa468
Dec 23 16:09:06.626320 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_common [None req-11322abd-a2ae-4eab-8040-a3072d326ebe None None] Allocated IP 2001:db8::1 (f9dbe463-4577-43e3-8db4-57941ccf5b83/e818c404-34a7-4287-8802-c55bfc4e8f6e/e742d879-6b64-4ef4-8323-617050af238a) {{(pid=87637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:09:06.751978 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-31e98355-d810-46b8-af12-633e7dc87f60 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864774'] for subnet, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:06.787316 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-db0cf2ff-db94-4508-9b61-a50dd65b1231 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:06.821008 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-6735a6f7-aa2a-4928-a966-0d7b20319241 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:09:06.846500 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0cf2ff-db94-4508-9b61-a50dd65b1231 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4f93128-d206-45b9-8b0f-8ab3634928a9,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:09:06.867236 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-db0cf2ff-db94-4508-9b61-a50dd65b1231 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:09:06.880383 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-49919ad7-26c4-44ca-be7d-5885b44c46ed tempest-RoutersAdminTest-1714001428 tempest-RoutersAdminTest-1714001428-project] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:06.919032 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-11322abd-a2ae-4eab-8040-a3072d326ebe None None] Notify callbacks [] for port, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:06.928361 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-11322abd-a2ae-4eab-8040-a3072d326ebe None None] Transition to ACTIVE for port object e742d879-6b64-4ef4-8323-617050af238a will not be triggered until provisioned by entity L2. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:09:06.929663 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-db0cf2ff-db94-4508-9b61-a50dd65b1231 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:06.931266 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-db0cf2ff-db94-4508-9b61-a50dd65b1231 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f4f93128-d206-45b9-8b0f-8ab3634928a9 HTTP/1.1" status: 204  len: 168 time: 1.0677991
Dec 23 16:09:06.967271 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-49919ad7-26c4-44ca-be7d-5885b44c46ed tempest-RoutersAdminTest-1714001428 tempest-RoutersAdminTest-1714001428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:06.969499 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-11322abd-a2ae-4eab-8040-a3072d326ebe None None] Transition to ACTIVE for port object e742d879-6b64-4ef4-8323-617050af238a will not be triggered until provisioned by entity DHCP. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:09:06.975288 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:09:06.991140 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-11322abd-a2ae-4eab-8040-a3072d326ebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780'] for port, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:06.998809 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-065f0512-2aac-4ca2-93b5-5e1082c10008 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:09:07.103999 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11322abd-a2ae-4eab-8040-a3072d326ebe None None] Network f9dbe463-4577-43e3-8db4-57941ccf5b83 is already hosted by enough agents. {{(pid=87637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:09:07.106483 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49919ad7-26c4-44ca-be7d-5885b44c46ed tempest-RoutersAdminTest-1714001428 tempest-RoutersAdminTest-1714001428-project] Network 8afa6d58-9431-454a-b99c-3ff8a65aa86b is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:09:07.109652 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-11322abd-a2ae-4eab-8040-a3072d326ebe None None] Resources bound (agent type, host, resource id):  {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:09:07.115589 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-49919ad7-26c4-44ca-be7d-5885b44c46ed tempest-RoutersAdminTest-1714001428 tempest-RoutersAdminTest-1714001428-project] Resources bound (agent type, host, resource id):  {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:09:07.124382 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11322abd-a2ae-4eab-8040-a3072d326ebe None None] Received port after_create {{(pid=87637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:09:07.131285 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49919ad7-26c4-44ca-be7d-5885b44c46ed tempest-RoutersAdminTest-1714001428 tempest-RoutersAdminTest-1714001428-project] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:09:07.157508 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d7b4bc-a20c-4459-a31e-130750d104cb tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99ade24f-ef8a-44ce-be6e-5d832c2e3113,revision_number=1']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:09:07.178201 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-83d7b4bc-a20c-4459-a31e-130750d104cb tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.660s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:09:07.204997 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [req-5388466a-35d5-4a88-9962-96d4d4c12dfd req-463b4e3c-ca89-480f-bc61-a32f66d9249c service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=87635) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 23 16:09:07.213622 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-5388466a-35d5-4a88-9962-96d4d4c12dfd req-463b4e3c-ca89-480f-bc61-a32f66d9249c service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.7058237
Dec 23 16:09:07.217640 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-83d7b4bc-a20c-4459-a31e-130750d104cb tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735362521793'] for network, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:07.234370 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11322abd-a2ae-4eab-8040-a3072d326ebe None None] Pushing event updated for resources: {'Port': ['ID=e742d879-6b64-4ef4-8323-617050af238a,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:09:07.249475 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-11322abd-a2ae-4eab-8040-a3072d326ebe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:09:07.305388 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 42364) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:09:07.330575 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49919ad7-26c4-44ca-be7d-5885b44c46ed tempest-RoutersAdminTest-1714001428 tempest-RoutersAdminTest-1714001428-project] Pushing event updated for resources: {'Port': ['ID=e23ecc8c-b985-43a2-99a8-0f6387c1c217,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:09:07.338075 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-31e98355-d810-46b8-af12-633e7dc87f60 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2176495', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2618677'] for subnet, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:07.349620 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-11322abd-a2ae-4eab-8040-a3072d326ebe None None] Attempting to bind port e742d879-6b64-4ef4-8323-617050af238a on host dv-neutron-822799-1-hyperv for vnic_type normal with profile  {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:09:07.349996 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-11322abd-a2ae-4eab-8040-a3072d326ebe None None] Attempting to bind port e742d879-6b64-4ef4-8323-617050af238a by drivers openvswitch,hyperv on host dv-neutron-822799-1-hyperv at level 0 using segments [{'id': '62242fbc-f0f0-41da-99b7-8e2a6ae03485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'f9dbe463-4577-43e3-8db4-57941ccf5b83'}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:09:07.350368 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11322abd-a2ae-4eab-8040-a3072d326ebe None None] Attempting to bind port e742d879-6b64-4ef4-8323-617050af238a on network f9dbe463-4577-43e3-8db4-57941ccf5b83 {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:09:07.352719 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-455a8e50-334b-48d3-8de6-e2b0f97fb4f3 tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Request body: {'subnet': {'network_id': 'cba8772f-40e7-4139-bd4b-ef88ca67224e', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:09:07.355842 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11322abd-a2ae-4eab-8040-a3072d326ebe None None] Checking agent: {'id': '20d2070f-69a9-4e73-8d08-6f0387a40158', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822799-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 21), 'started_at': datetime.datetime(2021, 12, 23, 16, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 8, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822799-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 23 16:09:07.356230 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11322abd-a2ae-4eab-8040-a3072d326ebe None None] Checking segment: {'id': '62242fbc-f0f0-41da-99b7-8e2a6ae03485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'f9dbe463-4577-43e3-8db4-57941ccf5b83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:09:07.356665 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-11322abd-a2ae-4eab-8040-a3072d326ebe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:07.357070 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11322abd-a2ae-4eab-8040-a3072d326ebe None None] Bound using segment: {'id': '62242fbc-f0f0-41da-99b7-8e2a6ae03485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'f9dbe463-4577-43e3-8db4-57941ccf5b83'} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 23 16:09:07.357543 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-11322abd-a2ae-4eab-8040-a3072d326ebe None None] Bound port: e742d879-6b64-4ef4-8323-617050af238a, host: dv-neutron-822799-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62242fbc-f0f0-41da-99b7-8e2a6ae03485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'f9dbe463-4577-43e3-8db4-57941ccf5b83'}}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 23 16:09:07.357926 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-11322abd-a2ae-4eab-8040-a3072d326ebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:07.362734 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-3100e18e-b7b8-43f9-b2cf-73f8657d27ae tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1823971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1824234'] for router, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:07.381949 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-49919ad7-26c4-44ca-be7d-5885b44c46ed tempest-RoutersAdminTest-1714001428 tempest-RoutersAdminTest-1714001428-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.407s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:09:07.454476 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.61', 61424) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:09:07.463374 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-11322abd-a2ae-4eab-8040-a3072d326ebe None None] For port e742d879-6b64-4ef4-8323-617050af238a, host dv-neutron-822799-1-hyperv, cleared binding levels {{(pid=87637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 23 16:09:07.466930 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-11322abd-a2ae-4eab-8040-a3072d326ebe None None] For port e742d879-6b64-4ef4-8323-617050af238a, host dv-neutron-822799-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=e742d879-6b64-4ef4-8323-617050af238a,segment=NetworkSegment(62242fbc-f0f0-41da-99b7-8e2a6ae03485),segment_id=62242fbc-f0f0-41da-99b7-8e2a6ae03485)] {{(pid=87637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 23 16:09:07.471917 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-11322abd-a2ae-4eab-8040-a3072d326ebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:07.475594 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.db.resource_extend [None req-83d7b4bc-a20c-4459-a31e-130750d104cb tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 23 16:09:07.485794 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-78e47dda-5561-4784-bd34-52a0736963d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:09:07.486014 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:09:07.531934 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-83d7b4bc-a20c-4459-a31e-130750d104cb tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495'] for network, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:07.556550 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e98355-d810-46b8-af12-633e7dc87f60 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Pushing event deleted for resources: {'Subnet': ['ID=e818c404-34a7-4287-8802-c55bfc4e8f6e,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:09:07.652304 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11322abd-a2ae-4eab-8040-a3072d326ebe None None] Pushing event updated for resources: {'Port': ['ID=e742d879-6b64-4ef4-8323-617050af238a,revision_number=2']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:09:07.666004 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-11322abd-a2ae-4eab-8040-a3072d326ebe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:09:07.691216 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4774c2e8-2036-444f-899f-399d4ed6b416 None None] Network f9dbe463-4577-43e3-8db4-57941ccf5b83 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:09:07.693624 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-31e98355-d810-46b8-af12-633e7dc87f60 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:09:07.709311 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-e4b941ee-83b2-4a88-a558-ac51ae27bc60 req-c5aaa5b0-d7c1-4b37-9997-b167e0ad08ff tempest-ServersTestJSON-1438135586 tempest-ServersTestJSON-1438135586-project] 10.222.0.64 "GET /v2.0/ports?device_id=c1c5cb30-50d4-4361-b1b3-fa02e83979da HTTP/1.1" status: 200  len: 210 time: 0.3262568
Dec 23 16:09:07.736361 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83d7b4bc-a20c-4459-a31e-130750d104cb tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:09:07.737197 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-83d7b4bc-a20c-4459-a31e-130750d104cb tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627509'] for network, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:07.741141 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-2790b6db-573a-4615-92e9-f615ad843155 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:09:07.909720 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-5388466a-35d5-4a88-9962-96d4d4c12dfd req-17547532-84c7-44bd-a65d-b66f86a1a589 service neutron] 10.222.0.64 "GET /v2.0/networks/110ef17f-202a-4ce6-8e43-789c8f209bdb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6948125
Dec 23 16:09:07.919214 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d7b4bc-a20c-4459-a31e-130750d104cb tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] Pushing event updated for resources: {'Network': ['ID=2bf30559-8a0a-4830-a454-2870964fa468,revision_number=1']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:09:07.923268 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-83d7b4bc-a20c-4459-a31e-130750d104cb tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201  len: 863 time: 3.1660624
Dec 23 16:09:07.925972 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-83d7b4bc-a20c-4459-a31e-130750d104cb tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:09:07.926593 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 42390) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:09:07.951515 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Network 2bf30559-8a0a-4830-a454-2870964fa468 details requested by agent ovs-agent-dv-neutron-822799-1-hyperv with host dv-neutron-822799-1-hyperv {{(pid=87637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 23 16:09:08.032742 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b15de77-6486-43eb-827a-c0c14eae5195 None None] get_active_networks_info from dv-neutron-822799-1-hyperv {{(pid=87637) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}}
Dec 23 16:09:08.244526 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b15de77-6486-43eb-827a-c0c14eae5195 None None] Resources bound (agent type, host, resource id):  {{(pid=87637) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Dec 23 16:09:08.355593 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-31e98355-d810-46b8-af12-633e7dc87f60 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-864347', 'neutron.services.segments.db._delete_segments_for_network-8735362908070'] for network, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:08.363833 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-455a8e50-334b-48d3-8de6-e2b0f97fb4f3 tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:09:08.387214 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-455a8e50-334b-48d3-8de6-e2b0f97fb4f3 tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Usage tracker for resource:subnet and tenant:51a3abb7cc41429380552b859d9155f9 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:09:08.392178 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-455a8e50-334b-48d3-8de6-e2b0f97fb4f3 tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:09:08.413095 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-455a8e50-334b-48d3-8de6-e2b0f97fb4f3 tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:09:08.421078 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-0d185406-6c8f-4681-bc17-b6fbcbbf629f tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-698866'] for network, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:08.435789 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-5388466a-35d5-4a88-9962-96d4d4c12dfd req-060d902d-7227-41eb-b0cc-f5a2475367a8 service neutron] 10.222.0.64 "GET /v2.0/networks/110ef17f-202a-4ce6-8e43-789c8f209bdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5007021
Dec 23 16:09:08.456840 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3100e18e-b7b8-43f9-b2cf-73f8657d27ae tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Router abfa982d-e5a4-4f60-bb8f-be7e2c2fb544 is scheduled to L3 agent 371d4c41-c7e2-4de7-9539-c049ec4e95d1 with binding_index 1 {{(pid=87635) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 23 16:09:08.486904 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-31e98355-d810-46b8-af12-633e7dc87f60 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1dc27c2a30>,) {'filters': {'network_id': ['f9dbe463-4577-43e3-8db4-57941ccf5b83']}} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:09:08.531137 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-31e98355-d810-46b8-af12-633e7dc87f60 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dc27c2a30>, '62242fbc-f0f0-41da-99b7-8e2a6ae03485') {'for_net_delete': True} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:09:08.531702 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-31e98355-d810-46b8-af12-633e7dc87f60 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dc27c2a30>, '62242fbc-f0f0-41da-99b7-8e2a6ae03485') {} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:09:08.593468 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-455a8e50-334b-48d3-8de6-e2b0f97fb4f3 tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Made reservation on behalf of 51a3abb7cc41429380552b859d9155f9 for: {'subnet': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:09:08.601626 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-455a8e50-334b-48d3-8de6-e2b0f97fb4f3 tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2618324'] for subnet, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:08.640911 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-31e98355-d810-46b8-af12-633e7dc87f60 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735363085442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2382197'] for segment, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:08.890000 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124fd886-eb65-4a3e-b383-04a45f679b8b req-70458185-b531-48ab-a0c4-34bf1e9d0dd1 tempest-ServersTestJSON-1438135586 tempest-ServersTestJSON-1438135586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:09:08.891503 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-124fd886-eb65-4a3e-b383-04a45f679b8b req-70458185-b531-48ab-a0c4-34bf1e9d0dd1 tempest-ServersTestJSON-1438135586 tempest-ServersTestJSON-1438135586-project] 10.222.0.61 "GET /v2.0/networks?id=256a38e5-d398-4e43-80e3-9bc3cd6cc270 HTTP/1.1" status: 200  len: 806 time: 1.3480728
Dec 23 16:09:08.923772 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-49919ad7-26c4-44ca-be7d-5885b44c46ed tempest-RoutersAdminTest-1714001428 tempest-RoutersAdminTest-1714001428-project] Notify callbacks [] for router_gateway, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:08.946518 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3100e18e-b7b8-43f9-b2cf-73f8657d27ae tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify agent at l3_agent.dv-neutron-822799-1-hyperv the message routers_updated {{(pid=87635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 23 16:09:08.964018 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dfde6d6-fcdc-46cc-915c-7de47d7ed0d0 None None] Sync routers for ids ['abfa982d-e5a4-4f60-bb8f-be7e2c2fb544'] in dv-neutron-822799-1-hyperv {{(pid=87637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 23 16:09:08.991435 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dfde6d6-fcdc-46cc-915c-7de47d7ed0d0 None None] Routers {'abfa982d-e5a4-4f60-bb8f-be7e2c2fb544'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:09:08.992498 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-0dfde6d6-fcdc-46cc-915c-7de47d7ed0d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc11b4130>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:08:50Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['abfa982d-e5a4-4f60-bb8f-be7e2c2fb544'], 'active': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:09:09.176252 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-0dfde6d6-fcdc-46cc-915c-7de47d7ed0d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc11b4130>, [], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:09:09.187418 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dfde6d6-fcdc-46cc-915c-7de47d7ed0d0 None None] Routers {'abfa982d-e5a4-4f60-bb8f-be7e2c2fb544'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:09:09.190161 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-0dfde6d6-fcdc-46cc-915c-7de47d7ed0d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc11b4130>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:08:50Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['abfa982d-e5a4-4f60-bb8f-be7e2c2fb544'], 'active': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:09:09.234394 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-31e98355-d810-46b8-af12-633e7dc87f60 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:09.306587 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-0d185406-6c8f-4681-bc17-b6fbcbbf629f tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-864347', 'neutron.services.segments.db._delete_segments_for_network-8735362908070'] for network, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:09.350472 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-0dfde6d6-fcdc-46cc-915c-7de47d7ed0d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc11b4130>, [], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:09:09.364555 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dfde6d6-fcdc-46cc-915c-7de47d7ed0d0 None None] The sync data for ids ['abfa982d-e5a4-4f60-bb8f-be7e2c2fb544'] in dv-neutron-822799-1-hyperv is: [] {{(pid=87637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 23 16:09:09.526895 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 42462) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:09:09.534460 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-3100e18e-b7b8-43f9-b2cf-73f8657d27ae tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify callbacks [] for router, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:09.535938 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-3100e18e-b7b8-43f9-b2cf-73f8657d27ae tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201  len: 886 time: 7.4928832
Dec 23 16:09:09.542500 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 42464) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:09:09.550249 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-b10e9bb0-62c8-4d3f-8166-e77232fefb1e req-58d3f82d-f85b-44a2-a402-6a6102a86cfa tempest-ServersTestJSON-1438135586 tempest-ServersTestJSON-1438135586-project] 10.222.0.64 "GET /v2.0/ports?device_id=c1c5cb30-50d4-4361-b1b3-fa02e83979da HTTP/1.1" status: 200  len: 210 time: 0.4835005
Dec 23 16:09:09.555521 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.services.segments.db [None req-0d185406-6c8f-4681-bc17-b6fbcbbf629f tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1dc1989e20>,) {'filters': {'network_id': ['2bf30559-8a0a-4830-a454-2870964fa468']}} {{(pid=87635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:09:09.581140 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-b18fd8ba-89cc-4e2f-9fba-3eb7d75c8254 req-805a09d2-dea7-490b-9875-be4aa5785125 tempest-ServersTestManualDisk-1942191146 tempest-ServersTestManualDisk-1942191146-project] 10.222.0.64 "GET /v2.0/ports?device_id=47b15118-c934-4327-a96a-eeff72dc225f HTTP/1.1" status: 200  len: 210 time: 0.7223451
Dec 23 16:09:09.586268 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31e98355-d810-46b8-af12-633e7dc87f60 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Releasing vlan 436 on physical network physnet1 to pool {{(pid=87636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 23 16:09:09.586927 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-31e98355-d810-46b8-af12-633e7dc87f60 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2176261'] for segment, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:09.617544 dv-neutron-822799-1-hyperv neutron-server[87636]: Traceback (most recent call last):
Dec 23 16:09:09.617544 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 23 16:09:09.617544 dv-neutron-822799-1-hyperv neutron-server[87636]:     timer()
Dec 23 16:09:09.617544 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:09:09.617544 dv-neutron-822799-1-hyperv neutron-server[87636]:     cb(*args, **kw)
Dec 23 16:09:09.617544 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 23 16:09:09.617544 dv-neutron-822799-1-hyperv neutron-server[87636]:     return func(*args, **kwargs)
Dec 23 16:09:09.617544 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:09:09.617544 dv-neutron-822799-1-hyperv neutron-server[87636]:     self._notify()
Dec 23 16:09:09.617544 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:09:09.617544 dv-neutron-822799-1-hyperv neutron-server[87636]:     self.callback(batched_events)
Dec 23 16:09:09.617544 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:09:09.617544 dv-neutron-822799-1-hyperv neutron-server[87636]:     event.method(event)
Dec 23 16:09:09.617544 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:09:09.617544 dv-neutron-822799-1-hyperv neutron-server[87636]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:09:09.617544 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 23 16:09:09.617544 dv-neutron-822799-1-hyperv neutron-server[87636]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 23 16:09:09.617544 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 23 16:09:09.617544 dv-neutron-822799-1-hyperv neutron-server[87636]:     return f(self, *a, **k)
Dec 23 16:09:09.617544 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:09:09.617544 dv-neutron-822799-1-hyperv neutron-server[87636]:     return self._get(url).json()
Dec 23 16:09:09.617544 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 23 16:09:09.617544 dv-neutron-822799-1-hyperv neutron-server[87636]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 23 16:09:09.617544 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 23 16:09:09.617544 dv-neutron-822799-1-hyperv neutron-server[87636]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:09:09.617544 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 23 16:09:09.617544 dv-neutron-822799-1-hyperv neutron-server[87636]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 23 16:09:09.617544 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 23 16:09:09.617544 dv-neutron-822799-1-hyperv neutron-server[87636]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:09:09.617544 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 23 16:09:09.617544 dv-neutron-822799-1-hyperv neutron-server[87636]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:09:09.617544 dv-neutron-822799-1-hyperv neutron-server[87636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:09:09.897491 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-124fd886-eb65-4a3e-b383-04a45f679b8b req-0b229cf6-b1ba-4e38-8033-200b7efd311e tempest-ServersTestJSON-1438135586 tempest-ServersTestJSON-1438135586-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=79224c5618eb4cef88b00e2059f275cc HTTP/1.1" status: 200  len: 378 time: 0.7614553
Dec 23 16:09:09.940903 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.db.api [None req-31e98355-d810-46b8-af12-633e7dc87f60 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Dec 23 16:09:09.940903 dv-neutron-822799-1-hyperv neutron-server[87636]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Dec 23 16:09:09.940903 dv-neutron-822799-1-hyperv neutron-server[87636]: [parameters: {'id': 'f9dbe463-4577-43e3-8db4-57941ccf5b83'}]
Dec 23 16:09:09.940903 dv-neutron-822799-1-hyperv neutron-server[87636]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87636) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 23 16:09:09.942033 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_db.api [None req-31e98355-d810-46b8-af12-633e7dc87f60 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 23 16:09:10.050008 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-9c3c30ac-521e-418f-922e-425310f6d24a tempest-RoutersAdminNegativeIpV6Test-1429718140 tempest-RoutersAdminNegativeIpV6Test-1429718140-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-573662897', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:09:10.055088 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-9c3c30ac-521e-418f-922e-425310f6d24a tempest-RoutersAdminNegativeIpV6Test-1429718140 tempest-RoutersAdminNegativeIpV6Test-1429718140-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:09:10.061447 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-9c3c30ac-521e-418f-922e-425310f6d24a tempest-RoutersAdminNegativeIpV6Test-1429718140 tempest-RoutersAdminNegativeIpV6Test-1429718140-project-admin] Usage tracker for resource:port and tenant:ae85f026c6214d3fba3d5a899c49db28 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:09:10.069195 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-9c3c30ac-521e-418f-922e-425310f6d24a tempest-RoutersAdminNegativeIpV6Test-1429718140 tempest-RoutersAdminNegativeIpV6Test-1429718140-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:09:10.074875 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-9c3c30ac-521e-418f-922e-425310f6d24a tempest-RoutersAdminNegativeIpV6Test-1429718140 tempest-RoutersAdminNegativeIpV6Test-1429718140-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:09:10.105007 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c3c30ac-521e-418f-922e-425310f6d24a tempest-RoutersAdminNegativeIpV6Test-1429718140 tempest-RoutersAdminNegativeIpV6Test-1429718140-project-admin] Made reservation on behalf of ae85f026c6214d3fba3d5a899c49db28 for: {'port': 1} {{(pid=87635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:09:10.107912 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-9c3c30ac-521e-418f-922e-425310f6d24a tempest-RoutersAdminNegativeIpV6Test-1429718140 tempest-RoutersAdminNegativeIpV6Test-1429718140-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:10.119970 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-49919ad7-26c4-44ca-be7d-5885b44c46ed tempest-RoutersAdminTest-1714001428 tempest-RoutersAdminTest-1714001428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1823971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1824234'] for router, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:10.120377 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.services.segments.db [None req-0d185406-6c8f-4681-bc17-b6fbcbbf629f tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dc1989e20>, '1c034fe7-4dc0-40ea-845b-ae76c012fbd2') {'for_net_delete': True} {{(pid=87635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:09:10.120377 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.services.segments.db [None req-0d185406-6c8f-4681-bc17-b6fbcbbf629f tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dc1989e20>, '1c034fe7-4dc0-40ea-845b-ae76c012fbd2') {} {{(pid=87635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:09:10.138421 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-0d185406-6c8f-4681-bc17-b6fbcbbf629f tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735363085442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2776713'] for segment, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:10.147088 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-9c3c30ac-521e-418f-922e-425310f6d24a tempest-RoutersAdminNegativeIpV6Test-1429718140 tempest-RoutersAdminNegativeIpV6Test-1429718140-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:10.185284 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-0d185406-6c8f-4681-bc17-b6fbcbbf629f tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:10.190139 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-9c3c30ac-521e-418f-922e-425310f6d24a tempest-RoutersAdminNegativeIpV6Test-1429718140 tempest-RoutersAdminNegativeIpV6Test-1429718140-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:09:10.258422 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-9c3c30ac-521e-418f-922e-425310f6d24a tempest-RoutersAdminNegativeIpV6Test-1429718140 tempest-RoutersAdminNegativeIpV6Test-1429718140-project-admin] Usage tracker for resource:security_group_rule and tenant:ae85f026c6214d3fba3d5a899c49db28 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:09:10.263957 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-9c3c30ac-521e-418f-922e-425310f6d24a tempest-RoutersAdminNegativeIpV6Test-1429718140 tempest-RoutersAdminNegativeIpV6Test-1429718140-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:09:10.266787 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d185406-6c8f-4681-bc17-b6fbcbbf629f tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] Releasing vlan 433 on physical network physnet1 to pool {{(pid=87635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 23 16:09:10.267275 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-0d185406-6c8f-4681-bc17-b6fbcbbf629f tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2753503'] for segment, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:10.284563 dv-neutron-822799-1-hyperv neutron-server[87635]: Traceback (most recent call last):
Dec 23 16:09:10.284563 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 23 16:09:10.284563 dv-neutron-822799-1-hyperv neutron-server[87635]:     timer()
Dec 23 16:09:10.284563 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:09:10.284563 dv-neutron-822799-1-hyperv neutron-server[87635]:     cb(*args, **kw)
Dec 23 16:09:10.284563 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 23 16:09:10.284563 dv-neutron-822799-1-hyperv neutron-server[87635]:     return func(*args, **kwargs)
Dec 23 16:09:10.284563 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:09:10.284563 dv-neutron-822799-1-hyperv neutron-server[87635]:     self._notify()
Dec 23 16:09:10.284563 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:09:10.284563 dv-neutron-822799-1-hyperv neutron-server[87635]:     self.callback(batched_events)
Dec 23 16:09:10.284563 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:09:10.284563 dv-neutron-822799-1-hyperv neutron-server[87635]:     event.method(event)
Dec 23 16:09:10.284563 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:09:10.284563 dv-neutron-822799-1-hyperv neutron-server[87635]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:09:10.284563 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 23 16:09:10.284563 dv-neutron-822799-1-hyperv neutron-server[87635]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 23 16:09:10.284563 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 23 16:09:10.284563 dv-neutron-822799-1-hyperv neutron-server[87635]:     return f(self, *a, **k)
Dec 23 16:09:10.284563 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:09:10.284563 dv-neutron-822799-1-hyperv neutron-server[87635]:     return self._get(url).json()
Dec 23 16:09:10.284563 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 23 16:09:10.284563 dv-neutron-822799-1-hyperv neutron-server[87635]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 23 16:09:10.284563 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 23 16:09:10.284563 dv-neutron-822799-1-hyperv neutron-server[87635]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:09:10.284563 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 23 16:09:10.284563 dv-neutron-822799-1-hyperv neutron-server[87635]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 23 16:09:10.284563 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 23 16:09:10.284563 dv-neutron-822799-1-hyperv neutron-server[87635]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:09:10.284563 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 23 16:09:10.284563 dv-neutron-822799-1-hyperv neutron-server[87635]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:09:10.284563 dv-neutron-822799-1-hyperv neutron-server[87635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:09:10.293461 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-9c3c30ac-521e-418f-922e-425310f6d24a tempest-RoutersAdminNegativeIpV6Test-1429718140 tempest-RoutersAdminNegativeIpV6Test-1429718140-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:09:10.468274 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-31e98355-d810-46b8-af12-633e7dc87f60 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-698866'] for network, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:10.483896 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-455a8e50-334b-48d3-8de6-e2b0f97fb4f3 tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2176430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2618310'] for subnet, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:10.502797 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-0b5e5f09-8125-4522-8cbb-7ae02975fc09 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:09:10.583683 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-31e98355-d810-46b8-af12-633e7dc87f60 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Deleting port e742d879-6b64-4ef4-8323-617050af238a {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:09:10.584860 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-31e98355-d810-46b8-af12-633e7dc87f60 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:10.636190 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-0d185406-6c8f-4681-bc17-b6fbcbbf629f tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-864336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1824171'] for network, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:10.659872 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-2e6c1f7c-8643-4f16-91fe-603e29822b0a tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:09:10.749240 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d185406-6c8f-4681-bc17-b6fbcbbf629f tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  2bf30559-8a0a-4830-a454-2870964fa468 {{(pid=87635) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}}
Dec 23 16:09:10.752416 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-0d185406-6c8f-4681-bc17-b6fbcbbf629f tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627509'] for network, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:10.788985 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d185406-6c8f-4681-bc17-b6fbcbbf629f tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] Pushing event deleted for resources: {'Network': ['ID=2bf30559-8a0a-4830-a454-2870964fa468,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:09:10.791713 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-0d185406-6c8f-4681-bc17-b6fbcbbf629f tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:09:10.825467 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455a8e50-334b-48d3-8de6-e2b0f97fb4f3 tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Pushing event updated for resources: {'Subnet': ['ID=0c332736-f4b4-43f4-a0a1-60b1a247acfd,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:09:10.841125 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-455a8e50-334b-48d3-8de6-e2b0f97fb4f3 tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:09:10.851851 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-cb43b5e6-f52f-44c4-8d8c-43e5ad4554ba req-a14254cd-a5d4-4c01-94c7-a2f07069b388 tempest-ServersTestManualDisk-1942191146 tempest-ServersTestManualDisk-1942191146-project] 10.222.0.64 "GET /v2.0/ports?device_id=47b15118-c934-4327-a96a-eeff72dc225f HTTP/1.1" status: 200  len: 210 time: 0.0979812
Dec 23 16:09:10.857315 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-455a8e50-334b-48d3-8de6-e2b0f97fb4f3 tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Checking segment: {'id': 'b03ec71a-1948-48ea-bd95-4886212097ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'cba8772f-40e7-4139-bd4b-ef88ca67224e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:09:10.858195 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-ce263c29-9419-4345-bb59-5a6019f2a0bc req-32c353df-fc54-4868-8bff-d22f4ae723ab tempest-ServersTestJSON-1438135586 tempest-ServersTestJSON-1438135586-project] 10.222.0.64 "GET /v2.0/ports?device_id=c1c5cb30-50d4-4361-b1b3-fa02e83979da HTTP/1.1" status: 200  len: 210 time: 0.1021562
Dec 23 16:09:10.865361 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-455a8e50-334b-48d3-8de6-e2b0f97fb4f3 tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Network hostable DHCP agents. Network: cba8772f-40e7-4139-bd4b-ef88ca67224e, hostable agents: ['1c812d71-eadf-4fb3-b98e-67468a4aa7e2'], hosted agents: [] {{(pid=87636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 23 16:09:10.868176 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-0d185406-6c8f-4681-bc17-b6fbcbbf629f tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] 10.222.0.64 "DELETE /v2.0/networks/2bf30559-8a0a-4830-a454-2870964fa468 HTTP/1.1" status: 204  len: 168 time: 2.9373584
Dec 23 16:09:10.885270 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 42484) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:09:10.899750 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-0efe4773-d342-470d-8f50-fe9be87b52cc tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] Request body: {'network': {'router:external': True}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:09:10.905314 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-0efe4773-d342-470d-8f50-fe9be87b52cc tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:09:10.909505 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-0efe4773-d342-470d-8f50-fe9be87b52cc tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] Usage tracker for resource:network and tenant:63564b95f10b4338868feabf388d0553 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:09:10.914970 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-0efe4773-d342-470d-8f50-fe9be87b52cc tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:09:10.921873 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-0efe4773-d342-470d-8f50-fe9be87b52cc tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:09:10.943957 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0efe4773-d342-470d-8f50-fe9be87b52cc tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] Made reservation on behalf of 63564b95f10b4338868feabf388d0553 for: {'network': 1} {{(pid=87635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:09:10.947009 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-0efe4773-d342-470d-8f50-fe9be87b52cc tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for network, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:11.020929 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-455a8e50-334b-48d3-8de6-e2b0f97fb4f3 tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Network cba8772f-40e7-4139-bd4b-ef88ca67224e is scheduled to be hosted by DHCP agent 1c812d71-eadf-4fb3-b98e-67468a4aa7e2 with binding_index 1 {{(pid=87636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 23 16:09:11.054250 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0efe4773-d342-470d-8f50-fe9be87b52cc tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] vlan segment allocate from pool success with {'vlan_id': 405, 'physical_network': 'physnet1'}  {{(pid=87635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 23 16:09:11.060631 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49919ad7-26c4-44ca-be7d-5885b44c46ed tempest-RoutersAdminTest-1714001428 tempest-RoutersAdminTest-1714001428-project] Router 4cacdec4-cbbc-418a-b36f-38ba65252006 is scheduled to L3 agent 371d4c41-c7e2-4de7-9539-c049ec4e95d1 with binding_index 1 {{(pid=87636) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 23 16:09:11.064914 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-0efe4773-d342-470d-8f50-fe9be87b52cc tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:11.065272 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.db.segments_db [None req-0efe4773-d342-470d-8f50-fe9be87b52cc tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] Added segment fb2b90bc-e128-4f5a-86ec-ffc9c9a83181 of type vlan for network 505879f3-70b6-4b78-8600-3626c6d0f915
Dec 23 16:09:11.085900 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [None req-31e98355-d810-46b8-af12-633e7dc87f60 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] For port e742d879-6b64-4ef4-8323-617050af238a, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=e742d879-6b64-4ef4-8323-617050af238a,segment=NetworkSegment(62242fbc-f0f0-41da-99b7-8e2a6ae03485),segment_id=62242fbc-f0f0-41da-99b7-8e2a6ae03485)] {{(pid=87636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:09:11.086698 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-31e98355-d810-46b8-af12-633e7dc87f60 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:11.106787 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-455a8e50-334b-48d3-8de6-e2b0f97fb4f3 tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822799-1-hyperv, cba8772f-40e7-4139-bd4b-ef88ca67224e) {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:09:11.119604 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27b05b1f-90cd-4e3a-a8ce-6b8a46eda098 None None] Network cba8772f-40e7-4139-bd4b-ef88ca67224e requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:09:11.120869 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-0efe4773-d342-470d-8f50-fe9be87b52cc tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735362521793'] for network, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:11.134563 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-9c3c30ac-521e-418f-922e-425310f6d24a tempest-RoutersAdminNegativeIpV6Test-1429718140 tempest-RoutersAdminNegativeIpV6Test-1429718140-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:11.180929 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-9c3c30ac-521e-418f-922e-425310f6d24a tempest-RoutersAdminNegativeIpV6Test-1429718140 tempest-RoutersAdminNegativeIpV6Test-1429718140-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:11.184644 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.notifiers.nova [None req-9c3c30ac-521e-418f-922e-425310f6d24a tempest-RoutersAdminNegativeIpV6Test-1429718140 tempest-RoutersAdminNegativeIpV6Test-1429718140-project-admin] device_id is not set on port dc208b82-ef61-469d-8b52-462102879353 yet. {{(pid=87635) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 23 16:09:11.312265 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-455a8e50-334b-48d3-8de6-e2b0f97fb4f3 tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:09:11.313092 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-455a8e50-334b-48d3-8de6-e2b0f97fb4f3 tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627509'] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:11.324430 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-31e98355-d810-46b8-af12-633e7dc87f60 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Calling delete_port for e742d879-6b64-4ef4-8323-617050af238a owned by network:dhcp {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:09:11.326271 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.db_base_plugin_common [None req-9c3c30ac-521e-418f-922e-425310f6d24a tempest-RoutersAdminNegativeIpV6Test-1429718140 tempest-RoutersAdminNegativeIpV6Test-1429718140-project-admin] Allocated IP 172.26.3.125 (8afa6d58-9431-454a-b99c-3ff8a65aa86b/60537fec-5f5f-4ab7-89cc-03638149a590/dc208b82-ef61-469d-8b52-462102879353) {{(pid=87635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:09:11.382232 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.db.resource_extend [None req-0efe4773-d342-470d-8f50-fe9be87b52cc tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 23 16:09:11.394187 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-fba59802-3df1-4a96-baac-6e7970dfb14f tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:09:11.485150 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-455a8e50-334b-48d3-8de6-e2b0f97fb4f3 tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 4.1759901
Dec 23 16:09:11.485932 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 42488) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:09:11.514693 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-85847344-de2d-424f-9e20-60f5d110c038 tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2116964685'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:09:11.521339 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-85847344-de2d-424f-9e20-60f5d110c038 tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:09:11.525585 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-85847344-de2d-424f-9e20-60f5d110c038 tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Usage tracker for resource:network and tenant:51a3abb7cc41429380552b859d9155f9 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:09:11.528607 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-85847344-de2d-424f-9e20-60f5d110c038 tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:09:11.534019 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-0efe4773-d342-470d-8f50-fe9be87b52cc tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495'] for network, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:11.535117 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-85847344-de2d-424f-9e20-60f5d110c038 tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:09:11.540300 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0efe4773-d342-470d-8f50-fe9be87b52cc tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:09:11.541012 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-0efe4773-d342-470d-8f50-fe9be87b52cc tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627509'] for network, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:11.545093 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3c30ac-521e-418f-922e-425310f6d24a tempest-RoutersAdminNegativeIpV6Test-1429718140 tempest-RoutersAdminNegativeIpV6Test-1429718140-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29d453e7-d84b-49cf-b592-a73765a34991,revision_number=1']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:09:11.549734 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-9c3c30ac-521e-418f-922e-425310f6d24a tempest-RoutersAdminNegativeIpV6Test-1429718140 tempest-RoutersAdminNegativeIpV6Test-1429718140-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:09:11.561764 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85847344-de2d-424f-9e20-60f5d110c038 tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Made reservation on behalf of 51a3abb7cc41429380552b859d9155f9 for: {'network': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:09:11.565962 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-85847344-de2d-424f-9e20-60f5d110c038 tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for network, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:11.586456 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:09:11.597301 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a6da1f8-b028-41b5-bfb8-bb07f82f3a46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7e017a6-8198-58c8-a07e-0f786128e3b3-cba8772f-40e7-4139-bd4b-ef88ca67224e', 'network_id': 'cba8772f-40e7-4139-bd4b-ef88ca67224e', 'tenant_id': '51a3abb7cc41429380552b859d9155f9', 'fixed_ips': [{'subnet_id': '0c332736-f4b4-43f4-a0a1-60b1a247acfd'}]}} from dv-neutron-822799-1-hyperv. {{(pid=87637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 23 16:09:11.598674 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4a6da1f8-b028-41b5-bfb8-bb07f82f3a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:11.604699 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49919ad7-26c4-44ca-be7d-5885b44c46ed tempest-RoutersAdminTest-1714001428 tempest-RoutersAdminTest-1714001428-project] Notify agent at l3_agent.dv-neutron-822799-1-hyperv the message routers_updated {{(pid=87636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 23 16:09:11.607633 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-31e98355-d810-46b8-af12-633e7dc87f60 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:11.621546 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ac391b-5248-4bc3-bba4-222b65a42f79 None None] Sync routers for ids ['4cacdec4-cbbc-418a-b36f-38ba65252006'] in dv-neutron-822799-1-hyperv {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 23 16:09:11.630308 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:09:11.656393 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ac391b-5248-4bc3-bba4-222b65a42f79 None None] Routers {'4cacdec4-cbbc-418a-b36f-38ba65252006'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:09:11.658528 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-35ac391b-5248-4bc3-bba4-222b65a42f79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc1bd1610>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:08:50Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['4cacdec4-cbbc-418a-b36f-38ba65252006'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:09:11.691704 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:11.692035 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85847344-de2d-424f-9e20-60f5d110c038 tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] vlan segment allocate from pool success with {'vlan_id': 431, 'physical_network': 'physnet1'}  {{(pid=87636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 23 16:09:11.696619 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e98355-d810-46b8-af12-633e7dc87f60 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Pushing event deleted for resources: {'Port': ['ID=e742d879-6b64-4ef4-8323-617050af238a,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:09:11.709624 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-31e98355-d810-46b8-af12-633e7dc87f60 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:09:11.732548 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31e98355-d810-46b8-af12-633e7dc87f60 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] No DVR routers for this DVR port e742d879-6b64-4ef4-8323-617050af238a on host dv-neutron-822799-1-hyperv {{(pid=87636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 23 16:09:11.809337 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-35ac391b-5248-4bc3-bba4-222b65a42f79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc1bd1610>, [], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:09:11.816174 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-85847344-de2d-424f-9e20-60f5d110c038 tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:11.820315 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.db.segments_db [None req-85847344-de2d-424f-9e20-60f5d110c038 tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Added segment a5bd850d-1999-4a5e-874c-b60c219351cf of type vlan for network 15cc5e70-7c7d-4606-8bb6-d54082635f21
Dec 23 16:09:11.821187 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ac391b-5248-4bc3-bba4-222b65a42f79 None None] Routers {'4cacdec4-cbbc-418a-b36f-38ba65252006'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:09:11.821967 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-35ac391b-5248-4bc3-bba4-222b65a42f79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc1bd1610>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:08:50Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['4cacdec4-cbbc-418a-b36f-38ba65252006'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:09:11.843399 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-49919ad7-26c4-44ca-be7d-5885b44c46ed tempest-RoutersAdminTest-1714001428 tempest-RoutersAdminTest-1714001428-project] Notify callbacks [] for router, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:11.847609 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-77133a4a-28b8-45d9-9e8e-633b7d863ce7 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:11.851469 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-49919ad7-26c4-44ca-be7d-5885b44c46ed tempest-RoutersAdminTest-1714001428 tempest-RoutersAdminTest-1714001428-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201  len: 885 time: 9.2223163
Dec 23 16:09:11.858197 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_common [None req-4a6da1f8-b028-41b5-bfb8-bb07f82f3a46 None None] Allocated IP 2001:db8:0:ffff::2 (cba8772f-40e7-4139-bd4b-ef88ca67224e/0c332736-f4b4-43f4-a0a1-60b1a247acfd/4d433e60-d1b4-4e1b-b13d-c262deb2c253) {{(pid=87637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:09:11.869412 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 42492) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:09:11.903661 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-0efe4773-d342-470d-8f50-fe9be87b52cc tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201  len: 836 time: 1.0142920
Dec 23 16:09:11.928515 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 42498) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:09:11.932776 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efe4773-d342-470d-8f50-fe9be87b52cc tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] Pushing event updated for resources: {'Network': ['ID=505879f3-70b6-4b78-8600-3626c6d0f915,revision_number=1']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:09:11.942282 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-35ac391b-5248-4bc3-bba4-222b65a42f79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc1bd1610>, [], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:09:11.942891 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ac391b-5248-4bc3-bba4-222b65a42f79 None None] The sync data for ids ['4cacdec4-cbbc-418a-b36f-38ba65252006'] in dv-neutron-822799-1-hyperv is: [] {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 23 16:09:11.955856 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-0efe4773-d342-470d-8f50-fe9be87b52cc tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:09:11.959570 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-9c3c30ac-521e-418f-922e-425310f6d24a tempest-RoutersAdminNegativeIpV6Test-1429718140 tempest-RoutersAdminNegativeIpV6Test-1429718140-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:11.976207 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-9c34e11a-09a2-4603-ba27-443048617bf9 tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] Request body: {'subnet': {'network_id': '505879f3-70b6-4b78-8600-3626c6d0f915', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:09:11.989271 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-9c34e11a-09a2-4603-ba27-443048617bf9 tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:09:12.016113 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Network 505879f3-70b6-4b78-8600-3626c6d0f915 details requested by agent ovs-agent-dv-neutron-822799-1-hyperv with host dv-neutron-822799-1-hyperv {{(pid=87637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 23 16:09:12.145282 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-9c34e11a-09a2-4603-ba27-443048617bf9 tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] Usage tracker for resource:subnet and tenant:63564b95f10b4338868feabf388d0553 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:09:12.162135 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-9c34e11a-09a2-4603-ba27-443048617bf9 tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:09:12.230386 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-9c34e11a-09a2-4603-ba27-443048617bf9 tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:09:12.250289 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-9e98cc03-2dd9-4731-8a06-7489854694f6 req-fcfa7025-4cf8-4133-aafb-2faedf900bbc tempest-ServersTestJSON-1438135586 tempest-ServersTestJSON-1438135586-project] 10.222.0.64 "GET /v2.0/ports?device_id=c1c5cb30-50d4-4361-b1b3-fa02e83979da HTTP/1.1" status: 200  len: 210 time: 0.0987618
Dec 23 16:09:12.348210 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4a6da1f8-b028-41b5-bfb8-bb07f82f3a46 None None] Notify callbacks [] for port, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:12.364040 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-4a6da1f8-b028-41b5-bfb8-bb07f82f3a46 None None] Transition to ACTIVE for port object 4d433e60-d1b4-4e1b-b13d-c262deb2c253 will not be triggered until provisioned by entity L2. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:09:12.367432 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c34e11a-09a2-4603-ba27-443048617bf9 tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] Made reservation on behalf of 63564b95f10b4338868feabf388d0553 for: {'subnet': 1} {{(pid=87635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:09:12.369918 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-9c34e11a-09a2-4603-ba27-443048617bf9 tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2610339'] for subnet, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:12.386853 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-4a6da1f8-b028-41b5-bfb8-bb07f82f3a46 None None] Transition to ACTIVE for port object 4d433e60-d1b4-4e1b-b13d-c262deb2c253 will not be triggered until provisioned by entity DHCP. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:09:12.418848 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4a6da1f8-b028-41b5-bfb8-bb07f82f3a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780'] for port, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:12.429183 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:09:12.497734 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-85847344-de2d-424f-9e20-60f5d110c038 tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735362521793'] for network, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:12.517023 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-9c3c30ac-521e-418f-922e-425310f6d24a tempest-RoutersAdminNegativeIpV6Test-1429718140 tempest-RoutersAdminNegativeIpV6Test-1429718140-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:12.517335 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a6da1f8-b028-41b5-bfb8-bb07f82f3a46 None None] Network cba8772f-40e7-4139-bd4b-ef88ca67224e is already hosted by enough agents. {{(pid=87637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:09:12.522885 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-4a6da1f8-b028-41b5-bfb8-bb07f82f3a46 None None] Resources bound (agent type, host, resource id):  {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:09:12.532539 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a6da1f8-b028-41b5-bfb8-bb07f82f3a46 None None] Received port after_create {{(pid=87637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:09:12.539224 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-bf863587-642a-4373-86ea-e349fce1d6bd tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] 10.222.0.64 "GET /v2.0/routers/4cacdec4-cbbc-418a-b36f-38ba65252006 HTTP/1.1" status: 200  len: 921 time: 0.6645434
Dec 23 16:09:12.545638 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6da1f8-b028-41b5-bfb8-bb07f82f3a46 None None] Pushing event updated for resources: {'Port': ['ID=4d433e60-d1b4-4e1b-b13d-c262deb2c253,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:09:12.560679 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 42504) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:09:12.586894 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:09:12.588360 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-4a6da1f8-b028-41b5-bfb8-bb07f82f3a46 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:09:12.597423 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-85847344-de2d-424f-9e20-60f5d110c038 tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495'] for network, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:12.688600 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c3c30ac-521e-418f-922e-425310f6d24a tempest-RoutersAdminNegativeIpV6Test-1429718140 tempest-RoutersAdminNegativeIpV6Test-1429718140-project-admin] Network 8afa6d58-9431-454a-b99c-3ff8a65aa86b is already hosted by enough agents. {{(pid=87635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:09:12.696921 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.base_scheduler [None req-9c3c30ac-521e-418f-922e-425310f6d24a tempest-RoutersAdminNegativeIpV6Test-1429718140 tempest-RoutersAdminNegativeIpV6Test-1429718140-project-admin] Resources bound (agent type, host, resource id):  {{(pid=87635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:09:12.699569 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c3c30ac-521e-418f-922e-425310f6d24a tempest-RoutersAdminNegativeIpV6Test-1429718140 tempest-RoutersAdminNegativeIpV6Test-1429718140-project-admin] Received port after_create {{(pid=87635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:09:12.716195 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-4a6da1f8-b028-41b5-bfb8-bb07f82f3a46 None None] Attempting to bind port 4d433e60-d1b4-4e1b-b13d-c262deb2c253 on host dv-neutron-822799-1-hyperv for vnic_type normal with profile  {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:09:12.716770 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-4a6da1f8-b028-41b5-bfb8-bb07f82f3a46 None None] Attempting to bind port 4d433e60-d1b4-4e1b-b13d-c262deb2c253 by drivers openvswitch,hyperv on host dv-neutron-822799-1-hyperv at level 0 using segments [{'id': 'b03ec71a-1948-48ea-bd95-4886212097ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'cba8772f-40e7-4139-bd4b-ef88ca67224e'}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:09:12.717247 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a6da1f8-b028-41b5-bfb8-bb07f82f3a46 None None] Attempting to bind port 4d433e60-d1b4-4e1b-b13d-c262deb2c253 on network cba8772f-40e7-4139-bd4b-ef88ca67224e {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:09:12.723518 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a6da1f8-b028-41b5-bfb8-bb07f82f3a46 None None] Checking agent: {'id': '20d2070f-69a9-4e73-8d08-6f0387a40158', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822799-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 21), 'started_at': datetime.datetime(2021, 12, 23, 16, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 8, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822799-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 23 16:09:12.735108 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a6da1f8-b028-41b5-bfb8-bb07f82f3a46 None None] Checking segment: {'id': 'b03ec71a-1948-48ea-bd95-4886212097ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'cba8772f-40e7-4139-bd4b-ef88ca67224e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:09:12.735914 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4a6da1f8-b028-41b5-bfb8-bb07f82f3a46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:12.736440 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a6da1f8-b028-41b5-bfb8-bb07f82f3a46 None None] Bound using segment: {'id': 'b03ec71a-1948-48ea-bd95-4886212097ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'cba8772f-40e7-4139-bd4b-ef88ca67224e'} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 23 16:09:12.743351 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-4a6da1f8-b028-41b5-bfb8-bb07f82f3a46 None None] Bound port: 4d433e60-d1b4-4e1b-b13d-c262deb2c253, host: dv-neutron-822799-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b03ec71a-1948-48ea-bd95-4886212097ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'cba8772f-40e7-4139-bd4b-ef88ca67224e'}}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 23 16:09:12.743914 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4a6da1f8-b028-41b5-bfb8-bb07f82f3a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:12.794241 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85847344-de2d-424f-9e20-60f5d110c038 tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:09:12.794890 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-85847344-de2d-424f-9e20-60f5d110c038 tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627509'] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:12.810792 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:09:12.845783 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-42801609-025c-4126-9dc7-9252036d9313 req-b0753556-1298-418a-b76e-99ad72b89ff6 tempest-ServersTestManualDisk-1942191146 tempest-ServersTestManualDisk-1942191146-project] 10.222.0.64 "GET /v2.0/ports?device_id=47b15118-c934-4327-a96a-eeff72dc225f HTTP/1.1" status: 200  len: 210 time: 0.6222668
Dec 23 16:09:12.871349 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-31e98355-d810-46b8-af12-633e7dc87f60 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-864347', 'neutron.services.segments.db._delete_segments_for_network-8735362908070'] for network, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:12.882510 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3c30ac-521e-418f-922e-425310f6d24a tempest-RoutersAdminNegativeIpV6Test-1429718140 tempest-RoutersAdminNegativeIpV6Test-1429718140-project-admin] Pushing event updated for resources: {'Port': ['ID=dc208b82-ef61-469d-8b52-462102879353,revision_number=1']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:09:12.886293 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-9c3c30ac-521e-418f-922e-425310f6d24a tempest-RoutersAdminNegativeIpV6Test-1429718140 tempest-RoutersAdminNegativeIpV6Test-1429718140-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:09:12.905232 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-4a6da1f8-b028-41b5-bfb8-bb07f82f3a46 None None] For port 4d433e60-d1b4-4e1b-b13d-c262deb2c253, host dv-neutron-822799-1-hyperv, cleared binding levels {{(pid=87637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 23 16:09:12.910509 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-4a6da1f8-b028-41b5-bfb8-bb07f82f3a46 None None] For port 4d433e60-d1b4-4e1b-b13d-c262deb2c253, host dv-neutron-822799-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=4d433e60-d1b4-4e1b-b13d-c262deb2c253,segment=NetworkSegment(b03ec71a-1948-48ea-bd95-4886212097ab),segment_id=b03ec71a-1948-48ea-bd95-4886212097ab)] {{(pid=87637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 23 16:09:12.919898 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4a6da1f8-b028-41b5-bfb8-bb07f82f3a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:12.935271 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-2297ad2a-1202-4257-9e26-5d8337dec1fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:09:12.945366 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-ffdd06fd-bf87-4b63-b341-31581e8ef821 tempest-RoutersAdminTest-1714001428 tempest-RoutersAdminTest-1714001428-project] 10.222.0.64 "GET /v2.0/ports?device_id=4cacdec4-cbbc-418a-b36f-38ba65252006 HTTP/1.1" status: 200  len: 205 time: 0.3490629
Dec 23 16:09:12.965537 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 42508) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:09:13.035400 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-85847344-de2d-424f-9e20-60f5d110c038 tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201  len: 789 time: 1.5400138
Dec 23 16:09:13.054214 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 42510) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:09:13.076083 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-e14bbe96-d5c3-4b14-a606-38385cadee91 tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Request body: {'subnet': {'network_id': '15cc5e70-7c7d-4606-8bb6-d54082635f21', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:09:13.076317 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6da1f8-b028-41b5-bfb8-bb07f82f3a46 None None] Pushing event updated for resources: {'Port': ['ID=4d433e60-d1b4-4e1b-b13d-c262deb2c253,revision_number=2']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:09:13.080274 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-4a6da1f8-b028-41b5-bfb8-bb07f82f3a46 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:09:13.107006 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-31e98355-d810-46b8-af12-633e7dc87f60 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1dc182ba00>,) {'filters': {'network_id': ['f9dbe463-4577-43e3-8db4-57941ccf5b83']}} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:09:13.131114 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85847344-de2d-424f-9e20-60f5d110c038 tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Pushing event updated for resources: {'Network': ['ID=15cc5e70-7c7d-4606-8bb6-d54082635f21,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:09:13.133914 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-85847344-de2d-424f-9e20-60f5d110c038 tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:09:13.135903 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-31e98355-d810-46b8-af12-633e7dc87f60 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dc182ba00>, '62242fbc-f0f0-41da-99b7-8e2a6ae03485') {'for_net_delete': True} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:09:13.136207 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-31e98355-d810-46b8-af12-633e7dc87f60 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dc182ba00>, '62242fbc-f0f0-41da-99b7-8e2a6ae03485') {} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:09:13.161800 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Network 15cc5e70-7c7d-4606-8bb6-d54082635f21 details requested by agent ovs-agent-dv-neutron-822799-1-hyperv with host dv-neutron-822799-1-hyperv {{(pid=87637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 23 16:09:13.239003 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c3c30ac-521e-418f-922e-425310f6d24a tempest-RoutersAdminNegativeIpV6Test-1429718140 tempest-RoutersAdminNegativeIpV6Test-1429718140-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:09:13.239617 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-9c3c30ac-521e-418f-922e-425310f6d24a tempest-RoutersAdminNegativeIpV6Test-1429718140 tempest-RoutersAdminNegativeIpV6Test-1429718140-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:13.271641 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.db_base_plugin_common [None req-77133a4a-28b8-45d9-9e8e-633b7d863ce7 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Allocated IP 172.20.0.1 (cd279298-a8b2-4014-95c3-e7f1a4a8ff2f/272fc2fb-a2ff-4fca-924f-70fc755e24c3/71672f47-0ae1-4a13-936c-d16771ae9b01) {{(pid=87635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:09:13.285090 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-31e98355-d810-46b8-af12-633e7dc87f60 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735363085442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2382197'] for segment, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:13.301754 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-e14bbe96-d5c3-4b14-a606-38385cadee91 tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:09:13.308684 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-e14bbe96-d5c3-4b14-a606-38385cadee91 tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Usage tracker for resource:subnet and tenant:51a3abb7cc41429380552b859d9155f9 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:09:13.311955 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-31e98355-d810-46b8-af12-633e7dc87f60 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:13.315470 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-e14bbe96-d5c3-4b14-a606-38385cadee91 tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:09:13.327948 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-e14bbe96-d5c3-4b14-a606-38385cadee91 tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:09:13.331707 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31e98355-d810-46b8-af12-633e7dc87f60 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Releasing vlan 436 on physical network physnet1 to pool {{(pid=87636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 23 16:09:13.332193 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-31e98355-d810-46b8-af12-633e7dc87f60 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2176261'] for segment, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:13.350016 dv-neutron-822799-1-hyperv neutron-server[87636]: Traceback (most recent call last):
Dec 23 16:09:13.350016 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 23 16:09:13.350016 dv-neutron-822799-1-hyperv neutron-server[87636]:     timer()
Dec 23 16:09:13.350016 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:09:13.350016 dv-neutron-822799-1-hyperv neutron-server[87636]:     cb(*args, **kw)
Dec 23 16:09:13.350016 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 23 16:09:13.350016 dv-neutron-822799-1-hyperv neutron-server[87636]:     return func(*args, **kwargs)
Dec 23 16:09:13.350016 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:09:13.350016 dv-neutron-822799-1-hyperv neutron-server[87636]:     self._notify()
Dec 23 16:09:13.350016 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:09:13.350016 dv-neutron-822799-1-hyperv neutron-server[87636]:     self.callback(batched_events)
Dec 23 16:09:13.350016 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:09:13.350016 dv-neutron-822799-1-hyperv neutron-server[87636]:     event.method(event)
Dec 23 16:09:13.350016 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:09:13.350016 dv-neutron-822799-1-hyperv neutron-server[87636]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:09:13.350016 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 23 16:09:13.350016 dv-neutron-822799-1-hyperv neutron-server[87636]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 23 16:09:13.350016 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 23 16:09:13.350016 dv-neutron-822799-1-hyperv neutron-server[87636]:     return f(self, *a, **k)
Dec 23 16:09:13.350016 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:09:13.350016 dv-neutron-822799-1-hyperv neutron-server[87636]:     return self._get(url).json()
Dec 23 16:09:13.350016 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 23 16:09:13.350016 dv-neutron-822799-1-hyperv neutron-server[87636]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 23 16:09:13.350016 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 23 16:09:13.350016 dv-neutron-822799-1-hyperv neutron-server[87636]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:09:13.350016 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 23 16:09:13.350016 dv-neutron-822799-1-hyperv neutron-server[87636]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 23 16:09:13.350016 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 23 16:09:13.350016 dv-neutron-822799-1-hyperv neutron-server[87636]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:09:13.350016 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 23 16:09:13.350016 dv-neutron-822799-1-hyperv neutron-server[87636]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:09:13.350016 dv-neutron-822799-1-hyperv neutron-server[87636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:09:13.479232 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e14bbe96-d5c3-4b14-a606-38385cadee91 tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Made reservation on behalf of 51a3abb7cc41429380552b859d9155f9 for: {'subnet': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:09:13.482423 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e14bbe96-d5c3-4b14-a606-38385cadee91 tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2618324'] for subnet, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:13.619298 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-31e98355-d810-46b8-af12-633e7dc87f60 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-864336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1824171'] for network, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:13.635613 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-34eee25b-5002-4a0a-9d9c-b5ad114cb3f5 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:09:13.671734 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-31e98355-d810-46b8-af12-633e7dc87f60 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627509'] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:13.680642 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e98355-d810-46b8-af12-633e7dc87f60 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Pushing event deleted for resources: {'Network': ['ID=f9dbe463-4577-43e3-8db4-57941ccf5b83,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:09:13.685019 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-31e98355-d810-46b8-af12-633e7dc87f60 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] 10.222.0.64 "DELETE /v2.0/networks/f9dbe463-4577-43e3-8db4-57941ccf5b83 HTTP/1.1" status: 204  len: 168 time: 7.7762179
Dec 23 16:09:13.688741 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-31e98355-d810-46b8-af12-633e7dc87f60 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:09:13.689239 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 42518) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:09:13.697258 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-b8ffde97-766f-4471-9705-2fcd3658968b tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-367735590'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:09:13.703986 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-b8ffde97-766f-4471-9705-2fcd3658968b tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:09:13.711078 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-b8ffde97-766f-4471-9705-2fcd3658968b tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Usage tracker for resource:network and tenant:08bb5ff5fd45470cae3e1870e7817546 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:09:13.716249 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-b8ffde97-766f-4471-9705-2fcd3658968b tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:09:13.754007 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-b8ffde97-766f-4471-9705-2fcd3658968b tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:09:13.787908 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8ffde97-766f-4471-9705-2fcd3658968b tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Made reservation on behalf of 08bb5ff5fd45470cae3e1870e7817546 for: {'network': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:09:13.791352 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b8ffde97-766f-4471-9705-2fcd3658968b tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for network, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:13.831220 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 42522) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:09:13.834321 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-9c3c30ac-521e-418f-922e-425310f6d24a tempest-RoutersAdminNegativeIpV6Test-1429718140 tempest-RoutersAdminNegativeIpV6Test-1429718140-project-admin] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1036 time: 4.2890146
Dec 23 16:09:13.842205 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-a0a79508-1365-4762-9a89-ea05301d86a6 tempest-RoutersAdminNegativeIpV6Test-1429718140 tempest-RoutersAdminNegativeIpV6Test-1429718140-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.125'}]}}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:09:13.857929 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-a0a79508-1365-4762-9a89-ea05301d86a6 tempest-RoutersAdminNegativeIpV6Test-1429718140 tempest-RoutersAdminNegativeIpV6Test-1429718140-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:09:13.864853 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-379e9a23-2b94-4ca3-a3eb-049bd8bbd3da req-72abb477-a603-45d1-93fd-a2b72a0f6792 tempest-ServersTestJSON-1438135586 tempest-ServersTestJSON-1438135586-project] 10.222.0.64 "GET /v2.0/ports?device_id=c1c5cb30-50d4-4361-b1b3-fa02e83979da HTTP/1.1" status: 200  len: 210 time: 0.2515121
Dec 23 16:09:13.880005 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-a0a79508-1365-4762-9a89-ea05301d86a6 tempest-RoutersAdminNegativeIpV6Test-1429718140 tempest-RoutersAdminNegativeIpV6Test-1429718140-project-admin] Usage tracker for resource:router and tenant:ae85f026c6214d3fba3d5a899c49db28 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:09:13.906927 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-a0a79508-1365-4762-9a89-ea05301d86a6 tempest-RoutersAdminNegativeIpV6Test-1429718140 tempest-RoutersAdminNegativeIpV6Test-1429718140-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:09:13.915000 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8ffde97-766f-4471-9705-2fcd3658968b tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] vlan segment allocate from pool success with {'vlan_id': 411, 'physical_network': 'physnet1'}  {{(pid=87636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 23 16:09:13.921500 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-a0a79508-1365-4762-9a89-ea05301d86a6 tempest-RoutersAdminNegativeIpV6Test-1429718140 tempest-RoutersAdminNegativeIpV6Test-1429718140-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:09:13.986490 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b8ffde97-766f-4471-9705-2fcd3658968b tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:13.986803 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.db.segments_db [None req-b8ffde97-766f-4471-9705-2fcd3658968b tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Added segment 023f41bd-89eb-40d8-b840-fa74141f0f9c of type vlan for network 36ccd207-673d-4414-80a4-bd81cceebe57
Dec 23 16:09:14.038105 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a0a79508-1365-4762-9a89-ea05301d86a6 tempest-RoutersAdminNegativeIpV6Test-1429718140 tempest-RoutersAdminNegativeIpV6Test-1429718140-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1823978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-235332'] for router, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:14.039255 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a0a79508-1365-4762-9a89-ea05301d86a6 tempest-RoutersAdminNegativeIpV6Test-1429718140 tempest-RoutersAdminNegativeIpV6Test-1429718140-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1824575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1824063', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1751113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-235341'] for router, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:14.066745 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-aee8363c-86f1-41a2-a26a-c640b1384dca tempest-RoutersAdminTest-1714001428 tempest-RoutersAdminTest-1714001428-project] Notify callbacks [] for router, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:14.114455 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 4d433e60-d1b4-4e1b-b13d-c262deb2c253 up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:09:14.210194 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b8ffde97-766f-4471-9705-2fcd3658968b tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735362521793'] for network, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:14.219406 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-77133a4a-28b8-45d9-9e8e-633b7d863ce7 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify callbacks [] for port, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:14.220929 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-f7a61c06-51b2-4c03-8618-67baa3019dbe req-a6dc37c8-3e30-4ec9-81ca-157a11e3cca6 tempest-ServersTestManualDisk-1942191146 tempest-ServersTestManualDisk-1942191146-project] 10.222.0.64 "GET /v2.0/ports?device_id=47b15118-c934-4327-a96a-eeff72dc225f HTTP/1.1" status: 200  len: 210 time: 0.1333139
Dec 23 16:09:14.288725 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.objects.ports [None req-e14bbe96-d5c3-4b14-a606-38385cadee91 tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87636) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}}
Dec 23 16:09:14.293759 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e14bbe96-d5c3-4b14-a606-38385cadee91 tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2176430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2618310'] for subnet, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:14.301356 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a0a79508-1365-4762-9a89-ea05301d86a6 tempest-RoutersAdminNegativeIpV6Test-1429718140 tempest-RoutersAdminNegativeIpV6Test-1429718140-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:14.334688 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-31e98355-d810-46b8-af12-633e7dc87f60 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:09:14.341674 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning for port 4d433e60-d1b4-4e1b-b13d-c262deb2c253 completed by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:09:14.528368 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-77133a4a-28b8-45d9-9e8e-633b7d863ce7 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:14.530139 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-aee8363c-86f1-41a2-a26a-c640b1384dca tempest-RoutersAdminTest-1714001428 tempest-RoutersAdminTest-1714001428-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:14.531676 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b8ffde97-766f-4471-9705-2fcd3658968b tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495'] for network, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:14.533449 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.objects.ports [None req-9c34e11a-09a2-4603-ba27-443048617bf9 tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87635) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}}
Dec 23 16:09:14.533878 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-9c34e11a-09a2-4603-ba27-443048617bf9 tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2753396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2610353'] for subnet, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:14.545011 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-c7b6be1e-bf30-49b9-a235-96a29029ca5d tempest-ServersTestJSON-1438135586 tempest-ServersTestJSON-1438135586-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:09:14.557590 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8ffde97-766f-4471-9705-2fcd3658968b tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:09:14.558245 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b8ffde97-766f-4471-9705-2fcd3658968b tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627509'] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:14.629609 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c1e650b-291d-4f55-a13e-c83b7e9abb30 None None] Network cba8772f-40e7-4139-bd4b-ef88ca67224e requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:09:14.632638 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77133a4a-28b8-45d9-9e8e-633b7d863ce7 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Pushing event updated for resources: {'Port': ['ID=71672f47-0ae1-4a13-936c-d16771ae9b01,revision_number=1']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:09:14.639941 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-77133a4a-28b8-45d9-9e8e-633b7d863ce7 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:09:14.641922 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-d0f93e4a-48c0-43ee-a573-d93180895ba7 tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:09:14.657750 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14bbe96-d5c3-4b14-a606-38385cadee91 tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Pushing event updated for resources: {'Subnet': ['ID=9baa2570-3044-47aa-ac78-593eeb0df099,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:09:14.665728 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-e14bbe96-d5c3-4b14-a606-38385cadee91 tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:09:14.669992 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-89d5504e-f4de-41e5-b761-d1138cb88b94 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.085s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:09:14.673147 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77133a4a-28b8-45d9-9e8e-633b7d863ce7 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Network cd279298-a8b2-4014-95c3-e7f1a4a8ff2f is already hosted by enough agents. {{(pid=87635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:09:14.682767 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.base_scheduler [None req-77133a4a-28b8-45d9-9e8e-633b7d863ce7 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Resources bound (agent type, host, resource id):  {{(pid=87635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:09:14.687095 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-aee8363c-86f1-41a2-a26a-c640b1384dca tempest-RoutersAdminTest-1714001428 tempest-RoutersAdminTest-1714001428-project] Deleting port e23ecc8c-b985-43a2-99a8-0f6387c1c217 {{(pid=87635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:09:14.687095 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-aee8363c-86f1-41a2-a26a-c640b1384dca tempest-RoutersAdminTest-1714001428 tempest-RoutersAdminTest-1714001428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:14.745070 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77133a4a-28b8-45d9-9e8e-633b7d863ce7 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Received port after_create {{(pid=87635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:09:14.795818 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3a969fb0-53ae-4ca8-8676-f728a277b276 None None] Provisioning for port 4d433e60-d1b4-4e1b-b13d-c262deb2c253 completed by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:09:14.804522 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3a969fb0-53ae-4ca8-8676-f728a277b276 None None] Provisioning complete for port 4d433e60-d1b4-4e1b-b13d-c262deb2c253 triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:09:14.805010 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3a969fb0-53ae-4ca8-8676-f728a277b276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:14.913731 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c34e11a-09a2-4603-ba27-443048617bf9 tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] Pushing event updated for resources: {'Subnet': ['ID=cd007827-71e8-4350-93a4-d24ed21360d5,revision_number=0']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:09:14.921914 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-9c34e11a-09a2-4603-ba27-443048617bf9 tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:09:14.934051 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c34e11a-09a2-4603-ba27-443048617bf9 tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] Checking segment: {'id': 'fb2b90bc-e128-4f5a-86ec-ffc9c9a83181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '505879f3-70b6-4b78-8600-3626c6d0f915'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:09:14.934415 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c34e11a-09a2-4603-ba27-443048617bf9 tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] Network hostable DHCP agents. Network: 505879f3-70b6-4b78-8600-3626c6d0f915, hostable agents: ['1c812d71-eadf-4fb3-b98e-67468a4aa7e2'], hosted agents: [] {{(pid=87635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 23 16:09:14.935464 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a0a79508-1365-4762-9a89-ea05301d86a6 tempest-RoutersAdminNegativeIpV6Test-1429718140 tempest-RoutersAdminNegativeIpV6Test-1429718140-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1824017', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1823768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-235299'] for router, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:14.957253 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-77133a4a-28b8-45d9-9e8e-633b7d863ce7 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1781300'] for router_interface, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:14.958045 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e14bbe96-d5c3-4b14-a606-38385cadee91 tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Checking segment: {'id': 'a5bd850d-1999-4a5e-874c-b60c219351cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '15cc5e70-7c7d-4606-8bb6-d54082635f21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:09:14.958647 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e14bbe96-d5c3-4b14-a606-38385cadee91 tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Network hostable DHCP agents. Network: 15cc5e70-7c7d-4606-8bb6-d54082635f21, hostable agents: ['1c812d71-eadf-4fb3-b98e-67468a4aa7e2'], hosted agents: [] {{(pid=87636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 23 16:09:14.987870 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-b8ffde97-766f-4471-9705-2fcd3658968b tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 1.2965255
Dec 23 16:09:15.009293 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 42530) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:09:15.029701 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-bf1e7a3c-02e5-44ee-8167-6c0de002ea64 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Request body: {'subnet': {'network_id': '36ccd207-673d-4414-80a4-bd81cceebe57', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:09:15.195654 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e14bbe96-d5c3-4b14-a606-38385cadee91 tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Network 15cc5e70-7c7d-4606-8bb6-d54082635f21 is scheduled to be hosted by DHCP agent 1c812d71-eadf-4fb3-b98e-67468a4aa7e2 with binding_index 1 {{(pid=87636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 23 16:09:15.250078 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ffde97-766f-4471-9705-2fcd3658968b tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Pushing event updated for resources: {'Network': ['ID=36ccd207-673d-4414-80a4-bd81cceebe57,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:09:15.253595 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-b8ffde97-766f-4471-9705-2fcd3658968b tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.584s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:09:15.262889 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-e14bbe96-d5c3-4b14-a606-38385cadee91 tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822799-1-hyperv, 15cc5e70-7c7d-4606-8bb6-d54082635f21) {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:09:15.267611 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e14bbe96-d5c3-4b14-a606-38385cadee91 tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:09:15.268008 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Network 36ccd207-673d-4414-80a4-bd81cceebe57 details requested by agent ovs-agent-dv-neutron-822799-1-hyperv with host dv-neutron-822799-1-hyperv {{(pid=87637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 23 16:09:15.268507 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e14bbe96-d5c3-4b14-a606-38385cadee91 tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627509'] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:15.294298 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbb7bb76-6bbe-4c15-8008-54e8ed0dfad0 None None] Network 15cc5e70-7c7d-4606-8bb6-d54082635f21 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:09:15.343380 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-aee8363c-86f1-41a2-a26a-c640b1384dca tempest-RoutersAdminTest-1714001428 tempest-RoutersAdminTest-1714001428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:15.396884 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-5841a9ea-ff81-4dd5-8919-6cdf8ba0797c req-a4eba81f-9049-4d02-98af-a9ad33f1e848 tempest-ServersTestJSON-1438135586 tempest-ServersTestJSON-1438135586-project] 10.222.0.64 "GET /v2.0/ports?device_id=c1c5cb30-50d4-4361-b1b3-fa02e83979da HTTP/1.1" status: 200  len: 210 time: 0.1811206
Dec 23 16:09:15.542858 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-e14bbe96-d5c3-4b14-a606-38385cadee91 tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 827 time: 2.4846299
Dec 23 16:09:15.545041 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-b65bd4c6-5bb6-4d38-964e-5bf469c8194e req-299a3138-b830-47fc-b187-e08e35ac164f tempest-ServersTestManualDisk-1942191146 tempest-ServersTestManualDisk-1942191146-project] 10.222.0.64 "GET /v2.0/ports?device_id=47b15118-c934-4327-a96a-eeff72dc225f HTTP/1.1" status: 200  len: 210 time: 0.0637133
Dec 23 16:09:15.546049 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-bf1e7a3c-02e5-44ee-8167-6c0de002ea64 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:09:15.549263 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 42536) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:09:15.573169 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-bf1e7a3c-02e5-44ee-8167-6c0de002ea64 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Usage tracker for resource:subnet and tenant:08bb5ff5fd45470cae3e1870e7817546 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:09:15.575368 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-bce4f1f4-1d4a-4157-b740-c623082dd77d tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Request body: {'port': {'network_id': '15cc5e70-7c7d-4606-8bb6-d54082635f21', 'name': 'tempest-NetworksIpV6TestAttrs-2048500467'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:09:15.598722 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-bf1e7a3c-02e5-44ee-8167-6c0de002ea64 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:09:15.618162 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3a969fb0-53ae-4ca8-8676-f728a277b276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:15.618397 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c34e11a-09a2-4603-ba27-443048617bf9 tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] Network 505879f3-70b6-4b78-8600-3626c6d0f915 is scheduled to be hosted by DHCP agent 1c812d71-eadf-4fb3-b98e-67468a4aa7e2 with binding_index 1 {{(pid=87635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 23 16:09:15.625628 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-bf1e7a3c-02e5-44ee-8167-6c0de002ea64 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:09:15.628397 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-aee8363c-86f1-41a2-a26a-c640b1384dca tempest-RoutersAdminTest-1714001428 tempest-RoutersAdminTest-1714001428-project] Calling delete_port for e23ecc8c-b985-43a2-99a8-0f6387c1c217 owned by network:router_gateway {{(pid=87635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:09:15.704361 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.base_scheduler [None req-9c34e11a-09a2-4603-ba27-443048617bf9 tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822799-1-hyperv, 505879f3-70b6-4b78-8600-3626c6d0f915) {{(pid=87635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:09:15.722014 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c34e11a-09a2-4603-ba27-443048617bf9 tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:09:15.722698 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-9c34e11a-09a2-4603-ba27-443048617bf9 tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] Notify callbacks [] for subnet, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:15.731258 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c24df5d2-2cc8-4268-b87b-82401fd47b4b None None] Network 505879f3-70b6-4b78-8600-3626c6d0f915 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:09:15.748181 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf1e7a3c-02e5-44ee-8167-6c0de002ea64 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Made reservation on behalf of 08bb5ff5fd45470cae3e1870e7817546 for: {'subnet': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:09:15.754607 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-bf1e7a3c-02e5-44ee-8167-6c0de002ea64 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2618324'] for subnet, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:15.758468 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-9c34e11a-09a2-4603-ba27-443048617bf9 tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 802 time: 3.8270810
Dec 23 16:09:15.769786 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-3a969fb0-53ae-4ca8-8676-f728a277b276 None None] For port 4d433e60-d1b4-4e1b-b13d-c262deb2c253, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=4d433e60-d1b4-4e1b-b13d-c262deb2c253,segment=NetworkSegment(b03ec71a-1948-48ea-bd95-4886212097ab),segment_id=b03ec71a-1948-48ea-bd95-4886212097ab)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:09:15.786438 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 42540) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:09:15.796515 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-e5fda6b4-00ff-4b85-b3f1-35fa0f3205ed tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] Request body: {'floatingip': {'floating_network_id': '505879f3-70b6-4b78-8600-3626c6d0f915'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:09:15.813594 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-e5fda6b4-00ff-4b85-b3f1-35fa0f3205ed tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:09:15.833685 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3a969fb0-53ae-4ca8-8676-f728a277b276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:15.846109 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:09:15.894724 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-e5fda6b4-00ff-4b85-b3f1-35fa0f3205ed tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] Usage tracker for resource:floatingip and tenant:63564b95f10b4338868feabf388d0553 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:09:15.943482 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a969fb0-53ae-4ca8-8676-f728a277b276 None None] Pushing event updated for resources: {'Port': ['ID=4d433e60-d1b4-4e1b-b13d-c262deb2c253,revision_number=3']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:09:15.951148 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-e5fda6b4-00ff-4b85-b3f1-35fa0f3205ed tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:09:15.953644 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3a969fb0-53ae-4ca8-8676-f728a277b276 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:09:16.014740 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-e5fda6b4-00ff-4b85-b3f1-35fa0f3205ed tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:09:16.065421 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-bce4f1f4-1d4a-4157-b740-c623082dd77d tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:09:16.078148 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaeec567-005f-49d3-9609-5ce8a51ccd85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7e017a6-8198-58c8-a07e-0f786128e3b3-15cc5e70-7c7d-4606-8bb6-d54082635f21', 'network_id': '15cc5e70-7c7d-4606-8bb6-d54082635f21', 'tenant_id': '51a3abb7cc41429380552b859d9155f9', 'fixed_ips': [{'subnet_id': '9baa2570-3044-47aa-ac78-593eeb0df099'}]}} from dv-neutron-822799-1-hyperv. {{(pid=87637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 23 16:09:16.079564 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-eaeec567-005f-49d3-9609-5ce8a51ccd85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:16.086018 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e5fda6b4-00ff-4b85-b3f1-35fa0f3205ed tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:16.115185 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-bce4f1f4-1d4a-4157-b740-c623082dd77d tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Usage tracker for resource:port and tenant:51a3abb7cc41429380552b859d9155f9 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:09:16.136837 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-bce4f1f4-1d4a-4157-b740-c623082dd77d tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:09:16.182812 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-bce4f1f4-1d4a-4157-b740-c623082dd77d tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:09:16.255470 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-77133a4a-28b8-45d9-9e8e-633b7d863ce7 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:16.291546 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f830d2c2-16de-4862-9097-221a1d69a80c None None] Network 505879f3-70b6-4b78-8600-3626c6d0f915 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:09:16.361566 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bce4f1f4-1d4a-4157-b740-c623082dd77d tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Made reservation on behalf of 51a3abb7cc41429380552b859d9155f9 for: {'port': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:09:16.377639 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-bce4f1f4-1d4a-4157-b740-c623082dd77d tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:16.435035 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-a030ef55-906a-4a62-a3b4-be37e2280640 None None] Provisioning complete for port 4d433e60-d1b4-4e1b-b13d-c262deb2c253 triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:09:16.443615 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-a030ef55-906a-4a62-a3b4-be37e2280640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:16.606528 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [None req-bce4f1f4-1d4a-4157-b740-c623082dd77d tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] device_id is not set on port 1505e505-35db-49d7-bf53-57111a29ed04 yet. {{(pid=87636) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 23 16:09:16.649227 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-aee8363c-86f1-41a2-a26a-c640b1384dca tempest-RoutersAdminTest-1714001428 tempest-RoutersAdminTest-1714001428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:16.689423 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:09:16.752845 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee8363c-86f1-41a2-a26a-c640b1384dca tempest-RoutersAdminTest-1714001428 tempest-RoutersAdminTest-1714001428-project] Pushing event deleted for resources: {'Port': ['ID=e23ecc8c-b985-43a2-99a8-0f6387c1c217,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:09:16.756536 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-aee8363c-86f1-41a2-a26a-c640b1384dca tempest-RoutersAdminTest-1714001428 tempest-RoutersAdminTest-1714001428-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:09:16.806389 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-835c762c-84d9-4e00-8221-c1b2b6701992 req-7094f21b-b265-4988-b8ed-e5cd4cf2ba4b tempest-ServersTestJSON-1438135586 tempest-ServersTestJSON-1438135586-project] 10.222.0.64 "GET /v2.0/ports?device_id=c1c5cb30-50d4-4361-b1b3-fa02e83979da HTTP/1.1" status: 200  len: 210 time: 0.1618843
Dec 23 16:09:16.838951 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a0a79508-1365-4762-9a89-ea05301d86a6 tempest-RoutersAdminNegativeIpV6Test-1429718140 tempest-RoutersAdminNegativeIpV6Test-1429718140-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:16.878614 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-aee8363c-86f1-41a2-a26a-c640b1384dca tempest-RoutersAdminTest-1714001428 tempest-RoutersAdminTest-1714001428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1824206'] for router_gateway, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:16.951121 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_common [None req-eaeec567-005f-49d3-9609-5ce8a51ccd85 None None] Allocated IP 2001:db8::f816:3eff:fe46:7161 (15cc5e70-7c7d-4606-8bb6-d54082635f21/9baa2570-3044-47aa-ac78-593eeb0df099/82899455-95b5-4025-a30c-cae74281b6c7) {{(pid=87637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:09:17.023432 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a0a79508-1365-4762-9a89-ea05301d86a6 tempest-RoutersAdminNegativeIpV6Test-1429718140 tempest-RoutersAdminNegativeIpV6Test-1429718140-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:17.028243 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-57de3eea-e7a7-45f3-bd10-78e76895b243 req-4627d77d-fcf4-454e-b950-94af1c3a8fc2 tempest-ServersTestManualDisk-1942191146 tempest-ServersTestManualDisk-1942191146-project] 10.222.0.64 "GET /v2.0/ports?device_id=47b15118-c934-4327-a96a-eeff72dc225f HTTP/1.1" status: 200  len: 210 time: 0.2040803
Dec 23 16:09:17.117233 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-bf1e7a3c-02e5-44ee-8167-6c0de002ea64 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2176430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2618310'] for subnet, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:17.148378 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-455a8e50-334b-48d3-8de6-e2b0f97fb4f3 tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:09:17.196759 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-aee8363c-86f1-41a2-a26a-c640b1384dca tempest-RoutersAdminTest-1714001428 tempest-RoutersAdminTest-1714001428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1784183', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-235354'] for router, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:17.198954 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-aee8363c-86f1-41a2-a26a-c640b1384dca tempest-RoutersAdminTest-1714001428 tempest-RoutersAdminTest-1714001428-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:17.222491 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-eaeec567-005f-49d3-9609-5ce8a51ccd85 None None] Notify callbacks [] for port, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:17.237659 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-eaeec567-005f-49d3-9609-5ce8a51ccd85 None None] Transition to ACTIVE for port object 82899455-95b5-4025-a30c-cae74281b6c7 will not be triggered until provisioned by entity L2. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:09:17.253770 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1e7a3c-02e5-44ee-8167-6c0de002ea64 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Pushing event updated for resources: {'Subnet': ['ID=7b943acc-39ea-4f8a-9acf-5aa331802274,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:09:17.321197 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-bf1e7a3c-02e5-44ee-8167-6c0de002ea64 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:09:17.344955 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-eaeec567-005f-49d3-9609-5ce8a51ccd85 None None] Transition to ACTIVE for port object 82899455-95b5-4025-a30c-cae74281b6c7 will not be triggered until provisioned by entity DHCP. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:09:17.348723 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-aee8363c-86f1-41a2-a26a-c640b1384dca tempest-RoutersAdminTest-1714001428 tempest-RoutersAdminTest-1714001428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1781328'] for router, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:17.349401 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aee8363c-86f1-41a2-a26a-c640b1384dca tempest-RoutersAdminTest-1714001428 tempest-RoutersAdminTest-1714001428-project] Fanout notify agent at l3_agent the message router_deleted on router 4cacdec4-cbbc-418a-b36f-38ba65252006 {{(pid=87635) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 23 16:09:17.353467 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1caf3f11-39ca-41ea-b5c9-984654c6b86e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:17.357147 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-eaeec567-005f-49d3-9609-5ce8a51ccd85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780'] for port, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:17.362362 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3a969fb0-53ae-4ca8-8676-f728a277b276 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:09:17.392170 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-aee8363c-86f1-41a2-a26a-c640b1384dca tempest-RoutersAdminTest-1714001428 tempest-RoutersAdminTest-1714001428-project] Notify callbacks [] for router, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:17.393661 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-aee8363c-86f1-41a2-a26a-c640b1384dca tempest-RoutersAdminTest-1714001428 tempest-RoutersAdminTest-1714001428-project] 10.222.0.64 "DELETE /v2.0/routers/4cacdec4-cbbc-418a-b36f-38ba65252006 HTTP/1.1" status: 204  len: 168 time: 4.3143995
Dec 23 16:09:17.399348 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 42548) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:09:17.406520 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-011d58e3-843d-464b-a56d-a3dabe1def84 tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Request body: {'router': {'name': 'tempest-snat-router-555116195', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'enable_snat': False}}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:09:17.429644 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-011d58e3-843d-464b-a56d-a3dabe1def84 tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:09:17.469033 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [None req-bce4f1f4-1d4a-4157-b740-c623082dd77d tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Allocated IP 2001:db8::f816:3eff:fe26:cdb5 (15cc5e70-7c7d-4606-8bb6-d54082635f21/9baa2570-3044-47aa-ac78-593eeb0df099/1505e505-35db-49d7-bf53-57111a29ed04) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:09:17.480506 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeec567-005f-49d3-9609-5ce8a51ccd85 None None] Pushing event updated for resources: {'Port': ['ID=82899455-95b5-4025-a30c-cae74281b6c7,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:09:17.484996 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-eaeec567-005f-49d3-9609-5ce8a51ccd85 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:09:17.494100 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaeec567-005f-49d3-9609-5ce8a51ccd85 None None] Network 15cc5e70-7c7d-4606-8bb6-d54082635f21 is already hosted by enough agents. {{(pid=87637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:09:17.495560 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-eaeec567-005f-49d3-9609-5ce8a51ccd85 None None] Resources bound (agent type, host, resource id):  {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:09:17.504356 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaeec567-005f-49d3-9609-5ce8a51ccd85 None None] Received port after_create {{(pid=87637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:09:17.509743 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-011d58e3-843d-464b-a56d-a3dabe1def84 tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Usage tracker for resource:router and tenant:8277d77634e04c6eb54fb9f206174c12 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:09:17.521272 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-011d58e3-843d-464b-a56d-a3dabe1def84 tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:09:17.541627 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-011d58e3-843d-464b-a56d-a3dabe1def84 tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:09:17.572674 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-011d58e3-843d-464b-a56d-a3dabe1def84 tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1823978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-235332'] for router, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:17.576698 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-011d58e3-843d-464b-a56d-a3dabe1def84 tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1824575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1824063', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1751113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-235341'] for router, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:17.643636 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-011d58e3-843d-464b-a56d-a3dabe1def84 tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:17.663190 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-eaeec567-005f-49d3-9609-5ce8a51ccd85 None None] Attempting to bind port 82899455-95b5-4025-a30c-cae74281b6c7 on host dv-neutron-822799-1-hyperv for vnic_type normal with profile  {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:09:17.663953 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-eaeec567-005f-49d3-9609-5ce8a51ccd85 None None] Attempting to bind port 82899455-95b5-4025-a30c-cae74281b6c7 by drivers openvswitch,hyperv on host dv-neutron-822799-1-hyperv at level 0 using segments [{'id': 'a5bd850d-1999-4a5e-874c-b60c219351cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '15cc5e70-7c7d-4606-8bb6-d54082635f21'}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:09:17.664817 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaeec567-005f-49d3-9609-5ce8a51ccd85 None None] Attempting to bind port 82899455-95b5-4025-a30c-cae74281b6c7 on network 15cc5e70-7c7d-4606-8bb6-d54082635f21 {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:09:17.676336 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaeec567-005f-49d3-9609-5ce8a51ccd85 None None] Checking agent: {'id': '20d2070f-69a9-4e73-8d08-6f0387a40158', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822799-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 21), 'started_at': datetime.datetime(2021, 12, 23, 16, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 8, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822799-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 23 16:09:17.680635 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaeec567-005f-49d3-9609-5ce8a51ccd85 None None] Checking segment: {'id': 'a5bd850d-1999-4a5e-874c-b60c219351cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '15cc5e70-7c7d-4606-8bb6-d54082635f21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:09:17.682145 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-eaeec567-005f-49d3-9609-5ce8a51ccd85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:17.682742 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaeec567-005f-49d3-9609-5ce8a51ccd85 None None] Bound using segment: {'id': 'a5bd850d-1999-4a5e-874c-b60c219351cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '15cc5e70-7c7d-4606-8bb6-d54082635f21'} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 23 16:09:17.683406 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf1e7a3c-02e5-44ee-8167-6c0de002ea64 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Checking segment: {'id': '023f41bd-89eb-40d8-b840-fa74141f0f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '36ccd207-673d-4414-80a4-bd81cceebe57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:09:17.683585 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-eaeec567-005f-49d3-9609-5ce8a51ccd85 None None] Bound port: 82899455-95b5-4025-a30c-cae74281b6c7, host: dv-neutron-822799-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5bd850d-1999-4a5e-874c-b60c219351cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '15cc5e70-7c7d-4606-8bb6-d54082635f21'}}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 23 16:09:17.683774 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf1e7a3c-02e5-44ee-8167-6c0de002ea64 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Network hostable DHCP agents. Network: 36ccd207-673d-4414-80a4-bd81cceebe57, hostable agents: ['1c812d71-eadf-4fb3-b98e-67468a4aa7e2'], hosted agents: [] {{(pid=87636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 23 16:09:17.683956 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-eaeec567-005f-49d3-9609-5ce8a51ccd85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:17.756617 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e5fda6b4-00ff-4b85-b3f1-35fa0f3205ed tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:17.807163 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-eaeec567-005f-49d3-9609-5ce8a51ccd85 None None] For port 82899455-95b5-4025-a30c-cae74281b6c7, host dv-neutron-822799-1-hyperv, cleared binding levels {{(pid=87637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 23 16:09:17.811120 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-77133a4a-28b8-45d9-9e8e-633b7d863ce7 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify callbacks [] for port, precommit_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:17.818593 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-eaeec567-005f-49d3-9609-5ce8a51ccd85 None None] For port 82899455-95b5-4025-a30c-cae74281b6c7, host dv-neutron-822799-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=82899455-95b5-4025-a30c-cae74281b6c7,segment=NetworkSegment(a5bd850d-1999-4a5e-874c-b60c219351cf),segment_id=a5bd850d-1999-4a5e-874c-b60c219351cf)] {{(pid=87637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 23 16:09:17.823832 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-77133a4a-28b8-45d9-9e8e-633b7d863ce7 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2753531'] for port, after_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:17.830898 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-eaeec567-005f-49d3-9609-5ce8a51ccd85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:17.840299 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-54d2377e-2a1a-4398-a60c-aadf82584590 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:09:17.853283 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-0bc92490-9c81-4945-abb9-57b4eff09cfa tempest-ServersTestManualDisk-1942191146 tempest-ServersTestManualDisk-1942191146-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:09:17.974169 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf1e7a3c-02e5-44ee-8167-6c0de002ea64 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Network 36ccd207-673d-4414-80a4-bd81cceebe57 is scheduled to be hosted by DHCP agent 1c812d71-eadf-4fb3-b98e-67468a4aa7e2 with binding_index 1 {{(pid=87636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 23 16:09:18.030997 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeec567-005f-49d3-9609-5ce8a51ccd85 None None] Pushing event updated for resources: {'Port': ['ID=82899455-95b5-4025-a30c-cae74281b6c7,revision_number=2']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:09:18.042093 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-eaeec567-005f-49d3-9609-5ce8a51ccd85 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:09:18.121809 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-011d58e3-843d-464b-a56d-a3dabe1def84 tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1824017', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1823768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-235299'] for router, precommit_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:18.135464 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77133a4a-28b8-45d9-9e8e-633b7d863ce7 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Pushing event updated for resources: {'Port': ['ID=71672f47-0ae1-4a13-936c-d16771ae9b01,revision_number=2']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:09:18.169672 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 4d433e60-d1b4-4e1b-b13d-c262deb2c253 up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:09:18.172641 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-77133a4a-28b8-45d9-9e8e-633b7d863ce7 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:09:18.199830 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-5144a894-4c23-4e54-a4d8-e4827f3c7b16 req-3a0eb6e6-a440-4c61-a97d-b36eea95f41d tempest-ServersTestJSON-1438135586 tempest-ServersTestJSON-1438135586-project] 10.222.0.64 "GET /v2.0/ports?device_id=c1c5cb30-50d4-4361-b1b3-fa02e83979da HTTP/1.1" status: 200  len: 210 time: 0.0655277
Dec 23 16:09:18.215318 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-77133a4a-28b8-45d9-9e8e-633b7d863ce7 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1627481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1781465'] for router_interface, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:18.304530 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [None req-e5fda6b4-00ff-4b85-b3f1-35fa0f3205ed tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] Allocated IP 172.20.0.3 (505879f3-70b6-4b78-8600-3626c6d0f915/cd007827-71e8-4350-93a4-d24ed21360d5/21f3ae0f-d333-49a7-93af-5c92927a787b) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:09:18.334377 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a0a79508-1365-4762-9a89-ea05301d86a6 tempest-RoutersAdminNegativeIpV6Test-1429718140 tempest-RoutersAdminNegativeIpV6Test-1429718140-project-admin] Notify callbacks [] for router, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:18.352132 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port 4d433e60-d1b4-4e1b-b13d-c262deb2c253 triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:09:18.364484 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:18.455418 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-bf1e7a3c-02e5-44ee-8167-6c0de002ea64 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822799-1-hyperv, 36ccd207-673d-4414-80a4-bd81cceebe57) {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:09:18.513674 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4000b1b8-319a-48fc-81dc-651ff11b59c1 None None] Network 36ccd207-673d-4414-80a4-bd81cceebe57 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:09:18.529628 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf1e7a3c-02e5-44ee-8167-6c0de002ea64 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:09:18.530136 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-bf1e7a3c-02e5-44ee-8167-6c0de002ea64 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627509'] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:18.625458 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77133a4a-28b8-45d9-9e8e-633b7d863ce7 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Network cd279298-a8b2-4014-95c3-e7f1a4a8ff2f is already hosted by enough agents. {{(pid=87635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:09:18.627558 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.base_scheduler [None req-77133a4a-28b8-45d9-9e8e-633b7d863ce7 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Resources bound (agent type, host, resource id):  {{(pid=87635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:09:18.916103 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-5e649624-0a5c-43e1-ad5a-74273cb2da17 req-288d2f59-a003-45c6-87e4-98f662bb20c4 tempest-ServersTestManualDisk-1942191146 tempest-ServersTestManualDisk-1942191146-project] 10.222.0.64 "GET /v2.0/ports?device_id=47b15118-c934-4327-a96a-eeff72dc225f HTTP/1.1" status: 200  len: 210 time: 0.5829618
Dec 23 16:09:18.919314 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-bce4f1f4-1d4a-4157-b740-c623082dd77d tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:18.936338 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.provisioning_blocks [None req-bce4f1f4-1d4a-4157-b740-c623082dd77d tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Transition to ACTIVE for port object 1505e505-35db-49d7-bf53-57111a29ed04 will not be triggered until provisioned by entity DHCP. {{(pid=87636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:09:18.936858 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28299ec6-6497-4ba4-9c9c-a5a7b4721ff2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7e017a6-8198-58c8-a07e-0f786128e3b3-36ccd207-673d-4414-80a4-bd81cceebe57', 'network_id': '36ccd207-673d-4414-80a4-bd81cceebe57', 'tenant_id': '08bb5ff5fd45470cae3e1870e7817546', 'fixed_ips': [{'subnet_id': '7b943acc-39ea-4f8a-9acf-5aa331802274'}]}} from dv-neutron-822799-1-hyperv. {{(pid=87637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 23 16:09:18.938254 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-28299ec6-6497-4ba4-9c9c-a5a7b4721ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:18.985526 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-bf1e7a3c-02e5-44ee-8167-6c0de002ea64 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 812 time: 3.9693208
Dec 23 16:09:19.037299 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 42556) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:09:19.107561 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a0a79508-1365-4762-9a89-ea05301d86a6 tempest-RoutersAdminNegativeIpV6Test-1429718140 tempest-RoutersAdminNegativeIpV6Test-1429718140-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1784183', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-235354'] for router, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:19.139774 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a0a79508-1365-4762-9a89-ea05301d86a6 tempest-RoutersAdminNegativeIpV6Test-1429718140 tempest-RoutersAdminNegativeIpV6Test-1429718140-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:19.149523 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-bce4f1f4-1d4a-4157-b740-c623082dd77d tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:19.172182 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_common [None req-28299ec6-6497-4ba4-9c9c-a5a7b4721ff2 None None] Allocated IP 2001:db8::1 (36ccd207-673d-4414-80a4-bd81cceebe57/7b943acc-39ea-4f8a-9acf-5aa331802274/117a3413-0c5a-4fb3-afe2-e727f86e4493) {{(pid=87637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:09:19.292021 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-45086b51-9127-42e7-a6f6-7619241021f7 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:09:19.339410 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77133a4a-28b8-45d9-9e8e-633b7d863ce7 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Router abfa982d-e5a4-4f60-bb8f-be7e2c2fb544 has already been hosted by L3 agent 371d4c41-c7e2-4de7-9539-c049ec4e95d1 {{(pid=87635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 23 16:09:19.362145 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-011d58e3-843d-464b-a56d-a3dabe1def84 tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:19.433750 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-048901cd-3c6f-4aaf-9226-1b73eb211d23 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-698866'] for network, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:19.475961 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a0a79508-1365-4762-9a89-ea05301d86a6 tempest-RoutersAdminNegativeIpV6Test-1429718140 tempest-RoutersAdminNegativeIpV6Test-1429718140-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1781328'] for router, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:19.476472 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0a79508-1365-4762-9a89-ea05301d86a6 tempest-RoutersAdminNegativeIpV6Test-1429718140 tempest-RoutersAdminNegativeIpV6Test-1429718140-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e8f6e7b9-7d22-4643-aa68-874ae6fef7f5 {{(pid=87636) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 23 16:09:19.493438 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-28299ec6-6497-4ba4-9c9c-a5a7b4721ff2 None None] Notify callbacks [] for port, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:19.499529 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-011d58e3-843d-464b-a56d-a3dabe1def84 tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:19.510578 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bce4f1f4-1d4a-4157-b740-c623082dd77d tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Network 15cc5e70-7c7d-4606-8bb6-d54082635f21 is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:09:19.511957 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-28299ec6-6497-4ba4-9c9c-a5a7b4721ff2 None None] Transition to ACTIVE for port object 117a3413-0c5a-4fb3-afe2-e727f86e4493 will not be triggered until provisioned by entity L2. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:09:19.527785 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-bce4f1f4-1d4a-4157-b740-c623082dd77d tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Resources bound (agent type, host, resource id):  {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:09:19.530363 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce4f1f4-1d4a-4157-b740-c623082dd77d tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:09:19.537335 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bce4f1f4-1d4a-4157-b740-c623082dd77d tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:09:19.537979 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-bce4f1f4-1d4a-4157-b740-c623082dd77d tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:19.541669 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-28299ec6-6497-4ba4-9c9c-a5a7b4721ff2 None None] Transition to ACTIVE for port object 117a3413-0c5a-4fb3-afe2-e727f86e4493 will not be triggered until provisioned by entity DHCP. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:09:19.556434 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-28299ec6-6497-4ba4-9c9c-a5a7b4721ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780'] for port, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:19.564602 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3c08f7fe-2b64-4b02-9acd-86e90a123b69 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:09:19.567700 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.api.v2.resource [None req-a0a79508-1365-4762-9a89-ea05301d86a6 tempest-RoutersAdminNegativeIpV6Test-1429718140 tempest-RoutersAdminNegativeIpV6Test-1429718140-project-admin] create failed (client error): There was a conflict when trying to complete your request.
Dec 23 16:09:19.570627 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-bc8f3445-36bc-485b-be16-ef4b52967ec0 req-e2ea1676-95d2-4e2b-9b5d-a682b532f452 tempest-ServersTestJSON-1438135586 tempest-ServersTestJSON-1438135586-project] 10.222.0.64 "GET /v2.0/ports?device_id=c1c5cb30-50d4-4361-b1b3-fa02e83979da HTTP/1.1" status: 200  len: 210 time: 0.1636012
Dec 23 16:09:19.571574 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-a0a79508-1365-4762-9a89-ea05301d86a6 tempest-RoutersAdminNegativeIpV6Test-1429718140 tempest-RoutersAdminNegativeIpV6Test-1429718140-project-admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 409  len: 372 time: 5.7363009
Dec 23 16:09:19.572132 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 42564) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:09:19.586302 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce4f1f4-1d4a-4157-b740-c623082dd77d tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Pushing event updated for resources: {'Port': ['ID=1505e505-35db-49d7-bf53-57111a29ed04,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:09:19.590222 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-bce4f1f4-1d4a-4157-b740-c623082dd77d tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:09:19.595545 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e5fda6b4-00ff-4b85-b3f1-35fa0f3205ed tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:19.649390 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-048901cd-3c6f-4aaf-9226-1b73eb211d23 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Deleting port 117a3413-0c5a-4fb3-afe2-e727f86e4493 {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:09:19.649816 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-048901cd-3c6f-4aaf-9226-1b73eb211d23 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:19.658760 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebf37ed0-12e2-4bb2-be33-445e8caa1a7f None None] Network 15cc5e70-7c7d-4606-8bb6-d54082635f21 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:09:19.700613 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [req-124fd886-eb65-4a3e-b383-04a45f679b8b req-c2c22441-b869-4289-9a41-527105b1da34 tempest-ServersTestJSON-1438135586 tempest-ServersTestJSON-1438135586-project] Request body: {'port': {'device_id': 'c1c5cb30-50d4-4361-b1b3-fa02e83979da', 'network_id': '256a38e5-d398-4e43-80e3-9bc3cd6cc270', 'admin_state_up': True, 'tenant_id': '79224c5618eb4cef88b00e2059f275cc', 'security_groups': ['a753ed1b-fc9e-4b35-b9ad-c44d26832ef9']}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:09:19.740925 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77133a4a-28b8-45d9-9e8e-633b7d863ce7 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify agent at l3_agent.dv-neutron-822799-1-hyperv the message routers_updated {{(pid=87635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 23 16:09:19.822803 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-77133a4a-28b8-45d9-9e8e-633b7d863ce7 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] 10.222.0.64 "PUT /v2.0/routers/abfa982d-e5a4-4f60-bb8f-be7e2c2fb544/add_router_interface HTTP/1.1" status: 200  len: 503 time: 10.2761521
Dec 23 16:09:19.826727 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 42568) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:09:19.827925 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b988cbf2-9f90-4fa4-aa4b-7b14993c0c5d None None] Sync routers for ids ['abfa982d-e5a4-4f60-bb8f-be7e2c2fb544'] in dv-neutron-822799-1-hyperv {{(pid=87637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 23 16:09:19.838703 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-a4cc29dc-16a4-4269-806a-d5f8284239dc tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Request body: {'port': {'network_id': 'cd279298-a8b2-4014-95c3-e7f1a4a8ff2f', 'name': 'tempest-FloatingIPTestJSON-1600564720'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:09:19.848813 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-bce4f1f4-1d4a-4157-b740-c623082dd77d tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201  len: 951 time: 4.2940016
Dec 23 16:09:19.860073 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.db_base_plugin_common [None req-011d58e3-843d-464b-a56d-a3dabe1def84 tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Allocated IP 172.26.3.144 (8afa6d58-9431-454a-b99c-3ff8a65aa86b/60537fec-5f5f-4ab7-89cc-03638149a590/7ce556ea-c9aa-471e-a9bd-4e22f3781386) {{(pid=87635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:09:19.865289 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 42572) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:09:19.868839 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28299ec6-6497-4ba4-9c9c-a5a7b4721ff2 None None] Network 36ccd207-673d-4414-80a4-bd81cceebe57 is already hosted by enough agents. {{(pid=87637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:09:19.880654 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-28299ec6-6497-4ba4-9c9c-a5a7b4721ff2 None None] Resources bound (agent type, host, resource id):  {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:09:19.894003 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-b64d1eb5-42f2-42af-9edc-9f262dc4d6ad None None] Provisioning for port 82899455-95b5-4025-a30c-cae74281b6c7 completed by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:09:19.902453 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28299ec6-6497-4ba4-9c9c-a5a7b4721ff2 None None] Received port after_create {{(pid=87637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:09:19.913852 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3072ded3-83a5-4b73-9b74-f2db27d3c196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:19.917318 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b988cbf2-9f90-4fa4-aa4b-7b14993c0c5d None None] Routers {'abfa982d-e5a4-4f60-bb8f-be7e2c2fb544'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:09:19.918572 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-b988cbf2-9f90-4fa4-aa4b-7b14993c0c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc1846bb0>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:08:50Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['abfa982d-e5a4-4f60-bb8f-be7e2c2fb544'], 'active': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:09:20.055622 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28299ec6-6497-4ba4-9c9c-a5a7b4721ff2 None None] Pushing event updated for resources: {'Port': ['ID=117a3413-0c5a-4fb3-afe2-e727f86e4493,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:09:20.066032 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-28299ec6-6497-4ba4-9c9c-a5a7b4721ff2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.502s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:09:20.067640 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-bb15f19a-9001-48d8-90ad-539a9ff5589a tempest-RoutersAdminNegativeIpV6Test-1429718140 tempest-RoutersAdminNegativeIpV6Test-1429718140-project-admin] Deleting port dc208b82-ef61-469d-8b52-462102879353 {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:09:20.067968 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-bb15f19a-9001-48d8-90ad-539a9ff5589a tempest-RoutersAdminNegativeIpV6Test-1429718140 tempest-RoutersAdminNegativeIpV6Test-1429718140-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:20.103610 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2294505-d889-412b-a6bf-9e417feb0c5c tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Deleting subnet 9baa2570-3044-47aa-ac78-593eeb0df099 {{(pid=87635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 23 16:09:20.128940 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-d2294505-d889-412b-a6bf-9e417feb0c5c tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Notify callbacks [] for subnet, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:20.129687 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e5fda6b4-00ff-4b85-b3f1-35fa0f3205ed tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:20.164842 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:09:20.168628 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-b988cbf2-9f90-4fa4-aa4b-7b14993c0c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc1846bb0>, [], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:09:20.171025 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 82899455-95b5-4025-a30c-cae74281b6c7 up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:09:20.216915 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-a4cc29dc-16a4-4269-806a-d5f8284239dc tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:09:20.227832 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-a4cc29dc-16a4-4269-806a-d5f8284239dc tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Usage tracker for resource:port and tenant:eee7102271fa49768eefd83617c1f38a is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:09:20.239764 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-d2294505-d889-412b-a6bf-9e417feb0c5c tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2776816'] for subnet, precommit_delete_associations {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:20.271055 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-a4cc29dc-16a4-4269-806a-d5f8284239dc tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:09:20.290600 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-a4cc29dc-16a4-4269-806a-d5f8284239dc tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:09:20.316868 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-efff7265-156b-4313-b0bb-bff084ab0c10 req-88475177-85f9-46e8-a86c-546d6db00a5b tempest-ServersTestManualDisk-1942191146 tempest-ServersTestManualDisk-1942191146-project] 10.222.0.64 "GET /v2.0/ports?device_id=47b15118-c934-4327-a96a-eeff72dc225f HTTP/1.1" status: 200  len: 210 time: 0.1530459
Dec 23 16:09:20.331199 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-011d58e3-843d-464b-a56d-a3dabe1def84 tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:20.337831 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4cc29dc-16a4-4269-806a-d5f8284239dc tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Made reservation on behalf of eee7102271fa49768eefd83617c1f38a for: {'port': 1} {{(pid=87635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:09:20.341476 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a4cc29dc-16a4-4269-806a-d5f8284239dc tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:20.345755 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b988cbf2-9f90-4fa4-aa4b-7b14993c0c5d None None] Routers {'abfa982d-e5a4-4f60-bb8f-be7e2c2fb544'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:09:20.346404 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-b988cbf2-9f90-4fa4-aa4b-7b14993c0c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc1846bb0>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:09:20Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['abfa982d-e5a4-4f60-bb8f-be7e2c2fb544'], 'active': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:09:20.370186 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5fda6b4-00ff-4b85-b3f1-35fa0f3205ed tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] Network 505879f3-70b6-4b78-8600-3626c6d0f915 is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:09:20.388753 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.notifiers.nova [None req-a4cc29dc-16a4-4269-806a-d5f8284239dc tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] device_id is not set on port ba0ee14d-be67-4d2e-9b84-6360b691a208 yet. {{(pid=87635) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 23 16:09:20.415629 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-e5fda6b4-00ff-4b85-b3f1-35fa0f3205ed tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] Resources bound (agent type, host, resource id):  {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:09:20.423860 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.61', 61430) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:09:20.439253 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fda6b4-00ff-4b85-b3f1-35fa0f3205ed tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] Pushing event updated for resources: {'Port': ['ID=21f3ae0f-d333-49a7-93af-5c92927a787b,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:09:20.448792 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [req-124fd886-eb65-4a3e-b383-04a45f679b8b req-c2c22441-b869-4289-9a41-527105b1da34 tempest-ServersTestJSON-1438135586 tempest-ServersTestJSON-1438135586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:09:20.453937 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-28299ec6-6497-4ba4-9c9c-a5a7b4721ff2 None None] Attempting to bind port 117a3413-0c5a-4fb3-afe2-e727f86e4493 on host dv-neutron-822799-1-hyperv for vnic_type normal with profile  {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:09:20.454494 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-28299ec6-6497-4ba4-9c9c-a5a7b4721ff2 None None] Attempting to bind port 117a3413-0c5a-4fb3-afe2-e727f86e4493 by drivers openvswitch,hyperv on host dv-neutron-822799-1-hyperv at level 0 using segments [{'id': '023f41bd-89eb-40d8-b840-fa74141f0f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '36ccd207-673d-4414-80a4-bd81cceebe57'}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:09:20.455029 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28299ec6-6497-4ba4-9c9c-a5a7b4721ff2 None None] Attempting to bind port 117a3413-0c5a-4fb3-afe2-e727f86e4493 on network 36ccd207-673d-4414-80a4-bd81cceebe57 {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:09:20.461713 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [req-124fd886-eb65-4a3e-b383-04a45f679b8b req-c2c22441-b869-4289-9a41-527105b1da34 tempest-ServersTestJSON-1438135586 tempest-ServersTestJSON-1438135586-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:09:20.462870 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-b988cbf2-9f90-4fa4-aa4b-7b14993c0c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc1846bb0>, [], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:09:20.463288 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b988cbf2-9f90-4fa4-aa4b-7b14993c0c5d None None] The sync data for ids ['abfa982d-e5a4-4f60-bb8f-be7e2c2fb544'] in dv-neutron-822799-1-hyperv is: [] {{(pid=87637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 23 16:09:20.464938 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28299ec6-6497-4ba4-9c9c-a5a7b4721ff2 None None] Checking agent: {'id': '20d2070f-69a9-4e73-8d08-6f0387a40158', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822799-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 21), 'started_at': datetime.datetime(2021, 12, 23, 16, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 8, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822799-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 23 16:09:20.465539 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28299ec6-6497-4ba4-9c9c-a5a7b4721ff2 None None] Checking segment: {'id': '023f41bd-89eb-40d8-b840-fa74141f0f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '36ccd207-673d-4414-80a4-bd81cceebe57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:09:20.466029 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-28299ec6-6497-4ba4-9c9c-a5a7b4721ff2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:20.466144 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28299ec6-6497-4ba4-9c9c-a5a7b4721ff2 None None] Bound using segment: {'id': '023f41bd-89eb-40d8-b840-fa74141f0f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '36ccd207-673d-4414-80a4-bd81cceebe57'} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 23 16:09:20.466602 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-28299ec6-6497-4ba4-9c9c-a5a7b4721ff2 None None] Bound port: 117a3413-0c5a-4fb3-afe2-e727f86e4493, host: dv-neutron-822799-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '023f41bd-89eb-40d8-b840-fa74141f0f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '36ccd207-673d-4414-80a4-bd81cceebe57'}}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 23 16:09:20.466996 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-28299ec6-6497-4ba4-9c9c-a5a7b4721ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:20.580391 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning for port 82899455-95b5-4025-a30c-cae74281b6c7 completed by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:09:20.624876 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port 82899455-95b5-4025-a30c-cae74281b6c7 triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:09:20.625263 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:20.630504 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-d2294505-d889-412b-a6bf-9e417feb0c5c tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864774'] for subnet, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:20.661524 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-011d58e3-843d-464b-a56d-a3dabe1def84 tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:20.675734 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:09:20.729234 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5fda6b4-00ff-4b85-b3f1-35fa0f3205ed tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:09:20.755309 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9dcbea60-a34f-4144-91e7-90aff3f57aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:20.766419 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-bb15f19a-9001-48d8-90ad-539a9ff5589a tempest-RoutersAdminNegativeIpV6Test-1429718140 tempest-RoutersAdminNegativeIpV6Test-1429718140-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:20.782730 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-e5fda6b4-00ff-4b85-b3f1-35fa0f3205ed tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.618s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:09:20.791664 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-124fd886-eb65-4a3e-b383-04a45f679b8b req-c2c22441-b869-4289-9a41-527105b1da34 tempest-ServersTestJSON-1438135586 tempest-ServersTestJSON-1438135586-project] Made reservation on behalf of 79224c5618eb4cef88b00e2059f275cc for: {'port': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:09:20.795259 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-124fd886-eb65-4a3e-b383-04a45f679b8b req-c2c22441-b869-4289-9a41-527105b1da34 tempest-ServersTestJSON-1438135586 tempest-ServersTestJSON-1438135586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:20.801080 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-28299ec6-6497-4ba4-9c9c-a5a7b4721ff2 None None] For port 117a3413-0c5a-4fb3-afe2-e727f86e4493, host dv-neutron-822799-1-hyperv, cleared binding levels {{(pid=87637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 23 16:09:20.827307 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-28299ec6-6497-4ba4-9c9c-a5a7b4721ff2 None None] For port 117a3413-0c5a-4fb3-afe2-e727f86e4493, host dv-neutron-822799-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=117a3413-0c5a-4fb3-afe2-e727f86e4493,segment=NetworkSegment(023f41bd-89eb-40d8-b840-fa74141f0f9c),segment_id=023f41bd-89eb-40d8-b840-fa74141f0f9c)] {{(pid=87637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 23 16:09:20.834978 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:20.853122 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-011d58e3-843d-464b-a56d-a3dabe1def84 tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Network 8afa6d58-9431-454a-b99c-3ff8a65aa86b is already hosted by enough agents. {{(pid=87635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:09:20.856022 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-28299ec6-6497-4ba4-9c9c-a5a7b4721ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:20.860889 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-93c9ce2e-1c7b-43e7-a194-927bc815ae95 req-e9de6470-20fc-4679-a8af-bbc9bec54ebe tempest-ServersTestJSON-1438135586 tempest-ServersTestJSON-1438135586-project] 10.222.0.64 "GET /v2.0/ports?device_id=c1c5cb30-50d4-4361-b1b3-fa02e83979da HTTP/1.1" status: 200  len: 210 time: 0.0995023
Dec 23 16:09:20.864295 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-60f6214d-1c71-437d-bc72-0ea3456bc236 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:09:20.878833 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5388466a-35d5-4a88-9962-96d4d4c12dfd req-a2372eb2-3e81-47d3-b002-08c362b85b17 tempest-ServersTestManualDisk-1942191146 tempest-ServersTestManualDisk-1942191146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:09:20.880786 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-5388466a-35d5-4a88-9962-96d4d4c12dfd req-a2372eb2-3e81-47d3-b002-08c362b85b17 tempest-ServersTestManualDisk-1942191146 tempest-ServersTestManualDisk-1942191146-project] 10.222.0.61 "GET /v2.0/networks?id=110ef17f-202a-4ce6-8e43-789c8f209bdb HTTP/1.1" status: 200  len: 812 time: 0.4559324
Dec 23 16:09:20.881671 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.base_scheduler [None req-011d58e3-843d-464b-a56d-a3dabe1def84 tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Resources bound (agent type, host, resource id):  {{(pid=87635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:09:20.891847 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-011d58e3-843d-464b-a56d-a3dabe1def84 tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Received port after_create {{(pid=87635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:09:20.948617 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:20.979583 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-bb15f19a-9001-48d8-90ad-539a9ff5589a tempest-RoutersAdminNegativeIpV6Test-1429718140 tempest-RoutersAdminNegativeIpV6Test-1429718140-project-admin] Calling delete_port for dc208b82-ef61-469d-8b52-462102879353 owned by  {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:09:21.005852 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28299ec6-6497-4ba4-9c9c-a5a7b4721ff2 None None] Pushing event updated for resources: {'Port': ['ID=117a3413-0c5a-4fb3-afe2-e727f86e4493,revision_number=2']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:09:21.009055 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-28299ec6-6497-4ba4-9c9c-a5a7b4721ff2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:09:21.123074 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011d58e3-843d-464b-a56d-a3dabe1def84 tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Pushing event updated for resources: {'Port': ['ID=7ce556ea-c9aa-471e-a9bd-4e22f3781386,revision_number=1']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:09:21.123320 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [None req-048901cd-3c6f-4aaf-9226-1b73eb211d23 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] For port 117a3413-0c5a-4fb3-afe2-e727f86e4493, host dv-neutron-822799-1-hyperv, got binding levels [] {{(pid=87636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:09:21.123708 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-048901cd-3c6f-4aaf-9226-1b73eb211d23 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:21.152559 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-011d58e3-843d-464b-a56d-a3dabe1def84 tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.477s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:09:21.154942 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.db_base_plugin_common [None req-a4cc29dc-16a4-4269-806a-d5f8284239dc tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Allocated IP 172.20.0.8 (cd279298-a8b2-4014-95c3-e7f1a4a8ff2f/272fc2fb-a2ff-4fca-924f-70fc755e24c3/ba0ee14d-be67-4d2e-9b84-6360b691a208) {{(pid=87635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:09:21.230326 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-5388466a-35d5-4a88-9962-96d4d4c12dfd req-c4df5947-56a3-4d95-9af3-3a5a9212c331 tempest-ServersTestManualDisk-1942191146 tempest-ServersTestManualDisk-1942191146-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0d83cf4cd2a34a3d8747fec0cfffe963 HTTP/1.1" status: 200  len: 380 time: 0.1636269
Dec 23 16:09:21.312757 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-048901cd-3c6f-4aaf-9226-1b73eb211d23 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Calling delete_port for 117a3413-0c5a-4fb3-afe2-e727f86e4493 owned by network:dhcp {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:09:21.323455 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-d2294505-d889-412b-a6bf-9e417feb0c5c tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2753333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2609730'] for subnet, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:21.387356 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.db.api [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87637) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 23 16:09:21.388951 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_db.api [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 23 16:09:21.416114 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [req-5388466a-35d5-4a88-9962-96d4d4c12dfd req-d698c8a0-3417-46e4-9eb1-deb2e9f871a0 tempest-ServersTestManualDisk-1942191146 tempest-ServersTestManualDisk-1942191146-project] Request body: {'port': {'device_id': '47b15118-c934-4327-a96a-eeff72dc225f', 'network_id': '110ef17f-202a-4ce6-8e43-789c8f209bdb', 'admin_state_up': True, 'tenant_id': '0d83cf4cd2a34a3d8747fec0cfffe963', 'security_groups': ['3b83aea3-e60b-45d2-958f-1d6d9ba0fc5a']}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:09:21.448422 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-780f593a-9282-4738-bddf-0b2d1968a1d6 None None] Provisioning complete for port 82899455-95b5-4025-a30c-cae74281b6c7 triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:09:21.448865 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-780f593a-9282-4738-bddf-0b2d1968a1d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:21.483255 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-39a9f447-aeb8-4b9b-bc55-e483c4f4a5a4 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:09:21.534661 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [req-124fd886-eb65-4a3e-b383-04a45f679b8b req-c2c22441-b869-4289-9a41-527105b1da34 tempest-ServersTestJSON-1438135586 tempest-ServersTestJSON-1438135586-project] Allocated IP 172.20.0.9 (256a38e5-d398-4e43-80e3-9bc3cd6cc270/c5e1e7de-66c6-459a-96dc-9f30163dd18a/97a781d1-f31f-42f5-bbbf-859a23f9554d) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:09:21.648117 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2294505-d889-412b-a6bf-9e417feb0c5c tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Pushing event deleted for resources: {'Subnet': ['ID=9baa2570-3044-47aa-ac78-593eeb0df099,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:09:21.650847 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-d2294505-d889-412b-a6bf-9e417feb0c5c tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:09:21.653274 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-d2294505-d889-412b-a6bf-9e417feb0c5c tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Notify callbacks [] for subnet, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:21.657117 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-780f593a-9282-4738-bddf-0b2d1968a1d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:21.711533 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-780f593a-9282-4738-bddf-0b2d1968a1d6 None None] For port 82899455-95b5-4025-a30c-cae74281b6c7, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=82899455-95b5-4025-a30c-cae74281b6c7,segment=NetworkSegment(a5bd850d-1999-4a5e-874c-b60c219351cf),segment_id=a5bd850d-1999-4a5e-874c-b60c219351cf)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:09:21.716124 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-780f593a-9282-4738-bddf-0b2d1968a1d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:21.718590 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-4a6da1f8-b028-41b5-bfb8-bb07f82f3a46 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:09:21.734164 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-bb15f19a-9001-48d8-90ad-539a9ff5589a tempest-RoutersAdminNegativeIpV6Test-1429718140 tempest-RoutersAdminNegativeIpV6Test-1429718140-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:21.761547 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-d2294505-d889-412b-a6bf-9e417feb0c5c tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] 10.222.0.64 "DELETE /v2.0/subnets/9baa2570-3044-47aa-ac78-593eeb0df099 HTTP/1.1" status: 204  len: 168 time: 1.8928759
Dec 23 16:09:21.776008 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c4550b4-166f-4465-bcab-024c8d9475b5 None None] Network 15cc5e70-7c7d-4606-8bb6-d54082635f21 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:09:21.777154 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 42590) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:09:21.808913 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e5fda6b4-00ff-4b85-b3f1-35fa0f3205ed tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:21.832891 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-55afe39e-b944-4af0-9276-18ae30b79615 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:09:21.875160 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-780f593a-9282-4738-bddf-0b2d1968a1d6 None None] Provisioning for port 1505e505-35db-49d7-bf53-57111a29ed04 completed by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:09:21.887431 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-780f593a-9282-4738-bddf-0b2d1968a1d6 None None] Provisioning complete for port 1505e505-35db-49d7-bf53-57111a29ed04 triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:09:21.887811 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-780f593a-9282-4738-bddf-0b2d1968a1d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:21.979773 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-780f593a-9282-4738-bddf-0b2d1968a1d6 None None] Port 1505e505-35db-49d7-bf53-57111a29ed04 cannot update to ACTIVE because it is not bound. {{(pid=87637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 23 16:09:21.987869 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a4cc29dc-16a4-4269-806a-d5f8284239dc tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify callbacks [] for port, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:22.005497 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780f593a-9282-4738-bddf-0b2d1968a1d6 None None] Pushing event updated for resources: {'Port': ['ID=82899455-95b5-4025-a30c-cae74281b6c7,revision_number=4']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:09:22.012309 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-780f593a-9282-4738-bddf-0b2d1968a1d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:09:22.031266 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-9db68db6-9c37-4b6c-bc89-3e15e4f19a89 req-3f467bef-4d3f-4bb0-ac23-cca35eaca86c tempest-ServersTestManualDisk-1942191146 tempest-ServersTestManualDisk-1942191146-project] 10.222.0.64 "GET /v2.0/ports?device_id=47b15118-c934-4327-a96a-eeff72dc225f HTTP/1.1" status: 200  len: 210 time: 0.3461490
Dec 23 16:09:22.049809 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb15f19a-9001-48d8-90ad-539a9ff5589a tempest-RoutersAdminNegativeIpV6Test-1429718140 tempest-RoutersAdminNegativeIpV6Test-1429718140-project-admin] Pushing event deleted for resources: {'Port': ['ID=dc208b82-ef61-469d-8b52-462102879353,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:09:22.057575 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-bb15f19a-9001-48d8-90ad-539a9ff5589a tempest-RoutersAdminNegativeIpV6Test-1429718140 tempest-RoutersAdminNegativeIpV6Test-1429718140-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:09:22.079210 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0bbf288-6dbd-4969-b5ce-69da2073243c tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:09:22.081235 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0bbf288-6dbd-4969-b5ce-69da2073243c tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:09:22.082123 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-e0bbf288-6dbd-4969-b5ce-69da2073243c tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Synchronizing usage tracker for tenant:51a3abb7cc41429380552b859d9155f9 on resource:subnet {{(pid=87635) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:09:22.130208 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3dfe971b-c962-4f1e-a4c5-ad3ff92935f4 None None] Provisioning complete for port 1505e505-35db-49d7-bf53-57111a29ed04 triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:09:22.130565 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3dfe971b-c962-4f1e-a4c5-ad3ff92935f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:22.223437 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a4cc29dc-16a4-4269-806a-d5f8284239dc tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:22.229244 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9e3aab53-d650-47e3-b8a6-2dff21fe9ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:22.233535 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-3dfe971b-c962-4f1e-a4c5-ad3ff92935f4 None None] Port 1505e505-35db-49d7-bf53-57111a29ed04 cannot update to ACTIVE because it is not bound. {{(pid=87637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 23 16:09:22.240479 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.db.api [None req-048901cd-3c6f-4aaf-9226-1b73eb211d23 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87636) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 23 16:09:22.240783 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_db.api [None req-048901cd-3c6f-4aaf-9226-1b73eb211d23 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 23 16:09:22.327820 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-bb15f19a-9001-48d8-90ad-539a9ff5589a tempest-RoutersAdminNegativeIpV6Test-1429718140 tempest-RoutersAdminNegativeIpV6Test-1429718140-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:22.331145 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e5fda6b4-00ff-4b85-b3f1-35fa0f3205ed tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:22.338390 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:09:22.372922 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3539f08-9d8d-4f8a-9e46-0fe0d1f641df None None] DHCP port deletion for 15cc5e70-7c7d-4606-8bb6-d54082635f21 request from dv-neutron-822799-1-hyperv {{(pid=87637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 23 16:09:22.379467 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-a3539f08-9d8d-4f8a-9e46-0fe0d1f641df None None] Deleting port 82899455-95b5-4025-a30c-cae74281b6c7 {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:09:22.379857 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-a3539f08-9d8d-4f8a-9e46-0fe0d1f641df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:22.381593 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-124fd886-eb65-4a3e-b383-04a45f679b8b req-c2c22441-b869-4289-9a41-527105b1da34 tempest-ServersTestJSON-1438135586 tempest-ServersTestJSON-1438135586-project] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:22.422044 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 117a3413-0c5a-4fb3-afe2-e727f86e4493 up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:09:22.423726 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4cc29dc-16a4-4269-806a-d5f8284239dc tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Network cd279298-a8b2-4014-95c3-e7f1a4a8ff2f is already hosted by enough agents. {{(pid=87635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:09:22.432233 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.provisioning_blocks [req-124fd886-eb65-4a3e-b383-04a45f679b8b req-c2c22441-b869-4289-9a41-527105b1da34 tempest-ServersTestJSON-1438135586 tempest-ServersTestJSON-1438135586-project] Transition to ACTIVE for port object 97a781d1-f31f-42f5-bbbf-859a23f9554d will not be triggered until provisioned by entity DHCP. {{(pid=87636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:09:22.437402 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-bb15f19a-9001-48d8-90ad-539a9ff5589a tempest-RoutersAdminNegativeIpV6Test-1429718140 tempest-RoutersAdminNegativeIpV6Test-1429718140-project-admin] 10.222.0.64 "DELETE /v2.0/ports/dc208b82-ef61-469d-8b52-462102879353 HTTP/1.1" status: 204  len: 168 time: 2.8521066
Dec 23 16:09:22.447985 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc29dc-16a4-4269-806a-d5f8284239dc tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Pushing event updated for resources: {'Port': ['ID=ba0ee14d-be67-4d2e-9b84-6360b691a208,revision_number=1']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:09:22.451638 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.base_scheduler [None req-a4cc29dc-16a4-4269-806a-d5f8284239dc tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Resources bound (agent type, host, resource id):  {{(pid=87635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:09:22.466807 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-a4cc29dc-16a4-4269-806a-d5f8284239dc tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:09:22.471592 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4cc29dc-16a4-4269-806a-d5f8284239dc tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Received port after_create {{(pid=87635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:09:22.539091 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-974af0b6-25d5-4e31-ac61-f6c2bcaa1820 req-095b090b-9eec-4066-8b71-528545c3bf27 tempest-ServersTestJSON-1438135586 tempest-ServersTestJSON-1438135586-project] 10.222.0.64 "GET /v2.0/ports?device_id=c1c5cb30-50d4-4361-b1b3-fa02e83979da HTTP/1.1" status: 200  len: 210 time: 0.4528289
Dec 23 16:09:22.545437 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4cc29dc-16a4-4269-806a-d5f8284239dc tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:09:22.546234 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a4cc29dc-16a4-4269-806a-d5f8284239dc tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:22.572725 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-e0bbf288-6dbd-4969-b5ce-69da2073243c tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Unset dirty status for tenant:51a3abb7cc41429380552b859d9155f9 on resource:subnet {{(pid=87635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:09:22.577802 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-e0bbf288-6dbd-4969-b5ce-69da2073243c tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1478 time: 0.7996185
Dec 23 16:09:22.578481 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 42598) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:09:22.585908 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-a4cc29dc-16a4-4269-806a-d5f8284239dc tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201  len: 929 time: 2.7578814
Dec 23 16:09:22.588712 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 42602) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:09:22.605220 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-124fd886-eb65-4a3e-b383-04a45f679b8b req-c2c22441-b869-4289-9a41-527105b1da34 tempest-ServersTestJSON-1438135586 tempest-ServersTestJSON-1438135586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:22.606866 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [req-5388466a-35d5-4a88-9962-96d4d4c12dfd req-d698c8a0-3417-46e4-9eb1-deb2e9f871a0 tempest-ServersTestManualDisk-1942191146 tempest-ServersTestManualDisk-1942191146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:09:22.613482 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-1d7018fc-291c-422b-97ef-ca2e8a381aac tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Request body: {'port': {'network_id': 'cd279298-a8b2-4014-95c3-e7f1a4a8ff2f', 'name': 'tempest-FloatingIPTestJSON-24280016'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:09:22.621696 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a39001e-91fa-489a-aa3d-2e0db09cb76c None None] Network 36ccd207-673d-4414-80a4-bd81cceebe57 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:09:22.652940 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-eb6e21ae-3ec1-4ef4-b35b-bdfb7a4d1b28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:09:22.752458 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [req-5388466a-35d5-4a88-9962-96d4d4c12dfd req-d698c8a0-3417-46e4-9eb1-deb2e9f871a0 tempest-ServersTestManualDisk-1942191146 tempest-ServersTestManualDisk-1942191146-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:09:22.757162 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-048901cd-3c6f-4aaf-9226-1b73eb211d23 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Deleting port 117a3413-0c5a-4fb3-afe2-e727f86e4493 {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:09:22.757503 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-048901cd-3c6f-4aaf-9226-1b73eb211d23 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:22.804352 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5388466a-35d5-4a88-9962-96d4d4c12dfd req-d698c8a0-3417-46e4-9eb1-deb2e9f871a0 tempest-ServersTestManualDisk-1942191146 tempest-ServersTestManualDisk-1942191146-project] Made reservation on behalf of 0d83cf4cd2a34a3d8747fec0cfffe963 for: {'port': 1} {{(pid=87635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:09:22.807549 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [req-5388466a-35d5-4a88-9962-96d4d4c12dfd req-d698c8a0-3417-46e4-9eb1-deb2e9f871a0 tempest-ServersTestManualDisk-1942191146 tempest-ServersTestManualDisk-1942191146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:22.847156 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-124fd886-eb65-4a3e-b383-04a45f679b8b req-c2c22441-b869-4289-9a41-527105b1da34 tempest-ServersTestJSON-1438135586 tempest-ServersTestJSON-1438135586-project] Network 256a38e5-d398-4e43-80e3-9bc3cd6cc270 is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:09:22.868126 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-011d58e3-843d-464b-a56d-a3dabe1def84 tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:22.873027 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [req-124fd886-eb65-4a3e-b383-04a45f679b8b req-c2c22441-b869-4289-9a41-527105b1da34 tempest-ServersTestJSON-1438135586 tempest-ServersTestJSON-1438135586-project] Resources bound (agent type, host, resource id):  {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:09:22.873214 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-a3539f08-9d8d-4f8a-9e46-0fe0d1f641df None None] For port 82899455-95b5-4025-a30c-cae74281b6c7, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=82899455-95b5-4025-a30c-cae74281b6c7,segment=NetworkSegment(a5bd850d-1999-4a5e-874c-b60c219351cf),segment_id=a5bd850d-1999-4a5e-874c-b60c219351cf)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:09:22.873718 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-a3539f08-9d8d-4f8a-9e46-0fe0d1f641df None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:22.881834 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [req-124fd886-eb65-4a3e-b383-04a45f679b8b req-c2c22441-b869-4289-9a41-527105b1da34 tempest-ServersTestJSON-1438135586 tempest-ServersTestJSON-1438135586-project] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:09:22.912967 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e5fda6b4-00ff-4b85-b3f1-35fa0f3205ed tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:22.917391 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 42608) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:09:22.937442 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c22441-b869-4289-9a41-527105b1da34 tempest-ServersTestJSON-1438135586 tempest-ServersTestJSON-1438135586-project] Pushing event updated for resources: {'Port': ['ID=97a781d1-f31f-42f5-bbbf-859a23f9554d,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:09:22.962647 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-4f9661be-1527-4dbb-99a9-28a99670ad42 tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-698866'] for network, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:22.978026 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-c2c22441-b869-4289-9a41-527105b1da34 tempest-ServersTestJSON-1438135586 tempest-ServersTestJSON-1438135586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:09:22.992654 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e5fda6b4-00ff-4b85-b3f1-35fa0f3205ed tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2176289'] for port, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:23.035131 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-1d7018fc-291c-422b-97ef-ca2e8a381aac tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:09:23.042022 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-1d7018fc-291c-422b-97ef-ca2e8a381aac tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Usage tracker for resource:port and tenant:eee7102271fa49768eefd83617c1f38a is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:09:23.046494 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-1d7018fc-291c-422b-97ef-ca2e8a381aac tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:09:23.055820 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-1d7018fc-291c-422b-97ef-ca2e8a381aac tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:09:23.077426 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-703d18e8-ec45-484c-ab48-5d0a87c4bcd5 None None] Provisioning for port 117a3413-0c5a-4fb3-afe2-e727f86e4493 completed by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:09:23.079738 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-31e98355-d810-46b8-af12-633e7dc87f60 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:09:23.124121 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-a3539f08-9d8d-4f8a-9e46-0fe0d1f641df None None] Calling delete_port for 82899455-95b5-4025-a30c-cae74281b6c7 owned by network:dhcp {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:09:23.190045 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d7018fc-291c-422b-97ef-ca2e8a381aac tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Made reservation on behalf of eee7102271fa49768eefd83617c1f38a for: {'port': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:09:23.195127 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1d7018fc-291c-422b-97ef-ca2e8a381aac tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:23.199530 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f9661be-1527-4dbb-99a9-28a99670ad42 tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] DELETE failed (client error): There was a conflict when trying to complete your request.
Dec 23 16:09:23.199993 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f9661be-1527-4dbb-99a9-28a99670ad42 tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=87635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 23 16:09:23.221391 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-4f9661be-1527-4dbb-99a9-28a99670ad42 tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] 10.222.0.64 "DELETE /v2.0/networks/15cc5e70-7c7d-4606-8bb6-d54082635f21 HTTP/1.1" status: 409  len: 405 time: 0.6378059
Dec 23 16:09:23.222005 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 42616) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:09:23.238118 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-a48292a2-169c-412b-934d-38291aab245f tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-182306973'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:09:23.249519 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-a48292a2-169c-412b-934d-38291aab245f tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:09:23.299386 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning for port 117a3413-0c5a-4fb3-afe2-e727f86e4493 completed by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:09:23.309048 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-a48292a2-169c-412b-934d-38291aab245f tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Usage tracker for resource:network and tenant:51a3abb7cc41429380552b859d9155f9 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:09:23.312737 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port 117a3413-0c5a-4fb3-afe2-e727f86e4493 triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:09:23.313323 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:23.319664 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-a48292a2-169c-412b-934d-38291aab245f tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:09:23.340691 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-a48292a2-169c-412b-934d-38291aab245f tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:09:23.355071 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-e52e78a6-4a45-4737-9090-5a7d90ea5e23 req-47f80601-716d-459a-a04f-35bfa0924b5e tempest-ServersTestManualDisk-1942191146 tempest-ServersTestManualDisk-1942191146-project] 10.222.0.64 "GET /v2.0/ports?device_id=47b15118-c934-4327-a96a-eeff72dc225f HTTP/1.1" status: 200  len: 210 time: 0.1217473
Dec 23 16:09:23.395707 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-317baac0-6639-4229-a1c6-9a32e51069d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:23.400620 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-a3539f08-9d8d-4f8a-9e46-0fe0d1f641df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789'] for port, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:23.408123 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a48292a2-169c-412b-934d-38291aab245f tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Made reservation on behalf of 51a3abb7cc41429380552b859d9155f9 for: {'network': 1} {{(pid=87635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:09:23.410140 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-bffeae55-2c3b-45a3-87a8-ff2a5aa8c349 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:09:23.411564 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a48292a2-169c-412b-934d-38291aab245f tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for network, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:23.427915 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124fd886-eb65-4a3e-b383-04a45f679b8b req-c2c22441-b869-4289-9a41-527105b1da34 tempest-ServersTestJSON-1438135586 tempest-ServersTestJSON-1438135586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:09:23.428526 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-124fd886-eb65-4a3e-b383-04a45f679b8b req-c2c22441-b869-4289-9a41-527105b1da34 tempest-ServersTestJSON-1438135586 tempest-ServersTestJSON-1438135586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:23.433402 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [None req-1d7018fc-291c-422b-97ef-ca2e8a381aac tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] device_id is not set on port b53bce91-b4d2-4833-bf2f-515f4cb384da yet. {{(pid=87636) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 23 16:09:23.468015 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3539f08-9d8d-4f8a-9e46-0fe0d1f641df None None] Pushing event deleted for resources: {'Port': ['ID=82899455-95b5-4025-a30c-cae74281b6c7,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:09:23.476997 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-a3539f08-9d8d-4f8a-9e46-0fe0d1f641df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:09:23.478575 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-317baac0-6639-4229-a1c6-9a32e51069d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:09:23.481858 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3539f08-9d8d-4f8a-9e46-0fe0d1f641df None None] No DVR routers for this DVR port 82899455-95b5-4025-a30c-cae74281b6c7 on host dv-neutron-822799-1-hyperv {{(pid=87637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 23 16:09:23.520415 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.db_base_plugin_common [req-5388466a-35d5-4a88-9962-96d4d4c12dfd req-d698c8a0-3417-46e4-9eb1-deb2e9f871a0 tempest-ServersTestManualDisk-1942191146 tempest-ServersTestManualDisk-1942191146-project] Allocated IP 172.20.0.4 (110ef17f-202a-4ce6-8e43-789c8f209bdb/53feed59-2af5-4ad4-9dff-3991a61b1789/67df780b-70a7-4a3b-963c-521560944de5) {{(pid=87635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:09:23.531077 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a48292a2-169c-412b-934d-38291aab245f tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] vlan segment allocate from pool success with {'vlan_id': 415, 'physical_network': 'physnet1'}  {{(pid=87635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 23 16:09:23.549043 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-317baac0-6639-4229-a1c6-9a32e51069d9 admin admin] Usage tracker for resource:security_group_rule and tenant:70ecf869e4e0466caae7ac6f06aefbc2 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:09:23.549444 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-011d58e3-843d-464b-a56d-a3dabe1def84 tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1823971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1824234'] for router, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:23.554056 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-e3e53eaa-dc7f-4a72-aff9-c0db9a118e37 None None] Provisioning for port 97a781d1-f31f-42f5-bbbf-859a23f9554d completed by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:09:23.554664 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a48292a2-169c-412b-934d-38291aab245f tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:23.555408 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.db.segments_db [None req-a48292a2-169c-412b-934d-38291aab245f tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Added segment dae16c86-31e8-4598-ad52-14890d6a923a of type vlan for network b338008b-4854-4aba-95d9-17d6205c584e
Dec 23 16:09:23.558209 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fda6b4-00ff-4b85-b3f1-35fa0f3205ed tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] Pushing event updated for resources: {'Port': ['ID=21f3ae0f-d333-49a7-93af-5c92927a787b,revision_number=2']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:09:23.575227 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-317baac0-6639-4229-a1c6-9a32e51069d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:09:23.578349 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-e3e53eaa-dc7f-4a72-aff9-c0db9a118e37 None None] Provisioning complete for port 97a781d1-f31f-42f5-bbbf-859a23f9554d triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:09:23.578877 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-e3e53eaa-dc7f-4a72-aff9-c0db9a118e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:23.581171 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-e5fda6b4-00ff-4b85-b3f1-35fa0f3205ed tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.502s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:09:23.606165 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-317baac0-6639-4229-a1c6-9a32e51069d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:09:23.623912 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-124fd886-eb65-4a3e-b383-04a45f679b8b req-c2c22441-b869-4289-9a41-527105b1da34 tempest-ServersTestJSON-1438135586 tempest-ServersTestJSON-1438135586-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.9271319
Dec 23 16:09:23.624928 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e5fda6b4-00ff-4b85-b3f1-35fa0f3205ed tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1824189'] for floatingip, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:23.632947 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:23.665312 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [req-124fd886-eb65-4a3e-b383-04a45f679b8b req-aba7e277-c65b-45da-a111-acb822d73e42 tempest-ServersTestJSON-1438135586 tempest-ServersTestJSON-1438135586-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=87636) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 23 16:09:23.666576 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-124fd886-eb65-4a3e-b383-04a45f679b8b req-aba7e277-c65b-45da-a111-acb822d73e42 tempest-ServersTestJSON-1438135586 tempest-ServersTestJSON-1438135586-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0192897
Dec 23 16:09:23.688815 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-e3e53eaa-dc7f-4a72-aff9-c0db9a118e37 None None] Port 97a781d1-f31f-42f5-bbbf-859a23f9554d cannot update to ACTIVE because it is not bound. {{(pid=87637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 23 16:09:23.702216 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a48292a2-169c-412b-934d-38291aab245f tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735362521793'] for network, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:23.705139 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] For port 117a3413-0c5a-4fb3-afe2-e727f86e4493, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=117a3413-0c5a-4fb3-afe2-e727f86e4493,segment=NetworkSegment(023f41bd-89eb-40d8-b840-fa74141f0f9c),segment_id=023f41bd-89eb-40d8-b840-fa74141f0f9c)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:09:23.729915 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:23.736738 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-4a6da1f8-b028-41b5-bfb8-bb07f82f3a46 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:09:23.795043 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e5fda6b4-00ff-4b85-b3f1-35fa0f3205ed tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for floatingip, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:23.796198 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-e5fda6b4-00ff-4b85-b3f1-35fa0f3205ed tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 691 time: 8.0088148
Dec 23 16:09:23.818980 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 42626) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:09:23.828543 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Pushing event updated for resources: {'Port': ['ID=117a3413-0c5a-4fb3-afe2-e727f86e4493,revision_number=3']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:09:23.840729 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:09:23.912379 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [req-124fd886-eb65-4a3e-b383-04a45f679b8b req-83d0a857-89ae-4e30-b397-1c86e74cae7b service neutron] Request body: {'port': {'device_id': 'c1c5cb30-50d4-4361-b1b3-fa02e83979da', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8227'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:09:23.916798 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.db.resource_extend [None req-a48292a2-169c-412b-934d-38291aab245f tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 23 16:09:23.972827 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [None req-048901cd-3c6f-4aaf-9226-1b73eb211d23 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] For port 117a3413-0c5a-4fb3-afe2-e727f86e4493, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=117a3413-0c5a-4fb3-afe2-e727f86e4493,segment=NetworkSegment(023f41bd-89eb-40d8-b840-fa74141f0f9c),segment_id=023f41bd-89eb-40d8-b840-fa74141f0f9c)] {{(pid=87636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:09:23.973208 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-048901cd-3c6f-4aaf-9226-1b73eb211d23 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:23.983029 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a48292a2-169c-412b-934d-38291aab245f tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495'] for network, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:24.002734 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a48292a2-169c-412b-934d-38291aab245f tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:09:24.003351 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a48292a2-169c-412b-934d-38291aab245f tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627509'] for network, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:24.007365 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-bd8ab6e5-a4da-441b-ac0b-757c48fc46c3 tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] Synchronizing usage tracker for tenant:63564b95f10b4338868feabf388d0553 on resource:floatingip {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:09:24.015428 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:09:24.015629 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-eca9c072-50b2-4bcf-8e3d-716a2e590e58 None None] Provisioning complete for port 117a3413-0c5a-4fb3-afe2-e727f86e4493 triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:09:24.016115 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-eca9c072-50b2-4bcf-8e3d-716a2e590e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:24.137187 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [req-5388466a-35d5-4a88-9962-96d4d4c12dfd req-d698c8a0-3417-46e4-9eb1-deb2e9f871a0 tempest-ServersTestManualDisk-1942191146 tempest-ServersTestManualDisk-1942191146-project] Notify callbacks [] for port, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:24.151271 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-a48292a2-169c-412b-934d-38291aab245f tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201  len: 788 time: 0.9231837
Dec 23 16:09:24.173888 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 42630) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:09:24.191146 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-93f61a82-1345-4373-98cc-6f8130fe320b tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Request body: {'subnet': {'network_id': 'b338008b-4854-4aba-95d9-17d6205c584e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:09:24.212181 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671d9b7f-0f21-4901-9f49-d3773c9d974e req-362f66e3-f362-4510-8073-ae764d44c62e tempest-ServersTestJSON-1438135586 tempest-ServersTestJSON-1438135586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:09:24.213728 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-671d9b7f-0f21-4901-9f49-d3773c9d974e req-362f66e3-f362-4510-8073-ae764d44c62e tempest-ServersTestJSON-1438135586 tempest-ServersTestJSON-1438135586-project] 10.222.0.64 "GET /v2.0/ports?device_id=c1c5cb30-50d4-4361-b1b3-fa02e83979da HTTP/1.1" status: 200  len: 931 time: 0.4274123
Dec 23 16:09:24.219724 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.provisioning_blocks [req-5388466a-35d5-4a88-9962-96d4d4c12dfd req-d698c8a0-3417-46e4-9eb1-deb2e9f871a0 tempest-ServersTestManualDisk-1942191146 tempest-ServersTestManualDisk-1942191146-project] Transition to ACTIVE for port object 67df780b-70a7-4a3b-963c-521560944de5 will not be triggered until provisioned by entity DHCP. {{(pid=87635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:09:24.223684 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 117a3413-0c5a-4fb3-afe2-e727f86e4493 up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:09:24.227000 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48292a2-169c-412b-934d-38291aab245f tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Pushing event updated for resources: {'Network': ['ID=b338008b-4854-4aba-95d9-17d6205c584e,revision_number=1']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:09:24.233948 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-011d58e3-843d-464b-a56d-a3dabe1def84 tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Router c2cc27eb-4df9-4666-86a0-04631871616e is scheduled to L3 agent 371d4c41-c7e2-4de7-9539-c049ec4e95d1 with binding_index 1 {{(pid=87635) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 23 16:09:24.236245 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-a48292a2-169c-412b-934d-38291aab245f tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:09:24.262966 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-048901cd-3c6f-4aaf-9226-1b73eb211d23 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Calling delete_port for 117a3413-0c5a-4fb3-afe2-e727f86e4493 owned by network:dhcp {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:09:24.284861 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Network b338008b-4854-4aba-95d9-17d6205c584e details requested by agent ovs-agent-dv-neutron-822799-1-hyperv with host dv-neutron-822799-1-hyperv {{(pid=87637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 23 16:09:24.294422 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [None req-1d7018fc-291c-422b-97ef-ca2e8a381aac tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Allocated IP 172.20.0.13 (cd279298-a8b2-4014-95c3-e7f1a4a8ff2f/272fc2fb-a2ff-4fca-924f-70fc755e24c3/b53bce91-b4d2-4833-bf2f-515f4cb384da) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:09:24.397488 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port 117a3413-0c5a-4fb3-afe2-e727f86e4493 triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:09:24.398424 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:24.439730 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [req-671d9b7f-0f21-4901-9f49-d3773c9d974e req-69c4932f-2a8c-4e42-903d-de6c24077863 tempest-ServersTestJSON-1438135586 tempest-ServersTestJSON-1438135586-project] Synchronizing usage tracker for tenant:79224c5618eb4cef88b00e2059f275cc on resource:security_group {{(pid=87635) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:09:24.448125 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-93f61a82-1345-4373-98cc-6f8130fe320b tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:09:24.454790 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-317baac0-6639-4229-a1c6-9a32e51069d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:24.459022 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-124fd886-eb65-4a3e-b383-04a45f679b8b req-83d0a857-89ae-4e30-b397-1c86e74cae7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:24.481534 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-93f61a82-1345-4373-98cc-6f8130fe320b tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:09:24.486548 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-317baac0-6639-4229-a1c6-9a32e51069d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:24.498063 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:09:24.539102 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [req-5388466a-35d5-4a88-9962-96d4d4c12dfd req-d698c8a0-3417-46e4-9eb1-deb2e9f871a0 tempest-ServersTestManualDisk-1942191146 tempest-ServersTestManualDisk-1942191146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:24.553337 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-bd8ab6e5-a4da-441b-ac0b-757c48fc46c3 tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] Unset dirty status for tenant:63564b95f10b4338868feabf388d0553 on resource:floatingip {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:09:24.554321 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-0bc92490-9c81-4945-abb9-57b4eff09cfa tempest-ServersTestManualDisk-1942191146 tempest-ServersTestManualDisk-1942191146-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:09:24.554514 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-bd8ab6e5-a4da-441b-ac0b-757c48fc46c3 tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] 10.222.0.64 "GET /v2.0/floatingips?floating_network_id=505879f3-70b6-4b78-8600-3626c6d0f915 HTTP/1.1" status: 200  len: 689 time: 0.7291977
Dec 23 16:09:24.585423 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 42636) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:09:24.586086 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.db.api [None req-048901cd-3c6f-4aaf-9226-1b73eb211d23 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87636) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 23 16:09:24.586397 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_db.api [None req-048901cd-3c6f-4aaf-9226-1b73eb211d23 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 23 16:09:24.599919 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [req-671d9b7f-0f21-4901-9f49-d3773c9d974e req-69c4932f-2a8c-4e42-903d-de6c24077863 tempest-ServersTestJSON-1438135586 tempest-ServersTestJSON-1438135586-project] Unset dirty status for tenant:79224c5618eb4cef88b00e2059f275cc on resource:security_group {{(pid=87635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:09:24.601140 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-671d9b7f-0f21-4901-9f49-d3773c9d974e req-69c4932f-2a8c-4e42-903d-de6c24077863 tempest-ServersTestJSON-1438135586 tempest-ServersTestJSON-1438135586-project] 10.222.0.64 "GET /v2.0/security-groups?id=a753ed1b-fc9e-4b35-b9ad-c44d26832ef9&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.3761640
Dec 23 16:09:24.630538 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 82899455-95b5-4025-a30c-cae74281b6c7 no longer exists at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 23 16:09:24.633757 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93f61a82-1345-4373-98cc-6f8130fe320b tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Made reservation on behalf of 51a3abb7cc41429380552b859d9155f9 for: {'subnet': 1} {{(pid=87635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:09:24.637193 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-93f61a82-1345-4373-98cc-6f8130fe320b tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2610339'] for subnet, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:24.653604 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-317baac0-6639-4229-a1c6-9a32e51069d9 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=70ecf869e4e0466caae7ac6f06aefbc2&name=default HTTP/1.1" status: 200  len: 2979 time: 1.7333553
Dec 23 16:09:24.660925 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 42640) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:09:24.669695 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] No Port match for: 82899455-95b5-4025-a30c-cae74281b6c7 {{(pid=87637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 23 16:09:24.670030 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 82899455-95b5-4025-a30c-cae74281b6c7 not bound to the agent host dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 23 16:09:24.696303 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317baac0-6639-4229-a1c6-9a32e51069d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fcc2ba9-3d78-4cd9-a35a-bc838a23cdd8,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:09:24.755472 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-317baac0-6639-4229-a1c6-9a32e51069d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:09:24.860730 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5388466a-35d5-4a88-9962-96d4d4c12dfd req-d698c8a0-3417-46e4-9eb1-deb2e9f871a0 tempest-ServersTestManualDisk-1942191146 tempest-ServersTestManualDisk-1942191146-project] Network 110ef17f-202a-4ce6-8e43-789c8f209bdb is already hosted by enough agents. {{(pid=87635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:09:24.873691 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.base_scheduler [req-5388466a-35d5-4a88-9962-96d4d4c12dfd req-d698c8a0-3417-46e4-9eb1-deb2e9f871a0 tempest-ServersTestManualDisk-1942191146 tempest-ServersTestManualDisk-1942191146-project] Resources bound (agent type, host, resource id):  {{(pid=87635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:09:24.891363 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d698c8a0-3417-46e4-9eb1-deb2e9f871a0 tempest-ServersTestManualDisk-1942191146 tempest-ServersTestManualDisk-1942191146-project] Pushing event updated for resources: {'Port': ['ID=67df780b-70a7-4a3b-963c-521560944de5,revision_number=1']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:09:24.894072 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-011d58e3-843d-464b-a56d-a3dabe1def84 tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Notify agent at l3_agent.dv-neutron-822799-1-hyperv the message routers_updated {{(pid=87635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 23 16:09:24.904930 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-d698c8a0-3417-46e4-9eb1-deb2e9f871a0 tempest-ServersTestManualDisk-1942191146 tempest-ServersTestManualDisk-1942191146-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:09:24.905575 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.l3_dvrscheduler_db [req-5388466a-35d5-4a88-9962-96d4d4c12dfd req-d698c8a0-3417-46e4-9eb1-deb2e9f871a0 tempest-ServersTestManualDisk-1942191146 tempest-ServersTestManualDisk-1942191146-project] Received port after_create {{(pid=87635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:09:25.010449 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-090c249d-6a4c-4b7a-9d1b-11a18b9d0f08 None None] Sync routers for ids ['c2cc27eb-4df9-4666-86a0-04631871616e'] in dv-neutron-822799-1-hyperv {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 23 16:09:25.027498 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-090c249d-6a4c-4b7a-9d1b-11a18b9d0f08 None None] Routers {'c2cc27eb-4df9-4666-86a0-04631871616e'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:09:25.028503 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-090c249d-6a4c-4b7a-9d1b-11a18b9d0f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc1bd13d0>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:09:20Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['c2cc27eb-4df9-4666-86a0-04631871616e'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:09:25.038185 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5388466a-35d5-4a88-9962-96d4d4c12dfd req-d698c8a0-3417-46e4-9eb1-deb2e9f871a0 tempest-ServersTestManualDisk-1942191146 tempest-ServersTestManualDisk-1942191146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:09:25.038818 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [req-5388466a-35d5-4a88-9962-96d4d4c12dfd req-d698c8a0-3417-46e4-9eb1-deb2e9f871a0 tempest-ServersTestManualDisk-1942191146 tempest-ServersTestManualDisk-1942191146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:25.064057 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-cfeeaab3-150b-46d2-96d0-1df1176c92d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:25.086034 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2c59d1f6-60e3-47ae-95fc-dedb80669fd4 tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-698866'] for network, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:25.088751 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-011d58e3-843d-464b-a56d-a3dabe1def84 tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Notify callbacks [] for router, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:25.089973 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-011d58e3-843d-464b-a56d-a3dabe1def84 tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201  len: 907 time: 7.6897197
Dec 23 16:09:25.097930 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 42646) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:09:25.098405 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-048901cd-3c6f-4aaf-9226-1b73eb211d23 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Deleting port 117a3413-0c5a-4fb3-afe2-e727f86e4493 {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:09:25.098736 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-048901cd-3c6f-4aaf-9226-1b73eb211d23 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:25.100236 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-5388466a-35d5-4a88-9962-96d4d4c12dfd req-d698c8a0-3417-46e4-9eb1-deb2e9f871a0 tempest-ServersTestManualDisk-1942191146 tempest-ServersTestManualDisk-1942191146-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.7178514
Dec 23 16:09:25.131807 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1d7018fc-291c-422b-97ef-ca2e8a381aac tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:25.170990 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-cfeeaab3-150b-46d2-96d0-1df1176c92d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:25.180697 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [req-5388466a-35d5-4a88-9962-96d4d4c12dfd req-96c34097-8da0-4c48-9b94-29aa65ec2d9a service neutron] Request body: {'port': {'device_id': '47b15118-c934-4327-a96a-eeff72dc225f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8227'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:09:25.193546 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-9d51aae6-da5f-4b91-8482-d6c960d152e2 None None] Provisioning for port 67df780b-70a7-4a3b-963c-521560944de5 completed by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:09:25.203543 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-9d51aae6-da5f-4b91-8482-d6c960d152e2 None None] Provisioning complete for port 67df780b-70a7-4a3b-963c-521560944de5 triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:09:25.205105 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9d51aae6-da5f-4b91-8482-d6c960d152e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:25.253935 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-2c59d1f6-60e3-47ae-95fc-dedb80669fd4 tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] Deleting port 21f3ae0f-d333-49a7-93af-5c92927a787b {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:09:25.254271 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2c59d1f6-60e3-47ae-95fc-dedb80669fd4 tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:25.286750 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-090c249d-6a4c-4b7a-9d1b-11a18b9d0f08 None None] Set router c2cc27eb-4df9-4666-86a0-04631871616e gateway port host: dv-neutron-822799-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:09:25.290195 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-9d51aae6-da5f-4b91-8482-d6c960d152e2 None None] Port 67df780b-70a7-4a3b-963c-521560944de5 cannot update to ACTIVE because it is not bound. {{(pid=87637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 23 16:09:25.310653 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c498e9cd-ac05-441e-a1c0-842ea7a36e9c req-72be3f55-6406-49e3-8ae6-8a285d79b7a7 tempest-ServersTestManualDisk-1942191146 tempest-ServersTestManualDisk-1942191146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:09:25.312121 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-c498e9cd-ac05-441e-a1c0-842ea7a36e9c req-72be3f55-6406-49e3-8ae6-8a285d79b7a7 tempest-ServersTestManualDisk-1942191146 tempest-ServersTestManualDisk-1942191146-project] 10.222.0.64 "GET /v2.0/ports?device_id=47b15118-c934-4327-a96a-eeff72dc225f HTTP/1.1" status: 200  len: 931 time: 0.6702449
Dec 23 16:09:25.505115 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [req-5388466a-35d5-4a88-9962-96d4d4c12dfd req-96c34097-8da0-4c48-9b94-29aa65ec2d9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:25.520162 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-96770e29-b887-484a-b0e4-86160919b024 tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] 10.222.0.64 "GET /v2.0/routers/c2cc27eb-4df9-4666-86a0-04631871616e HTTP/1.1" status: 200  len: 908 time: 0.4187200
Dec 23 16:09:25.524448 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 42652) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:09:25.529222 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-cfeeaab3-150b-46d2-96d0-1df1176c92d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:25.536282 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-e55c7a20-c4ba-4d0e-8b25-1b69b5b77df9 tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Request body: {'router': {'name': 'tempest-snat-router-555116195', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'enable_snat': True}}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:09:25.537646 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.db.resource_extend [req-124fd886-eb65-4a3e-b383-04a45f679b8b req-83d0a857-89ae-4e30-b397-1c86e74cae7b service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 23 16:09:25.540237 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-ec4fe6c4-9d21-4100-9d7a-5bf97f4f226c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:09:25.577996 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-e55c7a20-c4ba-4d0e-8b25-1b69b5b77df9 tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:09:25.586143 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfeeaab3-150b-46d2-96d0-1df1176c92d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fcc2ba9-3d78-4cd9-a35a-bc838a23cdd8,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:09:25.627305 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-e55c7a20-c4ba-4d0e-8b25-1b69b5b77df9 tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Usage tracker for resource:router and tenant:8277d77634e04c6eb54fb9f206174c12 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:09:25.627555 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-090c249d-6a4c-4b7a-9d1b-11a18b9d0f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc1bd13d0>, [{'id': 'c2cc27eb-4df9-4666-86a0-04631871616e', 'name': 'tempest-snat-router-555116195', 'tenant_id': '8277d77634e04c6eb54fb9f206174c12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.144'}], 'enable_snat': False}, 'gw_port_id': '7ce556ea-c9aa-471e-a9bd-4e22f3781386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:09:17Z', 'updated_at': '2021-12-23T16:09:21Z', 'revision_number': 3, 'project_id': '8277d77634e04c6eb54fb9f206174c12', 'gw_port': {'id': '7ce556ea-c9aa-471e-a9bd-4e22f3781386', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:f8:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2cc27eb-4df9-4666-86a0-04631871616e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 258, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:09:19Z', 'updated_at': '2021-12-23T16:09:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-822799-1-hyperv'}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:09:25.633553 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-cfeeaab3-150b-46d2-96d0-1df1176c92d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:09:25.658703 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-090c249d-6a4c-4b7a-9d1b-11a18b9d0f08 None None] Checking router: c2cc27eb-4df9-4666-86a0-04631871616e for host: dv-neutron-822799-1-hyperv {{(pid=87638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 23 16:09:25.659656 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-090c249d-6a4c-4b7a-9d1b-11a18b9d0f08 None None] Updating router c2cc27eb-4df9-4666-86a0-04631871616e port 7ce556ea-c9aa-471e-a9bd-4e22f3781386 binding host dv-neutron-822799-1-hyperv {{(pid=87638) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 23 16:09:25.661846 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-e55c7a20-c4ba-4d0e-8b25-1b69b5b77df9 tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:09:25.739988 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-cfeeaab3-150b-46d2-96d0-1df1176c92d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:25.741449 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-cfeeaab3-150b-46d2-96d0-1df1176c92d7 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0fcc2ba9-3d78-4cd9-a35a-bc838a23cdd8 HTTP/1.1" status: 204  len: 168 time: 1.0725596
Dec 23 16:09:25.748871 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-090c249d-6a4c-4b7a-9d1b-11a18b9d0f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:25.778974 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1d7018fc-291c-422b-97ef-ca2e8a381aac tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:25.788415 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-c498e9cd-ac05-441e-a1c0-842ea7a36e9c req-7f8ded2b-3ac2-454b-978d-45140d7802a8 tempest-ServersTestManualDisk-1942191146 tempest-ServersTestManualDisk-1942191146-project] 10.222.0.64 "GET /v2.0/security-groups?id=3b83aea3-e60b-45d2-958f-1d6d9ba0fc5a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4576559
Dec 23 16:09:25.821465 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-49919ad7-26c4-44ca-be7d-5885b44c46ed tempest-RoutersAdminTest-1714001428 tempest-RoutersAdminTest-1714001428-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:09:25.834234 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-e55c7a20-c4ba-4d0e-8b25-1b69b5b77df9 tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:09:25.876511 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [req-124fd886-eb65-4a3e-b383-04a45f679b8b req-83d0a857-89ae-4e30-b397-1c86e74cae7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97a781d1-f31f-42f5-bbbf-859a23f9554d {{(pid=87636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 23 16:09:25.914788 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-124fd886-eb65-4a3e-b383-04a45f679b8b req-83d0a857-89ae-4e30-b397-1c86e74cae7b service neutron] Notify callbacks [] for port, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:25.930715 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2c59d1f6-60e3-47ae-95fc-dedb80669fd4 tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:25.931284 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2c59d1f6-60e3-47ae-95fc-dedb80669fd4 tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:25.966209 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d7018fc-291c-422b-97ef-ca2e8a381aac tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Network cd279298-a8b2-4014-95c3-e7f1a4a8ff2f is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:09:25.996359 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.notifiers.nova [req-5388466a-35d5-4a88-9962-96d4d4c12dfd req-96c34097-8da0-4c48-9b94-29aa65ec2d9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67df780b-70a7-4a3b-963c-521560944de5 {{(pid=87635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 23 16:09:26.004069 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [req-5388466a-35d5-4a88-9962-96d4d4c12dfd req-96c34097-8da0-4c48-9b94-29aa65ec2d9a service neutron] Notify callbacks [] for port, precommit_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:26.019203 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.provisioning_blocks [req-5388466a-35d5-4a88-9962-96d4d4c12dfd req-96c34097-8da0-4c48-9b94-29aa65ec2d9a service neutron] Transition to ACTIVE for port object 67df780b-70a7-4a3b-963c-521560944de5 will not be triggered until provisioned by entity L2. {{(pid=87635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:09:26.024707 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-1d7018fc-291c-422b-97ef-ca2e8a381aac tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Resources bound (agent type, host, resource id):  {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:09:26.033897 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [req-5388466a-35d5-4a88-9962-96d4d4c12dfd req-96c34097-8da0-4c48-9b94-29aa65ec2d9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2753531'] for port, after_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:26.042451 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:09:26.084702 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.provisioning_blocks [req-124fd886-eb65-4a3e-b383-04a45f679b8b req-83d0a857-89ae-4e30-b397-1c86e74cae7b service neutron] Transition to ACTIVE for port object 97a781d1-f31f-42f5-bbbf-859a23f9554d will not be triggered until provisioned by entity L2. {{(pid=87636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:09:26.085101 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-e55c7a20-c4ba-4d0e-8b25-1b69b5b77df9 tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1823978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-235332'] for router, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:26.086212 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-e55c7a20-c4ba-4d0e-8b25-1b69b5b77df9 tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1824575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1824063', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1751113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-235341'] for router, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:26.091813 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d7018fc-291c-422b-97ef-ca2e8a381aac tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:09:26.124603 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-2c59d1f6-60e3-47ae-95fc-dedb80669fd4 tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] Calling delete_port for 21f3ae0f-d333-49a7-93af-5c92927a787b owned by network:floatingip {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:09:26.153595 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 42662) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:09:26.158631 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-124fd886-eb65-4a3e-b383-04a45f679b8b req-83d0a857-89ae-4e30-b397-1c86e74cae7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2176289'] for port, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:26.187752 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7018fc-291c-422b-97ef-ca2e8a381aac tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Pushing event updated for resources: {'Port': ['ID=b53bce91-b4d2-4833-bf2f-515f4cb384da,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:09:26.197008 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [None req-048901cd-3c6f-4aaf-9226-1b73eb211d23 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] For port 117a3413-0c5a-4fb3-afe2-e727f86e4493, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=117a3413-0c5a-4fb3-afe2-e727f86e4493,segment=NetworkSegment(023f41bd-89eb-40d8-b840-fa74141f0f9c),segment_id=023f41bd-89eb-40d8-b840-fa74141f0f9c)] {{(pid=87636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:09:26.197375 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-048901cd-3c6f-4aaf-9226-1b73eb211d23 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:26.215044 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-1d7018fc-291c-422b-97ef-ca2e8a381aac tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:09:26.221050 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.objects.ports [None req-93f61a82-1345-4373-98cc-6f8130fe320b tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87635) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}}
Dec 23 16:09:26.224015 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:09:26.236236 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-93f61a82-1345-4373-98cc-6f8130fe320b tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2753396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2610353'] for subnet, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:26.256875 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-090c249d-6a4c-4b7a-9d1b-11a18b9d0f08 None None] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:26.281462 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-090c249d-6a4c-4b7a-9d1b-11a18b9d0f08 None None] Transition to ACTIVE for port object 7ce556ea-c9aa-471e-a9bd-4e22f3781386 will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:09:26.290186 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c34097-8da0-4c48-9b94-29aa65ec2d9a service neutron] Pushing event updated for resources: {'Port': ['ID=67df780b-70a7-4a3b-963c-521560944de5,revision_number=2']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:09:26.293478 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-090c249d-6a4c-4b7a-9d1b-11a18b9d0f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:26.300066 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-e55c7a20-c4ba-4d0e-8b25-1b69b5b77df9 tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:26.301324 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG oslo_concurrency.lockutils [None req-8f401f39-ee83-4b84-b9e0-a06e2baed360 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:09:26.352070 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-96c34097-8da0-4c48-9b94-29aa65ec2d9a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:09:26.355370 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.069s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:09:26.374827 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.agents_db [None req-30c2320c-f298-49f6-9c47-c20e38116a9c None None] Agent healthcheck: found 6 active agents {{(pid=87638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 23 16:09:26.391984 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-090c249d-6a4c-4b7a-9d1b-11a18b9d0f08 None None] Attempting to bind port 7ce556ea-c9aa-471e-a9bd-4e22f3781386 on host dv-neutron-822799-1-hyperv for vnic_type normal with profile  {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:09:26.392371 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-090c249d-6a4c-4b7a-9d1b-11a18b9d0f08 None None] Attempting to bind port 7ce556ea-c9aa-471e-a9bd-4e22f3781386 by drivers openvswitch,hyperv on host dv-neutron-822799-1-hyperv at level 0 using segments [{'id': '77e3d110-dd7b-426c-b11f-b78dde7993df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:09:26.392778 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-090c249d-6a4c-4b7a-9d1b-11a18b9d0f08 None None] Attempting to bind port 7ce556ea-c9aa-471e-a9bd-4e22f3781386 on network 8afa6d58-9431-454a-b99c-3ff8a65aa86b {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:09:26.399620 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f803ec72-904e-433e-a5ed-9f553e44b1aa None None] Pushing event updated for resources: {'Port': ['ID=7ce556ea-c9aa-471e-a9bd-4e22f3781386,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:09:26.404282 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG oslo_concurrency.lockutils [None req-f803ec72-904e-433e-a5ed-9f553e44b1aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=87638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:09:26.405256 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-090c249d-6a4c-4b7a-9d1b-11a18b9d0f08 None None] Checking agent: {'id': '20d2070f-69a9-4e73-8d08-6f0387a40158', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822799-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 21), 'started_at': datetime.datetime(2021, 12, 23, 16, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 9, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822799-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 23 16:09:26.405640 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-090c249d-6a4c-4b7a-9d1b-11a18b9d0f08 None None] Checking segment: {'id': '77e3d110-dd7b-426c-b11f-b78dde7993df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:09:26.406050 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-090c249d-6a4c-4b7a-9d1b-11a18b9d0f08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:26.406450 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-090c249d-6a4c-4b7a-9d1b-11a18b9d0f08 None None] Bound using segment: {'id': '77e3d110-dd7b-426c-b11f-b78dde7993df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 23 16:09:26.407010 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-090c249d-6a4c-4b7a-9d1b-11a18b9d0f08 None None] Bound port: 7ce556ea-c9aa-471e-a9bd-4e22f3781386, host: dv-neutron-822799-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77e3d110-dd7b-426c-b11f-b78dde7993df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 23 16:09:26.407419 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-090c249d-6a4c-4b7a-9d1b-11a18b9d0f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:26.426072 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9438954-b884-41cc-955f-8992fceee084 req-61bd3b21-e6e4-457c-b3e7-84ec0bc3f2c2 tempest-ServersTestJSON-1438135586 tempest-ServersTestJSON-1438135586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:09:26.427571 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-a9438954-b884-41cc-955f-8992fceee084 req-61bd3b21-e6e4-457c-b3e7-84ec0bc3f2c2 tempest-ServersTestJSON-1438135586 tempest-ServersTestJSON-1438135586-project] 10.222.0.64 "GET /v2.0/ports?device_id=c1c5cb30-50d4-4361-b1b3-fa02e83979da HTTP/1.1" status: 200  len: 931 time: 0.6919048
Dec 23 16:09:26.452947 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-048901cd-3c6f-4aaf-9226-1b73eb211d23 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Calling delete_port for 117a3413-0c5a-4fb3-afe2-e727f86e4493 owned by network:dhcp {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:09:26.496953 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-090c249d-6a4c-4b7a-9d1b-11a18b9d0f08 None None] For port 7ce556ea-c9aa-471e-a9bd-4e22f3781386, host dv-neutron-822799-1-hyperv, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 23 16:09:26.500342 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f61a82-1345-4373-98cc-6f8130fe320b tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Pushing event updated for resources: {'Subnet': ['ID=6217c649-2cb7-475a-84b7-6d26a348b9bf,revision_number=0']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:09:26.501049 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-090c249d-6a4c-4b7a-9d1b-11a18b9d0f08 None None] For port 7ce556ea-c9aa-471e-a9bd-4e22f3781386, host dv-neutron-822799-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=7ce556ea-c9aa-471e-a9bd-4e22f3781386,segment=NetworkSegment(77e3d110-dd7b-426c-b11f-b78dde7993df),segment_id=77e3d110-dd7b-426c-b11f-b78dde7993df)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 23 16:09:26.507838 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-090c249d-6a4c-4b7a-9d1b-11a18b9d0f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:26.512847 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:09:26.591730 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-090c249d-6a4c-4b7a-9d1b-11a18b9d0f08 None None] Routers {'c2cc27eb-4df9-4666-86a0-04631871616e'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:09:26.592401 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-090c249d-6a4c-4b7a-9d1b-11a18b9d0f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc1bd13d0>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:09:20Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['c2cc27eb-4df9-4666-86a0-04631871616e'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:09:26.664269 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f803ec72-904e-433e-a5ed-9f553e44b1aa None None] Pushing event updated for resources: {'Port': ['ID=7ce556ea-c9aa-471e-a9bd-4e22f3781386,revision_number=3']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:09:26.669174 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG oslo_concurrency.lockutils [None req-f803ec72-904e-433e-a5ed-9f553e44b1aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=87638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:09:26.686585 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-93f61a82-1345-4373-98cc-6f8130fe320b tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:09:26.698309 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f61a82-1345-4373-98cc-6f8130fe320b tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Checking segment: {'id': 'dae16c86-31e8-4598-ad52-14890d6a923a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'b338008b-4854-4aba-95d9-17d6205c584e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:09:26.698946 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93f61a82-1345-4373-98cc-6f8130fe320b tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Network hostable DHCP agents. Network: b338008b-4854-4aba-95d9-17d6205c584e, hostable agents: ['1c812d71-eadf-4fb3-b98e-67468a4aa7e2'], hosted agents: [] {{(pid=87635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 23 16:09:26.781276 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.managers [req-5388466a-35d5-4a88-9962-96d4d4c12dfd req-96c34097-8da0-4c48-9b94-29aa65ec2d9a service neutron] Attempting to bind port 67df780b-70a7-4a3b-963c-521560944de5 on host hv-neutron-8227 for vnic_type normal with profile  {{(pid=87635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:09:26.781989 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.managers [req-5388466a-35d5-4a88-9962-96d4d4c12dfd req-96c34097-8da0-4c48-9b94-29aa65ec2d9a service neutron] Attempting to bind port 67df780b-70a7-4a3b-963c-521560944de5 by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': '49705709-fd6f-45a3-8c17-ba357fb62791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '110ef17f-202a-4ce6-8e43-789c8f209bdb'}] {{(pid=87635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:09:26.782494 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5388466a-35d5-4a88-9962-96d4d4c12dfd req-96c34097-8da0-4c48-9b94-29aa65ec2d9a service neutron] Attempting to bind port 67df780b-70a7-4a3b-963c-521560944de5 on network 110ef17f-202a-4ce6-8e43-789c8f209bdb {{(pid=87635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:09:26.794110 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-a9438954-b884-41cc-955f-8992fceee084 req-cae0739c-a60c-48e6-800b-a710afe6612c tempest-ServersTestJSON-1438135586 tempest-ServersTestJSON-1438135586-project] 10.222.0.64 "GET /v2.0/security-groups?id=a753ed1b-fc9e-4b35-b9ad-c44d26832ef9&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.3478632
Dec 23 16:09:26.794427 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d7018fc-291c-422b-97ef-ca2e8a381aac tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:09:26.795094 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1d7018fc-291c-422b-97ef-ca2e8a381aac tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:26.833582 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-9715dc6f-869f-45dc-9bca-42353915df70 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ae85f026c6214d3fba3d5a899c49db28&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6735864
Dec 23 16:09:26.842674 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-090c249d-6a4c-4b7a-9d1b-11a18b9d0f08 None None] Set router c2cc27eb-4df9-4666-86a0-04631871616e gateway port host: dv-neutron-822799-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:09:26.849120 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 42670) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:09:26.854388 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5388466a-35d5-4a88-9962-96d4d4c12dfd req-96c34097-8da0-4c48-9b94-29aa65ec2d9a service neutron] Port 67df780b-70a7-4a3b-963c-521560944de5 on network 110ef17f-202a-4ce6-8e43-789c8f209bdb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=87635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 23 16:09:26.854711 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5388466a-35d5-4a88-9962-96d4d4c12dfd req-96c34097-8da0-4c48-9b94-29aa65ec2d9a service neutron] Attempting to bind port 67df780b-70a7-4a3b-963c-521560944de5 on network 110ef17f-202a-4ce6-8e43-789c8f209bdb {{(pid=87635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:09:26.872255 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d0a857-89ae-4e30-b397-1c86e74cae7b service neutron] Pushing event updated for resources: {'Port': ['ID=97a781d1-f31f-42f5-bbbf-859a23f9554d,revision_number=2']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:09:26.883699 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5388466a-35d5-4a88-9962-96d4d4c12dfd req-96c34097-8da0-4c48-9b94-29aa65ec2d9a service neutron] Checking agent: {'id': '5a806709-633b-4d33-98c4-3d24562c0f1e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8227', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 6, 42), 'started_at': datetime.datetime(2021, 12, 23, 16, 6, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 9, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 23 16:09:26.884055 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5388466a-35d5-4a88-9962-96d4d4c12dfd req-96c34097-8da0-4c48-9b94-29aa65ec2d9a service neutron] Checking segment: {'id': '49705709-fd6f-45a3-8c17-ba357fb62791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '110ef17f-202a-4ce6-8e43-789c8f209bdb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:09:26.884636 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5388466a-35d5-4a88-9962-96d4d4c12dfd req-96c34097-8da0-4c48-9b94-29aa65ec2d9a service neutron] Bound using segment: {'id': '49705709-fd6f-45a3-8c17-ba357fb62791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '110ef17f-202a-4ce6-8e43-789c8f209bdb'} {{(pid=87635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 23 16:09:26.885100 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.managers [req-5388466a-35d5-4a88-9962-96d4d4c12dfd req-96c34097-8da0-4c48-9b94-29aa65ec2d9a service neutron] Bound port: 67df780b-70a7-4a3b-963c-521560944de5, host: hv-neutron-8227, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49705709-fd6f-45a3-8c17-ba357fb62791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '110ef17f-202a-4ce6-8e43-789c8f209bdb'}}] {{(pid=87635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 23 16:09:26.885441 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [req-5388466a-35d5-4a88-9962-96d4d4c12dfd req-96c34097-8da0-4c48-9b94-29aa65ec2d9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:26.886536 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-83d0a857-89ae-4e30-b397-1c86e74cae7b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.662s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:09:26.912194 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-048901cd-3c6f-4aaf-9226-1b73eb211d23 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:26.923135 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:09:26.956949 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93f61a82-1345-4373-98cc-6f8130fe320b tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Network b338008b-4854-4aba-95d9-17d6205c584e is scheduled to be hosted by DHCP agent 1c812d71-eadf-4fb3-b98e-67468a4aa7e2 with binding_index 1 {{(pid=87635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 23 16:09:26.966415 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-e55c7a20-c4ba-4d0e-8b25-1b69b5b77df9 tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1824017', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1823768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-235299'] for router, precommit_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:27.053100 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.base_scheduler [None req-93f61a82-1345-4373-98cc-6f8130fe320b tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822799-1-hyperv, b338008b-4854-4aba-95d9-17d6205c584e) {{(pid=87635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:09:27.067454 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34b99d22-553f-46ab-9bf5-d6bbdabb33cc None None] Network b338008b-4854-4aba-95d9-17d6205c584e requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:09:27.069414 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048901cd-3c6f-4aaf-9226-1b73eb211d23 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Pushing event deleted for resources: {'Port': ['ID=117a3413-0c5a-4fb3-afe2-e727f86e4493,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:09:27.072692 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93f61a82-1345-4373-98cc-6f8130fe320b tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:09:27.073184 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-93f61a82-1345-4373-98cc-6f8130fe320b tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Notify callbacks [] for subnet, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:27.080852 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-048901cd-3c6f-4aaf-9226-1b73eb211d23 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:09:27.091388 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-1d7018fc-291c-422b-97ef-ca2e8a381aac tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201  len: 928 time: 4.4916592
Dec 23 16:09:27.117983 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 42674) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:09:27.131866 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-b677634a-3f57-445f-9e36-57bbd809cbf8 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Request body: {'floatingip': {'floating_network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'port_id': 'b53bce91-b4d2-4833-bf2f-515f4cb384da', 'fixed_ip_address': '172.20.0.13'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:09:27.152279 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-b677634a-3f57-445f-9e36-57bbd809cbf8 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:09:27.154587 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-1023cc67-4140-4c94-9f2b-675613372149 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:27.186224 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05d2b399-ff4b-46ec-abe3-5db29ea599c3 None None] DHCP port deletion for 36ccd207-673d-4414-80a4-bd81cceebe57 request from dv-neutron-822799-1-hyperv {{(pid=87637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 23 16:09:27.203175 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-b677634a-3f57-445f-9e36-57bbd809cbf8 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Usage tracker for resource:floatingip and tenant:eee7102271fa49768eefd83617c1f38a is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:09:27.215773 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-93f61a82-1345-4373-98cc-6f8130fe320b tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 3.0391550
Dec 23 16:09:27.218689 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 42678) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:09:27.222126 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-b677634a-3f57-445f-9e36-57bbd809cbf8 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:09:27.225105 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.db [req-5388466a-35d5-4a88-9962-96d4d4c12dfd req-96c34097-8da0-4c48-9b94-29aa65ec2d9a service neutron] For port 67df780b-70a7-4a3b-963c-521560944de5, host hv-neutron-8227, cleared binding levels {{(pid=87635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 23 16:09:27.225692 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-048901cd-3c6f-4aaf-9226-1b73eb211d23 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] No DVR routers for this DVR port 117a3413-0c5a-4fb3-afe2-e727f86e4493 on host dv-neutron-822799-1-hyperv {{(pid=87636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 23 16:09:27.233543 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-f74c0705-9924-4b81-a5ff-7ca3b69f5233 tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Request body: {'port': {'network_id': 'b338008b-4854-4aba-95d9-17d6205c584e', 'name': 'tempest-NetworksIpV6TestAttrs-779323419'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:09:27.246377 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-b677634a-3f57-445f-9e36-57bbd809cbf8 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:09:27.250982 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-090c249d-6a4c-4b7a-9d1b-11a18b9d0f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc1bd13d0>, [{'id': 'c2cc27eb-4df9-4666-86a0-04631871616e', 'name': 'tempest-snat-router-555116195', 'tenant_id': '8277d77634e04c6eb54fb9f206174c12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.144'}], 'enable_snat': False}, 'gw_port_id': '7ce556ea-c9aa-471e-a9bd-4e22f3781386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:09:17Z', 'updated_at': '2021-12-23T16:09:21Z', 'revision_number': 3, 'project_id': '8277d77634e04c6eb54fb9f206174c12', 'gw_port': {'id': '7ce556ea-c9aa-471e-a9bd-4e22f3781386', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:f8:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2cc27eb-4df9-4666-86a0-04631871616e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 258, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:09:19Z', 'updated_at': '2021-12-23T16:09:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-822799-1-hyperv'}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:09:27.257006 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-090c249d-6a4c-4b7a-9d1b-11a18b9d0f08 None None] The sync data for ids ['c2cc27eb-4df9-4666-86a0-04631871616e'] in dv-neutron-822799-1-hyperv is: [{'id': 'c2cc27eb-4df9-4666-86a0-04631871616e', 'name': 'tempest-snat-router-555116195', 'tenant_id': '8277d77634e04c6eb54fb9f206174c12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.144'}], 'enable_snat': False}, 'gw_port_id': '7ce556ea-c9aa-471e-a9bd-4e22f3781386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:09:17Z', 'updated_at': '2021-12-23T16:09:21Z', 'revision_number': 3, 'project_id': '8277d77634e04c6eb54fb9f206174c12', 'gw_port': {'id': '7ce556ea-c9aa-471e-a9bd-4e22f3781386', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:f8:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2cc27eb-4df9-4666-86a0-04631871616e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 258, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:09:19Z', 'updated_at': '2021-12-23T16:09:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-822799-1-hyperv'}] {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 23 16:09:27.305380 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.db [req-5388466a-35d5-4a88-9962-96d4d4c12dfd req-96c34097-8da0-4c48-9b94-29aa65ec2d9a service neutron] For port 67df780b-70a7-4a3b-963c-521560944de5, host hv-neutron-8227, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=67df780b-70a7-4a3b-963c-521560944de5,segment=NetworkSegment(49705709-fd6f-45a3-8c17-ba357fb62791),segment_id=49705709-fd6f-45a3-8c17-ba357fb62791)] {{(pid=87635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 23 16:09:27.309248 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [req-124fd886-eb65-4a3e-b383-04a45f679b8b req-83d0a857-89ae-4e30-b397-1c86e74cae7b service neutron] Attempting to bind port 97a781d1-f31f-42f5-bbbf-859a23f9554d on host hv-neutron-8227 for vnic_type normal with profile  {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:09:27.309426 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-1023cc67-4140-4c94-9f2b-675613372149 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:27.309996 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [req-124fd886-eb65-4a3e-b383-04a45f679b8b req-83d0a857-89ae-4e30-b397-1c86e74cae7b service neutron] Attempting to bind port 97a781d1-f31f-42f5-bbbf-859a23f9554d by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': '6b8a57f9-eb02-4082-be80-c717babaf4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '256a38e5-d398-4e43-80e3-9bc3cd6cc270'}] {{(pid=87636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:09:27.310446 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-124fd886-eb65-4a3e-b383-04a45f679b8b req-83d0a857-89ae-4e30-b397-1c86e74cae7b service neutron] Attempting to bind port 97a781d1-f31f-42f5-bbbf-859a23f9554d on network 256a38e5-d398-4e43-80e3-9bc3cd6cc270 {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:09:27.324185 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2c59d1f6-60e3-47ae-95fc-dedb80669fd4 tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:27.335180 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [req-5388466a-35d5-4a88-9962-96d4d4c12dfd req-96c34097-8da0-4c48-9b94-29aa65ec2d9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2753531'] for port, after_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:27.345749 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:09:27.397544 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-e5fda6b4-00ff-4b85-b3f1-35fa0f3205ed tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:09:27.399254 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-b677634a-3f57-445f-9e36-57bbd809cbf8 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify callbacks [] for floatingip, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:27.466060 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5388466a-35d5-4a88-9962-96d4d4c12dfd req-96c34097-8da0-4c48-9b94-29aa65ec2d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:09:27.466673 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [req-5388466a-35d5-4a88-9962-96d4d4c12dfd req-96c34097-8da0-4c48-9b94-29aa65ec2d9a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:27.468161 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-5388466a-35d5-4a88-9962-96d4d4c12dfd req-96c34097-8da0-4c48-9b94-29aa65ec2d9a service neutron] 10.222.0.61 "PUT /v2.0/ports/67df780b-70a7-4a3b-963c-521560944de5 HTTP/1.1" status: 200  len: 1093 time: 2.3590882
Dec 23 16:09:27.472111 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47b15118-c934-4327-a96a-eeff72dc225f', 'tag': '67df780b-70a7-4a3b-963c-521560944de5'}] {{(pid=87635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 23 16:09:27.483611 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cc72240-ba5f-4625-aca5-b96bc552352f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7e017a6-8198-58c8-a07e-0f786128e3b3-b338008b-4854-4aba-95d9-17d6205c584e', 'network_id': 'b338008b-4854-4aba-95d9-17d6205c584e', 'tenant_id': '51a3abb7cc41429380552b859d9155f9', 'fixed_ips': [{'subnet_id': '6217c649-2cb7-475a-84b7-6d26a348b9bf'}]}} from dv-neutron-822799-1-hyperv. {{(pid=87637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 23 16:09:27.485393 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-5cc72240-ba5f-4625-aca5-b96bc552352f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:27.636500 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-124fd886-eb65-4a3e-b383-04a45f679b8b req-83d0a857-89ae-4e30-b397-1c86e74cae7b service neutron] Port 97a781d1-f31f-42f5-bbbf-859a23f9554d on network 256a38e5-d398-4e43-80e3-9bc3cd6cc270 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 23 16:09:27.636858 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-124fd886-eb65-4a3e-b383-04a45f679b8b req-83d0a857-89ae-4e30-b397-1c86e74cae7b service neutron] Attempting to bind port 97a781d1-f31f-42f5-bbbf-859a23f9554d on network 256a38e5-d398-4e43-80e3-9bc3cd6cc270 {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:09:27.686416 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c59d1f6-60e3-47ae-95fc-dedb80669fd4 tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] Pushing event deleted for resources: {'Port': ['ID=21f3ae0f-d333-49a7-93af-5c92927a787b,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:09:27.761146 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-124fd886-eb65-4a3e-b383-04a45f679b8b req-83d0a857-89ae-4e30-b397-1c86e74cae7b service neutron] Checking agent: {'id': '5a806709-633b-4d33-98c4-3d24562c0f1e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8227', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 6, 42), 'started_at': datetime.datetime(2021, 12, 23, 16, 6, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 9, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 23 16:09:27.761878 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-124fd886-eb65-4a3e-b383-04a45f679b8b req-83d0a857-89ae-4e30-b397-1c86e74cae7b service neutron] Checking segment: {'id': '6b8a57f9-eb02-4082-be80-c717babaf4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '256a38e5-d398-4e43-80e3-9bc3cd6cc270'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:09:27.762701 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-124fd886-eb65-4a3e-b383-04a45f679b8b req-83d0a857-89ae-4e30-b397-1c86e74cae7b service neutron] Bound using segment: {'id': '6b8a57f9-eb02-4082-be80-c717babaf4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '256a38e5-d398-4e43-80e3-9bc3cd6cc270'} {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 23 16:09:27.763449 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [req-124fd886-eb65-4a3e-b383-04a45f679b8b req-83d0a857-89ae-4e30-b397-1c86e74cae7b service neutron] Bound port: 97a781d1-f31f-42f5-bbbf-859a23f9554d, host: hv-neutron-8227, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b8a57f9-eb02-4082-be80-c717babaf4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '256a38e5-d398-4e43-80e3-9bc3cd6cc270'}}] {{(pid=87636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 23 16:09:27.764030 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-124fd886-eb65-4a3e-b383-04a45f679b8b req-83d0a857-89ae-4e30-b397-1c86e74cae7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:27.779536 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_common [None req-5cc72240-ba5f-4625-aca5-b96bc552352f None None] Allocated IP 2001:db8::f816:3eff:fefc:3476 (b338008b-4854-4aba-95d9-17d6205c584e/6217c649-2cb7-475a-84b7-6d26a348b9bf/44d088d0-a4c4-4bdb-a86e-e196a0e34d0b) {{(pid=87637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:09:27.803651 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-048901cd-3c6f-4aaf-9226-1b73eb211d23 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864774'] for subnet, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:27.811480 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c34097-8da0-4c48-9b94-29aa65ec2d9a service neutron] Pushing event updated for resources: {'Port': ['ID=67df780b-70a7-4a3b-963c-521560944de5,revision_number=3']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:09:27.832960 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c34097-8da0-4c48-9b94-29aa65ec2d9a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:09:27.833539 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c34097-8da0-4c48-9b94-29aa65ec2d9a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:09:27.834095 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c34097-8da0-4c48-9b94-29aa65ec2d9a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:09:27.834590 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c34097-8da0-4c48-9b94-29aa65ec2d9a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:09:27.835125 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c34097-8da0-4c48-9b94-29aa65ec2d9a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:09:27.835617 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c34097-8da0-4c48-9b94-29aa65ec2d9a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:09:27.836168 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c34097-8da0-4c48-9b94-29aa65ec2d9a service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:09:27.837139 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c34097-8da0-4c48-9b94-29aa65ec2d9a service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:09:27.837484 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c59d1f6-60e3-47ae-95fc-dedb80669fd4 tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:09:27.837816 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c34097-8da0-4c48-9b94-29aa65ec2d9a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:09:27.838053 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c59d1f6-60e3-47ae-95fc-dedb80669fd4 tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:09:27.838507 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c34097-8da0-4c48-9b94-29aa65ec2d9a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:09:27.838672 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c59d1f6-60e3-47ae-95fc-dedb80669fd4 tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:09:27.838993 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c34097-8da0-4c48-9b94-29aa65ec2d9a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:09:27.839300 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c59d1f6-60e3-47ae-95fc-dedb80669fd4 tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:09:27.839415 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c34097-8da0-4c48-9b94-29aa65ec2d9a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:09:27.839983 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c59d1f6-60e3-47ae-95fc-dedb80669fd4 tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:09:27.840555 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c59d1f6-60e3-47ae-95fc-dedb80669fd4 tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:09:27.841134 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c59d1f6-60e3-47ae-95fc-dedb80669fd4 tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:09:27.841707 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c59d1f6-60e3-47ae-95fc-dedb80669fd4 tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:09:27.842264 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c59d1f6-60e3-47ae-95fc-dedb80669fd4 tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:09:27.842821 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c59d1f6-60e3-47ae-95fc-dedb80669fd4 tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:09:27.843390 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c59d1f6-60e3-47ae-95fc-dedb80669fd4 tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:09:27.843954 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c59d1f6-60e3-47ae-95fc-dedb80669fd4 tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:09:27.844703 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-96c34097-8da0-4c48-9b94-29aa65ec2d9a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.498s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:09:27.851599 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-1023cc67-4140-4c94-9f2b-675613372149 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:27.854543 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-2c59d1f6-60e3-47ae-95fc-dedb80669fd4 tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.457s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:09:27.869919 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-a95f49bc-9faa-4007-a479-85bc0a367fa5 tempest-ServersTestManualDisk-1942191146 tempest-ServersTestManualDisk-1942191146-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:09:27.895668 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1023cc67-4140-4c94-9f2b-675613372149 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29d453e7-d84b-49cf-b592-a73765a34991,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:09:27.898519 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-1023cc67-4140-4c94-9f2b-675613372149 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:09:27.899771 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-1023cc67-4140-4c94-9f2b-675613372149 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:27.901370 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-1023cc67-4140-4c94-9f2b-675613372149 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/29d453e7-d84b-49cf-b592-a73765a34991 HTTP/1.1" status: 204  len: 168 time: 1.0442846
Dec 23 16:09:27.991009 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738772dd-f588-4034-964b-d073acf09de4 req-448f318c-8790-4ed6-bb96-75faadc251e4 tempest-ServersTestManualDisk-1942191146 tempest-ServersTestManualDisk-1942191146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:09:28.006329 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-738772dd-f588-4034-964b-d073acf09de4 req-448f318c-8790-4ed6-bb96-75faadc251e4 tempest-ServersTestManualDisk-1942191146 tempest-ServersTestManualDisk-1942191146-project] 10.222.0.64 "GET /v2.0/ports?device_id=47b15118-c934-4327-a96a-eeff72dc225f HTTP/1.1" status: 200  len: 943 time: 1.0518193
Dec 23 16:09:28.101766 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5388466a-35d5-4a88-9962-96d4d4c12dfd req-2d5f51c5-25d4-4fb4-a817-3cf6154c7f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:09:28.103954 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-5388466a-35d5-4a88-9962-96d4d4c12dfd req-2d5f51c5-25d4-4fb4-a817-3cf6154c7f09 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0d83cf4cd2a34a3d8747fec0cfffe963&device_id=47b15118-c934-4327-a96a-eeff72dc225f HTTP/1.1" status: 200  len: 1096 time: 0.4075272
Dec 23 16:09:28.196259 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-5cc72240-ba5f-4625-aca5-b96bc552352f None None] Notify callbacks [] for port, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:28.219801 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-5cc72240-ba5f-4625-aca5-b96bc552352f None None] Transition to ACTIVE for port object 44d088d0-a4c4-4bdb-a86e-e196a0e34d0b will not be triggered until provisioned by entity L2. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:09:28.242291 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2c59d1f6-60e3-47ae-95fc-dedb80669fd4 tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:28.254138 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-5cc72240-ba5f-4625-aca5-b96bc552352f None None] Transition to ACTIVE for port object 44d088d0-a4c4-4bdb-a86e-e196a0e34d0b will not be triggered until provisioned by entity DHCP. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:09:28.264756 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-f74c0705-9924-4b81-a5ff-7ca3b69f5233 tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:09:28.265131 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-5cc72240-ba5f-4625-aca5-b96bc552352f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780'] for port, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:28.277148 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:09:28.307992 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-f74c0705-9924-4b81-a5ff-7ca3b69f5233 tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Usage tracker for resource:port and tenant:51a3abb7cc41429380552b859d9155f9 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:09:28.348672 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 7ce556ea-c9aa-471e-a9bd-4e22f3781386 up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:09:28.350207 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-738772dd-f588-4034-964b-d073acf09de4 req-41af2840-4328-41e7-b8eb-b5d88002ec5e tempest-ServersTestManualDisk-1942191146 tempest-ServersTestManualDisk-1942191146-project] 10.222.0.64 "GET /v2.0/security-groups?id=3b83aea3-e60b-45d2-958f-1d6d9ba0fc5a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3388972
Dec 23 16:09:28.364305 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-f74c0705-9924-4b81-a5ff-7ca3b69f5233 tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:09:28.389755 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-5388466a-35d5-4a88-9962-96d4d4c12dfd req-5bbaf52a-6ef2-4c5c-83e9-34633d9e13e2 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=67df780b-70a7-4a3b-963c-521560944de5 HTTP/1.1" status: 200  len: 217 time: 0.1901186
Dec 23 16:09:28.467086 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32909f6f-0430-49e9-ac01-142472d4b0e8 req-6f7448b8-c19e-4530-937d-7cefdaecb943 tempest-ServersTestJSON-1438135586 tempest-ServersTestJSON-1438135586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:09:28.468730 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-32909f6f-0430-49e9-ac01-142472d4b0e8 req-6f7448b8-c19e-4530-937d-7cefdaecb943 tempest-ServersTestJSON-1438135586 tempest-ServersTestJSON-1438135586-project] 10.222.0.64 "GET /v2.0/ports?device_id=c1c5cb30-50d4-4361-b1b3-fa02e83979da HTTP/1.1" status: 200  len: 943 time: 0.4349151
Dec 23 16:09:28.507122 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cc72240-ba5f-4625-aca5-b96bc552352f None None] Network b338008b-4854-4aba-95d9-17d6205c584e is already hosted by enough agents. {{(pid=87637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:09:28.529422 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-5cc72240-ba5f-4625-aca5-b96bc552352f None None] Resources bound (agent type, host, resource id):  {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:09:28.530136 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-b677634a-3f57-445f-9e36-57bbd809cbf8 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:28.546571 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [req-124fd886-eb65-4a3e-b383-04a45f679b8b req-83d0a857-89ae-4e30-b397-1c86e74cae7b service neutron] For port 97a781d1-f31f-42f5-bbbf-859a23f9554d, host hv-neutron-8227, cleared binding levels {{(pid=87636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 23 16:09:28.554858 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2c59d1f6-60e3-47ae-95fc-dedb80669fd4 tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864774'] for subnet, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:28.557577 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-32909f6f-0430-49e9-ac01-142472d4b0e8 req-b37f0b7e-7c3e-4fa4-99bc-52812fb18f95 tempest-ServersTestJSON-1438135586 tempest-ServersTestJSON-1438135586-project] 10.222.0.64 "GET /v2.0/security-groups?id=a753ed1b-fc9e-4b35-b9ad-c44d26832ef9&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0715086
Dec 23 16:09:28.588715 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc72240-ba5f-4625-aca5-b96bc552352f None None] Received port after_create {{(pid=87637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:09:28.629490 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-f74c0705-9924-4b81-a5ff-7ca3b69f5233 tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:09:28.667676 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [req-124fd886-eb65-4a3e-b383-04a45f679b8b req-83d0a857-89ae-4e30-b397-1c86e74cae7b service neutron] For port 97a781d1-f31f-42f5-bbbf-859a23f9554d, host hv-neutron-8227, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=97a781d1-f31f-42f5-bbbf-859a23f9554d,segment=NetworkSegment(6b8a57f9-eb02-4082-be80-c717babaf4e7),segment_id=6b8a57f9-eb02-4082-be80-c717babaf4e7)] {{(pid=87636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 23 16:09:28.668068 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc72240-ba5f-4625-aca5-b96bc552352f None None] Pushing event updated for resources: {'Port': ['ID=44d088d0-a4c4-4bdb-a86e-e196a0e34d0b,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:09:28.692788 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-5cc72240-ba5f-4625-aca5-b96bc552352f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.416s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:09:28.694087 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-048901cd-3c6f-4aaf-9226-1b73eb211d23 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2176495', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2618677'] for subnet, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:28.720996 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-124fd886-eb65-4a3e-b383-04a45f679b8b req-83d0a857-89ae-4e30-b397-1c86e74cae7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2176289'] for port, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:28.741521 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:09:28.756648 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47b15118-c934-4327-a96a-eeff72dc225f', 'tag': '67df780b-70a7-4a3b-963c-521560944de5', 'status': 'completed', 'code': 200}
Dec 23 16:09:28.763451 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-e55c7a20-c4ba-4d0e-8b25-1b69b5b77df9 tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:28.781481 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning for port 7ce556ea-c9aa-471e-a9bd-4e22f3781386 completed by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:09:28.788545 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-5cc72240-ba5f-4625-aca5-b96bc552352f None None] Attempting to bind port 44d088d0-a4c4-4bdb-a86e-e196a0e34d0b on host dv-neutron-822799-1-hyperv for vnic_type normal with profile  {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:09:28.788734 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-5cc72240-ba5f-4625-aca5-b96bc552352f None None] Attempting to bind port 44d088d0-a4c4-4bdb-a86e-e196a0e34d0b by drivers openvswitch,hyperv on host dv-neutron-822799-1-hyperv at level 0 using segments [{'id': 'dae16c86-31e8-4598-ad52-14890d6a923a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'b338008b-4854-4aba-95d9-17d6205c584e'}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:09:28.789527 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc72240-ba5f-4625-aca5-b96bc552352f None None] Attempting to bind port 44d088d0-a4c4-4bdb-a86e-e196a0e34d0b on network b338008b-4854-4aba-95d9-17d6205c584e {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:09:28.797183 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc72240-ba5f-4625-aca5-b96bc552352f None None] Checking agent: {'id': '20d2070f-69a9-4e73-8d08-6f0387a40158', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822799-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 21), 'started_at': datetime.datetime(2021, 12, 23, 16, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 9, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822799-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 23 16:09:28.797857 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc72240-ba5f-4625-aca5-b96bc552352f None None] Checking segment: {'id': 'dae16c86-31e8-4598-ad52-14890d6a923a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'b338008b-4854-4aba-95d9-17d6205c584e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:09:28.798622 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-5cc72240-ba5f-4625-aca5-b96bc552352f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:28.799504 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc72240-ba5f-4625-aca5-b96bc552352f None None] Bound using segment: {'id': 'dae16c86-31e8-4598-ad52-14890d6a923a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'b338008b-4854-4aba-95d9-17d6205c584e'} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 23 16:09:28.800961 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-5cc72240-ba5f-4625-aca5-b96bc552352f None None] Bound port: 44d088d0-a4c4-4bdb-a86e-e196a0e34d0b, host: dv-neutron-822799-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dae16c86-31e8-4598-ad52-14890d6a923a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'b338008b-4854-4aba-95d9-17d6205c584e'}}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 23 16:09:28.801481 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-5cc72240-ba5f-4625-aca5-b96bc552352f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:28.815240 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port 7ce556ea-c9aa-471e-a9bd-4e22f3781386 triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:09:28.815454 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f74c0705-9924-4b81-a5ff-7ca3b69f5233 tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Made reservation on behalf of 51a3abb7cc41429380552b859d9155f9 for: {'port': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:09:28.815919 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:28.817969 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-e55c7a20-c4ba-4d0e-8b25-1b69b5b77df9 tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:28.818857 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f74c0705-9924-4b81-a5ff-7ca3b69f5233 tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:28.878709 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e27f626-edeb-4eb1-8963-6dca227cadfe None None] Network 36ccd207-673d-4414-80a4-bd81cceebe57 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:09:28.885082 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124fd886-eb65-4a3e-b383-04a45f679b8b req-83d0a857-89ae-4e30-b397-1c86e74cae7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:09:28.885926 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-124fd886-eb65-4a3e-b383-04a45f679b8b req-83d0a857-89ae-4e30-b397-1c86e74cae7b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:28.887519 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-124fd886-eb65-4a3e-b383-04a45f679b8b req-83d0a857-89ae-4e30-b397-1c86e74cae7b service neutron] 10.222.0.61 "PUT /v2.0/ports/97a781d1-f31f-42f5-bbbf-859a23f9554d HTTP/1.1" status: 200  len: 1093 time: 5.1194923
Dec 23 16:09:28.901352 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1c5cb30-50d4-4361-b1b3-fa02e83979da', 'tag': '97a781d1-f31f-42f5-bbbf-859a23f9554d'}] {{(pid=87636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 23 16:09:28.957229 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d0a857-89ae-4e30-b397-1c86e74cae7b service neutron] Pushing event updated for resources: {'Port': ['ID=97a781d1-f31f-42f5-bbbf-859a23f9554d,revision_number=3']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:09:28.969536 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [None req-f74c0705-9924-4b81-a5ff-7ca3b69f5233 tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] device_id is not set on port 52092daa-9dc4-4e13-8efb-1c336c01b104 yet. {{(pid=87636) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 23 16:09:29.002865 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.db_base_plugin_common [None req-e55c7a20-c4ba-4d0e-8b25-1b69b5b77df9 tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Allocated IP 172.26.3.15 (8afa6d58-9431-454a-b99c-3ff8a65aa86b/60537fec-5f5f-4ab7-89cc-03638149a590/25a10e12-9afd-47a0-bcbf-9f3dfe92db6b) {{(pid=87635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:09:29.145255 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5388466a-35d5-4a88-9962-96d4d4c12dfd req-7658094b-2525-4b1d-bf56-6105d307b7ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:09:29.146624 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-5388466a-35d5-4a88-9962-96d4d4c12dfd req-7658094b-2525-4b1d-bf56-6105d307b7ca service neutron] 10.222.0.61 "GET /v2.0/subnets?id=53feed59-2af5-4ad4-9dff-3991a61b1789 HTTP/1.1" status: 200  len: 851 time: 0.7410152
Dec 23 16:09:29.182749 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-83d0a857-89ae-4e30-b397-1c86e74cae7b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.441s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:09:29.183760 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-bf1e7a3c-02e5-44ee-8167-6c0de002ea64 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.375s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:09:29.239890 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048901cd-3c6f-4aaf-9226-1b73eb211d23 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Pushing event deleted for resources: {'Subnet': ['ID=7b943acc-39ea-4f8a-9acf-5aa331802274,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:09:29.282817 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-048901cd-3c6f-4aaf-9226-1b73eb211d23 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:09:29.309522 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-e55c7a20-c4ba-4d0e-8b25-1b69b5b77df9 tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:29.331048 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-048901cd-3c6f-4aaf-9226-1b73eb211d23 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-864347', 'neutron.services.segments.db._delete_segments_for_network-8735362908070'] for network, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:29.337824 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-5cc72240-ba5f-4625-aca5-b96bc552352f None None] For port 44d088d0-a4c4-4bdb-a86e-e196a0e34d0b, host dv-neutron-822799-1-hyperv, cleared binding levels {{(pid=87637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 23 16:09:29.338836 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5388466a-35d5-4a88-9962-96d4d4c12dfd req-0c761153-60dc-4424-8b75-c97a4e3fffef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:09:29.340365 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-5388466a-35d5-4a88-9962-96d4d4c12dfd req-0c761153-60dc-4424-8b75-c97a4e3fffef service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=110ef17f-202a-4ce6-8e43-789c8f209bdb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1715784
Dec 23 16:09:29.439533 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2c59d1f6-60e3-47ae-95fc-dedb80669fd4 tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2176495', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2618677'] for subnet, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:29.455582 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-5cc72240-ba5f-4625-aca5-b96bc552352f None None] For port 44d088d0-a4c4-4bdb-a86e-e196a0e34d0b, host dv-neutron-822799-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=44d088d0-a4c4-4bdb-a86e-e196a0e34d0b,segment=NetworkSegment(dae16c86-31e8-4598-ad52-14890d6a923a),segment_id=dae16c86-31e8-4598-ad52-14890d6a923a)] {{(pid=87637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 23 16:09:29.480509 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-5cc72240-ba5f-4625-aca5-b96bc552352f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:29.498266 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-048901cd-3c6f-4aaf-9226-1b73eb211d23 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1dc1234a90>,) {'filters': {'network_id': ['36ccd207-673d-4414-80a4-bd81cceebe57']}} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:09:29.498716 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-a3539f08-9d8d-4f8a-9e46-0fe0d1f641df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:09:29.514558 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-048901cd-3c6f-4aaf-9226-1b73eb211d23 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dc1234a90>, '023f41bd-89eb-40d8-b840-fa74141f0f9c') {'for_net_delete': True} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:09:29.515233 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-048901cd-3c6f-4aaf-9226-1b73eb211d23 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dc1234a90>, '023f41bd-89eb-40d8-b840-fa74141f0f9c') {} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:09:29.528433 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-048901cd-3c6f-4aaf-9226-1b73eb211d23 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735363085442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2382197'] for segment, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:29.545217 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-5388466a-35d5-4a88-9962-96d4d4c12dfd req-fec280d3-c4ed-48b4-ad1d-f934e1f2e6f4 service neutron] 10.222.0.61 "GET /v2.0/networks/110ef17f-202a-4ce6-8e43-789c8f209bdb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1965930
Dec 23 16:09:29.553594 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3668685b-2daf-4961-b04f-97424a8b390c None None] DHCP port deletion for 36ccd207-673d-4414-80a4-bd81cceebe57 request from dv-neutron-822799-1-hyperv {{(pid=87637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 23 16:09:29.555377 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-048901cd-3c6f-4aaf-9226-1b73eb211d23 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:29.563505 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-048901cd-3c6f-4aaf-9226-1b73eb211d23 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Releasing vlan 411 on physical network physnet1 to pool {{(pid=87636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 23 16:09:29.564475 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-048901cd-3c6f-4aaf-9226-1b73eb211d23 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2176261'] for segment, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:29.587361 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:29.644232 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] For port 7ce556ea-c9aa-471e-a9bd-4e22f3781386, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=7ce556ea-c9aa-471e-a9bd-4e22f3781386,segment=NetworkSegment(77e3d110-dd7b-426c-b11f-b78dde7993df),segment_id=77e3d110-dd7b-426c-b11f-b78dde7993df)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:09:29.648886 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc72240-ba5f-4625-aca5-b96bc552352f None None] Pushing event updated for resources: {'Port': ['ID=44d088d0-a4c4-4bdb-a86e-e196a0e34d0b,revision_number=2']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:09:29.659878 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:29.684269 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc72240-ba5f-4625-aca5-b96bc552352f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:09:29.684646 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc72240-ba5f-4625-aca5-b96bc552352f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:09:29.687060 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc72240-ba5f-4625-aca5-b96bc552352f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:09:29.687407 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc72240-ba5f-4625-aca5-b96bc552352f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:09:29.687751 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc72240-ba5f-4625-aca5-b96bc552352f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:09:29.688896 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc72240-ba5f-4625-aca5-b96bc552352f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:09:29.689244 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc72240-ba5f-4625-aca5-b96bc552352f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:09:29.689573 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc72240-ba5f-4625-aca5-b96bc552352f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:09:29.690087 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc72240-ba5f-4625-aca5-b96bc552352f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:09:29.690269 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc72240-ba5f-4625-aca5-b96bc552352f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:09:29.690530 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc72240-ba5f-4625-aca5-b96bc552352f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:09:29.690850 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc72240-ba5f-4625-aca5-b96bc552352f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:09:29.695366 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-5cc72240-ba5f-4625-aca5-b96bc552352f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:09:29.695824 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.023s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:09:29.741240 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-092832e9-8ed3-4873-a372-e16d649b2a4d tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:09:29.815729 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 117a3413-0c5a-4fb3-afe2-e727f86e4493 no longer exists at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 23 16:09:29.889067 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-e55c7a20-c4ba-4d0e-8b25-1b69b5b77df9 tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:29.900429 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-aee8363c-86f1-41a2-a26a-c640b1384dca tempest-RoutersAdminTest-1714001428 tempest-RoutersAdminTest-1714001428-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:09:29.901669 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2c59d1f6-60e3-47ae-95fc-dedb80669fd4 tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-864347', 'neutron.services.segments.db._delete_segments_for_network-8735362908070'] for network, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:29.902257 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] No Port match for: 117a3413-0c5a-4fb3-afe2-e727f86e4493 {{(pid=87637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 23 16:09:29.902838 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 117a3413-0c5a-4fb3-afe2-e727f86e4493 not bound to the agent host dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 23 16:09:29.912166 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Pushing event updated for resources: {'Port': ['ID=7ce556ea-c9aa-471e-a9bd-4e22f3781386,revision_number=4']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:09:29.915325 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:09:29.941951 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-2c59d1f6-60e3-47ae-95fc-dedb80669fd4 tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1dc1bd08e0>,) {'filters': {'network_id': ['505879f3-70b6-4b78-8600-3626c6d0f915']}} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:09:29.956656 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-2c59d1f6-60e3-47ae-95fc-dedb80669fd4 tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dc1bd08e0>, 'fb2b90bc-e128-4f5a-86ec-ffc9c9a83181') {'for_net_delete': True} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:09:29.957204 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-2c59d1f6-60e3-47ae-95fc-dedb80669fd4 tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dc1bd08e0>, 'fb2b90bc-e128-4f5a-86ec-ffc9c9a83181') {} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:09:29.973618 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2c59d1f6-60e3-47ae-95fc-dedb80669fd4 tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735363085442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2382197'] for segment, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:29.991748 dv-neutron-822799-1-hyperv neutron-server[87636]: Traceback (most recent call last):
Dec 23 16:09:29.991748 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 23 16:09:29.991748 dv-neutron-822799-1-hyperv neutron-server[87636]:     timer()
Dec 23 16:09:29.991748 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:09:29.991748 dv-neutron-822799-1-hyperv neutron-server[87636]:     cb(*args, **kw)
Dec 23 16:09:29.991748 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 23 16:09:29.991748 dv-neutron-822799-1-hyperv neutron-server[87636]:     return func(*args, **kwargs)
Dec 23 16:09:29.991748 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:09:29.991748 dv-neutron-822799-1-hyperv neutron-server[87636]:     self._notify()
Dec 23 16:09:29.991748 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:09:29.991748 dv-neutron-822799-1-hyperv neutron-server[87636]:     self.callback(batched_events)
Dec 23 16:09:29.991748 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:09:29.991748 dv-neutron-822799-1-hyperv neutron-server[87636]:     event.method(event)
Dec 23 16:09:29.991748 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:09:29.991748 dv-neutron-822799-1-hyperv neutron-server[87636]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:09:29.991748 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 23 16:09:29.991748 dv-neutron-822799-1-hyperv neutron-server[87636]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 23 16:09:29.991748 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 23 16:09:29.991748 dv-neutron-822799-1-hyperv neutron-server[87636]:     return f(self, *a, **k)
Dec 23 16:09:29.991748 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:09:29.991748 dv-neutron-822799-1-hyperv neutron-server[87636]:     return self._get(url).json()
Dec 23 16:09:29.991748 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 23 16:09:29.991748 dv-neutron-822799-1-hyperv neutron-server[87636]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 23 16:09:29.991748 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 23 16:09:29.991748 dv-neutron-822799-1-hyperv neutron-server[87636]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:09:29.991748 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 23 16:09:29.991748 dv-neutron-822799-1-hyperv neutron-server[87636]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 23 16:09:29.991748 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 23 16:09:29.991748 dv-neutron-822799-1-hyperv neutron-server[87636]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:09:29.991748 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 23 16:09:29.991748 dv-neutron-822799-1-hyperv neutron-server[87636]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:09:29.991748 dv-neutron-822799-1-hyperv neutron-server[87636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:09:30.045870 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1c5cb30-50d4-4361-b1b3-fa02e83979da', 'tag': '97a781d1-f31f-42f5-bbbf-859a23f9554d', 'status': 'completed', 'code': 200}
Dec 23 16:09:30.047259 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-048901cd-3c6f-4aaf-9226-1b73eb211d23 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-864336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1824171'] for network, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:30.052327 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2c59d1f6-60e3-47ae-95fc-dedb80669fd4 tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:30.060299 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e55c7a20-c4ba-4d0e-8b25-1b69b5b77df9 tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Network 8afa6d58-9431-454a-b99c-3ff8a65aa86b is already hosted by enough agents. {{(pid=87635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:09:30.073486 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.base_scheduler [None req-e55c7a20-c4ba-4d0e-8b25-1b69b5b77df9 tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Resources bound (agent type, host, resource id):  {{(pid=87635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:09:30.090866 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-5388466a-35d5-4a88-9962-96d4d4c12dfd req-d1e8c45b-71db-491a-a2c3-65d02d81559e service neutron] 10.222.0.61 "GET /v2.0/networks/110ef17f-202a-4ce6-8e43-789c8f209bdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4757969
Dec 23 16:09:30.099949 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e55c7a20-c4ba-4d0e-8b25-1b69b5b77df9 tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Received port after_create {{(pid=87635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:09:30.113517 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-048901cd-3c6f-4aaf-9226-1b73eb211d23 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627509'] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:30.120315 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c59d1f6-60e3-47ae-95fc-dedb80669fd4 tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=cd007827-71e8-4350-93a4-d24ed21360d5,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:09:30.122621 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-2c59d1f6-60e3-47ae-95fc-dedb80669fd4 tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:09:30.140965 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.021s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:09:30.157054 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c59d1f6-60e3-47ae-95fc-dedb80669fd4 tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] Releasing vlan 405 on physical network physnet1 to pool {{(pid=87636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 23 16:09:30.157362 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2c59d1f6-60e3-47ae-95fc-dedb80669fd4 tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2176261'] for segment, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:30.163076 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f91c34-fc23-4421-97ed-5e8fe5b79136 req-edee8696-0c08-4263-811f-322b516d2976 tempest-ServersTestManualDisk-1942191146 tempest-ServersTestManualDisk-1942191146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:09:30.164219 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [req-b3f91c34-fc23-4421-97ed-5e8fe5b79136 req-edee8696-0c08-4263-811f-322b516d2976 tempest-ServersTestManualDisk-1942191146 tempest-ServersTestManualDisk-1942191146-project] Synchronizing usage tracker for tenant:0d83cf4cd2a34a3d8747fec0cfffe963 on resource:port {{(pid=87635) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:09:30.173533 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.db_base_plugin_common [None req-b677634a-3f57-445f-9e36-57bbd809cbf8 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Allocated IP 172.26.3.163 (8afa6d58-9431-454a-b99c-3ff8a65aa86b/60537fec-5f5f-4ab7-89cc-03638149a590/ea43212c-57e6-4a92-afe5-07286521e545) {{(pid=87635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:09:30.216517 dv-neutron-822799-1-hyperv neutron-server[87636]: Traceback (most recent call last):
Dec 23 16:09:30.216517 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 23 16:09:30.216517 dv-neutron-822799-1-hyperv neutron-server[87636]:     timer()
Dec 23 16:09:30.216517 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:09:30.216517 dv-neutron-822799-1-hyperv neutron-server[87636]:     cb(*args, **kw)
Dec 23 16:09:30.216517 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 23 16:09:30.216517 dv-neutron-822799-1-hyperv neutron-server[87636]:     return func(*args, **kwargs)
Dec 23 16:09:30.216517 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:09:30.216517 dv-neutron-822799-1-hyperv neutron-server[87636]:     self._notify()
Dec 23 16:09:30.216517 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:09:30.216517 dv-neutron-822799-1-hyperv neutron-server[87636]:     self.callback(batched_events)
Dec 23 16:09:30.216517 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:09:30.216517 dv-neutron-822799-1-hyperv neutron-server[87636]:     event.method(event)
Dec 23 16:09:30.216517 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:09:30.216517 dv-neutron-822799-1-hyperv neutron-server[87636]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:09:30.216517 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 23 16:09:30.216517 dv-neutron-822799-1-hyperv neutron-server[87636]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 23 16:09:30.216517 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 23 16:09:30.216517 dv-neutron-822799-1-hyperv neutron-server[87636]:     return f(self, *a, **k)
Dec 23 16:09:30.216517 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:09:30.216517 dv-neutron-822799-1-hyperv neutron-server[87636]:     return self._get(url).json()
Dec 23 16:09:30.216517 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 23 16:09:30.216517 dv-neutron-822799-1-hyperv neutron-server[87636]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 23 16:09:30.216517 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 23 16:09:30.216517 dv-neutron-822799-1-hyperv neutron-server[87636]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:09:30.216517 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 23 16:09:30.216517 dv-neutron-822799-1-hyperv neutron-server[87636]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 23 16:09:30.216517 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 23 16:09:30.216517 dv-neutron-822799-1-hyperv neutron-server[87636]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:09:30.216517 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 23 16:09:30.216517 dv-neutron-822799-1-hyperv neutron-server[87636]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:09:30.216517 dv-neutron-822799-1-hyperv neutron-server[87636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:09:30.258348 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048901cd-3c6f-4aaf-9226-1b73eb211d23 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Pushing event deleted for resources: {'Network': ['ID=36ccd207-673d-4414-80a4-bd81cceebe57,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:09:30.265100 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-048901cd-3c6f-4aaf-9226-1b73eb211d23 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:09:30.283002 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55c7a20-c4ba-4d0e-8b25-1b69b5b77df9 tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Pushing event updated for resources: {'Port': ['ID=25a10e12-9afd-47a0-bcbf-9f3dfe92db6b,revision_number=1']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:09:30.349204 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-e55c7a20-c4ba-4d0e-8b25-1b69b5b77df9 tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.449s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:09:30.373484 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 44d088d0-a4c4-4bdb-a86e-e196a0e34d0b up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:09:30.388143 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [req-b3f91c34-fc23-4421-97ed-5e8fe5b79136 req-edee8696-0c08-4263-811f-322b516d2976 tempest-ServersTestManualDisk-1942191146 tempest-ServersTestManualDisk-1942191146-project] Unset dirty status for tenant:0d83cf4cd2a34a3d8747fec0cfffe963 on resource:port {{(pid=87635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:09:30.389202 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124fd886-eb65-4a3e-b383-04a45f679b8b req-a26554d5-a6e6-4239-9947-0f551bcb6699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:09:30.390750 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-124fd886-eb65-4a3e-b383-04a45f679b8b req-a26554d5-a6e6-4239-9947-0f551bcb6699 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=79224c5618eb4cef88b00e2059f275cc&device_id=c1c5cb30-50d4-4361-b1b3-fa02e83979da HTTP/1.1" status: 200  len: 1096 time: 1.3530247
Dec 23 16:09:30.392220 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-048901cd-3c6f-4aaf-9226-1b73eb211d23 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] 10.222.0.64 "DELETE /v2.0/networks/36ccd207-673d-4414-80a4-bd81cceebe57 HTTP/1.1" status: 204  len: 168 time: 11.2958903
Dec 23 16:09:30.396399 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-b3f91c34-fc23-4421-97ed-5e8fe5b79136 req-edee8696-0c08-4263-811f-322b516d2976 tempest-ServersTestManualDisk-1942191146 tempest-ServersTestManualDisk-1942191146-project] 10.222.0.64 "GET /v2.0/ports?device_id=47b15118-c934-4327-a96a-eeff72dc225f HTTP/1.1" status: 200  len: 943 time: 0.8460026
Dec 23 16:09:30.397279 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 42738) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:09:30.460799 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning for port 44d088d0-a4c4-4bdb-a86e-e196a0e34d0b completed by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:09:30.466406 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 7ce556ea-c9aa-471e-a9bd-4e22f3781386 up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:09:30.476272 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-ec43845a-e56e-4443-8252-554621bd6425 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-498581161'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:09:30.493552 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [None req-f74c0705-9924-4b81-a5ff-7ca3b69f5233 tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Allocated IP 2001:db8::f816:3eff:feb0:ec27 (b338008b-4854-4aba-95d9-17d6205c584e/6217c649-2cb7-475a-84b7-6d26a348b9bf/52092daa-9dc4-4e13-8efb-1c336c01b104) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:09:30.496123 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-ec43845a-e56e-4443-8252-554621bd6425 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:09:30.515386 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-124fd886-eb65-4a3e-b383-04a45f679b8b req-80e53f09-4fc9-4370-8ae2-cdf85abfa525 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=97a781d1-f31f-42f5-bbbf-859a23f9554d HTTP/1.1" status: 200  len: 217 time: 0.1073050
Dec 23 16:09:30.516993 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-ec43845a-e56e-4443-8252-554621bd6425 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Usage tracker for resource:network and tenant:08bb5ff5fd45470cae3e1870e7817546 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:09:30.525192 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-ec43845a-e56e-4443-8252-554621bd6425 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:09:30.533689 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2c59d1f6-60e3-47ae-95fc-dedb80669fd4 tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-864336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1824171'] for network, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:30.583412 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 42744) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:09:30.588407 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-ec43845a-e56e-4443-8252-554621bd6425 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:09:30.591047 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port 7ce556ea-c9aa-471e-a9bd-4e22f3781386 triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:09:30.591857 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:30.603619 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:09:30.667407 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644d1df4-7e16-4ac2-8d01-af9d746b93b3 req-e92f1d9b-d0b1-48f6-9c1c-562d592068fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:09:30.668946 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-644d1df4-7e16-4ac2-8d01-af9d746b93b3 req-e92f1d9b-d0b1-48f6-9c1c-562d592068fd service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0d83cf4cd2a34a3d8747fec0cfffe963&device_id=47b15118-c934-4327-a96a-eeff72dc225f HTTP/1.1" status: 200  len: 1096 time: 0.4972913
Dec 23 16:09:30.705416 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-b3f91c34-fc23-4421-97ed-5e8fe5b79136 req-16815840-11e4-4610-98c0-0d4361abc0d8 tempest-ServersTestManualDisk-1942191146 tempest-ServersTestManualDisk-1942191146-project] 10.222.0.64 "GET /v2.0/security-groups?id=3b83aea3-e60b-45d2-958f-1d6d9ba0fc5a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3069561
Dec 23 16:09:30.763071 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c59d1f6-60e3-47ae-95fc-dedb80669fd4 tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  505879f3-70b6-4b78-8600-3626c6d0f915 {{(pid=87636) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}}
Dec 23 16:09:30.770204 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2c59d1f6-60e3-47ae-95fc-dedb80669fd4 tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627509'] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:30.783749 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-b677634a-3f57-445f-9e36-57bbd809cbf8 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify callbacks [] for port, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:30.805125 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c59d1f6-60e3-47ae-95fc-dedb80669fd4 tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] Pushing event deleted for resources: {'Network': ['ID=505879f3-70b6-4b78-8600-3626c6d0f915,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:09:30.832139 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-2c59d1f6-60e3-47ae-95fc-dedb80669fd4 tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:09:30.842087 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9490fc20-2795-4f97-b13c-cdabcf04a696 req-ea264e67-4552-4cd2-b3bc-f1d2b7103e79 tempest-ServersTestJSON-1438135586 tempest-ServersTestJSON-1438135586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:09:30.843136 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-9490fc20-2795-4f97-b13c-cdabcf04a696 req-ea264e67-4552-4cd2-b3bc-f1d2b7103e79 tempest-ServersTestJSON-1438135586 tempest-ServersTestJSON-1438135586-project] Synchronizing usage tracker for tenant:79224c5618eb4cef88b00e2059f275cc on resource:port {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:09:30.856879 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec43845a-e56e-4443-8252-554621bd6425 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Made reservation on behalf of 08bb5ff5fd45470cae3e1870e7817546 for: {'network': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:09:30.860825 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-ec43845a-e56e-4443-8252-554621bd6425 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for network, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:30.871790 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-2c59d1f6-60e3-47ae-95fc-dedb80669fd4 tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] 10.222.0.64 "DELETE /v2.0/networks/505879f3-70b6-4b78-8600-3626c6d0f915 HTTP/1.1" status: 204  len: 168 time: 6.2841260
Dec 23 16:09:30.885332 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 42750) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:09:30.910936 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124fd886-eb65-4a3e-b383-04a45f679b8b req-2d90002a-99b4-4e84-af81-b1eea8eb7c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:09:30.913769 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-124fd886-eb65-4a3e-b383-04a45f679b8b req-2d90002a-99b4-4e84-af81-b1eea8eb7c5a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c5e1e7de-66c6-459a-96dc-9f30163dd18a HTTP/1.1" status: 200  len: 845 time: 0.3854184
Dec 23 16:09:31.015614 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-9490fc20-2795-4f97-b13c-cdabcf04a696 req-ea264e67-4552-4cd2-b3bc-f1d2b7103e79 tempest-ServersTestJSON-1438135586 tempest-ServersTestJSON-1438135586-project] Unset dirty status for tenant:79224c5618eb4cef88b00e2059f275cc on resource:port {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:09:31.017088 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-9490fc20-2795-4f97-b13c-cdabcf04a696 req-ea264e67-4552-4cd2-b3bc-f1d2b7103e79 tempest-ServersTestJSON-1438135586 tempest-ServersTestJSON-1438135586-project] 10.222.0.64 "GET /v2.0/ports?device_id=c1c5cb30-50d4-4361-b1b3-fa02e83979da HTTP/1.1" status: 200  len: 943 time: 0.9762440
Dec 23 16:09:31.031221 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-71768ce7-6c1d-4ed3-aa96-e43dbee25be4 tempest-RoutersAdminNegativeTest-1392199159 tempest-RoutersAdminNegativeTest-1392199159-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-23326236', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:09:31.071563 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-71768ce7-6c1d-4ed3-aa96-e43dbee25be4 tempest-RoutersAdminNegativeTest-1392199159 tempest-RoutersAdminNegativeTest-1392199159-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:09:31.072018 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-b677634a-3f57-445f-9e36-57bbd809cbf8 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:31.105441 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-dfd66e56-7aab-4861-bfc3-31c8c98f58ab tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] Synchronizing usage tracker for tenant:63564b95f10b4338868feabf388d0553 on resource:floatingip {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:09:31.105640 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90b9b2ce-491d-4e27-8233-101661be64a2 None None] Network b338008b-4854-4aba-95d9-17d6205c584e requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:09:31.113967 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-71768ce7-6c1d-4ed3-aa96-e43dbee25be4 tempest-RoutersAdminNegativeTest-1392199159 tempest-RoutersAdminNegativeTest-1392199159-project-admin] Usage tracker for resource:port and tenant:e3301311e6b24b61bfd455dd182f57ea is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:09:31.127616 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec43845a-e56e-4443-8252-554621bd6425 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] vlan segment allocate from pool success with {'vlan_id': 420, 'physical_network': 'physnet1'}  {{(pid=87636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 23 16:09:31.130563 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-71768ce7-6c1d-4ed3-aa96-e43dbee25be4 tempest-RoutersAdminNegativeTest-1392199159 tempest-RoutersAdminNegativeTest-1392199159-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:09:31.191887 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-d677cfe0-a022-4375-b332-6fa240f4f513 None None] Provisioning for port 44d088d0-a4c4-4bdb-a86e-e196a0e34d0b completed by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:09:31.192990 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-71768ce7-6c1d-4ed3-aa96-e43dbee25be4 tempest-RoutersAdminNegativeTest-1392199159 tempest-RoutersAdminNegativeTest-1392199159-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:09:31.199858 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-d677cfe0-a022-4375-b332-6fa240f4f513 None None] Provisioning complete for port 44d088d0-a4c4-4bdb-a86e-e196a0e34d0b triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:09:31.200293 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d677cfe0-a022-4375-b332-6fa240f4f513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:31.226173 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-d698c8a0-3417-46e4-9eb1-deb2e9f871a0 tempest-ServersTestManualDisk-1942191146 tempest-ServersTestManualDisk-1942191146-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:09:31.242024 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-ec43845a-e56e-4443-8252-554621bd6425 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:31.242608 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.db.segments_db [None req-ec43845a-e56e-4443-8252-554621bd6425 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Added segment 01e0f489-571f-4f48-b10f-850149ed880f of type vlan for network 8ccca644-4896-426e-8b05-3600a7e4b8dc
Dec 23 16:09:31.250946 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-9490fc20-2795-4f97-b13c-cdabcf04a696 req-85facf04-e492-4c7e-924d-c2de25f3b050 tempest-ServersTestJSON-1438135586 tempest-ServersTestJSON-1438135586-project] 10.222.0.64 "GET /v2.0/security-groups?id=a753ed1b-fc9e-4b35-b9ad-c44d26832ef9&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.2017789
Dec 23 16:09:31.259682 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-dfd66e56-7aab-4861-bfc3-31c8c98f58ab tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] Unset dirty status for tenant:63564b95f10b4338868feabf388d0553 on resource:floatingip {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:09:31.261087 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-dfd66e56-7aab-4861-bfc3-31c8c98f58ab tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] 10.222.0.64 "GET /v2.0/floatingips HTTP/1.1" status: 200  len: 1169 time: 0.3717031
Dec 23 16:09:31.268815 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 42754) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:09:31.269841 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71768ce7-6c1d-4ed3-aa96-e43dbee25be4 tempest-RoutersAdminNegativeTest-1392199159 tempest-RoutersAdminNegativeTest-1392199159-project-admin] Made reservation on behalf of e3301311e6b24b61bfd455dd182f57ea for: {'port': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:09:31.272763 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-71768ce7-6c1d-4ed3-aa96-e43dbee25be4 tempest-RoutersAdminNegativeTest-1392199159 tempest-RoutersAdminNegativeTest-1392199159-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:31.289134 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644d1df4-7e16-4ac2-8d01-af9d746b93b3 req-448f3bf2-67db-4d1f-b119-b68666cef75d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:09:31.293031 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-644d1df4-7e16-4ac2-8d01-af9d746b93b3 req-448f3bf2-67db-4d1f-b119-b68666cef75d service neutron] 10.222.0.61 "GET /v2.0/networks?id=110ef17f-202a-4ce6-8e43-789c8f209bdb HTTP/1.1" status: 200  len: 913 time: 0.5852196
Dec 23 16:09:31.295422 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-71768ce7-6c1d-4ed3-aa96-e43dbee25be4 tempest-RoutersAdminNegativeTest-1392199159 tempest-RoutersAdminNegativeTest-1392199159-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:31.411050 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-71768ce7-6c1d-4ed3-aa96-e43dbee25be4 tempest-RoutersAdminNegativeTest-1392199159 tempest-RoutersAdminNegativeTest-1392199159-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:09:31.412759 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b677634a-3f57-445f-9e36-57bbd809cbf8 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Pushing event updated for resources: {'Port': ['ID=ea43212c-57e6-4a92-afe5-07286521e545,revision_number=1']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:09:31.414770 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-71768ce7-6c1d-4ed3-aa96-e43dbee25be4 tempest-RoutersAdminNegativeTest-1392199159 tempest-RoutersAdminNegativeTest-1392199159-project-admin] Usage tracker for resource:security_group_rule and tenant:e3301311e6b24b61bfd455dd182f57ea is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:09:31.417577 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-71768ce7-6c1d-4ed3-aa96-e43dbee25be4 tempest-RoutersAdminNegativeTest-1392199159 tempest-RoutersAdminNegativeTest-1392199159-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:09:31.421752 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-b677634a-3f57-445f-9e36-57bbd809cbf8 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:09:31.423775 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-71768ce7-6c1d-4ed3-aa96-e43dbee25be4 tempest-RoutersAdminNegativeTest-1392199159 tempest-RoutersAdminNegativeTest-1392199159-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:09:31.436024 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-644d1df4-7e16-4ac2-8d01-af9d746b93b3 req-ad21a256-7dd5-4491-b260-8e1156eb2064 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=67df780b-70a7-4a3b-963c-521560944de5 HTTP/1.1" status: 200  len: 217 time: 0.1198084
Dec 23 16:09:31.452925 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b677634a-3f57-445f-9e36-57bbd809cbf8 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Network 8afa6d58-9431-454a-b99c-3ff8a65aa86b is already hosted by enough agents. {{(pid=87635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:09:31.511331 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-71768ce7-6c1d-4ed3-aa96-e43dbee25be4 tempest-RoutersAdminNegativeTest-1392199159 tempest-RoutersAdminNegativeTest-1392199159-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:31.516130 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d677cfe0-a022-4375-b332-6fa240f4f513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:31.517626 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644d1df4-7e16-4ac2-8d01-af9d746b93b3 req-c13cdf44-2f90-458e-8eca-8a1ce4c57415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:09:31.519599 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-644d1df4-7e16-4ac2-8d01-af9d746b93b3 req-c13cdf44-2f90-458e-8eca-8a1ce4c57415 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=53feed59-2af5-4ad4-9dff-3991a61b1789 HTTP/1.1" status: 200  len: 851 time: 0.0648396
Dec 23 16:09:31.524210 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.base_scheduler [None req-b677634a-3f57-445f-9e36-57bbd809cbf8 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Resources bound (agent type, host, resource id):  {{(pid=87635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:09:31.538879 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-ec43845a-e56e-4443-8252-554621bd6425 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735362521793'] for network, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:31.554449 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-71768ce7-6c1d-4ed3-aa96-e43dbee25be4 tempest-RoutersAdminNegativeTest-1392199159 tempest-RoutersAdminNegativeTest-1392199159-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:31.563532 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-5bedd273-a2c3-4a7d-9729-eef4cecf0595 tempest-ExternalNetworksTestJSON-362186379 tempest-ExternalNetworksTestJSON-362186379-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:09:31.566578 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-d677cfe0-a022-4375-b332-6fa240f4f513 None None] For port 44d088d0-a4c4-4bdb-a86e-e196a0e34d0b, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=44d088d0-a4c4-4bdb-a86e-e196a0e34d0b,segment=NetworkSegment(dae16c86-31e8-4598-ad52-14890d6a923a),segment_id=dae16c86-31e8-4598-ad52-14890d6a923a)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:09:31.573222 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d677cfe0-a022-4375-b332-6fa240f4f513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:31.574449 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [None req-71768ce7-6c1d-4ed3-aa96-e43dbee25be4 tempest-RoutersAdminNegativeTest-1392199159 tempest-RoutersAdminNegativeTest-1392199159-project-admin] device_id is not set on port 6208b9c8-2abc-4189-be06-1b3aa2e70f4a yet. {{(pid=87636) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 23 16:09:31.576476 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-eaeec567-005f-49d3-9609-5ce8a51ccd85 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:09:31.585481 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b677634a-3f57-445f-9e36-57bbd809cbf8 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Received port after_create {{(pid=87635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:09:31.640489 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124fd886-eb65-4a3e-b383-04a45f679b8b req-5e890ba2-8cc4-4470-8e6e-5ec15c5f4698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:09:31.641929 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-124fd886-eb65-4a3e-b383-04a45f679b8b req-5e890ba2-8cc4-4470-8e6e-5ec15c5f4698 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=256a38e5-d398-4e43-80e3-9bc3cd6cc270&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.6650751
Dec 23 16:09:31.653079 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d677cfe0-a022-4375-b332-6fa240f4f513 None None] Pushing event updated for resources: {'Port': ['ID=44d088d0-a4c4-4bdb-a86e-e196a0e34d0b,revision_number=3']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:09:31.656401 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-d677cfe0-a022-4375-b332-6fa240f4f513 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:09:31.675001 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f74c0705-9924-4b81-a5ff-7ca3b69f5233 tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:31.747396 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71768ce7-6c1d-4ed3-aa96-e43dbee25be4 tempest-RoutersAdminNegativeTest-1392199159 tempest-RoutersAdminNegativeTest-1392199159-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7308c32-399d-4cdf-8c27-cd1eb1f11c47,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:09:31.750884 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-e55c7a20-c4ba-4d0e-8b25-1b69b5b77df9 tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:31.762781 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-931d7737-951d-4cf6-99b5-c4929e72e53a tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:09:31.763231 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-931d7737-951d-4cf6-99b5-c4929e72e53a tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:09:31.763985 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-931d7737-951d-4cf6-99b5-c4929e72e53a tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:09:31.764096 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-931d7737-951d-4cf6-99b5-c4929e72e53a tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:09:31.764732 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-931d7737-951d-4cf6-99b5-c4929e72e53a tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:09:31.765311 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-931d7737-951d-4cf6-99b5-c4929e72e53a tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:09:31.765890 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-931d7737-951d-4cf6-99b5-c4929e72e53a tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:09:31.766987 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-931d7737-951d-4cf6-99b5-c4929e72e53a tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:09:31.767592 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-931d7737-951d-4cf6-99b5-c4929e72e53a tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:09:31.768349 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-931d7737-951d-4cf6-99b5-c4929e72e53a tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:09:31.769701 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-931d7737-951d-4cf6-99b5-c4929e72e53a tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] Synchronizing usage tracker for tenant:63564b95f10b4338868feabf388d0553 on resource:subnet {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:09:31.772593 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-71768ce7-6c1d-4ed3-aa96-e43dbee25be4 tempest-RoutersAdminNegativeTest-1392199159 tempest-RoutersAdminNegativeTest-1392199159-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:09:31.872061 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.provisioning_blocks [None req-f74c0705-9924-4b81-a5ff-7ca3b69f5233 tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Transition to ACTIVE for port object 52092daa-9dc4-4e13-8efb-1c336c01b104 will not be triggered until provisioned by entity DHCP. {{(pid=87636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:09:31.878029 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-ec43845a-e56e-4443-8252-554621bd6425 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495'] for network, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:31.883488 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec43845a-e56e-4443-8252-554621bd6425 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:09:31.884100 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-ec43845a-e56e-4443-8252-554621bd6425 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627509'] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:31.905516 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-208dc5db-3daa-4a8a-ae6f-ff0964852d44 None None] get_active_networks_info from dv-neutron-822799-1-hyperv {{(pid=87637) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}}
Dec 23 16:09:31.923262 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-5bedd273-a2c3-4a7d-9729-eef4cecf0595 tempest-ExternalNetworksTestJSON-362186379 tempest-ExternalNetworksTestJSON-362186379-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:09:32.034959 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-02c39cde-361c-4328-af69-6a91e81f13fc None None] Provisioning complete for port 44d088d0-a4c4-4bdb-a86e-e196a0e34d0b triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:09:32.035402 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-02c39cde-361c-4328-af69-6a91e81f13fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:32.039339 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-931d7737-951d-4cf6-99b5-c4929e72e53a tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] Unset dirty status for tenant:63564b95f10b4338868feabf388d0553 on resource:subnet {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:09:32.040514 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-931d7737-951d-4cf6-99b5-c4929e72e53a tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 6544 time: 0.7522025
Dec 23 16:09:32.071642 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 42760) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:09:32.143439 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-208dc5db-3daa-4a8a-ae6f-ff0964852d44 None None] Resources bound (agent type, host, resource id):  {{(pid=87637) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Dec 23 16:09:32.159199 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec43845a-e56e-4443-8252-554621bd6425 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Pushing event updated for resources: {'Network': ['ID=8ccca644-4896-426e-8b05-3600a7e4b8dc,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:09:32.176035 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-ec43845a-e56e-4443-8252-554621bd6425 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:09:32.180408 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.api.v2.resource [None req-038e5caf-a532-46c0-9a4e-b8265eece863 tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] delete failed (client error): The resource could not be found.
Dec 23 16:09:32.183964 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-038e5caf-a532-46c0-9a4e-b8265eece863 tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] 10.222.0.64 "DELETE /v2.0/floatingips/b4ecaaf0-7273-4f73-b4c3-7ea672afe025 HTTP/1.1" status: 404  len: 345 time: 0.1077809
Dec 23 16:09:32.191744 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-124fd886-eb65-4a3e-b383-04a45f679b8b req-62d1eb00-99f4-4ae5-8a3f-791825ab308b service neutron] 10.222.0.61 "GET /v2.0/networks/256a38e5-d398-4e43-80e3-9bc3cd6cc270?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5295813
Dec 23 16:09:32.193611 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-ec43845a-e56e-4443-8252-554621bd6425 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 1.7892075
Dec 23 16:09:32.198108 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 42764) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:09:32.198430 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 42766) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:09:32.199608 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [None req-71768ce7-6c1d-4ed3-aa96-e43dbee25be4 tempest-RoutersAdminNegativeTest-1392199159 tempest-RoutersAdminNegativeTest-1392199159-project-admin] Allocated IP 172.26.3.14 (8afa6d58-9431-454a-b99c-3ff8a65aa86b/60537fec-5f5f-4ab7-89cc-03638149a590/6208b9c8-2abc-4189-be06-1b3aa2e70f4a) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:09:32.226406 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Network 8ccca644-4896-426e-8b05-3600a7e4b8dc details requested by agent ovs-agent-dv-neutron-822799-1-hyperv with host dv-neutron-822799-1-hyperv {{(pid=87637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 23 16:09:32.238370 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644d1df4-7e16-4ac2-8d01-af9d746b93b3 req-399d3114-b077-4785-a666-1c93ecf8b439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:09:32.239894 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-644d1df4-7e16-4ac2-8d01-af9d746b93b3 req-399d3114-b077-4785-a666-1c93ecf8b439 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=110ef17f-202a-4ce6-8e43-789c8f209bdb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.7134724
Dec 23 16:09:32.246672 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-302a45c0-20a8-471a-a89b-a38947af6c83 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Request body: {'subnet': {'network_id': '8ccca644-4896-426e-8b05-3600a7e4b8dc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:09:32.366735 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 44d088d0-a4c4-4bdb-a86e-e196a0e34d0b up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:09:32.523185 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e8fbfd-fd8b-4188-bc88-d25c99543782 req-6ee71ae8-720e-4a08-bfce-403a223b6495 tempest-ServersTestManualDisk-1942191146 tempest-ServersTestManualDisk-1942191146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:09:32.525499 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-a4e8fbfd-fd8b-4188-bc88-d25c99543782 req-6ee71ae8-720e-4a08-bfce-403a223b6495 tempest-ServersTestManualDisk-1942191146 tempest-ServersTestManualDisk-1942191146-project] 10.222.0.64 "GET /v2.0/ports?device_id=47b15118-c934-4327-a96a-eeff72dc225f HTTP/1.1" status: 200  len: 943 time: 0.5747993
Dec 23 16:09:32.568499 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-e55c7a20-c4ba-4d0e-8b25-1b69b5b77df9 tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1823971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1824234'] for router, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:32.569282 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port 44d088d0-a4c4-4bdb-a86e-e196a0e34d0b triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:09:32.569791 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:32.685055 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f74c0705-9924-4b81-a5ff-7ca3b69f5233 tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:32.688400 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-124fd886-eb65-4a3e-b383-04a45f679b8b req-987d76ca-5e8f-40da-8146-24df3c902817 service neutron] 10.222.0.61 "GET /v2.0/networks/256a38e5-d398-4e43-80e3-9bc3cd6cc270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4818013
Dec 23 16:09:32.713029 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:09:32.903817 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-a4e8fbfd-fd8b-4188-bc88-d25c99543782 req-352f1fd9-d098-4798-9dca-cec6d2e111b1 tempest-ServersTestManualDisk-1942191146 tempest-ServersTestManualDisk-1942191146-project] 10.222.0.64 "GET /v2.0/security-groups?id=3b83aea3-e60b-45d2-958f-1d6d9ba0fc5a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3586617
Dec 23 16:09:32.951339 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-302a45c0-20a8-471a-a89b-a38947af6c83 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:09:32.954230 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.pecan_wsgi.hooks.translation [None req-0352ac2a-b569-40b0-886d-b1f530574781 tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] DELETE failed (client error): The resource could not be found.
Dec 23 16:09:32.954709 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0352ac2a-b569-40b0-886d-b1f530574781 tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=87636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 23 16:09:32.960512 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-0352ac2a-b569-40b0-886d-b1f530574781 tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] 10.222.0.64 "DELETE /v2.0/networks/505879f3-70b6-4b78-8600-3626c6d0f915 HTTP/1.1" status: 404  len: 339 time: 0.7541432
Dec 23 16:09:32.963712 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 42776) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:09:32.971401 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-644d1df4-7e16-4ac2-8d01-af9d746b93b3 req-135050b7-8822-460b-a995-ed7746639e27 service neutron] 10.222.0.61 "GET /v2.0/networks/110ef17f-202a-4ce6-8e43-789c8f209bdb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7215278
Dec 23 16:09:32.984233 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-302a45c0-20a8-471a-a89b-a38947af6c83 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Usage tracker for resource:subnet and tenant:08bb5ff5fd45470cae3e1870e7817546 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:09:32.988433 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f74c0705-9924-4b81-a5ff-7ca3b69f5233 tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Network b338008b-4854-4aba-95d9-17d6205c584e is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:09:32.995606 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-302a45c0-20a8-471a-a89b-a38947af6c83 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:09:33.004499 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-f74c0705-9924-4b81-a5ff-7ca3b69f5233 tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Resources bound (agent type, host, resource id):  {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:09:33.015856 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-302a45c0-20a8-471a-a89b-a38947af6c83 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:09:33.020939 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f74c0705-9924-4b81-a5ff-7ca3b69f5233 tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:09:33.026679 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f74c0705-9924-4b81-a5ff-7ca3b69f5233 tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:09:33.027345 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f74c0705-9924-4b81-a5ff-7ca3b69f5233 tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:33.051508 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-e610c470-cf0c-472e-a343-b94203cf921e tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] Request body: {'network': {'name': 'tempest-network--1423360454', 'router:external': True}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:09:33.078328 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-e610c470-cf0c-472e-a343-b94203cf921e tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:09:33.096484 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74c0705-9924-4b81-a5ff-7ca3b69f5233 tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Pushing event updated for resources: {'Port': ['ID=52092daa-9dc4-4e13-8efb-1c336c01b104,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:09:33.106251 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-f74c0705-9924-4b81-a5ff-7ca3b69f5233 tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:09:33.117226 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-f74c0705-9924-4b81-a5ff-7ca3b69f5233 tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201  len: 950 time: 5.8821588
Dec 23 16:09:33.117226 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-302a45c0-20a8-471a-a89b-a38947af6c83 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Made reservation on behalf of 08bb5ff5fd45470cae3e1870e7817546 for: {'subnet': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:09:33.119306 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-302a45c0-20a8-471a-a89b-a38947af6c83 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2618324'] for subnet, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:33.137609 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 42780) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:09:33.146700 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-e610c470-cf0c-472e-a343-b94203cf921e tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] Usage tracker for resource:network and tenant:63564b95f10b4338868feabf388d0553 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:09:33.166155 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-e610c470-cf0c-472e-a343-b94203cf921e tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:09:33.253254 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-71768ce7-6c1d-4ed3-aa96-e43dbee25be4 tempest-RoutersAdminNegativeTest-1392199159 tempest-RoutersAdminNegativeTest-1392199159-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:33.306069 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-e610c470-cf0c-472e-a343-b94203cf921e tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:09:33.345424 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3b1438e4-0cad-4b2d-8379-73a5127fadc2 None None] Provisioning for port 52092daa-9dc4-4e13-8efb-1c336c01b104 completed by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:09:33.346908 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ced7dd-50fc-4bb9-897b-518c4cfbe366 req-f9c33d6c-45c1-44f0-80c2-32e7c5cb7d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:09:33.348073 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-18ced7dd-50fc-4bb9-897b-518c4cfbe366 req-f9c33d6c-45c1-44f0-80c2-32e7c5cb7d25 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=79224c5618eb4cef88b00e2059f275cc&device_id=c1c5cb30-50d4-4361-b1b3-fa02e83979da HTTP/1.1" status: 200  len: 1096 time: 0.4718962
Dec 23 16:09:33.350556 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3b1438e4-0cad-4b2d-8379-73a5127fadc2 None None] Provisioning complete for port 52092daa-9dc4-4e13-8efb-1c336c01b104 triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:09:33.350755 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3b1438e4-0cad-4b2d-8379-73a5127fadc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:33.352489 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e610c470-cf0c-472e-a343-b94203cf921e tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] Made reservation on behalf of 63564b95f10b4338868feabf388d0553 for: {'network': 1} {{(pid=87635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:09:33.354207 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-e610c470-cf0c-472e-a343-b94203cf921e tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for network, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:33.365267 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbf6f403-18ee-4745-a90a-ff1881c88a1c tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Deleting subnet 6217c649-2cb7-475a-84b7-6d26a348b9bf {{(pid=87636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 23 16:09:33.396855 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a678ea-85a8-4508-9a17-3859f6afd13d req-9d283b16-9237-4a11-a5fc-0ec39cbed44e tempest-ServersTestJSON-1438135586 tempest-ServersTestJSON-1438135586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:09:33.398335 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-f9a678ea-85a8-4508-9a17-3859f6afd13d req-9d283b16-9237-4a11-a5fc-0ec39cbed44e tempest-ServersTestJSON-1438135586 tempest-ServersTestJSON-1438135586-project] 10.222.0.64 "GET /v2.0/ports?device_id=c1c5cb30-50d4-4361-b1b3-fa02e83979da HTTP/1.1" status: 200  len: 943 time: 0.9663565
Dec 23 16:09:33.399053 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-bbf6f403-18ee-4745-a90a-ff1881c88a1c tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Notify callbacks [] for subnet, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:33.408946 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-3b1438e4-0cad-4b2d-8379-73a5127fadc2 None None] Port 52092daa-9dc4-4e13-8efb-1c336c01b104 cannot update to ACTIVE because it is not bound. {{(pid=87637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 23 16:09:33.418987 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-644d1df4-7e16-4ac2-8d01-af9d746b93b3 req-6a2fe772-35f5-4e96-ae79-7f4a9720b449 service neutron] 10.222.0.61 "GET /v2.0/networks/110ef17f-202a-4ce6-8e43-789c8f209bdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3928576
Dec 23 16:09:33.436111 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e610c470-cf0c-472e-a343-b94203cf921e tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] vlan segment allocate from pool success with {'vlan_id': 437, 'physical_network': 'physnet1'}  {{(pid=87635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 23 16:09:33.462815 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-e610c470-cf0c-472e-a343-b94203cf921e tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:33.463185 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.db.segments_db [None req-e610c470-cf0c-472e-a343-b94203cf921e tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] Added segment 719c6ce1-3595-4dce-81e7-97caab7dc1a7 of type vlan for network de512cc2-b12e-4fed-9f80-8993435685a8
Dec 23 16:09:33.482699 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e55c7a20-c4ba-4d0e-8b25-1b69b5b77df9 tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Router 3d14aabe-053a-4a1b-8d82-eb12539e4396 is scheduled to L3 agent 371d4c41-c7e2-4de7-9539-c049ec4e95d1 with binding_index 1 {{(pid=87635) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 23 16:09:33.566465 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-b677634a-3f57-445f-9e36-57bbd809cbf8 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:33.578229 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-bbf6f403-18ee-4745-a90a-ff1881c88a1c tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2382092'] for subnet, precommit_delete_associations {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:33.624401 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-e610c470-cf0c-472e-a343-b94203cf921e tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735362521793'] for network, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:33.633169 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-f9a678ea-85a8-4508-9a17-3859f6afd13d req-f547d7c4-d64f-46aa-8e3a-7a176050dd4e tempest-ServersTestJSON-1438135586 tempest-ServersTestJSON-1438135586-project] 10.222.0.64 "GET /v2.0/security-groups?id=a753ed1b-fc9e-4b35-b9ad-c44d26832ef9&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1961391
Dec 23 16:09:33.695256 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-71768ce7-6c1d-4ed3-aa96-e43dbee25be4 tempest-RoutersAdminNegativeTest-1392199159 tempest-RoutersAdminNegativeTest-1392199159-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:33.719522 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-eb6e21ae-3ec1-4ef4-b35b-bdfb7a4d1b28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:09:33.788911 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-e610c470-cf0c-472e-a343-b94203cf921e tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495'] for network, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:33.789204 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ced7dd-50fc-4bb9-897b-518c4cfbe366 req-2a79234c-2b11-40fc-b185-c066a6897790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:09:33.790563 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-18ced7dd-50fc-4bb9-897b-518c4cfbe366 req-2a79234c-2b11-40fc-b185-c066a6897790 service neutron] 10.222.0.61 "GET /v2.0/networks?id=256a38e5-d398-4e43-80e3-9bc3cd6cc270 HTTP/1.1" status: 200  len: 907 time: 0.4341066
Dec 23 16:09:33.800689 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e610c470-cf0c-472e-a343-b94203cf921e tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:09:33.801268 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-e610c470-cf0c-472e-a343-b94203cf921e tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627509'] for network, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:33.808075 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:09:33.831435 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-b677634a-3f57-445f-9e36-57bbd809cbf8 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:33.862105 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e55c7a20-c4ba-4d0e-8b25-1b69b5b77df9 tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Notify agent at l3_agent.dv-neutron-822799-1-hyperv the message routers_updated {{(pid=87635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 23 16:09:33.874359 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-393b8159-1f68-497c-9e6e-9b3e6bdbfe3a None None] Sync routers for ids ['3d14aabe-053a-4a1b-8d82-eb12539e4396'] in dv-neutron-822799-1-hyperv {{(pid=87637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 23 16:09:33.885064 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-393b8159-1f68-497c-9e6e-9b3e6bdbfe3a None None] Routers {'3d14aabe-053a-4a1b-8d82-eb12539e4396'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:09:33.885694 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-393b8159-1f68-497c-9e6e-9b3e6bdbfe3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc16da910>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:09:20Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['3d14aabe-053a-4a1b-8d82-eb12539e4396'], 'active': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:09:33.894540 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71768ce7-6c1d-4ed3-aa96-e43dbee25be4 tempest-RoutersAdminNegativeTest-1392199159 tempest-RoutersAdminNegativeTest-1392199159-project-admin] Network 8afa6d58-9431-454a-b99c-3ff8a65aa86b is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:09:33.900704 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-18ced7dd-50fc-4bb9-897b-518c4cfbe366 req-09a0677c-69fb-427e-a79d-d09309b1bf72 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=97a781d1-f31f-42f5-bbbf-859a23f9554d HTTP/1.1" status: 200  len: 217 time: 0.0876379
Dec 23 16:09:33.904311 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-71768ce7-6c1d-4ed3-aa96-e43dbee25be4 tempest-RoutersAdminNegativeTest-1392199159 tempest-RoutersAdminNegativeTest-1392199159-project-admin] Resources bound (agent type, host, resource id):  {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:09:33.906156 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71768ce7-6c1d-4ed3-aa96-e43dbee25be4 tempest-RoutersAdminNegativeTest-1392199159 tempest-RoutersAdminNegativeTest-1392199159-project-admin] Pushing event updated for resources: {'Port': ['ID=6208b9c8-2abc-4189-be06-1b3aa2e70f4a,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:09:33.917585 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71768ce7-6c1d-4ed3-aa96-e43dbee25be4 tempest-RoutersAdminNegativeTest-1392199159 tempest-RoutersAdminNegativeTest-1392199159-project-admin] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:09:33.985434 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-71768ce7-6c1d-4ed3-aa96-e43dbee25be4 tempest-RoutersAdminNegativeTest-1392199159 tempest-RoutersAdminNegativeTest-1392199159-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:09:34.003877 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e610c470-cf0c-472e-a343-b94203cf921e tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] Pushing event updated for resources: {'Network': ['ID=de512cc2-b12e-4fed-9f80-8993435685a8,revision_number=1']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:09:34.015245 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-e610c470-cf0c-472e-a343-b94203cf921e tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:09:34.020835 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Network de512cc2-b12e-4fed-9f80-8993435685a8 details requested by agent ovs-agent-dv-neutron-822799-1-hyperv with host dv-neutron-822799-1-hyperv {{(pid=87637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 23 16:09:34.028235 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-302a45c0-20a8-471a-a89b-a38947af6c83 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2176430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2618310'] for subnet, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:34.028410 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-e610c470-cf0c-472e-a343-b94203cf921e tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201  len: 863 time: 1.0574820
Dec 23 16:09:34.032907 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 42786) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:09:34.035257 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-e55c7a20-c4ba-4d0e-8b25-1b69b5b77df9 tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Notify callbacks [] for router, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:34.035390 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-e55c7a20-c4ba-4d0e-8b25-1b69b5b77df9 tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201  len: 905 time: 8.5099766
Dec 23 16:09:34.041199 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 42788) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:09:34.051659 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:09:34.109126 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71768ce7-6c1d-4ed3-aa96-e43dbee25be4 tempest-RoutersAdminNegativeTest-1392199159 tempest-RoutersAdminNegativeTest-1392199159-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:09:34.109791 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-71768ce7-6c1d-4ed3-aa96-e43dbee25be4 tempest-RoutersAdminNegativeTest-1392199159 tempest-RoutersAdminNegativeTest-1392199159-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:34.212057 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Device 67df780b-70a7-4a3b-963c-521560944de5 details requested by agent hyperv_hv-neutron-8227 with host hv-neutron-8227 {{(pid=87637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 23 16:09:34.257635 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvr_db [None req-393b8159-1f68-497c-9e6e-9b3e6bdbfe3a None None] Set router 3d14aabe-053a-4a1b-8d82-eb12539e4396 gateway port host: dv-neutron-822799-1-hyperv {{(pid=87637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:09:34.275976 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ced7dd-50fc-4bb9-897b-518c4cfbe366 req-57938a21-b104-4f09-8b91-57b642d13a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:09:34.277485 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-18ced7dd-50fc-4bb9-897b-518c4cfbe366 req-57938a21-b104-4f09-8b91-57b642d13a05 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c5e1e7de-66c6-459a-96dc-9f30163dd18a HTTP/1.1" status: 200  len: 845 time: 0.3307784
Dec 23 16:09:34.352756 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5e8459-5b6f-4634-9e7b-f1573a81d3c2 req-c965e415-f183-4282-b1db-45650c7ac44c tempest-ServersTestManualDisk-1942191146 tempest-ServersTestManualDisk-1942191146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:09:34.359617 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-3d5e8459-5b6f-4634-9e7b-f1573a81d3c2 req-c965e415-f183-4282-b1db-45650c7ac44c tempest-ServersTestManualDisk-1942191146 tempest-ServersTestManualDisk-1942191146-project] 10.222.0.64 "GET /v2.0/ports?device_id=47b15118-c934-4327-a96a-eeff72dc225f HTTP/1.1" status: 200  len: 943 time: 0.3353977
Dec 23 16:09:34.373201 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.db.resource_extend [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 23 16:09:34.383251 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-bbf6f403-18ee-4745-a90a-ff1881c88a1c tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864774'] for subnet, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:34.416942 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-3d5e8459-5b6f-4634-9e7b-f1573a81d3c2 req-c0562d1e-238e-47f8-85ba-d31e3b3d86ac tempest-ServersTestManualDisk-1942191146 tempest-ServersTestManualDisk-1942191146-project] 10.222.0.64 "GET /v2.0/security-groups?id=3b83aea3-e60b-45d2-958f-1d6d9ba0fc5a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0563376
Dec 23 16:09:34.419326 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-71768ce7-6c1d-4ed3-aa96-e43dbee25be4 tempest-RoutersAdminNegativeTest-1392199159 tempest-RoutersAdminNegativeTest-1392199159-project-admin] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1030 time: 3.8265500
Dec 23 16:09:34.426864 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 42794) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:09:34.440085 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302a45c0-20a8-471a-a89b-a38947af6c83 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Pushing event updated for resources: {'Subnet': ['ID=1cb8062d-993c-4f47-a8b4-584494155556,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:09:34.451824 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-e20401f7-1880-480a-81a7-aa15dd7ba8d1 tempest-RoutersAdminNegativeTest-1392199159 tempest-RoutersAdminNegativeTest-1392199159-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.14'}]}}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:09:34.455495 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-302a45c0-20a8-471a-a89b-a38947af6c83 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.404s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:09:34.456253 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-b677634a-3f57-445f-9e36-57bbd809cbf8 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify callbacks [] for port, precommit_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:34.460443 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-e20401f7-1880-480a-81a7-aa15dd7ba8d1 tempest-RoutersAdminNegativeTest-1392199159 tempest-RoutersAdminNegativeTest-1392199159-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:09:34.464296 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-e20401f7-1880-480a-81a7-aa15dd7ba8d1 tempest-RoutersAdminNegativeTest-1392199159 tempest-RoutersAdminNegativeTest-1392199159-project-admin] Usage tracker for resource:router and tenant:e3301311e6b24b61bfd455dd182f57ea is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:09:34.470062 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-e20401f7-1880-480a-81a7-aa15dd7ba8d1 tempest-RoutersAdminNegativeTest-1392199159 tempest-RoutersAdminNegativeTest-1392199159-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:09:34.473275 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-b677634a-3f57-445f-9e36-57bbd809cbf8 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2753531'] for port, after_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:34.480874 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-3e748650-70b0-4ad8-ac9e-5be6df121214 tempest-DHCPAgentSchedulersTestJSON-394741792 tempest-DHCPAgentSchedulersTestJSON-394741792-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:09:34.517256 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-e20401f7-1880-480a-81a7-aa15dd7ba8d1 tempest-RoutersAdminNegativeTest-1392199159 tempest-RoutersAdminNegativeTest-1392199159-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:09:34.605705 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-e20401f7-1880-480a-81a7-aa15dd7ba8d1 tempest-RoutersAdminNegativeTest-1392199159 tempest-RoutersAdminNegativeTest-1392199159-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1823978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-235332'] for router, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:34.606835 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-e20401f7-1880-480a-81a7-aa15dd7ba8d1 tempest-RoutersAdminNegativeTest-1392199159 tempest-RoutersAdminNegativeTest-1392199159-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1824575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1824063', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1751113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-235341'] for router, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:34.608221 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] For port 67df780b-70a7-4a3b-963c-521560944de5, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=67df780b-70a7-4a3b-963c-521560944de5,segment=NetworkSegment(49705709-fd6f-45a3-8c17-ba357fb62791),segment_id=49705709-fd6f-45a3-8c17-ba357fb62791)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:09:34.619680 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-b677634a-3f57-445f-9e36-57bbd809cbf8 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1824189'] for floatingip, after_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:34.651405 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Returning: {'device': '67df780b-70a7-4a3b-963c-521560944de5', 'network_id': '110ef17f-202a-4ce6-8e43-789c8f209bdb', 'port_id': '67df780b-70a7-4a3b-963c-521560944de5', 'mac_address': 'fa:16:3e:c8:35:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53feed59-2af5-4ad4-9dff-3991a61b1789', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 23 16:09:34.681080 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-302a45c0-20a8-471a-a89b-a38947af6c83 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Checking segment: {'id': '01e0f489-571f-4f48-b10f-850149ed880f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '8ccca644-4896-426e-8b05-3600a7e4b8dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:09:34.681449 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-302a45c0-20a8-471a-a89b-a38947af6c83 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Network hostable DHCP agents. Network: 8ccca644-4896-426e-8b05-3600a7e4b8dc, hostable agents: ['1c812d71-eadf-4fb3-b98e-67468a4aa7e2'], hosted agents: [] {{(pid=87636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 23 16:09:34.759454 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2d4093a-ec69-41a9-b39a-f3dcedc3ef4f tempest-ExternalNetworksTestJSON-362186379 tempest-ExternalNetworksTestJSON-362186379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:09:34.761810 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:34.765365 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2d4093a-ec69-41a9-b39a-f3dcedc3ef4f tempest-ExternalNetworksTestJSON-362186379 tempest-ExternalNetworksTestJSON-362186379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:09:34.771517 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2d4093a-ec69-41a9-b39a-f3dcedc3ef4f tempest-ExternalNetworksTestJSON-362186379 tempest-ExternalNetworksTestJSON-362186379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:09:34.777444 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2d4093a-ec69-41a9-b39a-f3dcedc3ef4f tempest-ExternalNetworksTestJSON-362186379 tempest-ExternalNetworksTestJSON-362186379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:09:34.778345 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-d2d4093a-ec69-41a9-b39a-f3dcedc3ef4f tempest-ExternalNetworksTestJSON-362186379 tempest-ExternalNetworksTestJSON-362186379-project] Synchronizing usage tracker for tenant:1697fc36e732496b8f63ef133ee4ec7c on resource:network {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:09:34.782327 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.notifiers.nova [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67df780b-70a7-4a3b-963c-521560944de5 {{(pid=87637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 23 16:09:34.803967 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] For port 67df780b-70a7-4a3b-963c-521560944de5, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=67df780b-70a7-4a3b-963c-521560944de5,segment=NetworkSegment(49705709-fd6f-45a3-8c17-ba357fb62791),segment_id=49705709-fd6f-45a3-8c17-ba357fb62791)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:09:34.810821 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.db.l3_db [None req-b677634a-3f57-445f-9e36-57bbd809cbf8 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Floating IP 484de808-271b-4fc2-91cd-08842c82bf77 associated. External IP: 172.26.3.163, port: b53bce91-b4d2-4833-bf2f-515f4cb384da.
Dec 23 16:09:34.811078 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:34.813164 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-9efee7d4-0e69-42ed-b3e2-853a4dfe84ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:09:34.842799 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-393b8159-1f68-497c-9e6e-9b3e6bdbfe3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc16da910>, [{'id': '3d14aabe-053a-4a1b-8d82-eb12539e4396', 'name': 'tempest-snat-router-555116195', 'tenant_id': '8277d77634e04c6eb54fb9f206174c12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.15'}], 'enable_snat': True}, 'gw_port_id': '25a10e12-9afd-47a0-bcbf-9f3dfe92db6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:09:26Z', 'updated_at': '2021-12-23T16:09:31Z', 'revision_number': 3, 'project_id': '8277d77634e04c6eb54fb9f206174c12', 'gw_port': {'id': '25a10e12-9afd-47a0-bcbf-9f3dfe92db6b', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:78:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d14aabe-053a-4a1b-8d82-eb12539e4396', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:09:28Z', 'updated_at': '2021-12-23T16:09:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv'}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:09:34.856904 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-e9982250-c7d4-4b2b-b234-d1c3d7336874 tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] 10.222.0.64 "GET /v2.0/routers/3d14aabe-053a-4a1b-8d82-eb12539e4396 HTTP/1.1" status: 200  len: 906 time: 0.7727904
Dec 23 16:09:34.859075 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-393b8159-1f68-497c-9e6e-9b3e6bdbfe3a None None] Checking router: 3d14aabe-053a-4a1b-8d82-eb12539e4396 for host: dv-neutron-822799-1-hyperv {{(pid=87637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 23 16:09:34.859396 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-393b8159-1f68-497c-9e6e-9b3e6bdbfe3a None None] Updating router 3d14aabe-053a-4a1b-8d82-eb12539e4396 port 25a10e12-9afd-47a0-bcbf-9f3dfe92db6b binding host dv-neutron-822799-1-hyperv {{(pid=87637) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 23 16:09:34.862494 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 42800) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:09:34.864960 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b677634a-3f57-445f-9e36-57bbd809cbf8 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Pushing event updated for resources: {'Port': ['ID=ea43212c-57e6-4a92-afe5-07286521e545,revision_number=2']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:09:34.868302 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-302a45c0-20a8-471a-a89b-a38947af6c83 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Network 8ccca644-4896-426e-8b05-3600a7e4b8dc is scheduled to be hosted by DHCP agent 1c812d71-eadf-4fb3-b98e-67468a4aa7e2 with binding_index 1 {{(pid=87636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 23 16:09:34.868484 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-b677634a-3f57-445f-9e36-57bbd809cbf8 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:09:34.895672 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-e20401f7-1880-480a-81a7-aa15dd7ba8d1 tempest-RoutersAdminNegativeTest-1392199159 tempest-RoutersAdminNegativeTest-1392199159-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:34.927752 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-bbf6f403-18ee-4745-a90a-ff1881c88a1c tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2176495', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2618677'] for subnet, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:34.932390 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Pushing event updated for resources: {'Port': ['ID=67df780b-70a7-4a3b-963c-521560944de5,revision_number=4']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:09:34.935268 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-393b8159-1f68-497c-9e6e-9b3e6bdbfe3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:34.957835 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-d2d4093a-ec69-41a9-b39a-f3dcedc3ef4f tempest-ExternalNetworksTestJSON-362186379 tempest-ExternalNetworksTestJSON-362186379-project] Unset dirty status for tenant:1697fc36e732496b8f63ef133ee4ec7c on resource:network {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:09:34.959436 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-d2d4093a-ec69-41a9-b39a-f3dcedc3ef4f tempest-ExternalNetworksTestJSON-362186379 tempest-ExternalNetworksTestJSON-362186379-project] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2454 time: 0.9194787
Dec 23 16:09:34.963274 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:09:34.964770 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-1ee0d08d-2386-493a-bb93-984259753351 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:09:34.981015 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 42804) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:09:34.999012 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-302a45c0-20a8-471a-a89b-a38947af6c83 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822799-1-hyperv, 8ccca644-4896-426e-8b05-3600a7e4b8dc) {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:09:35.009697 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ced7dd-50fc-4bb9-897b-518c4cfbe366 req-bf4d91de-fc92-4cfd-bf21-fb30b3eec1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:09:35.011176 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-18ced7dd-50fc-4bb9-897b-518c4cfbe366 req-bf4d91de-fc92-4cfd-bf21-fb30b3eec1ec service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=256a38e5-d398-4e43-80e3-9bc3cd6cc270&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.7147534
Dec 23 16:09:35.016058 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf6f403-18ee-4745-a90a-ff1881c88a1c tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Pushing event deleted for resources: {'Subnet': ['ID=6217c649-2cb7-475a-84b7-6d26a348b9bf,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:09:35.029808 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-302a45c0-20a8-471a-a89b-a38947af6c83 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:09:35.030428 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-302a45c0-20a8-471a-a89b-a38947af6c83 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627509'] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:35.031786 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c54d3f76-686b-45df-8df9-00f9a1aff55e None None] Network 8ccca644-4896-426e-8b05-3600a7e4b8dc requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:09:35.044984 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-bbf6f403-18ee-4745-a90a-ff1881c88a1c tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:09:35.129130 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] get_ports_and_sgs() called for port_ids ['67df780b-70a7-4a3b-963c-521560944de5'] {{(pid=87637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 23 16:09:35.227854 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-bbf6f403-18ee-4745-a90a-ff1881c88a1c tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627509'] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:35.229747 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-bbf6f403-18ee-4745-a90a-ff1881c88a1c tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] 10.222.0.64 "DELETE /v2.0/subnets/6217c649-2cb7-475a-84b7-6d26a348b9bf HTTP/1.1" status: 204  len: 168 time: 2.0911694
Dec 23 16:09:35.245199 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 42810) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:09:35.248008 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3e957d4-8879-4350-8a43-d960c3220fb1 None None] Network b338008b-4854-4aba-95d9-17d6205c584e requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:09:35.257503 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-302a45c0-20a8-471a-a89b-a38947af6c83 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 3.0494425
Dec 23 16:09:35.291138 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 42814) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:09:35.311023 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-544b3fc0-5f19-43bc-a636-20a031b1676b tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Request body: {'subnet': {'network_id': '8ccca644-4896-426e-8b05-3600a7e4b8dc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:09:35.335731 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-e20401f7-1880-480a-81a7-aa15dd7ba8d1 tempest-RoutersAdminNegativeTest-1392199159 tempest-RoutersAdminNegativeTest-1392199159-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1824017', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1823768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-235299'] for router, precommit_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:35.341868 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-550797d5-c95f-432d-8fd8-7424f25fd1b3 tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Notify callbacks [] for router, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:35.399820 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c7ea02-9307-4f79-8203-1c3fc6097e3e req-da13cb0e-0ab4-43ac-b83a-f1c773a5115e tempest-ServersTestJSON-1438135586 tempest-ServersTestJSON-1438135586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:09:35.401352 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-44c7ea02-9307-4f79-8203-1c3fc6097e3e req-da13cb0e-0ab4-43ac-b83a-f1c773a5115e tempest-ServersTestJSON-1438135586 tempest-ServersTestJSON-1438135586-project] 10.222.0.64 "GET /v2.0/ports?device_id=c1c5cb30-50d4-4361-b1b3-fa02e83979da HTTP/1.1" status: 200  len: 943 time: 0.6520486
Dec 23 16:09:35.440801 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-5e5f8940-ee89-4120-b778-d6bf9eb69016 tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-698866'] for network, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:35.557747 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99c76e5e-63a3-4e46-a702-5b026db44ff9 tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:09:35.559260 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99c76e5e-63a3-4e46-a702-5b026db44ff9 tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:09:35.559995 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-99c76e5e-63a3-4e46-a702-5b026db44ff9 tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Synchronizing usage tracker for tenant:51a3abb7cc41429380552b859d9155f9 on resource:subnet {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:09:35.563852 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-18ced7dd-50fc-4bb9-897b-518c4cfbe366 req-697783cf-6574-446d-8df3-68b7c4e81f4c service neutron] 10.222.0.61 "GET /v2.0/networks/256a38e5-d398-4e43-80e3-9bc3cd6cc270?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5288863
Dec 23 16:09:35.689806 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-44c7ea02-9307-4f79-8203-1c3fc6097e3e req-d95b467f-9ad9-4cd9-a691-41518e0f092f tempest-ServersTestJSON-1438135586 tempest-ServersTestJSON-1438135586-project] 10.222.0.64 "GET /v2.0/security-groups?id=a753ed1b-fc9e-4b35-b9ad-c44d26832ef9&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.2757814
Dec 23 16:09:35.792186 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-99c76e5e-63a3-4e46-a702-5b026db44ff9 tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Unset dirty status for tenant:51a3abb7cc41429380552b859d9155f9 on resource:subnet {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:09:35.795941 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-99c76e5e-63a3-4e46-a702-5b026db44ff9 tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1478 time: 0.5452478
Dec 23 16:09:35.800706 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 42820) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:09:35.814178 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-393b8159-1f68-497c-9e6e-9b3e6bdbfe3a None None] Notify callbacks [] for port, precommit_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:35.837632 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-544b3fc0-5f19-43bc-a636-20a031b1676b tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:09:35.857596 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-544b3fc0-5f19-43bc-a636-20a031b1676b tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Usage tracker for resource:subnet and tenant:08bb5ff5fd45470cae3e1870e7817546 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:09:35.866632 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-393b8159-1f68-497c-9e6e-9b3e6bdbfe3a None None] Transition to ACTIVE for port object 25a10e12-9afd-47a0-bcbf-9f3dfe92db6b will not be triggered until provisioned by entity L2. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:09:35.905296 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-544b3fc0-5f19-43bc-a636-20a031b1676b tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:09:35.911883 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-550797d5-c95f-432d-8fd8-7424f25fd1b3 tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:35.924736 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-393b8159-1f68-497c-9e6e-9b3e6bdbfe3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:35.927346 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-5e5f8940-ee89-4120-b778-d6bf9eb69016 tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-864347', 'neutron.services.segments.db._delete_segments_for_network-8735362908070'] for network, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:35.931251 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-bb800b4a-baeb-4450-b08c-63da95e1d4ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:09:35.951265 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-544b3fc0-5f19-43bc-a636-20a031b1676b tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:09:35.967403 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b677634a-3f57-445f-9e36-57bbd809cbf8 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Router abfa982d-e5a4-4f60-bb8f-be7e2c2fb544 has already been hosted by L3 agent 371d4c41-c7e2-4de7-9539-c049ec4e95d1 {{(pid=87635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 23 16:09:35.977159 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.services.segments.db [None req-5e5f8940-ee89-4120-b778-d6bf9eb69016 tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1dbbf9a070>,) {'filters': {'network_id': ['de512cc2-b12e-4fed-9f80-8993435685a8']}} {{(pid=87635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:09:35.989660 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-550797d5-c95f-432d-8fd8-7424f25fd1b3 tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Deleting port 25a10e12-9afd-47a0-bcbf-9f3dfe92db6b {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:09:35.990024 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-550797d5-c95f-432d-8fd8-7424f25fd1b3 tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:35.996962 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.services.segments.db [None req-5e5f8940-ee89-4120-b778-d6bf9eb69016 tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dbbf9a070>, '719c6ce1-3595-4dce-81e7-97caab7dc1a7') {'for_net_delete': True} {{(pid=87635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:09:35.997852 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.services.segments.db [None req-5e5f8940-ee89-4120-b778-d6bf9eb69016 tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dbbf9a070>, '719c6ce1-3595-4dce-81e7-97caab7dc1a7') {} {{(pid=87635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:09:36.000525 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6a460c5-23a8-4393-8ec9-4a3df2e6a0c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7e017a6-8198-58c8-a07e-0f786128e3b3-8ccca644-4896-426e-8b05-3600a7e4b8dc', 'network_id': '8ccca644-4896-426e-8b05-3600a7e4b8dc', 'tenant_id': '08bb5ff5fd45470cae3e1870e7817546', 'fixed_ips': [{'subnet_id': '1cb8062d-993c-4f47-a8b4-584494155556'}]}} from dv-neutron-822799-1-hyperv. {{(pid=87637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 23 16:09:36.001712 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d6a460c5-23a8-4393-8ec9-4a3df2e6a0c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:36.020869 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-5e5f8940-ee89-4120-b778-d6bf9eb69016 tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735363085442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2776713'] for segment, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:36.023854 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-544b3fc0-5f19-43bc-a636-20a031b1676b tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Made reservation on behalf of 08bb5ff5fd45470cae3e1870e7817546 for: {'subnet': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:09:36.027390 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-544b3fc0-5f19-43bc-a636-20a031b1676b tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2618324'] for subnet, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:36.043011 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-18ced7dd-50fc-4bb9-897b-518c4cfbe366 req-622d980a-7d10-442e-9116-f2850cff7562 service neutron] 10.222.0.61 "GET /v2.0/networks/256a38e5-d398-4e43-80e3-9bc3cd6cc270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4709735
Dec 23 16:09:36.056286 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-65c2ce27-d277-46ac-994d-a126663c0538 tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-698866'] for network, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:36.072232 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8641f399-cf54-4c34-a8b2-6c49c6c6690d None None] Pushing event updated for resources: {'Port': ['ID=25a10e12-9afd-47a0-bcbf-9f3dfe92db6b,revision_number=2']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:09:36.075145 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-8641f399-cf54-4c34-a8b2-6c49c6c6690d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:09:36.128757 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cb02c0-deae-4341-a5cc-11509ff28cd7 req-45ea1b13-c095-4532-87ac-1a07128eaee5 tempest-ServersTestManualDisk-1942191146 tempest-ServersTestManualDisk-1942191146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:09:36.130378 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-f2cb02c0-deae-4341-a5cc-11509ff28cd7 req-45ea1b13-c095-4532-87ac-1a07128eaee5 tempest-ServersTestManualDisk-1942191146 tempest-ServersTestManualDisk-1942191146-project] 10.222.0.64 "GET /v2.0/ports?device_id=47b15118-c934-4327-a96a-eeff72dc225f HTTP/1.1" status: 200  len: 944 time: 0.5674367
Dec 23 16:09:36.132419 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-393b8159-1f68-497c-9e6e-9b3e6bdbfe3a None None] Attempting to bind port 25a10e12-9afd-47a0-bcbf-9f3dfe92db6b on host dv-neutron-822799-1-hyperv for vnic_type normal with profile  {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:09:36.132876 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-393b8159-1f68-497c-9e6e-9b3e6bdbfe3a None None] Attempting to bind port 25a10e12-9afd-47a0-bcbf-9f3dfe92db6b by drivers openvswitch,hyperv on host dv-neutron-822799-1-hyperv at level 0 using segments [{'id': '77e3d110-dd7b-426c-b11f-b78dde7993df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b'}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:09:36.133457 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-393b8159-1f68-497c-9e6e-9b3e6bdbfe3a None None] Attempting to bind port 25a10e12-9afd-47a0-bcbf-9f3dfe92db6b on network 8afa6d58-9431-454a-b99c-3ff8a65aa86b {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:09:36.133911 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-5e5f8940-ee89-4120-b778-d6bf9eb69016 tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:36.142873 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1484f215-1381-458f-a378-d64575405c8c None None] DHCP port deletion for b338008b-4854-4aba-95d9-17d6205c584e request from dv-neutron-822799-1-hyperv {{(pid=87637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 23 16:09:36.147279 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.pecan_wsgi.hooks.translation [None req-65c2ce27-d277-46ac-994d-a126663c0538 tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] DELETE failed (client error): There was a conflict when trying to complete your request.
Dec 23 16:09:36.147745 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65c2ce27-d277-46ac-994d-a126663c0538 tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=87636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 23 16:09:36.149436 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e5f8940-ee89-4120-b778-d6bf9eb69016 tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] Releasing vlan 437 on physical network physnet1 to pool {{(pid=87635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 23 16:09:36.149577 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-65c2ce27-d277-46ac-994d-a126663c0538 tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] 10.222.0.64 "DELETE /v2.0/networks/b338008b-4854-4aba-95d9-17d6205c584e HTTP/1.1" status: 409  len: 405 time: 0.3444176
Dec 23 16:09:36.150091 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-5e5f8940-ee89-4120-b778-d6bf9eb69016 tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2753503'] for segment, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:36.156632 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 42824) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:09:36.164280 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-393b8159-1f68-497c-9e6e-9b3e6bdbfe3a None None] Checking agent: {'id': '20d2070f-69a9-4e73-8d08-6f0387a40158', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822799-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 21), 'started_at': datetime.datetime(2021, 12, 23, 16, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 9, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822799-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 23 16:09:36.164697 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-393b8159-1f68-497c-9e6e-9b3e6bdbfe3a None None] Checking segment: {'id': '77e3d110-dd7b-426c-b11f-b78dde7993df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:09:36.165167 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-393b8159-1f68-497c-9e6e-9b3e6bdbfe3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:36.165581 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-393b8159-1f68-497c-9e6e-9b3e6bdbfe3a None None] Bound using segment: {'id': '77e3d110-dd7b-426c-b11f-b78dde7993df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b'} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 23 16:09:36.166078 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-393b8159-1f68-497c-9e6e-9b3e6bdbfe3a None None] Bound port: 25a10e12-9afd-47a0-bcbf-9f3dfe92db6b, host: dv-neutron-822799-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77e3d110-dd7b-426c-b11f-b78dde7993df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b'}}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 23 16:09:36.166460 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-393b8159-1f68-497c-9e6e-9b3e6bdbfe3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:36.168693 dv-neutron-822799-1-hyperv neutron-server[87635]: Traceback (most recent call last):
Dec 23 16:09:36.168693 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 23 16:09:36.168693 dv-neutron-822799-1-hyperv neutron-server[87635]:     timer()
Dec 23 16:09:36.168693 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:09:36.168693 dv-neutron-822799-1-hyperv neutron-server[87635]:     cb(*args, **kw)
Dec 23 16:09:36.168693 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 23 16:09:36.168693 dv-neutron-822799-1-hyperv neutron-server[87635]:     return func(*args, **kwargs)
Dec 23 16:09:36.168693 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:09:36.168693 dv-neutron-822799-1-hyperv neutron-server[87635]:     self._notify()
Dec 23 16:09:36.168693 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:09:36.168693 dv-neutron-822799-1-hyperv neutron-server[87635]:     self.callback(batched_events)
Dec 23 16:09:36.168693 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:09:36.168693 dv-neutron-822799-1-hyperv neutron-server[87635]:     event.method(event)
Dec 23 16:09:36.168693 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:09:36.168693 dv-neutron-822799-1-hyperv neutron-server[87635]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:09:36.168693 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 23 16:09:36.168693 dv-neutron-822799-1-hyperv neutron-server[87635]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 23 16:09:36.168693 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 23 16:09:36.168693 dv-neutron-822799-1-hyperv neutron-server[87635]:     return f(self, *a, **k)
Dec 23 16:09:36.168693 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:09:36.168693 dv-neutron-822799-1-hyperv neutron-server[87635]:     return self._get(url).json()
Dec 23 16:09:36.168693 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 23 16:09:36.168693 dv-neutron-822799-1-hyperv neutron-server[87635]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 23 16:09:36.168693 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 23 16:09:36.168693 dv-neutron-822799-1-hyperv neutron-server[87635]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:09:36.168693 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 23 16:09:36.168693 dv-neutron-822799-1-hyperv neutron-server[87635]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 23 16:09:36.168693 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 23 16:09:36.168693 dv-neutron-822799-1-hyperv neutron-server[87635]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:09:36.168693 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 23 16:09:36.168693 dv-neutron-822799-1-hyperv neutron-server[87635]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:09:36.168693 dv-neutron-822799-1-hyperv neutron-server[87635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:09:36.183972 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-82f0474d-529a-4494-bd8a-0f241fc5d359 tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1773506471'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:09:36.191037 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-1484f215-1381-458f-a378-d64575405c8c None None] Deleting port 44d088d0-a4c4-4bdb-a86e-e196a0e34d0b {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:09:36.191434 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1484f215-1381-458f-a378-d64575405c8c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:36.252333 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Device 97a781d1-f31f-42f5-bbbf-859a23f9554d details requested by agent hyperv_hv-neutron-8227 with host hv-neutron-8227 {{(pid=87637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 23 16:09:36.270268 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 44d088d0-a4c4-4bdb-a86e-e196a0e34d0b no longer exists at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 23 16:09:36.383760 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-82f0474d-529a-4494-bd8a-0f241fc5d359 tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:09:36.410364 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-82f0474d-529a-4494-bd8a-0f241fc5d359 tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Usage tracker for resource:network and tenant:51a3abb7cc41429380552b859d9155f9 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:09:36.414960 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-f2cb02c0-deae-4341-a5cc-11509ff28cd7 req-8de82215-0ff6-4814-aa92-05cd6bc57d27 tempest-ServersTestManualDisk-1942191146 tempest-ServersTestManualDisk-1942191146-project] 10.222.0.64 "GET /v2.0/security-groups?id=3b83aea3-e60b-45d2-958f-1d6d9ba0fc5a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2300897
Dec 23 16:09:36.415344 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-82f0474d-529a-4494-bd8a-0f241fc5d359 tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:09:36.424953 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-5e5f8940-ee89-4120-b778-d6bf9eb69016 tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-864336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1824171'] for network, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:36.425470 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-82f0474d-529a-4494-bd8a-0f241fc5d359 tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:09:36.440306 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b677634a-3f57-445f-9e36-57bbd809cbf8 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify agent at l3_agent.dv-neutron-822799-1-hyperv the message routers_updated {{(pid=87635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 23 16:09:36.458791 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49ab568c-f349-4ba5-91eb-dc217fde4dd0 None None] Sync routers for ids ['abfa982d-e5a4-4f60-bb8f-be7e2c2fb544'] in dv-neutron-822799-1-hyperv {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 23 16:09:36.475468 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82f0474d-529a-4494-bd8a-0f241fc5d359 tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Made reservation on behalf of 51a3abb7cc41429380552b859d9155f9 for: {'network': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:09:36.479088 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-82f0474d-529a-4494-bd8a-0f241fc5d359 tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for network, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:36.482564 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ab568c-f349-4ba5-91eb-dc217fde4dd0 None None] Routers {'abfa982d-e5a4-4f60-bb8f-be7e2c2fb544'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:09:36.483207 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-49ab568c-f349-4ba5-91eb-dc217fde4dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc1e16e20>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:09:20Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['abfa982d-e5a4-4f60-bb8f-be7e2c2fb544'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:09:36.511377 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [None req-550797d5-c95f-432d-8fd8-7424f25fd1b3 tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] For port 25a10e12-9afd-47a0-bcbf-9f3dfe92db6b, host dv-neutron-822799-1-hyperv, got binding levels [] {{(pid=87636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:09:36.511377 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-550797d5-c95f-432d-8fd8-7424f25fd1b3 tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:36.511732 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-a48292a2-169c-412b-934d-38291aab245f tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:09:36.542461 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-393b8159-1f68-497c-9e6e-9b3e6bdbfe3a None None] For port 25a10e12-9afd-47a0-bcbf-9f3dfe92db6b, host dv-neutron-822799-1-hyperv, cleared binding levels {{(pid=87637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 23 16:09:36.542668 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e5f8940-ee89-4120-b778-d6bf9eb69016 tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  de512cc2-b12e-4fed-9f80-8993435685a8 {{(pid=87635) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}}
Dec 23 16:09:36.600556 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5f8940-ee89-4120-b778-d6bf9eb69016 tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] Pushing event deleted for resources: {'Network': ['ID=de512cc2-b12e-4fed-9f80-8993435685a8,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:09:36.614939 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-5e5f8940-ee89-4120-b778-d6bf9eb69016 tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:09:36.617694 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-5e5f8940-ee89-4120-b778-d6bf9eb69016 tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627509'] for network, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:36.622962 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-393b8159-1f68-497c-9e6e-9b3e6bdbfe3a None None] For port 25a10e12-9afd-47a0-bcbf-9f3dfe92db6b, host dv-neutron-822799-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=25a10e12-9afd-47a0-bcbf-9f3dfe92db6b,segment=NetworkSegment(77e3d110-dd7b-426c-b11f-b78dde7993df),segment_id=77e3d110-dd7b-426c-b11f-b78dde7993df)] {{(pid=87637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 23 16:09:36.642598 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-49ab568c-f349-4ba5-91eb-dc217fde4dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc1e16e20>, [], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:09:36.653097 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-393b8159-1f68-497c-9e6e-9b3e6bdbfe3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:36.655413 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ab568c-f349-4ba5-91eb-dc217fde4dd0 None None] Routers {'abfa982d-e5a4-4f60-bb8f-be7e2c2fb544'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:09:36.657655 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-49ab568c-f349-4ba5-91eb-dc217fde4dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc1e16e20>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:09:20Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['abfa982d-e5a4-4f60-bb8f-be7e2c2fb544'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:09:36.658560 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-550797d5-c95f-432d-8fd8-7424f25fd1b3 tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Calling delete_port for 25a10e12-9afd-47a0-bcbf-9f3dfe92db6b owned by network:router_gateway {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:09:36.668710 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-5e5f8940-ee89-4120-b778-d6bf9eb69016 tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] 10.222.0.64 "DELETE /v2.0/networks/de512cc2-b12e-4fed-9f80-8993435685a8 HTTP/1.1" status: 204  len: 168 time: 1.6872890
Dec 23 16:09:36.671772 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-b677634a-3f57-445f-9e36-57bbd809cbf8 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for floatingip, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:36.696900 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 42828) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:09:36.702654 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-b8a37357-22e7-486d-bdd5-528b3e4189b8 tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] Request body: {'network': {'name': 'tempest-network--1463301947', 'router:external': True}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:09:36.722964 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-b8a37357-22e7-486d-bdd5-528b3e4189b8 tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:09:36.732988 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-b8a37357-22e7-486d-bdd5-528b3e4189b8 tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] Usage tracker for resource:network and tenant:63564b95f10b4338868feabf388d0553 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:09:36.743705 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-e20401f7-1880-480a-81a7-aa15dd7ba8d1 tempest-RoutersAdminNegativeTest-1392199159 tempest-RoutersAdminNegativeTest-1392199159-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:36.772432 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:09:36.781088 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-49ab568c-f349-4ba5-91eb-dc217fde4dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc1e16e20>, [], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:09:36.781586 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49ab568c-f349-4ba5-91eb-dc217fde4dd0 None None] The sync data for ids ['abfa982d-e5a4-4f60-bb8f-be7e2c2fb544'] in dv-neutron-822799-1-hyperv is: [] {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 23 16:09:36.790709 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-b8a37357-22e7-486d-bdd5-528b3e4189b8 tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:09:36.797786 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-b8a37357-22e7-486d-bdd5-528b3e4189b8 tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:09:36.807365 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-b677634a-3f57-445f-9e36-57bbd809cbf8 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 982 time: 9.6883075
Dec 23 16:09:36.816894 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 42834) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:09:36.818547 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-e20401f7-1880-480a-81a7-aa15dd7ba8d1 tempest-RoutersAdminNegativeTest-1392199159 tempest-RoutersAdminNegativeTest-1392199159-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:36.916520 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.db.api [None req-550797d5-c95f-432d-8fd8-7424f25fd1b3 tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87636) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 23 16:09:36.916927 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_db.api [None req-550797d5-c95f-432d-8fd8-7424f25fd1b3 tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 23 16:09:36.964858 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82f0474d-529a-4494-bd8a-0f241fc5d359 tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] vlan segment allocate from pool success with {'vlan_id': 448, 'physical_network': 'physnet1'}  {{(pid=87636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 23 16:09:37.004290 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:37.027817 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-82f0474d-529a-4494-bd8a-0f241fc5d359 tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:37.028917 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.db.segments_db [None req-82f0474d-529a-4494-bd8a-0f241fc5d359 tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Added segment 41b0a2fa-15b5-4dc7-8b99-fc41b5cd124b of type vlan for network cf9a5076-2c47-41a2-83ef-643db715795b
Dec 23 16:09:37.046021 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-1484f215-1381-458f-a378-d64575405c8c None None] For port 44d088d0-a4c4-4bdb-a86e-e196a0e34d0b, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=44d088d0-a4c4-4bdb-a86e-e196a0e34d0b,segment=NetworkSegment(dae16c86-31e8-4598-ad52-14890d6a923a),segment_id=dae16c86-31e8-4598-ad52-14890d6a923a)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:09:37.046434 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1484f215-1381-458f-a378-d64575405c8c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:37.064354 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-393b8159-1f68-497c-9e6e-9b3e6bdbfe3a None None] Routers {'3d14aabe-053a-4a1b-8d82-eb12539e4396'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:09:37.065036 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-393b8159-1f68-497c-9e6e-9b3e6bdbfe3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc16da910>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:09:20Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['3d14aabe-053a-4a1b-8d82-eb12539e4396'], 'active': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:09:37.072081 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8a37357-22e7-486d-bdd5-528b3e4189b8 tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] Made reservation on behalf of 63564b95f10b4338868feabf388d0553 for: {'network': 1} {{(pid=87635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:09:37.074819 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-b8a37357-22e7-486d-bdd5-528b3e4189b8 tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for network, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:37.101830 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-82f0474d-529a-4494-bd8a-0f241fc5d359 tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735362521793'] for network, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:37.106193 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-d9dcd7a1-f0e1-4004-820a-a65d51f47e46 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Request body: {'floatingip': {'port_id': None}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:09:37.129981 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8942c08d-4bf6-4163-9743-945deee15f62 req-6c170f53-6ee7-46a6-9d11-9ace80cae7c0 tempest-ServersTestJSON-1438135586 tempest-ServersTestJSON-1438135586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:09:37.131816 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-8942c08d-4bf6-4163-9743-945deee15f62 req-6c170f53-6ee7-46a6-9d11-9ace80cae7c0 tempest-ServersTestJSON-1438135586 tempest-ServersTestJSON-1438135586-project] 10.222.0.64 "GET /v2.0/ports?device_id=c1c5cb30-50d4-4361-b1b3-fa02e83979da HTTP/1.1" status: 200  len: 943 time: 0.2209742
Dec 23 16:09:37.209672 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-82f0474d-529a-4494-bd8a-0f241fc5d359 tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495'] for network, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:37.215184 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82f0474d-529a-4494-bd8a-0f241fc5d359 tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:09:37.216130 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-82f0474d-529a-4494-bd8a-0f241fc5d359 tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627509'] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:37.220541 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-544b3fc0-5f19-43bc-a636-20a031b1676b tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2176430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2618310'] for subnet, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:37.225363 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-048901cd-3c6f-4aaf-9226-1b73eb211d23 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:09:37.238923 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-e20401f7-1880-480a-81a7-aa15dd7ba8d1 tempest-RoutersAdminNegativeTest-1392199159 tempest-RoutersAdminNegativeTest-1392199159-project-admin] Notify callbacks [] for router, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:37.276254 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-8942c08d-4bf6-4163-9743-945deee15f62 req-7c477fa9-3271-4a03-9960-ee578168a67c tempest-ServersTestJSON-1438135586 tempest-ServersTestJSON-1438135586-project] 10.222.0.64 "GET /v2.0/security-groups?id=a753ed1b-fc9e-4b35-b9ad-c44d26832ef9&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1321061
Dec 23 16:09:37.277056 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] For port 97a781d1-f31f-42f5-bbbf-859a23f9554d, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=97a781d1-f31f-42f5-bbbf-859a23f9554d,segment=NetworkSegment(6b8a57f9-eb02-4082-be80-c717babaf4e7),segment_id=6b8a57f9-eb02-4082-be80-c717babaf4e7)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:09:37.297672 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8641f399-cf54-4c34-a8b2-6c49c6c6690d None None] Pushing event updated for resources: {'Port': ['ID=25a10e12-9afd-47a0-bcbf-9f3dfe92db6b,revision_number=3']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:09:37.300986 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-8641f399-cf54-4c34-a8b2-6c49c6c6690d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.529s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:09:37.340049 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-d9dcd7a1-f0e1-4004-820a-a65d51f47e46 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify callbacks [] for floatingip, before_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:37.369602 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-544b3fc0-5f19-43bc-a636-20a031b1676b tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Network 8ccca644-4896-426e-8b05-3600a7e4b8dc is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:09:37.373552 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-544b3fc0-5f19-43bc-a636-20a031b1676b tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Resources bound (agent type, host, resource id):  {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:09:37.382058 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-82f0474d-529a-4494-bd8a-0f241fc5d359 tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201  len: 789 time: 1.2210538
Dec 23 16:09:37.382058 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-544b3fc0-5f19-43bc-a636-20a031b1676b tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:09:37.382058 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-544b3fc0-5f19-43bc-a636-20a031b1676b tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627509'] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:37.384981 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f0474d-529a-4494-bd8a-0f241fc5d359 tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Pushing event updated for resources: {'Network': ['ID=cf9a5076-2c47-41a2-83ef-643db715795b,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:09:37.386765 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 42838) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:09:37.402950 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-ed434e5c-259e-45a2-92b2-3acdbda3259e tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Request body: {'subnet': {'network_id': 'cf9a5076-2c47-41a2-83ef-643db715795b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:09:37.417903 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-82f0474d-529a-4494-bd8a-0f241fc5d359 tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:09:37.418476 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-550797d5-c95f-432d-8fd8-7424f25fd1b3 tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Deleting port 25a10e12-9afd-47a0-bcbf-9f3dfe92db6b {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:09:37.418873 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-550797d5-c95f-432d-8fd8-7424f25fd1b3 tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:37.442622 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.191s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:09:37.447811 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-1484f215-1381-458f-a378-d64575405c8c None None] Calling delete_port for 44d088d0-a4c4-4bdb-a86e-e196a0e34d0b owned by network:dhcp {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:09:37.486680 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_common [None req-d6a460c5-23a8-4393-8ec9-4a3df2e6a0c7 None None] Allocated IP 2001:db8::2 (8ccca644-4896-426e-8b05-3600a7e4b8dc/1cb8062d-993c-4f47-a8b4-584494155556/448ae8f6-61a0-4a4c-b43a-4492be22ed2d) {{(pid=87637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:09:37.490817 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Network cf9a5076-2c47-41a2-83ef-643db715795b details requested by agent ovs-agent-dv-neutron-822799-1-hyperv with host dv-neutron-822799-1-hyperv {{(pid=87637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 23 16:09:37.526394 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Returning: {'device': '97a781d1-f31f-42f5-bbbf-859a23f9554d', 'network_id': '256a38e5-d398-4e43-80e3-9bc3cd6cc270', 'port_id': '97a781d1-f31f-42f5-bbbf-859a23f9554d', 'mac_address': 'fa:16:3e:cb:3d:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5e1e7de-66c6-459a-96dc-9f30163dd18a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 23 16:09:37.528931 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] For port 44d088d0-a4c4-4bdb-a86e-e196a0e34d0b, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=44d088d0-a4c4-4bdb-a86e-e196a0e34d0b,segment=NetworkSegment(dae16c86-31e8-4598-ad52-14890d6a923a),segment_id=dae16c86-31e8-4598-ad52-14890d6a923a)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:09:37.545604 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-544b3fc0-5f19-43bc-a636-20a031b1676b tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 793 time: 2.2472878
Dec 23 16:09:37.567566 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 42844) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:09:37.619920 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:37.654189 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-780f593a-9282-4738-bddf-0b2d1968a1d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:09:37.656475 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8a37357-22e7-486d-bdd5-528b3e4189b8 tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] vlan segment allocate from pool success with {'vlan_id': 439, 'physical_network': 'physnet1'}  {{(pid=87635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 23 16:09:37.669850 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-ed434e5c-259e-45a2-92b2-3acdbda3259e tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:09:37.713594 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-ed434e5c-259e-45a2-92b2-3acdbda3259e tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:09:37.715763 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544b3fc0-5f19-43bc-a636-20a031b1676b tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Pushing event updated for resources: {'Subnet': ['ID=f62ce20e-29af-4903-88ba-193d08462d62,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:09:37.785570 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-544b3fc0-5f19-43bc-a636-20a031b1676b tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:09:37.796994 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d6746d3-485a-4c80-96d8-9dd0cc938b54 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:09:37.798973 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d6746d3-485a-4c80-96d8-9dd0cc938b54 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:09:37.800437 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d6746d3-485a-4c80-96d8-9dd0cc938b54 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:09:37.801937 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d6746d3-485a-4c80-96d8-9dd0cc938b54 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:09:37.803418 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d6746d3-485a-4c80-96d8-9dd0cc938b54 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:09:37.804299 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-6d6746d3-485a-4c80-96d8-9dd0cc938b54 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Synchronizing usage tracker for tenant:08bb5ff5fd45470cae3e1870e7817546 on resource:subnet {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:09:37.809698 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed434e5c-259e-45a2-92b2-3acdbda3259e tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Made reservation on behalf of 51a3abb7cc41429380552b859d9155f9 for: {'subnet': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:09:37.813048 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-ed434e5c-259e-45a2-92b2-3acdbda3259e tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2618324'] for subnet, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:37.829670 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvr_db [None req-393b8159-1f68-497c-9e6e-9b3e6bdbfe3a None None] Set router 3d14aabe-053a-4a1b-8d82-eb12539e4396 gateway port host: None {{(pid=87637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:09:37.884635 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-b8a37357-22e7-486d-bdd5-528b3e4189b8 tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:37.884904 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.db.segments_db [None req-b8a37357-22e7-486d-bdd5-528b3e4189b8 tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] Added segment aaaa872b-bcbf-4db7-9866-8b1e4e1c9754 of type vlan for network 2001e188-d7b2-42cd-8285-af4ee53879b6
Dec 23 16:09:37.945263 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-6d6746d3-485a-4c80-96d8-9dd0cc938b54 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Unset dirty status for tenant:08bb5ff5fd45470cae3e1870e7817546 on resource:subnet {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:09:37.950411 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-6d6746d3-485a-4c80-96d8-9dd0cc938b54 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 3330 time: 0.3644915
Dec 23 16:09:37.950411 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [None req-550797d5-c95f-432d-8fd8-7424f25fd1b3 tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] For port 25a10e12-9afd-47a0-bcbf-9f3dfe92db6b, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=25a10e12-9afd-47a0-bcbf-9f3dfe92db6b,segment=NetworkSegment(77e3d110-dd7b-426c-b11f-b78dde7993df),segment_id=77e3d110-dd7b-426c-b11f-b78dde7993df)] {{(pid=87636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:09:37.950411 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-550797d5-c95f-432d-8fd8-7424f25fd1b3 tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:37.961112 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 42848) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:09:37.969279 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-d50249d8-f363-4b8b-a4e1-32b3f56122b8 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1921529782'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:09:37.978365 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-e20401f7-1880-480a-81a7-aa15dd7ba8d1 tempest-RoutersAdminNegativeTest-1392199159 tempest-RoutersAdminNegativeTest-1392199159-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1784183', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-235354'] for router, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:37.986213 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-e20401f7-1880-480a-81a7-aa15dd7ba8d1 tempest-RoutersAdminNegativeTest-1392199159 tempest-RoutersAdminNegativeTest-1392199159-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:37.986581 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-393b8159-1f68-497c-9e6e-9b3e6bdbfe3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc16da910>, [{'id': '3d14aabe-053a-4a1b-8d82-eb12539e4396', 'name': 'tempest-snat-router-555116195', 'tenant_id': '8277d77634e04c6eb54fb9f206174c12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:09:26Z', 'updated_at': '2021-12-23T16:09:35Z', 'revision_number': 4, 'project_id': '8277d77634e04c6eb54fb9f206174c12', 'gw_port_host': None}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:09:37.999861 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:38.015639 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.db.api [None req-1484f215-1381-458f-a378-d64575405c8c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87637) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 23 16:09:38.016406 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_db.api [None req-1484f215-1381-458f-a378-d64575405c8c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 23 16:09:38.022493 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-393b8159-1f68-497c-9e6e-9b3e6bdbfe3a None None] The sync data for ids ['3d14aabe-053a-4a1b-8d82-eb12539e4396'] in dv-neutron-822799-1-hyperv is: [{'id': '3d14aabe-053a-4a1b-8d82-eb12539e4396', 'name': 'tempest-snat-router-555116195', 'tenant_id': '8277d77634e04c6eb54fb9f206174c12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:09:26Z', 'updated_at': '2021-12-23T16:09:35Z', 'revision_number': 4, 'project_id': '8277d77634e04c6eb54fb9f206174c12', 'gw_port_host': None}] {{(pid=87637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 23 16:09:38.028306 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Pushing event updated for resources: {'Port': ['ID=44d088d0-a4c4-4bdb-a86e-e196a0e34d0b,revision_number=5']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:09:38.032760 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:09:38.039273 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.notifiers.nova [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97a781d1-f31f-42f5-bbbf-859a23f9554d {{(pid=87637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 23 16:09:38.058043 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-b8a37357-22e7-486d-bdd5-528b3e4189b8 tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735362521793'] for network, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:38.101531 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] For port 97a781d1-f31f-42f5-bbbf-859a23f9554d, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=97a781d1-f31f-42f5-bbbf-859a23f9554d,segment=NetworkSegment(6b8a57f9-eb02-4082-be80-c717babaf4e7),segment_id=6b8a57f9-eb02-4082-be80-c717babaf4e7)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:09:38.112409 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:38.116979 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-60f6214d-1c71-437d-bc72-0ea3456bc236 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:09:38.150206 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-e20401f7-1880-480a-81a7-aa15dd7ba8d1 tempest-RoutersAdminNegativeTest-1392199159 tempest-RoutersAdminNegativeTest-1392199159-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1781328'] for router, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:38.150768 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e20401f7-1880-480a-81a7-aa15dd7ba8d1 tempest-RoutersAdminNegativeTest-1392199159 tempest-RoutersAdminNegativeTest-1392199159-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2fa87600-1aa8-414e-87bf-66aa0d6501f7 {{(pid=87635) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 23 16:09:38.165880 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-d50249d8-f363-4b8b-a4e1-32b3f56122b8 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:09:38.192276 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-d9dcd7a1-f0e1-4004-820a-a65d51f47e46 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:38.218571 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-d9dcd7a1-f0e1-4004-820a-a65d51f47e46 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1824189'] for floatingip, after_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:38.219174 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.db.l3_db [None req-d9dcd7a1-f0e1-4004-820a-a65d51f47e46 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Floating IP 484de808-271b-4fc2-91cd-08842c82bf77 disassociated. External IP: 172.26.3.163, port: b53bce91-b4d2-4833-bf2f-515f4cb384da.
Dec 23 16:09:38.223032 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Device 67df780b-70a7-4a3b-963c-521560944de5 up at agent hyperv_hv-neutron-8227 {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:09:38.239381 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-d50249d8-f363-4b8b-a4e1-32b3f56122b8 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Usage tracker for resource:network and tenant:08bb5ff5fd45470cae3e1870e7817546 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:09:38.245137 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-d50249d8-f363-4b8b-a4e1-32b3f56122b8 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:09:38.255769 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-550797d5-c95f-432d-8fd8-7424f25fd1b3 tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Calling delete_port for 25a10e12-9afd-47a0-bcbf-9f3dfe92db6b owned by network:router_gateway {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:09:38.281276 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Pushing event updated for resources: {'Port': ['ID=97a781d1-f31f-42f5-bbbf-859a23f9554d,revision_number=4']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:09:38.307005 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-d50249d8-f363-4b8b-a4e1-32b3f56122b8 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:09:38.315425 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:09:38.345337 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5dd4bd-3b33-4607-b725-de98892578a3 req-3f25b002-a592-472a-8cd9-b22556bf190a tempest-ServersTestManualDisk-1942191146 tempest-ServersTestManualDisk-1942191146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:09:38.347236 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-2d5dd4bd-3b33-4607-b725-de98892578a3 req-3f25b002-a592-472a-8cd9-b22556bf190a tempest-ServersTestManualDisk-1942191146 tempest-ServersTestManualDisk-1942191146-project] 10.222.0.64 "GET /v2.0/ports?device_id=47b15118-c934-4327-a96a-eeff72dc225f HTTP/1.1" status: 200  len: 944 time: 0.6197457
Dec 23 16:09:38.348127 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d50249d8-f363-4b8b-a4e1-32b3f56122b8 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Made reservation on behalf of 08bb5ff5fd45470cae3e1870e7817546 for: {'network': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:09:38.351980 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d50249d8-f363-4b8b-a4e1-32b3f56122b8 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for network, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:38.358251 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.api.v2.resource [None req-e20401f7-1880-480a-81a7-aa15dd7ba8d1 tempest-RoutersAdminNegativeTest-1392199159 tempest-RoutersAdminNegativeTest-1392199159-project-admin] create failed (client error): There was a conflict when trying to complete your request.
Dec 23 16:09:38.359243 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-e20401f7-1880-480a-81a7-aa15dd7ba8d1 tempest-RoutersAdminNegativeTest-1392199159 tempest-RoutersAdminNegativeTest-1392199159-project-admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 409  len: 371 time: 3.9304180
Dec 23 16:09:38.360347 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-b8a37357-22e7-486d-bdd5-528b3e4189b8 tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495'] for network, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:38.365133 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 42854) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:09:38.377765 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8a37357-22e7-486d-bdd5-528b3e4189b8 tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:09:38.378361 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-b8a37357-22e7-486d-bdd5-528b3e4189b8 tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627509'] for network, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:38.379645 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] get_ports_and_sgs() called for port_ids ['97a781d1-f31f-42f5-bbbf-859a23f9554d'] {{(pid=87637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 23 16:09:38.393255 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-5e5f8940-ee89-4120-b778-d6bf9eb69016 tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:09:38.459745 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d6a460c5-23a8-4393-8ec9-4a3df2e6a0c7 None None] Notify callbacks [] for port, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:38.485805 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-d6a460c5-23a8-4393-8ec9-4a3df2e6a0c7 None None] Transition to ACTIVE for port object 448ae8f6-61a0-4a4c-b43a-4492be22ed2d will not be triggered until provisioned by entity L2. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:09:38.518335 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-1484f215-1381-458f-a378-d64575405c8c None None] Deleting port 44d088d0-a4c4-4bdb-a86e-e196a0e34d0b {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:09:38.518682 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1484f215-1381-458f-a378-d64575405c8c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:38.548063 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d50249d8-f363-4b8b-a4e1-32b3f56122b8 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] vlan segment allocate from pool success with {'vlan_id': 407, 'physical_network': 'physnet1'}  {{(pid=87636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 23 16:09:38.559631 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-d6a460c5-23a8-4393-8ec9-4a3df2e6a0c7 None None] Transition to ACTIVE for port object 448ae8f6-61a0-4a4c-b43a-4492be22ed2d will not be triggered until provisioned by entity DHCP. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:09:38.571660 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d50249d8-f363-4b8b-a4e1-32b3f56122b8 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:38.571918 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.db.segments_db [None req-d50249d8-f363-4b8b-a4e1-32b3f56122b8 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Added segment 049a0823-3ae6-46ca-a876-fd7b7abfa6fe of type vlan for network 2c0b3671-def2-4b0a-bd33-87ff98dc8c98
Dec 23 16:09:38.587987 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d6a460c5-23a8-4393-8ec9-4a3df2e6a0c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780'] for port, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:38.597895 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-5cc72240-ba5f-4625-aca5-b96bc552352f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:09:38.627807 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Provisioning for port 67df780b-70a7-4a3b-963c-521560944de5 completed by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:09:38.650802 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a37357-22e7-486d-bdd5-528b3e4189b8 tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] Pushing event updated for resources: {'Network': ['ID=2001e188-d7b2-42cd-8285-af4ee53879b6,revision_number=1']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:09:38.653862 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-b8a37357-22e7-486d-bdd5-528b3e4189b8 tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201  len: 863 time: 1.9559965
Dec 23 16:09:38.656853 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-9563aa37-ac7e-49c7-af7f-51da0400e334 tempest-RoutersAdminNegativeTest-1392199159 tempest-RoutersAdminNegativeTest-1392199159-project-admin] Deleting port 6208b9c8-2abc-4189-be06-1b3aa2e70f4a {{(pid=87635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:09:38.657608 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-9563aa37-ac7e-49c7-af7f-51da0400e334 tempest-RoutersAdminNegativeTest-1392199159 tempest-RoutersAdminNegativeTest-1392199159-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:38.659691 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 42858) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:09:38.671867 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d50249d8-f363-4b8b-a4e1-32b3f56122b8 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735362521793'] for network, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:38.681474 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-b8a37357-22e7-486d-bdd5-528b3e4189b8 tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:09:38.690787 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Provisioning complete for port 67df780b-70a7-4a3b-963c-521560944de5 triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:09:38.691164 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:38.703223 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-2d5dd4bd-3b33-4607-b725-de98892578a3 req-7ff00f4e-a311-4cab-b494-35728f8532e4 tempest-ServersTestManualDisk-1942191146 tempest-ServersTestManualDisk-1942191146-project] 10.222.0.64 "GET /v2.0/security-groups?id=3b83aea3-e60b-45d2-958f-1d6d9ba0fc5a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3464146
Dec 23 16:09:38.762172 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Network 2001e188-d7b2-42cd-8285-af4ee53879b6 details requested by agent ovs-agent-dv-neutron-822799-1-hyperv with host dv-neutron-822799-1-hyperv {{(pid=87637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 23 16:09:38.821591 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6a460c5-23a8-4393-8ec9-4a3df2e6a0c7 None None] Network 8ccca644-4896-426e-8b05-3600a7e4b8dc is already hosted by enough agents. {{(pid=87637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:09:38.881211 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.db.resource_extend [None req-d50249d8-f363-4b8b-a4e1-32b3f56122b8 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 23 16:09:38.885538 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a460c5-23a8-4393-8ec9-4a3df2e6a0c7 None None] Pushing event updated for resources: {'Port': ['ID=448ae8f6-61a0-4a4c-b43a-4492be22ed2d,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:09:38.888541 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-d6a460c5-23a8-4393-8ec9-4a3df2e6a0c7 None None] Resources bound (agent type, host, resource id):  {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:09:38.893175 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-d6a460c5-23a8-4393-8ec9-4a3df2e6a0c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:09:38.902345 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54e27d2-af8a-41e8-aadb-d13ca51e0753 req-b7a75a13-e7f6-4214-b076-25da17769d08 tempest-ServersTestJSON-1438135586 tempest-ServersTestJSON-1438135586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:09:38.903948 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-a54e27d2-af8a-41e8-aadb-d13ca51e0753 req-b7a75a13-e7f6-4214-b076-25da17769d08 tempest-ServersTestJSON-1438135586 tempest-ServersTestJSON-1438135586-project] 10.222.0.64 "GET /v2.0/ports?device_id=c1c5cb30-50d4-4361-b1b3-fa02e83979da HTTP/1.1" status: 200  len: 944 time: 0.4470294
Dec 23 16:09:38.908880 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a460c5-23a8-4393-8ec9-4a3df2e6a0c7 None None] Received port after_create {{(pid=87637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:09:39.003594 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ba5b276-3b37-44b4-b57a-0ba248f8f551 tempest-ExternalNetworksTestJSON-362186379 tempest-ExternalNetworksTestJSON-362186379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:09:39.007929 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-2ba5b276-3b37-44b4-b57a-0ba248f8f551 tempest-ExternalNetworksTestJSON-362186379 tempest-ExternalNetworksTestJSON-362186379-project] 10.222.0.64 "GET /v2.0/networks/2001e188-d7b2-42cd-8285-af4ee53879b6 HTTP/1.1" status: 200  len: 757 time: 0.3430302
Dec 23 16:09:39.011529 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 42862) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:09:39.024951 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.objects.ports [None req-ed434e5c-259e-45a2-92b2-3acdbda3259e tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87636) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}}
Dec 23 16:09:39.025665 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d50249d8-f363-4b8b-a4e1-32b3f56122b8 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495'] for network, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:39.031305 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d50249d8-f363-4b8b-a4e1-32b3f56122b8 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:09:39.031965 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d50249d8-f363-4b8b-a4e1-32b3f56122b8 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627509'] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:39.035668 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-550797d5-c95f-432d-8fd8-7424f25fd1b3 tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:39.058955 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:09:39.079441 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-ed434e5c-259e-45a2-92b2-3acdbda3259e tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2176430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2618310'] for subnet, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:39.151884 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9dcd7a1-f0e1-4004-820a-a65d51f47e46 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Router abfa982d-e5a4-4f60-bb8f-be7e2c2fb544 has already been hosted by L3 agent 371d4c41-c7e2-4de7-9539-c049ec4e95d1 {{(pid=87635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 23 16:09:39.245470 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-9563aa37-ac7e-49c7-af7f-51da0400e334 tempest-RoutersAdminNegativeTest-1392199159 tempest-RoutersAdminNegativeTest-1392199159-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:39.262854 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-a54e27d2-af8a-41e8-aadb-d13ca51e0753 req-86df07a8-f7e6-4850-8820-9e1d5671b5f1 tempest-ServersTestJSON-1438135586 tempest-ServersTestJSON-1438135586-project] 10.222.0.64 "GET /v2.0/security-groups?id=a753ed1b-fc9e-4b35-b9ad-c44d26832ef9&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.3393776
Dec 23 16:09:39.279418 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:39.367042 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-d50249d8-f363-4b8b-a4e1-32b3f56122b8 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 1.4003634
Dec 23 16:09:39.382161 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 42866) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:09:39.382401 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47b15118-c934-4327-a96a-eeff72dc225f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67df780b-70a7-4a3b-963c-521560944de5'}] {{(pid=87637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 23 16:09:39.392795 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50249d8-f363-4b8b-a4e1-32b3f56122b8 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Pushing event updated for resources: {'Network': ['ID=2c0b3671-def2-4b0a-bd33-87ff98dc8c98,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:09:39.395507 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-d50249d8-f363-4b8b-a4e1-32b3f56122b8 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:09:39.404559 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-9563aa37-ac7e-49c7-af7f-51da0400e334 tempest-RoutersAdminNegativeTest-1392199159 tempest-RoutersAdminNegativeTest-1392199159-project-admin] Calling delete_port for 6208b9c8-2abc-4189-be06-1b3aa2e70f4a owned by  {{(pid=87635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:09:39.406527 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-79928239-d264-492b-b9a0-187498c9e505 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Request body: {'network': {'name': 'New_network'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:09:39.428841 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-bce4f1f4-1d4a-4157-b740-c623082dd77d tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.356s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:09:39.449958 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-d6a460c5-23a8-4393-8ec9-4a3df2e6a0c7 None None] Attempting to bind port 448ae8f6-61a0-4a4c-b43a-4492be22ed2d on host dv-neutron-822799-1-hyperv for vnic_type normal with profile  {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:09:39.449958 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-d6a460c5-23a8-4393-8ec9-4a3df2e6a0c7 None None] Attempting to bind port 448ae8f6-61a0-4a4c-b43a-4492be22ed2d by drivers openvswitch,hyperv on host dv-neutron-822799-1-hyperv at level 0 using segments [{'id': '01e0f489-571f-4f48-b10f-850149ed880f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '8ccca644-4896-426e-8b05-3600a7e4b8dc'}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:09:39.450447 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6a460c5-23a8-4393-8ec9-4a3df2e6a0c7 None None] Attempting to bind port 448ae8f6-61a0-4a4c-b43a-4492be22ed2d on network 8ccca644-4896-426e-8b05-3600a7e4b8dc {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:09:39.453178 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Network 2c0b3671-def2-4b0a-bd33-87ff98dc8c98 details requested by agent ovs-agent-dv-neutron-822799-1-hyperv with host dv-neutron-822799-1-hyperv {{(pid=87637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 23 16:09:39.487730 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1d5f5be-ce02-448f-b090-c54f7051d472 tempest-ExternalNetworksTestJSON-362186379 tempest-ExternalNetworksTestJSON-362186379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:09:39.492078 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-f1d5f5be-ce02-448f-b090-c54f7051d472 tempest-ExternalNetworksTestJSON-362186379 tempest-ExternalNetworksTestJSON-362186379-project] 10.222.0.64 "GET /v2.0/networks/0ee6b129-5fb0-43f5-9ec4-3fe49f5e7333 HTTP/1.1" status: 200  len: 768 time: 0.4744694
Dec 23 16:09:39.493226 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-1484f215-1381-458f-a378-d64575405c8c None None] For port 44d088d0-a4c4-4bdb-a86e-e196a0e34d0b, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=44d088d0-a4c4-4bdb-a86e-e196a0e34d0b,segment=NetworkSegment(dae16c86-31e8-4598-ad52-14890d6a923a),segment_id=dae16c86-31e8-4598-ad52-14890d6a923a)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:09:39.493706 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1484f215-1381-458f-a378-d64575405c8c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:39.494880 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 42874) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:09:39.500626 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550797d5-c95f-432d-8fd8-7424f25fd1b3 tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Pushing event deleted for resources: {'Port': ['ID=25a10e12-9afd-47a0-bcbf-9f3dfe92db6b,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:09:39.502629 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] For port 67df780b-70a7-4a3b-963c-521560944de5, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=67df780b-70a7-4a3b-963c-521560944de5,segment=NetworkSegment(49705709-fd6f-45a3-8c17-ba357fb62791),segment_id=49705709-fd6f-45a3-8c17-ba357fb62791)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:09:39.503482 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-550797d5-c95f-432d-8fd8-7424f25fd1b3 tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:09:39.504055 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6a460c5-23a8-4393-8ec9-4a3df2e6a0c7 None None] Checking agent: {'id': '20d2070f-69a9-4e73-8d08-6f0387a40158', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822799-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 21), 'started_at': datetime.datetime(2021, 12, 23, 16, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 9, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822799-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 23 16:09:39.504558 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6a460c5-23a8-4393-8ec9-4a3df2e6a0c7 None None] Checking segment: {'id': '01e0f489-571f-4f48-b10f-850149ed880f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '8ccca644-4896-426e-8b05-3600a7e4b8dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:09:39.505412 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d6a460c5-23a8-4393-8ec9-4a3df2e6a0c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:39.505994 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6a460c5-23a8-4393-8ec9-4a3df2e6a0c7 None None] Bound using segment: {'id': '01e0f489-571f-4f48-b10f-850149ed880f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '8ccca644-4896-426e-8b05-3600a7e4b8dc'} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 23 16:09:39.506583 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-d6a460c5-23a8-4393-8ec9-4a3df2e6a0c7 None None] Bound port: 448ae8f6-61a0-4a4c-b43a-4492be22ed2d, host: dv-neutron-822799-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01e0f489-571f-4f48-b10f-850149ed880f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '8ccca644-4896-426e-8b05-3600a7e4b8dc'}}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 23 16:09:39.507055 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d6a460c5-23a8-4393-8ec9-4a3df2e6a0c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:39.527313 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.405s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:09:39.578463 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9dcd7a1-f0e1-4004-820a-a65d51f47e46 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify agent at l3_agent.dv-neutron-822799-1-hyperv the message routers_updated {{(pid=87635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 23 16:09:39.585500 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:39.587973 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-d9dcd7a1-f0e1-4004-820a-a65d51f47e46 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for floatingip, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:39.616603 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-550797d5-c95f-432d-8fd8-7424f25fd1b3 tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1824206'] for router_gateway, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:39.651552 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:09:39.711881 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-d9dcd7a1-f0e1-4004-820a-a65d51f47e46 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] 10.222.0.64 "PUT /v2.0/floatingips/484de808-271b-4fc2-91cd-08842c82bf77 HTTP/1.1" status: 200  len: 688 time: 2.6417258
Dec 23 16:09:39.712692 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 42878) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:09:39.779695 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd89d54c-0eb6-446e-aaa8-7395b4357614 None None] Sync routers for ids ['abfa982d-e5a4-4f60-bb8f-be7e2c2fb544'] in dv-neutron-822799-1-hyperv {{(pid=87637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 23 16:09:39.803812 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-9563aa37-ac7e-49c7-af7f-51da0400e334 tempest-RoutersAdminNegativeTest-1392199159 tempest-RoutersAdminNegativeTest-1392199159-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:39.840892 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-1484f215-1381-458f-a378-d64575405c8c None None] Calling delete_port for 44d088d0-a4c4-4bdb-a86e-e196a0e34d0b owned by network:dhcp {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:09:39.887252 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-96c34097-8da0-4c48-9b94-29aa65ec2d9a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:09:39.934978 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed434e5c-259e-45a2-92b2-3acdbda3259e tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Checking segment: {'id': '41b0a2fa-15b5-4dc7-8b99-fc41b5cd124b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'cf9a5076-2c47-41a2-83ef-643db715795b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:09:39.935417 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed434e5c-259e-45a2-92b2-3acdbda3259e tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Network hostable DHCP agents. Network: cf9a5076-2c47-41a2-83ef-643db715795b, hostable agents: ['1c812d71-eadf-4fb3-b98e-67468a4aa7e2'], hosted agents: [] {{(pid=87636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 23 16:09:39.974689 dv-neutron-822799-1-hyperv neutron-server[87637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47b15118-c934-4327-a96a-eeff72dc225f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67df780b-70a7-4a3b-963c-521560944de5', 'code': 200}
Dec 23 16:09:39.977253 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd89d54c-0eb6-446e-aaa8-7395b4357614 None None] Routers {'abfa982d-e5a4-4f60-bb8f-be7e2c2fb544'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:09:39.977911 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-cd89d54c-0eb6-446e-aaa8-7395b4357614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc05b7610>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:09:20Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['abfa982d-e5a4-4f60-bb8f-be7e2c2fb544'], 'active': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:09:39.992640 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-09df2455-33d8-4b7c-9fd3-189bbeac8af1 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Deleting port ea43212c-57e6-4a92-afe5-07286521e545 {{(pid=87635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:09:39.993126 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-09df2455-33d8-4b7c-9fd3-189bbeac8af1 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:40.022697 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9563aa37-ac7e-49c7-af7f-51da0400e334 tempest-RoutersAdminNegativeTest-1392199159 tempest-RoutersAdminNegativeTest-1392199159-project-admin] Pushing event deleted for resources: {'Port': ['ID=6208b9c8-2abc-4189-be06-1b3aa2e70f4a,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:09:40.039229 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-9563aa37-ac7e-49c7-af7f-51da0400e334 tempest-RoutersAdminNegativeTest-1392199159 tempest-RoutersAdminNegativeTest-1392199159-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:09:40.064642 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-cd89d54c-0eb6-446e-aaa8-7395b4357614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc05b7610>, [], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:09:40.069858 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-d6a460c5-23a8-4393-8ec9-4a3df2e6a0c7 None None] For port 448ae8f6-61a0-4a4c-b43a-4492be22ed2d, host dv-neutron-822799-1-hyperv, cleared binding levels {{(pid=87637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 23 16:09:40.099480 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Pushing event updated for resources: {'Port': ['ID=67df780b-70a7-4a3b-963c-521560944de5,revision_number=5']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:09:40.107475 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-d6a460c5-23a8-4393-8ec9-4a3df2e6a0c7 None None] For port 448ae8f6-61a0-4a4c-b43a-4492be22ed2d, host dv-neutron-822799-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=448ae8f6-61a0-4a4c-b43a-4492be22ed2d,segment=NetworkSegment(01e0f489-571f-4f48-b10f-850149ed880f),segment_id=01e0f489-571f-4f48-b10f-850149ed880f)] {{(pid=87637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 23 16:09:40.108635 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.457s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:09:40.110426 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd89d54c-0eb6-446e-aaa8-7395b4357614 None None] Routers {'abfa982d-e5a4-4f60-bb8f-be7e2c2fb544'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:09:40.111371 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-cd89d54c-0eb6-446e-aaa8-7395b4357614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc05b7610>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:09:20Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['abfa982d-e5a4-4f60-bb8f-be7e2c2fb544'], 'active': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:09:40.112931 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed434e5c-259e-45a2-92b2-3acdbda3259e tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Pushing event updated for resources: {'Subnet': ['ID=4b1b44fe-6516-435a-a32c-40b4abe640d3,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:09:40.116486 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-ed434e5c-259e-45a2-92b2-3acdbda3259e tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.589s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:09:40.121103 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-550797d5-c95f-432d-8fd8-7424f25fd1b3 tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1784183', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-235354'] for router, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:40.130246 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-550797d5-c95f-432d-8fd8-7424f25fd1b3 tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:40.179394 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-cd89d54c-0eb6-446e-aaa8-7395b4357614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc05b7610>, [], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:09:40.179820 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd89d54c-0eb6-446e-aaa8-7395b4357614 None None] The sync data for ids ['abfa982d-e5a4-4f60-bb8f-be7e2c2fb544'] in dv-neutron-822799-1-hyperv is: [] {{(pid=87637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 23 16:09:40.182092 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d6a460c5-23a8-4393-8ec9-4a3df2e6a0c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:40.192166 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1484f215-1381-458f-a378-d64575405c8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789'] for port, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:40.198176 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:09:40.227904 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d42a9d14-91e9-495e-9214-786ddbf1e16a tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-698866'] for network, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:40.237721 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed434e5c-259e-45a2-92b2-3acdbda3259e tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Network cf9a5076-2c47-41a2-83ef-643db715795b is scheduled to be hosted by DHCP agent 1c812d71-eadf-4fb3-b98e-67468a4aa7e2 with binding_index 1 {{(pid=87636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 23 16:09:40.251098 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Device 97a781d1-f31f-42f5-bbbf-859a23f9554d up at agent hyperv_hv-neutron-8227 {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:09:40.282244 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-9563aa37-ac7e-49c7-af7f-51da0400e334 tempest-RoutersAdminNegativeTest-1392199159 tempest-RoutersAdminNegativeTest-1392199159-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:40.284784 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-9563aa37-ac7e-49c7-af7f-51da0400e334 tempest-RoutersAdminNegativeTest-1392199159 tempest-RoutersAdminNegativeTest-1392199159-project-admin] 10.222.0.64 "DELETE /v2.0/ports/6208b9c8-2abc-4189-be06-1b3aa2e70f4a HTTP/1.1" status: 204  len: 168 time: 1.9028196
Dec 23 16:09:40.320279 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c910629b-0ab9-445d-9980-54e27c548b86 req-71494429-5d78-4b5e-b5be-a8be155f73ba tempest-ServersTestManualDisk-1942191146 tempest-ServersTestManualDisk-1942191146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:09:40.333076 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-c910629b-0ab9-445d-9980-54e27c548b86 req-71494429-5d78-4b5e-b5be-a8be155f73ba tempest-ServersTestManualDisk-1942191146 tempest-ServersTestManualDisk-1942191146-project] 10.222.0.64 "GET /v2.0/ports?device_id=47b15118-c934-4327-a96a-eeff72dc225f HTTP/1.1" status: 200  len: 945 time: 0.4605165
Dec 23 16:09:40.350173 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-550797d5-c95f-432d-8fd8-7424f25fd1b3 tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1781328'] for router, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:40.350744 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-550797d5-c95f-432d-8fd8-7424f25fd1b3 tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3d14aabe-053a-4a1b-8d82-eb12539e4396 {{(pid=87636) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 23 16:09:40.380414 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1484f215-1381-458f-a378-d64575405c8c None None] No DVR routers for this DVR port 44d088d0-a4c4-4bdb-a86e-e196a0e34d0b on host dv-neutron-822799-1-hyperv {{(pid=87637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 23 16:09:40.381334 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-ed434e5c-259e-45a2-92b2-3acdbda3259e tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822799-1-hyperv, cf9a5076-2c47-41a2-83ef-643db715795b) {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:09:40.386261 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed434e5c-259e-45a2-92b2-3acdbda3259e tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:09:40.387134 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-ed434e5c-259e-45a2-92b2-3acdbda3259e tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627509'] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:40.402415 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-09df2455-33d8-4b7c-9fd3-189bbeac8af1 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:40.402732 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-09df2455-33d8-4b7c-9fd3-189bbeac8af1 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:40.435608 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd048d23-c95a-458e-a4db-d614f5cd2371 None None] Network cf9a5076-2c47-41a2-83ef-643db715795b requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:09:40.486549 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-79928239-d264-492b-b9a0-187498c9e505 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735362521793'] for network, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:40.521029 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-550797d5-c95f-432d-8fd8-7424f25fd1b3 tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Notify callbacks [] for router, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:40.524607 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-550797d5-c95f-432d-8fd8-7424f25fd1b3 tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] 10.222.0.64 "DELETE /v2.0/routers/3d14aabe-053a-4a1b-8d82-eb12539e4396 HTTP/1.1" status: 204  len: 168 time: 5.6587899
Dec 23 16:09:40.552087 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 42892) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:09:40.614038 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a460c5-23a8-4393-8ec9-4a3df2e6a0c7 None None] Pushing event updated for resources: {'Port': ['ID=448ae8f6-61a0-4a4c-b43a-4492be22ed2d,revision_number=2']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:09:40.643020 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-ed434e5c-259e-45a2-92b2-3acdbda3259e tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 818 time: 3.2534277
Dec 23 16:09:40.687043 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1484f215-1381-458f-a378-d64575405c8c None None] Pushing event deleted for resources: {'Port': ['ID=44d088d0-a4c4-4bdb-a86e-e196a0e34d0b,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:09:40.689817 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-1484f215-1381-458f-a378-d64575405c8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.492s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:09:40.694220 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-8641f399-cf54-4c34-a8b2-6c49c6c6690d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.466s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:09:40.694589 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-8641f399-cf54-4c34-a8b2-6c49c6c6690d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:09:40.721575 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Provisioning for port 97a781d1-f31f-42f5-bbbf-859a23f9554d completed by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:09:40.731906 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Provisioning complete for port 97a781d1-f31f-42f5-bbbf-859a23f9554d triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:09:40.732291 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:40.805792 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 42896) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:09:40.806125 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 42900) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:09:40.826300 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-79928239-d264-492b-b9a0-187498c9e505 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495'] for network, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:40.856135 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-2c59d1f6-60e3-47ae-95fc-dedb80669fd4 tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:09:40.900388 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d42a9d14-91e9-495e-9214-786ddbf1e16a tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-864347', 'neutron.services.segments.db._delete_segments_for_network-8735362908070'] for network, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:40.918830 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-79928239-d264-492b-b9a0-187498c9e505 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Network 2c0b3671-def2-4b0a-bd33-87ff98dc8c98 is not hosted by any dhcp agent {{(pid=87636) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}}
Dec 23 16:09:40.924271 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79928239-d264-492b-b9a0-187498c9e505 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:09:40.925196 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-79928239-d264-492b-b9a0-187498c9e505 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:40.926121 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9708a08-dc9d-4a71-b53e-e92a8acb1a13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7e017a6-8198-58c8-a07e-0f786128e3b3-cf9a5076-2c47-41a2-83ef-643db715795b', 'network_id': 'cf9a5076-2c47-41a2-83ef-643db715795b', 'tenant_id': '51a3abb7cc41429380552b859d9155f9', 'fixed_ips': [{'subnet_id': '4b1b44fe-6516-435a-a32c-40b4abe640d3'}]}} from dv-neutron-822799-1-hyperv. {{(pid=87637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 23 16:09:40.926501 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-79928239-d264-492b-b9a0-187498c9e505 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] 10.222.0.64 "PUT /v2.0/networks/2c0b3671-def2-4b0a-bd33-87ff98dc8c98 HTTP/1.1" status: 200  len: 723 time: 1.5394924
Dec 23 16:09:40.930439 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f9708a08-dc9d-4a71-b53e-e92a8acb1a13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:40.973365 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-c910629b-0ab9-445d-9980-54e27c548b86 req-9a125fe5-7ac7-4e19-bdb9-076766d4b474 tempest-ServersTestManualDisk-1942191146 tempest-ServersTestManualDisk-1942191146-project] 10.222.0.64 "GET /v2.0/security-groups?id=3b83aea3-e60b-45d2-958f-1d6d9ba0fc5a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.6392949
Dec 23 16:09:40.987234 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-09df2455-33d8-4b7c-9fd3-189bbeac8af1 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Calling delete_port for ea43212c-57e6-4a92-afe5-07286521e545 owned by network:floatingip {{(pid=87635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:09:41.015674 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:41.023079 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 42908) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:09:41.034887 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-c80d5a54-ae5b-4bbe-b3a1-7d05a0220ff1 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Request body: {'subnet': {'network_id': '2c0b3671-def2-4b0a-bd33-87ff98dc8c98', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:09:41.077448 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] For port 97a781d1-f31f-42f5-bbbf-859a23f9554d, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=97a781d1-f31f-42f5-bbbf-859a23f9554d,segment=NetworkSegment(6b8a57f9-eb02-4082-be80-c717babaf4e7),segment_id=6b8a57f9-eb02-4082-be80-c717babaf4e7)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:09:41.085731 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:41.091183 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-28299ec6-6497-4ba4-9c9c-a5a7b4721ff2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:09:41.104756 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-d42a9d14-91e9-495e-9214-786ddbf1e16a tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1dc144f4c0>,) {'filters': {'network_id': ['2001e188-d7b2-42cd-8285-af4ee53879b6']}} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:09:41.117891 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-0c9fc4cf-695e-4d21-b046-9d57f4421b99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:41.140884 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79928239-d264-492b-b9a0-187498c9e505 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Pushing event updated for resources: {'Network': ['ID=2c0b3671-def2-4b0a-bd33-87ff98dc8c98,revision_number=2']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:09:41.143587 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-79928239-d264-492b-b9a0-187498c9e505 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:09:41.166315 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-d42a9d14-91e9-495e-9214-786ddbf1e16a tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dc144f4c0>, 'aaaa872b-bcbf-4db7-9866-8b1e4e1c9754') {'for_net_delete': True} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:09:41.166629 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-d42a9d14-91e9-495e-9214-786ddbf1e16a tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dc144f4c0>, 'aaaa872b-bcbf-4db7-9866-8b1e4e1c9754') {} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:09:41.182764 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32deb487-5c0e-41e5-a9aa-d0ca66228e45 req-5058b33f-3d56-478a-890c-2c75e07f0efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:09:41.184706 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-32deb487-5c0e-41e5-a9aa-d0ca66228e45 req-5058b33f-3d56-478a-890c-2c75e07f0efc service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=47b15118-c934-4327-a96a-eeff72dc225f HTTP/1.1" status: 200  len: 1098 time: 0.9261351
Dec 23 16:09:41.187115 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-0c9fc4cf-695e-4d21-b046-9d57f4421b99 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:09:41.220129 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-0c9fc4cf-695e-4d21-b046-9d57f4421b99 admin admin] Usage tracker for resource:security_group_rule and tenant:c3ee74358fe54718bb0dddf249663500 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:09:41.226144 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Network 2c0b3671-def2-4b0a-bd33-87ff98dc8c98 details requested by agent ovs-agent-dv-neutron-822799-1-hyperv with host dv-neutron-822799-1-hyperv {{(pid=87637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 23 16:09:41.227168 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d42a9d14-91e9-495e-9214-786ddbf1e16a tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735363085442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2382197'] for segment, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:41.247499 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-0c9fc4cf-695e-4d21-b046-9d57f4421b99 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:09:41.273212 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-32deb487-5c0e-41e5-a9aa-d0ca66228e45 req-6f160321-b867-4fab-8bc0-91286923c0b4 service neutron] Notify callbacks [] for security_group, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:41.283412 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-0c9fc4cf-695e-4d21-b046-9d57f4421b99 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:09:41.295322 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d42a9d14-91e9-495e-9214-786ddbf1e16a tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:41.304538 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-46cb880a-711c-4688-9962-e2d04118dc54 tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-698866'] for network, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:41.318087 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [req-32deb487-5c0e-41e5-a9aa-d0ca66228e45 req-6f160321-b867-4fab-8bc0-91286923c0b4 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:09:41.321797 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Pushing event updated for resources: {'Port': ['ID=97a781d1-f31f-42f5-bbbf-859a23f9554d,revision_number=5']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:09:41.329817 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e550ff7-7f0d-4d6a-9560-eaf0a82c089c req-0aa74828-8d56-4d41-9fd1-629462c775f6 tempest-ServersTestJSON-1438135586 tempest-ServersTestJSON-1438135586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:09:41.336747 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-7e550ff7-7f0d-4d6a-9560-eaf0a82c089c req-0aa74828-8d56-4d41-9fd1-629462c775f6 tempest-ServersTestJSON-1438135586 tempest-ServersTestJSON-1438135586-project] 10.222.0.64 "GET /v2.0/ports?device_id=c1c5cb30-50d4-4361-b1b3-fa02e83979da HTTP/1.1" status: 200  len: 944 time: 0.8029478
Dec 23 16:09:41.337971 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:09:41.342166 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d42a9d14-91e9-495e-9214-786ddbf1e16a tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] Releasing vlan 439 on physical network physnet1 to pool {{(pid=87636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 23 16:09:41.342575 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d42a9d14-91e9-495e-9214-786ddbf1e16a tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2176261'] for segment, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:41.358448 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_common [None req-f9708a08-dc9d-4a71-b53e-e92a8acb1a13 None None] Allocated IP 2001:db8::f816:3eff:fe56:deac (cf9a5076-2c47-41a2-83ef-643db715795b/4b1b44fe-6516-435a-a32c-40b4abe640d3/e00ffb3f-a3c3-4ff8-8bff-12896b0f82ec) {{(pid=87637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:09:41.359879 dv-neutron-822799-1-hyperv neutron-server[87636]: Traceback (most recent call last):
Dec 23 16:09:41.359879 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 23 16:09:41.359879 dv-neutron-822799-1-hyperv neutron-server[87636]:     timer()
Dec 23 16:09:41.359879 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:09:41.359879 dv-neutron-822799-1-hyperv neutron-server[87636]:     cb(*args, **kw)
Dec 23 16:09:41.359879 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 23 16:09:41.359879 dv-neutron-822799-1-hyperv neutron-server[87636]:     return func(*args, **kwargs)
Dec 23 16:09:41.359879 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:09:41.359879 dv-neutron-822799-1-hyperv neutron-server[87636]:     self._notify()
Dec 23 16:09:41.359879 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:09:41.359879 dv-neutron-822799-1-hyperv neutron-server[87636]:     self.callback(batched_events)
Dec 23 16:09:41.359879 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:09:41.359879 dv-neutron-822799-1-hyperv neutron-server[87636]:     event.method(event)
Dec 23 16:09:41.359879 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:09:41.359879 dv-neutron-822799-1-hyperv neutron-server[87636]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:09:41.359879 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 23 16:09:41.359879 dv-neutron-822799-1-hyperv neutron-server[87636]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 23 16:09:41.359879 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 23 16:09:41.359879 dv-neutron-822799-1-hyperv neutron-server[87636]:     return f(self, *a, **k)
Dec 23 16:09:41.359879 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:09:41.359879 dv-neutron-822799-1-hyperv neutron-server[87636]:     return self._get(url).json()
Dec 23 16:09:41.359879 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 23 16:09:41.359879 dv-neutron-822799-1-hyperv neutron-server[87636]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 23 16:09:41.359879 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 23 16:09:41.359879 dv-neutron-822799-1-hyperv neutron-server[87636]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:09:41.359879 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 23 16:09:41.359879 dv-neutron-822799-1-hyperv neutron-server[87636]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 23 16:09:41.359879 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 23 16:09:41.359879 dv-neutron-822799-1-hyperv neutron-server[87636]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:09:41.359879 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 23 16:09:41.359879 dv-neutron-822799-1-hyperv neutron-server[87636]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:09:41.359879 dv-neutron-822799-1-hyperv neutron-server[87636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:09:41.377745 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-32deb487-5c0e-41e5-a9aa-d0ca66228e45 req-6f160321-b867-4fab-8bc0-91286923c0b4 service neutron] Usage tracker for resource:security_group_rule and tenant:c61e147cd9a442cc9592dfa340a563a0 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:09:41.383882 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-32deb487-5c0e-41e5-a9aa-d0ca66228e45 req-6f160321-b867-4fab-8bc0-91286923c0b4 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:09:41.401623 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-c80d5a54-ae5b-4bbe-b3a1-7d05a0220ff1 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:09:41.423259 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-c80d5a54-ae5b-4bbe-b3a1-7d05a0220ff1 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:09:41.432086 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-647fd0c4-dd16-4fb9-b162-8cbeed17d822 tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Notify callbacks [] for router, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:41.448184 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [req-32deb487-5c0e-41e5-a9aa-d0ca66228e45 req-6f160321-b867-4fab-8bc0-91286923c0b4 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:09:41.508653 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-09df2455-33d8-4b7c-9fd3-189bbeac8af1 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:41.515935 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-9c3c30ac-521e-418f-922e-425310f6d24a tempest-RoutersAdminNegativeIpV6Test-1429718140 tempest-RoutersAdminNegativeIpV6Test-1429718140-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:09:41.559242 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-7e550ff7-7f0d-4d6a-9560-eaf0a82c089c req-8ca80dc9-4b37-4010-a3e6-9448db37838a tempest-ServersTestJSON-1438135586 tempest-ServersTestJSON-1438135586-project] 10.222.0.64 "GET /v2.0/security-groups?id=a753ed1b-fc9e-4b35-b9ad-c44d26832ef9&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.2215061
Dec 23 16:09:41.586074 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d42a9d14-91e9-495e-9214-786ddbf1e16a tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-864336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1824171'] for network, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:41.595313 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-46cb880a-711c-4688-9962-e2d04118dc54 tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864774'] for subnet, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:41.615002 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c80d5a54-ae5b-4bbe-b3a1-7d05a0220ff1 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Made reservation on behalf of 08bb5ff5fd45470cae3e1870e7817546 for: {'subnet': 1} {{(pid=87635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:09:41.619783 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-c80d5a54-ae5b-4bbe-b3a1-7d05a0220ff1 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2610339'] for subnet, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:41.633893 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09df2455-33d8-4b7c-9fd3-189bbeac8af1 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Pushing event deleted for resources: {'Port': ['ID=ea43212c-57e6-4a92-afe5-07286521e545,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:09:41.635433 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-c743f0bf-3b33-48c9-a4da-1965df648fb3 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:09:41.636726 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-09df2455-33d8-4b7c-9fd3-189bbeac8af1 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:09:41.659262 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:41.679848 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f9708a08-dc9d-4a71-b53e-e92a8acb1a13 None None] Notify callbacks [] for port, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:41.693094 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-f9708a08-dc9d-4a71-b53e-e92a8acb1a13 None None] Transition to ACTIVE for port object e00ffb3f-a3c3-4ff8-8bff-12896b0f82ec will not be triggered until provisioned by entity L2. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:09:41.718242 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-f9708a08-dc9d-4a71-b53e-e92a8acb1a13 None None] Transition to ACTIVE for port object e00ffb3f-a3c3-4ff8-8bff-12896b0f82ec will not be triggered until provisioned by entity DHCP. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:09:41.724133 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42a9d14-91e9-495e-9214-786ddbf1e16a tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] Pushing event deleted for resources: {'Network': ['ID=2001e188-d7b2-42cd-8285-af4ee53879b6,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:09:41.726901 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f9708a08-dc9d-4a71-b53e-e92a8acb1a13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780'] for port, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:41.731811 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-11322abd-a2ae-4eab-8040-a3072d326ebe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:09:41.737817 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d42a9d14-91e9-495e-9214-786ddbf1e16a tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  2001e188-d7b2-42cd-8285-af4ee53879b6 {{(pid=87636) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}}
Dec 23 16:09:41.749043 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d42a9d14-91e9-495e-9214-786ddbf1e16a tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:41.754379 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-d42a9d14-91e9-495e-9214-786ddbf1e16a tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:09:41.828138 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9708a08-dc9d-4a71-b53e-e92a8acb1a13 None None] Network cf9a5076-2c47-41a2-83ef-643db715795b is already hosted by enough agents. {{(pid=87637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:09:41.836425 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-f9708a08-dc9d-4a71-b53e-e92a8acb1a13 None None] Resources bound (agent type, host, resource id):  {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:09:41.840830 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9708a08-dc9d-4a71-b53e-e92a8acb1a13 None None] Received port after_create {{(pid=87637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:09:41.841281 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-d42a9d14-91e9-495e-9214-786ddbf1e16a tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] 10.222.0.64 "DELETE /v2.0/networks/2001e188-d7b2-42cd-8285-af4ee53879b6 HTTP/1.1" status: 204  len: 168 time: 2.3362808
Dec 23 16:09:41.842898 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 42914) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:09:41.845234 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9708a08-dc9d-4a71-b53e-e92a8acb1a13 None None] Pushing event updated for resources: {'Port': ['ID=e00ffb3f-a3c3-4ff8-8bff-12896b0f82ec,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:09:41.850123 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-f9708a08-dc9d-4a71-b53e-e92a8acb1a13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:09:41.870875 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-32deb487-5c0e-41e5-a9aa-d0ca66228e45 req-6f160321-b867-4fab-8bc0-91286923c0b4 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:41.880537 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-c52187fb-6643-425e-8024-fea1e3f39d29 tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] Request body: {'network': {'name': 'tempest-network--1434251873'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:09:41.890110 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b32a8cb7-6151-4864-a013-6267c89c392f None None] Network 8ccca644-4896-426e-8b05-3600a7e4b8dc requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:09:41.898434 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-c52187fb-6643-425e-8024-fea1e3f39d29 tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:09:41.903039 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-32deb487-5c0e-41e5-a9aa-d0ca66228e45 req-6f160321-b867-4fab-8bc0-91286923c0b4 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:41.926365 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:09:41.941152 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-c52187fb-6643-425e-8024-fea1e3f39d29 tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] Usage tracker for resource:network and tenant:63564b95f10b4338868feabf388d0553 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:09:41.961591 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-c52187fb-6643-425e-8024-fea1e3f39d29 tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:09:41.967745 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-46cb880a-711c-4688-9962-e2d04118dc54 tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2176495', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2618677'] for subnet, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:41.968624 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-09df2455-33d8-4b7c-9fd3-189bbeac8af1 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify callbacks [] for floatingip, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:41.989174 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-c52187fb-6643-425e-8024-fea1e3f39d29 tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:09:41.998662 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-32deb487-5c0e-41e5-a9aa-d0ca66228e45 req-6f160321-b867-4fab-8bc0-91286923c0b4 service neutron] Synchronizing usage tracker for tenant:c61e147cd9a442cc9592dfa340a563a0 on resource:security_group {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:09:42.018793 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1c5cb30-50d4-4361-b1b3-fa02e83979da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97a781d1-f31f-42f5-bbbf-859a23f9554d'}] {{(pid=87637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 23 16:09:42.046500 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f160321-b867-4fab-8bc0-91286923c0b4 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=2ea1e83b-aa1f-49e7-bdd4-1fd8f59bceac,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:09:42.050782 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-6f160321-b867-4fab-8bc0-91286923c0b4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:09:42.065645 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.077s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:09:42.125890 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-647fd0c4-dd16-4fb9-b162-8cbeed17d822 tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:42.128849 dv-neutron-822799-1-hyperv neutron-server[87637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1c5cb30-50d4-4361-b1b3-fa02e83979da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97a781d1-f31f-42f5-bbbf-859a23f9554d', 'code': 200}
Dec 23 16:09:42.129518 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-413d5305-bb56-414b-8d33-2ae3d1c63865 None None] Provisioning for port 448ae8f6-61a0-4a4c-b43a-4492be22ed2d completed by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:09:42.132477 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-c80d5a54-ae5b-4bbe-b3a1-7d05a0220ff1 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2753396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2610353'] for subnet, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:42.135542 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-09df2455-33d8-4b7c-9fd3-189bbeac8af1 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for floatingip, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:42.140727 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-f9708a08-dc9d-4a71-b53e-e92a8acb1a13 None None] Attempting to bind port e00ffb3f-a3c3-4ff8-8bff-12896b0f82ec on host dv-neutron-822799-1-hyperv for vnic_type normal with profile  {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:09:42.140727 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-f9708a08-dc9d-4a71-b53e-e92a8acb1a13 None None] Attempting to bind port e00ffb3f-a3c3-4ff8-8bff-12896b0f82ec by drivers openvswitch,hyperv on host dv-neutron-822799-1-hyperv at level 0 using segments [{'id': '41b0a2fa-15b5-4dc7-8b99-fc41b5cd124b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'cf9a5076-2c47-41a2-83ef-643db715795b'}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:09:42.140727 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9708a08-dc9d-4a71-b53e-e92a8acb1a13 None None] Attempting to bind port e00ffb3f-a3c3-4ff8-8bff-12896b0f82ec on network cf9a5076-2c47-41a2-83ef-643db715795b {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:09:42.141927 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-09df2455-33d8-4b7c-9fd3-189bbeac8af1 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] 10.222.0.64 "DELETE /v2.0/floatingips/484de808-271b-4fc2-91cd-08842c82bf77 HTTP/1.1" status: 204  len: 168 time: 2.4266703
Dec 23 16:09:42.144217 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 42922) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:09:42.153480 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:09:42.154063 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9708a08-dc9d-4a71-b53e-e92a8acb1a13 None None] Checking agent: {'id': '20d2070f-69a9-4e73-8d08-6f0387a40158', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822799-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 21), 'started_at': datetime.datetime(2021, 12, 23, 16, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 9, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822799-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 23 16:09:42.154729 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9708a08-dc9d-4a71-b53e-e92a8acb1a13 None None] Checking segment: {'id': '41b0a2fa-15b5-4dc7-8b99-fc41b5cd124b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'cf9a5076-2c47-41a2-83ef-643db715795b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:09:42.155337 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f9708a08-dc9d-4a71-b53e-e92a8acb1a13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:42.155845 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9708a08-dc9d-4a71-b53e-e92a8acb1a13 None None] Bound using segment: {'id': '41b0a2fa-15b5-4dc7-8b99-fc41b5cd124b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'cf9a5076-2c47-41a2-83ef-643db715795b'} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 23 16:09:42.156590 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-f9708a08-dc9d-4a71-b53e-e92a8acb1a13 None None] Bound port: e00ffb3f-a3c3-4ff8-8bff-12896b0f82ec, host: dv-neutron-822799-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41b0a2fa-15b5-4dc7-8b99-fc41b5cd124b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'cf9a5076-2c47-41a2-83ef-643db715795b'}}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 23 16:09:42.157346 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f9708a08-dc9d-4a71-b53e-e92a8acb1a13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:42.202079 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-7d7dd36a-c622-45c8-b999-22749a18bb3a tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Request body: {'floatingip': {'floating_network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'port_id': 'ba0ee14d-be67-4d2e-9b84-6360b691a208'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:09:42.209558 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-647fd0c4-dd16-4fb9-b162-8cbeed17d822 tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Deleting port 7ce556ea-c9aa-471e-a9bd-4e22f3781386 {{(pid=87635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:09:42.209905 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-647fd0c4-dd16-4fb9-b162-8cbeed17d822 tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:42.262091 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-46cb880a-711c-4688-9962-e2d04118dc54 tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-864347', 'neutron.services.segments.db._delete_segments_for_network-8735362908070'] for network, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:42.290418 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-f9708a08-dc9d-4a71-b53e-e92a8acb1a13 None None] For port e00ffb3f-a3c3-4ff8-8bff-12896b0f82ec, host dv-neutron-822799-1-hyperv, cleared binding levels {{(pid=87637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 23 16:09:42.294300 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-f9708a08-dc9d-4a71-b53e-e92a8acb1a13 None None] For port e00ffb3f-a3c3-4ff8-8bff-12896b0f82ec, host dv-neutron-822799-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=e00ffb3f-a3c3-4ff8-8bff-12896b0f82ec,segment=NetworkSegment(41b0a2fa-15b5-4dc7-8b99-fc41b5cd124b),segment_id=41b0a2fa-15b5-4dc7-8b99-fc41b5cd124b)] {{(pid=87637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 23 16:09:42.301452 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-7d7dd36a-c622-45c8-b999-22749a18bb3a tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:09:42.303862 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f9708a08-dc9d-4a71-b53e-e92a8acb1a13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:42.326064 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:09:42.394845 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 448ae8f6-61a0-4a4c-b43a-4492be22ed2d up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:09:42.437150 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-7d7dd36a-c622-45c8-b999-22749a18bb3a tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Usage tracker for resource:floatingip and tenant:eee7102271fa49768eefd83617c1f38a is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:09:42.444404 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-7d7dd36a-c622-45c8-b999-22749a18bb3a tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:09:42.523108 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-46cb880a-711c-4688-9962-e2d04118dc54 tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1dc16e1b20>,) {'filters': {'network_id': ['cf9a5076-2c47-41a2-83ef-643db715795b']}} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:09:42.531499 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-0c9fc4cf-695e-4d21-b046-9d57f4421b99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:42.533944 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cb880a-711c-4688-9962-e2d04118dc54 tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Pushing event deleted for resources: {'Subnet': ['ID=4b1b44fe-6516-435a-a32c-40b4abe640d3,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:09:42.536610 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-7d7dd36a-c622-45c8-b999-22749a18bb3a tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:09:42.538853 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-46cb880a-711c-4688-9962-e2d04118dc54 tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.473s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:09:42.542831 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-0c9fc4cf-695e-4d21-b046-9d57f4421b99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:42.553724 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-46cb880a-711c-4688-9962-e2d04118dc54 tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dc16e1b20>, '41b0a2fa-15b5-4dc7-8b99-fc41b5cd124b') {'for_net_delete': True} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:09:42.554265 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-46cb880a-711c-4688-9962-e2d04118dc54 tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dc16e1b20>, '41b0a2fa-15b5-4dc7-8b99-fc41b5cd124b') {} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:09:42.555008 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9708a08-dc9d-4a71-b53e-e92a8acb1a13 None None] Pushing event updated for resources: {'Port': ['ID=e00ffb3f-a3c3-4ff8-8bff-12896b0f82ec,revision_number=2']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:09:42.560864 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:09:42.580717 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c52187fb-6643-425e-8024-fea1e3f39d29 tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] Made reservation on behalf of 63564b95f10b4338868feabf388d0553 for: {'network': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:09:42.582892 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c52187fb-6643-425e-8024-fea1e3f39d29 tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for network, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:42.598207 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80d5a54-ae5b-4bbe-b3a1-7d05a0220ff1 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Pushing event updated for resources: {'Subnet': ['ID=123d5a63-1ade-4cb5-8856-b0027cc47e38,revision_number=0']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:09:42.601378 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-c80d5a54-ae5b-4bbe-b3a1-7d05a0220ff1 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.448s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:09:42.616919 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-46cb880a-711c-4688-9962-e2d04118dc54 tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735363085442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2382197'] for segment, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:42.636150 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-f9708a08-dc9d-4a71-b53e-e92a8acb1a13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:09:42.665706 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-46cb880a-711c-4688-9962-e2d04118dc54 tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:42.675486 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46cb880a-711c-4688-9962-e2d04118dc54 tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Releasing vlan 448 on physical network physnet1 to pool {{(pid=87636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 23 16:09:42.675904 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-46cb880a-711c-4688-9962-e2d04118dc54 tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2176261'] for segment, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:42.687971 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning for port 448ae8f6-61a0-4a4c-b43a-4492be22ed2d completed by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:09:42.694043 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d39c92d0-8872-4c5f-8346-4be7feede71a None None] Network cf9a5076-2c47-41a2-83ef-643db715795b requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:09:42.718744 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port 448ae8f6-61a0-4a4c-b43a-4492be22ed2d triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:09:42.719187 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:42.762875 dv-neutron-822799-1-hyperv neutron-server[87636]: Traceback (most recent call last):
Dec 23 16:09:42.762875 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 23 16:09:42.762875 dv-neutron-822799-1-hyperv neutron-server[87636]:     timer()
Dec 23 16:09:42.762875 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:09:42.762875 dv-neutron-822799-1-hyperv neutron-server[87636]:     cb(*args, **kw)
Dec 23 16:09:42.762875 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 23 16:09:42.762875 dv-neutron-822799-1-hyperv neutron-server[87636]:     return func(*args, **kwargs)
Dec 23 16:09:42.762875 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:09:42.762875 dv-neutron-822799-1-hyperv neutron-server[87636]:     self._notify()
Dec 23 16:09:42.762875 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:09:42.762875 dv-neutron-822799-1-hyperv neutron-server[87636]:     self.callback(batched_events)
Dec 23 16:09:42.762875 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:09:42.762875 dv-neutron-822799-1-hyperv neutron-server[87636]:     event.method(event)
Dec 23 16:09:42.762875 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:09:42.762875 dv-neutron-822799-1-hyperv neutron-server[87636]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:09:42.762875 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 23 16:09:42.762875 dv-neutron-822799-1-hyperv neutron-server[87636]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 23 16:09:42.762875 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 23 16:09:42.762875 dv-neutron-822799-1-hyperv neutron-server[87636]:     return f(self, *a, **k)
Dec 23 16:09:42.762875 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:09:42.762875 dv-neutron-822799-1-hyperv neutron-server[87636]:     return self._get(url).json()
Dec 23 16:09:42.762875 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 23 16:09:42.762875 dv-neutron-822799-1-hyperv neutron-server[87636]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 23 16:09:42.762875 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 23 16:09:42.762875 dv-neutron-822799-1-hyperv neutron-server[87636]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:09:42.762875 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 23 16:09:42.762875 dv-neutron-822799-1-hyperv neutron-server[87636]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 23 16:09:42.762875 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 23 16:09:42.762875 dv-neutron-822799-1-hyperv neutron-server[87636]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:09:42.762875 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 23 16:09:42.762875 dv-neutron-822799-1-hyperv neutron-server[87636]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:09:42.762875 dv-neutron-822799-1-hyperv neutron-server[87636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:09:42.775023 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9fc4cf-695e-4d21-b046-9d57f4421b99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12065356-1a81-453f-8fd7-2a73288b8f02,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:09:42.779448 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-0c9fc4cf-695e-4d21-b046-9d57f4421b99 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c3ee74358fe54718bb0dddf249663500&name=default HTTP/1.1" status: 200  len: 2979 time: 1.9707396
Dec 23 16:09:42.784913 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-0c9fc4cf-695e-4d21-b046-9d57f4421b99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:09:42.796608 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-32deb487-5c0e-41e5-a9aa-d0ca66228e45 req-6f160321-b867-4fab-8bc0-91286923c0b4 service neutron] Unset dirty status for tenant:c61e147cd9a442cc9592dfa340a563a0 on resource:security_group {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:09:42.796782 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-7d7dd36a-c622-45c8-b999-22749a18bb3a tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify callbacks [] for floatingip, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:42.798420 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-32deb487-5c0e-41e5-a9aa-d0ca66228e45 req-6f160321-b867-4fab-8bc0-91286923c0b4 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=3b83aea3-e60b-45d2-958f-1d6d9ba0fc5a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 1.5956626
Dec 23 16:09:42.798838 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 42928) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:09:42.827983 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c80d5a54-ae5b-4bbe-b3a1-7d05a0220ff1 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Checking segment: {'id': '049a0823-3ae6-46ca-a876-fd7b7abfa6fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '2c0b3671-def2-4b0a-bd33-87ff98dc8c98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:09:42.828334 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c80d5a54-ae5b-4bbe-b3a1-7d05a0220ff1 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Network hostable DHCP agents. Network: 2c0b3671-def2-4b0a-bd33-87ff98dc8c98, hostable agents: ['1c812d71-eadf-4fb3-b98e-67468a4aa7e2'], hosted agents: [] {{(pid=87635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 23 16:09:42.829650 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c52187fb-6643-425e-8024-fea1e3f39d29 tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] vlan segment allocate from pool success with {'vlan_id': 419, 'physical_network': 'physnet1'}  {{(pid=87636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 23 16:09:42.885129 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c52187fb-6643-425e-8024-fea1e3f39d29 tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:42.885550 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.db.segments_db [None req-c52187fb-6643-425e-8024-fea1e3f39d29 tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] Added segment 5b6c36e9-f375-44de-a084-594086c5850a of type vlan for network 8fbe2470-7834-441a-8d12-2ba711b943aa
Dec 23 16:09:42.886738 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.db.api [None req-46cb880a-711c-4688-9962-e2d04118dc54 tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Dec 23 16:09:42.886738 dv-neutron-822799-1-hyperv neutron-server[87636]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Dec 23 16:09:42.886738 dv-neutron-822799-1-hyperv neutron-server[87636]: [parameters: {'id': 'cf9a5076-2c47-41a2-83ef-643db715795b'}]
Dec 23 16:09:42.886738 dv-neutron-822799-1-hyperv neutron-server[87636]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87636) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 23 16:09:42.887032 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_db.api [None req-46cb880a-711c-4688-9962-e2d04118dc54 tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 23 16:09:42.960350 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c80d5a54-ae5b-4bbe-b3a1-7d05a0220ff1 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Network 2c0b3671-def2-4b0a-bd33-87ff98dc8c98 is scheduled to be hosted by DHCP agent 1c812d71-eadf-4fb3-b98e-67468a4aa7e2 with binding_index 1 {{(pid=87635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 23 16:09:42.962919 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c52187fb-6643-425e-8024-fea1e3f39d29 tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735362521793'] for network, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:42.984012 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-213f8038-9271-4398-a184-93861db2a0ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:43.001567 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d25d954-ef18-4f48-98cf-1e0d2c046b55 req-fe5f7c5a-9e51-43c0-b72a-714877a79c4d tempest-ServersTestManualDisk-1942191146 tempest-ServersTestManualDisk-1942191146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:09:43.002976 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-4d25d954-ef18-4f48-98cf-1e0d2c046b55 req-fe5f7c5a-9e51-43c0-b72a-714877a79c4d tempest-ServersTestManualDisk-1942191146 tempest-ServersTestManualDisk-1942191146-project] 10.222.0.64 "GET /v2.0/ports?device_id=47b15118-c934-4327-a96a-eeff72dc225f HTTP/1.1" status: 200  len: 945 time: 0.7176919
Dec 23 16:09:43.012358 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb750c5-f90b-4aad-aa54-498bfe0ec16f req-6293c2ae-b1aa-454d-89aa-9ea8556f1909 tempest-ServersTestJSON-1438135586 tempest-ServersTestJSON-1438135586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:09:43.017279 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f6f630-fdbf-4c39-ae00-5953e09e99a9 req-b2fe0a09-781d-486f-b627-01ef2aa26188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:09:43.017904 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-3eb750c5-f90b-4aad-aa54-498bfe0ec16f req-6293c2ae-b1aa-454d-89aa-9ea8556f1909 tempest-ServersTestJSON-1438135586 tempest-ServersTestJSON-1438135586-project] 10.222.0.64 "GET /v2.0/ports?device_id=c1c5cb30-50d4-4361-b1b3-fa02e83979da HTTP/1.1" status: 200  len: 945 time: 0.2435720
Dec 23 16:09:43.018766 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-82f6f630-fdbf-4c39-ae00-5953e09e99a9 req-b2fe0a09-781d-486f-b627-01ef2aa26188 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=c1c5cb30-50d4-4361-b1b3-fa02e83979da HTTP/1.1" status: 200  len: 1098 time: 0.5394886
Dec 23 16:09:43.019404 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.base_scheduler [None req-c80d5a54-ae5b-4bbe-b3a1-7d05a0220ff1 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822799-1-hyperv, 2c0b3671-def2-4b0a-bd33-87ff98dc8c98) {{(pid=87635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:09:43.024041 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c80d5a54-ae5b-4bbe-b3a1-7d05a0220ff1 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:09:43.024672 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-c80d5a54-ae5b-4bbe-b3a1-7d05a0220ff1 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Notify callbacks [] for subnet, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:43.031400 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.db [None req-647fd0c4-dd16-4fb9-b162-8cbeed17d822 tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] For port 7ce556ea-c9aa-471e-a9bd-4e22f3781386, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=7ce556ea-c9aa-471e-a9bd-4e22f3781386,segment=NetworkSegment(77e3d110-dd7b-426c-b11f-b78dde7993df),segment_id=77e3d110-dd7b-426c-b11f-b78dde7993df)] {{(pid=87635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:09:43.031778 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-647fd0c4-dd16-4fb9-b162-8cbeed17d822 tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:43.046744 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-213f8038-9271-4398-a184-93861db2a0ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:43.087158 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dd24339-f348-4b54-b6d3-b3660f01a92e None None] Network 2c0b3671-def2-4b0a-bd33-87ff98dc8c98 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:09:43.103887 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c52187fb-6643-425e-8024-fea1e3f39d29 tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495'] for network, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:43.104796 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c52187fb-6643-425e-8024-fea1e3f39d29 tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:09:43.105367 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c52187fb-6643-425e-8024-fea1e3f39d29 tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:43.123049 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-1c6c1646-f40b-4bfe-bdd2-5c9455587572 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:09:43.125234 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:43.225603 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-647fd0c4-dd16-4fb9-b162-8cbeed17d822 tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Calling delete_port for 7ce556ea-c9aa-471e-a9bd-4e22f3781386 owned by network:router_gateway {{(pid=87635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:09:43.240296 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f1cfb74-5f34-4b72-9655-0954fa8e2824 None None] Update dhcp port {'port': {'network_id': '8ccca644-4896-426e-8b05-3600a7e4b8dc', 'fixed_ips': [{'subnet_id': '1cb8062d-993c-4f47-a8b4-584494155556', 'ip_address': '2001:db8::2'}, {'subnet_id': 'f62ce20e-29af-4903-88ba-193d08462d62'}], 'binding:host_id': 'dv-neutron-822799-1-hyperv'}, 'id': '448ae8f6-61a0-4a4c-b43a-4492be22ed2d'} from dv-neutron-822799-1-hyperv. {{(pid=87637) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}}
Dec 23 16:09:43.245381 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-3eb750c5-f90b-4aad-aa54-498bfe0ec16f req-caa0d1cb-1d3d-4d30-9dd8-23f0d3a90c0d tempest-ServersTestJSON-1438135586 tempest-ServersTestJSON-1438135586-project] 10.222.0.64 "GET /v2.0/security-groups?id=a753ed1b-fc9e-4b35-b9ad-c44d26832ef9&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.2055075
Dec 23 16:09:43.283845 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-c52187fb-6643-425e-8024-fea1e3f39d29 tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201  len: 864 time: 1.4299903
Dec 23 16:09:43.285909 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52187fb-6643-425e-8024-fea1e3f39d29 tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] Pushing event updated for resources: {'Network': ['ID=8fbe2470-7834-441a-8d12-2ba711b943aa,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:09:43.288723 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 42932) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:09:43.302842 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-c52187fb-6643-425e-8024-fea1e3f39d29 tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:09:43.311784 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-d9b47897-a67f-4584-a07c-9302f9e20ecc tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] Request body: {'network': {'router:external': True}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:09:43.313726 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-c80d5a54-ae5b-4bbe-b3a1-7d05a0220ff1 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 2.2901661
Dec 23 16:09:43.318463 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Network 8fbe2470-7834-441a-8d12-2ba711b943aa details requested by agent ovs-agent-dv-neutron-822799-1-hyperv with host dv-neutron-822799-1-hyperv {{(pid=87637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 23 16:09:43.329218 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 42936) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:09:43.334690 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] For port 448ae8f6-61a0-4a4c-b43a-4492be22ed2d, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=448ae8f6-61a0-4a4c-b43a-4492be22ed2d,segment=NetworkSegment(01e0f489-571f-4f48-b10f-850149ed880f),segment_id=01e0f489-571f-4f48-b10f-850149ed880f)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:09:43.340339 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-82f6f630-fdbf-4c39-ae00-5953e09e99a9 req-a483c2be-7d86-4290-8ba7-3b9a97963c10 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=a753ed1b-fc9e-4b35-b9ad-c44d26832ef9&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.2958510
Dec 23 16:09:43.347440 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-b903c8c6-76d0-4d0e-a169-8d835dc3648f tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:09:43.393999 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-4d25d954-ef18-4f48-98cf-1e0d2c046b55 req-7d763ab8-7448-4bb9-99e4-0a1f7a324d19 tempest-ServersTestManualDisk-1942191146 tempest-ServersTestManualDisk-1942191146-project] 10.222.0.64 "GET /v2.0/security-groups?id=3b83aea3-e60b-45d2-958f-1d6d9ba0fc5a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3506706
Dec 23 16:09:43.418987 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:43.431793 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-46cb880a-711c-4688-9962-e2d04118dc54 tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-698866'] for network, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:43.457652 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-46cb880a-711c-4688-9962-e2d04118dc54 tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Deleting port e00ffb3f-a3c3-4ff8-8bff-12896b0f82ec {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:09:43.457996 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-46cb880a-711c-4688-9962-e2d04118dc54 tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:43.487130 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:09:43.499429 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-213f8038-9271-4398-a184-93861db2a0ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:43.507431 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-20e036f2-b703-4809-90f6-bfbbd2ddacc8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:09:43.543584 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-b903c8c6-76d0-4d0e-a169-8d835dc3648f tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2610344'] for subnet, before_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:43.546376 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213f8038-9271-4398-a184-93861db2a0ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12065356-1a81-453f-8fd7-2a73288b8f02,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:09:43.549908 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-213f8038-9271-4398-a184-93861db2a0ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:43.551039 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-213f8038-9271-4398-a184-93861db2a0ad admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/12065356-1a81-453f-8fd7-2a73288b8f02 HTTP/1.1" status: 204  len: 168 time: 0.7153347
Dec 23 16:09:43.552135 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-213f8038-9271-4398-a184-93861db2a0ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:09:43.578077 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-7d7dd36a-c622-45c8-b999-22749a18bb3a tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:43.590455 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-2f1cfb74-5f34-4b72-9655-0954fa8e2824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:43.744282 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Pushing event updated for resources: {'Port': ['ID=448ae8f6-61a0-4a4c-b43a-4492be22ed2d,revision_number=3']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:09:43.747854 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:09:43.820824 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26b03062-3e9d-4740-b1e1-572151c8ded6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7e017a6-8198-58c8-a07e-0f786128e3b3-2c0b3671-def2-4b0a-bd33-87ff98dc8c98', 'network_id': '2c0b3671-def2-4b0a-bd33-87ff98dc8c98', 'tenant_id': '08bb5ff5fd45470cae3e1870e7817546', 'fixed_ips': [{'subnet_id': '123d5a63-1ade-4cb5-8856-b0027cc47e38'}]}} from dv-neutron-822799-1-hyperv. {{(pid=87637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 23 16:09:43.821695 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-26b03062-3e9d-4740-b1e1-572151c8ded6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:43.834231 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-647fd0c4-dd16-4fb9-b162-8cbeed17d822 tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:43.843184 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-011d58e3-843d-464b-a56d-a3dabe1def84 tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:09:43.854606 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d9b47897-a67f-4584-a07c-9302f9e20ecc tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735362521793'] for network, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:43.888155 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [None req-46cb880a-711c-4688-9962-e2d04118dc54 tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] For port e00ffb3f-a3c3-4ff8-8bff-12896b0f82ec, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=e00ffb3f-a3c3-4ff8-8bff-12896b0f82ec,segment=NetworkSegment(41b0a2fa-15b5-4dc7-8b99-fc41b5cd124b),segment_id=41b0a2fa-15b5-4dc7-8b99-fc41b5cd124b)] {{(pid=87636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:09:43.888947 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-46cb880a-711c-4688-9962-e2d04118dc54 tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:43.898353 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647fd0c4-dd16-4fb9-b162-8cbeed17d822 tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Pushing event deleted for resources: {'Port': ['ID=7ce556ea-c9aa-471e-a9bd-4e22f3781386,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:09:43.901133 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-647fd0c4-dd16-4fb9-b162-8cbeed17d822 tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:09:43.910574 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d9b47897-a67f-4584-a07c-9302f9e20ecc tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495'] for network, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:43.917037 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-c52187fb-6643-425e-8024-fea1e3f39d29 tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:09:44.039864 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.db_base_plugin_common [None req-7d7dd36a-c622-45c8-b999-22749a18bb3a tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Allocated IP 172.26.3.54 (8afa6d58-9431-454a-b99c-3ff8a65aa86b/60537fec-5f5f-4ab7-89cc-03638149a590/708bf1be-f002-47c2-bafa-75888878012a) {{(pid=87635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:09:44.049375 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 42944) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:09:44.053036 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d9b47897-a67f-4584-a07c-9302f9e20ecc tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] Network 8fbe2470-7834-441a-8d12-2ba711b943aa is not hosted by any dhcp agent {{(pid=87636) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}}
Dec 23 16:09:44.053938 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9b47897-a67f-4584-a07c-9302f9e20ecc tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:09:44.054586 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d9b47897-a67f-4584-a07c-9302f9e20ecc tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:44.055798 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-d9b47897-a67f-4584-a07c-9302f9e20ecc tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] 10.222.0.64 "PUT /v2.0/networks/8fbe2470-7834-441a-8d12-2ba711b943aa HTTP/1.1" status: 200  len: 858 time: 0.7645638
Dec 23 16:09:44.061408 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 42948) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:09:44.104346 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_common [None req-2f1cfb74-5f34-4b72-9655-0954fa8e2824 None None] Allocated IP 172.20.0.1 (8ccca644-4896-426e-8b05-3600a7e4b8dc/f62ce20e-29af-4903-88ba-193d08462d62/448ae8f6-61a0-4a4c-b43a-4492be22ed2d) {{(pid=87637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:09:44.112266 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-46cb880a-711c-4688-9962-e2d04118dc54 tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Calling delete_port for e00ffb3f-a3c3-4ff8-8bff-12896b0f82ec owned by network:dhcp {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:09:44.145680 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-647fd0c4-dd16-4fb9-b162-8cbeed17d822 tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1824206'] for router_gateway, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:44.189624 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b47897-a67f-4584-a07c-9302f9e20ecc tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] Pushing event updated for resources: {'Network': ['ID=8fbe2470-7834-441a-8d12-2ba711b943aa,revision_number=2']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:09:44.210207 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-d9b47897-a67f-4584-a07c-9302f9e20ecc tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:09:44.251889 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-dfb17110-3078-4f5c-a860-0fc4a2a8d27b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e3301311e6b24b61bfd455dd182f57ea&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1998663
Dec 23 16:09:44.283532 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 42952) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:09:44.293150 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-b903c8c6-76d0-4d0e-a169-8d835dc3648f tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8735363031381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2753338'] for subnet, after_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:44.343705 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_common [None req-26b03062-3e9d-4740-b1e1-572151c8ded6 None None] Allocated IP 2001:db8::2 (2c0b3671-def2-4b0a-bd33-87ff98dc8c98/123d5a63-1ade-4cb5-8856-b0027cc47e38/60af090f-0625-45cb-911c-3823834d91d9) {{(pid=87637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:09:44.388414 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-46cb880a-711c-4688-9962-e2d04118dc54 tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:44.393559 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:09:44.424934 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9e4201f7-c86f-4213-b3ed-65ad36b53294 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:44.481218 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-bb15f19a-9001-48d8-90ad-539a9ff5589a tempest-RoutersAdminNegativeIpV6Test-1429718140 tempest-RoutersAdminNegativeIpV6Test-1429718140-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:09:44.510054 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-2f1cfb74-5f34-4b72-9655-0954fa8e2824 None None] For port 448ae8f6-61a0-4a4c-b43a-4492be22ed2d, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=448ae8f6-61a0-4a4c-b43a-4492be22ed2d,segment=NetworkSegment(01e0f489-571f-4f48-b10f-850149ed880f),segment_id=01e0f489-571f-4f48-b10f-850149ed880f)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:09:44.513770 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 448ae8f6-61a0-4a4c-b43a-4492be22ed2d up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:09:44.542935 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46cb880a-711c-4688-9962-e2d04118dc54 tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] No DVR routers for this DVR port e00ffb3f-a3c3-4ff8-8bff-12896b0f82ec on host dv-neutron-822799-1-hyperv {{(pid=87636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 23 16:09:44.546078 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cb880a-711c-4688-9962-e2d04118dc54 tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Pushing event deleted for resources: {'Port': ['ID=e00ffb3f-a3c3-4ff8-8bff-12896b0f82ec,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:09:44.549096 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9e4201f7-c86f-4213-b3ed-65ad36b53294 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:44.642821 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-2f1cfb74-5f34-4b72-9655-0954fa8e2824 None None] Notify callbacks [] for port, precommit_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:44.680149 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-2f1cfb74-5f34-4b72-9655-0954fa8e2824 None None] Transition to ACTIVE for port object 448ae8f6-61a0-4a4c-b43a-4492be22ed2d will not be triggered until provisioned by entity DHCP. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:09:44.693450 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-2f1cfb74-5f34-4b72-9655-0954fa8e2824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:44.702426 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-d677cfe0-a022-4375-b332-6fa240f4f513 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:09:44.734386 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b903c8c6-76d0-4d0e-a169-8d835dc3648f tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:09:44.735776 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-b903c8c6-76d0-4d0e-a169-8d835dc3648f tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Notify callbacks [] for subnet, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:44.737272 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-b903c8c6-76d0-4d0e-a169-8d835dc3648f tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] 10.222.0.64 "PUT /v2.0/subnets/123d5a63-1ade-4cb5-8856-b0027cc47e38 HTTP/1.1" status: 200  len: 826 time: 1.4052706
Dec 23 16:09:44.740829 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-647fd0c4-dd16-4fb9-b162-8cbeed17d822 tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1784183', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-235354'] for router, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:44.749402 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 42964) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:09:44.751529 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-647fd0c4-dd16-4fb9-b162-8cbeed17d822 tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:44.759770 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-afe00aa9-ecc5-4d77-b9d7-25f4d54c20cd tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-698866'] for network, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:44.840019 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-46cb880a-711c-4688-9962-e2d04118dc54 tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:09:44.887200 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9e4201f7-c86f-4213-b3ed-65ad36b53294 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:44.905460 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b903c8c6-76d0-4d0e-a169-8d835dc3648f tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Pushing event updated for resources: {'Subnet': ['ID=123d5a63-1ade-4cb5-8856-b0027cc47e38,revision_number=1']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:09:44.923654 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-71768ce7-6c1d-4ed3-aa96-e43dbee25be4 tempest-RoutersAdminNegativeTest-1392199159 tempest-RoutersAdminNegativeTest-1392199159-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:09:44.960476 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-b903c8c6-76d0-4d0e-a169-8d835dc3648f tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.567s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:09:44.979500 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1cfb74-5f34-4b72-9655-0954fa8e2824 None None] Pushing event updated for resources: {'Port': ['ID=448ae8f6-61a0-4a4c-b43a-4492be22ed2d,revision_number=4']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:09:45.006399 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-647fd0c4-dd16-4fb9-b162-8cbeed17d822 tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1781328'] for router, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:45.006903 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-647fd0c4-dd16-4fb9-b162-8cbeed17d822 tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c2cc27eb-4df9-4666-86a0-04631871616e {{(pid=87635) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 23 16:09:45.018897 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4201f7-c86f-4213-b3ed-65ad36b53294 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7308c32-399d-4cdf-8c27-cd1eb1f11c47,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:09:45.023531 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-7d7dd36a-c622-45c8-b999-22749a18bb3a tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify callbacks [] for port, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:45.025578 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-9e4201f7-c86f-4213-b3ed-65ad36b53294 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:09:45.025708 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-2f1cfb74-5f34-4b72-9655-0954fa8e2824 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:09:45.044106 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-26b03062-3e9d-4740-b1e1-572151c8ded6 None None] Notify callbacks [] for port, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:45.055406 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-26b03062-3e9d-4740-b1e1-572151c8ded6 None None] Transition to ACTIVE for port object 60af090f-0625-45cb-911c-3823834d91d9 will not be triggered until provisioned by entity L2. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:09:45.061478 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-46cb880a-711c-4688-9962-e2d04118dc54 tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-864347', 'neutron.services.segments.db._delete_segments_for_network-8735362908070'] for network, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:45.070973 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9e4201f7-c86f-4213-b3ed-65ad36b53294 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:45.074647 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-9e4201f7-c86f-4213-b3ed-65ad36b53294 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b7308c32-399d-4cdf-8c27-cd1eb1f11c47 HTTP/1.1" status: 204  len: 168 time: 0.7871549
Dec 23 16:09:45.077056 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-26b03062-3e9d-4740-b1e1-572151c8ded6 None None] Transition to ACTIVE for port object 60af090f-0625-45cb-911c-3823834d91d9 will not be triggered until provisioned by entity DHCP. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:09:45.107607 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-46cb880a-711c-4688-9962-e2d04118dc54 tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1dc1a11610>,) {'filters': {'network_id': ['cf9a5076-2c47-41a2-83ef-643db715795b']}} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:09:45.131374 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-26b03062-3e9d-4740-b1e1-572151c8ded6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780'] for port, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:45.131699 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-46cb880a-711c-4688-9962-e2d04118dc54 tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dc1a11610>, '41b0a2fa-15b5-4dc7-8b99-fc41b5cd124b') {'for_net_delete': True} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:09:45.132967 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-46cb880a-711c-4688-9962-e2d04118dc54 tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dc1a11610>, '41b0a2fa-15b5-4dc7-8b99-fc41b5cd124b') {} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:09:45.147109 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-afe00aa9-ecc5-4d77-b9d7-25f4d54c20cd tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-864347', 'neutron.services.segments.db._delete_segments_for_network-8735362908070'] for network, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:45.149957 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-28299ec6-6497-4ba4-9c9c-a5a7b4721ff2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:09:45.171216 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaca438f-130d-4301-a862-1a73d391e674 req-cf82cd5a-83de-4b36-bcf7-fb578e357cfd tempest-ServersTestJSON-1438135586 tempest-ServersTestJSON-1438135586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:09:45.176621 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-aaca438f-130d-4301-a862-1a73d391e674 req-cf82cd5a-83de-4b36-bcf7-fb578e357cfd tempest-ServersTestJSON-1438135586 tempest-ServersTestJSON-1438135586-project] 10.222.0.64 "GET /v2.0/ports?device_id=c1c5cb30-50d4-4361-b1b3-fa02e83979da HTTP/1.1" status: 200  len: 945 time: 0.6451292
Dec 23 16:09:45.179736 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-46cb880a-711c-4688-9962-e2d04118dc54 tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735363085442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2382197'] for segment, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:45.207777 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-46cb880a-711c-4688-9962-e2d04118dc54 tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:45.210669 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.services.segments.db [None req-afe00aa9-ecc5-4d77-b9d7-25f4d54c20cd tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1dc1056490>,) {'filters': {'network_id': ['8fbe2470-7834-441a-8d12-2ba711b943aa']}} {{(pid=87635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:09:45.232274 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.services.segments.db [None req-afe00aa9-ecc5-4d77-b9d7-25f4d54c20cd tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dc1056490>, '5b6c36e9-f375-44de-a084-594086c5850a') {'for_net_delete': True} {{(pid=87635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:09:45.232611 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.services.segments.db [None req-afe00aa9-ecc5-4d77-b9d7-25f4d54c20cd tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dc1056490>, '5b6c36e9-f375-44de-a084-594086c5850a') {} {{(pid=87635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:09:45.235640 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46cb880a-711c-4688-9962-e2d04118dc54 tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Releasing vlan 448 on physical network physnet1 to pool {{(pid=87636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 23 16:09:45.236412 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-46cb880a-711c-4688-9962-e2d04118dc54 tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2176261'] for segment, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:45.250354 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-afe00aa9-ecc5-4d77-b9d7-25f4d54c20cd tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735363085442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2776713'] for segment, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:45.267799 dv-neutron-822799-1-hyperv neutron-server[87636]: Traceback (most recent call last):
Dec 23 16:09:45.267799 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 23 16:09:45.267799 dv-neutron-822799-1-hyperv neutron-server[87636]:     timer()
Dec 23 16:09:45.267799 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:09:45.267799 dv-neutron-822799-1-hyperv neutron-server[87636]:     cb(*args, **kw)
Dec 23 16:09:45.267799 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 23 16:09:45.267799 dv-neutron-822799-1-hyperv neutron-server[87636]:     return func(*args, **kwargs)
Dec 23 16:09:45.267799 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:09:45.267799 dv-neutron-822799-1-hyperv neutron-server[87636]:     self._notify()
Dec 23 16:09:45.267799 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:09:45.267799 dv-neutron-822799-1-hyperv neutron-server[87636]:     self.callback(batched_events)
Dec 23 16:09:45.267799 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:09:45.267799 dv-neutron-822799-1-hyperv neutron-server[87636]:     event.method(event)
Dec 23 16:09:45.267799 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:09:45.267799 dv-neutron-822799-1-hyperv neutron-server[87636]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:09:45.267799 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 23 16:09:45.267799 dv-neutron-822799-1-hyperv neutron-server[87636]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 23 16:09:45.267799 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 23 16:09:45.267799 dv-neutron-822799-1-hyperv neutron-server[87636]:     return f(self, *a, **k)
Dec 23 16:09:45.267799 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:09:45.267799 dv-neutron-822799-1-hyperv neutron-server[87636]:     return self._get(url).json()
Dec 23 16:09:45.267799 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 23 16:09:45.267799 dv-neutron-822799-1-hyperv neutron-server[87636]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 23 16:09:45.267799 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 23 16:09:45.267799 dv-neutron-822799-1-hyperv neutron-server[87636]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:09:45.267799 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 23 16:09:45.267799 dv-neutron-822799-1-hyperv neutron-server[87636]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 23 16:09:45.267799 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 23 16:09:45.267799 dv-neutron-822799-1-hyperv neutron-server[87636]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:09:45.267799 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 23 16:09:45.267799 dv-neutron-822799-1-hyperv neutron-server[87636]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:09:45.267799 dv-neutron-822799-1-hyperv neutron-server[87636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:09:45.302235 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26b03062-3e9d-4740-b1e1-572151c8ded6 None None] Network 2c0b3671-def2-4b0a-bd33-87ff98dc8c98 is already hosted by enough agents. {{(pid=87637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:09:45.305373 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-26b03062-3e9d-4740-b1e1-572151c8ded6 None None] Resources bound (agent type, host, resource id):  {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:09:45.309306 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26b03062-3e9d-4740-b1e1-572151c8ded6 None None] Received port after_create {{(pid=87637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:09:45.362333 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf3ed9b-bcb2-4e7e-a325-95296e669d3b req-1d150931-135e-4f06-8607-6f81b758eaaa tempest-ServersTestManualDisk-1942191146 tempest-ServersTestManualDisk-1942191146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:09:45.363994 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-6bf3ed9b-bcb2-4e7e-a325-95296e669d3b req-1d150931-135e-4f06-8607-6f81b758eaaa tempest-ServersTestManualDisk-1942191146 tempest-ServersTestManualDisk-1942191146-project] 10.222.0.64 "GET /v2.0/ports?device_id=47b15118-c934-4327-a96a-eeff72dc225f HTTP/1.1" status: 200  len: 945 time: 0.6986504
Dec 23 16:09:45.366015 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-647fd0c4-dd16-4fb9-b162-8cbeed17d822 tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Notify callbacks [] for router, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:45.371330 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-647fd0c4-dd16-4fb9-b162-8cbeed17d822 tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] 10.222.0.64 "DELETE /v2.0/routers/c2cc27eb-4df9-4666-86a0-04631871616e HTTP/1.1" status: 204  len: 168 time: 4.8180761
Dec 23 16:09:45.373438 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-afe00aa9-ecc5-4d77-b9d7-25f4d54c20cd tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:45.379073 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 42970) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:09:45.397083 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-8e00ca1a-54ba-441c-8456-3acbc80f4ccc tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-698866'] for network, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:45.405944 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-82a2524a-600a-4d72-82ba-f1fe94dde489 tempest-RoutersAdminTest-1714001428 tempest-RoutersAdminTest-1714001428-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-879168286', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b'}, 'admin_state_up': False}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:09:45.437291 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-46cb880a-711c-4688-9962-e2d04118dc54 tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-864336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1824171'] for network, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:45.442020 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-46cb880a-711c-4688-9962-e2d04118dc54 tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:45.448805 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-7d7dd36a-c622-45c8-b999-22749a18bb3a tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:45.452123 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-d0fe67e3-219f-4e84-8eec-c1bf0bc7e728 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:09:45.455779 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b03062-3e9d-4740-b1e1-572151c8ded6 None None] Pushing event updated for resources: {'Port': ['ID=60af090f-0625-45cb-911c-3823834d91d9,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:09:45.457970 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-82a2524a-600a-4d72-82ba-f1fe94dde489 tempest-RoutersAdminTest-1714001428 tempest-RoutersAdminTest-1714001428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:09:45.463836 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-82a2524a-600a-4d72-82ba-f1fe94dde489 tempest-RoutersAdminTest-1714001428 tempest-RoutersAdminTest-1714001428-project] Usage tracker for resource:router and tenant:33177e17267d4ff1869eb1c057f3e667 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:09:45.468050 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-82a2524a-600a-4d72-82ba-f1fe94dde489 tempest-RoutersAdminTest-1714001428 tempest-RoutersAdminTest-1714001428-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:09:45.469156 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-26b03062-3e9d-4740-b1e1-572151c8ded6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:09:45.480896 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-46cb880a-711c-4688-9962-e2d04118dc54 tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] 10.222.0.64 "DELETE /v2.0/networks/cf9a5076-2c47-41a2-83ef-643db715795b HTTP/1.1" status: 204  len: 168 time: 4.6735528
Dec 23 16:09:45.489403 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-82a2524a-600a-4d72-82ba-f1fe94dde489 tempest-RoutersAdminTest-1714001428 tempest-RoutersAdminTest-1714001428-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:09:45.502453 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 42976) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:09:45.511672 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-b677634a-3f57-445f-9e36-57bbd809cbf8 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:09:45.515283 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cb880a-711c-4688-9962-e2d04118dc54 tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Pushing event deleted for resources: {'Network': ['ID=cf9a5076-2c47-41a2-83ef-643db715795b,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:09:45.521461 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-0cd19b95-ac35-4a3e-9c2f-192cc84d3330 tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-527515304'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:09:45.526922 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-26b03062-3e9d-4740-b1e1-572151c8ded6 None None] Attempting to bind port 60af090f-0625-45cb-911c-3823834d91d9 on host dv-neutron-822799-1-hyperv for vnic_type normal with profile  {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:09:45.527359 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-aaca438f-130d-4301-a862-1a73d391e674 req-e406b6bf-81b7-4d85-ae9a-cd648623fdae tempest-ServersTestJSON-1438135586 tempest-ServersTestJSON-1438135586-project] 10.222.0.64 "GET /v2.0/security-groups?id=a753ed1b-fc9e-4b35-b9ad-c44d26832ef9&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.3265102
Dec 23 16:09:45.527648 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-26b03062-3e9d-4740-b1e1-572151c8ded6 None None] Attempting to bind port 60af090f-0625-45cb-911c-3823834d91d9 by drivers openvswitch,hyperv on host dv-neutron-822799-1-hyperv at level 0 using segments [{'id': '049a0823-3ae6-46ca-a876-fd7b7abfa6fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '2c0b3671-def2-4b0a-bd33-87ff98dc8c98'}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:09:45.528189 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26b03062-3e9d-4740-b1e1-572151c8ded6 None None] Attempting to bind port 60af090f-0625-45cb-911c-3823834d91d9 on network 2c0b3671-def2-4b0a-bd33-87ff98dc8c98 {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:09:45.529332 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-46cb880a-711c-4688-9962-e2d04118dc54 tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:09:45.530348 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-0cd19b95-ac35-4a3e-9c2f-192cc84d3330 tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:09:45.541065 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-0cd19b95-ac35-4a3e-9c2f-192cc84d3330 tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Usage tracker for resource:network and tenant:51a3abb7cc41429380552b859d9155f9 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:09:45.544129 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-0cd19b95-ac35-4a3e-9c2f-192cc84d3330 tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:09:45.545537 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26b03062-3e9d-4740-b1e1-572151c8ded6 None None] Checking agent: {'id': '20d2070f-69a9-4e73-8d08-6f0387a40158', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822799-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 21), 'started_at': datetime.datetime(2021, 12, 23, 16, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 9, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822799-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 23 16:09:45.545955 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26b03062-3e9d-4740-b1e1-572151c8ded6 None None] Checking segment: {'id': '049a0823-3ae6-46ca-a876-fd7b7abfa6fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '2c0b3671-def2-4b0a-bd33-87ff98dc8c98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:09:45.552048 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-26b03062-3e9d-4740-b1e1-572151c8ded6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:45.552564 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26b03062-3e9d-4740-b1e1-572151c8ded6 None None] Bound using segment: {'id': '049a0823-3ae6-46ca-a876-fd7b7abfa6fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '2c0b3671-def2-4b0a-bd33-87ff98dc8c98'} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 23 16:09:45.553155 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-26b03062-3e9d-4740-b1e1-572151c8ded6 None None] Bound port: 60af090f-0625-45cb-911c-3823834d91d9, host: dv-neutron-822799-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '049a0823-3ae6-46ca-a876-fd7b7abfa6fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '2c0b3671-def2-4b0a-bd33-87ff98dc8c98'}}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 23 16:09:45.554406 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-0cd19b95-ac35-4a3e-9c2f-192cc84d3330 tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:09:45.556228 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-26b03062-3e9d-4740-b1e1-572151c8ded6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:45.564493 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afe00aa9-ecc5-4d77-b9d7-25f4d54c20cd tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] Releasing vlan 419 on physical network physnet1 to pool {{(pid=87635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 23 16:09:45.564493 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-afe00aa9-ecc5-4d77-b9d7-25f4d54c20cd tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2753503'] for segment, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:45.577700 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cd19b95-ac35-4a3e-9c2f-192cc84d3330 tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Made reservation on behalf of 51a3abb7cc41429380552b859d9155f9 for: {'network': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:09:45.581879 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-0cd19b95-ac35-4a3e-9c2f-192cc84d3330 tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for network, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:45.588018 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-82a2524a-600a-4d72-82ba-f1fe94dde489 tempest-RoutersAdminTest-1714001428 tempest-RoutersAdminTest-1714001428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1823978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-235332'] for router, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:45.589106 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-82a2524a-600a-4d72-82ba-f1fe94dde489 tempest-RoutersAdminTest-1714001428 tempest-RoutersAdminTest-1714001428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1824575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1824063', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1751113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-235341'] for router, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:45.592610 dv-neutron-822799-1-hyperv neutron-server[87635]: Traceback (most recent call last):
Dec 23 16:09:45.592610 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 23 16:09:45.592610 dv-neutron-822799-1-hyperv neutron-server[87635]:     timer()
Dec 23 16:09:45.592610 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:09:45.592610 dv-neutron-822799-1-hyperv neutron-server[87635]:     cb(*args, **kw)
Dec 23 16:09:45.592610 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 23 16:09:45.592610 dv-neutron-822799-1-hyperv neutron-server[87635]:     return func(*args, **kwargs)
Dec 23 16:09:45.592610 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:09:45.592610 dv-neutron-822799-1-hyperv neutron-server[87635]:     self._notify()
Dec 23 16:09:45.592610 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:09:45.592610 dv-neutron-822799-1-hyperv neutron-server[87635]:     self.callback(batched_events)
Dec 23 16:09:45.592610 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:09:45.592610 dv-neutron-822799-1-hyperv neutron-server[87635]:     event.method(event)
Dec 23 16:09:45.592610 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:09:45.592610 dv-neutron-822799-1-hyperv neutron-server[87635]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:09:45.592610 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 23 16:09:45.592610 dv-neutron-822799-1-hyperv neutron-server[87635]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 23 16:09:45.592610 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 23 16:09:45.592610 dv-neutron-822799-1-hyperv neutron-server[87635]:     return f(self, *a, **k)
Dec 23 16:09:45.592610 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:09:45.592610 dv-neutron-822799-1-hyperv neutron-server[87635]:     return self._get(url).json()
Dec 23 16:09:45.592610 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 23 16:09:45.592610 dv-neutron-822799-1-hyperv neutron-server[87635]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 23 16:09:45.592610 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 23 16:09:45.592610 dv-neutron-822799-1-hyperv neutron-server[87635]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:09:45.592610 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 23 16:09:45.592610 dv-neutron-822799-1-hyperv neutron-server[87635]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 23 16:09:45.592610 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 23 16:09:45.592610 dv-neutron-822799-1-hyperv neutron-server[87635]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:09:45.592610 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 23 16:09:45.592610 dv-neutron-822799-1-hyperv neutron-server[87635]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:09:45.592610 dv-neutron-822799-1-hyperv neutron-server[87635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:09:45.640482 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-8e00ca1a-54ba-441c-8456-3acbc80f4ccc tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Deleting port 60af090f-0625-45cb-911c-3823834d91d9 {{(pid=87635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:09:45.640870 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-8e00ca1a-54ba-441c-8456-3acbc80f4ccc tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:45.721483 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-26b03062-3e9d-4740-b1e1-572151c8ded6 None None] For port 60af090f-0625-45cb-911c-3823834d91d9, host dv-neutron-822799-1-hyperv, cleared binding levels {{(pid=87637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 23 16:09:45.725729 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-26b03062-3e9d-4740-b1e1-572151c8ded6 None None] For port 60af090f-0625-45cb-911c-3823834d91d9, host dv-neutron-822799-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=60af090f-0625-45cb-911c-3823834d91d9,segment=NetworkSegment(049a0823-3ae6-46ca-a876-fd7b7abfa6fe),segment_id=049a0823-3ae6-46ca-a876-fd7b7abfa6fe)] {{(pid=87637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 23 16:09:45.735787 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-26b03062-3e9d-4740-b1e1-572151c8ded6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:45.744675 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:09:45.761438 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-6bf3ed9b-bcb2-4e7e-a325-95296e669d3b req-df87e51d-4e85-4c39-a553-c687c6f05ed5 tempest-ServersTestManualDisk-1942191146 tempest-ServersTestManualDisk-1942191146-project] 10.222.0.64 "GET /v2.0/security-groups?id=3b83aea3-e60b-45d2-958f-1d6d9ba0fc5a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3852417
Dec 23 16:09:45.772123 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d7dd36a-c622-45c8-b999-22749a18bb3a tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Network 8afa6d58-9431-454a-b99c-3ff8a65aa86b is already hosted by enough agents. {{(pid=87635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:09:45.789589 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.base_scheduler [None req-7d7dd36a-c622-45c8-b999-22749a18bb3a tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Resources bound (agent type, host, resource id):  {{(pid=87635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:09:45.800721 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d7dd36a-c622-45c8-b999-22749a18bb3a tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Received port after_create {{(pid=87635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:09:45.889601 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b03062-3e9d-4740-b1e1-572151c8ded6 None None] Pushing event updated for resources: {'Port': ['ID=60af090f-0625-45cb-911c-3823834d91d9,revision_number=2']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:09:45.899793 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-26b03062-3e9d-4740-b1e1-572151c8ded6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:09:45.901766 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-afe00aa9-ecc5-4d77-b9d7-25f4d54c20cd tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-864336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1824171'] for network, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:45.916424 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0cd19b95-ac35-4a3e-9c2f-192cc84d3330 tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] vlan segment allocate from pool success with {'vlan_id': 446, 'physical_network': 'physnet1'}  {{(pid=87636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 23 16:09:45.932349 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-0cd19b95-ac35-4a3e-9c2f-192cc84d3330 tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:45.933144 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.db.segments_db [None req-0cd19b95-ac35-4a3e-9c2f-192cc84d3330 tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Added segment aeaddc36-05be-4da2-be51-05a0bb12e910 of type vlan for network e41ab894-2ae7-4fcf-a8dc-26c44e4692c6
Dec 23 16:09:45.946056 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7dd36a-c622-45c8-b999-22749a18bb3a tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Pushing event updated for resources: {'Port': ['ID=708bf1be-f002-47c2-bafa-75888878012a,revision_number=1']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:09:45.956440 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-82a2524a-600a-4d72-82ba-f1fe94dde489 tempest-RoutersAdminTest-1714001428 tempest-RoutersAdminTest-1714001428-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:45.967963 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-7d7dd36a-c622-45c8-b999-22749a18bb3a tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.456s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:09:45.973644 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-0efe4773-d342-470d-8f50-fe9be87b52cc tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:09:45.978717 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-0cd19b95-ac35-4a3e-9c2f-192cc84d3330 tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735362521793'] for network, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:46.001963 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afe00aa9-ecc5-4d77-b9d7-25f4d54c20cd tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  8fbe2470-7834-441a-8d12-2ba711b943aa {{(pid=87635) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}}
Dec 23 16:09:46.014843 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-afe00aa9-ecc5-4d77-b9d7-25f4d54c20cd tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627509'] for network, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:46.017302 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc9fbf00-a510-4252-8019-57578eb97b86 None None] Network 8ccca644-4896-426e-8b05-3600a7e4b8dc requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:09:46.026302 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-0cd19b95-ac35-4a3e-9c2f-192cc84d3330 tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495'] for network, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:46.034267 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cd19b95-ac35-4a3e-9c2f-192cc84d3330 tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:09:46.034911 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-0cd19b95-ac35-4a3e-9c2f-192cc84d3330 tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:46.041288 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-85847344-de2d-424f-9e20-60f5d110c038 tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:09:46.055061 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe00aa9-ecc5-4d77-b9d7-25f4d54c20cd tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] Pushing event deleted for resources: {'Network': ['ID=8fbe2470-7834-441a-8d12-2ba711b943aa,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:09:46.105180 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-afe00aa9-ecc5-4d77-b9d7-25f4d54c20cd tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] 10.222.0.64 "DELETE /v2.0/networks/8fbe2470-7834-441a-8d12-2ba711b943aa HTTP/1.1" status: 204  len: 168 time: 2.0372462
Dec 23 16:09:46.115483 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 42994) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:09:46.125803 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-afe00aa9-ecc5-4d77-b9d7-25f4d54c20cd tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:09:46.265852 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-eaa9909c-1465-4960-8210-6b9b2b397d37 None None] Provisioning for port 448ae8f6-61a0-4a4c-b43a-4492be22ed2d completed by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:09:46.275957 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-eaa9909c-1465-4960-8210-6b9b2b397d37 None None] Provisioning complete for port 448ae8f6-61a0-4a4c-b43a-4492be22ed2d triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:09:46.276342 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-eaa9909c-1465-4960-8210-6b9b2b397d37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:46.306298 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd19b95-ac35-4a3e-9c2f-192cc84d3330 tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Pushing event updated for resources: {'Network': ['ID=e41ab894-2ae7-4fcf-a8dc-26c44e4692c6,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:09:46.317791 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-0cd19b95-ac35-4a3e-9c2f-192cc84d3330 tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:09:46.335035 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-0cd19b95-ac35-4a3e-9c2f-192cc84d3330 tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201  len: 788 time: 0.8234546
Dec 23 16:09:46.337619 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 43000) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:09:46.359966 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Network e41ab894-2ae7-4fcf-a8dc-26c44e4692c6 details requested by agent ovs-agent-dv-neutron-822799-1-hyperv with host dv-neutron-822799-1-hyperv {{(pid=87637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 23 16:09:46.363996 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-aa6d9ecd-9051-4adf-9933-484f5212ce6a tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Request body: {'subnet': {'network_id': 'e41ab894-2ae7-4fcf-a8dc-26c44e4692c6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:09:46.529815 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 60af090f-0625-45cb-911c-3823834d91d9 up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:09:46.657036 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning for port 60af090f-0625-45cb-911c-3823834d91d9 completed by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:09:46.662108 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-aa6d9ecd-9051-4adf-9933-484f5212ce6a tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:09:46.671311 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-aa6d9ecd-9051-4adf-9933-484f5212ce6a tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Usage tracker for resource:subnet and tenant:51a3abb7cc41429380552b859d9155f9 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:09:46.680437 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-aa6d9ecd-9051-4adf-9933-484f5212ce6a tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:09:46.693310 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-aa6d9ecd-9051-4adf-9933-484f5212ce6a tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:09:46.708860 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-7d7dd36a-c622-45c8-b999-22749a18bb3a tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:46.709442 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 43004) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:09:46.728206 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa6d9ecd-9051-4adf-9933-484f5212ce6a tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Made reservation on behalf of 51a3abb7cc41429380552b859d9155f9 for: {'subnet': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:09:46.738202 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-aa6d9ecd-9051-4adf-9933-484f5212ce6a tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2618324'] for subnet, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:46.780714 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 448ae8f6-61a0-4a4c-b43a-4492be22ed2d up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:09:46.906713 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port 448ae8f6-61a0-4a4c-b43a-4492be22ed2d triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:09:46.907883 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:46.925886 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9b23c2d-acd0-4cfa-8523-675a29e0b7d0 tempest-ExternalNetworksTestJSON-362186379 tempest-ExternalNetworksTestJSON-362186379-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:09:46.926263 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9b23c2d-acd0-4cfa-8523-675a29e0b7d0 tempest-ExternalNetworksTestJSON-362186379 tempest-ExternalNetworksTestJSON-362186379-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 23 16:09:47.007796 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-c6dc312d-c4fa-43e0-92e0-03b47597339a tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1469673229'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:09:47.013448 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-c6dc312d-c4fa-43e0-92e0-03b47597339a tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:09:47.017846 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-c6dc312d-c4fa-43e0-92e0-03b47597339a tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] Usage tracker for resource:network and tenant:edc37cc11b094be5b1b33f10c3c14b20 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:09:47.021047 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-c6dc312d-c4fa-43e0-92e0-03b47597339a tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:09:47.027450 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-c6dc312d-c4fa-43e0-92e0-03b47597339a tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:09:47.049518 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6dc312d-c4fa-43e0-92e0-03b47597339a tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] Made reservation on behalf of edc37cc11b094be5b1b33f10c3c14b20 for: {'network': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:09:47.057949 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c6dc312d-c4fa-43e0-92e0-03b47597339a tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for network, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:47.086457 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c6dc312d-c4fa-43e0-92e0-03b47597339a tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] Notify callbacks [] for security_group, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:47.110322 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 7ce556ea-c9aa-471e-a9bd-4e22f3781386 no longer exists at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 23 16:09:47.123074 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-c6dc312d-c4fa-43e0-92e0-03b47597339a tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:09:47.139632 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-c6dc312d-c4fa-43e0-92e0-03b47597339a tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] Usage tracker for resource:security_group_rule and tenant:edc37cc11b094be5b1b33f10c3c14b20 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:09:47.145772 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-c6dc312d-c4fa-43e0-92e0-03b47597339a tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:09:47.154709 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] No Port match for: 7ce556ea-c9aa-471e-a9bd-4e22f3781386 {{(pid=87637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 23 16:09:47.155060 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 7ce556ea-c9aa-471e-a9bd-4e22f3781386 not bound to the agent host dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 23 16:09:47.166052 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-c6dc312d-c4fa-43e0-92e0-03b47597339a tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:09:47.188941 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64688e3-6fb3-42f8-9d8a-60be23adf1c0 req-7300f60a-6779-43d3-9de9-ed9d0dcaa4c4 tempest-ServersTestJSON-1438135586 tempest-ServersTestJSON-1438135586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:09:47.190397 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-c64688e3-6fb3-42f8-9d8a-60be23adf1c0 req-7300f60a-6779-43d3-9de9-ed9d0dcaa4c4 tempest-ServersTestJSON-1438135586 tempest-ServersTestJSON-1438135586-project] 10.222.0.64 "GET /v2.0/ports?device_id=c1c5cb30-50d4-4361-b1b3-fa02e83979da HTTP/1.1" status: 200  len: 945 time: 0.4170241
Dec 23 16:09:47.264950 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-9c1a9867-6a47-4347-a4c3-32d5c52f7af0 None None] Provisioning complete for port 448ae8f6-61a0-4a4c-b43a-4492be22ed2d triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:09:47.265878 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9c1a9867-6a47-4347-a4c3-32d5c52f7af0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:47.279738 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-c64688e3-6fb3-42f8-9d8a-60be23adf1c0 req-6b3fe278-b4cc-4d7b-92cc-4fe10f2c6e3c tempest-ServersTestJSON-1438135586 tempest-ServersTestJSON-1438135586-project] 10.222.0.64 "GET /v2.0/security-groups?id=a753ed1b-fc9e-4b35-b9ad-c44d26832ef9&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0749063
Dec 23 16:09:47.387273 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-d9b23c2d-acd0-4cfa-8523-675a29e0b7d0 tempest-ExternalNetworksTestJSON-362186379 tempest-ExternalNetworksTestJSON-362186379-project] 10.222.0.64 "DELETE /v2.0/subnets/cd007827-71e8-4350-93a4-d24ed21360d5 HTTP/1.1" status: 404  len: 337 time: 1.2500103
Dec 23 16:09:47.388101 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 43016) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:09:47.418183 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-a2c55e57-5541-4b27-b77f-482b8b468baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:47.462018 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c1246a1-190f-43d7-bace-188765308713 None None] Network 2c0b3671-def2-4b0a-bd33-87ff98dc8c98 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:09:47.544790 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-aa6d9ecd-9051-4adf-9933-484f5212ce6a tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2176430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2618310'] for subnet, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:47.551065 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-c48863c4-ab4d-4876-9c73-b413e4db92eb tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:09:47.613097 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-7d7dd36a-c622-45c8-b999-22749a18bb3a tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:47.614232 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c6dc312d-c4fa-43e0-92e0-03b47597339a tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] Notify callbacks [] for security_group, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:47.642267 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c6dc312d-c4fa-43e0-92e0-03b47597339a tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:47.685548 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6d9ecd-9051-4adf-9933-484f5212ce6a tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Pushing event updated for resources: {'Subnet': ['ID=01242f5b-c04d-4445-a05c-bd3f4892f0fc,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:09:47.688210 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6dc312d-c4fa-43e0-92e0-03b47597339a tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] vlan segment allocate from pool success with {'vlan_id': 440, 'physical_network': 'physnet1'}  {{(pid=87636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 23 16:09:47.692867 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-aa6d9ecd-9051-4adf-9933-484f5212ce6a tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:09:47.696011 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.047s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:09:47.704460 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa6d9ecd-9051-4adf-9933-484f5212ce6a tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Checking segment: {'id': 'aeaddc36-05be-4da2-be51-05a0bb12e910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'e41ab894-2ae7-4fcf-a8dc-26c44e4692c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:09:47.705218 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa6d9ecd-9051-4adf-9933-484f5212ce6a tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Network hostable DHCP agents. Network: e41ab894-2ae7-4fcf-a8dc-26c44e4692c6, hostable agents: ['1c812d71-eadf-4fb3-b98e-67468a4aa7e2'], hosted agents: [] {{(pid=87636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 23 16:09:47.724563 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dfe23d-eac0-4ba7-8090-7585a029bf48 req-9f92d029-a327-47ae-84b5-591aeef078dc tempest-ServersTestJSON-1438135586 tempest-ServersTestJSON-1438135586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:09:47.725429 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-79dfe23d-eac0-4ba7-8090-7585a029bf48 req-9f92d029-a327-47ae-84b5-591aeef078dc tempest-ServersTestJSON-1438135586 tempest-ServersTestJSON-1438135586-project] 10.222.0.64 "GET /v2.0/ports?device_id=c1c5cb30-50d4-4361-b1b3-fa02e83979da HTTP/1.1" status: 200  len: 945 time: 0.2690413
Dec 23 16:09:47.734241 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 43020) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:09:47.736140 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c6dc312d-c4fa-43e0-92e0-03b47597339a tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:47.736482 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.db.segments_db [None req-c6dc312d-c4fa-43e0-92e0-03b47597339a tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] Added segment 5ef9aed0-0709-442e-83d4-80a293e88b4c of type vlan for network 9d4573d0-c8b8-4097-a3c0-73a15fde0c72
Dec 23 16:09:47.752538 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-13a49825-40fb-4564-9dcd-abc1fc0684c8 tempest-ExternalNetworksTestJSON-362186379 tempest-ExternalNetworksTestJSON-362186379-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-698866'] for network, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:47.754845 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.db [None req-8e00ca1a-54ba-441c-8456-3acbc80f4ccc tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] For port 60af090f-0625-45cb-911c-3823834d91d9, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=60af090f-0625-45cb-911c-3823834d91d9,segment=NetworkSegment(049a0823-3ae6-46ca-a876-fd7b7abfa6fe),segment_id=049a0823-3ae6-46ca-a876-fd7b7abfa6fe)] {{(pid=87635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:09:47.755197 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-8e00ca1a-54ba-441c-8456-3acbc80f4ccc tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:47.760214 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-1a148f7f-8092-4a38-bf92-f71707eac3d7 tempest-ServersTestJSON-1438135586 tempest-ServersTestJSON-1438135586-project] Request body: {'floatingip': {'port_id': '97a781d1-f31f-42f5-bbbf-859a23f9554d'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:09:47.788682 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-82a2524a-600a-4d72-82ba-f1fe94dde489 tempest-RoutersAdminTest-1714001428 tempest-RoutersAdminTest-1714001428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1824017', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1823768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-235299'] for router, precommit_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:47.820481 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-10ba12a6-5d33-4caa-a971-6d4b02482185 None None] Provisioning for port 60af090f-0625-45cb-911c-3823834d91d9 completed by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:09:47.828968 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-10ba12a6-5d33-4caa-a971-6d4b02482185 None None] Provisioning complete for port 60af090f-0625-45cb-911c-3823834d91d9 triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:09:47.829349 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-10ba12a6-5d33-4caa-a971-6d4b02482185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:47.845791 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6dc312d-c4fa-43e0-92e0-03b47597339a tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ce3c9a0-2312-41b8-97d1-ccf50a8ad497,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:09:47.852872 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-c6dc312d-c4fa-43e0-92e0-03b47597339a tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:09:47.855414 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1a148f7f-8092-4a38-bf92-f71707eac3d7 tempest-ServersTestJSON-1438135586 tempest-ServersTestJSON-1438135586-project] Notify callbacks [] for floatingip, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:47.930931 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-8e00ca1a-54ba-441c-8456-3acbc80f4ccc tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Calling delete_port for 60af090f-0625-45cb-911c-3823834d91d9 owned by network:dhcp {{(pid=87635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:09:47.933766 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa6d9ecd-9051-4adf-9933-484f5212ce6a tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Network e41ab894-2ae7-4fcf-a8dc-26c44e4692c6 is scheduled to be hosted by DHCP agent 1c812d71-eadf-4fb3-b98e-67468a4aa7e2 with binding_index 1 {{(pid=87636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 23 16:09:47.988474 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-10ba12a6-5d33-4caa-a971-6d4b02482185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:48.028862 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-10ba12a6-5d33-4caa-a971-6d4b02482185 None None] For port 60af090f-0625-45cb-911c-3823834d91d9, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=60af090f-0625-45cb-911c-3823834d91d9,segment=NetworkSegment(049a0823-3ae6-46ca-a876-fd7b7abfa6fe),segment_id=049a0823-3ae6-46ca-a876-fd7b7abfa6fe)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:09:48.035209 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-10ba12a6-5d33-4caa-a971-6d4b02482185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:48.038082 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:09:48.106019 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c6dc312d-c4fa-43e0-92e0-03b47597339a tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735362521793'] for network, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:48.113499 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-aa6d9ecd-9051-4adf-9933-484f5212ce6a tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822799-1-hyperv, e41ab894-2ae7-4fcf-a8dc-26c44e4692c6) {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:09:48.119794 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa6d9ecd-9051-4adf-9933-484f5212ce6a tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:09:48.120476 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-aa6d9ecd-9051-4adf-9933-484f5212ce6a tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627509'] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:48.125715 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ba12a6-5d33-4caa-a971-6d4b02482185 None None] Pushing event updated for resources: {'Port': ['ID=60af090f-0625-45cb-911c-3823834d91d9,revision_number=3']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:09:48.131342 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a93ab57-ab10-4bd1-88b2-ee25ba7c11a2 None None] Network e41ab894-2ae7-4fcf-a8dc-26c44e4692c6 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:09:48.142711 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91b8f46-d7c0-4383-86be-3210d3706c5a req-49dbf1b0-933d-4cc5-bb16-d42c8e55c64e tempest-ServersTestManualDisk-1942191146 tempest-ServersTestManualDisk-1942191146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:09:48.144207 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-e91b8f46-d7c0-4383-86be-3210d3706c5a req-49dbf1b0-933d-4cc5-bb16-d42c8e55c64e tempest-ServersTestManualDisk-1942191146 tempest-ServersTestManualDisk-1942191146-project] 10.222.0.64 "GET /v2.0/ports?device_id=47b15118-c934-4327-a96a-eeff72dc225f HTTP/1.1" status: 200  len: 945 time: 0.9173999
Dec 23 16:09:48.250314 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-10ba12a6-5d33-4caa-a971-6d4b02482185 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:09:48.250741 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61e42409-a358-4236-aad8-2187c75e7878 None None] Network 2c0b3671-def2-4b0a-bd33-87ff98dc8c98 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:09:48.257754 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-aa6d9ecd-9051-4adf-9933-484f5212ce6a tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.9186821
Dec 23 16:09:48.258739 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c6dc312d-c4fa-43e0-92e0-03b47597339a tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495'] for network, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:48.267683 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6dc312d-c4fa-43e0-92e0-03b47597339a tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:09:48.269196 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c6dc312d-c4fa-43e0-92e0-03b47597339a tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:48.277124 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 43024) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:09:48.277934 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:09:48.301234 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 60af090f-0625-45cb-911c-3823834d91d9 up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:09:48.342143 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-13a49825-40fb-4564-9dcd-abc1fc0684c8 tempest-ExternalNetworksTestJSON-362186379 tempest-ExternalNetworksTestJSON-362186379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-864347', 'neutron.services.segments.db._delete_segments_for_network-8735362908070'] for network, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:48.404892 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-e91b8f46-d7c0-4383-86be-3210d3706c5a req-240fd69b-cb64-482d-80a5-2e94f6575c4f tempest-ServersTestManualDisk-1942191146 tempest-ServersTestManualDisk-1942191146-project] 10.222.0.64 "GET /v2.0/security-groups?id=3b83aea3-e60b-45d2-958f-1d6d9ba0fc5a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2468469
Dec 23 16:09:48.412754 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.db.api [None req-8e00ca1a-54ba-441c-8456-3acbc80f4ccc tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87635) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 23 16:09:48.412754 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_db.api [None req-8e00ca1a-54ba-441c-8456-3acbc80f4ccc tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 23 16:09:48.415288 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.services.segments.db [None req-13a49825-40fb-4564-9dcd-abc1fc0684c8 tempest-ExternalNetworksTestJSON-362186379 tempest-ExternalNetworksTestJSON-362186379-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1dc01d8220>,) {'filters': {'network_id': ['0ee6b129-5fb0-43f5-9ec4-3fe49f5e7333']}} {{(pid=87635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:09:48.432667 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.services.segments.db [None req-13a49825-40fb-4564-9dcd-abc1fc0684c8 tempest-ExternalNetworksTestJSON-362186379 tempest-ExternalNetworksTestJSON-362186379-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dc01d8220>, '5484017c-3842-449d-98b5-91fc8e22b3db') {'for_net_delete': True} {{(pid=87635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:09:48.433025 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.services.segments.db [None req-13a49825-40fb-4564-9dcd-abc1fc0684c8 tempest-ExternalNetworksTestJSON-362186379 tempest-ExternalNetworksTestJSON-362186379-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dc01d8220>, '5484017c-3842-449d-98b5-91fc8e22b3db') {} {{(pid=87635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:09:48.455516 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-13a49825-40fb-4564-9dcd-abc1fc0684c8 tempest-ExternalNetworksTestJSON-362186379 tempest-ExternalNetworksTestJSON-362186379-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735363085442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2776713'] for segment, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:48.493114 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-7d7dd36a-c622-45c8-b999-22749a18bb3a tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify callbacks [] for port, precommit_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:48.495224 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-13a49825-40fb-4564-9dcd-abc1fc0684c8 tempest-ExternalNetworksTestJSON-362186379 tempest-ExternalNetworksTestJSON-362186379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:48.504563 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13a49825-40fb-4564-9dcd-abc1fc0684c8 tempest-ExternalNetworksTestJSON-362186379 tempest-ExternalNetworksTestJSON-362186379-project] Releasing vlan 417 on physical network physnet1 to pool {{(pid=87635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 23 16:09:48.505295 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-13a49825-40fb-4564-9dcd-abc1fc0684c8 tempest-ExternalNetworksTestJSON-362186379 tempest-ExternalNetworksTestJSON-362186379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2753503'] for segment, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:48.521729 dv-neutron-822799-1-hyperv neutron-server[87635]: Traceback (most recent call last):
Dec 23 16:09:48.521729 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 23 16:09:48.521729 dv-neutron-822799-1-hyperv neutron-server[87635]:     timer()
Dec 23 16:09:48.521729 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:09:48.521729 dv-neutron-822799-1-hyperv neutron-server[87635]:     cb(*args, **kw)
Dec 23 16:09:48.521729 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 23 16:09:48.521729 dv-neutron-822799-1-hyperv neutron-server[87635]:     return func(*args, **kwargs)
Dec 23 16:09:48.521729 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:09:48.521729 dv-neutron-822799-1-hyperv neutron-server[87635]:     self._notify()
Dec 23 16:09:48.521729 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:09:48.521729 dv-neutron-822799-1-hyperv neutron-server[87635]:     self.callback(batched_events)
Dec 23 16:09:48.521729 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:09:48.521729 dv-neutron-822799-1-hyperv neutron-server[87635]:     event.method(event)
Dec 23 16:09:48.521729 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:09:48.521729 dv-neutron-822799-1-hyperv neutron-server[87635]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:09:48.521729 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 23 16:09:48.521729 dv-neutron-822799-1-hyperv neutron-server[87635]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 23 16:09:48.521729 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 23 16:09:48.521729 dv-neutron-822799-1-hyperv neutron-server[87635]:     return f(self, *a, **k)
Dec 23 16:09:48.521729 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:09:48.521729 dv-neutron-822799-1-hyperv neutron-server[87635]:     return self._get(url).json()
Dec 23 16:09:48.521729 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 23 16:09:48.521729 dv-neutron-822799-1-hyperv neutron-server[87635]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 23 16:09:48.521729 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 23 16:09:48.521729 dv-neutron-822799-1-hyperv neutron-server[87635]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:09:48.521729 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 23 16:09:48.521729 dv-neutron-822799-1-hyperv neutron-server[87635]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 23 16:09:48.521729 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 23 16:09:48.521729 dv-neutron-822799-1-hyperv neutron-server[87635]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:09:48.521729 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 23 16:09:48.521729 dv-neutron-822799-1-hyperv neutron-server[87635]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:09:48.521729 dv-neutron-822799-1-hyperv neutron-server[87635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:09:48.528682 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-7d7dd36a-c622-45c8-b999-22749a18bb3a tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2753531'] for port, after_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:48.535316 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-06aac2f9-bf03-45a5-8f52-2923b9aabdd3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:09:48.536530 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-1a2c4f0c-e5bd-499b-b851-c3840cdea63f None None] Provisioning complete for port 60af090f-0625-45cb-911c-3823834d91d9 triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:09:48.536900 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1a2c4f0c-e5bd-499b-b851-c3840cdea63f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:48.610730 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-c6dc312d-c4fa-43e0-92e0-03b47597339a tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201  len: 798 time: 1.8959539
Dec 23 16:09:48.624318 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 43030) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:09:48.627042 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6dc312d-c4fa-43e0-92e0-03b47597339a tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] Pushing event updated for resources: {'Network': ['ID=9d4573d0-c8b8-4097-a3c0-73a15fde0c72,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:09:48.629968 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-c6dc312d-c4fa-43e0-92e0-03b47597339a tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:09:48.647760 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Network 9d4573d0-c8b8-4097-a3c0-73a15fde0c72 details requested by agent ovs-agent-dv-neutron-822799-1-hyperv with host dv-neutron-822799-1-hyperv {{(pid=87637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 23 16:09:48.702124 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-499245db-6f31-403f-9777-e91688e9910a tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] Request body: {'subnet': {'network_id': '9d4573d0-c8b8-4097-a3c0-73a15fde0c72', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:09:48.847789 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7dd36a-c622-45c8-b999-22749a18bb3a tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Pushing event updated for resources: {'Port': ['ID=708bf1be-f002-47c2-bafa-75888878012a,revision_number=2']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:09:48.853340 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-7d7dd36a-c622-45c8-b999-22749a18bb3a tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:09:48.857254 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-13a49825-40fb-4564-9dcd-abc1fc0684c8 tempest-ExternalNetworksTestJSON-362186379 tempest-ExternalNetworksTestJSON-362186379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-864336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1824171'] for network, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:48.884030 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ce9602b-ef23-4da0-9c28-89c72141388d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7e017a6-8198-58c8-a07e-0f786128e3b3-e41ab894-2ae7-4fcf-a8dc-26c44e4692c6', 'network_id': 'e41ab894-2ae7-4fcf-a8dc-26c44e4692c6', 'tenant_id': '51a3abb7cc41429380552b859d9155f9', 'fixed_ips': [{'subnet_id': '01242f5b-c04d-4445-a05c-bd3f4892f0fc'}]}} from dv-neutron-822799-1-hyperv. {{(pid=87637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 23 16:09:48.884865 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-0ce9602b-ef23-4da0-9c28-89c72141388d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:48.915724 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-8e00ca1a-54ba-441c-8456-3acbc80f4ccc tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Deleting port 60af090f-0625-45cb-911c-3823834d91d9 {{(pid=87635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:09:48.916075 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-8e00ca1a-54ba-441c-8456-3acbc80f4ccc tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:48.943551 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-13a49825-40fb-4564-9dcd-abc1fc0684c8 tempest-ExternalNetworksTestJSON-362186379 tempest-ExternalNetworksTestJSON-362186379-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627509'] for network, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:48.956863 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port 60af090f-0625-45cb-911c-3823834d91d9 triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:09:48.957240 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-6d100fa5-51be-4863-a861-7b7b00cd15bc tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-698866'] for network, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:48.957357 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:48.960015 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-5fbf5b23-d4e8-4dbe-9b6a-af27f089e268 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:09:48.982068 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-7d7dd36a-c622-45c8-b999-22749a18bb3a tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1824189'] for floatingip, after_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:49.113946 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a49825-40fb-4564-9dcd-abc1fc0684c8 tempest-ExternalNetworksTestJSON-362186379 tempest-ExternalNetworksTestJSON-362186379-project] Pushing event deleted for resources: {'Network': ['ID=0ee6b129-5fb0-43f5-9ec4-3fe49f5e7333,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:09:49.128718 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-13a49825-40fb-4564-9dcd-abc1fc0684c8 tempest-ExternalNetworksTestJSON-362186379 tempest-ExternalNetworksTestJSON-362186379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:09:49.144077 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-499245db-6f31-403f-9777-e91688e9910a tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:09:49.153223 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-499245db-6f31-403f-9777-e91688e9910a tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] Usage tracker for resource:subnet and tenant:edc37cc11b094be5b1b33f10c3c14b20 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:09:49.164975 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70b92b1-deec-4348-b5bc-5ccd25f6807b req-60bfac82-d31f-48ef-9403-0b856c1e7641 tempest-ServersTestManualDisk-1942191146 tempest-ServersTestManualDisk-1942191146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:09:49.166815 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-f70b92b1-deec-4348-b5bc-5ccd25f6807b req-60bfac82-d31f-48ef-9403-0b856c1e7641 tempest-ServersTestManualDisk-1942191146 tempest-ServersTestManualDisk-1942191146-project] 10.222.0.64 "GET /v2.0/ports?device_id=47b15118-c934-4327-a96a-eeff72dc225f HTTP/1.1" status: 200  len: 945 time: 0.6176112
Dec 23 16:09:49.167834 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-499245db-6f31-403f-9777-e91688e9910a tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:09:49.176099 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-13a49825-40fb-4564-9dcd-abc1fc0684c8 tempest-ExternalNetworksTestJSON-362186379 tempest-ExternalNetworksTestJSON-362186379-project] 10.222.0.64 "DELETE /v2.0/networks/0ee6b129-5fb0-43f5-9ec4-3fe49f5e7333 HTTP/1.1" status: 204  len: 168 time: 1.7723782
Dec 23 16:09:49.183438 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 43034) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:09:49.210506 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-82a2524a-600a-4d72-82ba-f1fe94dde489 tempest-RoutersAdminTest-1714001428 tempest-RoutersAdminTest-1714001428-project] Notify callbacks [] for router_gateway, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:49.220402 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-499245db-6f31-403f-9777-e91688e9910a tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:09:49.257719 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-a24e7ef0-3f3f-4d42-845b-e1f2939f668e tempest-ServersTestManualDisk-1942191146 tempest-ServersTestManualDisk-1942191146-project] Request body: {'floatingip': {'port_id': '67df780b-70a7-4a3b-963c-521560944de5'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:09:49.271292 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_common [None req-0ce9602b-ef23-4da0-9c28-89c72141388d None None] Allocated IP 2001:db8::2 (e41ab894-2ae7-4fcf-a8dc-26c44e4692c6/01242f5b-c04d-4445-a05c-bd3f4892f0fc/87c28db2-c403-4729-b8c8-9c3209372d97) {{(pid=87637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:09:49.315360 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-499245db-6f31-403f-9777-e91688e9910a tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] Made reservation on behalf of edc37cc11b094be5b1b33f10c3c14b20 for: {'subnet': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:09:49.324013 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-499245db-6f31-403f-9777-e91688e9910a tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2618324'] for subnet, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:49.369235 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-6d100fa5-51be-4863-a861-7b7b00cd15bc tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864774'] for subnet, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:49.410504 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-82a2524a-600a-4d72-82ba-f1fe94dde489 tempest-RoutersAdminTest-1714001428 tempest-RoutersAdminTest-1714001428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:49.533585 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a24e7ef0-3f3f-4d42-845b-e1f2939f668e tempest-ServersTestManualDisk-1942191146 tempest-ServersTestManualDisk-1942191146-project] Notify callbacks [] for floatingip, before_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:49.601370 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-0ce9602b-ef23-4da0-9c28-89c72141388d None None] Notify callbacks [] for port, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:49.615586 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-0ce9602b-ef23-4da0-9c28-89c72141388d None None] Transition to ACTIVE for port object 87c28db2-c403-4729-b8c8-9c3209372d97 will not be triggered until provisioned by entity L2. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:09:49.630294 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-0801b077-c938-4ef0-b69f-5f28b0c8da78 None None] Provisioning complete for port 60af090f-0625-45cb-911c-3823834d91d9 triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:09:49.630903 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-0801b077-c938-4ef0-b69f-5f28b0c8da78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:49.695869 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 43042) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:09:49.698731 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-0ce9602b-ef23-4da0-9c28-89c72141388d None None] Transition to ACTIVE for port object 87c28db2-c403-4729-b8c8-9c3209372d97 will not be triggered until provisioned by entity DHCP. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:09:49.698994 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.db.l3_db [None req-7d7dd36a-c622-45c8-b999-22749a18bb3a tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Floating IP f6842cd9-2eb3-4e20-98df-649105617b32 associated. External IP: 172.26.3.54, port: ba0ee14d-be67-4d2e-9b84-6360b691a208.
Dec 23 16:09:49.711273 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-fca89b05-4cfd-4ee4-9360-6cdb2b36e314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:49.715718 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-0ce9602b-ef23-4da0-9c28-89c72141388d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780'] for port, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:49.721812 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-10ba12a6-5d33-4caa-a971-6d4b02482185 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:09:49.841491 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1a148f7f-8092-4a38-bf92-f71707eac3d7 tempest-ServersTestJSON-1438135586 tempest-ServersTestJSON-1438135586-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:49.845305 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ce9602b-ef23-4da0-9c28-89c72141388d None None] Network e41ab894-2ae7-4fcf-a8dc-26c44e4692c6 is already hosted by enough agents. {{(pid=87637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:09:49.849758 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-0ce9602b-ef23-4da0-9c28-89c72141388d None None] Resources bound (agent type, host, resource id):  {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:09:49.854278 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ce9602b-ef23-4da0-9c28-89c72141388d None None] Received port after_create {{(pid=87637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:09:49.862734 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce9602b-ef23-4da0-9c28-89c72141388d None None] Pushing event updated for resources: {'Port': ['ID=87c28db2-c403-4729-b8c8-9c3209372d97,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:09:49.889590 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-0ce9602b-ef23-4da0-9c28-89c72141388d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:09:49.922395 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-6d100fa5-51be-4863-a861-7b7b00cd15bc tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2176495', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2618677'] for subnet, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:49.975829 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-e14bbe96-d5c3-4b14-a606-38385cadee91 tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:09:49.996910 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-0ce9602b-ef23-4da0-9c28-89c72141388d None None] Attempting to bind port 87c28db2-c403-4729-b8c8-9c3209372d97 on host dv-neutron-822799-1-hyperv for vnic_type normal with profile  {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:09:49.997287 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-0ce9602b-ef23-4da0-9c28-89c72141388d None None] Attempting to bind port 87c28db2-c403-4729-b8c8-9c3209372d97 by drivers openvswitch,hyperv on host dv-neutron-822799-1-hyperv at level 0 using segments [{'id': 'aeaddc36-05be-4da2-be51-05a0bb12e910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'e41ab894-2ae7-4fcf-a8dc-26c44e4692c6'}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:09:49.997657 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ce9602b-ef23-4da0-9c28-89c72141388d None None] Attempting to bind port 87c28db2-c403-4729-b8c8-9c3209372d97 on network e41ab894-2ae7-4fcf-a8dc-26c44e4692c6 {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:09:50.005828 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ce9602b-ef23-4da0-9c28-89c72141388d None None] Checking agent: {'id': '20d2070f-69a9-4e73-8d08-6f0387a40158', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822799-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 21), 'started_at': datetime.datetime(2021, 12, 23, 16, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 9, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822799-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 23 16:09:50.006214 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ce9602b-ef23-4da0-9c28-89c72141388d None None] Checking segment: {'id': 'aeaddc36-05be-4da2-be51-05a0bb12e910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'e41ab894-2ae7-4fcf-a8dc-26c44e4692c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:09:50.006621 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-0ce9602b-ef23-4da0-9c28-89c72141388d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:50.006792 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1a148f7f-8092-4a38-bf92-f71707eac3d7 tempest-ServersTestJSON-1438135586 tempest-ServersTestJSON-1438135586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1824189'] for floatingip, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:50.007018 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ce9602b-ef23-4da0-9c28-89c72141388d None None] Bound using segment: {'id': 'aeaddc36-05be-4da2-be51-05a0bb12e910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'e41ab894-2ae7-4fcf-a8dc-26c44e4692c6'} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 23 16:09:50.007493 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-0ce9602b-ef23-4da0-9c28-89c72141388d None None] Bound port: 87c28db2-c403-4729-b8c8-9c3209372d97, host: dv-neutron-822799-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aeaddc36-05be-4da2-be51-05a0bb12e910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'e41ab894-2ae7-4fcf-a8dc-26c44e4692c6'}}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 23 16:09:50.007868 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-0ce9602b-ef23-4da0-9c28-89c72141388d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:50.077339 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-499245db-6f31-403f-9777-e91688e9910a tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2176430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2618310'] for subnet, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:50.091882 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d100fa5-51be-4863-a861-7b7b00cd15bc tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Pushing event deleted for resources: {'Subnet': ['ID=01242f5b-c04d-4445-a05c-bd3f4892f0fc,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:09:50.106864 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-0ce9602b-ef23-4da0-9c28-89c72141388d None None] For port 87c28db2-c403-4729-b8c8-9c3209372d97, host dv-neutron-822799-1-hyperv, cleared binding levels {{(pid=87637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 23 16:09:50.110516 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-0ce9602b-ef23-4da0-9c28-89c72141388d None None] For port 87c28db2-c403-4729-b8c8-9c3209372d97, host dv-neutron-822799-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=87c28db2-c403-4729-b8c8-9c3209372d97,segment=NetworkSegment(aeaddc36-05be-4da2-be51-05a0bb12e910),segment_id=aeaddc36-05be-4da2-be51-05a0bb12e910)] {{(pid=87637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 23 16:09:50.114780 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-6d100fa5-51be-4863-a861-7b7b00cd15bc tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:09:50.115417 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-41938203-bd65-4523-ba9f-5868bfdc0570 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.025s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:09:50.116609 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-0ce9602b-ef23-4da0-9c28-89c72141388d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:50.120284 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-bffeae55-2c3b-45a3-87a8-ff2a5aa8c349 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:09:50.194391 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce9602b-ef23-4da0-9c28-89c72141388d None None] Pushing event updated for resources: {'Port': ['ID=87c28db2-c403-4729-b8c8-9c3209372d97,revision_number=2']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:09:50.197294 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-0ce9602b-ef23-4da0-9c28-89c72141388d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:09:50.268074 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4333b22-107e-4048-ad78-3040a205da3a None None] Network e41ab894-2ae7-4fcf-a8dc-26c44e4692c6 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:09:50.309157 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-499245db-6f31-403f-9777-e91688e9910a tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] Checking segment: {'id': '5ef9aed0-0709-442e-83d4-80a293e88b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '9d4573d0-c8b8-4097-a3c0-73a15fde0c72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:09:50.309524 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-499245db-6f31-403f-9777-e91688e9910a tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] Network hostable DHCP agents. Network: 9d4573d0-c8b8-4097-a3c0-73a15fde0c72, hostable agents: ['1c812d71-eadf-4fb3-b98e-67468a4aa7e2'], hosted agents: [] {{(pid=87636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 23 16:09:50.320084 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-6d100fa5-51be-4863-a861-7b7b00cd15bc tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-864347', 'neutron.services.segments.db._delete_segments_for_network-8735362908070'] for network, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:50.379142 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.db_base_plugin_common [None req-82a2524a-600a-4d72-82ba-f1fe94dde489 tempest-RoutersAdminTest-1714001428 tempest-RoutersAdminTest-1714001428-project] Allocated IP 172.26.3.131 (8afa6d58-9431-454a-b99c-3ff8a65aa86b/60537fec-5f5f-4ab7-89cc-03638149a590/17c74ab0-4fdf-4975-b009-a92d59dc321a) {{(pid=87635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:09:50.392992 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499245db-6f31-403f-9777-e91688e9910a tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] Pushing event updated for resources: {'Subnet': ['ID=dc0835dc-6ceb-4ed5-9e46-3893476f5e2b,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:09:50.398705 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-499245db-6f31-403f-9777-e91688e9910a tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:09:50.401585 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.db [None req-8e00ca1a-54ba-441c-8456-3acbc80f4ccc tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] For port 60af090f-0625-45cb-911c-3823834d91d9, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=60af090f-0625-45cb-911c-3823834d91d9,segment=NetworkSegment(049a0823-3ae6-46ca-a876-fd7b7abfa6fe),segment_id=049a0823-3ae6-46ca-a876-fd7b7abfa6fe)] {{(pid=87635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:09:50.402149 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-8e00ca1a-54ba-441c-8456-3acbc80f4ccc tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:50.438668 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-6d100fa5-51be-4863-a861-7b7b00cd15bc tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1dc01830d0>,) {'filters': {'network_id': ['e41ab894-2ae7-4fcf-a8dc-26c44e4692c6']}} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:09:50.450166 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-499245db-6f31-403f-9777-e91688e9910a tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] Network 9d4573d0-c8b8-4097-a3c0-73a15fde0c72 is scheduled to be hosted by DHCP agent 1c812d71-eadf-4fb3-b98e-67468a4aa7e2 with binding_index 1 {{(pid=87636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 23 16:09:50.464552 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-6d100fa5-51be-4863-a861-7b7b00cd15bc tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dc01830d0>, 'aeaddc36-05be-4da2-be51-05a0bb12e910') {'for_net_delete': True} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:09:50.465036 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-6d100fa5-51be-4863-a861-7b7b00cd15bc tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dc01830d0>, 'aeaddc36-05be-4da2-be51-05a0bb12e910') {} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:09:50.481356 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abc15507-391f-4bd8-bc5c-c2e1504ef2a8 None None] get_active_networks_info from dv-neutron-822799-1-hyperv {{(pid=87637) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}}
Dec 23 16:09:50.486654 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.db.l3_db [None req-1a148f7f-8092-4a38-bf92-f71707eac3d7 tempest-ServersTestJSON-1438135586 tempest-ServersTestJSON-1438135586-project] Floating IP 041a5531-4503-40e4-928f-b885ddfc0771 associated. External IP: 172.26.3.42, port: 97a781d1-f31f-42f5-bbbf-859a23f9554d.
Dec 23 16:09:50.536723 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-6d100fa5-51be-4863-a861-7b7b00cd15bc tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735363085442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2382197'] for segment, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:50.549663 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-499245db-6f31-403f-9777-e91688e9910a tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822799-1-hyperv, 9d4573d0-c8b8-4097-a3c0-73a15fde0c72) {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:09:50.552587 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-4299a889-254f-4982-89b2-3657814653ec admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1697fc36e732496b8f63ef133ee4ec7c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8552334
Dec 23 16:09:50.556250 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-499245db-6f31-403f-9777-e91688e9910a tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:09:50.556885 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-499245db-6f31-403f-9777-e91688e9910a tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627509'] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:50.560382 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 43048) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:09:50.561768 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-8e00ca1a-54ba-441c-8456-3acbc80f4ccc tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Calling delete_port for 60af090f-0625-45cb-911c-3823834d91d9 owned by network:dhcp {{(pid=87635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:09:50.603635 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-6d100fa5-51be-4863-a861-7b7b00cd15bc tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:50.635748 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d100fa5-51be-4863-a861-7b7b00cd15bc tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Releasing vlan 446 on physical network physnet1 to pool {{(pid=87636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 23 16:09:50.635962 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abc15507-391f-4bd8-bc5c-c2e1504ef2a8 None None] Resources bound (agent type, host, resource id):  {{(pid=87637) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Dec 23 16:09:50.636132 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-6d100fa5-51be-4863-a861-7b7b00cd15bc tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2176261'] for segment, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:50.658485 dv-neutron-822799-1-hyperv neutron-server[87636]: Traceback (most recent call last):
Dec 23 16:09:50.658485 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 23 16:09:50.658485 dv-neutron-822799-1-hyperv neutron-server[87636]:     timer()
Dec 23 16:09:50.658485 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:09:50.658485 dv-neutron-822799-1-hyperv neutron-server[87636]:     cb(*args, **kw)
Dec 23 16:09:50.658485 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 23 16:09:50.658485 dv-neutron-822799-1-hyperv neutron-server[87636]:     return func(*args, **kwargs)
Dec 23 16:09:50.658485 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:09:50.658485 dv-neutron-822799-1-hyperv neutron-server[87636]:     self._notify()
Dec 23 16:09:50.658485 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:09:50.658485 dv-neutron-822799-1-hyperv neutron-server[87636]:     self.callback(batched_events)
Dec 23 16:09:50.658485 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:09:50.658485 dv-neutron-822799-1-hyperv neutron-server[87636]:     event.method(event)
Dec 23 16:09:50.658485 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:09:50.658485 dv-neutron-822799-1-hyperv neutron-server[87636]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:09:50.658485 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 23 16:09:50.658485 dv-neutron-822799-1-hyperv neutron-server[87636]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 23 16:09:50.658485 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 23 16:09:50.658485 dv-neutron-822799-1-hyperv neutron-server[87636]:     return f(self, *a, **k)
Dec 23 16:09:50.658485 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:09:50.658485 dv-neutron-822799-1-hyperv neutron-server[87636]:     return self._get(url).json()
Dec 23 16:09:50.658485 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 23 16:09:50.658485 dv-neutron-822799-1-hyperv neutron-server[87636]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 23 16:09:50.658485 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 23 16:09:50.658485 dv-neutron-822799-1-hyperv neutron-server[87636]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:09:50.658485 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 23 16:09:50.658485 dv-neutron-822799-1-hyperv neutron-server[87636]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 23 16:09:50.658485 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 23 16:09:50.658485 dv-neutron-822799-1-hyperv neutron-server[87636]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:09:50.658485 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 23 16:09:50.658485 dv-neutron-822799-1-hyperv neutron-server[87636]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:09:50.658485 dv-neutron-822799-1-hyperv neutron-server[87636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:09:50.673081 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9dcbea60-a34f-4144-91e7-90aff3f57aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:50.685575 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-499245db-6f31-403f-9777-e91688e9910a tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 2.0519884
Dec 23 16:09:50.721165 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 43052) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:09:50.789126 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-59364a20-916a-486d-8bb5-2c997224ee6c tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] Request body: {'port': {'network_id': '9d4573d0-c8b8-4097-a3c0-73a15fde0c72', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1541125893'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:09:50.850434 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.db.api [None req-6d100fa5-51be-4863-a861-7b7b00cd15bc tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Dec 23 16:09:50.850434 dv-neutron-822799-1-hyperv neutron-server[87636]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Dec 23 16:09:50.850434 dv-neutron-822799-1-hyperv neutron-server[87636]: [parameters: {'id': 'e41ab894-2ae7-4fcf-a8dc-26c44e4692c6'}]
Dec 23 16:09:50.850434 dv-neutron-822799-1-hyperv neutron-server[87636]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87636) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 23 16:09:50.851183 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_db.api [None req-6d100fa5-51be-4863-a861-7b7b00cd15bc tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 23 16:09:50.858568 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-48938ea3-f8ab-47b4-ad13-435f52e8c1aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:50.896721 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:50.957703 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-48938ea3-f8ab-47b4-ad13-435f52e8c1aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:51.047503 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb6fb994-af12-40e2-8273-ce26bf7e1931 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7e017a6-8198-58c8-a07e-0f786128e3b3-9d4573d0-c8b8-4097-a3c0-73a15fde0c72', 'network_id': '9d4573d0-c8b8-4097-a3c0-73a15fde0c72', 'tenant_id': 'edc37cc11b094be5b1b33f10c3c14b20', 'fixed_ips': [{'subnet_id': 'dc0835dc-6ceb-4ed5-9e46-3893476f5e2b'}]}} from dv-neutron-822799-1-hyperv. {{(pid=87637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 23 16:09:51.048664 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-bb6fb994-af12-40e2-8273-ce26bf7e1931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:51.111762 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a148f7f-8092-4a38-bf92-f71707eac3d7 tempest-ServersTestJSON-1438135586 tempest-ServersTestJSON-1438135586-project] Router e5ed9969-f942-413f-9711-d6031be48c18 has already been hosted by L3 agent 371d4c41-c7e2-4de7-9539-c049ec4e95d1 {{(pid=87636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 23 16:09:51.113020 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-48938ea3-f8ab-47b4-ad13-435f52e8c1aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:51.120914 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-405b3bf6-87b9-46e6-8d72-68e28105922d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:09:51.136270 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48938ea3-f8ab-47b4-ad13-435f52e8c1aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca56a294-ce12-460f-9ca3-f912d8106b8f,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:09:51.138712 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-48938ea3-f8ab-47b4-ad13-435f52e8c1aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:09:51.211975 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-48938ea3-f8ab-47b4-ad13-435f52e8c1aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:51.215884 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-48938ea3-f8ab-47b4-ad13-435f52e8c1aa admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ca56a294-ce12-460f-9ca3-f912d8106b8f HTTP/1.1" status: 204  len: 168 time: 0.6438010
Dec 23 16:09:51.263752 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d7dd36a-c622-45c8-b999-22749a18bb3a tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Router abfa982d-e5a4-4f60-bb8f-be7e2c2fb544 has already been hosted by L3 agent 371d4c41-c7e2-4de7-9539-c049ec4e95d1 {{(pid=87635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 23 16:09:51.269546 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-82a2524a-600a-4d72-82ba-f1fe94dde489 tempest-RoutersAdminTest-1714001428 tempest-RoutersAdminTest-1714001428-project] Notify callbacks [] for port, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:51.293942 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-59364a20-916a-486d-8bb5-2c997224ee6c tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:09:51.314617 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-59364a20-916a-486d-8bb5-2c997224ee6c tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] Usage tracker for resource:port and tenant:edc37cc11b094be5b1b33f10c3c14b20 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:09:51.322773 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-59364a20-916a-486d-8bb5-2c997224ee6c tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:09:51.327894 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_common [None req-bb6fb994-af12-40e2-8273-ce26bf7e1931 None None] Allocated IP 2001:db8::2 (9d4573d0-c8b8-4097-a3c0-73a15fde0c72/dc0835dc-6ceb-4ed5-9e46-3893476f5e2b/80a183f5-1c4a-468c-809f-a1f344b9dbac) {{(pid=87637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:09:51.373601 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-6d100fa5-51be-4863-a861-7b7b00cd15bc tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-698866'] for network, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:51.390090 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-8e00ca1a-54ba-441c-8456-3acbc80f4ccc tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:51.394838 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a148f7f-8092-4a38-bf92-f71707eac3d7 tempest-ServersTestJSON-1438135586 tempest-ServersTestJSON-1438135586-project] Notify agent at l3_agent.dv-neutron-822799-1-hyperv the message routers_updated {{(pid=87636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 23 16:09:51.396089 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-b74f4361-795e-4953-9645-321b6f3955ce tempest-ExternalNetworksAdminNegativeTestJSON-1852700425 tempest-ExternalNetworksAdminNegativeTestJSON-1852700425-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:09:51.397855 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-6d100fa5-51be-4863-a861-7b7b00cd15bc tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Deleting port 87c28db2-c403-4729-b8c8-9c3209372d97 {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:09:51.398445 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-6d100fa5-51be-4863-a861-7b7b00cd15bc tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:51.407913 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e80f163f-33d2-4ed5-8d60-d2c873b7dcca None None] Sync routers for ids ['e5ed9969-f942-413f-9711-d6031be48c18'] in dv-neutron-822799-1-hyperv {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 23 16:09:51.421724 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e80f163f-33d2-4ed5-8d60-d2c873b7dcca None None] Routers {'e5ed9969-f942-413f-9711-d6031be48c18'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:09:51.422777 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-e80f163f-33d2-4ed5-8d60-d2c873b7dcca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc1e169a0>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:09:50Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['e5ed9969-f942-413f-9711-d6031be48c18'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:09:51.447437 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-59364a20-916a-486d-8bb5-2c997224ee6c tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:09:51.477869 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e00ca1a-54ba-441c-8456-3acbc80f4ccc tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Pushing event deleted for resources: {'Port': ['ID=60af090f-0625-45cb-911c-3823834d91d9,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:09:51.617262 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-bb6fb994-af12-40e2-8273-ce26bf7e1931 None None] Notify callbacks [] for port, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:51.630574 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-bb6fb994-af12-40e2-8273-ce26bf7e1931 None None] Transition to ACTIVE for port object 80a183f5-1c4a-468c-809f-a1f344b9dbac will not be triggered until provisioned by entity L2. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:09:51.654482 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1a148f7f-8092-4a38-bf92-f71707eac3d7 tempest-ServersTestJSON-1438135586 tempest-ServersTestJSON-1438135586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for floatingip, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:51.667884 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-bb6fb994-af12-40e2-8273-ce26bf7e1931 None None] Transition to ACTIVE for port object 80a183f5-1c4a-468c-809f-a1f344b9dbac will not be triggered until provisioned by entity DHCP. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:09:51.676824 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-bb6fb994-af12-40e2-8273-ce26bf7e1931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780'] for port, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:51.681979 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:09:51.693951 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-8e00ca1a-54ba-441c-8456-3acbc80f4ccc tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:09:51.715003 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-1a148f7f-8092-4a38-bf92-f71707eac3d7 tempest-ServersTestJSON-1438135586 tempest-ServersTestJSON-1438135586-project] 10.222.0.64 "PUT /v2.0/floatingips/041a5531-4503-40e4-928f-b885ddfc0771 HTTP/1.1" status: 200  len: 990 time: 3.9761970
Dec 23 16:09:51.723743 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1c5cb30-50d4-4361-b1b3-fa02e83979da', 'tag': '97a781d1-f31f-42f5-bbbf-859a23f9554d'}] {{(pid=87636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 23 16:09:51.731102 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 43064) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:09:51.779088 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb6fb994-af12-40e2-8273-ce26bf7e1931 None None] Network 9d4573d0-c8b8-4097-a3c0-73a15fde0c72 is already hosted by enough agents. {{(pid=87637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:09:51.780264 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-e80f163f-33d2-4ed5-8d60-d2c873b7dcca None None] Set router e5ed9969-f942-413f-9711-d6031be48c18 gateway port host: dv-neutron-822799-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:09:51.782163 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-bb6fb994-af12-40e2-8273-ce26bf7e1931 None None] Resources bound (agent type, host, resource id):  {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:09:51.787301 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb6fb994-af12-40e2-8273-ce26bf7e1931 None None] Received port after_create {{(pid=87637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:09:51.789577 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6fb994-af12-40e2-8273-ce26bf7e1931 None None] Pushing event updated for resources: {'Port': ['ID=80a183f5-1c4a-468c-809f-a1f344b9dbac,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:09:51.793251 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-bb6fb994-af12-40e2-8273-ce26bf7e1931 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:09:51.812673 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1c5cb30-50d4-4361-b1b3-fa02e83979da', 'tag': '97a781d1-f31f-42f5-bbbf-859a23f9554d', 'status': 'completed', 'code': 200}
Dec 23 16:09:51.823514 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59364a20-916a-486d-8bb5-2c997224ee6c tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] Made reservation on behalf of edc37cc11b094be5b1b33f10c3c14b20 for: {'port': 1} {{(pid=87635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:09:51.828056 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-59364a20-916a-486d-8bb5-2c997224ee6c tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:51.934443 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-bb6fb994-af12-40e2-8273-ce26bf7e1931 None None] Attempting to bind port 80a183f5-1c4a-468c-809f-a1f344b9dbac on host dv-neutron-822799-1-hyperv for vnic_type normal with profile  {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:09:51.934823 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-bb6fb994-af12-40e2-8273-ce26bf7e1931 None None] Attempting to bind port 80a183f5-1c4a-468c-809f-a1f344b9dbac by drivers openvswitch,hyperv on host dv-neutron-822799-1-hyperv at level 0 using segments [{'id': '5ef9aed0-0709-442e-83d4-80a293e88b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '9d4573d0-c8b8-4097-a3c0-73a15fde0c72'}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:09:51.935474 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb6fb994-af12-40e2-8273-ce26bf7e1931 None None] Attempting to bind port 80a183f5-1c4a-468c-809f-a1f344b9dbac on network 9d4573d0-c8b8-4097-a3c0-73a15fde0c72 {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:09:51.942010 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb6fb994-af12-40e2-8273-ce26bf7e1931 None None] Checking agent: {'id': '20d2070f-69a9-4e73-8d08-6f0387a40158', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822799-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 21), 'started_at': datetime.datetime(2021, 12, 23, 16, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 9, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822799-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 23 16:09:51.942388 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb6fb994-af12-40e2-8273-ce26bf7e1931 None None] Checking segment: {'id': '5ef9aed0-0709-442e-83d4-80a293e88b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '9d4573d0-c8b8-4097-a3c0-73a15fde0c72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:09:51.942798 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-bb6fb994-af12-40e2-8273-ce26bf7e1931 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:51.943196 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb6fb994-af12-40e2-8273-ce26bf7e1931 None None] Bound using segment: {'id': '5ef9aed0-0709-442e-83d4-80a293e88b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '9d4573d0-c8b8-4097-a3c0-73a15fde0c72'} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 23 16:09:51.943737 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-bb6fb994-af12-40e2-8273-ce26bf7e1931 None None] Bound port: 80a183f5-1c4a-468c-809f-a1f344b9dbac, host: dv-neutron-822799-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ef9aed0-0709-442e-83d4-80a293e88b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '9d4573d0-c8b8-4097-a3c0-73a15fde0c72'}}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 23 16:09:51.944369 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-bb6fb994-af12-40e2-8273-ce26bf7e1931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:51.956788 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e00ca1a-54ba-441c-8456-3acbc80f4ccc tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] No DVR routers for this DVR port 60af090f-0625-45cb-911c-3823834d91d9 on host dv-neutron-822799-1-hyperv {{(pid=87635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 23 16:09:51.988695 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-feec9530-c9ea-42c4-85c8-8c255ce09531 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=63564b95f10b4338868feabf388d0553&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2562749
Dec 23 16:09:51.991941 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 43072) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:09:51.997925 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.db.resource_extend [None req-a24e7ef0-3f3f-4d42-845b-e1f2939f668e tempest-ServersTestManualDisk-1942191146 tempest-ServersTestManualDisk-1942191146-project] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 23 16:09:52.052690 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-bb6fb994-af12-40e2-8273-ce26bf7e1931 None None] For port 80a183f5-1c4a-468c-809f-a1f344b9dbac, host dv-neutron-822799-1-hyperv, cleared binding levels {{(pid=87637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 23 16:09:52.056097 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-bb6fb994-af12-40e2-8273-ce26bf7e1931 None None] For port 80a183f5-1c4a-468c-809f-a1f344b9dbac, host dv-neutron-822799-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=80a183f5-1c4a-468c-809f-a1f344b9dbac,segment=NetworkSegment(5ef9aed0-0709-442e-83d4-80a293e88b4c),segment_id=5ef9aed0-0709-442e-83d4-80a293e88b4c)] {{(pid=87637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 23 16:09:52.065630 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-bb6fb994-af12-40e2-8273-ce26bf7e1931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:52.070873 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-eaeec567-005f-49d3-9609-5ce8a51ccd85 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:09:52.095656 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.notifiers.nova [None req-59364a20-916a-486d-8bb5-2c997224ee6c tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] device_id is not set on port 1957f833-0d7f-4177-8500-4441b570d027 yet. {{(pid=87635) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 23 16:09:52.140115 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-82a2524a-600a-4d72-82ba-f1fe94dde489 tempest-RoutersAdminTest-1714001428 tempest-RoutersAdminTest-1714001428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:52.155489 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-79af6cb9-85de-4ff1-b10b-11954a694c31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:09:52.178204 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [None req-6d100fa5-51be-4863-a861-7b7b00cd15bc tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] For port 87c28db2-c403-4729-b8c8-9c3209372d97, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=87c28db2-c403-4729-b8c8-9c3209372d97,segment=NetworkSegment(aeaddc36-05be-4da2-be51-05a0bb12e910),segment_id=aeaddc36-05be-4da2-be51-05a0bb12e910)] {{(pid=87636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:09:52.178204 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-6d100fa5-51be-4863-a861-7b7b00cd15bc tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:52.214998 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-8ea0fbb3-ef56-4174-814a-72346b65078d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:52.250625 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6fb994-af12-40e2-8273-ce26bf7e1931 None None] Pushing event updated for resources: {'Port': ['ID=80a183f5-1c4a-468c-809f-a1f344b9dbac,revision_number=2']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:09:52.257569 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-bb6fb994-af12-40e2-8273-ce26bf7e1931 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:09:52.267655 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9e3aab53-d650-47e3-b8a6-2dff21fe9ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:52.296295 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d7dd36a-c622-45c8-b999-22749a18bb3a tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify agent at l3_agent.dv-neutron-822799-1-hyperv the message routers_updated {{(pid=87635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 23 16:09:52.308434 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ac64e1-1010-4416-af93-4476e7a18b68 None None] Sync routers for ids ['abfa982d-e5a4-4f60-bb8f-be7e2c2fb544'] in dv-neutron-822799-1-hyperv {{(pid=87637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 23 16:09:52.313538 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82a2524a-600a-4d72-82ba-f1fe94dde489 tempest-RoutersAdminTest-1714001428 tempest-RoutersAdminTest-1714001428-project] Network 8afa6d58-9431-454a-b99c-3ff8a65aa86b is already hosted by enough agents. {{(pid=87635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:09:52.323438 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ac64e1-1010-4416-af93-4476e7a18b68 None None] Routers {'abfa982d-e5a4-4f60-bb8f-be7e2c2fb544'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:09:52.324076 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-a6ac64e1-1010-4416-af93-4476e7a18b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc06e8640>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:09:50Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['abfa982d-e5a4-4f60-bb8f-be7e2c2fb544'], 'active': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:09:52.331647 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.base_scheduler [None req-82a2524a-600a-4d72-82ba-f1fe94dde489 tempest-RoutersAdminTest-1714001428 tempest-RoutersAdminTest-1714001428-project] Resources bound (agent type, host, resource id):  {{(pid=87635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:09:52.334119 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-8e00ca1a-54ba-441c-8456-3acbc80f4ccc tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864774'] for subnet, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:52.349192 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-e80f163f-33d2-4ed5-8d60-d2c873b7dcca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc1e169a0>, [{'id': 'e5ed9969-f942-413f-9711-d6031be48c18', 'name': 'tempest-ServersTestJSON-1282004446-router', 'tenant_id': '79224c5618eb4cef88b00e2059f275cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.50'}], 'enable_snat': True}, 'gw_port_id': 'c289761a-cc5a-4016-bcf3-c34864da6853', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:08:27Z', 'updated_at': '2021-12-23T16:08:40Z', 'revision_number': 4, 'project_id': '79224c5618eb4cef88b00e2059f275cc', 'gw_port': {'id': 'c289761a-cc5a-4016-bcf3-c34864da6853', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:d5:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ed9969-f942-413f-9711-d6031be48c18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:08:29Z', 'updated_at': '2021-12-23T16:08:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_floatingips': [{'id': '041a5531-4503-40e4-928f-b885ddfc0771', 'tenant_id': '79224c5618eb4cef88b00e2059f275cc', 'floating_ip_address': '172.26.3.42', 'floating_network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'router_id': 'e5ed9969-f942-413f-9711-d6031be48c18', 'port_id': '97a781d1-f31f-42f5-bbbf-859a23f9554d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 179, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '256a38e5-d398-4e43-80e3-9bc3cd6cc270', 'mac_address': 'fa:16:3e:cb:3d:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1c5cb30-50d4-4361-b1b3-fa02e83979da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:08:57Z', 'updated_at': '2021-12-23T16:09:49Z', 'revision_number': 1, 'project_id': '79224c5618eb4cef88b00e2059f275cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cda84cc8-d1e0-460f-8482-f8bb524a07ce', 'name': '', 'network_id': '256a38e5-d398-4e43-80e3-9bc3cd6cc270', 'tenant_id': '79224c5618eb4cef88b00e2059f275cc', 'mac_address': 'fa:16:3e:ca:6b:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ed9969-f942-413f-9711-d6031be48c18', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'c5e1e7de-66c6-459a-96dc-9f30163dd18a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:08:36Z', 'updated_at': '2021-12-23T16:08:50Z', 'revision_number': 5, 'project_id': '79224c5618eb4cef88b00e2059f275cc', 'subnets': [{'id': 'c5e1e7de-66c6-459a-96dc-9f30163dd18a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:09:52.357975 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e80f163f-33d2-4ed5-8d60-d2c873b7dcca None None] Checking router: e5ed9969-f942-413f-9711-d6031be48c18 for host: dv-neutron-822799-1-hyperv {{(pid=87638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 23 16:09:52.367615 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a24e7ef0-3f3f-4d42-845b-e1f2939f668e tempest-ServersTestManualDisk-1942191146 tempest-ServersTestManualDisk-1942191146-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:52.374733 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a2524a-600a-4d72-82ba-f1fe94dde489 tempest-RoutersAdminTest-1714001428 tempest-RoutersAdminTest-1714001428-project] Received port after_create {{(pid=87635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:09:52.378837 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e80f163f-33d2-4ed5-8d60-d2c873b7dcca None None] Routers {'e5ed9969-f942-413f-9711-d6031be48c18'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:09:52.379489 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-e80f163f-33d2-4ed5-8d60-d2c873b7dcca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc1e169a0>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:09:50Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['e5ed9969-f942-413f-9711-d6031be48c18'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:09:52.394413 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-6d100fa5-51be-4863-a861-7b7b00cd15bc tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Calling delete_port for 87c28db2-c403-4729-b8c8-9c3209372d97 owned by network:dhcp {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:09:52.442067 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a24e7ef0-3f3f-4d42-845b-e1f2939f668e tempest-ServersTestManualDisk-1942191146 tempest-ServersTestManualDisk-1942191146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1824189'] for floatingip, after_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:52.444056 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-a6ac64e1-1010-4416-af93-4476e7a18b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc06e8640>, [], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:09:52.458540 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ac64e1-1010-4416-af93-4476e7a18b68 None None] Routers {'abfa982d-e5a4-4f60-bb8f-be7e2c2fb544'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:09:52.460346 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-a6ac64e1-1010-4416-af93-4476e7a18b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc06e8640>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:09:50Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['abfa982d-e5a4-4f60-bb8f-be7e2c2fb544'], 'active': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:09:52.489860 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-8ea0fbb3-ef56-4174-814a-72346b65078d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:52.518534 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a2524a-600a-4d72-82ba-f1fe94dde489 tempest-RoutersAdminTest-1714001428 tempest-RoutersAdminTest-1714001428-project] Pushing event updated for resources: {'Port': ['ID=17c74ab0-4fdf-4975-b009-a92d59dc321a,revision_number=1']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:09:52.550338 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-82a2524a-600a-4d72-82ba-f1fe94dde489 tempest-RoutersAdminTest-1714001428 tempest-RoutersAdminTest-1714001428-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.395s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:09:52.591516 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-a6ac64e1-1010-4416-af93-4476e7a18b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc06e8640>, [], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:09:52.592088 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ac64e1-1010-4416-af93-4476e7a18b68 None None] The sync data for ids ['abfa982d-e5a4-4f60-bb8f-be7e2c2fb544'] in dv-neutron-822799-1-hyperv is: [] {{(pid=87637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 23 16:09:52.624428 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-6d100fa5-51be-4863-a861-7b7b00cd15bc tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:52.633729 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-71768ce7-6c1d-4ed3-aa96-e43dbee25be4 tempest-RoutersAdminNegativeTest-1392199159 tempest-RoutersAdminNegativeTest-1392199159-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:09:52.654346 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-7d7dd36a-c622-45c8-b999-22749a18bb3a tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for floatingip, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:52.678527 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-8ea0fbb3-ef56-4174-814a-72346b65078d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:52.707129 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d100fa5-51be-4863-a861-7b7b00cd15bc tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] No DVR routers for this DVR port 87c28db2-c403-4729-b8c8-9c3209372d97 on host dv-neutron-822799-1-hyperv {{(pid=87636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 23 16:09:52.737312 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-e80f163f-33d2-4ed5-8d60-d2c873b7dcca None None] Set router e5ed9969-f942-413f-9711-d6031be48c18 gateway port host: dv-neutron-822799-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:09:52.744691 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d100fa5-51be-4863-a861-7b7b00cd15bc tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Pushing event deleted for resources: {'Port': ['ID=87c28db2-c403-4729-b8c8-9c3209372d97,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:09:52.745923 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-6d100fa5-51be-4863-a861-7b7b00cd15bc tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:09:52.755930 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-0c9fc4cf-695e-4d21-b046-9d57f4421b99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.060s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:09:52.758303 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79385256-eeb6-4ac5-9a93-d61486656ef0 req-8547ce39-1480-4a48-b354-c3c2229c0624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:09:52.759793 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-79385256-eeb6-4ac5-9a93-d61486656ef0 req-8547ce39-1480-4a48-b354-c3c2229c0624 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=79224c5618eb4cef88b00e2059f275cc&device_id=c1c5cb30-50d4-4361-b1b3-fa02e83979da HTTP/1.1" status: 200  len: 1098 time: 0.8666255
Dec 23 16:09:52.767661 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea0fbb3-ef56-4174-814a-72346b65078d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99ade24f-ef8a-44ce-be6e-5d832c2e3113,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:09:52.770071 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-8ea0fbb3-ef56-4174-814a-72346b65078d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:09:52.856773 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-8ea0fbb3-ef56-4174-814a-72346b65078d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:52.860760 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-8ea0fbb3-ef56-4174-814a-72346b65078d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/99ade24f-ef8a-44ce-be6e-5d832c2e3113 HTTP/1.1" status: 204  len: 168 time: 0.8666759
Dec 23 16:09:52.889934 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-6d100fa5-51be-4863-a861-7b7b00cd15bc tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-864347', 'neutron.services.segments.db._delete_segments_for_network-8735362908070'] for network, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:52.938522 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-6d100fa5-51be-4863-a861-7b7b00cd15bc tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1dbb67ed00>,) {'filters': {'network_id': ['e41ab894-2ae7-4fcf-a8dc-26c44e4692c6']}} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:09:52.957745 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-6d100fa5-51be-4863-a861-7b7b00cd15bc tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dbb67ed00>, 'aeaddc36-05be-4da2-be51-05a0bb12e910') {'for_net_delete': True} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:09:52.957985 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-6d100fa5-51be-4863-a861-7b7b00cd15bc tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dbb67ed00>, 'aeaddc36-05be-4da2-be51-05a0bb12e910') {} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:09:52.972857 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-6d100fa5-51be-4863-a861-7b7b00cd15bc tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735363085442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2382197'] for segment, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:52.992942 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-6d100fa5-51be-4863-a861-7b7b00cd15bc tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:53.002184 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d100fa5-51be-4863-a861-7b7b00cd15bc tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Releasing vlan 446 on physical network physnet1 to pool {{(pid=87636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 23 16:09:53.002884 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-6d100fa5-51be-4863-a861-7b7b00cd15bc tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2176261'] for segment, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:53.014152 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-7d7dd36a-c622-45c8-b999-22749a18bb3a tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 982 time: 10.8631060
Dec 23 16:09:53.015638 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-8e00ca1a-54ba-441c-8456-3acbc80f4ccc tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2753333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2609730'] for subnet, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:53.018318 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 43078) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:09:53.019657 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.db_base_plugin_common [None req-59364a20-916a-486d-8bb5-2c997224ee6c tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] Allocated IP 2001:db8::378 (9d4573d0-c8b8-4097-a3c0-73a15fde0c72/dc0835dc-6ceb-4ed5-9e46-3893476f5e2b/1957f833-0d7f-4177-8500-4441b570d027) {{(pid=87635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:09:53.023895 dv-neutron-822799-1-hyperv neutron-server[87636]: Traceback (most recent call last):
Dec 23 16:09:53.023895 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 23 16:09:53.023895 dv-neutron-822799-1-hyperv neutron-server[87636]:     timer()
Dec 23 16:09:53.023895 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:09:53.023895 dv-neutron-822799-1-hyperv neutron-server[87636]:     cb(*args, **kw)
Dec 23 16:09:53.023895 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 23 16:09:53.023895 dv-neutron-822799-1-hyperv neutron-server[87636]:     return func(*args, **kwargs)
Dec 23 16:09:53.023895 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:09:53.023895 dv-neutron-822799-1-hyperv neutron-server[87636]:     self._notify()
Dec 23 16:09:53.023895 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:09:53.023895 dv-neutron-822799-1-hyperv neutron-server[87636]:     self.callback(batched_events)
Dec 23 16:09:53.023895 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:09:53.023895 dv-neutron-822799-1-hyperv neutron-server[87636]:     event.method(event)
Dec 23 16:09:53.023895 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:09:53.023895 dv-neutron-822799-1-hyperv neutron-server[87636]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:09:53.023895 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 23 16:09:53.023895 dv-neutron-822799-1-hyperv neutron-server[87636]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 23 16:09:53.023895 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 23 16:09:53.023895 dv-neutron-822799-1-hyperv neutron-server[87636]:     return f(self, *a, **k)
Dec 23 16:09:53.023895 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:09:53.023895 dv-neutron-822799-1-hyperv neutron-server[87636]:     return self._get(url).json()
Dec 23 16:09:53.023895 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 23 16:09:53.023895 dv-neutron-822799-1-hyperv neutron-server[87636]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 23 16:09:53.023895 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 23 16:09:53.023895 dv-neutron-822799-1-hyperv neutron-server[87636]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:09:53.023895 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 23 16:09:53.023895 dv-neutron-822799-1-hyperv neutron-server[87636]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 23 16:09:53.023895 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 23 16:09:53.023895 dv-neutron-822799-1-hyperv neutron-server[87636]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:09:53.023895 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 23 16:09:53.023895 dv-neutron-822799-1-hyperv neutron-server[87636]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:09:53.023895 dv-neutron-822799-1-hyperv neutron-server[87636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:09:53.172300 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-6d100fa5-51be-4863-a861-7b7b00cd15bc tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-864336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1824171'] for network, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:53.176710 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-79928239-d264-492b-b9a0-187498c9e505 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:09:53.216233 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-6d100fa5-51be-4863-a861-7b7b00cd15bc tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:53.219372 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d100fa5-51be-4863-a861-7b7b00cd15bc tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Pushing event deleted for resources: {'Network': ['ID=e41ab894-2ae7-4fcf-a8dc-26c44e4692c6,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:09:53.224566 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-6d100fa5-51be-4863-a861-7b7b00cd15bc tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:09:53.244036 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-6d100fa5-51be-4863-a861-7b7b00cd15bc tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] 10.222.0.64 "DELETE /v2.0/networks/e41ab894-2ae7-4fcf-a8dc-26c44e4692c6 HTTP/1.1" status: 204  len: 168 time: 4.9491434
Dec 23 16:09:53.244728 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 43086) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:09:53.250811 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-0165f32e-985a-405b-a961-7d26623af317 tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-141950515'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:09:53.262429 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-0165f32e-985a-405b-a961-7d26623af317 tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:09:53.270861 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-0165f32e-985a-405b-a961-7d26623af317 tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Usage tracker for resource:network and tenant:51a3abb7cc41429380552b859d9155f9 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:09:53.276642 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-0165f32e-985a-405b-a961-7d26623af317 tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:09:53.290544 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-e80f163f-33d2-4ed5-8d60-d2c873b7dcca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc1e169a0>, [{'id': 'e5ed9969-f942-413f-9711-d6031be48c18', 'name': 'tempest-ServersTestJSON-1282004446-router', 'tenant_id': '79224c5618eb4cef88b00e2059f275cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.50'}], 'enable_snat': True}, 'gw_port_id': 'c289761a-cc5a-4016-bcf3-c34864da6853', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:08:27Z', 'updated_at': '2021-12-23T16:08:40Z', 'revision_number': 4, 'project_id': '79224c5618eb4cef88b00e2059f275cc', 'gw_port': {'id': 'c289761a-cc5a-4016-bcf3-c34864da6853', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:d5:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ed9969-f942-413f-9711-d6031be48c18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:08:29Z', 'updated_at': '2021-12-23T16:08:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_floatingips': [{'id': '041a5531-4503-40e4-928f-b885ddfc0771', 'tenant_id': '79224c5618eb4cef88b00e2059f275cc', 'floating_ip_address': '172.26.3.42', 'floating_network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'router_id': 'e5ed9969-f942-413f-9711-d6031be48c18', 'port_id': '97a781d1-f31f-42f5-bbbf-859a23f9554d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 179, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '256a38e5-d398-4e43-80e3-9bc3cd6cc270', 'mac_address': 'fa:16:3e:cb:3d:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1c5cb30-50d4-4361-b1b3-fa02e83979da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:08:57Z', 'updated_at': '2021-12-23T16:09:49Z', 'revision_number': 1, 'project_id': '79224c5618eb4cef88b00e2059f275cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cda84cc8-d1e0-460f-8482-f8bb524a07ce', 'name': '', 'network_id': '256a38e5-d398-4e43-80e3-9bc3cd6cc270', 'tenant_id': '79224c5618eb4cef88b00e2059f275cc', 'mac_address': 'fa:16:3e:ca:6b:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ed9969-f942-413f-9711-d6031be48c18', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'c5e1e7de-66c6-459a-96dc-9f30163dd18a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:08:36Z', 'updated_at': '2021-12-23T16:08:50Z', 'revision_number': 5, 'project_id': '79224c5618eb4cef88b00e2059f275cc', 'subnets': [{'id': 'c5e1e7de-66c6-459a-96dc-9f30163dd18a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:09:53.292163 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-0165f32e-985a-405b-a961-7d26623af317 tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:09:53.298400 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e80f163f-33d2-4ed5-8d60-d2c873b7dcca None None] The sync data for ids ['e5ed9969-f942-413f-9711-d6031be48c18'] in dv-neutron-822799-1-hyperv is: [{'id': 'e5ed9969-f942-413f-9711-d6031be48c18', 'name': 'tempest-ServersTestJSON-1282004446-router', 'tenant_id': '79224c5618eb4cef88b00e2059f275cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.50'}], 'enable_snat': True}, 'gw_port_id': 'c289761a-cc5a-4016-bcf3-c34864da6853', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:08:27Z', 'updated_at': '2021-12-23T16:08:40Z', 'revision_number': 4, 'project_id': '79224c5618eb4cef88b00e2059f275cc', 'gw_port': {'id': 'c289761a-cc5a-4016-bcf3-c34864da6853', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:d5:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ed9969-f942-413f-9711-d6031be48c18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:08:29Z', 'updated_at': '2021-12-23T16:08:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_floatingips': [{'id': '041a5531-4503-40e4-928f-b885ddfc0771', 'tenant_id': '79224c5618eb4cef88b00e2059f275cc', 'floating_ip_address': '172.26.3.42', 'floating_network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'router_id': 'e5ed9969-f942-413f-9711-d6031be48c18', 'port_id': '97a781d1-f31f-42f5-bbbf-859a23f9554d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 179, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '256a38e5-d398-4e43-80e3-9bc3cd6cc270', 'mac_address': 'fa:16:3e:cb:3d:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1c5cb30-50d4-4361-b1b3-fa02e83979da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:08:57Z', 'updated_at': '2021-12-23T16:09:49Z', 'revision_number': 1, 'project_id': '79224c5618eb4cef88b00e2059f275cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cda84cc8-d1e0-460f-8482-f8bb524a07ce', 'name': '', 'network_id': '256a38e5-d398-4e43-80e3-9bc3cd6cc270', 'tenant_id': '79224c5618eb4cef88b00e2059f275cc', 'mac_address': 'fa:16:3e:ca:6b:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ed9969-f942-413f-9711-d6031be48c18', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'c5e1e7de-66c6-459a-96dc-9f30163dd18a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:08:36Z', 'updated_at': '2021-12-23T16:08:50Z', 'revision_number': 5, 'project_id': '79224c5618eb4cef88b00e2059f275cc', 'subnets': [{'id': 'c5e1e7de-66c6-459a-96dc-9f30163dd18a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 23 16:09:53.312225 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0165f32e-985a-405b-a961-7d26623af317 tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Made reservation on behalf of 51a3abb7cc41429380552b859d9155f9 for: {'network': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:09:53.316151 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-0165f32e-985a-405b-a961-7d26623af317 tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for network, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:53.374496 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0165f32e-985a-405b-a961-7d26623af317 tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] vlan segment allocate from pool success with {'vlan_id': 406, 'physical_network': 'physnet1'}  {{(pid=87636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 23 16:09:53.387461 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-0165f32e-985a-405b-a961-7d26623af317 tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:53.387886 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.db.segments_db [None req-0165f32e-985a-405b-a961-7d26623af317 tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Added segment 8011d78e-573d-41b0-93c8-ec72359a639a of type vlan for network b93e686f-901c-498c-82f7-9a93dedc2bcb
Dec 23 16:09:53.414822 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-b903c8c6-76d0-4d0e-a169-8d835dc3648f tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:09:53.436358 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-0165f32e-985a-405b-a961-7d26623af317 tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735362521793'] for network, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:53.474771 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-0165f32e-985a-405b-a961-7d26623af317 tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495'] for network, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:53.480996 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0165f32e-985a-405b-a961-7d26623af317 tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:09:53.481606 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-0165f32e-985a-405b-a961-7d26623af317 tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:53.485593 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-0cd19b95-ac35-4a3e-9c2f-192cc84d3330 tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:09:53.543768 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e00ca1a-54ba-441c-8456-3acbc80f4ccc tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Pushing event deleted for resources: {'Subnet': ['ID=123d5a63-1ade-4cb5-8856-b0027cc47e38,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:09:53.552639 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-8e00ca1a-54ba-441c-8456-3acbc80f4ccc tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:09:53.605104 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-0165f32e-985a-405b-a961-7d26623af317 tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201  len: 788 time: 0.3592482
Dec 23 16:09:53.605718 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 43098) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:09:53.617408 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.db.l3_db [None req-a24e7ef0-3f3f-4d42-845b-e1f2939f668e tempest-ServersTestManualDisk-1942191146 tempest-ServersTestManualDisk-1942191146-project] Floating IP e2a62c8f-af0d-4784-9bec-eb1083244a56 associated. External IP: 172.26.3.87, port: 67df780b-70a7-4a3b-963c-521560944de5.
Dec 23 16:09:53.622710 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-4ce0d8bf-cca5-4dfa-80c6-fa43d4e1b109 tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Request body: {'subnet': {'network_id': 'b93e686f-901c-498c-82f7-9a93dedc2bcb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:09:53.651610 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f7fbc79-59e9-4eaa-a9f8-ed813c0daa00 None None] New status for floating IP 041a5531-4503-40e4-928f-b885ddfc0771: ACTIVE {{(pid=87638) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 23 16:09:53.730282 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a7195c0-3ae7-4f63-a8d3-dc5b8efd72f7 None None] get_active_networks_info from dv-neutron-822799-1-hyperv {{(pid=87637) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}}
Dec 23 16:09:53.743173 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-4ce0d8bf-cca5-4dfa-80c6-fa43d4e1b109 tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:09:53.745718 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0165f32e-985a-405b-a961-7d26623af317 tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Pushing event updated for resources: {'Network': ['ID=b93e686f-901c-498c-82f7-9a93dedc2bcb,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:09:53.749561 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-0165f32e-985a-405b-a961-7d26623af317 tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:09:53.751057 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-4ce0d8bf-cca5-4dfa-80c6-fa43d4e1b109 tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Usage tracker for resource:subnet and tenant:51a3abb7cc41429380552b859d9155f9 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:09:53.754173 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-4ce0d8bf-cca5-4dfa-80c6-fa43d4e1b109 tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:09:53.760708 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-4ce0d8bf-cca5-4dfa-80c6-fa43d4e1b109 tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:09:53.784138 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ce0d8bf-cca5-4dfa-80c6-fa43d4e1b109 tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Made reservation on behalf of 51a3abb7cc41429380552b859d9155f9 for: {'subnet': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:09:53.784809 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Network b93e686f-901c-498c-82f7-9a93dedc2bcb details requested by agent ovs-agent-dv-neutron-822799-1-hyperv with host dv-neutron-822799-1-hyperv {{(pid=87637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 23 16:09:53.788248 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-4ce0d8bf-cca5-4dfa-80c6-fa43d4e1b109 tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2618324'] for subnet, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:54.000331 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-2f0d7465-59f1-4c4c-86a1-057444797bab None None] Provisioning for port 80a183f5-1c4a-468c-809f-a1f344b9dbac completed by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:09:54.074515 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-8e00ca1a-54ba-441c-8456-3acbc80f4ccc tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-864347', 'neutron.services.segments.db._delete_segments_for_network-8735362908070'] for network, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:54.080257 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a7195c0-3ae7-4f63-a8d3-dc5b8efd72f7 None None] Resources bound (agent type, host, resource id):  {{(pid=87637) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Dec 23 16:09:54.105970 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.services.segments.db [None req-8e00ca1a-54ba-441c-8456-3acbc80f4ccc tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1dc28483a0>,) {'filters': {'network_id': ['2c0b3671-def2-4b0a-bd33-87ff98dc8c98']}} {{(pid=87635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:09:54.119922 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.services.segments.db [None req-8e00ca1a-54ba-441c-8456-3acbc80f4ccc tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dc28483a0>, '049a0823-3ae6-46ca-a876-fd7b7abfa6fe') {'for_net_delete': True} {{(pid=87635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:09:54.120223 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.services.segments.db [None req-8e00ca1a-54ba-441c-8456-3acbc80f4ccc tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dc28483a0>, '049a0823-3ae6-46ca-a876-fd7b7abfa6fe') {} {{(pid=87635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:09:54.133381 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-8e00ca1a-54ba-441c-8456-3acbc80f4ccc tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735363085442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2776713'] for segment, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:54.150815 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-8e00ca1a-54ba-441c-8456-3acbc80f4ccc tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:54.157775 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e00ca1a-54ba-441c-8456-3acbc80f4ccc tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Releasing vlan 407 on physical network physnet1 to pool {{(pid=87635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 23 16:09:54.158427 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-8e00ca1a-54ba-441c-8456-3acbc80f4ccc tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2753503'] for segment, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:54.307178 dv-neutron-822799-1-hyperv neutron-server[87635]: Traceback (most recent call last):
Dec 23 16:09:54.307178 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 23 16:09:54.307178 dv-neutron-822799-1-hyperv neutron-server[87635]:     timer()
Dec 23 16:09:54.307178 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:09:54.307178 dv-neutron-822799-1-hyperv neutron-server[87635]:     cb(*args, **kw)
Dec 23 16:09:54.307178 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 23 16:09:54.307178 dv-neutron-822799-1-hyperv neutron-server[87635]:     return func(*args, **kwargs)
Dec 23 16:09:54.307178 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:09:54.307178 dv-neutron-822799-1-hyperv neutron-server[87635]:     self._notify()
Dec 23 16:09:54.307178 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:09:54.307178 dv-neutron-822799-1-hyperv neutron-server[87635]:     self.callback(batched_events)
Dec 23 16:09:54.307178 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:09:54.307178 dv-neutron-822799-1-hyperv neutron-server[87635]:     event.method(event)
Dec 23 16:09:54.307178 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:09:54.307178 dv-neutron-822799-1-hyperv neutron-server[87635]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:09:54.307178 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 23 16:09:54.307178 dv-neutron-822799-1-hyperv neutron-server[87635]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 23 16:09:54.307178 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 23 16:09:54.307178 dv-neutron-822799-1-hyperv neutron-server[87635]:     return f(self, *a, **k)
Dec 23 16:09:54.307178 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:09:54.307178 dv-neutron-822799-1-hyperv neutron-server[87635]:     return self._get(url).json()
Dec 23 16:09:54.307178 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 23 16:09:54.307178 dv-neutron-822799-1-hyperv neutron-server[87635]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 23 16:09:54.307178 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 23 16:09:54.307178 dv-neutron-822799-1-hyperv neutron-server[87635]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:09:54.307178 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 23 16:09:54.307178 dv-neutron-822799-1-hyperv neutron-server[87635]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 23 16:09:54.307178 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 23 16:09:54.307178 dv-neutron-822799-1-hyperv neutron-server[87635]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:09:54.307178 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 23 16:09:54.307178 dv-neutron-822799-1-hyperv neutron-server[87635]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:09:54.307178 dv-neutron-822799-1-hyperv neutron-server[87635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:09:54.341279 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 80a183f5-1c4a-468c-809f-a1f344b9dbac up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:09:54.448478 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.objects.ports [None req-4ce0d8bf-cca5-4dfa-80c6-fa43d4e1b109 tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87636) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}}
Dec 23 16:09:54.450097 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-4ce0d8bf-cca5-4dfa-80c6-fa43d4e1b109 tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2176430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2618310'] for subnet, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:54.454361 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:09:54.486522 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning for port 80a183f5-1c4a-468c-809f-a1f344b9dbac completed by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:09:54.493697 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port 80a183f5-1c4a-468c-809f-a1f344b9dbac triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:09:54.494293 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:54.495316 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-bb5de88e-2ff1-4010-98fc-f3fd87458770 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] 10.222.0.64 "GET /v2.0/floatingips/f6842cd9-2eb3-4e20-98df-649105617b32 HTTP/1.1" status: 200  len: 977 time: 1.4670050
Dec 23 16:09:54.511581 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 43118) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:09:54.626738 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce0d8bf-cca5-4dfa-80c6-fa43d4e1b109 tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Pushing event updated for resources: {'Subnet': ['ID=5e797e3f-2df2-4d3d-ba6a-513de446a987,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:09:54.640981 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-4ce0d8bf-cca5-4dfa-80c6-fa43d4e1b109 tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:09:54.662519 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-b38df81b-e661-4f6e-9be1-80b7632a9dc0 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] 10.222.0.64 "GET /v2.0/floatingips HTTP/1.1" status: 200  len: 980 time: 0.1497076
Dec 23 16:09:54.664939 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 43126) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:09:54.668031 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ce0d8bf-cca5-4dfa-80c6-fa43d4e1b109 tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Checking segment: {'id': '8011d78e-573d-41b0-93c8-ec72359a639a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'b93e686f-901c-498c-82f7-9a93dedc2bcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:09:54.668405 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ce0d8bf-cca5-4dfa-80c6-fa43d4e1b109 tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Network hostable DHCP agents. Network: b93e686f-901c-498c-82f7-9a93dedc2bcb, hostable agents: ['1c812d71-eadf-4fb3-b98e-67468a4aa7e2'], hosted agents: [] {{(pid=87636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 23 16:09:54.674213 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-8e00ca1a-54ba-441c-8456-3acbc80f4ccc tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-864336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1824171'] for network, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:54.679021 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-e87a84ad-e568-4579-97fa-52d694346fda tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Request body: {'floatingip': {'port_id': 'b53bce91-b4d2-4833-bf2f-515f4cb384da'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:09:54.739626 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:09:54.768271 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-8e00ca1a-54ba-441c-8456-3acbc80f4ccc tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627509'] for network, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:54.779296 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79385256-eeb6-4ac5-9a93-d61486656ef0 req-04502a84-dd80-489a-868e-ffe9645b3fee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:09:54.780591 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-79385256-eeb6-4ac5-9a93-d61486656ef0 req-04502a84-dd80-489a-868e-ffe9645b3fee service neutron] 10.222.0.61 "GET /v2.0/networks?id=256a38e5-d398-4e43-80e3-9bc3cd6cc270 HTTP/1.1" status: 200  len: 907 time: 1.9434707
Dec 23 16:09:54.795658 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e87a84ad-e568-4579-97fa-52d694346fda tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify callbacks [] for floatingip, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:54.807888 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:54.839148 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e00ca1a-54ba-441c-8456-3acbc80f4ccc tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Pushing event deleted for resources: {'Network': ['ID=2c0b3671-def2-4b0a-bd33-87ff98dc8c98,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:09:54.885393 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-587d599c-5303-47ee-b30f-d0070d28ecd3 None None] Network 9d4573d0-c8b8-4097-a3c0-73a15fde0c72 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:09:54.888761 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ce0d8bf-cca5-4dfa-80c6-fa43d4e1b109 tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Network b93e686f-901c-498c-82f7-9a93dedc2bcb is scheduled to be hosted by DHCP agent 1c812d71-eadf-4fb3-b98e-67468a4aa7e2 with binding_index 1 {{(pid=87636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 23 16:09:54.908021 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] For port 80a183f5-1c4a-468c-809f-a1f344b9dbac, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=80a183f5-1c4a-468c-809f-a1f344b9dbac,segment=NetworkSegment(5ef9aed0-0709-442e-83d4-80a293e88b4c),segment_id=5ef9aed0-0709-442e-83d4-80a293e88b4c)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:09:54.918657 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-8e00ca1a-54ba-441c-8456-3acbc80f4ccc tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:09:54.921023 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:54.938604 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-4ce0d8bf-cca5-4dfa-80c6-fa43d4e1b109 tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822799-1-hyperv, b93e686f-901c-498c-82f7-9a93dedc2bcb) {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:09:54.943605 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ce0d8bf-cca5-4dfa-80c6-fa43d4e1b109 tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:09:54.944219 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-4ce0d8bf-cca5-4dfa-80c6-fa43d4e1b109 tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627509'] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:54.994583 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-d6a460c5-23a8-4393-8ec9-4a3df2e6a0c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:09:55.001540 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-8e00ca1a-54ba-441c-8456-3acbc80f4ccc tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] 10.222.0.64 "DELETE /v2.0/networks/2c0b3671-def2-4b0a-bd33-87ff98dc8c98 HTTP/1.1" status: 204  len: 168 time: 10.2425196
Dec 23 16:09:55.008746 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 43136) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:09:55.038054 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-82a2524a-600a-4d72-82ba-f1fe94dde489 tempest-RoutersAdminTest-1714001428 tempest-RoutersAdminTest-1714001428-project] Notify callbacks [] for router_gateway, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:55.043178 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de3255a8-a2e0-4fa5-8922-649b221c2303 None None] Network b93e686f-901c-498c-82f7-9a93dedc2bcb requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:09:55.048948 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-4ce0d8bf-cca5-4dfa-80c6-fa43d4e1b109 tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 840 time: 1.4373944
Dec 23 16:09:55.055951 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 43140) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:09:55.058792 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e18bfb24-91cb-443a-97cd-382ee0b7a7d9 None None] DHCP port deletion for 2c0b3671-def2-4b0a-bd33-87ff98dc8c98 request from dv-neutron-822799-1-hyperv {{(pid=87637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 23 16:09:55.079677 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 43144) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:09:55.156977 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fc499f3-5ebf-40ae-a379-7423996ea955 None None] DHCP port deletion for 2c0b3671-def2-4b0a-bd33-87ff98dc8c98 request from dv-neutron-822799-1-hyperv {{(pid=87637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 23 16:09:55.226744 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Pushing event updated for resources: {'Port': ['ID=80a183f5-1c4a-468c-809f-a1f344b9dbac,revision_number=3']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:09:55.244932 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:09:55.277981 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-59364a20-916a-486d-8bb5-2c997224ee6c tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] Notify callbacks [] for port, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:55.294116 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.provisioning_blocks [None req-59364a20-916a-486d-8bb5-2c997224ee6c tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] Transition to ACTIVE for port object 1957f833-0d7f-4177-8500-4441b570d027 will not be triggered until provisioned by entity DHCP. {{(pid=87635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:09:55.364258 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.pecan_wsgi.hooks.translation [None req-0cf0d9eb-defa-498b-8f94-ad9fa73f4019 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:09:55.365067 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0cf0d9eb-defa-498b-8f94-ad9fa73f4019 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 23 16:09:55.367558 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-0cf0d9eb-defa-498b-8f94-ad9fa73f4019 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] 10.222.0.64 "DELETE /v2.0/networks/2c0b3671-def2-4b0a-bd33-87ff98dc8c98 HTTP/1.1" status: 404  len: 339 time: 0.3519416
Dec 23 16:09:55.373223 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 43150) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:09:55.385328 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-59364a20-916a-486d-8bb5-2c997224ee6c tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:55.401447 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-77133a4a-28b8-45d9-9e8e-633b7d863ce7 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:09:55.441824 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-6d581eca-4c87-41ad-8ece-0397b90954d3 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1382797748', 'description': 'd1'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:09:55.442343 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-b845cff1-b113-4170-b1d3-d9cd32b40f55 tempest-PortsAdminExtendedAttrsTestJSON-1068406754 tempest-PortsAdminExtendedAttrsTestJSON-1068406754-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-817834607'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:09:55.456202 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a24e7ef0-3f3f-4d42-845b-e1f2939f668e tempest-ServersTestManualDisk-1942191146 tempest-ServersTestManualDisk-1942191146-project] Router 5ddf301a-c667-4ab2-af44-4358f783eeec has already been hosted by L3 agent 371d4c41-c7e2-4de7-9539-c049ec4e95d1 {{(pid=87635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 23 16:09:55.460869 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-b845cff1-b113-4170-b1d3-d9cd32b40f55 tempest-PortsAdminExtendedAttrsTestJSON-1068406754 tempest-PortsAdminExtendedAttrsTestJSON-1068406754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:09:55.467771 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-79385256-eeb6-4ac5-9a93-d61486656ef0 req-901280a1-fcda-421e-b36c-f9b19ae2084b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=97a781d1-f31f-42f5-bbbf-859a23f9554d HTTP/1.1" status: 200  len: 1000 time: 0.6077480
Dec 23 16:09:55.472039 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-6d581eca-4c87-41ad-8ece-0397b90954d3 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:09:55.478698 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-b845cff1-b113-4170-b1d3-d9cd32b40f55 tempest-PortsAdminExtendedAttrsTestJSON-1068406754 tempest-PortsAdminExtendedAttrsTestJSON-1068406754-project] Usage tracker for resource:network and tenant:77463b3a58174a358bd1c1aa65bd8b77 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:09:55.485433 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-b845cff1-b113-4170-b1d3-d9cd32b40f55 tempest-PortsAdminExtendedAttrsTestJSON-1068406754 tempest-PortsAdminExtendedAttrsTestJSON-1068406754-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:09:55.493274 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2eeb08d7-127c-407d-a56f-04af9c4f1634 tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-698866'] for network, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:55.497270 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-6d581eca-4c87-41ad-8ece-0397b90954d3 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Usage tracker for resource:network and tenant:08bb5ff5fd45470cae3e1870e7817546 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:09:55.504355 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-b845cff1-b113-4170-b1d3-d9cd32b40f55 tempest-PortsAdminExtendedAttrsTestJSON-1068406754 tempest-PortsAdminExtendedAttrsTestJSON-1068406754-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:09:55.550591 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-6d581eca-4c87-41ad-8ece-0397b90954d3 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:09:55.555565 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59364a20-916a-486d-8bb5-2c997224ee6c tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] Network 9d4573d0-c8b8-4097-a3c0-73a15fde0c72 is already hosted by enough agents. {{(pid=87635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:09:55.581405 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.base_scheduler [None req-59364a20-916a-486d-8bb5-2c997224ee6c tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] Resources bound (agent type, host, resource id):  {{(pid=87635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:09:55.584280 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-6d581eca-4c87-41ad-8ece-0397b90954d3 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:09:55.607411 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b845cff1-b113-4170-b1d3-d9cd32b40f55 tempest-PortsAdminExtendedAttrsTestJSON-1068406754 tempest-PortsAdminExtendedAttrsTestJSON-1068406754-project] Made reservation on behalf of 77463b3a58174a358bd1c1aa65bd8b77 for: {'network': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:09:55.611020 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b845cff1-b113-4170-b1d3-d9cd32b40f55 tempest-PortsAdminExtendedAttrsTestJSON-1068406754 tempest-PortsAdminExtendedAttrsTestJSON-1068406754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for network, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:55.637749 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc30760f-db6a-4633-b16d-5465e607b4fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7e017a6-8198-58c8-a07e-0f786128e3b3-b93e686f-901c-498c-82f7-9a93dedc2bcb', 'network_id': 'b93e686f-901c-498c-82f7-9a93dedc2bcb', 'tenant_id': '51a3abb7cc41429380552b859d9155f9', 'fixed_ips': [{'subnet_id': '5e797e3f-2df2-4d3d-ba6a-513de446a987'}]}} from dv-neutron-822799-1-hyperv. {{(pid=87637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 23 16:09:55.638598 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-cc30760f-db6a-4633-b16d-5465e607b4fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:55.650814 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59364a20-916a-486d-8bb5-2c997224ee6c tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] Received port after_create {{(pid=87635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:09:55.656877 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59364a20-916a-486d-8bb5-2c997224ee6c tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:09:55.657073 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-59364a20-916a-486d-8bb5-2c997224ee6c tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:55.662320 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b845cff1-b113-4170-b1d3-d9cd32b40f55 tempest-PortsAdminExtendedAttrsTestJSON-1068406754 tempest-PortsAdminExtendedAttrsTestJSON-1068406754-project] Notify callbacks [] for security_group, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:55.689379 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59364a20-916a-486d-8bb5-2c997224ee6c tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] Pushing event updated for resources: {'Port': ['ID=1957f833-0d7f-4177-8500-4441b570d027,revision_number=1']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:09:55.704068 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-b845cff1-b113-4170-b1d3-d9cd32b40f55 tempest-PortsAdminExtendedAttrsTestJSON-1068406754 tempest-PortsAdminExtendedAttrsTestJSON-1068406754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:09:55.718096 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-b845cff1-b113-4170-b1d3-d9cd32b40f55 tempest-PortsAdminExtendedAttrsTestJSON-1068406754 tempest-PortsAdminExtendedAttrsTestJSON-1068406754-project] Usage tracker for resource:security_group_rule and tenant:77463b3a58174a358bd1c1aa65bd8b77 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:09:55.724631 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-b845cff1-b113-4170-b1d3-d9cd32b40f55 tempest-PortsAdminExtendedAttrsTestJSON-1068406754 tempest-PortsAdminExtendedAttrsTestJSON-1068406754-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:09:55.740520 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-b845cff1-b113-4170-b1d3-d9cd32b40f55 tempest-PortsAdminExtendedAttrsTestJSON-1068406754 tempest-PortsAdminExtendedAttrsTestJSON-1068406754-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:09:55.743663 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2eeb08d7-127c-407d-a56f-04af9c4f1634 tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864774'] for subnet, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:55.754143 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-59364a20-916a-486d-8bb5-2c997224ee6c tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:09:55.772429 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d581eca-4c87-41ad-8ece-0397b90954d3 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Made reservation on behalf of 08bb5ff5fd45470cae3e1870e7817546 for: {'network': 1} {{(pid=87635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:09:55.775995 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-6d581eca-4c87-41ad-8ece-0397b90954d3 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for network, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:55.816466 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-59364a20-916a-486d-8bb5-2c997224ee6c tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201  len: 944 time: 5.0849903
Dec 23 16:09:55.821259 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79385256-eeb6-4ac5-9a93-d61486656ef0 req-c3ae31fa-9fdf-44c6-b957-ac9ac8575062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:09:55.821509 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 43156) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:09:55.822704 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-79385256-eeb6-4ac5-9a93-d61486656ef0 req-c3ae31fa-9fdf-44c6-b957-ac9ac8575062 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c5e1e7de-66c6-459a-96dc-9f30163dd18a HTTP/1.1" status: 200  len: 845 time: 0.3296907
Dec 23 16:09:55.834881 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-19bcd96b-5506-408b-b91d-74804c24f451 tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] Request body: {'port': {'network_id': '9d4573d0-c8b8-4097-a3c0-73a15fde0c72', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1536622769', 'allowed_address_pairs': [{'ip_address': '2001:db8::378', 'mac_address': 'fa:16:3e:34:83:b4'}]}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:09:55.860532 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_common [None req-cc30760f-db6a-4633-b16d-5465e607b4fe None None] Allocated IP 2001:db8::f816:3eff:fefe:75ba (b93e686f-901c-498c-82f7-9a93dedc2bcb/5e797e3f-2df2-4d3d-ba6a-513de446a987/a3aa6eaf-bb11-4c7d-a39b-1651be4bf7ef) {{(pid=87637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:09:56.020686 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d581eca-4c87-41ad-8ece-0397b90954d3 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] vlan segment allocate from pool success with {'vlan_id': 427, 'physical_network': 'physnet1'}  {{(pid=87635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 23 16:09:56.095055 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-cc30760f-db6a-4633-b16d-5465e607b4fe None None] Notify callbacks [] for port, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:56.108841 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-cc30760f-db6a-4633-b16d-5465e607b4fe None None] Transition to ACTIVE for port object a3aa6eaf-bb11-4c7d-a39b-1651be4bf7ef will not be triggered until provisioned by entity L2. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:09:56.113815 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-6d581eca-4c87-41ad-8ece-0397b90954d3 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:56.114167 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.db.segments_db [None req-6d581eca-4c87-41ad-8ece-0397b90954d3 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Added segment ffc54d0c-2f8f-4a72-8907-74b3f7d70314 of type vlan for network 23761357-1c6f-4060-9a20-e12c7447d5c4
Dec 23 16:09:56.130844 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-cc30760f-db6a-4633-b16d-5465e607b4fe None None] Transition to ACTIVE for port object a3aa6eaf-bb11-4c7d-a39b-1651be4bf7ef will not be triggered until provisioned by entity DHCP. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:09:56.140939 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-cc30760f-db6a-4633-b16d-5465e607b4fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780'] for port, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:56.153637 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:09:56.177963 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2eeb08d7-127c-407d-a56f-04af9c4f1634 tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2176495', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2618677'] for subnet, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:56.179013 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a24e7ef0-3f3f-4d42-845b-e1f2939f668e tempest-ServersTestManualDisk-1942191146 tempest-ServersTestManualDisk-1942191146-project] Notify agent at l3_agent.dv-neutron-822799-1-hyperv the message routers_updated {{(pid=87635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 23 16:09:56.207174 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-6d581eca-4c87-41ad-8ece-0397b90954d3 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735362521793'] for network, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:56.209973 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-46cb880a-711c-4688-9962-e2d04118dc54 tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:09:56.229010 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a24e7ef0-3f3f-4d42-845b-e1f2939f668e tempest-ServersTestManualDisk-1942191146 tempest-ServersTestManualDisk-1942191146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for floatingip, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:56.234543 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-314efa59-2a48-4f3c-9aab-eb1e46682a43 None None] Sync routers for ids ['5ddf301a-c667-4ab2-af44-4358f783eeec'] in dv-neutron-822799-1-hyperv {{(pid=87637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 23 16:09:56.256368 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc30760f-db6a-4633-b16d-5465e607b4fe None None] Pushing event updated for resources: {'Port': ['ID=a3aa6eaf-bb11-4c7d-a39b-1651be4bf7ef,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:09:56.257329 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc30760f-db6a-4633-b16d-5465e607b4fe None None] Network b93e686f-901c-498c-82f7-9a93dedc2bcb is already hosted by enough agents. {{(pid=87637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:09:56.258174 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-cc30760f-db6a-4633-b16d-5465e607b4fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:09:56.259249 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-cc30760f-db6a-4633-b16d-5465e607b4fe None None] Resources bound (agent type, host, resource id):  {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:09:56.262534 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc30760f-db6a-4633-b16d-5465e607b4fe None None] Received port after_create {{(pid=87637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:09:56.289691 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-82a2524a-600a-4d72-82ba-f1fe94dde489 tempest-RoutersAdminTest-1714001428 tempest-RoutersAdminTest-1714001428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1823971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1824234'] for router, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:56.318756 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-314efa59-2a48-4f3c-9aab-eb1e46682a43 None None] Routers {'5ddf301a-c667-4ab2-af44-4358f783eeec'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:09:56.319444 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-314efa59-2a48-4f3c-9aab-eb1e46682a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc06e8df0>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:09:50Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['5ddf301a-c667-4ab2-af44-4358f783eeec'], 'active': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:09:56.323770 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eeb08d7-127c-407d-a56f-04af9c4f1634 tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Pushing event deleted for resources: {'Subnet': ['ID=5e797e3f-2df2-4d3d-ba6a-513de446a987,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:09:56.330145 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-2eeb08d7-127c-407d-a56f-04af9c4f1634 tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:09:56.402249 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79385256-eeb6-4ac5-9a93-d61486656ef0 req-9ee4b7f2-ae62-41ff-b63b-6ef5faf5c2d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:09:56.403979 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-79385256-eeb6-4ac5-9a93-d61486656ef0 req-9ee4b7f2-ae62-41ff-b63b-6ef5faf5c2d3 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=256a38e5-d398-4e43-80e3-9bc3cd6cc270&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.5084770
Dec 23 16:09:56.411561 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 80a183f5-1c4a-468c-809f-a1f344b9dbac up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:09:56.424782 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-19bcd96b-5506-408b-b91d-74804c24f451 tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:09:56.429010 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-19bcd96b-5506-408b-b91d-74804c24f451 tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] Usage tracker for resource:port and tenant:edc37cc11b094be5b1b33f10c3c14b20 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:09:56.431958 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-19bcd96b-5506-408b-b91d-74804c24f451 tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:09:56.438622 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-19bcd96b-5506-408b-b91d-74804c24f451 tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:09:56.462039 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-a24e7ef0-3f3f-4d42-845b-e1f2939f668e tempest-ServersTestManualDisk-1942191146 tempest-ServersTestManualDisk-1942191146-project] 10.222.0.64 "PUT /v2.0/floatingips/e2a62c8f-af0d-4784-9bec-eb1083244a56 HTTP/1.1" status: 200  len: 990 time: 7.2497337
Dec 23 16:09:56.476413 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19bcd96b-5506-408b-b91d-74804c24f451 tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] Made reservation on behalf of edc37cc11b094be5b1b33f10c3c14b20 for: {'port': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:09:56.478373 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47b15118-c934-4327-a96a-eeff72dc225f', 'tag': '67df780b-70a7-4a3b-963c-521560944de5'}] {{(pid=87635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 23 16:09:56.628549 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-cc30760f-db6a-4633-b16d-5465e607b4fe None None] Attempting to bind port a3aa6eaf-bb11-4c7d-a39b-1651be4bf7ef on host dv-neutron-822799-1-hyperv for vnic_type normal with profile  {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:09:56.628880 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-cc30760f-db6a-4633-b16d-5465e607b4fe None None] Attempting to bind port a3aa6eaf-bb11-4c7d-a39b-1651be4bf7ef by drivers openvswitch,hyperv on host dv-neutron-822799-1-hyperv at level 0 using segments [{'id': '8011d78e-573d-41b0-93c8-ec72359a639a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'b93e686f-901c-498c-82f7-9a93dedc2bcb'}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:09:56.629250 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc30760f-db6a-4633-b16d-5465e607b4fe None None] Attempting to bind port a3aa6eaf-bb11-4c7d-a39b-1651be4bf7ef on network b93e686f-901c-498c-82f7-9a93dedc2bcb {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:09:56.633915 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47b15118-c934-4327-a96a-eeff72dc225f', 'tag': '67df780b-70a7-4a3b-963c-521560944de5', 'status': 'completed', 'code': 200}
Dec 23 16:09:56.635764 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-6d581eca-4c87-41ad-8ece-0397b90954d3 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495'] for network, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:56.635896 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-19bcd96b-5506-408b-b91d-74804c24f451 tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:56.640956 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d581eca-4c87-41ad-8ece-0397b90954d3 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:09:56.641720 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-6d581eca-4c87-41ad-8ece-0397b90954d3 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627509'] for network, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:56.651654 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:09:56.657056 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvr_db [None req-314efa59-2a48-4f3c-9aab-eb1e46682a43 None None] Set router 5ddf301a-c667-4ab2-af44-4358f783eeec gateway port host: dv-neutron-822799-1-hyperv {{(pid=87637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:09:56.682437 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-79385256-eeb6-4ac5-9a93-d61486656ef0 req-c34fdbb0-699c-428e-8b68-69d592825d48 service neutron] 10.222.0.61 "GET /v2.0/networks/256a38e5-d398-4e43-80e3-9bc3cd6cc270?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2646224
Dec 23 16:09:56.688013 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2eeb08d7-127c-407d-a56f-04af9c4f1634 tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-864347', 'neutron.services.segments.db._delete_segments_for_network-8735362908070'] for network, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:56.719808 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.db.resource_extend [None req-e87a84ad-e568-4579-97fa-52d694346fda tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] It took 0.40 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 23 16:09:56.780305 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-6d581eca-4c87-41ad-8ece-0397b90954d3 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201  len: 786 time: 1.3845055
Dec 23 16:09:56.799931 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc30760f-db6a-4633-b16d-5465e607b4fe None None] Checking agent: {'id': '20d2070f-69a9-4e73-8d08-6f0387a40158', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822799-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 21), 'started_at': datetime.datetime(2021, 12, 23, 16, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 9, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822799-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 23 16:09:56.800319 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc30760f-db6a-4633-b16d-5465e607b4fe None None] Checking segment: {'id': '8011d78e-573d-41b0-93c8-ec72359a639a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'b93e686f-901c-498c-82f7-9a93dedc2bcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:09:56.800831 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-cc30760f-db6a-4633-b16d-5465e607b4fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:56.801237 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc30760f-db6a-4633-b16d-5465e607b4fe None None] Bound using segment: {'id': '8011d78e-573d-41b0-93c8-ec72359a639a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'b93e686f-901c-498c-82f7-9a93dedc2bcb'} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 23 16:09:56.801751 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-cc30760f-db6a-4633-b16d-5465e607b4fe None None] Bound port: a3aa6eaf-bb11-4c7d-a39b-1651be4bf7ef, host: dv-neutron-822799-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8011d78e-573d-41b0-93c8-ec72359a639a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'b93e686f-901c-498c-82f7-9a93dedc2bcb'}}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 23 16:09:56.802127 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-cc30760f-db6a-4633-b16d-5465e607b4fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:56.805291 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 43166) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:09:56.810830 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98d039a3-8a59-4b40-99c7-9136d04f570c None None] Network 9d4573d0-c8b8-4097-a3c0-73a15fde0c72 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:09:56.921914 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b845cff1-b113-4170-b1d3-d9cd32b40f55 tempest-PortsAdminExtendedAttrsTestJSON-1068406754 tempest-PortsAdminExtendedAttrsTestJSON-1068406754-project] Notify callbacks [] for security_group, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:56.925601 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [None req-19bcd96b-5506-408b-b91d-74804c24f451 tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] device_id is not set on port 543a01e3-a9e0-4b21-8a12-2de48fa2f4e8 yet. {{(pid=87636) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 23 16:09:56.997029 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-2eeb08d7-127c-407d-a56f-04af9c4f1634 tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1dc01a7e20>,) {'filters': {'network_id': ['b93e686f-901c-498c-82f7-9a93dedc2bcb']}} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:09:57.003598 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-98dc4c5c-dbb1-43f5-9175-92c5ffbd3a32 None None] Provisioning complete for port 80a183f5-1c4a-468c-809f-a1f344b9dbac triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:09:57.004164 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-98dc4c5c-dbb1-43f5-9175-92c5ffbd3a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:57.008066 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b845cff1-b113-4170-b1d3-d9cd32b40f55 tempest-PortsAdminExtendedAttrsTestJSON-1068406754 tempest-PortsAdminExtendedAttrsTestJSON-1068406754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:57.032714 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-213f8038-9271-4398-a184-93861db2a0ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:09:57.055945 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e87a84ad-e568-4579-97fa-52d694346fda tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:57.061215 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-2eeb08d7-127c-407d-a56f-04af9c4f1634 tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dc01a7e20>, '8011d78e-573d-41b0-93c8-ec72359a639a') {'for_net_delete': True} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:09:57.061536 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-2eeb08d7-127c-407d-a56f-04af9c4f1634 tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dc01a7e20>, '8011d78e-573d-41b0-93c8-ec72359a639a') {} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:09:57.066399 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d581eca-4c87-41ad-8ece-0397b90954d3 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Pushing event updated for resources: {'Network': ['ID=23761357-1c6f-4060-9a20-e12c7447d5c4,revision_number=1']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:09:57.072283 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-6d581eca-4c87-41ad-8ece-0397b90954d3 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.421s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:09:57.107076 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e87a84ad-e568-4579-97fa-52d694346fda tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1824189'] for floatingip, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:57.118933 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Network 23761357-1c6f-4060-9a20-e12c7447d5c4 details requested by agent ovs-agent-dv-neutron-822799-1-hyperv with host dv-neutron-822799-1-hyperv {{(pid=87637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 23 16:09:57.131654 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-79385256-eeb6-4ac5-9a93-d61486656ef0 req-12a79a2c-30f6-44fb-81bb-cbc770aa800f service neutron] 10.222.0.61 "GET /v2.0/networks/256a38e5-d398-4e43-80e3-9bc3cd6cc270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3933861
Dec 23 16:09:57.148945 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82a2524a-600a-4d72-82ba-f1fe94dde489 tempest-RoutersAdminTest-1714001428 tempest-RoutersAdminTest-1714001428-project] Router e4a3013b-f32e-42bd-b92f-f095dc4fbbe5 is scheduled to L3 agent 371d4c41-c7e2-4de7-9539-c049ec4e95d1 with binding_index 1 {{(pid=87635) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 23 16:09:57.167851 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b845cff1-b113-4170-b1d3-d9cd32b40f55 tempest-PortsAdminExtendedAttrsTestJSON-1068406754 tempest-PortsAdminExtendedAttrsTestJSON-1068406754-project] vlan segment allocate from pool success with {'vlan_id': 438, 'physical_network': 'physnet1'}  {{(pid=87636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 23 16:09:57.170860 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2eeb08d7-127c-407d-a56f-04af9c4f1634 tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735363085442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2382197'] for segment, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:57.226434 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5253ea0-5b28-4851-a9fe-8bf92989de0a tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:09:57.227154 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-f5253ea0-5b28-4851-a9fe-8bf92989de0a tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Synchronizing usage tracker for tenant:08bb5ff5fd45470cae3e1870e7817546 on resource:network {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:09:57.229818 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b845cff1-b113-4170-b1d3-d9cd32b40f55 tempest-PortsAdminExtendedAttrsTestJSON-1068406754 tempest-PortsAdminExtendedAttrsTestJSON-1068406754-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08ca5330-d039-4465-be7b-a7c3f82a1d72,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:09:57.271179 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b845cff1-b113-4170-b1d3-d9cd32b40f55 tempest-PortsAdminExtendedAttrsTestJSON-1068406754 tempest-PortsAdminExtendedAttrsTestJSON-1068406754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:57.271528 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.db.segments_db [None req-b845cff1-b113-4170-b1d3-d9cd32b40f55 tempest-PortsAdminExtendedAttrsTestJSON-1068406754 tempest-PortsAdminExtendedAttrsTestJSON-1068406754-project] Added segment 4a5d36ee-ba51-4086-a6e0-f376b0a1083f of type vlan for network ded4fc54-8863-4e45-b0f6-537898a2c594
Dec 23 16:09:57.273385 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2eeb08d7-127c-407d-a56f-04af9c4f1634 tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:57.284303 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-b845cff1-b113-4170-b1d3-d9cd32b40f55 tempest-PortsAdminExtendedAttrsTestJSON-1068406754 tempest-PortsAdminExtendedAttrsTestJSON-1068406754-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:09:57.311282 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-cc30760f-db6a-4633-b16d-5465e607b4fe None None] For port a3aa6eaf-bb11-4c7d-a39b-1651be4bf7ef, host dv-neutron-822799-1-hyperv, cleared binding levels {{(pid=87637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 23 16:09:57.318458 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2eeb08d7-127c-407d-a56f-04af9c4f1634 tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Releasing vlan 406 on physical network physnet1 to pool {{(pid=87636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 23 16:09:57.318871 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2eeb08d7-127c-407d-a56f-04af9c4f1634 tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2176261'] for segment, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:57.334704 dv-neutron-822799-1-hyperv neutron-server[87636]: Traceback (most recent call last):
Dec 23 16:09:57.334704 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 23 16:09:57.334704 dv-neutron-822799-1-hyperv neutron-server[87636]:     timer()
Dec 23 16:09:57.334704 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:09:57.334704 dv-neutron-822799-1-hyperv neutron-server[87636]:     cb(*args, **kw)
Dec 23 16:09:57.334704 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 23 16:09:57.334704 dv-neutron-822799-1-hyperv neutron-server[87636]:     return func(*args, **kwargs)
Dec 23 16:09:57.334704 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:09:57.334704 dv-neutron-822799-1-hyperv neutron-server[87636]:     self._notify()
Dec 23 16:09:57.334704 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:09:57.334704 dv-neutron-822799-1-hyperv neutron-server[87636]:     self.callback(batched_events)
Dec 23 16:09:57.334704 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:09:57.334704 dv-neutron-822799-1-hyperv neutron-server[87636]:     event.method(event)
Dec 23 16:09:57.334704 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:09:57.334704 dv-neutron-822799-1-hyperv neutron-server[87636]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:09:57.334704 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 23 16:09:57.334704 dv-neutron-822799-1-hyperv neutron-server[87636]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 23 16:09:57.334704 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 23 16:09:57.334704 dv-neutron-822799-1-hyperv neutron-server[87636]:     return f(self, *a, **k)
Dec 23 16:09:57.334704 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:09:57.334704 dv-neutron-822799-1-hyperv neutron-server[87636]:     return self._get(url).json()
Dec 23 16:09:57.334704 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 23 16:09:57.334704 dv-neutron-822799-1-hyperv neutron-server[87636]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 23 16:09:57.334704 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 23 16:09:57.334704 dv-neutron-822799-1-hyperv neutron-server[87636]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:09:57.334704 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 23 16:09:57.334704 dv-neutron-822799-1-hyperv neutron-server[87636]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 23 16:09:57.334704 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 23 16:09:57.334704 dv-neutron-822799-1-hyperv neutron-server[87636]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:09:57.334704 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 23 16:09:57.334704 dv-neutron-822799-1-hyperv neutron-server[87636]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:09:57.334704 dv-neutron-822799-1-hyperv neutron-server[87636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:09:57.348461 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea74d17-07ed-4203-9265-bdccccb2028e req-cabb3e74-e389-4e8e-91a2-314410e690e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:09:57.349974 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-0ea74d17-07ed-4203-9265-bdccccb2028e req-cabb3e74-e389-4e8e-91a2-314410e690e4 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0d83cf4cd2a34a3d8747fec0cfffe963&device_id=47b15118-c934-4327-a96a-eeff72dc225f HTTP/1.1" status: 200  len: 1098 time: 0.7218900
Dec 23 16:09:57.361352 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82a2524a-600a-4d72-82ba-f1fe94dde489 tempest-RoutersAdminTest-1714001428 tempest-RoutersAdminTest-1714001428-project] Notify agent at l3_agent.dv-neutron-822799-1-hyperv the message routers_updated {{(pid=87635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 23 16:09:57.374269 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca059063-f31e-4437-bb87-427527e89550 None None] Sync routers for ids ['e4a3013b-f32e-42bd-b92f-f095dc4fbbe5'] in dv-neutron-822799-1-hyperv {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 23 16:09:57.402306 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca059063-f31e-4437-bb87-427527e89550 None None] Routers {'e4a3013b-f32e-42bd-b92f-f095dc4fbbe5'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:09:57.403287 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-ca059063-f31e-4437-bb87-427527e89550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc1d27e80>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:09:50Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['e4a3013b-f32e-42bd-b92f-f095dc4fbbe5'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:09:57.407954 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-82a2524a-600a-4d72-82ba-f1fe94dde489 tempest-RoutersAdminTest-1714001428 tempest-RoutersAdminTest-1714001428-project] Notify callbacks [] for router, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:57.416269 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-82a2524a-600a-4d72-82ba-f1fe94dde489 tempest-RoutersAdminTest-1714001428 tempest-RoutersAdminTest-1714001428-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201  len: 884 time: 12.0319154
Dec 23 16:09:57.417162 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 43170) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:09:57.428481 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-b0ad4ff7-f91c-4771-bbd8-305848f02c23 tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'enable_snat': False}}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:09:57.434896 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port 80a183f5-1c4a-468c-809f-a1f344b9dbac triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:09:57.435499 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:57.512747 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-ca059063-f31e-4437-bb87-427527e89550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc1d27e80>, [], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:09:57.516548 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b845cff1-b113-4170-b1d3-d9cd32b40f55 tempest-PortsAdminExtendedAttrsTestJSON-1068406754 tempest-PortsAdminExtendedAttrsTestJSON-1068406754-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735362521793'] for network, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:57.525168 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca059063-f31e-4437-bb87-427527e89550 None None] Routers {'e4a3013b-f32e-42bd-b92f-f095dc4fbbe5'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:09:57.526125 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-ca059063-f31e-4437-bb87-427527e89550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc1d27e80>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:09:50Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['e4a3013b-f32e-42bd-b92f-f095dc4fbbe5'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:09:57.577226 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-f5253ea0-5b28-4851-a9fe-8bf92989de0a tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Unset dirty status for tenant:08bb5ff5fd45470cae3e1870e7817546 on resource:network {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:09:57.581348 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-f5253ea0-5b28-4851-a9fe-8bf92989de0a tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] 10.222.0.64 "GET /v2.0/networks?id=23761357-1c6f-4060-9a20-e12c7447d5c4 HTTP/1.1" status: 200  len: 765 time: 0.7709870
Dec 23 16:09:57.584406 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 43174) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:09:57.602345 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-cdfba0b9-d047-4cf4-a5d8-65092661b67a tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Request body: {'network': {'description': 'd2'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:09:57.602860 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-ca059063-f31e-4437-bb87-427527e89550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc1d27e80>, [], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:09:57.603924 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca059063-f31e-4437-bb87-427527e89550 None None] The sync data for ids ['e4a3013b-f32e-42bd-b92f-f095dc4fbbe5'] in dv-neutron-822799-1-hyperv is: [] {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 23 16:09:57.645401 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [None req-19bcd96b-5506-408b-b91d-74804c24f451 tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] Allocated IP 2001:db8::1b8 (9d4573d0-c8b8-4097-a3c0-73a15fde0c72/dc0835dc-6ceb-4ed5-9e46-3893476f5e2b/543a01e3-a9e0-4b21-8a12-2de48fa2f4e8) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:09:57.747078 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-cc30760f-db6a-4633-b16d-5465e607b4fe None None] For port a3aa6eaf-bb11-4c7d-a39b-1651be4bf7ef, host dv-neutron-822799-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=a3aa6eaf-bb11-4c7d-a39b-1651be4bf7ef,segment=NetworkSegment(8011d78e-573d-41b0-93c8-ec72359a639a),segment_id=8011d78e-573d-41b0-93c8-ec72359a639a)] {{(pid=87637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 23 16:09:57.754375 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.db.api [None req-2eeb08d7-127c-407d-a56f-04af9c4f1634 tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Dec 23 16:09:57.754375 dv-neutron-822799-1-hyperv neutron-server[87636]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Dec 23 16:09:57.754375 dv-neutron-822799-1-hyperv neutron-server[87636]: [parameters: {'id': 'b93e686f-901c-498c-82f7-9a93dedc2bcb'}]
Dec 23 16:09:57.754375 dv-neutron-822799-1-hyperv neutron-server[87636]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87636) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 23 16:09:57.755399 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_db.api [None req-2eeb08d7-127c-407d-a56f-04af9c4f1634 tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 23 16:09:57.763352 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-cc30760f-db6a-4633-b16d-5465e607b4fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:57.770070 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.db.resource_extend [None req-b845cff1-b113-4170-b1d3-d9cd32b40f55 tempest-PortsAdminExtendedAttrsTestJSON-1068406754 tempest-PortsAdminExtendedAttrsTestJSON-1068406754-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 23 16:09:57.815763 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-26b03062-3e9d-4740-b1e1-572151c8ded6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:09:57.991731 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc30760f-db6a-4633-b16d-5465e607b4fe None None] Pushing event updated for resources: {'Port': ['ID=a3aa6eaf-bb11-4c7d-a39b-1651be4bf7ef,revision_number=2']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:09:58.032522 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-cc30760f-db6a-4633-b16d-5465e607b4fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:09:58.033271 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.db.l3_db [None req-e87a84ad-e568-4579-97fa-52d694346fda tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Floating IP f6842cd9-2eb3-4e20-98df-649105617b32 associated. External IP: 172.26.3.54, port: ba0ee14d-be67-4d2e-9b84-6360b691a208.
Dec 23 16:09:58.040886 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-98dc4c5c-dbb1-43f5-9175-92c5ffbd3a32 None None] Provisioning for port 1957f833-0d7f-4177-8500-4441b570d027 completed by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:09:58.068769 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-98dc4c5c-dbb1-43f5-9175-92c5ffbd3a32 None None] Provisioning complete for port 1957f833-0d7f-4177-8500-4441b570d027 triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:09:58.069150 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-98dc4c5c-dbb1-43f5-9175-92c5ffbd3a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:58.158019 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-98dc4c5c-dbb1-43f5-9175-92c5ffbd3a32 None None] Port 1957f833-0d7f-4177-8500-4441b570d027 cannot update to ACTIVE because it is not bound. {{(pid=87637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 23 16:09:58.163483 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 60af090f-0625-45cb-911c-3823834d91d9 no longer exists at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 23 16:09:58.181652 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b845cff1-b113-4170-b1d3-d9cd32b40f55 tempest-PortsAdminExtendedAttrsTestJSON-1068406754 tempest-PortsAdminExtendedAttrsTestJSON-1068406754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495'] for network, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:58.187604 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b845cff1-b113-4170-b1d3-d9cd32b40f55 tempest-PortsAdminExtendedAttrsTestJSON-1068406754 tempest-PortsAdminExtendedAttrsTestJSON-1068406754-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:09:58.188225 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b845cff1-b113-4170-b1d3-d9cd32b40f55 tempest-PortsAdminExtendedAttrsTestJSON-1068406754 tempest-PortsAdminExtendedAttrsTestJSON-1068406754-project] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:58.200443 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:09:58.202385 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c8b6dce-4386-48c8-8571-ae92808cdf55 None None] Network b93e686f-901c-498c-82f7-9a93dedc2bcb requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:09:58.222447 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-314efa59-2a48-4f3c-9aab-eb1e46682a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc06e8df0>, [{'id': '5ddf301a-c667-4ab2-af44-4358f783eeec', 'name': 'tempest-ServersTestManualDisk-2052961793-router', 'tenant_id': '0d83cf4cd2a34a3d8747fec0cfffe963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.111'}], 'enable_snat': True}, 'gw_port_id': '2b166162-6ae6-4c8f-ac05-899a97e296f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:08:28Z', 'updated_at': '2021-12-23T16:08:46Z', 'revision_number': 4, 'project_id': '0d83cf4cd2a34a3d8747fec0cfffe963', 'gw_port': {'id': '2b166162-6ae6-4c8f-ac05-899a97e296f1', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:88:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ddf301a-c667-4ab2-af44-4358f783eeec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:08:30Z', 'updated_at': '2021-12-23T16:08:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_floatingips': [{'id': 'e2a62c8f-af0d-4784-9bec-eb1083244a56', 'tenant_id': '0d83cf4cd2a34a3d8747fec0cfffe963', 'floating_ip_address': '172.26.3.87', 'floating_network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'router_id': '5ddf301a-c667-4ab2-af44-4358f783eeec', 'port_id': '67df780b-70a7-4a3b-963c-521560944de5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 195, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '110ef17f-202a-4ce6-8e43-789c8f209bdb', 'mac_address': 'fa:16:3e:c8:35:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47b15118-c934-4327-a96a-eeff72dc225f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:09:01Z', 'updated_at': '2021-12-23T16:09:51Z', 'revision_number': 1, 'project_id': '0d83cf4cd2a34a3d8747fec0cfffe963', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1533cd9-1d4b-4d70-b357-905ad395d212', 'name': '', 'network_id': '110ef17f-202a-4ce6-8e43-789c8f209bdb', 'tenant_id': '0d83cf4cd2a34a3d8747fec0cfffe963', 'mac_address': 'fa:16:3e:a1:4b:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ddf301a-c667-4ab2-af44-4358f783eeec', 'device_owner': 'network:router_interface', 'standard_attr_id': 132, 'fixed_ips': [{'subnet_id': '53feed59-2af5-4ad4-9dff-3991a61b1789', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:08:41Z', 'updated_at': '2021-12-23T16:08:56Z', 'revision_number': 5, 'project_id': '0d83cf4cd2a34a3d8747fec0cfffe963', 'subnets': [{'id': '53feed59-2af5-4ad4-9dff-3991a61b1789', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:09:58.226984 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] No Port match for: 60af090f-0625-45cb-911c-3823834d91d9 {{(pid=87637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 23 16:09:58.227340 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 60af090f-0625-45cb-911c-3823834d91d9 not bound to the agent host dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 23 16:09:58.232847 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-314efa59-2a48-4f3c-9aab-eb1e46682a43 None None] Checking router: 5ddf301a-c667-4ab2-af44-4358f783eeec for host: dv-neutron-822799-1-hyperv {{(pid=87637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 23 16:09:58.284708 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-b0ad4ff7-f91c-4771-bbd8-305848f02c23 tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1824017', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1823768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-235299'] for router, precommit_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:58.317079 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2eeb08d7-127c-407d-a56f-04af9c4f1634 tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-698866'] for network, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:58.317923 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-314efa59-2a48-4f3c-9aab-eb1e46682a43 None None] Routers {'5ddf301a-c667-4ab2-af44-4358f783eeec'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:09:58.318581 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-314efa59-2a48-4f3c-9aab-eb1e46682a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc06e8df0>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:09:50Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['5ddf301a-c667-4ab2-af44-4358f783eeec'], 'active': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:09:58.419695 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea74d17-07ed-4203-9265-bdccccb2028e req-ebc49059-5045-441e-a35c-dda102ac4447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:09:58.421249 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-0ea74d17-07ed-4203-9265-bdccccb2028e req-ebc49059-5045-441e-a35c-dda102ac4447 service neutron] 10.222.0.61 "GET /v2.0/networks?id=110ef17f-202a-4ce6-8e43-789c8f209bdb HTTP/1.1" status: 200  len: 913 time: 0.9979944
Dec 23 16:09:58.613176 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvr_db [None req-314efa59-2a48-4f3c-9aab-eb1e46682a43 None None] Set router 5ddf301a-c667-4ab2-af44-4358f783eeec gateway port host: dv-neutron-822799-1-hyperv {{(pid=87637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:09:58.654581 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-184622e6-bafa-4e0f-9577-f5b698ffd9fc None None] Provisioning complete for port 80a183f5-1c4a-468c-809f-a1f344b9dbac triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:09:58.655186 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-184622e6-bafa-4e0f-9577-f5b698ffd9fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:58.705222 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b845cff1-b113-4170-b1d3-d9cd32b40f55 tempest-PortsAdminExtendedAttrsTestJSON-1068406754 tempest-PortsAdminExtendedAttrsTestJSON-1068406754-project] Pushing event updated for resources: {'Network': ['ID=ded4fc54-8863-4e45-b0f6-537898a2c594,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:09:58.731574 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-b845cff1-b113-4170-b1d3-d9cd32b40f55 tempest-PortsAdminExtendedAttrsTestJSON-1068406754 tempest-PortsAdminExtendedAttrsTestJSON-1068406754-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.531s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:09:58.738512 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Network ded4fc54-8863-4e45-b0f6-537898a2c594 details requested by agent ovs-agent-dv-neutron-822799-1-hyperv with host dv-neutron-822799-1-hyperv {{(pid=87637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 23 16:09:58.738697 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-b845cff1-b113-4170-b1d3-d9cd32b40f55 tempest-PortsAdminExtendedAttrsTestJSON-1068406754 tempest-PortsAdminExtendedAttrsTestJSON-1068406754-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201  len: 798 time: 3.6501307
Dec 23 16:09:58.738697 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-2eeb08d7-127c-407d-a56f-04af9c4f1634 tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Deleting port a3aa6eaf-bb11-4c7d-a39b-1651be4bf7ef {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:09:58.738697 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2eeb08d7-127c-407d-a56f-04af9c4f1634 tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:58.814668 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-cdfba0b9-d047-4cf4-a5d8-65092661b67a tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735362521793'] for network, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:58.901202 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d19a30dd-503d-4cc2-9128-0124c77eac73 None None] get_active_networks_info from dv-neutron-822799-1-hyperv {{(pid=87637) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}}
Dec 23 16:09:58.911569 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-0ea74d17-07ed-4203-9265-bdccccb2028e req-811ad1b4-f765-4f90-a3a0-f8fb2c423fd0 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=67df780b-70a7-4a3b-963c-521560944de5 HTTP/1.1" status: 200  len: 998 time: 0.4711759
Dec 23 16:09:59.090912 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-cdfba0b9-d047-4cf4-a5d8-65092661b67a tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495'] for network, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:59.094801 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 43190) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:09:59.113434 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-c6dc312d-c4fa-43e0-92e0-03b47597339a tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:09:59.230546 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-500e75aa-854e-4831-a03d-d97072d5b6c9 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Request body: {'port': {'network_id': 'ded4fc54-8863-4e45-b0f6-537898a2c594', 'binding:host_id': 'hv-neutron-8227', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1575526131'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:09:59.235201 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-500e75aa-854e-4831-a03d-d97072d5b6c9 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:09:59.239030 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-500e75aa-854e-4831-a03d-d97072d5b6c9 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Usage tracker for resource:port and tenant:29d06568c643416681d8c57ec2bb11be is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:09:59.242329 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-500e75aa-854e-4831-a03d-d97072d5b6c9 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:09:59.248197 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-500e75aa-854e-4831-a03d-d97072d5b6c9 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:09:59.255378 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-cdfba0b9-d047-4cf4-a5d8-65092661b67a tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Network 23761357-1c6f-4060-9a20-e12c7447d5c4 is not hosted by any dhcp agent {{(pid=87636) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}}
Dec 23 16:09:59.261615 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdfba0b9-d047-4cf4-a5d8-65092661b67a tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:09:59.262327 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-cdfba0b9-d047-4cf4-a5d8-65092661b67a tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:59.263667 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-cdfba0b9-d047-4cf4-a5d8-65092661b67a tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] 10.222.0.64 "PUT /v2.0/networks/23761357-1c6f-4060-9a20-e12c7447d5c4 HTTP/1.1" status: 200  len: 762 time: 1.6669097
Dec 23 16:09:59.290786 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-184622e6-bafa-4e0f-9577-f5b698ffd9fc None None] Provisioning complete for port 1957f833-0d7f-4177-8500-4441b570d027 triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:09:59.291329 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-184622e6-bafa-4e0f-9577-f5b698ffd9fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:59.324190 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-b0ad4ff7-f91c-4771-bbd8-305848f02c23 tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1824017', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1823768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-235299'] for router, precommit_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:59.327877 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 43194) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:09:59.329677 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-b0ad4ff7-f91c-4771-bbd8-305848f02c23 tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1824234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1824024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1824227', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1823761'] for router, after_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:59.337632 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-500e75aa-854e-4831-a03d-d97072d5b6c9 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Made reservation on behalf of 29d06568c643416681d8c57ec2bb11be for: {'port': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:09:59.339922 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-500e75aa-854e-4831-a03d-d97072d5b6c9 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:59.408179 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-184622e6-bafa-4e0f-9577-f5b698ffd9fc None None] Port 1957f833-0d7f-4177-8500-4441b570d027 cannot update to ACTIVE because it is not bound. {{(pid=87637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 23 16:09:59.409848 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d19a30dd-503d-4cc2-9128-0124c77eac73 None None] Resources bound (agent type, host, resource id):  {{(pid=87637) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Dec 23 16:09:59.470886 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-500e75aa-854e-4831-a03d-d97072d5b6c9 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:59.521993 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0ad4ff7-f91c-4771-bbd8-305848f02c23 tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Router e4a3013b-f32e-42bd-b92f-f095dc4fbbe5 has already been hosted by L3 agent 371d4c41-c7e2-4de7-9539-c049ec4e95d1 {{(pid=87635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 23 16:09:59.556731 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-c54cbea6-16fb-436f-ab75-f476e3e453f9 None None] Provisioning complete for port 1957f833-0d7f-4177-8500-4441b570d027 triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:09:59.557105 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-c54cbea6-16fb-436f-ab75-f476e3e453f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:59.564337 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-19bcd96b-5506-408b-b91d-74804c24f451 tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:59.573006 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfba0b9-d047-4cf4-a5d8-65092661b67a tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Pushing event updated for resources: {'Network': ['ID=23761357-1c6f-4060-9a20-e12c7447d5c4,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:09:59.594920 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea74d17-07ed-4203-9265-bdccccb2028e req-93efc948-8cbb-43b1-987d-3a124efa744d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:09:59.596397 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-0ea74d17-07ed-4203-9265-bdccccb2028e req-93efc948-8cbb-43b1-987d-3a124efa744d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=53feed59-2af5-4ad4-9dff-3991a61b1789 HTTP/1.1" status: 200  len: 851 time: 0.6400847
Dec 23 16:09:59.598576 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-314efa59-2a48-4f3c-9aab-eb1e46682a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc06e8df0>, [{'id': '5ddf301a-c667-4ab2-af44-4358f783eeec', 'name': 'tempest-ServersTestManualDisk-2052961793-router', 'tenant_id': '0d83cf4cd2a34a3d8747fec0cfffe963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.111'}], 'enable_snat': True}, 'gw_port_id': '2b166162-6ae6-4c8f-ac05-899a97e296f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:08:28Z', 'updated_at': '2021-12-23T16:08:46Z', 'revision_number': 4, 'project_id': '0d83cf4cd2a34a3d8747fec0cfffe963', 'gw_port': {'id': '2b166162-6ae6-4c8f-ac05-899a97e296f1', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:88:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ddf301a-c667-4ab2-af44-4358f783eeec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:08:30Z', 'updated_at': '2021-12-23T16:08:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_floatingips': [{'id': 'e2a62c8f-af0d-4784-9bec-eb1083244a56', 'tenant_id': '0d83cf4cd2a34a3d8747fec0cfffe963', 'floating_ip_address': '172.26.3.87', 'floating_network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'router_id': '5ddf301a-c667-4ab2-af44-4358f783eeec', 'port_id': '67df780b-70a7-4a3b-963c-521560944de5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 195, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '110ef17f-202a-4ce6-8e43-789c8f209bdb', 'mac_address': 'fa:16:3e:c8:35:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47b15118-c934-4327-a96a-eeff72dc225f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:09:01Z', 'updated_at': '2021-12-23T16:09:51Z', 'revision_number': 1, 'project_id': '0d83cf4cd2a34a3d8747fec0cfffe963', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1533cd9-1d4b-4d70-b357-905ad395d212', 'name': '', 'network_id': '110ef17f-202a-4ce6-8e43-789c8f209bdb', 'tenant_id': '0d83cf4cd2a34a3d8747fec0cfffe963', 'mac_address': 'fa:16:3e:a1:4b:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ddf301a-c667-4ab2-af44-4358f783eeec', 'device_owner': 'network:router_interface', 'standard_attr_id': 132, 'fixed_ips': [{'subnet_id': '53feed59-2af5-4ad4-9dff-3991a61b1789', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:08:41Z', 'updated_at': '2021-12-23T16:08:56Z', 'revision_number': 5, 'project_id': '0d83cf4cd2a34a3d8747fec0cfffe963', 'subnets': [{'id': '53feed59-2af5-4ad4-9dff-3991a61b1789', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:09:59.600675 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Network 23761357-1c6f-4060-9a20-e12c7447d5c4 details requested by agent ovs-agent-dv-neutron-822799-1-hyperv with host dv-neutron-822799-1-hyperv {{(pid=87637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 23 16:09:59.601543 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-cdfba0b9-d047-4cf4-a5d8-65092661b67a tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.488s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:09:59.604117 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-500e75aa-854e-4831-a03d-d97072d5b6c9 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:09:59.642333 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-314efa59-2a48-4f3c-9aab-eb1e46682a43 None None] The sync data for ids ['5ddf301a-c667-4ab2-af44-4358f783eeec'] in dv-neutron-822799-1-hyperv is: [{'id': '5ddf301a-c667-4ab2-af44-4358f783eeec', 'name': 'tempest-ServersTestManualDisk-2052961793-router', 'tenant_id': '0d83cf4cd2a34a3d8747fec0cfffe963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.111'}], 'enable_snat': True}, 'gw_port_id': '2b166162-6ae6-4c8f-ac05-899a97e296f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:08:28Z', 'updated_at': '2021-12-23T16:08:46Z', 'revision_number': 4, 'project_id': '0d83cf4cd2a34a3d8747fec0cfffe963', 'gw_port': {'id': '2b166162-6ae6-4c8f-ac05-899a97e296f1', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:88:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ddf301a-c667-4ab2-af44-4358f783eeec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:08:30Z', 'updated_at': '2021-12-23T16:08:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_floatingips': [{'id': 'e2a62c8f-af0d-4784-9bec-eb1083244a56', 'tenant_id': '0d83cf4cd2a34a3d8747fec0cfffe963', 'floating_ip_address': '172.26.3.87', 'floating_network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'router_id': '5ddf301a-c667-4ab2-af44-4358f783eeec', 'port_id': '67df780b-70a7-4a3b-963c-521560944de5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 195, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '110ef17f-202a-4ce6-8e43-789c8f209bdb', 'mac_address': 'fa:16:3e:c8:35:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47b15118-c934-4327-a96a-eeff72dc225f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:09:01Z', 'updated_at': '2021-12-23T16:09:51Z', 'revision_number': 1, 'project_id': '0d83cf4cd2a34a3d8747fec0cfffe963', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1533cd9-1d4b-4d70-b357-905ad395d212', 'name': '', 'network_id': '110ef17f-202a-4ce6-8e43-789c8f209bdb', 'tenant_id': '0d83cf4cd2a34a3d8747fec0cfffe963', 'mac_address': 'fa:16:3e:a1:4b:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ddf301a-c667-4ab2-af44-4358f783eeec', 'device_owner': 'network:router_interface', 'standard_attr_id': 132, 'fixed_ips': [{'subnet_id': '53feed59-2af5-4ad4-9dff-3991a61b1789', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:08:41Z', 'updated_at': '2021-12-23T16:08:56Z', 'revision_number': 5, 'project_id': '0d83cf4cd2a34a3d8747fec0cfffe963', 'subnets': [{'id': '53feed59-2af5-4ad4-9dff-3991a61b1789', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 23 16:09:59.724299 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0ad4ff7-f91c-4771-bbd8-305848f02c23 tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Notify agent at l3_agent.dv-neutron-822799-1-hyperv the message routers_updated {{(pid=87635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 23 16:09:59.728752 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-b0ad4ff7-f91c-4771-bbd8-305848f02c23 tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Notify callbacks [] for router, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:59.730527 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-b0ad4ff7-f91c-4771-bbd8-305848f02c23 tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] 10.222.0.64 "PUT /v2.0/routers/e4a3013b-f32e-42bd-b92f-f095dc4fbbe5 HTTP/1.1" status: 200  len: 921 time: 2.3109365
Dec 23 16:09:59.734432 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 43198) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:09:59.743783 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c71acb-3406-428a-b1b8-25cc6410e962 None None] Sync routers for ids ['e4a3013b-f32e-42bd-b92f-f095dc4fbbe5'] in dv-neutron-822799-1-hyperv {{(pid=87637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 23 16:09:59.794146 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-c54cbea6-16fb-436f-ab75-f476e3e453f9 None None] Port 1957f833-0d7f-4177-8500-4441b570d027 cannot update to ACTIVE because it is not bound. {{(pid=87637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 23 16:09:59.816938 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c71acb-3406-428a-b1b8-25cc6410e962 None None] Routers {'e4a3013b-f32e-42bd-b92f-f095dc4fbbe5'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:09:59.817572 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-13c71acb-3406-428a-b1b8-25cc6410e962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc06e86d0>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:09:50Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['e4a3013b-f32e-42bd-b92f-f095dc4fbbe5'], 'active': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:09:59.891693 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-500e75aa-854e-4831-a03d-d97072d5b6c9 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Usage tracker for resource:security_group_rule and tenant:29d06568c643416681d8c57ec2bb11be is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:09:59.897716 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-13c71acb-3406-428a-b1b8-25cc6410e962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc06e86d0>, [], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:09:59.928253 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c71acb-3406-428a-b1b8-25cc6410e962 None None] Routers {'e4a3013b-f32e-42bd-b92f-f095dc4fbbe5'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:09:59.929096 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-13c71acb-3406-428a-b1b8-25cc6410e962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc06e86d0>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:09:50Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['e4a3013b-f32e-42bd-b92f-f095dc4fbbe5'], 'active': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:09:59.932412 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-bebe570f-95f9-4a75-8e6a-9f8de5d83698 tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] 10.222.0.64 "GET /v2.0/routers/e4a3013b-f32e-42bd-b92f-f095dc4fbbe5 HTTP/1.1" status: 200  len: 921 time: 0.1965477
Dec 23 16:09:59.935206 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 43202) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:09:59.942607 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-500e75aa-854e-4831-a03d-d97072d5b6c9 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:09:59.955432 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1294ff79-066c-4075-b12c-7a44e42dd25b None None] New status for floating IP e2a62c8f-af0d-4784-9bec-eb1083244a56: ACTIVE {{(pid=87638) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 23 16:09:59.971342 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-500e75aa-854e-4831-a03d-d97072d5b6c9 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:09:59.976891 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [None req-2eeb08d7-127c-407d-a56f-04af9c4f1634 tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] For port a3aa6eaf-bb11-4c7d-a39b-1651be4bf7ef, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=a3aa6eaf-bb11-4c7d-a39b-1651be4bf7ef,segment=NetworkSegment(8011d78e-573d-41b0-93c8-ec72359a639a),segment_id=8011d78e-573d-41b0-93c8-ec72359a639a)] {{(pid=87636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:09:59.977262 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2eeb08d7-127c-407d-a56f-04af9c4f1634 tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:09:59.997997 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.provisioning_blocks [None req-19bcd96b-5506-408b-b91d-74804c24f451 tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] Transition to ACTIVE for port object 543a01e3-a9e0-4b21-8a12-2de48fa2f4e8 will not be triggered until provisioned by entity DHCP. {{(pid=87636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:10:00.012851 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6803455c-0742-48a9-9581-6124e1d8680c tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:10:00.012851 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-6803455c-0742-48a9-9581-6124e1d8680c tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] 10.222.0.64 "GET /v2.0/networks?id=23761357-1c6f-4060-9a20-e12c7447d5c4 HTTP/1.1" status: 200  len: 765 time: 0.6577175
Dec 23 16:10:00.013152 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-13c71acb-3406-428a-b1b8-25cc6410e962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc06e86d0>, [], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:10:00.013247 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 43206) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:00.013562 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c71acb-3406-428a-b1b8-25cc6410e962 None None] The sync data for ids ['e4a3013b-f32e-42bd-b92f-f095dc4fbbe5'] in dv-neutron-822799-1-hyperv is: [] {{(pid=87637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 23 16:10:00.026176 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb238173-4954-4c37-9f48-33c6526b652e tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:10:00.027000 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-cb238173-4954-4c37-9f48-33c6526b652e tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Synchronizing usage tracker for tenant:8277d77634e04c6eb54fb9f206174c12 on resource:port {{(pid=87635) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:10:00.045772 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-cb238173-4954-4c37-9f48-33c6526b652e tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Unset dirty status for tenant:8277d77634e04c6eb54fb9f206174c12 on resource:port {{(pid=87635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:10:00.047865 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-cb238173-4954-4c37-9f48-33c6526b652e tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] 10.222.0.64 "GET /v2.0/ports?network_id=8afa6d58-9431-454a-b99c-3ff8a65aa86b&device_id=e4a3013b-f32e-42bd-b92f-f095dc4fbbe5&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 945 time: 0.1115756
Dec 23 16:10:00.050820 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 43210) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:00.198111 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-2eeb08d7-127c-407d-a56f-04af9c4f1634 tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Calling delete_port for a3aa6eaf-bb11-4c7d-a39b-1651be4bf7ef owned by network:dhcp {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:10:00.223948 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4387c343-dc01-43a9-93df-6ea9e8a84a70 tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:10:00.226190 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-4387c343-dc01-43a9-93df-6ea9e8a84a70 tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Synchronizing usage tracker for tenant:8277d77634e04c6eb54fb9f206174c12 on resource:network {{(pid=87635) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:10:00.238360 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-129a5a31-04ec-4fd3-89e7-00f080da8ef8 None None] get_active_networks_info from dv-neutron-822799-1-hyperv {{(pid=87637) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}}
Dec 23 16:10:00.267108 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-4387c343-dc01-43a9-93df-6ea9e8a84a70 tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Unset dirty status for tenant:8277d77634e04c6eb54fb9f206174c12 on resource:network {{(pid=87635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:10:00.271767 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-4387c343-dc01-43a9-93df-6ea9e8a84a70 tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] 10.222.0.64 "GET /v2.0/networks/8afa6d58-9431-454a-b99c-3ff8a65aa86b HTTP/1.1" status: 200  len: 881 time: 0.2199612
Dec 23 16:10:00.273417 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 43218) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:00.320555 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e87a84ad-e568-4579-97fa-52d694346fda tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Router abfa982d-e5a4-4f60-bb8f-be7e2c2fb544 has already been hosted by L3 agent 371d4c41-c7e2-4de7-9539-c049ec4e95d1 {{(pid=87636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 23 16:10:00.389416 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-62dd87e8-8f92-4353-afb1-a01c71c108e1 tempest-RoutersAdminTest-1714001428 tempest-RoutersAdminTest-1714001428-project] 10.222.0.64 "GET /v2.0/ports?device_id=e4a3013b-f32e-42bd-b92f-f095dc4fbbe5 HTTP/1.1" status: 200  len: 205 time: 0.1147141
Dec 23 16:10:00.392740 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 43222) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:00.497534 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-129a5a31-04ec-4fd3-89e7-00f080da8ef8 None None] Resources bound (agent type, host, resource id):  {{(pid=87637) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Dec 23 16:10:00.537892 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-19bcd96b-5506-408b-b91d-74804c24f451 tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:00.552399 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea74d17-07ed-4203-9265-bdccccb2028e req-9459f78f-61a9-4a3e-aa34-8a69dc9c39cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:10:00.553915 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-0ea74d17-07ed-4203-9265-bdccccb2028e req-9459f78f-61a9-4a3e-aa34-8a69dc9c39cf service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=110ef17f-202a-4ce6-8e43-789c8f209bdb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.6673467
Dec 23 16:10:00.554503 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:10:00.582481 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-89c3a632-8885-4a37-bfe3-05e499f458c8 tempest-RoutersAdminTest-1714001428 tempest-RoutersAdminTest-1714001428-project] Notify callbacks [] for router, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:00.590462 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cba40075-b278-4a02-a8f8-a8a5b45d3206 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:10:00.594953 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-cba40075-b278-4a02-a8f8-a8a5b45d3206 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 782 time: 0.5690277
Dec 23 16:10:00.615504 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 43226) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:00.697798 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2eeb08d7-127c-407d-a56f-04af9c4f1634 tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:00.850090 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-e7db98f0-5b7d-4b3a-9cbb-90b01e55c0a8 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] 10.222.0.64 "GET /v2.0/subnets?network_id=8afa6d58-9431-454a-b99c-3ff8a65aa86b HTTP/1.1" status: 200  len: 207 time: 0.2091007
Dec 23 16:10:00.853131 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eeb08d7-127c-407d-a56f-04af9c4f1634 tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] No DVR routers for this DVR port a3aa6eaf-bb11-4c7d-a39b-1651be4bf7ef on host dv-neutron-822799-1-hyperv {{(pid=87636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 23 16:10:00.866437 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 43230) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:00.869274 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19bcd96b-5506-408b-b91d-74804c24f451 tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] Network 9d4573d0-c8b8-4097-a3c0-73a15fde0c72 is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:10:00.914828 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-19bcd96b-5506-408b-b91d-74804c24f451 tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] Resources bound (agent type, host, resource id):  {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:10:00.926508 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bcd96b-5506-408b-b91d-74804c24f451 tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] Pushing event updated for resources: {'Port': ['ID=543a01e3-a9e0-4b21-8a12-2de48fa2f4e8,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:10:00.933415 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19bcd96b-5506-408b-b91d-74804c24f451 tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:10:00.939021 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19bcd96b-5506-408b-b91d-74804c24f451 tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:10:00.939636 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-19bcd96b-5506-408b-b91d-74804c24f451 tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:00.951762 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-19bcd96b-5506-408b-b91d-74804c24f451 tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.397s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:10:00.953570 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-500e75aa-854e-4831-a03d-d97072d5b6c9 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:00.975294 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-38c59762-b912-46cf-88d3-08fe682bbec7 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.217s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:10:00.998518 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-89c3a632-8885-4a37-bfe3-05e499f458c8 tempest-RoutersAdminTest-1714001428 tempest-RoutersAdminTest-1714001428-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:01.026482 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-89c3a632-8885-4a37-bfe3-05e499f458c8 tempest-RoutersAdminTest-1714001428 tempest-RoutersAdminTest-1714001428-project] Deleting port 17c74ab0-4fdf-4975-b009-a92d59dc321a {{(pid=87635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:10:01.026841 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-89c3a632-8885-4a37-bfe3-05e499f458c8 tempest-RoutersAdminTest-1714001428 tempest-RoutersAdminTest-1714001428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:01.033550 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-500e75aa-854e-4831-a03d-d97072d5b6c9 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:01.041918 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eeb08d7-127c-407d-a56f-04af9c4f1634 tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Pushing event deleted for resources: {'Port': ['ID=a3aa6eaf-bb11-4c7d-a39b-1651be4bf7ef,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:10:01.044348 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e87a84ad-e568-4579-97fa-52d694346fda tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify agent at l3_agent.dv-neutron-822799-1-hyperv the message routers_updated {{(pid=87636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 23 16:10:01.060412 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde7f02c-a11d-4875-a3e7-3f6738d22450 None None] Sync routers for ids ['abfa982d-e5a4-4f60-bb8f-be7e2c2fb544'] in dv-neutron-822799-1-hyperv {{(pid=87637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 23 16:10:01.071644 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde7f02c-a11d-4875-a3e7-3f6738d22450 None None] Routers {'abfa982d-e5a4-4f60-bb8f-be7e2c2fb544'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:10:01.072287 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-bde7f02c-a11d-4875-a3e7-3f6738d22450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc11c7340>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:09:50Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['abfa982d-e5a4-4f60-bb8f-be7e2c2fb544'], 'active': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:10:01.099099 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [None req-500e75aa-854e-4831-a03d-d97072d5b6c9 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] device_id is not set on port 566baa15-c042-4511-a35a-28a6900965fa yet. {{(pid=87636) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 23 16:10:01.110185 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d22e171-2b91-477b-8701-c290f2c219b2 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:10:01.116049 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d22e171-2b91-477b-8701-c290f2c219b2 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:10:01.122098 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d22e171-2b91-477b-8701-c290f2c219b2 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:10:01.128342 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d22e171-2b91-477b-8701-c290f2c219b2 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:10:01.134106 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d22e171-2b91-477b-8701-c290f2c219b2 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:10:01.140328 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d22e171-2b91-477b-8701-c290f2c219b2 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:10:01.140923 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-2eeb08d7-127c-407d-a56f-04af9c4f1634 tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:10:01.141578 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-2d22e171-2b91-477b-8701-c290f2c219b2 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Synchronizing usage tracker for tenant:08bb5ff5fd45470cae3e1870e7817546 on resource:network {{(pid=87635) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:10:01.142355 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-317baac0-6639-4229-a1c6-9a32e51069d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.100s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:10:01.198582 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-bde7f02c-a11d-4875-a3e7-3f6738d22450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc11c7340>, [], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:10:01.210379 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde7f02c-a11d-4875-a3e7-3f6738d22450 None None] Routers {'abfa982d-e5a4-4f60-bb8f-be7e2c2fb544'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:10:01.212094 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-bde7f02c-a11d-4875-a3e7-3f6738d22450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc11c7340>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:09:50Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['abfa982d-e5a4-4f60-bb8f-be7e2c2fb544'], 'active': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:10:01.223868 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-2d22e171-2b91-477b-8701-c290f2c219b2 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Unset dirty status for tenant:08bb5ff5fd45470cae3e1870e7817546 on resource:network {{(pid=87635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:10:01.225071 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-2d22e171-2b91-477b-8701-c290f2c219b2 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200  len: 3730 time: 0.3577111
Dec 23 16:10:01.229517 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 43234) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:01.274249 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2eeb08d7-127c-407d-a56f-04af9c4f1634 tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-864347', 'neutron.services.segments.db._delete_segments_for_network-8735362908070'] for network, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:01.316433 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-19bcd96b-5506-408b-b91d-74804c24f451 tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1008 time: 5.4936216
Dec 23 16:10:01.322900 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 43238) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:01.324387 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-bde7f02c-a11d-4875-a3e7-3f6738d22450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc11c7340>, [], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:10:01.326414 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde7f02c-a11d-4875-a3e7-3f6738d22450 None None] The sync data for ids ['abfa982d-e5a4-4f60-bb8f-be7e2c2fb544'] in dv-neutron-822799-1-hyperv is: [] {{(pid=87637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 23 16:10:01.350587 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-cdb2a576-afe9-44eb-84ce-9b57f815a813 None None] Provisioning for port 543a01e3-a9e0-4b21-8a12-2de48fa2f4e8 completed by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:10:01.358266 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-cdb2a576-afe9-44eb-84ce-9b57f815a813 None None] Provisioning complete for port 543a01e3-a9e0-4b21-8a12-2de48fa2f4e8 triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:10:01.358852 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-cdb2a576-afe9-44eb-84ce-9b57f815a813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:01.368337 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500e75aa-854e-4831-a03d-d97072d5b6c9 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d263cd64-b952-4129-a557-a7dccfc78e2d,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:10:01.379081 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-0ea74d17-07ed-4203-9265-bdccccb2028e req-b8c371c9-2cb7-418d-b41c-26d5ac910025 service neutron] 10.222.0.61 "GET /v2.0/networks/110ef17f-202a-4ce6-8e43-789c8f209bdb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7860990
Dec 23 16:10:01.383792 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-500e75aa-854e-4831-a03d-d97072d5b6c9 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:10:01.434619 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-89c3a632-8885-4a37-bfe3-05e499f458c8 tempest-RoutersAdminTest-1714001428 tempest-RoutersAdminTest-1714001428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:01.446398 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-cdb2a576-afe9-44eb-84ce-9b57f815a813 None None] Port 543a01e3-a9e0-4b21-8a12-2de48fa2f4e8 cannot update to ACTIVE because it is not bound. {{(pid=87637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 23 16:10:01.563397 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-2eeb08d7-127c-407d-a56f-04af9c4f1634 tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1dc042f340>,) {'filters': {'network_id': ['b93e686f-901c-498c-82f7-9a93dedc2bcb']}} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:10:01.592062 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-89c3a632-8885-4a37-bfe3-05e499f458c8 tempest-RoutersAdminTest-1714001428 tempest-RoutersAdminTest-1714001428-project] Calling delete_port for 17c74ab0-4fdf-4975-b009-a92d59dc321a owned by network:router_gateway {{(pid=87635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:10:01.652980 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-2eeb08d7-127c-407d-a56f-04af9c4f1634 tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dc042f340>, '8011d78e-573d-41b0-93c8-ec72359a639a') {'for_net_delete': True} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:10:01.653222 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-2eeb08d7-127c-407d-a56f-04af9c4f1634 tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dc042f340>, '8011d78e-573d-41b0-93c8-ec72359a639a') {} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:10:01.681572 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-40fc046a-1c6f-404b-b956-6f85050fff58 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] 10.222.0.64 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200  len: 812 time: 0.4509516
Dec 23 16:10:01.690048 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 43246) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:01.747770 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2eeb08d7-127c-407d-a56f-04af9c4f1634 tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735363085442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2382197'] for segment, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:01.795304 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53da0743-c630-4771-9cb2-d5a313b0bddf tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:10:01.797180 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53da0743-c630-4771-9cb2-d5a313b0bddf tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:10:01.798660 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53da0743-c630-4771-9cb2-d5a313b0bddf tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:10:01.800324 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53da0743-c630-4771-9cb2-d5a313b0bddf tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:10:01.801906 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53da0743-c630-4771-9cb2-d5a313b0bddf tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:10:01.802841 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-53da0743-c630-4771-9cb2-d5a313b0bddf tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Synchronizing usage tracker for tenant:08bb5ff5fd45470cae3e1870e7817546 on resource:subnet {{(pid=87635) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:10:01.810322 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2eeb08d7-127c-407d-a56f-04af9c4f1634 tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:01.815646 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5e8ec01-6584-4881-bfc7-92d6d4fa35a9 tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:10:01.821528 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5e8ec01-6584-4881-bfc7-92d6d4fa35a9 tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:10:01.827921 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5e8ec01-6584-4881-bfc7-92d6d4fa35a9 tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:10:01.828891 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-d5e8ec01-6584-4881-bfc7-92d6d4fa35a9 tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] Synchronizing usage tracker for tenant:edc37cc11b094be5b1b33f10c3c14b20 on resource:port {{(pid=87635) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:10:01.861429 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-53da0743-c630-4771-9cb2-d5a313b0bddf tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Unset dirty status for tenant:08bb5ff5fd45470cae3e1870e7817546 on resource:subnet {{(pid=87635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:10:01.862670 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-53da0743-c630-4771-9cb2-d5a313b0bddf tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 3330 time: 0.1706686
Dec 23 16:10:01.866299 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-d5e8ec01-6584-4881-bfc7-92d6d4fa35a9 tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] Unset dirty status for tenant:edc37cc11b094be5b1b33f10c3c14b20 on resource:port {{(pid=87635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:10:01.869999 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-d5e8ec01-6584-4881-bfc7-92d6d4fa35a9 tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200  len: 2484 time: 0.5417020
Dec 23 16:10:01.869999 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 43250) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:01.870696 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 43252) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:01.895041 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2eeb08d7-127c-407d-a56f-04af9c4f1634 tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Releasing vlan 406 on physical network physnet1 to pool {{(pid=87636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 23 16:10:01.895441 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2eeb08d7-127c-407d-a56f-04af9c4f1634 tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2176261'] for segment, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:01.912642 dv-neutron-822799-1-hyperv neutron-server[87636]: Traceback (most recent call last):
Dec 23 16:10:01.912642 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 23 16:10:01.912642 dv-neutron-822799-1-hyperv neutron-server[87636]:     timer()
Dec 23 16:10:01.912642 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:10:01.912642 dv-neutron-822799-1-hyperv neutron-server[87636]:     cb(*args, **kw)
Dec 23 16:10:01.912642 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 23 16:10:01.912642 dv-neutron-822799-1-hyperv neutron-server[87636]:     return func(*args, **kwargs)
Dec 23 16:10:01.912642 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:10:01.912642 dv-neutron-822799-1-hyperv neutron-server[87636]:     self._notify()
Dec 23 16:10:01.912642 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:10:01.912642 dv-neutron-822799-1-hyperv neutron-server[87636]:     self.callback(batched_events)
Dec 23 16:10:01.912642 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:10:01.912642 dv-neutron-822799-1-hyperv neutron-server[87636]:     event.method(event)
Dec 23 16:10:01.912642 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:10:01.912642 dv-neutron-822799-1-hyperv neutron-server[87636]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:10:01.912642 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 23 16:10:01.912642 dv-neutron-822799-1-hyperv neutron-server[87636]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 23 16:10:01.912642 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 23 16:10:01.912642 dv-neutron-822799-1-hyperv neutron-server[87636]:     return f(self, *a, **k)
Dec 23 16:10:01.912642 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:10:01.912642 dv-neutron-822799-1-hyperv neutron-server[87636]:     return self._get(url).json()
Dec 23 16:10:01.912642 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 23 16:10:01.912642 dv-neutron-822799-1-hyperv neutron-server[87636]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 23 16:10:01.912642 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 23 16:10:01.912642 dv-neutron-822799-1-hyperv neutron-server[87636]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:10:01.912642 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 23 16:10:01.912642 dv-neutron-822799-1-hyperv neutron-server[87636]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 23 16:10:01.912642 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 23 16:10:01.912642 dv-neutron-822799-1-hyperv neutron-server[87636]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:10:01.912642 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 23 16:10:01.912642 dv-neutron-822799-1-hyperv neutron-server[87636]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:10:01.912642 dv-neutron-822799-1-hyperv neutron-server[87636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:10:02.048355 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80a8b198-9575-4053-acd7-fe0340220ec8 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Attributes excluded by policy engine: ['shared'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:10:02.049911 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80a8b198-9575-4053-acd7-fe0340220ec8 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Attributes excluded by policy engine: ['shared'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:10:02.051370 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80a8b198-9575-4053-acd7-fe0340220ec8 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Attributes excluded by policy engine: ['shared'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:10:02.052795 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80a8b198-9575-4053-acd7-fe0340220ec8 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Attributes excluded by policy engine: ['shared'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:10:02.054187 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80a8b198-9575-4053-acd7-fe0340220ec8 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Attributes excluded by policy engine: ['shared'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:10:02.055738 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-80a8b198-9575-4053-acd7-fe0340220ec8 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] 10.222.0.64 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200  len: 697 time: 0.1861906
Dec 23 16:10:02.062860 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-4b7d47a5-1a20-4549-936a-e0b39a4ffb16 tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] Deleting port 543a01e3-a9e0-4b21-8a12-2de48fa2f4e8 {{(pid=87635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:10:02.063324 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-4b7d47a5-1a20-4549-936a-e0b39a4ffb16 tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:02.072784 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 43258) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:02.086632 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-0ea74d17-07ed-4203-9265-bdccccb2028e req-c77f950f-3848-4663-9b22-6e834baf507e service neutron] 10.222.0.61 "GET /v2.0/networks/110ef17f-202a-4ce6-8e43-789c8f209bdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6889279
Dec 23 16:10:02.108754 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-89c3a632-8885-4a37-bfe3-05e499f458c8 tempest-RoutersAdminTest-1714001428 tempest-RoutersAdminTest-1714001428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:02.116190 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-647fd0c4-dd16-4fb9-b162-8cbeed17d822 tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:10:02.166529 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2eeb08d7-127c-407d-a56f-04af9c4f1634 tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-864336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1824171'] for network, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:02.201050 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c3a632-8885-4a37-bfe3-05e499f458c8 tempest-RoutersAdminTest-1714001428 tempest-RoutersAdminTest-1714001428-project] Pushing event deleted for resources: {'Port': ['ID=17c74ab0-4fdf-4975-b009-a92d59dc321a,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:10:02.203775 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-89c3a632-8885-4a37-bfe3-05e499f458c8 tempest-RoutersAdminTest-1714001428 tempest-RoutersAdminTest-1714001428-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:10:02.224767 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-d9b47897-a67f-4584-a07c-9302f9e20ecc tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:10:02.243008 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2eeb08d7-127c-407d-a56f-04af9c4f1634 tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:02.321856 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eeb08d7-127c-407d-a56f-04af9c4f1634 tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Pushing event deleted for resources: {'Network': ['ID=b93e686f-901c-498c-82f7-9a93dedc2bcb,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:10:02.326120 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [None req-500e75aa-854e-4831-a03d-d97072d5b6c9 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] device_id is not set on port 566baa15-c042-4511-a35a-28a6900965fa yet. {{(pid=87636) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 23 16:10:02.334586 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-2eeb08d7-127c-407d-a56f-04af9c4f1634 tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:10:02.335786 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-89c3a632-8885-4a37-bfe3-05e499f458c8 tempest-RoutersAdminTest-1714001428 tempest-RoutersAdminTest-1714001428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1824206'] for router_gateway, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:02.346368 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-2eeb08d7-127c-407d-a56f-04af9c4f1634 tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] 10.222.0.64 "DELETE /v2.0/networks/b93e686f-901c-498c-82f7-9a93dedc2bcb HTTP/1.1" status: 204  len: 168 time: 7.2894387
Dec 23 16:10:02.347428 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-500e75aa-854e-4831-a03d-d97072d5b6c9 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:02.362318 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 43262) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:02.421155 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.provisioning_blocks [None req-500e75aa-854e-4831-a03d-d97072d5b6c9 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Transition to ACTIVE for port object 566baa15-c042-4511-a35a-28a6900965fa will not be triggered until provisioned by entity L2. {{(pid=87636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:10:02.434507 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.pecan_wsgi.hooks.translation [None req-4363ea41-2791-4408-af6a-f0fe19eeac75 tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:10:02.434957 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4363ea41-2791-4408-af6a-f0fe19eeac75 tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 23 16:10:02.436674 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-4363ea41-2791-4408-af6a-f0fe19eeac75 tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] 10.222.0.64 "DELETE /v2.0/subnets/5e797e3f-2df2-4d3d-ba6a-513de446a987 HTTP/1.1" status: 404  len: 337 time: 0.0708668
Dec 23 16:10:02.444396 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 43266) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:02.488272 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e87a84ad-e568-4579-97fa-52d694346fda tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Router abfa982d-e5a4-4f60-bb8f-be7e2c2fb544 has already been hosted by L3 agent 371d4c41-c7e2-4de7-9539-c049ec4e95d1 {{(pid=87636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 23 16:10:02.489661 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-500e75aa-854e-4831-a03d-d97072d5b6c9 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:02.506171 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd5bbb57-1a65-4df6-9f96-7001ed32b1ca tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:10:02.507594 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-cd5bbb57-1a65-4df6-9f96-7001ed32b1ca tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] 10.222.0.64 "GET /v2.0/networks/c21db128-dfb2-49e0-81b3-1e246173df0e HTTP/1.1" status: 200  len: 804 time: 0.4318230
Dec 23 16:10:02.508613 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-550797d5-c95f-432d-8fd8-7424f25fd1b3 tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:10:02.537378 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 43270) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:02.542022 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b4b2d09-b69e-493a-a72b-fbf7c3c0c0b4 tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:10:02.542487 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b4b2d09-b69e-493a-a72b-fbf7c3c0c0b4 tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 23 16:10:02.544160 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-4b4b2d09-b69e-493a-a72b-fbf7c3c0c0b4 tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] 10.222.0.64 "DELETE /v2.0/networks/b93e686f-901c-498c-82f7-9a93dedc2bcb HTTP/1.1" status: 404  len: 339 time: 0.0955982
Dec 23 16:10:02.551855 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 43276) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:02.683436 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-89c3a632-8885-4a37-bfe3-05e499f458c8 tempest-RoutersAdminTest-1714001428 tempest-RoutersAdminTest-1714001428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1784183', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-235354'] for router, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:02.687730 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-89c3a632-8885-4a37-bfe3-05e499f458c8 tempest-RoutersAdminTest-1714001428 tempest-RoutersAdminTest-1714001428-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:02.734456 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-89c3a632-8885-4a37-bfe3-05e499f458c8 tempest-RoutersAdminTest-1714001428 tempest-RoutersAdminTest-1714001428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1781328'] for router, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:02.734974 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89c3a632-8885-4a37-bfe3-05e499f458c8 tempest-RoutersAdminTest-1714001428 tempest-RoutersAdminTest-1714001428-project] Fanout notify agent at l3_agent the message router_deleted on router e4a3013b-f32e-42bd-b92f-f095dc4fbbe5 {{(pid=87635) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 23 16:10:02.744357 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.pecan_wsgi.hooks.translation [None req-84d14532-129a-40b6-9dce-47a9a4077c68 tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:10:02.744990 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84d14532-129a-40b6-9dce-47a9a4077c68 tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 23 16:10:02.745202 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-4b7d47a5-1a20-4549-936a-e0b39a4ffb16 tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:02.748869 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-84d14532-129a-40b6-9dce-47a9a4077c68 tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] 10.222.0.64 "DELETE /v2.0/subnets/01242f5b-c04d-4445-a05c-bd3f4892f0fc HTTP/1.1" status: 404  len: 337 time: 0.1935935
Dec 23 16:10:02.757822 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 43282) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:02.813704 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500e75aa-854e-4831-a03d-d97072d5b6c9 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Pushing event updated for resources: {'Port': ['ID=566baa15-c042-4511-a35a-28a6900965fa,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:10:02.837926 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8d7fb04-6e30-4b45-b50a-11e1cb725886 tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:10:02.838404 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8d7fb04-6e30-4b45-b50a-11e1cb725886 tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 23 16:10:02.840102 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-f8d7fb04-6e30-4b45-b50a-11e1cb725886 tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] 10.222.0.64 "DELETE /v2.0/networks/e41ab894-2ae7-4fcf-a8dc-26c44e4692c6 HTTP/1.1" status: 404  len: 339 time: 0.0812924
Dec 23 16:10:02.867108 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-500e75aa-854e-4831-a03d-d97072d5b6c9 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:10:02.881063 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 43286) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:02.896268 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-89c3a632-8885-4a37-bfe3-05e499f458c8 tempest-RoutersAdminTest-1714001428 tempest-RoutersAdminTest-1714001428-project] Notify callbacks [] for router, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:02.900860 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-89c3a632-8885-4a37-bfe3-05e499f458c8 tempest-RoutersAdminTest-1714001428 tempest-RoutersAdminTest-1714001428-project] 10.222.0.64 "DELETE /v2.0/routers/e4a3013b-f32e-42bd-b92f-f095dc4fbbe5 HTTP/1.1" status: 204  len: 168 time: 2.5032158
Dec 23 16:10:02.904424 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-4b7d47a5-1a20-4549-936a-e0b39a4ffb16 tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] Calling delete_port for 543a01e3-a9e0-4b21-8a12-2de48fa2f4e8 owned by  {{(pid=87635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:10:02.931991 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 43290) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:02.947997 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-d9e1f917-74f4-4f4a-aeef-f2b785b582d7 tempest-RoutersAdminTest-1714001428 tempest-RoutersAdminTest-1714001428-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-305654960', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:10:02.958775 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-d9e1f917-74f4-4f4a-aeef-f2b785b582d7 tempest-RoutersAdminTest-1714001428 tempest-RoutersAdminTest-1714001428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:10:02.973732 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-d9e1f917-74f4-4f4a-aeef-f2b785b582d7 tempest-RoutersAdminTest-1714001428 tempest-RoutersAdminTest-1714001428-project] Usage tracker for resource:router and tenant:33177e17267d4ff1869eb1c057f3e667 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:10:02.979338 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-d9e1f917-74f4-4f4a-aeef-f2b785b582d7 tempest-RoutersAdminTest-1714001428 tempest-RoutersAdminTest-1714001428-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:10:02.990899 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-d9e1f917-74f4-4f4a-aeef-f2b785b582d7 tempest-RoutersAdminTest-1714001428 tempest-RoutersAdminTest-1714001428-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:10:03.018770 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-d9e1f917-74f4-4f4a-aeef-f2b785b582d7 tempest-RoutersAdminTest-1714001428 tempest-RoutersAdminTest-1714001428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1823978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-235332'] for router, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:03.019825 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-d9e1f917-74f4-4f4a-aeef-f2b785b582d7 tempest-RoutersAdminTest-1714001428 tempest-RoutersAdminTest-1714001428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1824575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1824063', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1751113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-235341'] for router, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:03.082150 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-500e75aa-854e-4831-a03d-d97072d5b6c9 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Checking segment: {'id': '4a5d36ee-ba51-4086-a6e0-f376b0a1083f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'ded4fc54-8863-4e45-b0f6-537898a2c594'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:10:03.082791 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-500e75aa-854e-4831-a03d-d97072d5b6c9 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Network hostable DHCP agents. Network: ded4fc54-8863-4e45-b0f6-537898a2c594, hostable agents: ['1c812d71-eadf-4fb3-b98e-67468a4aa7e2'], hosted agents: [] {{(pid=87636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 23 16:10:03.090518 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-4b7d47a5-1a20-4549-936a-e0b39a4ffb16 tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:03.097798 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-c7b6be1e-bf30-49b9-a235-96a29029ca5d tempest-ServersTestJSON-1438135586 tempest-ServersTestJSON-1438135586-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:10:03.105101 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.pecan_wsgi.hooks.translation [None req-25734599-f3a9-48b5-a721-ec83c57a7d69 tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:10:03.105550 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25734599-f3a9-48b5-a721-ec83c57a7d69 tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 23 16:10:03.107208 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-25734599-f3a9-48b5-a721-ec83c57a7d69 tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] 10.222.0.64 "DELETE /v2.0/subnets/4b1b44fe-6516-435a-a32c-40b4abe640d3 HTTP/1.1" status: 404  len: 337 time: 0.2252340
Dec 23 16:10:03.126141 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 43294) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:03.147182 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-d9e1f917-74f4-4f4a-aeef-f2b785b582d7 tempest-RoutersAdminTest-1714001428 tempest-RoutersAdminTest-1714001428-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:03.150171 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7d47a5-1a20-4549-936a-e0b39a4ffb16 tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] Pushing event deleted for resources: {'Port': ['ID=543a01e3-a9e0-4b21-8a12-2de48fa2f4e8,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:10:03.156872 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e87a84ad-e568-4579-97fa-52d694346fda tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify agent at l3_agent.dv-neutron-822799-1-hyperv the message routers_updated {{(pid=87636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 23 16:10:03.159541 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-4b7d47a5-1a20-4549-936a-e0b39a4ffb16 tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:10:03.165155 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-ec858c6b-eeda-4b87-9329-16ea6b342b5b tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] 10.222.0.64 "GET /v2.0/networks/c21db128-dfb2-49e0-81b3-1e246173df0e?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200  len: 320 time: 0.6246521
Dec 23 16:10:03.171103 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e87a84ad-e568-4579-97fa-52d694346fda tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for floatingip, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:03.173593 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a025259-718c-4326-8e7a-93a5b120b2cf None None] Sync routers for ids ['abfa982d-e5a4-4f60-bb8f-be7e2c2fb544'] in dv-neutron-822799-1-hyperv {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 23 16:10:03.192832 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a025259-718c-4326-8e7a-93a5b120b2cf None None] Routers {'abfa982d-e5a4-4f60-bb8f-be7e2c2fb544'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:10:03.193496 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-8a025259-718c-4326-8e7a-93a5b120b2cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc2a30ee0>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:09:50Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['abfa982d-e5a4-4f60-bb8f-be7e2c2fb544'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:10:03.195470 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 43298) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:03.202291 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.pecan_wsgi.hooks.translation [None req-688f0c4d-f5f0-490c-b38b-03d7b9955511 tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:10:03.202593 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-688f0c4d-f5f0-490c-b38b-03d7b9955511 tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 23 16:10:03.204299 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-688f0c4d-f5f0-490c-b38b-03d7b9955511 tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] 10.222.0.64 "DELETE /v2.0/networks/cf9a5076-2c47-41a2-83ef-643db715795b HTTP/1.1" status: 404  len: 339 time: 0.0772574
Dec 23 16:10:03.255601 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 43302) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:03.264380 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-500e75aa-854e-4831-a03d-d97072d5b6c9 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Network ded4fc54-8863-4e45-b0f6-537898a2c594 is scheduled to be hosted by DHCP agent 1c812d71-eadf-4fb3-b98e-67468a4aa7e2 with binding_index 1 {{(pid=87636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 23 16:10:03.268319 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-8a025259-718c-4326-8e7a-93a5b120b2cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc2a30ee0>, [], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:10:03.280907 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a025259-718c-4326-8e7a-93a5b120b2cf None None] Routers {'abfa982d-e5a4-4f60-bb8f-be7e2c2fb544'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:10:03.281613 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-8a025259-718c-4326-8e7a-93a5b120b2cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc2a30ee0>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:09:50Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['abfa982d-e5a4-4f60-bb8f-be7e2c2fb544'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:10:03.323543 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-4b7d47a5-1a20-4549-936a-e0b39a4ffb16 tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:03.331611 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-d9e1f917-74f4-4f4a-aeef-f2b785b582d7 tempest-RoutersAdminTest-1714001428 tempest-RoutersAdminTest-1714001428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1823971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1824234'] for router, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:03.362795 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-500e75aa-854e-4831-a03d-d97072d5b6c9 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822799-1-hyperv, ded4fc54-8863-4e45-b0f6-537898a2c594) {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:10:03.368105 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-4b7d47a5-1a20-4549-936a-e0b39a4ffb16 tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] 10.222.0.64 "DELETE /v2.0/ports/543a01e3-a9e0-4b21-8a12-2de48fa2f4e8 HTTP/1.1" status: 204  len: 168 time: 1.4959736
Dec 23 16:10:03.369096 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 43306) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:03.375982 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-942ed422-f7ca-4a34-a9f1-15823aa59a9b None None] Network ded4fc54-8863-4e45-b0f6-537898a2c594 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:10:03.399629 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.agents_db [None req-30c2320c-f298-49f6-9c47-c20e38116a9c None None] Agent healthcheck: found 6 active agents {{(pid=87638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 23 16:10:03.404092 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-d9e1f917-74f4-4f4a-aeef-f2b785b582d7 tempest-RoutersAdminTest-1714001428 tempest-RoutersAdminTest-1714001428-project] Notify callbacks [] for router, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:03.408614 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-d9e1f917-74f4-4f4a-aeef-f2b785b582d7 tempest-RoutersAdminTest-1714001428 tempest-RoutersAdminTest-1714001428-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201  len: 704 time: 0.4754162
Dec 23 16:10:03.409376 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 43310) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:03.410598 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-8a025259-718c-4326-8e7a-93a5b120b2cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc2a30ee0>, [], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:10:03.411013 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a025259-718c-4326-8e7a-93a5b120b2cf None None] The sync data for ids ['abfa982d-e5a4-4f60-bb8f-be7e2c2fb544'] in dv-neutron-822799-1-hyperv is: [] {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 23 16:10:03.413878 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-500e75aa-854e-4831-a03d-d97072d5b6c9 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:10:03.421637 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-1ea67ac0-55aa-4b88-9709-b4ed2e70d9d6 tempest-RoutersAdminTest-1714001428 tempest-RoutersAdminTest-1714001428-project] Request body: {'router': {'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b'}}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:10:03.457174 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bea047f-fcdd-4eef-813f-14907798455c tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:10:03.459771 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-6bea047f-fcdd-4eef-813f-14907798455c tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] 10.222.0.64 "GET /v2.0/subnets/b97d9a97-cdd1-4aa2-ba9a-e60880a12438 HTTP/1.1" status: 200  len: 843 time: 0.2540627
Dec 23 16:10:03.471939 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 43314) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:03.501793 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.pecan_wsgi.hooks.translation [None req-621f5397-a067-42c9-93d3-9e941553db8a tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] GET failed (client error): The resource could not be found.
Dec 23 16:10:03.502499 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-621f5397-a067-42c9-93d3-9e941553db8a tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] Synchronizing usage tracker for tenant:edc37cc11b094be5b1b33f10c3c14b20 on resource:port {{(pid=87635) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:10:03.516203 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [None req-500e75aa-854e-4831-a03d-d97072d5b6c9 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Attempting to bind port 566baa15-c042-4511-a35a-28a6900965fa on host hv-neutron-8227 for vnic_type normal with profile  {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:10:03.516551 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [None req-500e75aa-854e-4831-a03d-d97072d5b6c9 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Attempting to bind port 566baa15-c042-4511-a35a-28a6900965fa by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': '4a5d36ee-ba51-4086-a6e0-f376b0a1083f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'ded4fc54-8863-4e45-b0f6-537898a2c594'}] {{(pid=87636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:10:03.516940 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-500e75aa-854e-4831-a03d-d97072d5b6c9 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Attempting to bind port 566baa15-c042-4511-a35a-28a6900965fa on network ded4fc54-8863-4e45-b0f6-537898a2c594 {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:10:03.528208 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-6483300e-cd3a-42b7-a312-eb5f60ec2dbb tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Deleting port 52092daa-9dc4-4e13-8efb-1c336c01b104 {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:10:03.528549 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-6483300e-cd3a-42b7-a312-eb5f60ec2dbb tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:03.574889 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-500e75aa-854e-4831-a03d-d97072d5b6c9 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Port 566baa15-c042-4511-a35a-28a6900965fa on network ded4fc54-8863-4e45-b0f6-537898a2c594 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 23 16:10:03.574889 dv-neutron-822799-1-hyperv neutron-server[87636]: ERROR neutron.plugins.ml2.managers [None req-500e75aa-854e-4831-a03d-d97072d5b6c9 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Failed to bind port 566baa15-c042-4511-a35a-28a6900965fa on host hv-neutron-8227 for vnic_type normal using segments [{'id': '4a5d36ee-ba51-4086-a6e0-f376b0a1083f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'ded4fc54-8863-4e45-b0f6-537898a2c594'}]
Dec 23 16:10:03.583377 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.plugins.ml2.plugin [None req-500e75aa-854e-4831-a03d-d97072d5b6c9 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Attempt 2 to bind port 566baa15-c042-4511-a35a-28a6900965fa
Dec 23 16:10:03.591200 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-e87a84ad-e568-4579-97fa-52d694346fda tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] 10.222.0.64 "PUT /v2.0/floatingips/f6842cd9-2eb3-4e20-98df-649105617b32 HTTP/1.1" status: 200  len: 976 time: 8.9252803
Dec 23 16:10:03.597954 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 43318) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:03.613968 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-b0b75f2a-acff-4b2a-ae5e-204fa587d463 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Request body: {'floatingip': {'port_id': None}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:10:03.639356 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-621f5397-a067-42c9-93d3-9e941553db8a tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] Unset dirty status for tenant:edc37cc11b094be5b1b33f10c3c14b20 on resource:port {{(pid=87635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:10:03.640546 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-621f5397-a067-42c9-93d3-9e941553db8a tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] 10.222.0.64 "GET /v2.0/ports/543a01e3-a9e0-4b21-8a12-2de48fa2f4e8 HTTP/1.1" status: 404  len: 333 time: 0.2704954
Dec 23 16:10:03.648316 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 43322) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:03.655293 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-d8e9fcd4-260b-46dc-9d87-4a81cd61ce0b tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] Request body: {'port': {'network_id': '9d4573d0-c8b8-4097-a3c0-73a15fde0c72', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1785908072'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:10:03.676053 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [None req-500e75aa-854e-4831-a03d-d97072d5b6c9 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Attempting to bind port 566baa15-c042-4511-a35a-28a6900965fa on host hv-neutron-8227 for vnic_type normal with profile  {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:10:03.676413 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [None req-500e75aa-854e-4831-a03d-d97072d5b6c9 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Attempting to bind port 566baa15-c042-4511-a35a-28a6900965fa by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': '4a5d36ee-ba51-4086-a6e0-f376b0a1083f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'ded4fc54-8863-4e45-b0f6-537898a2c594'}] {{(pid=87636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:10:03.676773 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-500e75aa-854e-4831-a03d-d97072d5b6c9 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Attempting to bind port 566baa15-c042-4511-a35a-28a6900965fa on network ded4fc54-8863-4e45-b0f6-537898a2c594 {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:10:03.737078 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-500e75aa-854e-4831-a03d-d97072d5b6c9 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Port 566baa15-c042-4511-a35a-28a6900965fa on network ded4fc54-8863-4e45-b0f6-537898a2c594 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 23 16:10:03.737395 dv-neutron-822799-1-hyperv neutron-server[87636]: ERROR neutron.plugins.ml2.managers [None req-500e75aa-854e-4831-a03d-d97072d5b6c9 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Failed to bind port 566baa15-c042-4511-a35a-28a6900965fa on host hv-neutron-8227 for vnic_type normal using segments [{'id': '4a5d36ee-ba51-4086-a6e0-f376b0a1083f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'ded4fc54-8863-4e45-b0f6-537898a2c594'}]
Dec 23 16:10:03.744177 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.plugins.ml2.plugin [None req-500e75aa-854e-4831-a03d-d97072d5b6c9 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Attempt 3 to bind port 566baa15-c042-4511-a35a-28a6900965fa
Dec 23 16:10:03.754368 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-834dc692-f520-475c-92ac-9ea11482cdc1 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Attributes excluded by policy engine: ['shared'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:10:03.761007 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-834dc692-f520-475c-92ac-9ea11482cdc1 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] 10.222.0.64 "GET /v2.0/subnets/b97d9a97-cdd1-4aa2-ba9a-e60880a12438?fields=id&fields=network_id HTTP/1.1" status: 200  len: 302 time: 0.2825756
Dec 23 16:10:03.766693 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 43330) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:03.789939 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-9b093363-385e-42ff-81bc-7145e5ed8bbc tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1499617616'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:10:03.809837 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [None req-500e75aa-854e-4831-a03d-d97072d5b6c9 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Attempting to bind port 566baa15-c042-4511-a35a-28a6900965fa on host hv-neutron-8227 for vnic_type normal with profile  {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:10:03.809837 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [None req-500e75aa-854e-4831-a03d-d97072d5b6c9 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Attempting to bind port 566baa15-c042-4511-a35a-28a6900965fa by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': '4a5d36ee-ba51-4086-a6e0-f376b0a1083f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'ded4fc54-8863-4e45-b0f6-537898a2c594'}] {{(pid=87636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:10:03.809837 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-500e75aa-854e-4831-a03d-d97072d5b6c9 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Attempting to bind port 566baa15-c042-4511-a35a-28a6900965fa on network ded4fc54-8863-4e45-b0f6-537898a2c594 {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:10:03.813330 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-9b093363-385e-42ff-81bc-7145e5ed8bbc tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:10:03.821800 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b0b75f2a-acff-4b2a-ae5e-204fa587d463 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify callbacks [] for floatingip, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:03.908452 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-500e75aa-854e-4831-a03d-d97072d5b6c9 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Port 566baa15-c042-4511-a35a-28a6900965fa on network ded4fc54-8863-4e45-b0f6-537898a2c594 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 23 16:10:03.908772 dv-neutron-822799-1-hyperv neutron-server[87636]: ERROR neutron.plugins.ml2.managers [None req-500e75aa-854e-4831-a03d-d97072d5b6c9 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Failed to bind port 566baa15-c042-4511-a35a-28a6900965fa on host hv-neutron-8227 for vnic_type normal using segments [{'id': '4a5d36ee-ba51-4086-a6e0-f376b0a1083f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'ded4fc54-8863-4e45-b0f6-537898a2c594'}]
Dec 23 16:10:03.922075 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.plugins.ml2.plugin [None req-500e75aa-854e-4831-a03d-d97072d5b6c9 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Attempt 4 to bind port 566baa15-c042-4511-a35a-28a6900965fa
Dec 23 16:10:03.931947 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-9b093363-385e-42ff-81bc-7145e5ed8bbc tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:10:04.021229 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [None req-500e75aa-854e-4831-a03d-d97072d5b6c9 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Attempting to bind port 566baa15-c042-4511-a35a-28a6900965fa on host hv-neutron-8227 for vnic_type normal with profile  {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:10:04.021567 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [None req-500e75aa-854e-4831-a03d-d97072d5b6c9 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Attempting to bind port 566baa15-c042-4511-a35a-28a6900965fa by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': '4a5d36ee-ba51-4086-a6e0-f376b0a1083f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'ded4fc54-8863-4e45-b0f6-537898a2c594'}] {{(pid=87636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:10:04.021892 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-500e75aa-854e-4831-a03d-d97072d5b6c9 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Attempting to bind port 566baa15-c042-4511-a35a-28a6900965fa on network ded4fc54-8863-4e45-b0f6-537898a2c594 {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:10:04.040010 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-1ea67ac0-55aa-4b88-9709-b4ed2e70d9d6 tempest-RoutersAdminTest-1714001428 tempest-RoutersAdminTest-1714001428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1824017', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1823768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-235299'] for router, precommit_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:04.099156 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b093363-385e-42ff-81bc-7145e5ed8bbc tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Made reservation on behalf of 08bb5ff5fd45470cae3e1870e7817546 for: {'network': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:10:04.102576 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9b093363-385e-42ff-81bc-7145e5ed8bbc tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for network, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:04.111278 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-500e75aa-854e-4831-a03d-d97072d5b6c9 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Port 566baa15-c042-4511-a35a-28a6900965fa on network ded4fc54-8863-4e45-b0f6-537898a2c594 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 23 16:10:04.111606 dv-neutron-822799-1-hyperv neutron-server[87636]: ERROR neutron.plugins.ml2.managers [None req-500e75aa-854e-4831-a03d-d97072d5b6c9 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Failed to bind port 566baa15-c042-4511-a35a-28a6900965fa on host hv-neutron-8227 for vnic_type normal using segments [{'id': '4a5d36ee-ba51-4086-a6e0-f376b0a1083f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'ded4fc54-8863-4e45-b0f6-537898a2c594'}]
Dec 23 16:10:04.127345 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.plugins.ml2.plugin [None req-500e75aa-854e-4831-a03d-d97072d5b6c9 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Attempt 5 to bind port 566baa15-c042-4511-a35a-28a6900965fa
Dec 23 16:10:04.145952 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-d8e9fcd4-260b-46dc-9d87-4a81cd61ce0b tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:10:04.151269 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-6483300e-cd3a-42b7-a312-eb5f60ec2dbb tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:04.163343 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-d8e9fcd4-260b-46dc-9d87-4a81cd61ce0b tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:10:04.183723 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8e9fcd4-260b-46dc-9d87-4a81cd61ce0b tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] Made reservation on behalf of edc37cc11b094be5b1b33f10c3c14b20 for: {'port': 1} {{(pid=87635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:10:04.187302 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-d8e9fcd4-260b-46dc-9d87-4a81cd61ce0b tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:04.215906 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.notifiers.nova [None req-d8e9fcd4-260b-46dc-9d87-4a81cd61ce0b tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] device_id is not set on port 5233fb4b-33f3-4e06-96c3-65147189184e yet. {{(pid=87635) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 23 16:10:04.289881 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [None req-500e75aa-854e-4831-a03d-d97072d5b6c9 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Attempting to bind port 566baa15-c042-4511-a35a-28a6900965fa on host hv-neutron-8227 for vnic_type normal with profile  {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:10:04.290228 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [None req-500e75aa-854e-4831-a03d-d97072d5b6c9 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Attempting to bind port 566baa15-c042-4511-a35a-28a6900965fa by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': '4a5d36ee-ba51-4086-a6e0-f376b0a1083f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'ded4fc54-8863-4e45-b0f6-537898a2c594'}] {{(pid=87636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:10:04.290512 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-500e75aa-854e-4831-a03d-d97072d5b6c9 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Attempting to bind port 566baa15-c042-4511-a35a-28a6900965fa on network ded4fc54-8863-4e45-b0f6-537898a2c594 {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:10:04.301258 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-6483300e-cd3a-42b7-a312-eb5f60ec2dbb tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Calling delete_port for 52092daa-9dc4-4e13-8efb-1c336c01b104 owned by  {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:10:04.352605 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-500e75aa-854e-4831-a03d-d97072d5b6c9 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Port 566baa15-c042-4511-a35a-28a6900965fa on network ded4fc54-8863-4e45-b0f6-537898a2c594 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 23 16:10:04.352992 dv-neutron-822799-1-hyperv neutron-server[87636]: ERROR neutron.plugins.ml2.managers [None req-500e75aa-854e-4831-a03d-d97072d5b6c9 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Failed to bind port 566baa15-c042-4511-a35a-28a6900965fa on host hv-neutron-8227 for vnic_type normal using segments [{'id': '4a5d36ee-ba51-4086-a6e0-f376b0a1083f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'ded4fc54-8863-4e45-b0f6-537898a2c594'}]
Dec 23 16:10:04.410430 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.plugins.ml2.plugin [None req-500e75aa-854e-4831-a03d-d97072d5b6c9 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Attempt 6 to bind port 566baa15-c042-4511-a35a-28a6900965fa
Dec 23 16:10:04.424763 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b093363-385e-42ff-81bc-7145e5ed8bbc tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] vlan segment allocate from pool success with {'vlan_id': 429, 'physical_network': 'physnet1'}  {{(pid=87636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 23 16:10:04.452669 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b0b75f2a-acff-4b2a-ae5e-204fa587d463 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:04.461696 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9b093363-385e-42ff-81bc-7145e5ed8bbc tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:04.462033 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.db.segments_db [None req-9b093363-385e-42ff-81bc-7145e5ed8bbc tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Added segment 01793e0d-0f1f-4876-8b17-fd3be281151c of type vlan for network 11836aa0-b72a-4bb3-bb18-7929b6c30236
Dec 23 16:10:04.463028 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b0b75f2a-acff-4b2a-ae5e-204fa587d463 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1824189'] for floatingip, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:04.463330 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.db.l3_db [None req-b0b75f2a-acff-4b2a-ae5e-204fa587d463 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Floating IP f6842cd9-2eb3-4e20-98df-649105617b32 disassociated. External IP: 172.26.3.54, port: b53bce91-b4d2-4833-bf2f-515f4cb384da.
Dec 23 16:10:04.512263 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [None req-500e75aa-854e-4831-a03d-d97072d5b6c9 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Attempting to bind port 566baa15-c042-4511-a35a-28a6900965fa on host hv-neutron-8227 for vnic_type normal with profile  {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:10:04.512466 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [None req-500e75aa-854e-4831-a03d-d97072d5b6c9 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Attempting to bind port 566baa15-c042-4511-a35a-28a6900965fa by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': '4a5d36ee-ba51-4086-a6e0-f376b0a1083f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'ded4fc54-8863-4e45-b0f6-537898a2c594'}] {{(pid=87636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:10:04.512838 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-500e75aa-854e-4831-a03d-d97072d5b6c9 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Attempting to bind port 566baa15-c042-4511-a35a-28a6900965fa on network ded4fc54-8863-4e45-b0f6-537898a2c594 {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:10:04.541305 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-1ea67ac0-55aa-4b88-9709-b4ed2e70d9d6 tempest-RoutersAdminTest-1714001428 tempest-RoutersAdminTest-1714001428-project] Notify callbacks [] for router_gateway, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:04.552508 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-500e75aa-854e-4831-a03d-d97072d5b6c9 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Port 566baa15-c042-4511-a35a-28a6900965fa on network ded4fc54-8863-4e45-b0f6-537898a2c594 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 23 16:10:04.552843 dv-neutron-822799-1-hyperv neutron-server[87636]: ERROR neutron.plugins.ml2.managers [None req-500e75aa-854e-4831-a03d-d97072d5b6c9 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Failed to bind port 566baa15-c042-4511-a35a-28a6900965fa on host hv-neutron-8227 for vnic_type normal using segments [{'id': '4a5d36ee-ba51-4086-a6e0-f376b0a1083f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'ded4fc54-8863-4e45-b0f6-537898a2c594'}]
Dec 23 16:10:04.555940 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.plugins.ml2.plugin [None req-500e75aa-854e-4831-a03d-d97072d5b6c9 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Attempt 7 to bind port 566baa15-c042-4511-a35a-28a6900965fa
Dec 23 16:10:04.567462 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.db_base_plugin_common [None req-d8e9fcd4-260b-46dc-9d87-4a81cd61ce0b tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] Allocated IP 2001:db8::108 (9d4573d0-c8b8-4097-a3c0-73a15fde0c72/dc0835dc-6ceb-4ed5-9e46-3893476f5e2b/5233fb4b-33f3-4e06-96c3-65147189184e) {{(pid=87635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:10:04.576861 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-1ea67ac0-55aa-4b88-9709-b4ed2e70d9d6 tempest-RoutersAdminTest-1714001428 tempest-RoutersAdminTest-1714001428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:04.590838 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [None req-500e75aa-854e-4831-a03d-d97072d5b6c9 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Attempting to bind port 566baa15-c042-4511-a35a-28a6900965fa on host hv-neutron-8227 for vnic_type normal with profile  {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:10:04.591176 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [None req-500e75aa-854e-4831-a03d-d97072d5b6c9 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Attempting to bind port 566baa15-c042-4511-a35a-28a6900965fa by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': '4a5d36ee-ba51-4086-a6e0-f376b0a1083f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'ded4fc54-8863-4e45-b0f6-537898a2c594'}] {{(pid=87636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:10:04.591517 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-500e75aa-854e-4831-a03d-d97072d5b6c9 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Attempting to bind port 566baa15-c042-4511-a35a-28a6900965fa on network ded4fc54-8863-4e45-b0f6-537898a2c594 {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:10:04.603203 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-6483300e-cd3a-42b7-a312-eb5f60ec2dbb tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:04.802989 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-500e75aa-854e-4831-a03d-d97072d5b6c9 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Port 566baa15-c042-4511-a35a-28a6900965fa on network ded4fc54-8863-4e45-b0f6-537898a2c594 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 23 16:10:04.803206 dv-neutron-822799-1-hyperv neutron-server[87636]: ERROR neutron.plugins.ml2.managers [None req-500e75aa-854e-4831-a03d-d97072d5b6c9 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Failed to bind port 566baa15-c042-4511-a35a-28a6900965fa on host hv-neutron-8227 for vnic_type normal using segments [{'id': '4a5d36ee-ba51-4086-a6e0-f376b0a1083f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'ded4fc54-8863-4e45-b0f6-537898a2c594'}]
Dec 23 16:10:04.803758 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-1d7018fc-291c-422b-97ef-ca2e8a381aac tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:10:04.841151 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9b093363-385e-42ff-81bc-7145e5ed8bbc tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735362521793'] for network, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:04.847238 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.plugins.ml2.plugin [None req-500e75aa-854e-4831-a03d-d97072d5b6c9 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Attempt 8 to bind port 566baa15-c042-4511-a35a-28a6900965fa
Dec 23 16:10:04.849594 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.db_base_plugin_common [None req-1ea67ac0-55aa-4b88-9709-b4ed2e70d9d6 tempest-RoutersAdminTest-1714001428 tempest-RoutersAdminTest-1714001428-project] Allocated IP 172.26.3.77 (8afa6d58-9431-454a-b99c-3ff8a65aa86b/60537fec-5f5f-4ab7-89cc-03638149a590/ddc39356-6b76-4b30-8150-70af284521cc) {{(pid=87635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:10:04.870977 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6483300e-cd3a-42b7-a312-eb5f60ec2dbb tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Pushing event deleted for resources: {'Port': ['ID=52092daa-9dc4-4e13-8efb-1c336c01b104,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:10:04.889875 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-6483300e-cd3a-42b7-a312-eb5f60ec2dbb tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:10:04.897411 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [None req-500e75aa-854e-4831-a03d-d97072d5b6c9 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Attempting to bind port 566baa15-c042-4511-a35a-28a6900965fa on host hv-neutron-8227 for vnic_type normal with profile  {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:10:04.897592 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [None req-500e75aa-854e-4831-a03d-d97072d5b6c9 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Attempting to bind port 566baa15-c042-4511-a35a-28a6900965fa by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': '4a5d36ee-ba51-4086-a6e0-f376b0a1083f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'ded4fc54-8863-4e45-b0f6-537898a2c594'}] {{(pid=87636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:10:04.897855 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-500e75aa-854e-4831-a03d-d97072d5b6c9 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Attempting to bind port 566baa15-c042-4511-a35a-28a6900965fa on network ded4fc54-8863-4e45-b0f6-537898a2c594 {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:10:04.900376 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-6483300e-cd3a-42b7-a312-eb5f60ec2dbb tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:04.918347 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-500e75aa-854e-4831-a03d-d97072d5b6c9 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Port 566baa15-c042-4511-a35a-28a6900965fa on network ded4fc54-8863-4e45-b0f6-537898a2c594 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 23 16:10:04.918607 dv-neutron-822799-1-hyperv neutron-server[87636]: ERROR neutron.plugins.ml2.managers [None req-500e75aa-854e-4831-a03d-d97072d5b6c9 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Failed to bind port 566baa15-c042-4511-a35a-28a6900965fa on host hv-neutron-8227 for vnic_type normal using segments [{'id': '4a5d36ee-ba51-4086-a6e0-f376b0a1083f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'ded4fc54-8863-4e45-b0f6-537898a2c594'}]
Dec 23 16:10:04.932439 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.plugins.ml2.plugin [None req-500e75aa-854e-4831-a03d-d97072d5b6c9 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Attempt 9 to bind port 566baa15-c042-4511-a35a-28a6900965fa
Dec 23 16:10:04.963084 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-6483300e-cd3a-42b7-a312-eb5f60ec2dbb tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] 10.222.0.64 "DELETE /v2.0/ports/52092daa-9dc4-4e13-8efb-1c336c01b104 HTTP/1.1" status: 204  len: 168 time: 1.6931591
Dec 23 16:10:04.964062 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 43338) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:04.972762 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9b093363-385e-42ff-81bc-7145e5ed8bbc tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495'] for network, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:04.978904 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b093363-385e-42ff-81bc-7145e5ed8bbc tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:10:04.979503 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9b093363-385e-42ff-81bc-7145e5ed8bbc tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:05.027843 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-d8e9fcd4-260b-46dc-9d87-4a81cd61ce0b tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] Notify callbacks [] for port, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:05.029469 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-41938203-bd65-4523-ba9f-5868bfdc0570 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:10:05.061171 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.provisioning_blocks [None req-d8e9fcd4-260b-46dc-9d87-4a81cd61ce0b tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] Transition to ACTIVE for port object 5233fb4b-33f3-4e06-96c3-65147189184e will not be triggered until provisioned by entity DHCP. {{(pid=87635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:10:05.102381 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-1ea67ac0-55aa-4b88-9709-b4ed2e70d9d6 tempest-RoutersAdminTest-1714001428 tempest-RoutersAdminTest-1714001428-project] Notify callbacks [] for port, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:05.137613 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-d8e9fcd4-260b-46dc-9d87-4a81cd61ce0b tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:05.144764 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:10:05.168259 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ccc30a6-576c-4a6c-b232-698da5fdd2f2 tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:10:05.168900 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ccc30a6-576c-4a6c-b232-698da5fdd2f2 tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 23 16:10:05.173575 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-5ccc30a6-576c-4a6c-b232-698da5fdd2f2 tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] 10.222.0.64 "DELETE /v2.0/subnets/6217c649-2cb7-475a-84b7-6d26a348b9bf HTTP/1.1" status: 404  len: 337 time: 0.2052064
Dec 23 16:10:05.174180 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 43342) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:05.192035 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [None req-500e75aa-854e-4831-a03d-d97072d5b6c9 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Attempting to bind port 566baa15-c042-4511-a35a-28a6900965fa on host hv-neutron-8227 for vnic_type normal with profile  {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:10:05.192373 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [None req-500e75aa-854e-4831-a03d-d97072d5b6c9 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Attempting to bind port 566baa15-c042-4511-a35a-28a6900965fa by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': '4a5d36ee-ba51-4086-a6e0-f376b0a1083f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'ded4fc54-8863-4e45-b0f6-537898a2c594'}] {{(pid=87636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:10:05.192772 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-500e75aa-854e-4831-a03d-d97072d5b6c9 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Attempting to bind port 566baa15-c042-4511-a35a-28a6900965fa on network ded4fc54-8863-4e45-b0f6-537898a2c594 {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:10:05.215198 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8e9fcd4-260b-46dc-9d87-4a81cd61ce0b tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] Network 9d4573d0-c8b8-4097-a3c0-73a15fde0c72 is already hosted by enough agents. {{(pid=87635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:10:05.218736 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-1ea67ac0-55aa-4b88-9709-b4ed2e70d9d6 tempest-RoutersAdminTest-1714001428 tempest-RoutersAdminTest-1714001428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:05.222058 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-500e75aa-854e-4831-a03d-d97072d5b6c9 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Port 566baa15-c042-4511-a35a-28a6900965fa on network ded4fc54-8863-4e45-b0f6-537898a2c594 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 23 16:10:05.222716 dv-neutron-822799-1-hyperv neutron-server[87636]: ERROR neutron.plugins.ml2.managers [None req-500e75aa-854e-4831-a03d-d97072d5b6c9 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Failed to bind port 566baa15-c042-4511-a35a-28a6900965fa on host hv-neutron-8227 for vnic_type normal using segments [{'id': '4a5d36ee-ba51-4086-a6e0-f376b0a1083f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'ded4fc54-8863-4e45-b0f6-537898a2c594'}]
Dec 23 16:10:05.228626 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.base_scheduler [None req-d8e9fcd4-260b-46dc-9d87-4a81cd61ce0b tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] Resources bound (agent type, host, resource id):  {{(pid=87635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:10:05.241617 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e9fcd4-260b-46dc-9d87-4a81cd61ce0b tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] Received port after_create {{(pid=87635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:10:05.247193 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8e9fcd4-260b-46dc-9d87-4a81cd61ce0b tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:10:05.247784 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-d8e9fcd4-260b-46dc-9d87-4a81cd61ce0b tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:05.287701 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ea67ac0-55aa-4b88-9709-b4ed2e70d9d6 tempest-RoutersAdminTest-1714001428 tempest-RoutersAdminTest-1714001428-project] Network 8afa6d58-9431-454a-b99c-3ff8a65aa86b is already hosted by enough agents. {{(pid=87635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:10:05.290082 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e9fcd4-260b-46dc-9d87-4a81cd61ce0b tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] Pushing event updated for resources: {'Port': ['ID=5233fb4b-33f3-4e06-96c3-65147189184e,revision_number=1']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:10:05.292693 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.base_scheduler [None req-1ea67ac0-55aa-4b88-9709-b4ed2e70d9d6 tempest-RoutersAdminTest-1714001428 tempest-RoutersAdminTest-1714001428-project] Resources bound (agent type, host, resource id):  {{(pid=87635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:10:05.295452 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-d8e9fcd4-260b-46dc-9d87-4a81cd61ce0b tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:10:05.296023 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-8e00ca1a-54ba-441c-8456-3acbc80f4ccc tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.068s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:10:05.340633 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea67ac0-55aa-4b88-9709-b4ed2e70d9d6 tempest-RoutersAdminTest-1714001428 tempest-RoutersAdminTest-1714001428-project] Received port after_create {{(pid=87635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:10:05.345909 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.plugins.ml2.plugin [None req-500e75aa-854e-4831-a03d-d97072d5b6c9 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Attempt 10 to bind port 566baa15-c042-4511-a35a-28a6900965fa
Dec 23 16:10:05.379414 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-d8e9fcd4-260b-46dc-9d87-4a81cd61ce0b tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201  len: 944 time: 1.7270374
Dec 23 16:10:05.379657 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-8c7ddae3-200b-4653-a6fb-3c51b37dcf2c tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-698866'] for network, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:05.385583 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-9b093363-385e-42ff-81bc-7145e5ed8bbc tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 1.6114669
Dec 23 16:10:05.385583 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 43346) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:05.388679 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 43348) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:05.394849 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-82511e70-b3be-471f-92cc-a7ea77a3d749 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Request body: {'subnet': {'network_id': '11836aa0-b72a-4bb3-bb18-7929b6c30236', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:10:05.400385 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b093363-385e-42ff-81bc-7145e5ed8bbc tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Pushing event updated for resources: {'Network': ['ID=11836aa0-b72a-4bb3-bb18-7929b6c30236,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:10:05.403339 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-9b093363-385e-42ff-81bc-7145e5ed8bbc tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:10:05.411412 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-80b07591-0f4f-4c09-950d-1cf77394fb86 tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::378', 'mac_address': 'fa:16:3e:34:83:b4'}]}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:10:05.414029 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Network 11836aa0-b72a-4bb3-bb18-7929b6c30236 details requested by agent ovs-agent-dv-neutron-822799-1-hyperv with host dv-neutron-822799-1-hyperv {{(pid=87637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 23 16:10:05.440070 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [None req-500e75aa-854e-4831-a03d-d97072d5b6c9 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Attempting to bind port 566baa15-c042-4511-a35a-28a6900965fa on host hv-neutron-8227 for vnic_type normal with profile  {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:10:05.440416 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [None req-500e75aa-854e-4831-a03d-d97072d5b6c9 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Attempting to bind port 566baa15-c042-4511-a35a-28a6900965fa by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': '4a5d36ee-ba51-4086-a6e0-f376b0a1083f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'ded4fc54-8863-4e45-b0f6-537898a2c594'}] {{(pid=87636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:10:05.440793 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-500e75aa-854e-4831-a03d-d97072d5b6c9 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Attempting to bind port 566baa15-c042-4511-a35a-28a6900965fa on network ded4fc54-8863-4e45-b0f6-537898a2c594 {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:10:05.483334 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea67ac0-55aa-4b88-9709-b4ed2e70d9d6 tempest-RoutersAdminTest-1714001428 tempest-RoutersAdminTest-1714001428-project] Pushing event updated for resources: {'Port': ['ID=ddc39356-6b76-4b30-8150-70af284521cc,revision_number=1']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:10:05.502776 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-1ea67ac0-55aa-4b88-9709-b4ed2e70d9d6 tempest-RoutersAdminTest-1714001428 tempest-RoutersAdminTest-1714001428-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:10:05.549473 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-500e75aa-854e-4831-a03d-d97072d5b6c9 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Port 566baa15-c042-4511-a35a-28a6900965fa on network ded4fc54-8863-4e45-b0f6-537898a2c594 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 23 16:10:05.549802 dv-neutron-822799-1-hyperv neutron-server[87636]: ERROR neutron.plugins.ml2.managers [None req-500e75aa-854e-4831-a03d-d97072d5b6c9 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Failed to bind port 566baa15-c042-4511-a35a-28a6900965fa on host hv-neutron-8227 for vnic_type normal using segments [{'id': '4a5d36ee-ba51-4086-a6e0-f376b0a1083f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'ded4fc54-8863-4e45-b0f6-537898a2c594'}]
Dec 23 16:10:05.550159 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-500e75aa-854e-4831-a03d-d97072d5b6c9 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:05.628484 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3515dc94-6ef9-48c7-a232-9888b8da9c23 None None] Provisioning for port 5233fb4b-33f3-4e06-96c3-65147189184e completed by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:10:05.634694 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3515dc94-6ef9-48c7-a232-9888b8da9c23 None None] Provisioning complete for port 5233fb4b-33f3-4e06-96c3-65147189184e triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:10:05.635199 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3515dc94-6ef9-48c7-a232-9888b8da9c23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:05.694679 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-3515dc94-6ef9-48c7-a232-9888b8da9c23 None None] Port 5233fb4b-33f3-4e06-96c3-65147189184e cannot update to ACTIVE because it is not bound. {{(pid=87637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 23 16:10:05.754335 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-8c7ddae3-200b-4653-a6fb-3c51b37dcf2c tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-864347', 'neutron.services.segments.db._delete_segments_for_network-8735362908070'] for network, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:05.804875 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-82511e70-b3be-471f-92cc-a7ea77a3d749 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:10:05.831295 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-82511e70-b3be-471f-92cc-a7ea77a3d749 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:10:05.844512 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0b75f2a-acff-4b2a-ae5e-204fa587d463 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Router abfa982d-e5a4-4f60-bb8f-be7e2c2fb544 has already been hosted by L3 agent 371d4c41-c7e2-4de7-9539-c049ec4e95d1 {{(pid=87636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 23 16:10:05.851359 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82511e70-b3be-471f-92cc-a7ea77a3d749 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Made reservation on behalf of 08bb5ff5fd45470cae3e1870e7817546 for: {'subnet': 1} {{(pid=87635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:10:05.855458 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-82511e70-b3be-471f-92cc-a7ea77a3d749 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2610339'] for subnet, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:05.863690 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-8c7ddae3-200b-4653-a6fb-3c51b37dcf2c tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1dbb598f40>,) {'filters': {'network_id': ['b338008b-4854-4aba-95d9-17d6205c584e']}} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:10:05.889313 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-8c7ddae3-200b-4653-a6fb-3c51b37dcf2c tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dbb598f40>, 'dae16c86-31e8-4598-ad52-14890d6a923a') {'for_net_delete': True} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:10:05.889558 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-8c7ddae3-200b-4653-a6fb-3c51b37dcf2c tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dbb598f40>, 'dae16c86-31e8-4598-ad52-14890d6a923a') {} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:10:05.911190 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-8c7ddae3-200b-4653-a6fb-3c51b37dcf2c tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735363085442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2382197'] for segment, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:05.988220 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [None req-500e75aa-854e-4831-a03d-d97072d5b6c9 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] For port 566baa15-c042-4511-a35a-28a6900965fa, host hv-neutron-8227, cleared binding levels {{(pid=87636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 23 16:10:05.988626 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [None req-500e75aa-854e-4831-a03d-d97072d5b6c9 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Attempted to set empty binding levels {{(pid=87636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}}
Dec 23 16:10:06.010432 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-500e75aa-854e-4831-a03d-d97072d5b6c9 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2176289'] for port, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:06.015844 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-8c7ddae3-200b-4653-a6fb-3c51b37dcf2c tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:06.019499 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-42ffd493-9271-4fac-a6c3-9d8e311e1315 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:10:06.030363 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.ipam_backend_mixin [None req-82511e70-b3be-471f-92cc-a7ea77a3d749 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Performing IP validity checks on allocation pools {{(pid=87635) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}}
Dec 23 16:10:06.030958 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.ipam_backend_mixin [None req-82511e70-b3be-471f-92cc-a7ea77a3d749 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87635) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}}
Dec 23 16:10:06.103745 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c7ddae3-200b-4653-a6fb-3c51b37dcf2c tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Releasing vlan 415 on physical network physnet1 to pool {{(pid=87636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 23 16:10:06.103745 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-8c7ddae3-200b-4653-a6fb-3c51b37dcf2c tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2176261'] for segment, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:06.120221 dv-neutron-822799-1-hyperv neutron-server[87636]: Traceback (most recent call last):
Dec 23 16:10:06.120221 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 23 16:10:06.120221 dv-neutron-822799-1-hyperv neutron-server[87636]:     timer()
Dec 23 16:10:06.120221 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:10:06.120221 dv-neutron-822799-1-hyperv neutron-server[87636]:     cb(*args, **kw)
Dec 23 16:10:06.120221 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 23 16:10:06.120221 dv-neutron-822799-1-hyperv neutron-server[87636]:     return func(*args, **kwargs)
Dec 23 16:10:06.120221 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:10:06.120221 dv-neutron-822799-1-hyperv neutron-server[87636]:     self._notify()
Dec 23 16:10:06.120221 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:10:06.120221 dv-neutron-822799-1-hyperv neutron-server[87636]:     self.callback(batched_events)
Dec 23 16:10:06.120221 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:10:06.120221 dv-neutron-822799-1-hyperv neutron-server[87636]:     event.method(event)
Dec 23 16:10:06.120221 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:10:06.120221 dv-neutron-822799-1-hyperv neutron-server[87636]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:10:06.120221 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 23 16:10:06.120221 dv-neutron-822799-1-hyperv neutron-server[87636]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 23 16:10:06.120221 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 23 16:10:06.120221 dv-neutron-822799-1-hyperv neutron-server[87636]:     return f(self, *a, **k)
Dec 23 16:10:06.120221 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:10:06.120221 dv-neutron-822799-1-hyperv neutron-server[87636]:     return self._get(url).json()
Dec 23 16:10:06.120221 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 23 16:10:06.120221 dv-neutron-822799-1-hyperv neutron-server[87636]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 23 16:10:06.120221 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 23 16:10:06.120221 dv-neutron-822799-1-hyperv neutron-server[87636]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:10:06.120221 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 23 16:10:06.120221 dv-neutron-822799-1-hyperv neutron-server[87636]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 23 16:10:06.120221 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 23 16:10:06.120221 dv-neutron-822799-1-hyperv neutron-server[87636]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:10:06.120221 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 23 16:10:06.120221 dv-neutron-822799-1-hyperv neutron-server[87636]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:10:06.120221 dv-neutron-822799-1-hyperv neutron-server[87636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:10:06.122261 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-500e75aa-854e-4831-a03d-d97072d5b6c9 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:10:06.122261 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-500e75aa-854e-4831-a03d-d97072d5b6c9 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:06.152372 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-1ea67ac0-55aa-4b88-9709-b4ed2e70d9d6 tempest-RoutersAdminTest-1714001428 tempest-RoutersAdminTest-1714001428-project] Notify callbacks [] for router_gateway, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:06.472986 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500e75aa-854e-4831-a03d-d97072d5b6c9 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Pushing event updated for resources: {'Port': ['ID=566baa15-c042-4511-a35a-28a6900965fa,revision_number=2']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:10:06.485326 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-82511e70-b3be-471f-92cc-a7ea77a3d749 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2753396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2610353'] for subnet, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:06.495958 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-500e75aa-854e-4831-a03d-d97072d5b6c9 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.476s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:10:06.500267 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:10:06.505914 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-500e75aa-854e-4831-a03d-d97072d5b6c9 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201  len: 982 time: 7.3755932
Dec 23 16:10:06.512721 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 43358) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:06.515449 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-80b07591-0f4f-4c09-950d-1cf77394fb86 tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:06.529980 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0b75f2a-acff-4b2a-ae5e-204fa587d463 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify agent at l3_agent.dv-neutron-822799-1-hyperv the message routers_updated {{(pid=87636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 23 16:10:06.543404 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e7034f3-2b53-4a94-8b45-21171e6507d9 None None] Sync routers for ids ['abfa982d-e5a4-4f60-bb8f-be7e2c2fb544'] in dv-neutron-822799-1-hyperv {{(pid=87637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 23 16:10:06.555213 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e7034f3-2b53-4a94-8b45-21171e6507d9 None None] Routers {'abfa982d-e5a4-4f60-bb8f-be7e2c2fb544'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:10:06.556221 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-3e7034f3-2b53-4a94-8b45-21171e6507d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc141d940>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:09:50Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['abfa982d-e5a4-4f60-bb8f-be7e2c2fb544'], 'active': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:10:06.571550 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-8c7ddae3-200b-4653-a6fb-3c51b37dcf2c tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-864336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1824171'] for network, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:06.587551 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-cdfba0b9-d047-4cf4-a5d8-65092661b67a tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:10:06.607265 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-8c7ddae3-200b-4653-a6fb-3c51b37dcf2c tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:06.609241 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-8c7ddae3-200b-4653-a6fb-3c51b37dcf2c tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] 10.222.0.64 "DELETE /v2.0/networks/b338008b-4854-4aba-95d9-17d6205c584e HTTP/1.1" status: 204  len: 168 time: 1.4187911
Dec 23 16:10:06.618251 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 43362) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:06.627853 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-3e7034f3-2b53-4a94-8b45-21171e6507d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc141d940>, [], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:10:06.636771 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e7034f3-2b53-4a94-8b45-21171e6507d9 None None] Routers {'abfa982d-e5a4-4f60-bb8f-be7e2c2fb544'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:10:06.637400 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-3e7034f3-2b53-4a94-8b45-21171e6507d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc141d940>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:09:50Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['abfa982d-e5a4-4f60-bb8f-be7e2c2fb544'], 'active': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:10:06.653582 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b0b75f2a-acff-4b2a-ae5e-204fa587d463 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for floatingip, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:06.692321 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7ddae3-200b-4653-a6fb-3c51b37dcf2c tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Pushing event deleted for resources: {'Network': ['ID=b338008b-4854-4aba-95d9-17d6205c584e,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:10:06.704404 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-3e7034f3-2b53-4a94-8b45-21171e6507d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc141d940>, [], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:10:06.704802 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e7034f3-2b53-4a94-8b45-21171e6507d9 None None] The sync data for ids ['abfa982d-e5a4-4f60-bb8f-be7e2c2fb544'] in dv-neutron-822799-1-hyperv is: [] {{(pid=87637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 23 16:10:06.719392 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82511e70-b3be-471f-92cc-a7ea77a3d749 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Pushing event updated for resources: {'Subnet': ['ID=acd1096a-8ab4-45fb-8146-f1544937927c,revision_number=0']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:10:06.721345 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-8c7ddae3-200b-4653-a6fb-3c51b37dcf2c tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:10:06.733149 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-82511e70-b3be-471f-92cc-a7ea77a3d749 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:10:06.750225 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-6acb39da-7b51-470c-b74c-622bf191a66c tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Deleting port 566baa15-c042-4511-a35a-28a6900965fa {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:10:06.750501 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-6acb39da-7b51-470c-b74c-622bf191a66c tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:06.757778 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-1ea67ac0-55aa-4b88-9709-b4ed2e70d9d6 tempest-RoutersAdminTest-1714001428 tempest-RoutersAdminTest-1714001428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1824017', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1823768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-235299'] for router, precommit_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:06.772696 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-3a5fdd33-5ae6-47aa-a5fa-ac34094d2f5a tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Deleting port 1505e505-35db-49d7-bf53-57111a29ed04 {{(pid=87635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:10:06.773142 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-3a5fdd33-5ae6-47aa-a5fa-ac34094d2f5a tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:06.805064 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-1ea67ac0-55aa-4b88-9709-b4ed2e70d9d6 tempest-RoutersAdminTest-1714001428 tempest-RoutersAdminTest-1714001428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1824234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1824024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1824227', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1823761'] for router, after_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:06.808516 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-b0b75f2a-acff-4b2a-ae5e-204fa587d463 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] 10.222.0.64 "PUT /v2.0/floatingips/f6842cd9-2eb3-4e20-98df-649105617b32 HTTP/1.1" status: 200  len: 687 time: 3.2031269
Dec 23 16:10:06.810717 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 43366) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:06.816131 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82511e70-b3be-471f-92cc-a7ea77a3d749 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Checking segment: {'id': '01793e0d-0f1f-4876-8b17-fd3be281151c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '11836aa0-b72a-4bb3-bb18-7929b6c30236'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:10:06.816515 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82511e70-b3be-471f-92cc-a7ea77a3d749 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Network hostable DHCP agents. Network: 11836aa0-b72a-4bb3-bb18-7929b6c30236, hostable agents: ['1c812d71-eadf-4fb3-b98e-67468a4aa7e2'], hosted agents: [] {{(pid=87635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 23 16:10:06.979180 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82511e70-b3be-471f-92cc-a7ea77a3d749 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Network 11836aa0-b72a-4bb3-bb18-7929b6c30236 is scheduled to be hosted by DHCP agent 1c812d71-eadf-4fb3-b98e-67468a4aa7e2 with binding_index 1 {{(pid=87635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 23 16:10:07.013717 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.base_scheduler [None req-82511e70-b3be-471f-92cc-a7ea77a3d749 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822799-1-hyperv, 11836aa0-b72a-4bb3-bb18-7929b6c30236) {{(pid=87635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:10:07.024040 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b2a4c7e-a32c-4f60-8b24-74f7dfd9bfab None None] Network 11836aa0-b72a-4bb3-bb18-7929b6c30236 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:10:07.094739 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82511e70-b3be-471f-92cc-a7ea77a3d749 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:10:07.095616 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-82511e70-b3be-471f-92cc-a7ea77a3d749 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Notify callbacks [] for subnet, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:07.127079 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-16f4c05e-7a11-4e0b-a17b-fa2f66d2b455 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Deleting port 708bf1be-f002-47c2-bafa-75888878012a {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:10:07.127420 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-16f4c05e-7a11-4e0b-a17b-fa2f66d2b455 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:07.175499 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-82511e70-b3be-471f-92cc-a7ea77a3d749 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 895 time: 1.7857170
Dec 23 16:10:07.184610 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 43372) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:07.204671 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-75a35f95-7cbf-4068-bd9b-8a9dff95545c tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:10:07.349946 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-304dd9ea-601b-4058-9f6d-c493a14c10ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7e017a6-8198-58c8-a07e-0f786128e3b3-11836aa0-b72a-4bb3-bb18-7929b6c30236', 'network_id': '11836aa0-b72a-4bb3-bb18-7929b6c30236', 'tenant_id': '08bb5ff5fd45470cae3e1870e7817546', 'fixed_ips': [{'subnet_id': 'acd1096a-8ab4-45fb-8146-f1544937927c'}]}} from dv-neutron-822799-1-hyperv. {{(pid=87637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 23 16:10:07.351915 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-304dd9ea-601b-4058-9f6d-c493a14c10ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:07.523940 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [None req-6acb39da-7b51-470c-b74c-622bf191a66c tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] For port 566baa15-c042-4511-a35a-28a6900965fa, host hv-neutron-8227, got binding levels [] {{(pid=87636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:10:07.524532 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-6acb39da-7b51-470c-b74c-622bf191a66c tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:07.538657 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_common [None req-304dd9ea-601b-4058-9f6d-c493a14c10ad None None] Allocated IP 2001:db8::3 (11836aa0-b72a-4bb3-bb18-7929b6c30236/acd1096a-8ab4-45fb-8146-f1544937927c/ef3a5456-1946-4a3f-a035-8bbf85b403e0) {{(pid=87637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:10:07.539540 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-3a5fdd33-5ae6-47aa-a5fa-ac34094d2f5a tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:07.672806 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-3a5fdd33-5ae6-47aa-a5fa-ac34094d2f5a tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Calling delete_port for 1505e505-35db-49d7-bf53-57111a29ed04 owned by  {{(pid=87635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:10:07.701623 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-6acb39da-7b51-470c-b74c-622bf191a66c tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Calling delete_port for 566baa15-c042-4511-a35a-28a6900965fa owned by  {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:10:07.742301 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ea67ac0-55aa-4b88-9709-b4ed2e70d9d6 tempest-RoutersAdminTest-1714001428 tempest-RoutersAdminTest-1714001428-project] Router ee20efe8-1a62-49fe-8676-f768a68240cb is scheduled to L3 agent 371d4c41-c7e2-4de7-9539-c049ec4e95d1 with binding_index 1 {{(pid=87635) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 23 16:10:07.747271 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.db.resource_extend [None req-80b07591-0f4f-4c09-950d-1cf77394fb86 tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 23 16:10:07.757946 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-304dd9ea-601b-4058-9f6d-c493a14c10ad None None] Notify callbacks [] for port, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:07.769501 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-304dd9ea-601b-4058-9f6d-c493a14c10ad None None] Transition to ACTIVE for port object ef3a5456-1946-4a3f-a035-8bbf85b403e0 will not be triggered until provisioned by entity L2. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:10:07.789229 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-80b07591-0f4f-4c09-950d-1cf77394fb86 tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] Notify callbacks [] for port, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:07.790060 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-304dd9ea-601b-4058-9f6d-c493a14c10ad None None] Transition to ACTIVE for port object ef3a5456-1946-4a3f-a035-8bbf85b403e0 will not be triggered until provisioned by entity DHCP. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:10:07.798067 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-304dd9ea-601b-4058-9f6d-c493a14c10ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780'] for port, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:07.803324 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-cc30760f-db6a-4633-b16d-5465e607b4fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:10:07.805966 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-16f4c05e-7a11-4e0b-a17b-fa2f66d2b455 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:07.806305 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-16f4c05e-7a11-4e0b-a17b-fa2f66d2b455 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:07.813502 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-80b07591-0f4f-4c09-950d-1cf77394fb86 tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2176289'] for port, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:07.818713 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-75a35f95-7cbf-4068-bd9b-8a9dff95545c tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2618335'] for subnet, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:07.826547 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:10:07.829183 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-3a5fdd33-5ae6-47aa-a5fa-ac34094d2f5a tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:07.838860 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-82a2524a-600a-4d72-82ba-f1fe94dde489 tempest-RoutersAdminTest-1714001428 tempest-RoutersAdminTest-1714001428-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:10:07.866601 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-304dd9ea-601b-4058-9f6d-c493a14c10ad None None] Network 11836aa0-b72a-4bb3-bb18-7929b6c30236 is already hosted by enough agents. {{(pid=87637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:10:07.874314 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-304dd9ea-601b-4058-9f6d-c493a14c10ad None None] Resources bound (agent type, host, resource id):  {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:10:07.876987 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-304dd9ea-601b-4058-9f6d-c493a14c10ad None None] Received port after_create {{(pid=87637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:10:07.898775 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5fdd33-5ae6-47aa-a5fa-ac34094d2f5a tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Pushing event deleted for resources: {'Port': ['ID=1505e505-35db-49d7-bf53-57111a29ed04,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:10:07.904134 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-3a5fdd33-5ae6-47aa-a5fa-ac34094d2f5a tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:10:07.925581 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304dd9ea-601b-4058-9f6d-c493a14c10ad None None] Pushing event updated for resources: {'Port': ['ID=ef3a5456-1946-4a3f-a035-8bbf85b403e0,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:10:07.928679 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-304dd9ea-601b-4058-9f6d-c493a14c10ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:10:07.956531 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-3a5fdd33-5ae6-47aa-a5fa-ac34094d2f5a tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:07.977219 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-3a5fdd33-5ae6-47aa-a5fa-ac34094d2f5a tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] 10.222.0.64 "DELETE /v2.0/ports/1505e505-35db-49d7-bf53-57111a29ed04 HTTP/1.1" status: 204  len: 168 time: 1.3556638
Dec 23 16:10:07.978064 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 43378) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:08.025153 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-304dd9ea-601b-4058-9f6d-c493a14c10ad None None] Attempting to bind port ef3a5456-1946-4a3f-a035-8bbf85b403e0 on host dv-neutron-822799-1-hyperv for vnic_type normal with profile  {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:10:08.025658 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-304dd9ea-601b-4058-9f6d-c493a14c10ad None None] Attempting to bind port ef3a5456-1946-4a3f-a035-8bbf85b403e0 by drivers openvswitch,hyperv on host dv-neutron-822799-1-hyperv at level 0 using segments [{'id': '01793e0d-0f1f-4876-8b17-fd3be281151c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '11836aa0-b72a-4bb3-bb18-7929b6c30236'}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:10:08.026109 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-304dd9ea-601b-4058-9f6d-c493a14c10ad None None] Attempting to bind port ef3a5456-1946-4a3f-a035-8bbf85b403e0 on network 11836aa0-b72a-4bb3-bb18-7929b6c30236 {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:10:08.029940 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bda76b9-a046-4fc0-957a-ac67c9fde042 tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:10:08.030488 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9bda76b9-a046-4fc0-957a-ac67c9fde042 tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 23 16:10:08.034912 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-9bda76b9-a046-4fc0-957a-ac67c9fde042 tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] 10.222.0.64 "DELETE /v2.0/subnets/9baa2570-3044-47aa-ac78-593eeb0df099 HTTP/1.1" status: 404  len: 337 time: 0.0537508
Dec 23 16:10:08.035118 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-304dd9ea-601b-4058-9f6d-c493a14c10ad None None] Checking agent: {'id': '20d2070f-69a9-4e73-8d08-6f0387a40158', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822799-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 21), 'started_at': datetime.datetime(2021, 12, 23, 16, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 9, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822799-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 23 16:10:08.035118 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-304dd9ea-601b-4058-9f6d-c493a14c10ad None None] Checking segment: {'id': '01793e0d-0f1f-4876-8b17-fd3be281151c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '11836aa0-b72a-4bb3-bb18-7929b6c30236'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:10:08.035118 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-304dd9ea-601b-4058-9f6d-c493a14c10ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:08.035118 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-304dd9ea-601b-4058-9f6d-c493a14c10ad None None] Bound using segment: {'id': '01793e0d-0f1f-4876-8b17-fd3be281151c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '11836aa0-b72a-4bb3-bb18-7929b6c30236'} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 23 16:10:08.035118 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-304dd9ea-601b-4058-9f6d-c493a14c10ad None None] Bound port: ef3a5456-1946-4a3f-a035-8bbf85b403e0, host: dv-neutron-822799-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01793e0d-0f1f-4876-8b17-fd3be281151c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '11836aa0-b72a-4bb3-bb18-7929b6c30236'}}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 23 16:10:08.035595 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-304dd9ea-601b-4058-9f6d-c493a14c10ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:08.036687 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 43382) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:08.061752 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ea67ac0-55aa-4b88-9709-b4ed2e70d9d6 tempest-RoutersAdminTest-1714001428 tempest-RoutersAdminTest-1714001428-project] Notify agent at l3_agent.dv-neutron-822799-1-hyperv the message routers_updated {{(pid=87635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 23 16:10:08.072229 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-1ea67ac0-55aa-4b88-9709-b4ed2e70d9d6 tempest-RoutersAdminTest-1714001428 tempest-RoutersAdminTest-1714001428-project] Notify callbacks [] for router, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:08.075129 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4fb317d-1bac-4fae-a010-fe23b7be3cb9 None None] Sync routers for ids ['ee20efe8-1a62-49fe-8676-f768a68240cb'] in dv-neutron-822799-1-hyperv {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 23 16:10:08.081510 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-1ea67ac0-55aa-4b88-9709-b4ed2e70d9d6 tempest-RoutersAdminTest-1714001428 tempest-RoutersAdminTest-1714001428-project] 10.222.0.64 "PUT /v2.0/routers/ee20efe8-1a62-49fe-8676-f768a68240cb HTTP/1.1" status: 200  len: 878 time: 4.6666396
Dec 23 16:10:08.087121 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4fb317d-1bac-4fae-a010-fe23b7be3cb9 None None] Routers {'ee20efe8-1a62-49fe-8676-f768a68240cb'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:10:08.087855 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-d4fb317d-1bac-4fae-a010-fe23b7be3cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc2a30df0>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:09:50Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['ee20efe8-1a62-49fe-8676-f768a68240cb'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:10:08.129817 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-304dd9ea-601b-4058-9f6d-c493a14c10ad None None] For port ef3a5456-1946-4a3f-a035-8bbf85b403e0, host dv-neutron-822799-1-hyperv, cleared binding levels {{(pid=87637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 23 16:10:08.133200 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-304dd9ea-601b-4058-9f6d-c493a14c10ad None None] For port ef3a5456-1946-4a3f-a035-8bbf85b403e0, host dv-neutron-822799-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=ef3a5456-1946-4a3f-a035-8bbf85b403e0,segment=NetworkSegment(01793e0d-0f1f-4876-8b17-fd3be281151c),segment_id=01793e0d-0f1f-4876-8b17-fd3be281151c)] {{(pid=87637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 23 16:10:08.140718 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-304dd9ea-601b-4058-9f6d-c493a14c10ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:08.147295 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 43386) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:08.152074 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-d4fb317d-1bac-4fae-a010-fe23b7be3cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc2a30df0>, [], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:10:08.157518 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-16f4c05e-7a11-4e0b-a17b-fa2f66d2b455 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Calling delete_port for 708bf1be-f002-47c2-bafa-75888878012a owned by network:floatingip {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:10:08.164138 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:10:08.169738 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4fb317d-1bac-4fae-a010-fe23b7be3cb9 None None] Routers {'ee20efe8-1a62-49fe-8676-f768a68240cb'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:10:08.170540 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-d4fb317d-1bac-4fae-a010-fe23b7be3cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc2a30df0>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:09:50Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['ee20efe8-1a62-49fe-8676-f768a68240cb'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:10:08.194183 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-80b07591-0f4f-4c09-950d-1cf77394fb86 tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] In _notify_port_updated(), no bound segment for port 5233fb4b-33f3-4e06-96c3-65147189184e on network 9d4573d0-c8b8-4097-a3c0-73a15fde0c72 {{(pid=87636) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}}
Dec 23 16:10:08.199594 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80b07591-0f4f-4c09-950d-1cf77394fb86 tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:10:08.200227 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-80b07591-0f4f-4c09-950d-1cf77394fb86 tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:08.205120 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-80b07591-0f4f-4c09-950d-1cf77394fb86 tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] 10.222.0.64 "PUT /v2.0/ports/5233fb4b-33f3-4e06-96c3-65147189184e HTTP/1.1" status: 200  len: 1003 time: 2.8005748
Dec 23 16:10:08.230053 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-bdb0fb5f-e364-4317-b455-6864e8d86d1e tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-698866'] for network, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:08.231720 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 43390) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:08.250887 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-d4fb317d-1bac-4fae-a010-fe23b7be3cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc2a30df0>, [], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:10:08.251889 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4fb317d-1bac-4fae-a010-fe23b7be3cb9 None None] The sync data for ids ['ee20efe8-1a62-49fe-8676-f768a68240cb'] in dv-neutron-822799-1-hyperv is: [] {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 23 16:10:08.344211 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304dd9ea-601b-4058-9f6d-c493a14c10ad None None] Pushing event updated for resources: {'Port': ['ID=ef3a5456-1946-4a3f-a035-8bbf85b403e0,revision_number=2']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:10:08.368472 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-304dd9ea-601b-4058-9f6d-c493a14c10ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:10:08.429773 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b07591-0f4f-4c09-950d-1cf77394fb86 tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] Pushing event updated for resources: {'Port': ['ID=5233fb4b-33f3-4e06-96c3-65147189184e,revision_number=2']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:10:08.434679 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-80b07591-0f4f-4c09-950d-1cf77394fb86 tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.607s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:10:08.481804 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-6acb39da-7b51-470c-b74c-622bf191a66c tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:08.491139 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-ec430362-c05e-4c53-b930-427a9cd7de17 tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] Deleting port 5233fb4b-33f3-4e06-96c3-65147189184e {{(pid=87635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:10:08.491139 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-ec430362-c05e-4c53-b930-427a9cd7de17 tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:08.522157 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:10:08.572234 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-bdb0fb5f-e364-4317-b455-6864e8d86d1e tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-864347', 'neutron.services.segments.db._delete_segments_for_network-8735362908070'] for network, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:08.644040 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-b69d7015-471e-4b06-94b6-7f7aedeac2f5 None None] Provisioning complete for port 5233fb4b-33f3-4e06-96c3-65147189184e triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:10:08.644418 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-b69d7015-471e-4b06-94b6-7f7aedeac2f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:08.679781 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.services.segments.db [None req-bdb0fb5f-e364-4317-b455-6864e8d86d1e tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1dbb5f1430>,) {'filters': {'network_id': ['15cc5e70-7c7d-4606-8bb6-d54082635f21']}} {{(pid=87635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:10:08.709123 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.services.segments.db [None req-bdb0fb5f-e364-4317-b455-6864e8d86d1e tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dbb5f1430>, 'a5bd850d-1999-4a5e-874c-b60c219351cf') {'for_net_delete': True} {{(pid=87635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:10:08.709574 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.services.segments.db [None req-bdb0fb5f-e364-4317-b455-6864e8d86d1e tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dbb5f1430>, 'a5bd850d-1999-4a5e-874c-b60c219351cf') {} {{(pid=87635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:10:08.714731 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-b69d7015-471e-4b06-94b6-7f7aedeac2f5 None None] Port 5233fb4b-33f3-4e06-96c3-65147189184e cannot update to ACTIVE because it is not bound. {{(pid=87637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 23 16:10:08.736869 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-bdb0fb5f-e364-4317-b455-6864e8d86d1e tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735363085442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2776713'] for segment, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:08.773843 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acb39da-7b51-470c-b74c-622bf191a66c tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Pushing event deleted for resources: {'Port': ['ID=566baa15-c042-4511-a35a-28a6900965fa,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:10:08.785677 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-bdb0fb5f-e364-4317-b455-6864e8d86d1e tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:08.793939 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-6acb39da-7b51-470c-b74c-622bf191a66c tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:08.803663 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-6acb39da-7b51-470c-b74c-622bf191a66c tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:10:08.820762 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-cf316770-9c53-4db8-a7d8-667e5c4fb481 tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] 10.222.0.64 "GET /v2.0/routers/ee20efe8-1a62-49fe-8676-f768a68240cb HTTP/1.1" status: 200  len: 919 time: 0.6362841
Dec 23 16:10:08.824750 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-6acb39da-7b51-470c-b74c-622bf191a66c tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] 10.222.0.64 "DELETE /v2.0/ports/566baa15-c042-4511-a35a-28a6900965fa HTTP/1.1" status: 204  len: 168 time: 2.2995083
Dec 23 16:10:08.828651 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 43398) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:08.828651 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 43400) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:08.862496 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdb0fb5f-e364-4317-b455-6864e8d86d1e tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Releasing vlan 431 on physical network physnet1 to pool {{(pid=87635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 23 16:10:08.862983 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-bdb0fb5f-e364-4317-b455-6864e8d86d1e tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2753503'] for segment, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:08.877598 dv-neutron-822799-1-hyperv neutron-server[87635]: Traceback (most recent call last):
Dec 23 16:10:08.877598 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 23 16:10:08.877598 dv-neutron-822799-1-hyperv neutron-server[87635]:     timer()
Dec 23 16:10:08.877598 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:10:08.877598 dv-neutron-822799-1-hyperv neutron-server[87635]:     cb(*args, **kw)
Dec 23 16:10:08.877598 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 23 16:10:08.877598 dv-neutron-822799-1-hyperv neutron-server[87635]:     return func(*args, **kwargs)
Dec 23 16:10:08.877598 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:10:08.877598 dv-neutron-822799-1-hyperv neutron-server[87635]:     self._notify()
Dec 23 16:10:08.877598 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:10:08.877598 dv-neutron-822799-1-hyperv neutron-server[87635]:     self.callback(batched_events)
Dec 23 16:10:08.877598 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:10:08.877598 dv-neutron-822799-1-hyperv neutron-server[87635]:     event.method(event)
Dec 23 16:10:08.877598 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:10:08.877598 dv-neutron-822799-1-hyperv neutron-server[87635]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:10:08.877598 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 23 16:10:08.877598 dv-neutron-822799-1-hyperv neutron-server[87635]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 23 16:10:08.877598 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 23 16:10:08.877598 dv-neutron-822799-1-hyperv neutron-server[87635]:     return f(self, *a, **k)
Dec 23 16:10:08.877598 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:10:08.877598 dv-neutron-822799-1-hyperv neutron-server[87635]:     return self._get(url).json()
Dec 23 16:10:08.877598 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 23 16:10:08.877598 dv-neutron-822799-1-hyperv neutron-server[87635]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 23 16:10:08.877598 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 23 16:10:08.877598 dv-neutron-822799-1-hyperv neutron-server[87635]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:10:08.877598 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 23 16:10:08.877598 dv-neutron-822799-1-hyperv neutron-server[87635]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 23 16:10:08.877598 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 23 16:10:08.877598 dv-neutron-822799-1-hyperv neutron-server[87635]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:10:08.877598 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 23 16:10:08.877598 dv-neutron-822799-1-hyperv neutron-server[87635]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:10:08.877598 dv-neutron-822799-1-hyperv neutron-server[87635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:10:08.955154 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e227660-db92-4a18-8cd2-a2448c83d3ac tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] GET failed (client error): The resource could not be found.
Dec 23 16:10:08.955724 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-2e227660-db92-4a18-8cd2-a2448c83d3ac tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Synchronizing usage tracker for tenant:29d06568c643416681d8c57ec2bb11be on resource:port {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:10:08.994747 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-bdb0fb5f-e364-4317-b455-6864e8d86d1e tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-864336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1824171'] for network, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:09.000523 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:10:09.015915 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-bdb0fb5f-e364-4317-b455-6864e8d86d1e tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627509'] for network, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:09.019253 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-ec430362-c05e-4c53-b930-427a9cd7de17 tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:09.037600 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb0fb5f-e364-4317-b455-6864e8d86d1e tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Pushing event deleted for resources: {'Network': ['ID=15cc5e70-7c7d-4606-8bb6-d54082635f21,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:10:09.042378 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-bdb0fb5f-e364-4317-b455-6864e8d86d1e tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] 10.222.0.64 "DELETE /v2.0/networks/15cc5e70-7c7d-4606-8bb6-d54082635f21 HTTP/1.1" status: 204  len: 168 time: 1.0025644
Dec 23 16:10:09.042537 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-2e227660-db92-4a18-8cd2-a2448c83d3ac tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Unset dirty status for tenant:29d06568c643416681d8c57ec2bb11be on resource:port {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:10:09.043055 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-2e227660-db92-4a18-8cd2-a2448c83d3ac tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] 10.222.0.64 "GET /v2.0/ports/566baa15-c042-4511-a35a-28a6900965fa HTTP/1.1" status: 404  len: 333 time: 0.2119691
Dec 23 16:10:09.046653 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 43406) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:09.048818 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 43408) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:09.086326 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-0b9a5df7-3ef1-4f81-a53e-3590e20e3cbe tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Request body: {'port': {'network_id': 'ded4fc54-8863-4e45-b0f6-537898a2c594', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1157984824'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:10:09.093282 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-75a35f95-7cbf-4068-bd9b-8a9dff95545c tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8735363031381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2176480'] for subnet, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:09.093700 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-bdb0fb5f-e364-4317-b455-6864e8d86d1e tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:10:09.096818 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-16f4c05e-7a11-4e0b-a17b-fa2f66d2b455 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:09.111314 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:10:09.139737 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-0b9a5df7-3ef1-4f81-a53e-3590e20e3cbe tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:10:09.154551 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-ec430362-c05e-4c53-b930-427a9cd7de17 tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] Calling delete_port for 5233fb4b-33f3-4e06-96c3-65147189184e owned by  {{(pid=87635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:10:09.196021 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-0b9a5df7-3ef1-4f81-a53e-3590e20e3cbe tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:10:09.251046 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75a35f95-7cbf-4068-bd9b-8a9dff95545c tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:10:09.251666 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-75a35f95-7cbf-4068-bd9b-8a9dff95545c tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Notify callbacks [] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:09.255863 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-75a35f95-7cbf-4068-bd9b-8a9dff95545c tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] 10.222.0.64 "PUT /v2.0/subnets/acd1096a-8ab4-45fb-8146-f1544937927c HTTP/1.1" status: 200  len: 900 time: 2.0652525
Dec 23 16:10:09.288924 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 43414) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:09.307398 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b9a5df7-3ef1-4f81-a53e-3590e20e3cbe tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Made reservation on behalf of 29d06568c643416681d8c57ec2bb11be for: {'port': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:10:09.309769 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-0b9a5df7-3ef1-4f81-a53e-3590e20e3cbe tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:09.323916 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9bef11c-4f4c-49d9-8bcc-e70e8cd23d2e tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Deleting subnet 0c332736-f4b4-43f4-a0a1-60b1a247acfd {{(pid=87636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 23 16:10:09.350233 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a35f95-7cbf-4068-bd9b-8a9dff95545c tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Pushing event updated for resources: {'Subnet': ['ID=acd1096a-8ab4-45fb-8146-f1544937927c,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:10:09.353938 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f95e7a2-15be-4bf0-8417-cb84bc48c19c tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:10:09.357860 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-6f95e7a2-15be-4bf0-8417-cb84bc48c19c tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] 10.222.0.64 "GET /v2.0/ports?network_id=8afa6d58-9431-454a-b99c-3ff8a65aa86b&device_id=ee20efe8-1a62-49fe-8676-f768a68240cb&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 944 time: 0.5258615
Dec 23 16:10:09.358933 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 43418) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:09.362382 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-75a35f95-7cbf-4068-bd9b-8a9dff95545c tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:10:09.365681 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-062413ec-a03d-48b9-9775-0ddbd1865055 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.229s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:10:09.407339 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b9bef11c-4f4c-49d9-8bcc-e70e8cd23d2e tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Notify callbacks [] for subnet, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:09.460317 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42354663-ecad-404d-8d3b-23538280077c None None] Network 11836aa0-b72a-4bb3-bb18-7929b6c30236 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:10:09.464486 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f4c05e-7a11-4e0b-a17b-fa2f66d2b455 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Pushing event deleted for resources: {'Port': ['ID=708bf1be-f002-47c2-bafa-75888878012a,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:10:09.467922 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-16f4c05e-7a11-4e0b-a17b-fa2f66d2b455 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:10:09.526218 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [None req-0b9a5df7-3ef1-4f81-a53e-3590e20e3cbe tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] device_id is not set on port e23d7262-66c5-4ae6-b776-e53af486d07a yet. {{(pid=87636) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 23 16:10:09.562940 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-492d4f33-2720-4acf-b16f-bc2e12a215f3 tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:10:09.564325 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-492d4f33-2720-4acf-b16f-bc2e12a215f3 tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] 10.222.0.64 "GET /v2.0/networks/8afa6d58-9431-454a-b99c-3ff8a65aa86b HTTP/1.1" status: 200  len: 881 time: 0.2035220
Dec 23 16:10:09.567378 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 43422) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:09.577866 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-4eeaf118-d476-44eb-9e16-26b9c17029ca None None] Provisioning for port ef3a5456-1946-4a3f-a035-8bbf85b403e0 completed by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:10:09.589454 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-16f4c05e-7a11-4e0b-a17b-fa2f66d2b455 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify callbacks [] for floatingip, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:09.595178 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b9bef11c-4f4c-49d9-8bcc-e70e8cd23d2e tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2382092'] for subnet, precommit_delete_associations {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:09.633799 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-e502e044-c0fc-4307-82ac-bde90e9b96b1 tempest-RoutersAdminTest-1714001428 tempest-RoutersAdminTest-1714001428-project] 10.222.0.64 "GET /v2.0/ports?device_id=ee20efe8-1a62-49fe-8676-f768a68240cb HTTP/1.1" status: 200  len: 205 time: 0.0647328
Dec 23 16:10:09.636215 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 43430) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:09.640133 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-ec430362-c05e-4c53-b930-427a9cd7de17 tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:09.709354 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-a4cc29dc-16a4-4269-806a-d5f8284239dc tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:10:09.723649 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1b9aade8-65c8-4cbb-a355-0937e020a52f tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-698866'] for network, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:09.761203 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-16f4c05e-7a11-4e0b-a17b-fa2f66d2b455 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for floatingip, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:09.762531 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-16f4c05e-7a11-4e0b-a17b-fa2f66d2b455 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] 10.222.0.64 "DELETE /v2.0/floatingips/f6842cd9-2eb3-4e20-98df-649105617b32 HTTP/1.1" status: 204  len: 168 time: 2.9496729
Dec 23 16:10:09.767918 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 43434) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:09.774059 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec430362-c05e-4c53-b930-427a9cd7de17 tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] Pushing event deleted for resources: {'Port': ['ID=5233fb4b-33f3-4e06-96c3-65147189184e,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:10:09.810149 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-ec430362-c05e-4c53-b930-427a9cd7de17 tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:10:10.004506 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-1b9aade8-65c8-4cbb-a355-0937e020a52f tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Deleting port ef3a5456-1946-4a3f-a035-8bbf85b403e0 {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:10:10.005024 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1b9aade8-65c8-4cbb-a355-0937e020a52f tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:10.012163 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-7f96c24c-cfcd-4f82-95ba-274f4b12c52e tempest-RoutersAdminTest-1714001428 tempest-RoutersAdminTest-1714001428-project] Notify callbacks [] for router, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:10.057404 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.api.v2.resource [None req-62ffc64d-ea51-42dc-a313-e421377ce42d tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] delete failed (client error): The resource could not be found.
Dec 23 16:10:10.064462 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-62ffc64d-ea51-42dc-a313-e421377ce42d tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] 10.222.0.64 "DELETE /v2.0/floatingips/f6842cd9-2eb3-4e20-98df-649105617b32 HTTP/1.1" status: 404  len: 345 time: 0.2845626
Dec 23 16:10:10.070253 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 43438) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:10.107581 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-403dfe77-87f6-4d4b-88f6-dd449e9b879a None None] Network 11836aa0-b72a-4bb3-bb18-7929b6c30236 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:10:10.190405 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-ec430362-c05e-4c53-b930-427a9cd7de17 tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:10.196045 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b9bef11c-4f4c-49d9-8bcc-e70e8cd23d2e tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864774'] for subnet, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:10.211281 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-ec430362-c05e-4c53-b930-427a9cd7de17 tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] 10.222.0.64 "DELETE /v2.0/ports/5233fb4b-33f3-4e06-96c3-65147189184e HTTP/1.1" status: 204  len: 168 time: 1.9769769
Dec 23 16:10:10.212743 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 43442) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:10.257446 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-7f96c24c-cfcd-4f82-95ba-274f4b12c52e tempest-RoutersAdminTest-1714001428 tempest-RoutersAdminTest-1714001428-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:10.271379 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf5fcb27-6ebf-4c8e-85c2-239704266ad8 tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] GET failed (client error): The resource could not be found.
Dec 23 16:10:10.271916 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-bf5fcb27-6ebf-4c8e-85c2-239704266ad8 tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] Synchronizing usage tracker for tenant:edc37cc11b094be5b1b33f10c3c14b20 on resource:port {{(pid=87635) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:10:10.279518 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-7f96c24c-cfcd-4f82-95ba-274f4b12c52e tempest-RoutersAdminTest-1714001428 tempest-RoutersAdminTest-1714001428-project] Deleting port ddc39356-6b76-4b30-8150-70af284521cc {{(pid=87635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:10:10.279860 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-7f96c24c-cfcd-4f82-95ba-274f4b12c52e tempest-RoutersAdminTest-1714001428 tempest-RoutersAdminTest-1714001428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:10.338049 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-bf5fcb27-6ebf-4c8e-85c2-239704266ad8 tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] Unset dirty status for tenant:edc37cc11b094be5b1b33f10c3c14b20 on resource:port {{(pid=87635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:10:10.339230 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-bf5fcb27-6ebf-4c8e-85c2-239704266ad8 tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] 10.222.0.64 "GET /v2.0/ports/5233fb4b-33f3-4e06-96c3-65147189184e HTTP/1.1" status: 404  len: 333 time: 0.1255925
Dec 23 16:10:10.345080 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 43446) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:10.352499 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-5cf55d34-838a-47bc-8e24-3462b57fe1c7 tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] Request body: {'port': {'network_id': '9d4573d0-c8b8-4097-a3c0-73a15fde0c72', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-258424071'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:10:10.403583 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-0b9a5df7-3ef1-4f81-a53e-3590e20e3cbe tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:10.450919 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device ef3a5456-1946-4a3f-a035-8bbf85b403e0 up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:10:10.504633 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51b6af01-f3f2-40cb-bf1c-50a36cc54380 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:10:10.510534 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51b6af01-f3f2-40cb-bf1c-50a36cc54380 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:10:10.516877 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51b6af01-f3f2-40cb-bf1c-50a36cc54380 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:10:10.517766 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-51b6af01-f3f2-40cb-bf1c-50a36cc54380 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Synchronizing usage tracker for tenant:eee7102271fa49768eefd83617c1f38a on resource:port {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:10:10.528697 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning for port ef3a5456-1946-4a3f-a035-8bbf85b403e0 completed by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:10:10.534729 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port ef3a5456-1946-4a3f-a035-8bbf85b403e0 triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:10:10.535929 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:10.536307 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b9bef11c-4f4c-49d9-8bcc-e70e8cd23d2e tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2176495', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2618677'] for subnet, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:10.544729 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-aa6d9ecd-9051-4adf-9933-484f5212ce6a tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:10:10.604870 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [None req-1b9aade8-65c8-4cbb-a355-0937e020a52f tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] For port ef3a5456-1946-4a3f-a035-8bbf85b403e0, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=ef3a5456-1946-4a3f-a035-8bbf85b403e0,segment=NetworkSegment(01793e0d-0f1f-4876-8b17-fd3be281151c),segment_id=01793e0d-0f1f-4876-8b17-fd3be281151c)] {{(pid=87636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:10:10.605405 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1b9aade8-65c8-4cbb-a355-0937e020a52f tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:10.630694 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-7f96c24c-cfcd-4f82-95ba-274f4b12c52e tempest-RoutersAdminTest-1714001428 tempest-RoutersAdminTest-1714001428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:10.676532 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:10.701164 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-5cf55d34-838a-47bc-8e24-3462b57fe1c7 tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:10:10.712008 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] For port ef3a5456-1946-4a3f-a035-8bbf85b403e0, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=ef3a5456-1946-4a3f-a035-8bbf85b403e0,segment=NetworkSegment(01793e0d-0f1f-4876-8b17-fd3be281151c),segment_id=01793e0d-0f1f-4876-8b17-fd3be281151c)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:10:10.719730 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:10.721632 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-f9708a08-dc9d-4a71-b53e-e92a8acb1a13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:10:10.741355 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-1b9aade8-65c8-4cbb-a355-0937e020a52f tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Calling delete_port for ef3a5456-1946-4a3f-a035-8bbf85b403e0 owned by network:dhcp {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:10:10.770436 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-7f96c24c-cfcd-4f82-95ba-274f4b12c52e tempest-RoutersAdminTest-1714001428 tempest-RoutersAdminTest-1714001428-project] Calling delete_port for ddc39356-6b76-4b30-8150-70af284521cc owned by network:router_gateway {{(pid=87635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:10:10.782784 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-ecb9cc8a-dfb2-4f32-a101-a4e0b3380943 None None] Provisioning complete for port ef3a5456-1946-4a3f-a035-8bbf85b403e0 triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:10:10.783173 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-ecb9cc8a-dfb2-4f32-a101-a4e0b3380943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:10.795656 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bef11c-4f4c-49d9-8bcc-e70e8cd23d2e tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Pushing event deleted for resources: {'Subnet': ['ID=0c332736-f4b4-43f4-a0a1-60b1a247acfd,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:10:10.799050 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-b9bef11c-4f4c-49d9-8bcc-e70e8cd23d2e tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:10:10.801715 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b9bef11c-4f4c-49d9-8bcc-e70e8cd23d2e tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Notify callbacks [] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:10.820774 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-b9bef11c-4f4c-49d9-8bcc-e70e8cd23d2e tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] 10.222.0.64 "DELETE /v2.0/subnets/0c332736-f4b4-43f4-a0a1-60b1a247acfd HTTP/1.1" status: 204  len: 168 time: 1.7741954
Dec 23 16:10:10.823824 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 43452) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:10.828564 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-081aa40e-10e6-4c98-b5bd-03960ac224d4 None None] Network cba8772f-40e7-4139-bd4b-ef88ca67224e requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:10:10.855692 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Pushing event updated for resources: {'Port': ['ID=ef3a5456-1946-4a3f-a035-8bbf85b403e0,revision_number=3']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:10:10.866932 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:10:10.943751 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-5cf55d34-838a-47bc-8e24-3462b57fe1c7 tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:10:10.971744 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cf55d34-838a-47bc-8e24-3462b57fe1c7 tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] Made reservation on behalf of edc37cc11b094be5b1b33f10c3c14b20 for: {'port': 1} {{(pid=87635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:10:10.975403 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-5cf55d34-838a-47bc-8e24-3462b57fe1c7 tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:11.013959 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.notifiers.nova [None req-5cf55d34-838a-47bc-8e24-3462b57fe1c7 tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] device_id is not set on port d1aac605-64d2-49b8-9177-56a10059aeee yet. {{(pid=87635) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 23 16:10:11.021638 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-51b6af01-f3f2-40cb-bf1c-50a36cc54380 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Unset dirty status for tenant:eee7102271fa49768eefd83617c1f38a on resource:port {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:10:11.025908 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-51b6af01-f3f2-40cb-bf1c-50a36cc54380 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] 10.222.0.64 "GET /v2.0/ports?network_id=cd279298-a8b2-4014-95c3-e7f1a4a8ff2f HTTP/1.1" status: 200  len: 2357 time: 0.9518809
Dec 23 16:10:11.031841 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-0b9a5df7-3ef1-4f81-a53e-3590e20e3cbe tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:11.050239 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 43458) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:11.051256 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:10:11.153252 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.db.api [None req-1b9aade8-65c8-4cbb-a355-0937e020a52f tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87636) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 23 16:10:11.153654 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_db.api [None req-1b9aade8-65c8-4cbb-a355-0937e020a52f tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 23 16:10:11.173714 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97606723-a7f6-48d8-a07e-e956801003fc None None] DHCP port deletion for cba8772f-40e7-4139-bd4b-ef88ca67224e request from dv-neutron-822799-1-hyperv {{(pid=87637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 23 16:10:11.178454 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-97606723-a7f6-48d8-a07e-e956801003fc None None] Deleting port 4d433e60-d1b4-4e1b-b13d-c262deb2c253 {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:10:11.178840 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-97606723-a7f6-48d8-a07e-e956801003fc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:11.209404 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-72c7d4fc-eee6-4fdf-93fb-bf2a95b9023d tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-698866'] for network, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:11.212310 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b9a5df7-3ef1-4f81-a53e-3590e20e3cbe tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Network ded4fc54-8863-4e45-b0f6-537898a2c594 is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:10:11.221133 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-0b9a5df7-3ef1-4f81-a53e-3590e20e3cbe tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Resources bound (agent type, host, resource id):  {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:10:11.223531 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b9a5df7-3ef1-4f81-a53e-3590e20e3cbe tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:10:11.224738 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b9a5df7-3ef1-4f81-a53e-3590e20e3cbe tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:10:11.225405 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-0b9a5df7-3ef1-4f81-a53e-3590e20e3cbe tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:11.238051 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.db_base_plugin_common [None req-5cf55d34-838a-47bc-8e24-3462b57fe1c7 tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] Allocated IP 2001:db8::16 (9d4573d0-c8b8-4097-a3c0-73a15fde0c72/dc0835dc-6ceb-4ed5-9e46-3893476f5e2b/d1aac605-64d2-49b8-9177-56a10059aeee) {{(pid=87635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:10:11.256606 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-7f96c24c-cfcd-4f82-95ba-274f4b12c52e tempest-RoutersAdminTest-1714001428 tempest-RoutersAdminTest-1714001428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:11.263129 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-3100e18e-b7b8-43f9-b2cf-73f8657d27ae tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:10:11.266009 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-637f418b-ebb1-4f32-9b06-b56818367a57 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:10:11.266771 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-637f418b-ebb1-4f32-9b06-b56818367a57 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Synchronizing usage tracker for tenant:eee7102271fa49768eefd83617c1f38a on resource:subnet {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:10:11.278231 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9a5df7-3ef1-4f81-a53e-3590e20e3cbe tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Pushing event updated for resources: {'Port': ['ID=e23d7262-66c5-4ae6-b776-e53af486d07a,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:10:11.309402 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-0b9a5df7-3ef1-4f81-a53e-3590e20e3cbe tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:10:11.310437 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-72c7d4fc-eee6-4fdf-93fb-bf2a95b9023d tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Deleting port 4d433e60-d1b4-4e1b-b13d-c262deb2c253 {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:10:11.311076 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-72c7d4fc-eee6-4fdf-93fb-bf2a95b9023d tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:11.315747 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f96c24c-cfcd-4f82-95ba-274f4b12c52e tempest-RoutersAdminTest-1714001428 tempest-RoutersAdminTest-1714001428-project] Pushing event deleted for resources: {'Port': ['ID=ddc39356-6b76-4b30-8150-70af284521cc,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:10:11.341611 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-0b9a5df7-3ef1-4f81-a53e-3590e20e3cbe tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201  len: 960 time: 2.2909033
Dec 23 16:10:11.347591 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 43462) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:11.347764 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-637f418b-ebb1-4f32-9b06-b56818367a57 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Unset dirty status for tenant:eee7102271fa49768eefd83617c1f38a on resource:subnet {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:10:11.353751 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-637f418b-ebb1-4f32-9b06-b56818367a57 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] 10.222.0.64 "GET /v2.0/subnets/272fc2fb-a2ff-4fca-924f-70fc755e24c3 HTTP/1.1" status: 200  len: 797 time: 0.2647924
Dec 23 16:10:11.353910 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-7f96c24c-cfcd-4f82-95ba-274f4b12c52e tempest-RoutersAdminTest-1714001428 tempest-RoutersAdminTest-1714001428-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:10:11.354170 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 43466) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:11.366985 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-21ee9b80-0ed5-4c0e-9d1d-1a7514385870 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8227'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:10:11.378418 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-3449061e-cda1-4d43-acd5-022f4864ef8e tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Request body: {'port': {'network_id': 'cd279298-a8b2-4014-95c3-e7f1a4a8ff2f', 'name': 'tempest-FloatingIPTestJSON-1836740894', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.12'}]}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:10:11.417495 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-97606723-a7f6-48d8-a07e-e956801003fc None None] For port 4d433e60-d1b4-4e1b-b13d-c262deb2c253, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=4d433e60-d1b4-4e1b-b13d-c262deb2c253,segment=NetworkSegment(b03ec71a-1948-48ea-bd95-4886212097ab),segment_id=b03ec71a-1948-48ea-bd95-4886212097ab)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:10:11.417806 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-97606723-a7f6-48d8-a07e-e956801003fc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:11.512469 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-7f96c24c-cfcd-4f82-95ba-274f4b12c52e tempest-RoutersAdminTest-1714001428 tempest-RoutersAdminTest-1714001428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1824206'] for router_gateway, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:11.576918 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-97606723-a7f6-48d8-a07e-e956801003fc None None] Calling delete_port for 4d433e60-d1b4-4e1b-b13d-c262deb2c253 owned by network:dhcp {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:10:11.604951 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-21ee9b80-0ed5-4c0e-9d1d-1a7514385870 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:11.637488 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:11.667561 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-97606723-a7f6-48d8-a07e-e956801003fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789'] for port, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:11.674104 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-0ce9602b-ef23-4da0-9c28-89c72141388d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:10:11.725361 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97606723-a7f6-48d8-a07e-e956801003fc None None] Pushing event deleted for resources: {'Port': ['ID=4d433e60-d1b4-4e1b-b13d-c262deb2c253,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:10:11.729771 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97606723-a7f6-48d8-a07e-e956801003fc None None] No DVR routers for this DVR port 4d433e60-d1b4-4e1b-b13d-c262deb2c253 on host dv-neutron-822799-1-hyperv {{(pid=87637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 23 16:10:11.731525 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-97606723-a7f6-48d8-a07e-e956801003fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:10:11.802106 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-1b9aade8-65c8-4cbb-a355-0937e020a52f tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Deleting port ef3a5456-1946-4a3f-a035-8bbf85b403e0 {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:10:11.802449 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1b9aade8-65c8-4cbb-a355-0937e020a52f tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:11.806580 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-7f96c24c-cfcd-4f82-95ba-274f4b12c52e tempest-RoutersAdminTest-1714001428 tempest-RoutersAdminTest-1714001428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1784183', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-235354'] for router, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:11.818012 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-7f96c24c-cfcd-4f82-95ba-274f4b12c52e tempest-RoutersAdminTest-1714001428 tempest-RoutersAdminTest-1714001428-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:11.871458 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [None req-72c7d4fc-eee6-4fdf-93fb-bf2a95b9023d tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] For port 4d433e60-d1b4-4e1b-b13d-c262deb2c253, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=4d433e60-d1b4-4e1b-b13d-c262deb2c253,segment=NetworkSegment(b03ec71a-1948-48ea-bd95-4886212097ab),segment_id=b03ec71a-1948-48ea-bd95-4886212097ab)] {{(pid=87636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:10:11.871794 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-72c7d4fc-eee6-4fdf-93fb-bf2a95b9023d tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:11.891272 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-7f96c24c-cfcd-4f82-95ba-274f4b12c52e tempest-RoutersAdminTest-1714001428 tempest-RoutersAdminTest-1714001428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1781328'] for router, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:11.891714 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f96c24c-cfcd-4f82-95ba-274f4b12c52e tempest-RoutersAdminTest-1714001428 tempest-RoutersAdminTest-1714001428-project] Fanout notify agent at l3_agent the message router_deleted on router ee20efe8-1a62-49fe-8676-f768a68240cb {{(pid=87635) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 23 16:10:11.905257 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-3449061e-cda1-4d43-acd5-022f4864ef8e tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:10:11.942338 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-3449061e-cda1-4d43-acd5-022f4864ef8e tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:10:11.955671 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-7f96c24c-cfcd-4f82-95ba-274f4b12c52e tempest-RoutersAdminTest-1714001428 tempest-RoutersAdminTest-1714001428-project] Notify callbacks [] for router, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:11.956799 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-7f96c24c-cfcd-4f82-95ba-274f4b12c52e tempest-RoutersAdminTest-1714001428 tempest-RoutersAdminTest-1714001428-project] 10.222.0.64 "DELETE /v2.0/routers/ee20efe8-1a62-49fe-8676-f768a68240cb HTTP/1.1" status: 204  len: 168 time: 2.3193572
Dec 23 16:10:11.961032 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-5cf55d34-838a-47bc-8e24-3462b57fe1c7 tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] Notify callbacks [] for port, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:11.963806 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 43470) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:11.973525 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-627ee778-9bf9-45bd-9db2-ac9e4dbe1878 tempest-RoutersAdminTest-1714001428 tempest-RoutersAdminTest-1714001428-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1354452972', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:10:11.985904 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3449061e-cda1-4d43-acd5-022f4864ef8e tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Made reservation on behalf of eee7102271fa49768eefd83617c1f38a for: {'port': 1} {{(pid=87635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:10:12.006618 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-72c7d4fc-eee6-4fdf-93fb-bf2a95b9023d tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Calling delete_port for 4d433e60-d1b4-4e1b-b13d-c262deb2c253 owned by network:dhcp {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:10:12.013461 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-627ee778-9bf9-45bd-9db2-ac9e4dbe1878 tempest-RoutersAdminTest-1714001428 tempest-RoutersAdminTest-1714001428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:10:12.023692 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.provisioning_blocks [None req-5cf55d34-838a-47bc-8e24-3462b57fe1c7 tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] Transition to ACTIVE for port object d1aac605-64d2-49b8-9177-56a10059aeee will not be triggered until provisioned by entity DHCP. {{(pid=87635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:10:12.025132 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-627ee778-9bf9-45bd-9db2-ac9e4dbe1878 tempest-RoutersAdminTest-1714001428 tempest-RoutersAdminTest-1714001428-project] Usage tracker for resource:router and tenant:33177e17267d4ff1869eb1c057f3e667 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:10:12.073503 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-627ee778-9bf9-45bd-9db2-ac9e4dbe1878 tempest-RoutersAdminTest-1714001428 tempest-RoutersAdminTest-1714001428-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:10:12.085840 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-627ee778-9bf9-45bd-9db2-ac9e4dbe1878 tempest-RoutersAdminTest-1714001428 tempest-RoutersAdminTest-1714001428-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:10:12.119382 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-627ee778-9bf9-45bd-9db2-ac9e4dbe1878 tempest-RoutersAdminTest-1714001428 tempest-RoutersAdminTest-1714001428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1823978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-235332'] for router, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:12.120379 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-627ee778-9bf9-45bd-9db2-ac9e4dbe1878 tempest-RoutersAdminTest-1714001428 tempest-RoutersAdminTest-1714001428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1824575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1824063', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1751113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-235341'] for router, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:12.177217 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-627ee778-9bf9-45bd-9db2-ac9e4dbe1878 tempest-RoutersAdminTest-1714001428 tempest-RoutersAdminTest-1714001428-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:12.181680 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-3449061e-cda1-4d43-acd5-022f4864ef8e tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:12.196207 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-5cf55d34-838a-47bc-8e24-3462b57fe1c7 tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:12.205505 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-59364a20-916a-486d-8bb5-2c997224ee6c tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:10:12.283934 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.notifiers.nova [None req-3449061e-cda1-4d43-acd5-022f4864ef8e tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] device_id is not set on port d4c2f94a-696d-48c1-a864-ffbde7d66463 yet. {{(pid=87635) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 23 16:10:12.308743 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.db.api [None req-72c7d4fc-eee6-4fdf-93fb-bf2a95b9023d tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87636) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 23 16:10:12.309325 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_db.api [None req-72c7d4fc-eee6-4fdf-93fb-bf2a95b9023d tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 23 16:10:12.326252 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-627ee778-9bf9-45bd-9db2-ac9e4dbe1878 tempest-RoutersAdminTest-1714001428 tempest-RoutersAdminTest-1714001428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1823971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1824234'] for router, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:12.337075 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cf55d34-838a-47bc-8e24-3462b57fe1c7 tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] Network 9d4573d0-c8b8-4097-a3c0-73a15fde0c72 is already hosted by enough agents. {{(pid=87635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:10:12.340744 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.base_scheduler [None req-5cf55d34-838a-47bc-8e24-3462b57fe1c7 tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] Resources bound (agent type, host, resource id):  {{(pid=87635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:10:12.342681 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf55d34-838a-47bc-8e24-3462b57fe1c7 tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] Pushing event updated for resources: {'Port': ['ID=d1aac605-64d2-49b8-9177-56a10059aeee,revision_number=1']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:10:12.345348 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cf55d34-838a-47bc-8e24-3462b57fe1c7 tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] Received port after_create {{(pid=87635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:10:12.350898 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cf55d34-838a-47bc-8e24-3462b57fe1c7 tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:10:12.351521 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-5cf55d34-838a-47bc-8e24-3462b57fe1c7 tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:12.362880 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device ef3a5456-1946-4a3f-a035-8bbf85b403e0 up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:10:12.364251 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-5cf55d34-838a-47bc-8e24-3462b57fe1c7 tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:10:12.412243 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-627ee778-9bf9-45bd-9db2-ac9e4dbe1878 tempest-RoutersAdminTest-1714001428 tempest-RoutersAdminTest-1714001428-project] Notify callbacks [] for router, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:12.413554 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-627ee778-9bf9-45bd-9db2-ac9e4dbe1878 tempest-RoutersAdminTest-1714001428 tempest-RoutersAdminTest-1714001428-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201  len: 705 time: 0.4480627
Dec 23 16:10:12.416558 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 43478) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:12.420951 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-5cf55d34-838a-47bc-8e24-3462b57fe1c7 tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201  len: 942 time: 2.0726285
Dec 23 16:10:12.422824 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 43482) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:12.423700 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-c882fd0f-c2a2-48ca-b684-0f02b9cbeee3 tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'enable_snat': True}}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:10:12.463741 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port ef3a5456-1946-4a3f-a035-8bbf85b403e0 triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:10:12.463978 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-3e99d6a3-8a1a-44b4-ae68-f875777f2de9 tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:34:83:b4'}]}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:10:12.464205 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:12.475045 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [None req-1b9aade8-65c8-4cbb-a355-0937e020a52f tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] For port ef3a5456-1946-4a3f-a035-8bbf85b403e0, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=ef3a5456-1946-4a3f-a035-8bbf85b403e0,segment=NetworkSegment(01793e0d-0f1f-4876-8b17-fd3be281151c),segment_id=01793e0d-0f1f-4876-8b17-fd3be281151c)] {{(pid=87636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:10:12.475400 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1b9aade8-65c8-4cbb-a355-0937e020a52f tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:12.654083 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 4d433e60-d1b4-4e1b-b13d-c262deb2c253 no longer exists at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 23 16:10:12.679139 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-1b9aade8-65c8-4cbb-a355-0937e020a52f tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Calling delete_port for ef3a5456-1946-4a3f-a035-8bbf85b403e0 owned by network:dhcp {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:10:12.691056 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] No Port match for: 4d433e60-d1b4-4e1b-b13d-c262deb2c253 {{(pid=87637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 23 16:10:12.691532 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 4d433e60-d1b4-4e1b-b13d-c262deb2c253 not bound to the agent host dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 23 16:10:12.724049 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-ae431df9-7bb0-4590-b5db-639adc7a2440 None None] Provisioning for port d1aac605-64d2-49b8-9177-56a10059aeee completed by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:10:12.730011 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [None req-21ee9b80-0ed5-4c0e-9d1d-1a7514385870 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] device_id is not set on port e23d7262-66c5-4ae6-b776-e53af486d07a yet. {{(pid=87636) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 23 16:10:12.732477 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-ae431df9-7bb0-4590-b5db-639adc7a2440 None None] Provisioning complete for port d1aac605-64d2-49b8-9177-56a10059aeee triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:10:12.732941 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-ae431df9-7bb0-4590-b5db-639adc7a2440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:12.790110 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-ae431df9-7bb0-4590-b5db-639adc7a2440 None None] Port d1aac605-64d2-49b8-9177-56a10059aeee cannot update to ACTIVE because it is not bound. {{(pid=87637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 23 16:10:12.793563 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-21ee9b80-0ed5-4c0e-9d1d-1a7514385870 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:12.814209 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-72c7d4fc-eee6-4fdf-93fb-bf2a95b9023d tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Deleting port 4d433e60-d1b4-4e1b-b13d-c262deb2c253 {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:10:12.814550 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-72c7d4fc-eee6-4fdf-93fb-bf2a95b9023d tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:13.005830 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-3e99d6a3-8a1a-44b4-ae68-f875777f2de9 tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:13.032250 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.db_base_plugin_common [None req-3449061e-cda1-4d43-acd5-022f4864ef8e tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Allocated IP 172.20.0.14 (cd279298-a8b2-4014-95c3-e7f1a4a8ff2f/272fc2fb-a2ff-4fca-924f-70fc755e24c3/d4c2f94a-696d-48c1-a864-ffbde7d66463) {{(pid=87635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:10:13.070955 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.db_base_plugin_common [None req-3449061e-cda1-4d43-acd5-022f4864ef8e tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Allocated IP 172.20.0.12 (cd279298-a8b2-4014-95c3-e7f1a4a8ff2f/272fc2fb-a2ff-4fca-924f-70fc755e24c3/d4c2f94a-696d-48c1-a864-ffbde7d66463) {{(pid=87635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:10:13.130409 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.provisioning_blocks [None req-21ee9b80-0ed5-4c0e-9d1d-1a7514385870 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Transition to ACTIVE for port object e23d7262-66c5-4ae6-b776-e53af486d07a will not be triggered until provisioned by entity L2. {{(pid=87636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:10:13.147410 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-72c7d4fc-eee6-4fdf-93fb-bf2a95b9023d tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] The port '4d433e60-d1b4-4e1b-b13d-c262deb2c253' was deleted {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 23 16:10:13.218955 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-21ee9b80-0ed5-4c0e-9d1d-1a7514385870 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2176289'] for port, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:13.232258 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-6acb39da-7b51-470c-b74c-622bf191a66c tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:10:13.307016 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c882fd0f-c2a2-48ca-b684-0f02b9cbeee3 tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1824017', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1823768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-235299'] for router, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:13.422606 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-3449061e-cda1-4d43-acd5-022f4864ef8e tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify callbacks [] for port, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:13.443261 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-3e99d6a3-8a1a-44b4-ae68-f875777f2de9 tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] Notify callbacks [] for port, precommit_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:13.451259 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-3e99d6a3-8a1a-44b4-ae68-f875777f2de9 tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2753531'] for port, after_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:13.457338 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-d8e9fcd4-260b-46dc-9d87-4a81cd61ce0b tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:10:13.516673 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-3e99d6a3-8a1a-44b4-ae68-f875777f2de9 tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] In _notify_port_updated(), no bound segment for port d1aac605-64d2-49b8-9177-56a10059aeee on network 9d4573d0-c8b8-4097-a3c0-73a15fde0c72 {{(pid=87635) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}}
Dec 23 16:10:13.522086 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e99d6a3-8a1a-44b4-ae68-f875777f2de9 tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:10:13.522718 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-3e99d6a3-8a1a-44b4-ae68-f875777f2de9 tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:13.528600 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-3e99d6a3-8a1a-44b4-ae68-f875777f2de9 tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] 10.222.0.64 "PUT /v2.0/ports/d1aac605-64d2-49b8-9177-56a10059aeee HTTP/1.1" status: 200  len: 1001 time: 1.1008432
Dec 23 16:10:13.528600 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 43490) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:13.572172 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ee9b80-0ed5-4c0e-9d1d-1a7514385870 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Pushing event updated for resources: {'Port': ['ID=e23d7262-66c5-4ae6-b776-e53af486d07a,revision_number=2']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:10:13.584015 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-21ee9b80-0ed5-4c0e-9d1d-1a7514385870 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:10:13.585755 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-72c7d4fc-eee6-4fdf-93fb-bf2a95b9023d tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-864347', 'neutron.services.segments.db._delete_segments_for_network-8735362908070'] for network, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:13.590335 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-3449061e-cda1-4d43-acd5-022f4864ef8e tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:13.591972 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e99d6a3-8a1a-44b4-ae68-f875777f2de9 tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] Pushing event updated for resources: {'Port': ['ID=d1aac605-64d2-49b8-9177-56a10059aeee,revision_number=2']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:10:13.602489 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [None req-21ee9b80-0ed5-4c0e-9d1d-1a7514385870 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Attempting to bind port e23d7262-66c5-4ae6-b776-e53af486d07a on host hv-neutron-8227 for vnic_type normal with profile  {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:10:13.602829 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [None req-21ee9b80-0ed5-4c0e-9d1d-1a7514385870 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Attempting to bind port e23d7262-66c5-4ae6-b776-e53af486d07a by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': '4a5d36ee-ba51-4086-a6e0-f376b0a1083f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'ded4fc54-8863-4e45-b0f6-537898a2c594'}] {{(pid=87636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:10:13.603165 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21ee9b80-0ed5-4c0e-9d1d-1a7514385870 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Attempting to bind port e23d7262-66c5-4ae6-b776-e53af486d07a on network ded4fc54-8863-4e45-b0f6-537898a2c594 {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:10:13.604145 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-3e99d6a3-8a1a-44b4-ae68-f875777f2de9 tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:10:13.604785 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-09df2455-33d8-4b7c-9fd3-189bbeac8af1 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:10:13.668253 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21ee9b80-0ed5-4c0e-9d1d-1a7514385870 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Port e23d7262-66c5-4ae6-b776-e53af486d07a on network ded4fc54-8863-4e45-b0f6-537898a2c594 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 23 16:10:13.668535 dv-neutron-822799-1-hyperv neutron-server[87636]: ERROR neutron.plugins.ml2.managers [None req-21ee9b80-0ed5-4c0e-9d1d-1a7514385870 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Failed to bind port e23d7262-66c5-4ae6-b776-e53af486d07a on host hv-neutron-8227 for vnic_type normal using segments [{'id': '4a5d36ee-ba51-4086-a6e0-f376b0a1083f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'ded4fc54-8863-4e45-b0f6-537898a2c594'}]
Dec 23 16:10:13.671375 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.plugins.ml2.plugin [None req-21ee9b80-0ed5-4c0e-9d1d-1a7514385870 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Attempt 2 to bind port e23d7262-66c5-4ae6-b776-e53af486d07a
Dec 23 16:10:13.676050 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-2b4df74b-0672-4c47-ac79-9890b01036e3 tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] Deleting port d1aac605-64d2-49b8-9177-56a10059aeee {{(pid=87635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:10:13.676395 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-2b4df74b-0672-4c47-ac79-9890b01036e3 tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:13.691729 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-72c7d4fc-eee6-4fdf-93fb-bf2a95b9023d tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1dc0629cd0>,) {'filters': {'network_id': ['cba8772f-40e7-4139-bd4b-ef88ca67224e']}} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:10:13.698772 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1b9aade8-65c8-4cbb-a355-0937e020a52f tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:13.709132 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-19bcd96b-5506-408b-b91d-74804c24f451 tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:10:13.719219 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3449061e-cda1-4d43-acd5-022f4864ef8e tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Network cd279298-a8b2-4014-95c3-e7f1a4a8ff2f is already hosted by enough agents. {{(pid=87635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:10:13.729034 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.base_scheduler [None req-3449061e-cda1-4d43-acd5-022f4864ef8e tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Resources bound (agent type, host, resource id):  {{(pid=87635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:10:13.737590 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3449061e-cda1-4d43-acd5-022f4864ef8e tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Received port after_create {{(pid=87635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:10:13.758547 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-72c7d4fc-eee6-4fdf-93fb-bf2a95b9023d tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dc0629cd0>, 'b03ec71a-1948-48ea-bd95-4886212097ab') {'for_net_delete': True} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:10:13.758840 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-72c7d4fc-eee6-4fdf-93fb-bf2a95b9023d tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dc0629cd0>, 'b03ec71a-1948-48ea-bd95-4886212097ab') {} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:10:13.773643 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [None req-21ee9b80-0ed5-4c0e-9d1d-1a7514385870 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Attempting to bind port e23d7262-66c5-4ae6-b776-e53af486d07a on host hv-neutron-8227 for vnic_type normal with profile  {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:10:13.773970 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [None req-21ee9b80-0ed5-4c0e-9d1d-1a7514385870 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Attempting to bind port e23d7262-66c5-4ae6-b776-e53af486d07a by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': '4a5d36ee-ba51-4086-a6e0-f376b0a1083f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'ded4fc54-8863-4e45-b0f6-537898a2c594'}] {{(pid=87636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:10:13.774294 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21ee9b80-0ed5-4c0e-9d1d-1a7514385870 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Attempting to bind port e23d7262-66c5-4ae6-b776-e53af486d07a on network ded4fc54-8863-4e45-b0f6-537898a2c594 {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:10:13.779571 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9aade8-65c8-4cbb-a355-0937e020a52f tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Pushing event deleted for resources: {'Port': ['ID=ef3a5456-1946-4a3f-a035-8bbf85b403e0,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:10:13.784276 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3449061e-cda1-4d43-acd5-022f4864ef8e tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Pushing event updated for resources: {'Port': ['ID=d4c2f94a-696d-48c1-a864-ffbde7d66463,revision_number=1']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:10:13.785455 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-1b9aade8-65c8-4cbb-a355-0937e020a52f tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:10:13.795803 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-3449061e-cda1-4d43-acd5-022f4864ef8e tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:10:13.813377 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-72c7d4fc-eee6-4fdf-93fb-bf2a95b9023d tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735363085442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2382197'] for segment, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:13.826938 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21ee9b80-0ed5-4c0e-9d1d-1a7514385870 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Port e23d7262-66c5-4ae6-b776-e53af486d07a on network ded4fc54-8863-4e45-b0f6-537898a2c594 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 23 16:10:13.827189 dv-neutron-822799-1-hyperv neutron-server[87636]: ERROR neutron.plugins.ml2.managers [None req-21ee9b80-0ed5-4c0e-9d1d-1a7514385870 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Failed to bind port e23d7262-66c5-4ae6-b776-e53af486d07a on host hv-neutron-8227 for vnic_type normal using segments [{'id': '4a5d36ee-ba51-4086-a6e0-f376b0a1083f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'ded4fc54-8863-4e45-b0f6-537898a2c594'}]
Dec 23 16:10:13.831148 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.plugins.ml2.plugin [None req-21ee9b80-0ed5-4c0e-9d1d-1a7514385870 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Attempt 3 to bind port e23d7262-66c5-4ae6-b776-e53af486d07a
Dec 23 16:10:13.840018 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-de918907-d16e-4d44-b345-3e5f1f7e6fd6 None None] Provisioning complete for port d1aac605-64d2-49b8-9177-56a10059aeee triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:10:13.840545 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-de918907-d16e-4d44-b345-3e5f1f7e6fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:13.866006 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3449061e-cda1-4d43-acd5-022f4864ef8e tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:10:13.866624 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-3449061e-cda1-4d43-acd5-022f4864ef8e tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:13.876399 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccc670a2-e1da-4399-b83b-c8315a14fd3e None None] DHCP port deletion for 11836aa0-b72a-4bb3-bb18-7929b6c30236 request from dv-neutron-822799-1-hyperv {{(pid=87637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 23 16:10:13.898900 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-72c7d4fc-eee6-4fdf-93fb-bf2a95b9023d tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:13.900268 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b9aade8-65c8-4cbb-a355-0937e020a52f tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] No DVR routers for this DVR port ef3a5456-1946-4a3f-a035-8bbf85b403e0 on host dv-neutron-822799-1-hyperv {{(pid=87636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 23 16:10:13.918148 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-048b2238-a10b-4090-90d6-12c62d3f3162 None None] get_active_networks_info from dv-neutron-822799-1-hyperv {{(pid=87637) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}}
Dec 23 16:10:13.929885 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [None req-21ee9b80-0ed5-4c0e-9d1d-1a7514385870 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Attempting to bind port e23d7262-66c5-4ae6-b776-e53af486d07a on host hv-neutron-8227 for vnic_type normal with profile  {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:10:13.930214 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [None req-21ee9b80-0ed5-4c0e-9d1d-1a7514385870 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Attempting to bind port e23d7262-66c5-4ae6-b776-e53af486d07a by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': '4a5d36ee-ba51-4086-a6e0-f376b0a1083f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'ded4fc54-8863-4e45-b0f6-537898a2c594'}] {{(pid=87636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:10:13.930537 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21ee9b80-0ed5-4c0e-9d1d-1a7514385870 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Attempting to bind port e23d7262-66c5-4ae6-b776-e53af486d07a on network ded4fc54-8863-4e45-b0f6-537898a2c594 {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:10:13.946787 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72c7d4fc-eee6-4fdf-93fb-bf2a95b9023d tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Releasing vlan 414 on physical network physnet1 to pool {{(pid=87636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 23 16:10:13.947191 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-72c7d4fc-eee6-4fdf-93fb-bf2a95b9023d tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2176261'] for segment, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:13.960772 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-de918907-d16e-4d44-b345-3e5f1f7e6fd6 None None] Port d1aac605-64d2-49b8-9177-56a10059aeee cannot update to ACTIVE because it is not bound. {{(pid=87637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 23 16:10:13.964413 dv-neutron-822799-1-hyperv neutron-server[87636]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 23 16:10:13.964413 dv-neutron-822799-1-hyperv neutron-server[87636]:   util.warn(
Dec 23 16:10:13.964413 dv-neutron-822799-1-hyperv neutron-server[87636]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 23 16:10:13.964413 dv-neutron-822799-1-hyperv neutron-server[87636]:   util.warn(
Dec 23 16:10:13.964413 dv-neutron-822799-1-hyperv neutron-server[87636]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 23 16:10:13.964413 dv-neutron-822799-1-hyperv neutron-server[87636]:   util.warn(
Dec 23 16:10:13.964413 dv-neutron-822799-1-hyperv neutron-server[87636]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 23 16:10:13.964413 dv-neutron-822799-1-hyperv neutron-server[87636]:   util.warn(
Dec 23 16:10:13.964413 dv-neutron-822799-1-hyperv neutron-server[87636]: Traceback (most recent call last):
Dec 23 16:10:13.964413 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 23 16:10:13.964413 dv-neutron-822799-1-hyperv neutron-server[87636]:     timer()
Dec 23 16:10:13.964413 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:10:13.964413 dv-neutron-822799-1-hyperv neutron-server[87636]:     cb(*args, **kw)
Dec 23 16:10:13.964413 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 23 16:10:13.964413 dv-neutron-822799-1-hyperv neutron-server[87636]:     return func(*args, **kwargs)
Dec 23 16:10:13.964413 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:10:13.964413 dv-neutron-822799-1-hyperv neutron-server[87636]:     self._notify()
Dec 23 16:10:13.964413 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:10:13.964413 dv-neutron-822799-1-hyperv neutron-server[87636]:     self.callback(batched_events)
Dec 23 16:10:13.964413 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:10:13.964413 dv-neutron-822799-1-hyperv neutron-server[87636]:     event.method(event)
Dec 23 16:10:13.964413 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:10:13.964413 dv-neutron-822799-1-hyperv neutron-server[87636]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:10:13.964413 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 23 16:10:13.964413 dv-neutron-822799-1-hyperv neutron-server[87636]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 23 16:10:13.964413 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 23 16:10:13.964413 dv-neutron-822799-1-hyperv neutron-server[87636]:     return f(self, *a, **k)
Dec 23 16:10:13.964413 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:10:13.964413 dv-neutron-822799-1-hyperv neutron-server[87636]:     return self._get(url).json()
Dec 23 16:10:13.964413 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 23 16:10:13.964413 dv-neutron-822799-1-hyperv neutron-server[87636]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 23 16:10:13.964413 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 23 16:10:13.964413 dv-neutron-822799-1-hyperv neutron-server[87636]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:10:13.964413 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 23 16:10:13.964413 dv-neutron-822799-1-hyperv neutron-server[87636]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 23 16:10:13.964413 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 23 16:10:13.964413 dv-neutron-822799-1-hyperv neutron-server[87636]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:10:13.964413 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 23 16:10:13.964413 dv-neutron-822799-1-hyperv neutron-server[87636]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:10:13.964413 dv-neutron-822799-1-hyperv neutron-server[87636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:10:13.966721 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-3449061e-cda1-4d43-acd5-022f4864ef8e tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1010 time: 2.6113150
Dec 23 16:10:13.974886 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 43494) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:13.978824 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21ee9b80-0ed5-4c0e-9d1d-1a7514385870 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Port e23d7262-66c5-4ae6-b776-e53af486d07a on network ded4fc54-8863-4e45-b0f6-537898a2c594 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 23 16:10:13.979162 dv-neutron-822799-1-hyperv neutron-server[87636]: ERROR neutron.plugins.ml2.managers [None req-21ee9b80-0ed5-4c0e-9d1d-1a7514385870 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Failed to bind port e23d7262-66c5-4ae6-b776-e53af486d07a on host hv-neutron-8227 for vnic_type normal using segments [{'id': '4a5d36ee-ba51-4086-a6e0-f376b0a1083f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'ded4fc54-8863-4e45-b0f6-537898a2c594'}]
Dec 23 16:10:13.982817 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-fdd3eaf5-c11d-4e7d-997b-b09619fb0d7f tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Request body: {'floatingip': {'floating_network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'port_id': 'd4c2f94a-696d-48c1-a864-ffbde7d66463', 'fixed_ip_address': '172.20.0.14'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:10:13.984855 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.plugins.ml2.plugin [None req-21ee9b80-0ed5-4c0e-9d1d-1a7514385870 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Attempt 4 to bind port e23d7262-66c5-4ae6-b776-e53af486d07a
Dec 23 16:10:13.992705 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-fdd3eaf5-c11d-4e7d-997b-b09619fb0d7f tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:10:14.000663 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-fdd3eaf5-c11d-4e7d-997b-b09619fb0d7f tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Usage tracker for resource:floatingip and tenant:eee7102271fa49768eefd83617c1f38a is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:10:14.005304 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-fdd3eaf5-c11d-4e7d-997b-b09619fb0d7f tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:10:14.026570 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-fdd3eaf5-c11d-4e7d-997b-b09619fb0d7f tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:10:14.051483 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-2b4df74b-0672-4c47-ac79-9890b01036e3 tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:14.059420 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-fdd3eaf5-c11d-4e7d-997b-b09619fb0d7f tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify callbacks [] for floatingip, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:14.059936 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-048b2238-a10b-4090-90d6-12c62d3f3162 None None] Resources bound (agent type, host, resource id):  {{(pid=87637) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Dec 23 16:10:14.087966 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [None req-21ee9b80-0ed5-4c0e-9d1d-1a7514385870 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Attempting to bind port e23d7262-66c5-4ae6-b776-e53af486d07a on host hv-neutron-8227 for vnic_type normal with profile  {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:10:14.088332 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [None req-21ee9b80-0ed5-4c0e-9d1d-1a7514385870 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Attempting to bind port e23d7262-66c5-4ae6-b776-e53af486d07a by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': '4a5d36ee-ba51-4086-a6e0-f376b0a1083f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'ded4fc54-8863-4e45-b0f6-537898a2c594'}] {{(pid=87636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:10:14.088756 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21ee9b80-0ed5-4c0e-9d1d-1a7514385870 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Attempting to bind port e23d7262-66c5-4ae6-b776-e53af486d07a on network ded4fc54-8863-4e45-b0f6-537898a2c594 {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:10:14.100328 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1b9aade8-65c8-4cbb-a355-0937e020a52f tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864774'] for subnet, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:14.137281 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21ee9b80-0ed5-4c0e-9d1d-1a7514385870 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Port e23d7262-66c5-4ae6-b776-e53af486d07a on network ded4fc54-8863-4e45-b0f6-537898a2c594 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 23 16:10:14.137663 dv-neutron-822799-1-hyperv neutron-server[87636]: ERROR neutron.plugins.ml2.managers [None req-21ee9b80-0ed5-4c0e-9d1d-1a7514385870 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Failed to bind port e23d7262-66c5-4ae6-b776-e53af486d07a on host hv-neutron-8227 for vnic_type normal using segments [{'id': '4a5d36ee-ba51-4086-a6e0-f376b0a1083f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'ded4fc54-8863-4e45-b0f6-537898a2c594'}]
Dec 23 16:10:14.143841 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.plugins.ml2.plugin [None req-21ee9b80-0ed5-4c0e-9d1d-1a7514385870 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Attempt 5 to bind port e23d7262-66c5-4ae6-b776-e53af486d07a
Dec 23 16:10:14.155199 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-72c7d4fc-eee6-4fdf-93fb-bf2a95b9023d tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-864336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1824171'] for network, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:14.172451 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-9b093363-385e-42ff-81bc-7145e5ed8bbc tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:10:14.197283 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-72c7d4fc-eee6-4fdf-93fb-bf2a95b9023d tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:14.216403 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c7d4fc-eee6-4fdf-93fb-bf2a95b9023d tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Pushing event deleted for resources: {'Network': ['ID=cba8772f-40e7-4139-bd4b-ef88ca67224e,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:10:14.218362 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [None req-21ee9b80-0ed5-4c0e-9d1d-1a7514385870 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Attempting to bind port e23d7262-66c5-4ae6-b776-e53af486d07a on host hv-neutron-8227 for vnic_type normal with profile  {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:10:14.218701 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [None req-21ee9b80-0ed5-4c0e-9d1d-1a7514385870 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Attempting to bind port e23d7262-66c5-4ae6-b776-e53af486d07a by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': '4a5d36ee-ba51-4086-a6e0-f376b0a1083f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'ded4fc54-8863-4e45-b0f6-537898a2c594'}] {{(pid=87636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:10:14.219093 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21ee9b80-0ed5-4c0e-9d1d-1a7514385870 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Attempting to bind port e23d7262-66c5-4ae6-b776-e53af486d07a on network ded4fc54-8863-4e45-b0f6-537898a2c594 {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:10:14.221316 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-72c7d4fc-eee6-4fdf-93fb-bf2a95b9023d tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:10:14.301091 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-72c7d4fc-eee6-4fdf-93fb-bf2a95b9023d tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] 10.222.0.64 "DELETE /v2.0/networks/cba8772f-40e7-4139-bd4b-ef88ca67224e HTTP/1.1" status: 204  len: 168 time: 3.4724898
Dec 23 16:10:14.307436 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21ee9b80-0ed5-4c0e-9d1d-1a7514385870 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Port e23d7262-66c5-4ae6-b776-e53af486d07a on network ded4fc54-8863-4e45-b0f6-537898a2c594 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 23 16:10:14.307886 dv-neutron-822799-1-hyperv neutron-server[87636]: ERROR neutron.plugins.ml2.managers [None req-21ee9b80-0ed5-4c0e-9d1d-1a7514385870 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Failed to bind port e23d7262-66c5-4ae6-b776-e53af486d07a on host hv-neutron-8227 for vnic_type normal using segments [{'id': '4a5d36ee-ba51-4086-a6e0-f376b0a1083f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'ded4fc54-8863-4e45-b0f6-537898a2c594'}]
Dec 23 16:10:14.309659 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1b9aade8-65c8-4cbb-a355-0937e020a52f tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2176495', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2618677'] for subnet, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:14.321379 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.plugins.ml2.plugin [None req-21ee9b80-0ed5-4c0e-9d1d-1a7514385870 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Attempt 6 to bind port e23d7262-66c5-4ae6-b776-e53af486d07a
Dec 23 16:10:14.365768 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:10:14.396298 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device ef3a5456-1946-4a3f-a035-8bbf85b403e0 no longer exists at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 23 16:10:14.446512 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-2b4df74b-0672-4c47-ac79-9890b01036e3 tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] Calling delete_port for d1aac605-64d2-49b8-9177-56a10059aeee owned by  {{(pid=87635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:10:14.453483 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] No Port match for: ef3a5456-1946-4a3f-a035-8bbf85b403e0 {{(pid=87637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 23 16:10:14.454715 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device ef3a5456-1946-4a3f-a035-8bbf85b403e0 not bound to the agent host dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 23 16:10:14.565083 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25369987-9473-4bc3-a63d-b0c4495a2131 None None] Network 11836aa0-b72a-4bb3-bb18-7929b6c30236 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:10:14.630381 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9aade8-65c8-4cbb-a355-0937e020a52f tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Pushing event deleted for resources: {'Subnet': ['ID=acd1096a-8ab4-45fb-8146-f1544937927c,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:10:14.680285 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 43506) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:14.686811 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-fdd3eaf5-c11d-4e7d-997b-b09619fb0d7f tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:14.722811 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [None req-21ee9b80-0ed5-4c0e-9d1d-1a7514385870 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Attempting to bind port e23d7262-66c5-4ae6-b776-e53af486d07a on host hv-neutron-8227 for vnic_type normal with profile  {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:10:14.723087 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [None req-21ee9b80-0ed5-4c0e-9d1d-1a7514385870 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Attempting to bind port e23d7262-66c5-4ae6-b776-e53af486d07a by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': '4a5d36ee-ba51-4086-a6e0-f376b0a1083f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'ded4fc54-8863-4e45-b0f6-537898a2c594'}] {{(pid=87636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:10:14.723343 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21ee9b80-0ed5-4c0e-9d1d-1a7514385870 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Attempting to bind port e23d7262-66c5-4ae6-b776-e53af486d07a on network ded4fc54-8863-4e45-b0f6-537898a2c594 {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:10:14.740223 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-1b9aade8-65c8-4cbb-a355-0937e020a52f tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:10:14.754020 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21ee9b80-0ed5-4c0e-9d1d-1a7514385870 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Port e23d7262-66c5-4ae6-b776-e53af486d07a on network ded4fc54-8863-4e45-b0f6-537898a2c594 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 23 16:10:14.754384 dv-neutron-822799-1-hyperv neutron-server[87636]: ERROR neutron.plugins.ml2.managers [None req-21ee9b80-0ed5-4c0e-9d1d-1a7514385870 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Failed to bind port e23d7262-66c5-4ae6-b776-e53af486d07a on host hv-neutron-8227 for vnic_type normal using segments [{'id': '4a5d36ee-ba51-4086-a6e0-f376b0a1083f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'ded4fc54-8863-4e45-b0f6-537898a2c594'}]
Dec 23 16:10:14.759345 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.plugins.ml2.plugin [None req-21ee9b80-0ed5-4c0e-9d1d-1a7514385870 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Attempt 7 to bind port e23d7262-66c5-4ae6-b776-e53af486d07a
Dec 23 16:10:14.760397 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-2b4df74b-0672-4c47-ac79-9890b01036e3 tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:14.779164 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-128c3e83-d9de-4996-8af0-1737b83d1275 None None] DHCP port deletion for 11836aa0-b72a-4bb3-bb18-7929b6c30236 request from dv-neutron-822799-1-hyperv {{(pid=87637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 23 16:10:14.785437 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-7d7dd36a-c622-45c8-b999-22749a18bb3a tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:10:14.869455 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4df74b-0672-4c47-ac79-9890b01036e3 tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] Pushing event deleted for resources: {'Port': ['ID=d1aac605-64d2-49b8-9177-56a10059aeee,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:10:14.878925 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-2b4df74b-0672-4c47-ac79-9890b01036e3 tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:10:14.884464 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-2b4df74b-0672-4c47-ac79-9890b01036e3 tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:14.943848 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1b9aade8-65c8-4cbb-a355-0937e020a52f tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-864347', 'neutron.services.segments.db._delete_segments_for_network-8735362908070'] for network, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:14.968519 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [None req-21ee9b80-0ed5-4c0e-9d1d-1a7514385870 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Attempting to bind port e23d7262-66c5-4ae6-b776-e53af486d07a on host hv-neutron-8227 for vnic_type normal with profile  {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:10:14.968903 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [None req-21ee9b80-0ed5-4c0e-9d1d-1a7514385870 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Attempting to bind port e23d7262-66c5-4ae6-b776-e53af486d07a by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': '4a5d36ee-ba51-4086-a6e0-f376b0a1083f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'ded4fc54-8863-4e45-b0f6-537898a2c594'}] {{(pid=87636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:10:14.969244 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21ee9b80-0ed5-4c0e-9d1d-1a7514385870 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Attempting to bind port e23d7262-66c5-4ae6-b776-e53af486d07a on network ded4fc54-8863-4e45-b0f6-537898a2c594 {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:10:14.978428 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-2b4df74b-0672-4c47-ac79-9890b01036e3 tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] 10.222.0.64 "DELETE /v2.0/ports/d1aac605-64d2-49b8-9177-56a10059aeee HTTP/1.1" status: 204  len: 168 time: 1.4465008
Dec 23 16:10:14.982166 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 43512) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:14.992379 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21ee9b80-0ed5-4c0e-9d1d-1a7514385870 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Port e23d7262-66c5-4ae6-b776-e53af486d07a on network ded4fc54-8863-4e45-b0f6-537898a2c594 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 23 16:10:14.992735 dv-neutron-822799-1-hyperv neutron-server[87636]: ERROR neutron.plugins.ml2.managers [None req-21ee9b80-0ed5-4c0e-9d1d-1a7514385870 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Failed to bind port e23d7262-66c5-4ae6-b776-e53af486d07a on host hv-neutron-8227 for vnic_type normal using segments [{'id': '4a5d36ee-ba51-4086-a6e0-f376b0a1083f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'ded4fc54-8863-4e45-b0f6-537898a2c594'}]
Dec 23 16:10:15.000254 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-404b4b33-8009-4b49-8743-65be824c94b4 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=51a3abb7cc41429380552b859d9155f9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3180172
Dec 23 16:10:15.006522 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 43516) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:15.009392 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.db_base_plugin_common [None req-fdd3eaf5-c11d-4e7d-997b-b09619fb0d7f tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Allocated IP 172.26.3.2 (8afa6d58-9431-454a-b99c-3ff8a65aa86b/60537fec-5f5f-4ab7-89cc-03638149a590/bbed8525-20c3-47d6-8b0f-d2850a756343) {{(pid=87635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:10:15.026239 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.plugins.ml2.plugin [None req-21ee9b80-0ed5-4c0e-9d1d-1a7514385870 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Attempt 8 to bind port e23d7262-66c5-4ae6-b776-e53af486d07a
Dec 23 16:10:15.045754 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-1b9aade8-65c8-4cbb-a355-0937e020a52f tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1dc18f6040>,) {'filters': {'network_id': ['11836aa0-b72a-4bb3-bb18-7929b6c30236']}} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:10:15.066343 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c882fd0f-c2a2-48ca-b684-0f02b9cbeee3 tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:15.096341 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.pecan_wsgi.hooks.translation [None req-204b7929-da1a-4975-b301-b1c82bca483d tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] GET failed (client error): The resource could not be found.
Dec 23 16:10:15.096885 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-204b7929-da1a-4975-b301-b1c82bca483d tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] Synchronizing usage tracker for tenant:edc37cc11b094be5b1b33f10c3c14b20 on resource:port {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:10:15.104193 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-1b9aade8-65c8-4cbb-a355-0937e020a52f tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dc18f6040>, '01793e0d-0f1f-4876-8b17-fd3be281151c') {'for_net_delete': True} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:10:15.104472 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-1b9aade8-65c8-4cbb-a355-0937e020a52f tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dc18f6040>, '01793e0d-0f1f-4876-8b17-fd3be281151c') {} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:10:15.111121 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [None req-21ee9b80-0ed5-4c0e-9d1d-1a7514385870 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Attempting to bind port e23d7262-66c5-4ae6-b776-e53af486d07a on host hv-neutron-8227 for vnic_type normal with profile  {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:10:15.111462 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [None req-21ee9b80-0ed5-4c0e-9d1d-1a7514385870 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Attempting to bind port e23d7262-66c5-4ae6-b776-e53af486d07a by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': '4a5d36ee-ba51-4086-a6e0-f376b0a1083f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'ded4fc54-8863-4e45-b0f6-537898a2c594'}] {{(pid=87636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:10:15.111792 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21ee9b80-0ed5-4c0e-9d1d-1a7514385870 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Attempting to bind port e23d7262-66c5-4ae6-b776-e53af486d07a on network ded4fc54-8863-4e45-b0f6-537898a2c594 {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:10:15.117508 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c882fd0f-c2a2-48ca-b684-0f02b9cbeee3 tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:15.125487 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1b9aade8-65c8-4cbb-a355-0937e020a52f tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735363085442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2382197'] for segment, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:15.152910 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-1fd7743a-3ef5-4904-b243-7381d5a372f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:15.170057 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21ee9b80-0ed5-4c0e-9d1d-1a7514385870 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Port e23d7262-66c5-4ae6-b776-e53af486d07a on network ded4fc54-8863-4e45-b0f6-537898a2c594 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 23 16:10:15.170398 dv-neutron-822799-1-hyperv neutron-server[87636]: ERROR neutron.plugins.ml2.managers [None req-21ee9b80-0ed5-4c0e-9d1d-1a7514385870 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Failed to bind port e23d7262-66c5-4ae6-b776-e53af486d07a on host hv-neutron-8227 for vnic_type normal using segments [{'id': '4a5d36ee-ba51-4086-a6e0-f376b0a1083f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'ded4fc54-8863-4e45-b0f6-537898a2c594'}]
Dec 23 16:10:15.174871 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.plugins.ml2.plugin [None req-21ee9b80-0ed5-4c0e-9d1d-1a7514385870 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Attempt 9 to bind port e23d7262-66c5-4ae6-b776-e53af486d07a
Dec 23 16:10:15.201081 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-204b7929-da1a-4975-b301-b1c82bca483d tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] Unset dirty status for tenant:edc37cc11b094be5b1b33f10c3c14b20 on resource:port {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:10:15.202243 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-204b7929-da1a-4975-b301-b1c82bca483d tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] 10.222.0.64 "GET /v2.0/ports/d1aac605-64d2-49b8-9177-56a10059aeee HTTP/1.1" status: 404  len: 333 time: 0.2162018
Dec 23 16:10:15.206853 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 43520) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:15.213767 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1b9aade8-65c8-4cbb-a355-0937e020a52f tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:15.217280 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-1fd7743a-3ef5-4904-b243-7381d5a372f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:15.221739 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [None req-21ee9b80-0ed5-4c0e-9d1d-1a7514385870 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Attempting to bind port e23d7262-66c5-4ae6-b776-e53af486d07a on host hv-neutron-8227 for vnic_type normal with profile  {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:10:15.222086 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [None req-21ee9b80-0ed5-4c0e-9d1d-1a7514385870 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Attempting to bind port e23d7262-66c5-4ae6-b776-e53af486d07a by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': '4a5d36ee-ba51-4086-a6e0-f376b0a1083f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'ded4fc54-8863-4e45-b0f6-537898a2c594'}] {{(pid=87636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:10:15.222414 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21ee9b80-0ed5-4c0e-9d1d-1a7514385870 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Attempting to bind port e23d7262-66c5-4ae6-b776-e53af486d07a on network ded4fc54-8863-4e45-b0f6-537898a2c594 {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:10:15.227251 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-a8b12e7e-fa2a-432f-8490-0f54b2b5ad10 tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] Request body: {'port': {'network_id': '9d4573d0-c8b8-4097-a3c0-73a15fde0c72', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1770365460'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:10:15.232983 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b9aade8-65c8-4cbb-a355-0937e020a52f tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Releasing vlan 429 on physical network physnet1 to pool {{(pid=87636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 23 16:10:15.233394 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1b9aade8-65c8-4cbb-a355-0937e020a52f tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2176261'] for segment, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:15.248673 dv-neutron-822799-1-hyperv neutron-server[87636]: Traceback (most recent call last):
Dec 23 16:10:15.248673 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 23 16:10:15.248673 dv-neutron-822799-1-hyperv neutron-server[87636]:     timer()
Dec 23 16:10:15.248673 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:10:15.248673 dv-neutron-822799-1-hyperv neutron-server[87636]:     cb(*args, **kw)
Dec 23 16:10:15.248673 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 23 16:10:15.248673 dv-neutron-822799-1-hyperv neutron-server[87636]:     return func(*args, **kwargs)
Dec 23 16:10:15.248673 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:10:15.248673 dv-neutron-822799-1-hyperv neutron-server[87636]:     self._notify()
Dec 23 16:10:15.248673 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:10:15.248673 dv-neutron-822799-1-hyperv neutron-server[87636]:     self.callback(batched_events)
Dec 23 16:10:15.248673 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:10:15.248673 dv-neutron-822799-1-hyperv neutron-server[87636]:     event.method(event)
Dec 23 16:10:15.248673 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:10:15.248673 dv-neutron-822799-1-hyperv neutron-server[87636]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:10:15.248673 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 23 16:10:15.248673 dv-neutron-822799-1-hyperv neutron-server[87636]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 23 16:10:15.248673 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 23 16:10:15.248673 dv-neutron-822799-1-hyperv neutron-server[87636]:     return f(self, *a, **k)
Dec 23 16:10:15.248673 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:10:15.248673 dv-neutron-822799-1-hyperv neutron-server[87636]:     return self._get(url).json()
Dec 23 16:10:15.248673 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 23 16:10:15.248673 dv-neutron-822799-1-hyperv neutron-server[87636]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 23 16:10:15.248673 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 23 16:10:15.248673 dv-neutron-822799-1-hyperv neutron-server[87636]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:10:15.248673 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 23 16:10:15.248673 dv-neutron-822799-1-hyperv neutron-server[87636]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 23 16:10:15.248673 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 23 16:10:15.248673 dv-neutron-822799-1-hyperv neutron-server[87636]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:10:15.248673 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 23 16:10:15.248673 dv-neutron-822799-1-hyperv neutron-server[87636]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:10:15.248673 dv-neutron-822799-1-hyperv neutron-server[87636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:10:15.251571 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21ee9b80-0ed5-4c0e-9d1d-1a7514385870 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Port e23d7262-66c5-4ae6-b776-e53af486d07a on network ded4fc54-8863-4e45-b0f6-537898a2c594 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 23 16:10:15.251571 dv-neutron-822799-1-hyperv neutron-server[87636]: ERROR neutron.plugins.ml2.managers [None req-21ee9b80-0ed5-4c0e-9d1d-1a7514385870 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Failed to bind port e23d7262-66c5-4ae6-b776-e53af486d07a on host hv-neutron-8227 for vnic_type normal using segments [{'id': '4a5d36ee-ba51-4086-a6e0-f376b0a1083f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'ded4fc54-8863-4e45-b0f6-537898a2c594'}]
Dec 23 16:10:15.255352 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.plugins.ml2.plugin [None req-21ee9b80-0ed5-4c0e-9d1d-1a7514385870 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Attempt 10 to bind port e23d7262-66c5-4ae6-b776-e53af486d07a
Dec 23 16:10:15.259120 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-fdd3eaf5-c11d-4e7d-997b-b09619fb0d7f tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify callbacks [] for port, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:15.338602 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [None req-21ee9b80-0ed5-4c0e-9d1d-1a7514385870 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Attempting to bind port e23d7262-66c5-4ae6-b776-e53af486d07a on host hv-neutron-8227 for vnic_type normal with profile  {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:10:15.338959 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [None req-21ee9b80-0ed5-4c0e-9d1d-1a7514385870 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Attempting to bind port e23d7262-66c5-4ae6-b776-e53af486d07a by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': '4a5d36ee-ba51-4086-a6e0-f376b0a1083f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'ded4fc54-8863-4e45-b0f6-537898a2c594'}] {{(pid=87636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:10:15.339294 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21ee9b80-0ed5-4c0e-9d1d-1a7514385870 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Attempting to bind port e23d7262-66c5-4ae6-b776-e53af486d07a on network ded4fc54-8863-4e45-b0f6-537898a2c594 {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:10:15.345875 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21ee9b80-0ed5-4c0e-9d1d-1a7514385870 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Port e23d7262-66c5-4ae6-b776-e53af486d07a on network ded4fc54-8863-4e45-b0f6-537898a2c594 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 23 16:10:15.346213 dv-neutron-822799-1-hyperv neutron-server[87636]: ERROR neutron.plugins.ml2.managers [None req-21ee9b80-0ed5-4c0e-9d1d-1a7514385870 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Failed to bind port e23d7262-66c5-4ae6-b776-e53af486d07a on host hv-neutron-8227 for vnic_type normal using segments [{'id': '4a5d36ee-ba51-4086-a6e0-f376b0a1083f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'ded4fc54-8863-4e45-b0f6-537898a2c594'}]
Dec 23 16:10:15.346558 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-21ee9b80-0ed5-4c0e-9d1d-1a7514385870 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:15.367401 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1b9aade8-65c8-4cbb-a355-0937e020a52f tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-864336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1824171'] for network, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:15.371505 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-72c7d4fc-eee6-4fdf-93fb-bf2a95b9023d tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:10:15.409693 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-1fd7743a-3ef5-4904-b243-7381d5a372f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:15.410784 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1b9aade8-65c8-4cbb-a355-0937e020a52f tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:15.414416 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-a8b12e7e-fa2a-432f-8490-0f54b2b5ad10 tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:10:15.416475 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-9c3c30ac-521e-418f-922e-425310f6d24a tempest-RoutersAdminNegativeIpV6Test-1429718140 tempest-RoutersAdminNegativeIpV6Test-1429718140-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:10:15.432409 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-fdd3eaf5-c11d-4e7d-997b-b09619fb0d7f tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:15.446755 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd7743a-3ef5-4904-b243-7381d5a372f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61d0f14e-9096-4f37-8311-2ce739184fd2,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:10:15.451626 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-a8b12e7e-fa2a-432f-8490-0f54b2b5ad10 tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:10:15.454410 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-1fd7743a-3ef5-4904-b243-7381d5a372f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:10:15.455127 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-7d7dd36a-c622-45c8-b999-22749a18bb3a tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:10:15.469592 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9aade8-65c8-4cbb-a355-0937e020a52f tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Pushing event deleted for resources: {'Network': ['ID=11836aa0-b72a-4bb3-bb18-7929b6c30236,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:10:15.481773 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-1b9aade8-65c8-4cbb-a355-0937e020a52f tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:10:15.501556 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-1fd7743a-3ef5-4904-b243-7381d5a372f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:15.502685 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-1fd7743a-3ef5-4904-b243-7381d5a372f7 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/61d0f14e-9096-4f37-8311-2ce739184fd2 HTTP/1.1" status: 204  len: 168 time: 0.4952581
Dec 23 16:10:15.511744 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdd3eaf5-c11d-4e7d-997b-b09619fb0d7f tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Network 8afa6d58-9431-454a-b99c-3ff8a65aa86b is already hosted by enough agents. {{(pid=87635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:10:15.516514 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.base_scheduler [None req-fdd3eaf5-c11d-4e7d-997b-b09619fb0d7f tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Resources bound (agent type, host, resource id):  {{(pid=87635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:10:15.521458 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdd3eaf5-c11d-4e7d-997b-b09619fb0d7f tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Received port after_create {{(pid=87635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:10:15.534748 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-1b9aade8-65c8-4cbb-a355-0937e020a52f tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] 10.222.0.64 "DELETE /v2.0/networks/11836aa0-b72a-4bb3-bb18-7929b6c30236 HTTP/1.1" status: 204  len: 168 time: 6.2319841
Dec 23 16:10:15.539393 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 43526) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:15.547073 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8b12e7e-fa2a-432f-8490-0f54b2b5ad10 tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] Made reservation on behalf of edc37cc11b094be5b1b33f10c3c14b20 for: {'port': 1} {{(pid=87635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:10:15.550330 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a8b12e7e-fa2a-432f-8490-0f54b2b5ad10 tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:15.591040 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [None req-c882fd0f-c2a2-48ca-b684-0f02b9cbeee3 tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Allocated IP 172.26.3.14 (8afa6d58-9431-454a-b99c-3ff8a65aa86b/60537fec-5f5f-4ab7-89cc-03638149a590/acc18460-7f63-459a-a071-d473bb586732) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:10:15.594286 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae6a37cd-02c5-4875-b1ea-b8b875cdd16e tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:10:15.594885 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae6a37cd-02c5-4875-b1ea-b8b875cdd16e tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 23 16:10:15.596920 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-ae6a37cd-02c5-4875-b1ea-b8b875cdd16e tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] 10.222.0.64 "DELETE /v2.0/subnets/acd1096a-8ab4-45fb-8146-f1544937927c HTTP/1.1" status: 404  len: 337 time: 0.0565188
Dec 23 16:10:15.600554 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [None req-21ee9b80-0ed5-4c0e-9d1d-1a7514385870 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] For port e23d7262-66c5-4ae6-b776-e53af486d07a, host hv-neutron-8227, cleared binding levels {{(pid=87636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 23 16:10:15.600881 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 43532) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:15.601308 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [None req-21ee9b80-0ed5-4c0e-9d1d-1a7514385870 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Attempted to set empty binding levels {{(pid=87636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}}
Dec 23 16:10:15.605173 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd3eaf5-c11d-4e7d-997b-b09619fb0d7f tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Pushing event updated for resources: {'Port': ['ID=bbed8525-20c3-47d6-8b0f-d2850a756343,revision_number=1']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:10:15.612455 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-fdd3eaf5-c11d-4e7d-997b-b09619fb0d7f tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:10:15.614408 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-21ee9b80-0ed5-4c0e-9d1d-1a7514385870 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2176289'] for port, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:15.634674 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.notifiers.nova [None req-a8b12e7e-fa2a-432f-8490-0f54b2b5ad10 tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] device_id is not set on port 0af983b9-9634-4fc5-940e-ff978cdacde8 yet. {{(pid=87635) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 23 16:10:15.634955 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-6d100fa5-51be-4863-a861-7b7b00cd15bc tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:10:15.715848 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.pecan_wsgi.hooks.translation [None req-a85959b1-0ee5-4bfc-bd65-91aaddcb993b tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:10:15.716330 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a85959b1-0ee5-4bfc-bd65-91aaddcb993b tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 23 16:10:15.758803 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-a85959b1-0ee5-4bfc-bd65-91aaddcb993b tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] 10.222.0.64 "DELETE /v2.0/networks/11836aa0-b72a-4bb3-bb18-7929b6c30236 HTTP/1.1" status: 404  len: 339 time: 0.1550057
Dec 23 16:10:15.766837 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 43540) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:15.787908 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-21ee9b80-0ed5-4c0e-9d1d-1a7514385870 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] In _notify_port_updated(), no bound segment for port e23d7262-66c5-4ae6-b776-e53af486d07a on network ded4fc54-8863-4e45-b0f6-537898a2c594 {{(pid=87636) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}}
Dec 23 16:10:15.789081 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21ee9b80-0ed5-4c0e-9d1d-1a7514385870 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:10:15.789838 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-21ee9b80-0ed5-4c0e-9d1d-1a7514385870 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:15.791310 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-21ee9b80-0ed5-4c0e-9d1d-1a7514385870 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] 10.222.0.64 "PUT /v2.0/ports/e23d7262-66c5-4ae6-b776-e53af486d07a HTTP/1.1" status: 200  len: 977 time: 4.4415536
Dec 23 16:10:15.795995 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 43544) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:15.865586 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ee9b80-0ed5-4c0e-9d1d-1a7514385870 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Pushing event updated for resources: {'Port': ['ID=e23d7262-66c5-4ae6-b776-e53af486d07a,revision_number=3']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:10:15.873306 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-21ee9b80-0ed5-4c0e-9d1d-1a7514385870 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:10:15.934900 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c882fd0f-c2a2-48ca-b684-0f02b9cbeee3 tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:15.963377 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55e7edce-1a62-4d09-9cd7-0dc5a2efb673 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:10:15.963853 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55e7edce-1a62-4d09-9cd7-0dc5a2efb673 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:10:15.964323 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55e7edce-1a62-4d09-9cd7-0dc5a2efb673 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:10:15.964824 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55e7edce-1a62-4d09-9cd7-0dc5a2efb673 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:10:15.965339 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55e7edce-1a62-4d09-9cd7-0dc5a2efb673 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:10:15.966003 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55e7edce-1a62-4d09-9cd7-0dc5a2efb673 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:10:15.966497 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55e7edce-1a62-4d09-9cd7-0dc5a2efb673 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:10:15.967009 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55e7edce-1a62-4d09-9cd7-0dc5a2efb673 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:10:15.967550 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55e7edce-1a62-4d09-9cd7-0dc5a2efb673 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:10:15.968121 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55e7edce-1a62-4d09-9cd7-0dc5a2efb673 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:10:15.968695 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55e7edce-1a62-4d09-9cd7-0dc5a2efb673 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:10:15.969161 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55e7edce-1a62-4d09-9cd7-0dc5a2efb673 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:10:15.969633 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55e7edce-1a62-4d09-9cd7-0dc5a2efb673 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:10:15.970074 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55e7edce-1a62-4d09-9cd7-0dc5a2efb673 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:10:15.970527 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55e7edce-1a62-4d09-9cd7-0dc5a2efb673 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:10:15.970976 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55e7edce-1a62-4d09-9cd7-0dc5a2efb673 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:10:15.971582 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55e7edce-1a62-4d09-9cd7-0dc5a2efb673 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:10:15.972042 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55e7edce-1a62-4d09-9cd7-0dc5a2efb673 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:10:15.972496 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55e7edce-1a62-4d09-9cd7-0dc5a2efb673 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:10:15.972991 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55e7edce-1a62-4d09-9cd7-0dc5a2efb673 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:10:15.973438 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55e7edce-1a62-4d09-9cd7-0dc5a2efb673 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:10:15.974090 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55e7edce-1a62-4d09-9cd7-0dc5a2efb673 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:10:15.974527 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55e7edce-1a62-4d09-9cd7-0dc5a2efb673 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:10:15.974977 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55e7edce-1a62-4d09-9cd7-0dc5a2efb673 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:10:15.975421 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55e7edce-1a62-4d09-9cd7-0dc5a2efb673 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:10:15.976032 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55e7edce-1a62-4d09-9cd7-0dc5a2efb673 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:10:15.978343 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-55e7edce-1a62-4d09-9cd7-0dc5a2efb673 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Synchronizing usage tracker for tenant:29d06568c643416681d8c57ec2bb11be on resource:port {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:10:16.001740 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-55e7edce-1a62-4d09-9cd7-0dc5a2efb673 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Unset dirty status for tenant:29d06568c643416681d8c57ec2bb11be on resource:port {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:10:16.003196 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-55e7edce-1a62-4d09-9cd7-0dc5a2efb673 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200  len: 23233 time: 0.2057500
Dec 23 16:10:16.007548 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 43556) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:16.053434 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.db_base_plugin_common [None req-a8b12e7e-fa2a-432f-8490-0f54b2b5ad10 tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] Allocated IP 2001:db8::e0 (9d4573d0-c8b8-4097-a3c0-73a15fde0c72/dc0835dc-6ceb-4ed5-9e46-3893476f5e2b/0af983b9-9634-4fc5-940e-ff978cdacde8) {{(pid=87635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:10:16.058489 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-b59191e3-4450-4907-8397-159a94fe4cc5 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-698866'] for network, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:16.071616 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c882fd0f-c2a2-48ca-b684-0f02b9cbeee3 tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:16.078380 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-e5fda6b4-00ff-4b85-b3f1-35fa0f3205ed tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:10:16.121602 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-48a6c535-cf1d-49b0-bf5f-55b1ecd91681 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Deleting port e23d7262-66c5-4ae6-b776-e53af486d07a {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:10:16.121948 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-48a6c535-cf1d-49b0-bf5f-55b1ecd91681 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:16.180430 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c882fd0f-c2a2-48ca-b684-0f02b9cbeee3 tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Network 8afa6d58-9431-454a-b99c-3ff8a65aa86b is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:10:16.190043 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-c882fd0f-c2a2-48ca-b684-0f02b9cbeee3 tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Resources bound (agent type, host, resource id):  {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:10:16.207471 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c882fd0f-c2a2-48ca-b684-0f02b9cbeee3 tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:10:16.240306 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c882fd0f-c2a2-48ca-b684-0f02b9cbeee3 tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Pushing event updated for resources: {'Port': ['ID=acc18460-7f63-459a-a071-d473bb586732,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:10:16.248565 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-c882fd0f-c2a2-48ca-b684-0f02b9cbeee3 tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:10:16.430811 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 43568) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:16.544203 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-b59191e3-4450-4907-8397-159a94fe4cc5 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-864347', 'neutron.services.segments.db._delete_segments_for_network-8735362908070'] for network, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:16.601868 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-7bb92bf1-e709-4eea-ac11-435fe6b27c80 tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1804232150', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:10:16.618115 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.services.segments.db [None req-b59191e3-4450-4907-8397-159a94fe4cc5 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1dc03655e0>,) {'filters': {'network_id': ['23761357-1c6f-4060-9a20-e12c7447d5c4']}} {{(pid=87635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:10:16.625648 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-7bb92bf1-e709-4eea-ac11-435fe6b27c80 tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:10:16.640403 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-7bb92bf1-e709-4eea-ac11-435fe6b27c80 tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Usage tracker for resource:router and tenant:27b98bb335a04980b28b25e7a81bcfe0 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:10:16.651709 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-7bb92bf1-e709-4eea-ac11-435fe6b27c80 tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:10:16.655465 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.services.segments.db [None req-b59191e3-4450-4907-8397-159a94fe4cc5 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dc03655e0>, 'ffc54d0c-2f8f-4a72-8907-74b3f7d70314') {'for_net_delete': True} {{(pid=87635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:10:16.655763 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.services.segments.db [None req-b59191e3-4450-4907-8397-159a94fe4cc5 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dc03655e0>, 'ffc54d0c-2f8f-4a72-8907-74b3f7d70314') {} {{(pid=87635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:10:16.678106 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-7bb92bf1-e709-4eea-ac11-435fe6b27c80 tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:10:16.687706 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-b59191e3-4450-4907-8397-159a94fe4cc5 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735363085442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2776713'] for segment, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:16.712185 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [None req-48a6c535-cf1d-49b0-bf5f-55b1ecd91681 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] For port e23d7262-66c5-4ae6-b776-e53af486d07a, host hv-neutron-8227, got binding levels [] {{(pid=87636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:10:16.712790 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-48a6c535-cf1d-49b0-bf5f-55b1ecd91681 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:16.721055 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-7bb92bf1-e709-4eea-ac11-435fe6b27c80 tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1823978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-235332'] for router, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:16.722032 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-7bb92bf1-e709-4eea-ac11-435fe6b27c80 tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1824575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1824063', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1751113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-235341'] for router, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:16.728311 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-b59191e3-4450-4907-8397-159a94fe4cc5 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:16.752388 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b59191e3-4450-4907-8397-159a94fe4cc5 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Releasing vlan 427 on physical network physnet1 to pool {{(pid=87635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 23 16:10:16.752815 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-b59191e3-4450-4907-8397-159a94fe4cc5 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2753503'] for segment, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:16.769173 dv-neutron-822799-1-hyperv neutron-server[87635]: Traceback (most recent call last):
Dec 23 16:10:16.769173 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 23 16:10:16.769173 dv-neutron-822799-1-hyperv neutron-server[87635]:     timer()
Dec 23 16:10:16.769173 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:10:16.769173 dv-neutron-822799-1-hyperv neutron-server[87635]:     cb(*args, **kw)
Dec 23 16:10:16.769173 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 23 16:10:16.769173 dv-neutron-822799-1-hyperv neutron-server[87635]:     return func(*args, **kwargs)
Dec 23 16:10:16.769173 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:10:16.769173 dv-neutron-822799-1-hyperv neutron-server[87635]:     self._notify()
Dec 23 16:10:16.769173 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:10:16.769173 dv-neutron-822799-1-hyperv neutron-server[87635]:     self.callback(batched_events)
Dec 23 16:10:16.769173 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:10:16.769173 dv-neutron-822799-1-hyperv neutron-server[87635]:     event.method(event)
Dec 23 16:10:16.769173 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:10:16.769173 dv-neutron-822799-1-hyperv neutron-server[87635]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:10:16.769173 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 23 16:10:16.769173 dv-neutron-822799-1-hyperv neutron-server[87635]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 23 16:10:16.769173 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 23 16:10:16.769173 dv-neutron-822799-1-hyperv neutron-server[87635]:     return f(self, *a, **k)
Dec 23 16:10:16.769173 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:10:16.769173 dv-neutron-822799-1-hyperv neutron-server[87635]:     return self._get(url).json()
Dec 23 16:10:16.769173 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 23 16:10:16.769173 dv-neutron-822799-1-hyperv neutron-server[87635]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 23 16:10:16.769173 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 23 16:10:16.769173 dv-neutron-822799-1-hyperv neutron-server[87635]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:10:16.769173 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 23 16:10:16.769173 dv-neutron-822799-1-hyperv neutron-server[87635]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 23 16:10:16.769173 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 23 16:10:16.769173 dv-neutron-822799-1-hyperv neutron-server[87635]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:10:16.769173 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 23 16:10:16.769173 dv-neutron-822799-1-hyperv neutron-server[87635]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:10:16.769173 dv-neutron-822799-1-hyperv neutron-server[87635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:10:16.779270 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a8b12e7e-fa2a-432f-8490-0f54b2b5ad10 tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] Notify callbacks [] for port, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:16.844809 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-48a6c535-cf1d-49b0-bf5f-55b1ecd91681 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Calling delete_port for e23d7262-66c5-4ae6-b776-e53af486d07a owned by  {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:10:16.871139 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.provisioning_blocks [None req-a8b12e7e-fa2a-432f-8490-0f54b2b5ad10 tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] Transition to ACTIVE for port object 0af983b9-9634-4fc5-940e-ff978cdacde8 will not be triggered until provisioned by entity DHCP. {{(pid=87635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:10:16.872851 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-7bb92bf1-e709-4eea-ac11-435fe6b27c80 tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:16.893562 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-fdd3eaf5-c11d-4e7d-997b-b09619fb0d7f tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:16.908765 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-b59191e3-4450-4907-8397-159a94fe4cc5 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-864336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1824171'] for network, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:16.915062 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-8e00ca1a-54ba-441c-8456-3acbc80f4ccc tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:10:16.935037 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-b59191e3-4450-4907-8397-159a94fe4cc5 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627509'] for network, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:16.938755 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-7bb92bf1-e709-4eea-ac11-435fe6b27c80 tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1823971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1824234'] for router, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:16.965429 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59191e3-4450-4907-8397-159a94fe4cc5 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Pushing event deleted for resources: {'Network': ['ID=23761357-1c6f-4060-9a20-e12c7447d5c4,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:10:16.975700 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-b59191e3-4450-4907-8397-159a94fe4cc5 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:10:17.016227 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-b59191e3-4450-4907-8397-159a94fe4cc5 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] 10.222.0.64 "DELETE /v2.0/networks/23761357-1c6f-4060-9a20-e12c7447d5c4 HTTP/1.1" status: 204  len: 168 time: 1.2483468
Dec 23 16:10:17.023467 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-7bb92bf1-e709-4eea-ac11-435fe6b27c80 tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Notify callbacks [] for router, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:17.024525 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-7bb92bf1-e709-4eea-ac11-435fe6b27c80 tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201  len: 712 time: 0.5911479
Dec 23 16:10:17.025097 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 43578) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:17.029095 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 43580) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:17.064884 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-ba29714c-5071-49c6-9a39-ef62c826a3a5 tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-184666299'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:10:17.077821 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a8b12e7e-fa2a-432f-8490-0f54b2b5ad10 tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:17.087340 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-48a6c535-cf1d-49b0-bf5f-55b1ecd91681 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:17.087856 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-ba29714c-5071-49c6-9a39-ef62c826a3a5 tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:10:17.093888 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-9563aa37-ac7e-49c7-af7f-51da0400e334 tempest-RoutersAdminNegativeTest-1392199159 tempest-RoutersAdminNegativeTest-1392199159-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:10:17.096781 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-46cb880a-711c-4688-9962-e2d04118dc54 tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:10:17.130277 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.pecan_wsgi.hooks.translation [None req-3de857ee-9daa-4c83-942e-f33257b9c5dd tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:10:17.130737 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3de857ee-9daa-4c83-942e-f33257b9c5dd tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 23 16:10:17.132376 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-3de857ee-9daa-4c83-942e-f33257b9c5dd tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] 10.222.0.64 "DELETE /v2.0/subnets/123d5a63-1ade-4cb5-8856-b0027cc47e38 HTTP/1.1" status: 404  len: 337 time: 0.1046398
Dec 23 16:10:17.136190 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c882fd0f-c2a2-48ca-b684-0f02b9cbeee3 tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:17.140104 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-ba29714c-5071-49c6-9a39-ef62c826a3a5 tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Usage tracker for resource:network and tenant:27b98bb335a04980b28b25e7a81bcfe0 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:10:17.142645 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-fdd3eaf5-c11d-4e7d-997b-b09619fb0d7f tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:17.171793 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 43586) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:17.172624 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-ba29714c-5071-49c6-9a39-ef62c826a3a5 tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:10:17.192216 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-ba29714c-5071-49c6-9a39-ef62c826a3a5 tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:10:17.201635 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-48a6c535-cf1d-49b0-bf5f-55b1ecd91681 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:17.211274 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a6c535-cf1d-49b0-bf5f-55b1ecd91681 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Pushing event deleted for resources: {'Port': ['ID=e23d7262-66c5-4ae6-b776-e53af486d07a,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:10:17.213584 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-48a6c535-cf1d-49b0-bf5f-55b1ecd91681 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:10:17.238719 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-48a6c535-cf1d-49b0-bf5f-55b1ecd91681 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] 10.222.0.64 "DELETE /v2.0/ports/e23d7262-66c5-4ae6-b776-e53af486d07a HTTP/1.1" status: 204  len: 168 time: 1.2298081
Dec 23 16:10:17.245913 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8b12e7e-fa2a-432f-8490-0f54b2b5ad10 tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] Network 9d4573d0-c8b8-4097-a3c0-73a15fde0c72 is already hosted by enough agents. {{(pid=87635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:10:17.247745 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 43590) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:17.253463 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.pecan_wsgi.hooks.translation [None req-e793499e-384e-4376-9c78-1a9b1d8ad4f7 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:10:17.253938 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e793499e-384e-4376-9c78-1a9b1d8ad4f7 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 23 16:10:17.255593 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-e793499e-384e-4376-9c78-1a9b1d8ad4f7 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] 10.222.0.64 "DELETE /v2.0/networks/2c0b3671-def2-4b0a-bd33-87ff98dc8c98 HTTP/1.1" status: 404  len: 339 time: 0.0787196
Dec 23 16:10:17.262254 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.base_scheduler [None req-a8b12e7e-fa2a-432f-8490-0f54b2b5ad10 tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] Resources bound (agent type, host, resource id):  {{(pid=87635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:10:17.263901 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 43594) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:17.279719 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8b12e7e-fa2a-432f-8490-0f54b2b5ad10 tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] Received port after_create {{(pid=87635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:10:17.285371 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8b12e7e-fa2a-432f-8490-0f54b2b5ad10 tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:10:17.285996 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a8b12e7e-fa2a-432f-8490-0f54b2b5ad10 tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:17.302398 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e63ed30-03a0-48f5-a785-e0de1da3f77c tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] GET failed (client error): The resource could not be found.
Dec 23 16:10:17.303187 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-8e63ed30-03a0-48f5-a785-e0de1da3f77c tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Synchronizing usage tracker for tenant:29d06568c643416681d8c57ec2bb11be on resource:port {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:10:17.324436 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba29714c-5071-49c6-9a39-ef62c826a3a5 tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Made reservation on behalf of 27b98bb335a04980b28b25e7a81bcfe0 for: {'network': 1} {{(pid=87635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:10:17.326919 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-411cca0c-4ec0-4d67-be3d-6e9845ea6050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:17.328337 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-ba29714c-5071-49c6-9a39-ef62c826a3a5 tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for network, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:17.338066 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b12e7e-fa2a-432f-8490-0f54b2b5ad10 tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] Pushing event updated for resources: {'Port': ['ID=0af983b9-9634-4fc5-940e-ff978cdacde8,revision_number=1']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:10:17.351266 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-a8b12e7e-fa2a-432f-8490-0f54b2b5ad10 tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:10:17.369260 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-ba29714c-5071-49c6-9a39-ef62c826a3a5 tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Notify callbacks [] for security_group, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:17.386029 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-8e63ed30-03a0-48f5-a785-e0de1da3f77c tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Unset dirty status for tenant:29d06568c643416681d8c57ec2bb11be on resource:port {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:10:17.391305 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-8e63ed30-03a0-48f5-a785-e0de1da3f77c tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] 10.222.0.64 "GET /v2.0/ports/e23d7262-66c5-4ae6-b776-e53af486d07a HTTP/1.1" status: 404  len: 333 time: 0.1387043
Dec 23 16:10:17.391486 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 43598) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:17.399962 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-8234f9f5-3992-4203-b2ea-97e4798cf927 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1068594684', 'network_id': 'ded4fc54-8863-4e45-b0f6-537898a2c594'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:10:17.409854 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-8234f9f5-3992-4203-b2ea-97e4798cf927 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:10:17.458412 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-ba29714c-5071-49c6-9a39-ef62c826a3a5 tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:10:17.463922 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-a8b12e7e-fa2a-432f-8490-0f54b2b5ad10 tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201  len: 943 time: 2.2539489
Dec 23 16:10:17.468993 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 43602) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:17.471718 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-ba29714c-5071-49c6-9a39-ef62c826a3a5 tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Usage tracker for resource:security_group_rule and tenant:27b98bb335a04980b28b25e7a81bcfe0 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:10:17.483320 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-ba29714c-5071-49c6-9a39-ef62c826a3a5 tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:10:17.487715 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-8234f9f5-3992-4203-b2ea-97e4798cf927 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:10:17.493787 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-d15f5942-5b5d-4422-978d-15977510e60e tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] Request body: {'port': {'network_id': '9d4573d0-c8b8-4097-a3c0-73a15fde0c72', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-122556609'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:10:17.513745 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddafa647-1e34-467f-aa3b-8cff8f450887 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Deleting subnet f62ce20e-29af-4903-88ba-193d08462d62 {{(pid=87635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 23 16:10:17.518715 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-ba29714c-5071-49c6-9a39-ef62c826a3a5 tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:10:17.522121 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8234f9f5-3992-4203-b2ea-97e4798cf927 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Made reservation on behalf of 29d06568c643416681d8c57ec2bb11be for: {'port': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:10:17.523130 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-ddafa647-1e34-467f-aa3b-8cff8f450887 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Notify callbacks [] for subnet, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:17.524800 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-8234f9f5-3992-4203-b2ea-97e4798cf927 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:17.537344 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-1e5fa2ec-d87d-485e-9d4c-4537be5276ba None None] Provisioning for port 0af983b9-9634-4fc5-940e-ff978cdacde8 completed by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:10:17.542733 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-1e5fa2ec-d87d-485e-9d4c-4537be5276ba None None] Provisioning complete for port 0af983b9-9634-4fc5-940e-ff978cdacde8 triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:10:17.543177 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1e5fa2ec-d87d-485e-9d4c-4537be5276ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:17.599984 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-1e5fa2ec-d87d-485e-9d4c-4537be5276ba None None] Port 0af983b9-9634-4fc5-940e-ff978cdacde8 cannot update to ACTIVE because it is not bound. {{(pid=87637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 23 16:10:17.608804 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [None req-8234f9f5-3992-4203-b2ea-97e4798cf927 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] device_id is not set on port 180d4ff0-e35c-486f-b724-2ca125ae66e4 yet. {{(pid=87636) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 23 16:10:17.678995 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c882fd0f-c2a2-48ca-b684-0f02b9cbeee3 tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1824017', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1823768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-235299'] for router, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:17.685149 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-ddafa647-1e34-467f-aa3b-8cff8f450887 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2776816'] for subnet, precommit_delete_associations {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:17.696068 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c882fd0f-c2a2-48ca-b684-0f02b9cbeee3 tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1824234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1824024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1824227', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1823761'] for router, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:17.842717 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-fdd3eaf5-c11d-4e7d-997b-b09619fb0d7f tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify callbacks [] for port, precommit_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:17.849509 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-d15f5942-5b5d-4422-978d-15977510e60e tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:10:17.856691 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-fdd3eaf5-c11d-4e7d-997b-b09619fb0d7f tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2753531'] for port, after_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:17.867176 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-fdd3eaf5-c11d-4e7d-997b-b09619fb0d7f tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:10:17.910791 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-d15f5942-5b5d-4422-978d-15977510e60e tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:10:18.023935 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-8234f9f5-3992-4203-b2ea-97e4798cf927 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:18.074998 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c882fd0f-c2a2-48ca-b684-0f02b9cbeee3 tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Router 864910ab-9e2c-4b00-b985-65cc06314511 is scheduled to L3 agent 371d4c41-c7e2-4de7-9539-c049ec4e95d1 with binding_index 1 {{(pid=87636) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 23 16:10:18.118519 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-ddafa647-1e34-467f-aa3b-8cff8f450887 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864774'] for subnet, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:18.167597 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d15f5942-5b5d-4422-978d-15977510e60e tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] Made reservation on behalf of edc37cc11b094be5b1b33f10c3c14b20 for: {'port': 1} {{(pid=87635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:10:18.171168 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-d15f5942-5b5d-4422-978d-15977510e60e tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:18.184879 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-ba29714c-5071-49c6-9a39-ef62c826a3a5 tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Notify callbacks [] for security_group, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:18.194462 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd3eaf5-c11d-4e7d-997b-b09619fb0d7f tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Pushing event updated for resources: {'Port': ['ID=bbed8525-20c3-47d6-8b0f-d2850a756343,revision_number=2']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:10:18.203470 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-fdd3eaf5-c11d-4e7d-997b-b09619fb0d7f tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:10:18.212051 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-ba29714c-5071-49c6-9a39-ef62c826a3a5 tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:18.219661 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:10:18.248928 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.notifiers.nova [None req-d15f5942-5b5d-4422-978d-15977510e60e tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] device_id is not set on port c190adaf-2fdc-4e85-992b-0c7e8fbe5426 yet. {{(pid=87635) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 23 16:10:18.281958 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-8234f9f5-3992-4203-b2ea-97e4798cf927 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:18.284616 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-fdd3eaf5-c11d-4e7d-997b-b09619fb0d7f tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1824189'] for floatingip, after_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:18.295745 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-500e75aa-854e-4831-a03d-d97072d5b6c9 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:10:18.371837 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8234f9f5-3992-4203-b2ea-97e4798cf927 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Network ded4fc54-8863-4e45-b0f6-537898a2c594 is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:10:18.374412 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba29714c-5071-49c6-9a39-ef62c826a3a5 tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] vlan segment allocate from pool success with {'vlan_id': 444, 'physical_network': 'physnet1'}  {{(pid=87635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 23 16:10:18.382244 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-8234f9f5-3992-4203-b2ea-97e4798cf927 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Resources bound (agent type, host, resource id):  {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:10:18.384630 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8234f9f5-3992-4203-b2ea-97e4798cf927 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:10:18.385746 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8234f9f5-3992-4203-b2ea-97e4798cf927 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:10:18.386468 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-8234f9f5-3992-4203-b2ea-97e4798cf927 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:18.386924 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba29714c-5071-49c6-9a39-ef62c826a3a5 tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc9858f0-9310-4ae0-b46b-b3813a9bbb4a,revision_number=1']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:10:18.411508 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-ba29714c-5071-49c6-9a39-ef62c826a3a5 tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:10:18.430364 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-ba29714c-5071-49c6-9a39-ef62c826a3a5 tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:18.430675 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.db.segments_db [None req-ba29714c-5071-49c6-9a39-ef62c826a3a5 tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Added segment 4cf6d678-b28d-4388-bd55-da74e8c1f627 of type vlan for network e114bd0a-07a8-4a2c-800d-7e42a9ebaa05
Dec 23 16:10:18.462635 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8234f9f5-3992-4203-b2ea-97e4798cf927 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Pushing event updated for resources: {'Port': ['ID=180d4ff0-e35c-486f-b724-2ca125ae66e4,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:10:18.465595 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-8234f9f5-3992-4203-b2ea-97e4798cf927 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:10:18.496152 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-ddafa647-1e34-467f-aa3b-8cff8f450887 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2753333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2609730'] for subnet, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:18.503254 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c882fd0f-c2a2-48ca-b684-0f02b9cbeee3 tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Notify agent at l3_agent.dv-neutron-822799-1-hyperv the message routers_updated {{(pid=87636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 23 16:10:18.508295 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c882fd0f-c2a2-48ca-b684-0f02b9cbeee3 tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Notify callbacks [] for router, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:18.511631 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-c882fd0f-c2a2-48ca-b684-0f02b9cbeee3 tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] 10.222.0.64 "PUT /v2.0/routers/864910ab-9e2c-4b00-b985-65cc06314511 HTTP/1.1" status: 200  len: 914 time: 6.0894618
Dec 23 16:10:18.511631 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-8234f9f5-3992-4203-b2ea-97e4798cf927 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201  len: 960 time: 1.1178477
Dec 23 16:10:18.511631 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 43610) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:18.514630 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 43612) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:18.517741 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c64bb6f5-97a3-4263-a21a-593250b47c8b None None] Sync routers for ids ['864910ab-9e2c-4b00-b985-65cc06314511'] in dv-neutron-822799-1-hyperv {{(pid=87637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 23 16:10:18.529782 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c64bb6f5-97a3-4263-a21a-593250b47c8b None None] Routers {'864910ab-9e2c-4b00-b985-65cc06314511'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:10:18.530649 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-c64bb6f5-97a3-4263-a21a-593250b47c8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc11b07c0>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:09:50Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['864910ab-9e2c-4b00-b985-65cc06314511'], 'active': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:10:18.550344 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-93f61a82-1345-4373-98cc-6f8130fe320b tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:10:18.602836 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-c64bb6f5-97a3-4263-a21a-593250b47c8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc11b07c0>, [], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:10:18.612415 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c64bb6f5-97a3-4263-a21a-593250b47c8b None None] Routers {'864910ab-9e2c-4b00-b985-65cc06314511'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:10:18.613278 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-c64bb6f5-97a3-4263-a21a-593250b47c8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc11b07c0>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:09:50Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['864910ab-9e2c-4b00-b985-65cc06314511'], 'active': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:10:18.618460 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddafa647-1e34-467f-aa3b-8cff8f450887 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Pushing event deleted for resources: {'Subnet': ['ID=f62ce20e-29af-4903-88ba-193d08462d62,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:10:18.624955 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-ba29714c-5071-49c6-9a39-ef62c826a3a5 tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735362521793'] for network, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:18.628890 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-ddafa647-1e34-467f-aa3b-8cff8f450887 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:10:18.632612 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-ddafa647-1e34-467f-aa3b-8cff8f450887 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Notify callbacks [] for subnet, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:18.663423 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.db.l3_db [None req-fdd3eaf5-c11d-4e7d-997b-b09619fb0d7f tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Floating IP 54b94918-6892-47fd-b612-0edfed09a75b associated. External IP: 172.26.3.2, port: d4c2f94a-696d-48c1-a864-ffbde7d66463.
Dec 23 16:10:18.671077 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-257b1882-e396-4a57-b198-984e74527890 None None] Network 8ccca644-4896-426e-8b05-3600a7e4b8dc requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:10:18.711069 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e37393f4-555b-43de-b57e-adc81ab9abda tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:10:18.711645 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-e37393f4-555b-43de-b57e-adc81ab9abda tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Synchronizing usage tracker for tenant:29d06568c643416681d8c57ec2bb11be on resource:port {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:10:18.728552 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-c64bb6f5-97a3-4263-a21a-593250b47c8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc11b07c0>, [], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:10:18.729151 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c64bb6f5-97a3-4263-a21a-593250b47c8b None None] The sync data for ids ['864910ab-9e2c-4b00-b985-65cc06314511'] in dv-neutron-822799-1-hyperv is: [] {{(pid=87637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 23 16:10:18.756469 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-e37393f4-555b-43de-b57e-adc81ab9abda tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Unset dirty status for tenant:29d06568c643416681d8c57ec2bb11be on resource:port {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:10:18.760297 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-e37393f4-555b-43de-b57e-adc81ab9abda tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] 10.222.0.64 "GET /v2.0/ports/180d4ff0-e35c-486f-b724-2ca125ae66e4 HTTP/1.1" status: 200  len: 955 time: 0.2418780
Dec 23 16:10:18.761017 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 43618) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:18.767246 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.db_base_plugin_common [None req-d15f5942-5b5d-4422-978d-15977510e60e tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] Allocated IP 2001:db8::4e (9d4573d0-c8b8-4097-a3c0-73a15fde0c72/dc0835dc-6ceb-4ed5-9e46-3893476f5e2b/c190adaf-2fdc-4e85-992b-0c7e8fbe5426) {{(pid=87635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:10:18.771770 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-ddafa647-1e34-467f-aa3b-8cff8f450887 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] 10.222.0.64 "DELETE /v2.0/subnets/f62ce20e-29af-4903-88ba-193d08462d62 HTTP/1.1" status: 204  len: 168 time: 1.5020998
Dec 23 16:10:18.778165 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 43622) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:18.805751 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-df52e7ad-4ac0-4ff2-ae1e-f3c1d895fe34 tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] 10.222.0.64 "GET /v2.0/routers/864910ab-9e2c-4b00-b985-65cc06314511 HTTP/1.1" status: 200  len: 920 time: 0.2929499
Dec 23 16:10:18.810171 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 43626) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:18.829157 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-ba29714c-5071-49c6-9a39-ef62c826a3a5 tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495'] for network, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:18.834850 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba29714c-5071-49c6-9a39-ef62c826a3a5 tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:10:18.835435 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-ba29714c-5071-49c6-9a39-ef62c826a3a5 tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627509'] for network, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:18.847981 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-13a49825-40fb-4564-9dcd-abc1fc0684c8 tempest-ExternalNetworksTestJSON-362186379 tempest-ExternalNetworksTestJSON-362186379-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:10:18.876130 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-986efc5a-ba21-498e-9dd9-9f6e3edc0370 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Deleting port 180d4ff0-e35c-486f-b724-2ca125ae66e4 {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:10:18.876372 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-986efc5a-ba21-498e-9dd9-9f6e3edc0370 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:19.000689 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fd305e5-268c-4f29-839b-972ccc501645 tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:10:19.002213 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-1fd305e5-268c-4f29-839b-972ccc501645 tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] 10.222.0.64 "GET /v2.0/ports?network_id=8afa6d58-9431-454a-b99c-3ff8a65aa86b&device_id=864910ab-9e2c-4b00-b985-65cc06314511&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 944 time: 0.1911440
Dec 23 16:10:19.009123 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 43630) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:19.026729 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-ba29714c-5071-49c6-9a39-ef62c826a3a5 tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201  len: 790 time: 1.9948654
Dec 23 16:10:19.032901 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 43634) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:19.061761 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-7de39b2b-0968-4dd6-af5f-93bc3c8f8214 tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Request body: {'subnet': {'network_id': 'e114bd0a-07a8-4a2c-800d-7e42a9ebaa05', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:10:19.089402 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba29714c-5071-49c6-9a39-ef62c826a3a5 tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Pushing event updated for resources: {'Network': ['ID=e114bd0a-07a8-4a2c-800d-7e42a9ebaa05,revision_number=1']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:10:19.095450 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0958685-b253-4c2f-8734-50b956a82834 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Deleting subnet 1cb8062d-993c-4f47-a8b4-584494155556 {{(pid=87635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 23 16:10:19.100109 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-ba29714c-5071-49c6-9a39-ef62c826a3a5 tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:10:19.102337 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Network e114bd0a-07a8-4a2c-800d-7e42a9ebaa05 details requested by agent ovs-agent-dv-neutron-822799-1-hyperv with host dv-neutron-822799-1-hyperv {{(pid=87637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 23 16:10:19.109608 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-f0958685-b253-4c2f-8734-50b956a82834 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Notify callbacks [] for subnet, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:19.369143 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-f0958685-b253-4c2f-8734-50b956a82834 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2776816'] for subnet, precommit_delete_associations {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:19.408718 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-986efc5a-ba21-498e-9dd9-9f6e3edc0370 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:19.559498 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-986efc5a-ba21-498e-9dd9-9f6e3edc0370 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Calling delete_port for 180d4ff0-e35c-486f-b724-2ca125ae66e4 owned by  {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:10:19.586797 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-7de39b2b-0968-4dd6-af5f-93bc3c8f8214 tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:10:19.599808 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-7de39b2b-0968-4dd6-af5f-93bc3c8f8214 tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Usage tracker for resource:subnet and tenant:27b98bb335a04980b28b25e7a81bcfe0 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:10:19.603176 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31c0a9ca-7e96-4987-b99d-aa28cf464a7f tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:10:19.604638 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-31c0a9ca-7e96-4987-b99d-aa28cf464a7f tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] 10.222.0.64 "GET /v2.0/networks/8afa6d58-9431-454a-b99c-3ff8a65aa86b HTTP/1.1" status: 200  len: 881 time: 0.5946720
Dec 23 16:10:19.607514 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-7de39b2b-0968-4dd6-af5f-93bc3c8f8214 tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:10:19.611088 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 43642) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:19.638334 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-f3d01d50-c8dd-48da-aedc-5457e87c9cc4 None None] Provisioning complete for port 448ae8f6-61a0-4a4c-b43a-4492be22ed2d triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:10:19.639372 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f3d01d50-c8dd-48da-aedc-5457e87c9cc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:19.669025 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-7de39b2b-0968-4dd6-af5f-93bc3c8f8214 tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:10:19.685164 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-b805a455-c12e-4e8f-b655-d3eebccb6d52 tempest-RoutersAdminTest-1714001428 tempest-RoutersAdminTest-1714001428-project] 10.222.0.64 "GET /v2.0/ports?device_id=864910ab-9e2c-4b00-b985-65cc06314511 HTTP/1.1" status: 200  len: 205 time: 0.0710223
Dec 23 16:10:19.691668 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 43646) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:19.713279 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1acc2b20-3420-4e98-a29a-139d12544a19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:19.745234 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-d15f5942-5b5d-4422-978d-15977510e60e tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] Notify callbacks [] for port, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:19.749045 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdd3eaf5-c11d-4e7d-997b-b09619fb0d7f tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Router abfa982d-e5a4-4f60-bb8f-be7e2c2fb544 has already been hosted by L3 agent 371d4c41-c7e2-4de7-9539-c049ec4e95d1 {{(pid=87635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 23 16:10:19.772226 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7de39b2b-0968-4dd6-af5f-93bc3c8f8214 tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Made reservation on behalf of 27b98bb335a04980b28b25e7a81bcfe0 for: {'subnet': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:10:19.775230 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.provisioning_blocks [None req-d15f5942-5b5d-4422-978d-15977510e60e tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] Transition to ACTIVE for port object c190adaf-2fdc-4e85-992b-0c7e8fbe5426 will not be triggered until provisioned by entity DHCP. {{(pid=87635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:10:19.775564 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7de39b2b-0968-4dd6-af5f-93bc3c8f8214 tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2618324'] for subnet, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:19.852503 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-f0958685-b253-4c2f-8734-50b956a82834 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864774'] for subnet, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:20.009491 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-986efc5a-ba21-498e-9dd9-9f6e3edc0370 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:20.028725 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-f74c0705-9924-4b81-a5ff-7ca3b69f5233 tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:10:20.036196 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-d15f5942-5b5d-4422-978d-15977510e60e tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:20.039016 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdd3eaf5-c11d-4e7d-997b-b09619fb0d7f tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify agent at l3_agent.dv-neutron-822799-1-hyperv the message routers_updated {{(pid=87635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 23 16:10:20.045600 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-96c34097-8da0-4c48-9b94-29aa65ec2d9a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:10:20.049906 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c271490f-e17d-4400-aa40-4916901844cf None None] Sync routers for ids ['abfa982d-e5a4-4f60-bb8f-be7e2c2fb544'] in dv-neutron-822799-1-hyperv {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 23 16:10:20.059300 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c271490f-e17d-4400-aa40-4916901844cf None None] Routers {'abfa982d-e5a4-4f60-bb8f-be7e2c2fb544'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:10:20.059975 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-c271490f-e17d-4400-aa40-4916901844cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc2a44670>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:10:20Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['abfa982d-e5a4-4f60-bb8f-be7e2c2fb544'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:10:20.091215 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-f0958685-b253-4c2f-8734-50b956a82834 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2753333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2609730'] for subnet, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:20.131567 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d15f5942-5b5d-4422-978d-15977510e60e tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] Network 9d4573d0-c8b8-4097-a3c0-73a15fde0c72 is already hosted by enough agents. {{(pid=87635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:10:20.137583 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.base_scheduler [None req-d15f5942-5b5d-4422-978d-15977510e60e tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] Resources bound (agent type, host, resource id):  {{(pid=87635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:10:20.143689 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986efc5a-ba21-498e-9dd9-9f6e3edc0370 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Pushing event deleted for resources: {'Port': ['ID=180d4ff0-e35c-486f-b724-2ca125ae66e4,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:10:20.146647 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-986efc5a-ba21-498e-9dd9-9f6e3edc0370 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:10:20.148089 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-c271490f-e17d-4400-aa40-4916901844cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc2a44670>, [], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:10:20.148674 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d15f5942-5b5d-4422-978d-15977510e60e tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] Received port after_create {{(pid=87635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:10:20.154212 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d15f5942-5b5d-4422-978d-15977510e60e tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:10:20.154838 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-d15f5942-5b5d-4422-978d-15977510e60e tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:20.158431 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c271490f-e17d-4400-aa40-4916901844cf None None] Routers {'abfa982d-e5a4-4f60-bb8f-be7e2c2fb544'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:10:20.159384 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-c271490f-e17d-4400-aa40-4916901844cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc2a44670>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:10:20Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['abfa982d-e5a4-4f60-bb8f-be7e2c2fb544'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:10:20.163405 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-986efc5a-ba21-498e-9dd9-9f6e3edc0370 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:20.166142 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-fdd3eaf5-c11d-4e7d-997b-b09619fb0d7f tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for floatingip, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:20.196135 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-f0958685-b253-4c2f-8734-50b956a82834 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Notify callbacks [] for subnet, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:20.200151 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-f0958685-b253-4c2f-8734-50b956a82834 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] 10.222.0.64 "DELETE /v2.0/subnets/1cb8062d-993c-4f47-a8b4-584494155556 HTTP/1.1" status: 204  len: 168 time: 1.4159443
Dec 23 16:10:20.203552 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-986efc5a-ba21-498e-9dd9-9f6e3edc0370 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] 10.222.0.64 "DELETE /v2.0/ports/180d4ff0-e35c-486f-b724-2ca125ae66e4 HTTP/1.1" status: 204  len: 168 time: 1.4391019
Dec 23 16:10:20.203552 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 43650) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:20.208518 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 43652) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:20.222180 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-c271490f-e17d-4400-aa40-4916901844cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc2a44670>, [], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:10:20.222373 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15f5942-5b5d-4422-978d-15977510e60e tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] Pushing event updated for resources: {'Port': ['ID=c190adaf-2fdc-4e85-992b-0c7e8fbe5426,revision_number=1']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:10:20.222587 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c271490f-e17d-4400-aa40-4916901844cf None None] The sync data for ids ['abfa982d-e5a4-4f60-bb8f-be7e2c2fb544'] in dv-neutron-822799-1-hyperv is: [] {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 23 16:10:20.227203 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d364d153-2922-4813-8989-f3f9df618b8e None None] Network 8ccca644-4896-426e-8b05-3600a7e4b8dc requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:10:20.241385 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c77c64a8-cb27-4df5-bb1d-9c78d9dc4072 tempest-RoutersAdminTest-1714001428 tempest-RoutersAdminTest-1714001428-project] Notify callbacks [] for router, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:20.257833 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-d15f5942-5b5d-4422-978d-15977510e60e tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:10:20.262703 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-82511e70-b3be-471f-92cc-a7ea77a3d749 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.141s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:10:20.333624 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-d15f5942-5b5d-4422-978d-15977510e60e tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201  len: 942 time: 2.8586898
Dec 23 16:10:20.340498 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.pecan_wsgi.hooks.translation [None req-e142bf9c-8b34-4e1b-9c3c-b05bfefbdba3 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] GET failed (client error): The resource could not be found.
Dec 23 16:10:20.341846 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-e142bf9c-8b34-4e1b-9c3c-b05bfefbdba3 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] 10.222.0.64 "GET /v2.0/ports/180d4ff0-e35c-486f-b724-2ca125ae66e4 HTTP/1.1" status: 404  len: 333 time: 0.1262965
Dec 23 16:10:20.352207 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 43660) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:20.352706 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 43662) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:20.357868 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0958685-b253-4c2f-8734-50b956a82834 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Pushing event deleted for resources: {'Subnet': ['ID=1cb8062d-993c-4f47-a8b4-584494155556,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:10:20.361661 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-f0958685-b253-4c2f-8734-50b956a82834 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:10:20.365330 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-6b66a2ca-e91f-47b0-b37a-80d972245326 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Request body: {'port': {'network_id': 'ded4fc54-8863-4e45-b0f6-537898a2c594', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1460466244'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:10:20.371759 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-0a7af60f-24a2-4fd4-a479-a58e04218dd8 tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::378', 'mac_address': 'fa:16:3e:34:83:b4'}, {'ip_address': '2001:db8::e0', 'mac_address': 'fa:16:3e:8f:68:a2'}]}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:10:20.424282 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-fdd3eaf5-c11d-4e7d-997b-b09619fb0d7f tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 982 time: 6.4483612
Dec 23 16:10:20.434529 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 43670) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:20.451478 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-6b66a2ca-e91f-47b0-b37a-80d972245326 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:10:20.484800 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-6d65bb17-025c-4b45-b6b4-9ef3b3948333 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Request body: {'floatingip': {'port_id': 'd4c2f94a-696d-48c1-a864-ffbde7d66463', 'fixed_ip_address': '172.20.0.12'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:10:20.495519 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-edffd8e6-8dc5-407d-a262-8c1fdf712182 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-698866'] for network, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:20.586285 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-6b66a2ca-e91f-47b0-b37a-80d972245326 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Usage tracker for resource:port and tenant:29d06568c643416681d8c57ec2bb11be is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:10:20.606177 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-6b66a2ca-e91f-47b0-b37a-80d972245326 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:10:20.620862 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-edffd8e6-8dc5-407d-a262-8c1fdf712182 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Deleting port 448ae8f6-61a0-4a4c-b43a-4492be22ed2d {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:10:20.621211 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-edffd8e6-8dc5-407d-a262-8c1fdf712182 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:20.630057 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-6b66a2ca-e91f-47b0-b37a-80d972245326 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:10:20.632494 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45d6335a-3f40-4446-967d-888130893663 None None] DHCP port deletion for 8ccca644-4896-426e-8b05-3600a7e4b8dc request from dv-neutron-822799-1-hyperv {{(pid=87637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 23 16:10:20.639302 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-45d6335a-3f40-4446-967d-888130893663 None None] Deleting port 448ae8f6-61a0-4a4c-b43a-4492be22ed2d {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:10:20.640115 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-45d6335a-3f40-4446-967d-888130893663 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:20.678660 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b66a2ca-e91f-47b0-b37a-80d972245326 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Made reservation on behalf of 29d06568c643416681d8c57ec2bb11be for: {'port': 1} {{(pid=87635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:10:20.680709 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-6b66a2ca-e91f-47b0-b37a-80d972245326 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:20.692986 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-382f1add-db83-450b-b99a-3833a660491a None None] Provisioning for port c190adaf-2fdc-4e85-992b-0c7e8fbe5426 completed by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:10:20.707205 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9dcbea60-a34f-4144-91e7-90aff3f57aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:20.711246 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-382f1add-db83-450b-b99a-3833a660491a None None] Provisioning complete for port c190adaf-2fdc-4e85-992b-0c7e8fbe5426 triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:10:20.711627 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-382f1add-db83-450b-b99a-3833a660491a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:20.724904 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c77c64a8-cb27-4df5-bb1d-9c78d9dc4072 tempest-RoutersAdminTest-1714001428 tempest-RoutersAdminTest-1714001428-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:20.745900 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-6d65bb17-025c-4b45-b6b4-9ef3b3948333 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify callbacks [] for floatingip, before_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:20.774134 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7de39b2b-0968-4dd6-af5f-93bc3c8f8214 tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2176430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2618310'] for subnet, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:20.779429 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-2c59d1f6-60e3-47ae-95fc-dedb80669fd4 tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:10:20.804468 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-c77c64a8-cb27-4df5-bb1d-9c78d9dc4072 tempest-RoutersAdminTest-1714001428 tempest-RoutersAdminTest-1714001428-project] Deleting port acc18460-7f63-459a-a071-d473bb586732 {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:10:20.804786 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c77c64a8-cb27-4df5-bb1d-9c78d9dc4072 tempest-RoutersAdminTest-1714001428 tempest-RoutersAdminTest-1714001428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:20.816824 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-382f1add-db83-450b-b99a-3833a660491a None None] Port c190adaf-2fdc-4e85-992b-0c7e8fbe5426 cannot update to ACTIVE because it is not bound. {{(pid=87637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 23 16:10:20.838669 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.notifiers.nova [None req-6b66a2ca-e91f-47b0-b37a-80d972245326 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] device_id is not set on port 8bf4fdb3-fe10-453e-867c-c0707a746b3c yet. {{(pid=87635) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 23 16:10:20.936337 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:20.947718 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-45d6335a-3f40-4446-967d-888130893663 None None] For port 448ae8f6-61a0-4a4c-b43a-4492be22ed2d, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=448ae8f6-61a0-4a4c-b43a-4492be22ed2d,segment=NetworkSegment(01e0f489-571f-4f48-b10f-850149ed880f),segment_id=01e0f489-571f-4f48-b10f-850149ed880f)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:10:20.948163 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-45d6335a-3f40-4446-967d-888130893663 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:21.027572 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de39b2b-0968-4dd6-af5f-93bc3c8f8214 tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Pushing event updated for resources: {'Subnet': ['ID=650a24e2-416f-4586-be32-1a08fbcae89f,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:10:21.030513 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-7de39b2b-0968-4dd6-af5f-93bc3c8f8214 tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:10:21.082283 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-45d6335a-3f40-4446-967d-888130893663 None None] Calling delete_port for 448ae8f6-61a0-4a4c-b43a-4492be22ed2d owned by network:dhcp {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:10:21.116357 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [None req-edffd8e6-8dc5-407d-a262-8c1fdf712182 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] For port 448ae8f6-61a0-4a4c-b43a-4492be22ed2d, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=448ae8f6-61a0-4a4c-b43a-4492be22ed2d,segment=NetworkSegment(01e0f489-571f-4f48-b10f-850149ed880f),segment_id=01e0f489-571f-4f48-b10f-850149ed880f)] {{(pid=87636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:10:21.116816 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-edffd8e6-8dc5-407d-a262-8c1fdf712182 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:21.120474 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-0a7af60f-24a2-4fd4-a479-a58e04218dd8 tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:21.123979 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de39b2b-0968-4dd6-af5f-93bc3c8f8214 tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Checking segment: {'id': '4cf6d678-b28d-4388-bd55-da74e8c1f627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'e114bd0a-07a8-4a2c-800d-7e42a9ebaa05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:10:21.124637 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7de39b2b-0968-4dd6-af5f-93bc3c8f8214 tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Network hostable DHCP agents. Network: e114bd0a-07a8-4a2c-800d-7e42a9ebaa05, hostable agents: ['1c812d71-eadf-4fb3-b98e-67468a4aa7e2'], hosted agents: [] {{(pid=87636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 23 16:10:21.166205 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-45d6335a-3f40-4446-967d-888130893663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789'] for port, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:21.170328 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-f9708a08-dc9d-4a71-b53e-e92a8acb1a13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:10:21.214296 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d6335a-3f40-4446-967d-888130893663 None None] Pushing event deleted for resources: {'Port': ['ID=448ae8f6-61a0-4a4c-b43a-4492be22ed2d,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:10:21.217224 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-45d6335a-3f40-4446-967d-888130893663 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:10:21.221870 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d6335a-3f40-4446-967d-888130893663 None None] No DVR routers for this DVR port 448ae8f6-61a0-4a4c-b43a-4492be22ed2d on host dv-neutron-822799-1-hyperv {{(pid=87637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 23 16:10:21.274776 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-edffd8e6-8dc5-407d-a262-8c1fdf712182 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Calling delete_port for 448ae8f6-61a0-4a4c-b43a-4492be22ed2d owned by network:dhcp {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:10:21.348710 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7de39b2b-0968-4dd6-af5f-93bc3c8f8214 tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Network e114bd0a-07a8-4a2c-800d-7e42a9ebaa05 is scheduled to be hosted by DHCP agent 1c812d71-eadf-4fb3-b98e-67468a4aa7e2 with binding_index 1 {{(pid=87636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 23 16:10:21.361167 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c77c64a8-cb27-4df5-bb1d-9c78d9dc4072 tempest-RoutersAdminTest-1714001428 tempest-RoutersAdminTest-1714001428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:21.603179 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-6b66a2ca-e91f-47b0-b37a-80d972245326 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:21.632105 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-7de39b2b-0968-4dd6-af5f-93bc3c8f8214 tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822799-1-hyperv, e114bd0a-07a8-4a2c-800d-7e42a9ebaa05) {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:10:21.639117 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-c77c64a8-cb27-4df5-bb1d-9c78d9dc4072 tempest-RoutersAdminTest-1714001428 tempest-RoutersAdminTest-1714001428-project] Calling delete_port for acc18460-7f63-459a-a071-d473bb586732 owned by network:router_gateway {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:10:21.648290 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1953b71-909f-4c81-b9d8-7da93e81dddb None None] Network e114bd0a-07a8-4a2c-800d-7e42a9ebaa05 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:10:21.677081 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7de39b2b-0968-4dd6-af5f-93bc3c8f8214 tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:10:21.677674 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7de39b2b-0968-4dd6-af5f-93bc3c8f8214 tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Notify callbacks [] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:21.698693 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.db.api [None req-edffd8e6-8dc5-407d-a262-8c1fdf712182 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87636) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 23 16:10:21.699094 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_db.api [None req-edffd8e6-8dc5-407d-a262-8c1fdf712182 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 23 16:10:21.705451 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-7de39b2b-0968-4dd6-af5f-93bc3c8f8214 tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 2.6698742
Dec 23 16:10:21.713667 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 43678) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:21.720868 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-4faf3716-85ff-422b-bf89-be9e4323dd8f tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Request body: {'network': {'name': 'tempest-router-network01--658869674'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:10:21.726072 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-4faf3716-85ff-422b-bf89-be9e4323dd8f tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:10:21.729949 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-4faf3716-85ff-422b-bf89-be9e4323dd8f tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Usage tracker for resource:network and tenant:27b98bb335a04980b28b25e7a81bcfe0 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:10:21.732834 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-4faf3716-85ff-422b-bf89-be9e4323dd8f tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:10:21.739009 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-4faf3716-85ff-422b-bf89-be9e4323dd8f tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:10:21.754279 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4faf3716-85ff-422b-bf89-be9e4323dd8f tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Made reservation on behalf of 27b98bb335a04980b28b25e7a81bcfe0 for: {'network': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:10:21.757906 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-4faf3716-85ff-422b-bf89-be9e4323dd8f tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for network, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:21.818407 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4faf3716-85ff-422b-bf89-be9e4323dd8f tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] vlan segment allocate from pool success with {'vlan_id': 415, 'physical_network': 'physnet1'}  {{(pid=87636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 23 16:10:21.831297 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-4faf3716-85ff-422b-bf89-be9e4323dd8f tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:21.831663 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.db.segments_db [None req-4faf3716-85ff-422b-bf89-be9e4323dd8f tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Added segment 26aa57d0-19cf-4b76-a6e1-de69b1da2471 of type vlan for network e3a750a7-310b-4f00-8cfb-22639d42360d
Dec 23 16:10:21.865930 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-4faf3716-85ff-422b-bf89-be9e4323dd8f tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735362521793'] for network, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:21.885348 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-6b66a2ca-e91f-47b0-b37a-80d972245326 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:21.895457 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-b677634a-3f57-445f-9e36-57bbd809cbf8 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:10:21.943751 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-4faf3716-85ff-422b-bf89-be9e4323dd8f tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495'] for network, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:21.946285 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56981484-4a47-4324-8f2d-45cd89488c77 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7e017a6-8198-58c8-a07e-0f786128e3b3-e114bd0a-07a8-4a2c-800d-7e42a9ebaa05', 'network_id': 'e114bd0a-07a8-4a2c-800d-7e42a9ebaa05', 'tenant_id': '27b98bb335a04980b28b25e7a81bcfe0', 'fixed_ips': [{'subnet_id': '650a24e2-416f-4586-be32-1a08fbcae89f'}]}} from dv-neutron-822799-1-hyperv. {{(pid=87637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 23 16:10:21.947856 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-56981484-4a47-4324-8f2d-45cd89488c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:21.949649 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4faf3716-85ff-422b-bf89-be9e4323dd8f tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:10:21.950338 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-4faf3716-85ff-422b-bf89-be9e4323dd8f tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:21.956478 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-1b9aade8-65c8-4cbb-a355-0937e020a52f tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:10:21.974628 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b66a2ca-e91f-47b0-b37a-80d972245326 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Network ded4fc54-8863-4e45-b0f6-537898a2c594 is already hosted by enough agents. {{(pid=87635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:10:21.980422 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c77c64a8-cb27-4df5-bb1d-9c78d9dc4072 tempest-RoutersAdminTest-1714001428 tempest-RoutersAdminTest-1714001428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:21.980717 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.base_scheduler [None req-6b66a2ca-e91f-47b0-b37a-80d972245326 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Resources bound (agent type, host, resource id):  {{(pid=87635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:10:21.983483 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b66a2ca-e91f-47b0-b37a-80d972245326 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Received port after_create {{(pid=87635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:10:21.984763 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b66a2ca-e91f-47b0-b37a-80d972245326 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:10:21.985357 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-6b66a2ca-e91f-47b0-b37a-80d972245326 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:22.029367 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b66a2ca-e91f-47b0-b37a-80d972245326 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Pushing event updated for resources: {'Port': ['ID=8bf4fdb3-fe10-453e-867c-c0707a746b3c,revision_number=1']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:10:22.032919 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-6b66a2ca-e91f-47b0-b37a-80d972245326 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:10:22.039142 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-0a7af60f-24a2-4fd4-a479-a58e04218dd8 tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] Notify callbacks [] for port, precommit_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:22.049685 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-0a7af60f-24a2-4fd4-a479-a58e04218dd8 tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2753531'] for port, after_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:22.060334 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-a8b12e7e-fa2a-432f-8490-0f54b2b5ad10 tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:10:22.106756 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-4faf3716-85ff-422b-bf89-be9e4323dd8f tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201  len: 771 time: 0.3903623
Dec 23 16:10:22.107014 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-6b66a2ca-e91f-47b0-b37a-80d972245326 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201  len: 960 time: 1.7508965
Dec 23 16:10:22.107424 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 43682) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:22.127132 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 43684) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:22.130501 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-0a7af60f-24a2-4fd4-a479-a58e04218dd8 tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] In _notify_port_updated(), no bound segment for port c190adaf-2fdc-4e85-992b-0c7e8fbe5426 on network 9d4573d0-c8b8-4097-a3c0-73a15fde0c72 {{(pid=87635) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}}
Dec 23 16:10:22.137277 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a7af60f-24a2-4fd4-a479-a58e04218dd8 tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:10:22.137906 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-0a7af60f-24a2-4fd4-a479-a58e04218dd8 tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:22.139186 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-0a7af60f-24a2-4fd4-a479-a58e04218dd8 tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] 10.222.0.64 "PUT /v2.0/ports/c190adaf-2fdc-4e85-992b-0c7e8fbe5426 HTTP/1.1" status: 200  len: 1065 time: 1.7853048
Dec 23 16:10:22.143864 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 43690) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:22.145519 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-55d6d7da-400a-45e3-b43e-252952a65895 tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Request body: {'network': {'name': 'tempest-router-network02--784193860'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:10:22.156843 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-3e27d519-83a2-41f1-8ad9-766c51fce277 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8227'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:10:22.188665 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_common [None req-56981484-4a47-4324-8f2d-45cd89488c77 None None] Allocated IP 2001:db8::2 (e114bd0a-07a8-4a2c-800d-7e42a9ebaa05/650a24e2-416f-4586-be32-1a08fbcae89f/a4c47a92-e817-44bb-aa26-5837e8bcbefe) {{(pid=87637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:10:22.192797 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4faf3716-85ff-422b-bf89-be9e4323dd8f tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Pushing event updated for resources: {'Network': ['ID=e3a750a7-310b-4f00-8cfb-22639d42360d,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:10:22.193775 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-55d6d7da-400a-45e3-b43e-252952a65895 tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:10:22.198994 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-55d6d7da-400a-45e3-b43e-252952a65895 tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Usage tracker for resource:network and tenant:27b98bb335a04980b28b25e7a81bcfe0 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:10:22.203148 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-55d6d7da-400a-45e3-b43e-252952a65895 tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:10:22.204040 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-edffd8e6-8dc5-407d-a262-8c1fdf712182 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Deleting port 448ae8f6-61a0-4a4c-b43a-4492be22ed2d {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:10:22.204485 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-edffd8e6-8dc5-407d-a262-8c1fdf712182 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:22.210558 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-55d6d7da-400a-45e3-b43e-252952a65895 tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:10:22.249740 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-4faf3716-85ff-422b-bf89-be9e4323dd8f tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:10:22.276707 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.281s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:10:22.342835 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-edffd8e6-8dc5-407d-a262-8c1fdf712182 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] The port '448ae8f6-61a0-4a4c-b43a-4492be22ed2d' was deleted {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 23 16:10:22.356012 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77c64a8-cb27-4df5-bb1d-9c78d9dc4072 tempest-RoutersAdminTest-1714001428 tempest-RoutersAdminTest-1714001428-project] Pushing event deleted for resources: {'Port': ['ID=acc18460-7f63-459a-a071-d473bb586732,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:10:22.388210 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-c77c64a8-cb27-4df5-bb1d-9c78d9dc4072 tempest-RoutersAdminTest-1714001428 tempest-RoutersAdminTest-1714001428-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:10:22.418078 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c77c64a8-cb27-4df5-bb1d-9c78d9dc4072 tempest-RoutersAdminTest-1714001428 tempest-RoutersAdminTest-1714001428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1824206'] for router_gateway, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:22.465405 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-56981484-4a47-4324-8f2d-45cd89488c77 None None] Notify callbacks [] for port, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:22.477074 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-56981484-4a47-4324-8f2d-45cd89488c77 None None] Transition to ACTIVE for port object a4c47a92-e817-44bb-aa26-5837e8bcbefe will not be triggered until provisioned by entity L2. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:10:22.496876 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Network e3a750a7-310b-4f00-8cfb-22639d42360d details requested by agent ovs-agent-dv-neutron-822799-1-hyperv with host dv-neutron-822799-1-hyperv {{(pid=87637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 23 16:10:22.503147 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7af60f-24a2-4fd4-a479-a58e04218dd8 tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] Pushing event updated for resources: {'Port': ['ID=c190adaf-2fdc-4e85-992b-0c7e8fbe5426,revision_number=2']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:10:22.507668 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-3e27d519-83a2-41f1-8ad9-766c51fce277 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:22.518016 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55d6d7da-400a-45e3-b43e-252952a65895 tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Made reservation on behalf of 27b98bb335a04980b28b25e7a81bcfe0 for: {'network': 1} {{(pid=87635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:10:22.521426 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-55d6d7da-400a-45e3-b43e-252952a65895 tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for network, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:22.526031 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-e6231737-40e9-4fea-be67-7f8e2d2965ce tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] Deleting port c190adaf-2fdc-4e85-992b-0c7e8fbe5426 {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:10:22.526465 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e6231737-40e9-4fea-be67-7f8e2d2965ce tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:22.534148 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-0a7af60f-24a2-4fd4-a479-a58e04218dd8 tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.474s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:10:22.563017 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 448ae8f6-61a0-4a4c-b43a-4492be22ed2d no longer exists at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 23 16:10:22.592139 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-6d65bb17-025c-4b45-b6b4-9ef3b3948333 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:22.606282 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-6d65bb17-025c-4b45-b6b4-9ef3b3948333 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1824189'] for floatingip, after_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:22.643646 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] No Port match for: 448ae8f6-61a0-4a4c-b43a-4492be22ed2d {{(pid=87637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 23 16:10:22.643907 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 448ae8f6-61a0-4a4c-b43a-4492be22ed2d not bound to the agent host dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 23 16:10:22.648061 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-56981484-4a47-4324-8f2d-45cd89488c77 None None] Transition to ACTIVE for port object a4c47a92-e817-44bb-aa26-5837e8bcbefe will not be triggered until provisioned by entity DHCP. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:10:22.649231 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-177ce6eb-cf75-480c-9f09-bcc14e6c63d6 None None] Provisioning complete for port c190adaf-2fdc-4e85-992b-0c7e8fbe5426 triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:10:22.649825 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-177ce6eb-cf75-480c-9f09-bcc14e6c63d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:22.696704 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55d6d7da-400a-45e3-b43e-252952a65895 tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] vlan segment allocate from pool success with {'vlan_id': 442, 'physical_network': 'physnet1'}  {{(pid=87635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 23 16:10:22.711405 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c77c64a8-cb27-4df5-bb1d-9c78d9dc4072 tempest-RoutersAdminTest-1714001428 tempest-RoutersAdminTest-1714001428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1784183', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-235354'] for router, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:22.718772 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c77c64a8-cb27-4df5-bb1d-9c78d9dc4072 tempest-RoutersAdminTest-1714001428 tempest-RoutersAdminTest-1714001428-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:22.720253 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-177ce6eb-cf75-480c-9f09-bcc14e6c63d6 None None] Port c190adaf-2fdc-4e85-992b-0c7e8fbe5426 cannot update to ACTIVE because it is not bound. {{(pid=87637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 23 16:10:22.725454 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9e3aab53-d650-47e3-b8a6-2dff21fe9ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:22.726498 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-56981484-4a47-4324-8f2d-45cd89488c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780'] for port, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:22.732374 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-edffd8e6-8dc5-407d-a262-8c1fdf712182 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-864347', 'neutron.services.segments.db._delete_segments_for_network-8735362908070'] for network, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:22.737488 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-cc30760f-db6a-4633-b16d-5465e607b4fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:10:22.797129 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-55d6d7da-400a-45e3-b43e-252952a65895 tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:22.797129 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.db.segments_db [None req-55d6d7da-400a-45e3-b43e-252952a65895 tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Added segment 14c9c7ca-5d7c-4af9-9b20-792ccfd75b7d of type vlan for network c79a3346-cddc-49ac-b339-1617a7cdd937
Dec 23 16:10:22.808060 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56981484-4a47-4324-8f2d-45cd89488c77 None None] Network e114bd0a-07a8-4a2c-800d-7e42a9ebaa05 is already hosted by enough agents. {{(pid=87637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:10:22.812117 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-edffd8e6-8dc5-407d-a262-8c1fdf712182 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1dc1a07310>,) {'filters': {'network_id': ['8ccca644-4896-426e-8b05-3600a7e4b8dc']}} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:10:22.812826 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-56981484-4a47-4324-8f2d-45cd89488c77 None None] Resources bound (agent type, host, resource id):  {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:10:22.817355 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56981484-4a47-4324-8f2d-45cd89488c77 None None] Received port after_create {{(pid=87637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:10:22.824739 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56981484-4a47-4324-8f2d-45cd89488c77 None None] Pushing event updated for resources: {'Port': ['ID=a4c47a92-e817-44bb-aa26-5837e8bcbefe,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:10:22.853391 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c77c64a8-cb27-4df5-bb1d-9c78d9dc4072 tempest-RoutersAdminTest-1714001428 tempest-RoutersAdminTest-1714001428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1781328'] for router, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:22.854042 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c77c64a8-cb27-4df5-bb1d-9c78d9dc4072 tempest-RoutersAdminTest-1714001428 tempest-RoutersAdminTest-1714001428-project] Fanout notify agent at l3_agent the message router_deleted on router 864910ab-9e2c-4b00-b985-65cc06314511 {{(pid=87636) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 23 16:10:22.861662 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-edffd8e6-8dc5-407d-a262-8c1fdf712182 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dc1a07310>, '01e0f489-571f-4f48-b10f-850149ed880f') {'for_net_delete': True} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:10:22.861958 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-edffd8e6-8dc5-407d-a262-8c1fdf712182 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dc1a07310>, '01e0f489-571f-4f48-b10f-850149ed880f') {} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:10:22.868311 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-56981484-4a47-4324-8f2d-45cd89488c77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:10:22.904384 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-edffd8e6-8dc5-407d-a262-8c1fdf712182 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735363085442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2382197'] for segment, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:22.948342 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-55d6d7da-400a-45e3-b43e-252952a65895 tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735362521793'] for network, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:22.959122 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-56981484-4a47-4324-8f2d-45cd89488c77 None None] Attempting to bind port a4c47a92-e817-44bb-aa26-5837e8bcbefe on host dv-neutron-822799-1-hyperv for vnic_type normal with profile  {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:10:22.959614 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-56981484-4a47-4324-8f2d-45cd89488c77 None None] Attempting to bind port a4c47a92-e817-44bb-aa26-5837e8bcbefe by drivers openvswitch,hyperv on host dv-neutron-822799-1-hyperv at level 0 using segments [{'id': '4cf6d678-b28d-4388-bd55-da74e8c1f627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'e114bd0a-07a8-4a2c-800d-7e42a9ebaa05'}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:10:22.960060 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56981484-4a47-4324-8f2d-45cd89488c77 None None] Attempting to bind port a4c47a92-e817-44bb-aa26-5837e8bcbefe on network e114bd0a-07a8-4a2c-800d-7e42a9ebaa05 {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:10:22.965703 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56981484-4a47-4324-8f2d-45cd89488c77 None None] Checking agent: {'id': '20d2070f-69a9-4e73-8d08-6f0387a40158', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822799-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 21), 'started_at': datetime.datetime(2021, 12, 23, 16, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 10, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822799-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 23 16:10:22.966160 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56981484-4a47-4324-8f2d-45cd89488c77 None None] Checking segment: {'id': '4cf6d678-b28d-4388-bd55-da74e8c1f627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'e114bd0a-07a8-4a2c-800d-7e42a9ebaa05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:10:22.966632 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-56981484-4a47-4324-8f2d-45cd89488c77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:22.967126 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56981484-4a47-4324-8f2d-45cd89488c77 None None] Bound using segment: {'id': '4cf6d678-b28d-4388-bd55-da74e8c1f627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'e114bd0a-07a8-4a2c-800d-7e42a9ebaa05'} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 23 16:10:22.967556 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c77c64a8-cb27-4df5-bb1d-9c78d9dc4072 tempest-RoutersAdminTest-1714001428 tempest-RoutersAdminTest-1714001428-project] Notify callbacks [] for router, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:22.968306 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-56981484-4a47-4324-8f2d-45cd89488c77 None None] Bound port: a4c47a92-e817-44bb-aa26-5837e8bcbefe, host: dv-neutron-822799-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cf6d678-b28d-4388-bd55-da74e8c1f627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'e114bd0a-07a8-4a2c-800d-7e42a9ebaa05'}}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 23 16:10:22.969011 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-56981484-4a47-4324-8f2d-45cd89488c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:22.970078 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-c77c64a8-cb27-4df5-bb1d-9c78d9dc4072 tempest-RoutersAdminTest-1714001428 tempest-RoutersAdminTest-1714001428-project] 10.222.0.64 "DELETE /v2.0/routers/864910ab-9e2c-4b00-b985-65cc06314511 HTTP/1.1" status: 204  len: 168 time: 3.2774339
Dec 23 16:10:22.975373 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 43698) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:22.982067 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-edffd8e6-8dc5-407d-a262-8c1fdf712182 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:22.997487 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-b4f74f4c-3a06-441d-9bdf-7d0608838503 tempest-RoutersAdminTest-1714001428 tempest-RoutersAdminTest-1714001428-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-101648792', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:10:23.004407 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-b4f74f4c-3a06-441d-9bdf-7d0608838503 tempest-RoutersAdminTest-1714001428 tempest-RoutersAdminTest-1714001428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:10:23.058710 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-56981484-4a47-4324-8f2d-45cd89488c77 None None] For port a4c47a92-e817-44bb-aa26-5837e8bcbefe, host dv-neutron-822799-1-hyperv, cleared binding levels {{(pid=87637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 23 16:10:23.062356 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-56981484-4a47-4324-8f2d-45cd89488c77 None None] For port a4c47a92-e817-44bb-aa26-5837e8bcbefe, host dv-neutron-822799-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=a4c47a92-e817-44bb-aa26-5837e8bcbefe,segment=NetworkSegment(4cf6d678-b28d-4388-bd55-da74e8c1f627),segment_id=4cf6d678-b28d-4388-bd55-da74e8c1f627)] {{(pid=87637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 23 16:10:23.068803 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-56981484-4a47-4324-8f2d-45cd89488c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:23.074139 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-304dd9ea-601b-4058-9f6d-c493a14c10ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:10:23.079013 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-b4f74f4c-3a06-441d-9bdf-7d0608838503 tempest-RoutersAdminTest-1714001428 tempest-RoutersAdminTest-1714001428-project] Usage tracker for resource:router and tenant:33177e17267d4ff1869eb1c057f3e667 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:10:23.120443 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-b4f74f4c-3a06-441d-9bdf-7d0608838503 tempest-RoutersAdminTest-1714001428 tempest-RoutersAdminTest-1714001428-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:10:23.143928 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-b4f74f4c-3a06-441d-9bdf-7d0608838503 tempest-RoutersAdminTest-1714001428 tempest-RoutersAdminTest-1714001428-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:10:23.159378 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56981484-4a47-4324-8f2d-45cd89488c77 None None] Pushing event updated for resources: {'Port': ['ID=a4c47a92-e817-44bb-aa26-5837e8bcbefe,revision_number=2']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:10:23.162728 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-56981484-4a47-4324-8f2d-45cd89488c77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:10:23.171594 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-55d6d7da-400a-45e3-b43e-252952a65895 tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495'] for network, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:23.180105 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55d6d7da-400a-45e3-b43e-252952a65895 tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:10:23.180749 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-55d6d7da-400a-45e3-b43e-252952a65895 tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627509'] for network, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:23.184815 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edffd8e6-8dc5-407d-a262-8c1fdf712182 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Releasing vlan 420 on physical network physnet1 to pool {{(pid=87636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 23 16:10:23.185331 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-edffd8e6-8dc5-407d-a262-8c1fdf712182 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2176261'] for segment, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:23.197719 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-f5148753-e0ff-43aa-99ec-102ffa0b6f83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:10:23.200888 dv-neutron-822799-1-hyperv neutron-server[87636]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 23 16:10:23.200888 dv-neutron-822799-1-hyperv neutron-server[87636]:   util.warn(
Dec 23 16:10:23.200888 dv-neutron-822799-1-hyperv neutron-server[87636]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 23 16:10:23.200888 dv-neutron-822799-1-hyperv neutron-server[87636]:   util.warn(
Dec 23 16:10:23.200888 dv-neutron-822799-1-hyperv neutron-server[87636]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 23 16:10:23.200888 dv-neutron-822799-1-hyperv neutron-server[87636]:   util.warn(
Dec 23 16:10:23.200888 dv-neutron-822799-1-hyperv neutron-server[87636]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 23 16:10:23.200888 dv-neutron-822799-1-hyperv neutron-server[87636]:   util.warn(
Dec 23 16:10:23.200888 dv-neutron-822799-1-hyperv neutron-server[87636]: Traceback (most recent call last):
Dec 23 16:10:23.200888 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 23 16:10:23.200888 dv-neutron-822799-1-hyperv neutron-server[87636]:     timer()
Dec 23 16:10:23.200888 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:10:23.200888 dv-neutron-822799-1-hyperv neutron-server[87636]:     cb(*args, **kw)
Dec 23 16:10:23.200888 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 23 16:10:23.200888 dv-neutron-822799-1-hyperv neutron-server[87636]:     return func(*args, **kwargs)
Dec 23 16:10:23.200888 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:10:23.200888 dv-neutron-822799-1-hyperv neutron-server[87636]:     self._notify()
Dec 23 16:10:23.200888 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:10:23.200888 dv-neutron-822799-1-hyperv neutron-server[87636]:     self.callback(batched_events)
Dec 23 16:10:23.200888 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:10:23.200888 dv-neutron-822799-1-hyperv neutron-server[87636]:     event.method(event)
Dec 23 16:10:23.200888 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:10:23.200888 dv-neutron-822799-1-hyperv neutron-server[87636]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:10:23.200888 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 23 16:10:23.200888 dv-neutron-822799-1-hyperv neutron-server[87636]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 23 16:10:23.200888 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 23 16:10:23.200888 dv-neutron-822799-1-hyperv neutron-server[87636]:     return f(self, *a, **k)
Dec 23 16:10:23.200888 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:10:23.200888 dv-neutron-822799-1-hyperv neutron-server[87636]:     return self._get(url).json()
Dec 23 16:10:23.200888 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 23 16:10:23.200888 dv-neutron-822799-1-hyperv neutron-server[87636]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 23 16:10:23.200888 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 23 16:10:23.200888 dv-neutron-822799-1-hyperv neutron-server[87636]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:10:23.200888 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 23 16:10:23.200888 dv-neutron-822799-1-hyperv neutron-server[87636]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 23 16:10:23.200888 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 23 16:10:23.200888 dv-neutron-822799-1-hyperv neutron-server[87636]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:10:23.200888 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 23 16:10:23.200888 dv-neutron-822799-1-hyperv neutron-server[87636]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:10:23.200888 dv-neutron-822799-1-hyperv neutron-server[87636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:10:23.233080 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.notifiers.nova [None req-3e27d519-83a2-41f1-8ad9-766c51fce277 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] device_id is not set on port 8bf4fdb3-fe10-453e-867c-c0707a746b3c yet. {{(pid=87635) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 23 16:10:23.243431 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-b4f74f4c-3a06-441d-9bdf-7d0608838503 tempest-RoutersAdminTest-1714001428 tempest-RoutersAdminTest-1714001428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1823978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-235332'] for router, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:23.244392 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-b4f74f4c-3a06-441d-9bdf-7d0608838503 tempest-RoutersAdminTest-1714001428 tempest-RoutersAdminTest-1714001428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1824575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1824063', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1751113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-235341'] for router, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:23.320942 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-edffd8e6-8dc5-407d-a262-8c1fdf712182 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-864336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1824171'] for network, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:23.327837 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:10:23.343380 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-edffd8e6-8dc5-407d-a262-8c1fdf712182 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:23.367757 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edffd8e6-8dc5-407d-a262-8c1fdf712182 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Pushing event deleted for resources: {'Network': ['ID=8ccca644-4896-426e-8b05-3600a7e4b8dc,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:10:23.375173 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e6231737-40e9-4fea-be67-7f8e2d2965ce tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:23.383265 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-edffd8e6-8dc5-407d-a262-8c1fdf712182 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:10:23.387499 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-edffd8e6-8dc5-407d-a262-8c1fdf712182 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] 10.222.0.64 "DELETE /v2.0/networks/8ccca644-4896-426e-8b05-3600a7e4b8dc HTTP/1.1" status: 204  len: 168 time: 3.1811082
Dec 23 16:10:23.390512 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 43702) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:23.517295 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-3e27d519-83a2-41f1-8ad9-766c51fce277 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:23.551546 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-e6231737-40e9-4fea-be67-7f8e2d2965ce tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] Calling delete_port for c190adaf-2fdc-4e85-992b-0c7e8fbe5426 owned by  {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:10:23.567047 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-55d6d7da-400a-45e3-b43e-252952a65895 tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201  len: 771 time: 1.4448607
Dec 23 16:10:23.583756 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 43706) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:23.587827 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d6d7da-400a-45e3-b43e-252952a65895 tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Pushing event updated for resources: {'Network': ['ID=c79a3346-cddc-49ac-b339-1617a7cdd937,revision_number=1']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:10:23.593098 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.pecan_wsgi.hooks.translation [None req-d32bc5f5-9a61-4a4a-b3e4-830032bcc21b tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:10:23.593554 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d32bc5f5-9a61-4a4a-b3e4-830032bcc21b tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 23 16:10:23.595322 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-d32bc5f5-9a61-4a4a-b3e4-830032bcc21b tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] 10.222.0.64 "DELETE /v2.0/subnets/7b943acc-39ea-4f8a-9acf-5aa331802274 HTTP/1.1" status: 404  len: 337 time: 0.2036021
Dec 23 16:10:23.597197 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-55d6d7da-400a-45e3-b43e-252952a65895 tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.399s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:10:23.598410 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-b4f74f4c-3a06-441d-9bdf-7d0608838503 tempest-RoutersAdminTest-1714001428 tempest-RoutersAdminTest-1714001428-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:23.600044 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.provisioning_blocks [None req-3e27d519-83a2-41f1-8ad9-766c51fce277 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Transition to ACTIVE for port object 8bf4fdb3-fe10-453e-867c-c0707a746b3c will not be triggered until provisioned by entity L2. {{(pid=87635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:10:23.601348 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Network c79a3346-cddc-49ac-b339-1617a7cdd937 details requested by agent ovs-agent-dv-neutron-822799-1-hyperv with host dv-neutron-822799-1-hyperv {{(pid=87637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 23 16:10:23.602902 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-b2cefed6-448d-4a81-8258-6544970017fc tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Request body: {'subnet': {'network_id': 'e3a750a7-310b-4f00-8cfb-22639d42360d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:10:23.607836 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 43710) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:23.638228 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-3e27d519-83a2-41f1-8ad9-766c51fce277 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2753531'] for port, after_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:23.647412 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-3a5fdd33-5ae6-47aa-a5fa-ac34094d2f5a tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:10:23.699179 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8fe53d3-8bad-4d87-8738-76188eb020c4 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:10:23.699568 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8fe53d3-8bad-4d87-8738-76188eb020c4 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 23 16:10:23.721293 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d65bb17-025c-4b45-b6b4-9ef3b3948333 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Router abfa982d-e5a4-4f60-bb8f-be7e2c2fb544 has already been hosted by L3 agent 371d4c41-c7e2-4de7-9539-c049ec4e95d1 {{(pid=87635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 23 16:10:23.745056 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-b2cefed6-448d-4a81-8258-6544970017fc tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:10:23.749369 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-b2cefed6-448d-4a81-8258-6544970017fc tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Usage tracker for resource:subnet and tenant:27b98bb335a04980b28b25e7a81bcfe0 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:10:23.754124 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-b2cefed6-448d-4a81-8258-6544970017fc tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:10:23.775851 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-b8fe53d3-8bad-4d87-8738-76188eb020c4 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] 10.222.0.64 "DELETE /v2.0/networks/36ccd207-673d-4414-80a4-bd81cceebe57 HTTP/1.1" status: 404  len: 339 time: 0.1647227
Dec 23 16:10:23.785427 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 43714) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:23.793503 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-b4f74f4c-3a06-441d-9bdf-7d0608838503 tempest-RoutersAdminTest-1714001428 tempest-RoutersAdminTest-1714001428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1823971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1824234'] for router, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:23.800654 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-b2cefed6-448d-4a81-8258-6544970017fc tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:10:23.807432 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e27d519-83a2-41f1-8ad9-766c51fce277 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Pushing event updated for resources: {'Port': ['ID=8bf4fdb3-fe10-453e-867c-c0707a746b3c,revision_number=2']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:10:23.817964 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-3e27d519-83a2-41f1-8ad9-766c51fce277 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:10:23.853144 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.pecan_wsgi.hooks.translation [None req-659f32a2-c350-4bd2-9b03-40f22ff3f187 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:10:23.853724 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-659f32a2-c350-4bd2-9b03-40f22ff3f187 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 23 16:10:23.860620 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2cefed6-448d-4a81-8258-6544970017fc tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Made reservation on behalf of 27b98bb335a04980b28b25e7a81bcfe0 for: {'subnet': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:10:23.864060 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b2cefed6-448d-4a81-8258-6544970017fc tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2618324'] for subnet, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:23.882540 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-659f32a2-c350-4bd2-9b03-40f22ff3f187 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] 10.222.0.64 "DELETE /v2.0/subnets/e818c404-34a7-4287-8802-c55bfc4e8f6e HTTP/1.1" status: 404  len: 337 time: 0.0888252
Dec 23 16:10:23.887192 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 43718) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:23.898088 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-b4f74f4c-3a06-441d-9bdf-7d0608838503 tempest-RoutersAdminTest-1714001428 tempest-RoutersAdminTest-1714001428-project] Notify callbacks [] for router, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:23.899224 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-b4f74f4c-3a06-441d-9bdf-7d0608838503 tempest-RoutersAdminTest-1714001428 tempest-RoutersAdminTest-1714001428-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201  len: 704 time: 0.9228933
Dec 23 16:10:23.932189 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 43722) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:23.940990 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.managers [None req-3e27d519-83a2-41f1-8ad9-766c51fce277 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Attempting to bind port 8bf4fdb3-fe10-453e-867c-c0707a746b3c on host hv-neutron-8227 for vnic_type normal with profile  {{(pid=87635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:10:23.941350 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.managers [None req-3e27d519-83a2-41f1-8ad9-766c51fce277 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Attempting to bind port 8bf4fdb3-fe10-453e-867c-c0707a746b3c by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': '4a5d36ee-ba51-4086-a6e0-f376b0a1083f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'ded4fc54-8863-4e45-b0f6-537898a2c594'}] {{(pid=87635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:10:23.941697 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e27d519-83a2-41f1-8ad9-766c51fce277 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Attempting to bind port 8bf4fdb3-fe10-453e-867c-c0707a746b3c on network ded4fc54-8863-4e45-b0f6-537898a2c594 {{(pid=87635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:10:23.946857 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-0721734b-d703-49d6-a4d6-c972f25b0678 tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'enable_snat': False}}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:10:23.970821 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e6231737-40e9-4fea-be67-7f8e2d2965ce tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:23.982349 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-8234f9f5-3992-4203-b2ea-97e4798cf927 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:10:24.004730 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.pecan_wsgi.hooks.translation [None req-aba2fa8a-edea-405e-a5ac-0b728719ef0d tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:10:24.005312 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aba2fa8a-edea-405e-a5ac-0b728719ef0d tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 23 16:10:24.006913 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-aba2fa8a-edea-405e-a5ac-0b728719ef0d tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] 10.222.0.64 "DELETE /v2.0/networks/f9dbe463-4577-43e3-8db4-57941ccf5b83 HTTP/1.1" status: 404  len: 339 time: 0.1187813
Dec 23 16:10:24.024299 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 43728) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:24.045030 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6231737-40e9-4fea-be67-7f8e2d2965ce tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] Pushing event deleted for resources: {'Port': ['ID=c190adaf-2fdc-4e85-992b-0c7e8fbe5426,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:10:24.059241 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e27d519-83a2-41f1-8ad9-766c51fce277 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Port 8bf4fdb3-fe10-453e-867c-c0707a746b3c on network ded4fc54-8863-4e45-b0f6-537898a2c594 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=87635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 23 16:10:24.059739 dv-neutron-822799-1-hyperv neutron-server[87635]: ERROR neutron.plugins.ml2.managers [None req-3e27d519-83a2-41f1-8ad9-766c51fce277 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Failed to bind port 8bf4fdb3-fe10-453e-867c-c0707a746b3c on host hv-neutron-8227 for vnic_type normal using segments [{'id': '4a5d36ee-ba51-4086-a6e0-f376b0a1083f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'ded4fc54-8863-4e45-b0f6-537898a2c594'}]
Dec 23 16:10:24.064812 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.plugins.ml2.plugin [None req-3e27d519-83a2-41f1-8ad9-766c51fce277 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Attempt 2 to bind port 8bf4fdb3-fe10-453e-867c-c0707a746b3c
Dec 23 16:10:24.092116 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-e6231737-40e9-4fea-be67-7f8e2d2965ce tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:10:24.147402 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2db67d3-bf2d-4eea-907c-7a0881ef71e9 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:10:24.148061 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2db67d3-bf2d-4eea-907c-7a0881ef71e9 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 23 16:10:24.150047 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-d2db67d3-bf2d-4eea-907c-7a0881ef71e9 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] 10.222.0.64 "DELETE /v2.0/subnets/52e514df-2725-4442-8c9a-b863e037be05 HTTP/1.1" status: 404  len: 337 time: 0.1187291
Dec 23 16:10:24.155142 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 43734) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:24.314266 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.pecan_wsgi.hooks.translation [None req-cac685ea-bac2-423e-afcb-d151dcb77421 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:10:24.317414 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cac685ea-bac2-423e-afcb-d151dcb77421 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 23 16:10:24.321122 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-cac685ea-bac2-423e-afcb-d151dcb77421 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] 10.222.0.64 "DELETE /v2.0/networks/4a4e08f7-1c2b-4d86-822f-168915e3953e HTTP/1.1" status: 404  len: 339 time: 0.0928545
Dec 23 16:10:24.335297 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 43742) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:24.454044 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.managers [None req-3e27d519-83a2-41f1-8ad9-766c51fce277 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Attempting to bind port 8bf4fdb3-fe10-453e-867c-c0707a746b3c on host hv-neutron-8227 for vnic_type normal with profile  {{(pid=87635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:10:24.454044 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.managers [None req-3e27d519-83a2-41f1-8ad9-766c51fce277 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Attempting to bind port 8bf4fdb3-fe10-453e-867c-c0707a746b3c by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': '4a5d36ee-ba51-4086-a6e0-f376b0a1083f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'ded4fc54-8863-4e45-b0f6-537898a2c594'}] {{(pid=87635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:10:24.454044 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e27d519-83a2-41f1-8ad9-766c51fce277 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Attempting to bind port 8bf4fdb3-fe10-453e-867c-c0707a746b3c on network ded4fc54-8863-4e45-b0f6-537898a2c594 {{(pid=87635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:10:24.466351 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device a4c47a92-e817-44bb-aa26-5837e8bcbefe up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:10:24.562591 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning for port a4c47a92-e817-44bb-aa26-5837e8bcbefe completed by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:10:24.579020 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6c45643-a521-4741-bbee-cd79db49a08d None None] Network e114bd0a-07a8-4a2c-800d-7e42a9ebaa05 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:10:24.591660 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e27d519-83a2-41f1-8ad9-766c51fce277 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Port 8bf4fdb3-fe10-453e-867c-c0707a746b3c on network ded4fc54-8863-4e45-b0f6-537898a2c594 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=87635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 23 16:10:24.591989 dv-neutron-822799-1-hyperv neutron-server[87635]: ERROR neutron.plugins.ml2.managers [None req-3e27d519-83a2-41f1-8ad9-766c51fce277 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Failed to bind port 8bf4fdb3-fe10-453e-867c-c0707a746b3c on host hv-neutron-8227 for vnic_type normal using segments [{'id': '4a5d36ee-ba51-4086-a6e0-f376b0a1083f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'ded4fc54-8863-4e45-b0f6-537898a2c594'}]
Dec 23 16:10:24.601338 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.plugins.ml2.plugin [None req-3e27d519-83a2-41f1-8ad9-766c51fce277 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Attempt 3 to bind port 8bf4fdb3-fe10-453e-867c-c0707a746b3c
Dec 23 16:10:24.639894 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b2cefed6-448d-4a81-8258-6544970017fc tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2176430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2618310'] for subnet, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:24.648969 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e6231737-40e9-4fea-be67-7f8e2d2965ce tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:24.651666 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-ed434e5c-259e-45a2-92b2-3acdbda3259e tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:10:24.683018 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d65bb17-025c-4b45-b6b4-9ef3b3948333 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify agent at l3_agent.dv-neutron-822799-1-hyperv the message routers_updated {{(pid=87635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 23 16:10:24.684142 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_v2 [None req-5baaff78-cee8-483b-bcee-33faf20847e0 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Deleting subnet fead8230-4285-436a-b995-b896413684cc {{(pid=87636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 23 16:10:24.693641 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5baaff78-cee8-483b-bcee-33faf20847e0 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Notify callbacks [] for subnet, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:24.698937 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-6d65bb17-025c-4b45-b6b4-9ef3b3948333 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for floatingip, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:24.722848 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.managers [None req-3e27d519-83a2-41f1-8ad9-766c51fce277 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Attempting to bind port 8bf4fdb3-fe10-453e-867c-c0707a746b3c on host hv-neutron-8227 for vnic_type normal with profile  {{(pid=87635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:10:24.723171 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.managers [None req-3e27d519-83a2-41f1-8ad9-766c51fce277 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Attempting to bind port 8bf4fdb3-fe10-453e-867c-c0707a746b3c by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': '4a5d36ee-ba51-4086-a6e0-f376b0a1083f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'ded4fc54-8863-4e45-b0f6-537898a2c594'}] {{(pid=87635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:10:24.723559 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e27d519-83a2-41f1-8ad9-766c51fce277 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Attempting to bind port 8bf4fdb3-fe10-453e-867c-c0707a746b3c on network ded4fc54-8863-4e45-b0f6-537898a2c594 {{(pid=87635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:10:24.755616 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-e6231737-40e9-4fea-be67-7f8e2d2965ce tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] 10.222.0.64 "DELETE /v2.0/ports/c190adaf-2fdc-4e85-992b-0c7e8fbe5426 HTTP/1.1" status: 204  len: 168 time: 2.6059923
Dec 23 16:10:24.762367 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9e55c7-fb0e-4068-839a-964976f438f0 None None] Sync routers for ids ['abfa982d-e5a4-4f60-bb8f-be7e2c2fb544'] in dv-neutron-822799-1-hyperv {{(pid=87637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 23 16:10:24.767244 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-0b138f78-07c3-4428-bfd8-a99ee4d177a8 None None] Provisioning for port a4c47a92-e817-44bb-aa26-5837e8bcbefe completed by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:10:24.768478 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 43746) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:24.777689 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-0b138f78-07c3-4428-bfd8-a99ee4d177a8 None None] Provisioning complete for port a4c47a92-e817-44bb-aa26-5837e8bcbefe triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:10:24.778352 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-0b138f78-07c3-4428-bfd8-a99ee4d177a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:24.803514 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e27d519-83a2-41f1-8ad9-766c51fce277 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Port 8bf4fdb3-fe10-453e-867c-c0707a746b3c on network ded4fc54-8863-4e45-b0f6-537898a2c594 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=87635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 23 16:10:24.803853 dv-neutron-822799-1-hyperv neutron-server[87635]: ERROR neutron.plugins.ml2.managers [None req-3e27d519-83a2-41f1-8ad9-766c51fce277 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Failed to bind port 8bf4fdb3-fe10-453e-867c-c0707a746b3c on host hv-neutron-8227 for vnic_type normal using segments [{'id': '4a5d36ee-ba51-4086-a6e0-f376b0a1083f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'ded4fc54-8863-4e45-b0f6-537898a2c594'}]
Dec 23 16:10:24.808566 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.plugins.ml2.plugin [None req-3e27d519-83a2-41f1-8ad9-766c51fce277 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Attempt 4 to bind port 8bf4fdb3-fe10-453e-867c-c0707a746b3c
Dec 23 16:10:24.817510 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-0721734b-d703-49d6-a4d6-c972f25b0678 tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1824017', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1823768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-235299'] for router, precommit_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:24.823059 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f9e55c7-fb0e-4068-839a-964976f438f0 None None] Routers {'abfa982d-e5a4-4f60-bb8f-be7e2c2fb544'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:10:24.823059 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-8f9e55c7-fb0e-4068-839a-964976f438f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc28f3310>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:10:20Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['abfa982d-e5a4-4f60-bb8f-be7e2c2fb544'], 'active': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:10:24.839502 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5baaff78-cee8-483b-bcee-33faf20847e0 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2382092'] for subnet, precommit_delete_associations {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:24.856991 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.managers [None req-3e27d519-83a2-41f1-8ad9-766c51fce277 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Attempting to bind port 8bf4fdb3-fe10-453e-867c-c0707a746b3c on host hv-neutron-8227 for vnic_type normal with profile  {{(pid=87635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:10:24.857396 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.managers [None req-3e27d519-83a2-41f1-8ad9-766c51fce277 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Attempting to bind port 8bf4fdb3-fe10-453e-867c-c0707a746b3c by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': '4a5d36ee-ba51-4086-a6e0-f376b0a1083f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'ded4fc54-8863-4e45-b0f6-537898a2c594'}] {{(pid=87635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:10:24.857737 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e27d519-83a2-41f1-8ad9-766c51fce277 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Attempting to bind port 8bf4fdb3-fe10-453e-867c-c0707a746b3c on network ded4fc54-8863-4e45-b0f6-537898a2c594 {{(pid=87635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:10:24.914154 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e27d519-83a2-41f1-8ad9-766c51fce277 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Port 8bf4fdb3-fe10-453e-867c-c0707a746b3c on network ded4fc54-8863-4e45-b0f6-537898a2c594 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=87635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 23 16:10:24.914775 dv-neutron-822799-1-hyperv neutron-server[87635]: ERROR neutron.plugins.ml2.managers [None req-3e27d519-83a2-41f1-8ad9-766c51fce277 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Failed to bind port 8bf4fdb3-fe10-453e-867c-c0707a746b3c on host hv-neutron-8227 for vnic_type normal using segments [{'id': '4a5d36ee-ba51-4086-a6e0-f376b0a1083f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'ded4fc54-8863-4e45-b0f6-537898a2c594'}]
Dec 23 16:10:24.921297 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.plugins.ml2.plugin [None req-3e27d519-83a2-41f1-8ad9-766c51fce277 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Attempt 5 to bind port 8bf4fdb3-fe10-453e-867c-c0707a746b3c
Dec 23 16:10:24.931748 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-8f9e55c7-fb0e-4068-839a-964976f438f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc28f3310>, [], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:10:24.954445 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f9e55c7-fb0e-4068-839a-964976f438f0 None None] Routers {'abfa982d-e5a4-4f60-bb8f-be7e2c2fb544'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:10:24.954976 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-8f9e55c7-fb0e-4068-839a-964976f438f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc28f3310>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:10:20Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['abfa982d-e5a4-4f60-bb8f-be7e2c2fb544'], 'active': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:10:24.962207 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb40b7e-064b-4bd7-82f4-eeab4daf22fa req-77cbeb17-d92b-48f7-ba8e-20760f9ec9d9 tempest-ServersTestJSON-1438135586 tempest-ServersTestJSON-1438135586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:10:24.963652 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-9cb40b7e-064b-4bd7-82f4-eeab4daf22fa req-77cbeb17-d92b-48f7-ba8e-20760f9ec9d9 tempest-ServersTestJSON-1438135586 tempest-ServersTestJSON-1438135586-project] 10.222.0.64 "GET /v2.0/ports?device_id=c1c5cb30-50d4-4361-b1b3-fa02e83979da HTTP/1.1" status: 200  len: 945 time: 0.5226007
Dec 23 16:10:24.968694 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.managers [None req-3e27d519-83a2-41f1-8ad9-766c51fce277 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Attempting to bind port 8bf4fdb3-fe10-453e-867c-c0707a746b3c on host hv-neutron-8227 for vnic_type normal with profile  {{(pid=87635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:10:24.969042 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.managers [None req-3e27d519-83a2-41f1-8ad9-766c51fce277 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Attempting to bind port 8bf4fdb3-fe10-453e-867c-c0707a746b3c by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': '4a5d36ee-ba51-4086-a6e0-f376b0a1083f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'ded4fc54-8863-4e45-b0f6-537898a2c594'}] {{(pid=87635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:10:24.969383 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e27d519-83a2-41f1-8ad9-766c51fce277 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Attempting to bind port 8bf4fdb3-fe10-453e-867c-c0707a746b3c on network ded4fc54-8863-4e45-b0f6-537898a2c594 {{(pid=87635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:10:24.980685 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-6d65bb17-025c-4b45-b6b4-9ef3b3948333 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] 10.222.0.64 "PUT /v2.0/floatingips/54b94918-6892-47fd-b612-0edfed09a75b HTTP/1.1" status: 200  len: 977 time: 4.5287869
Dec 23 16:10:24.982436 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 43750) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:25.003665 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cefed6-448d-4a81-8258-6544970017fc tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Pushing event updated for resources: {'Subnet': ['ID=642dc0f3-d3e8-441d-adc0-f977e7e9a8bf,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:10:25.022679 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-b2cefed6-448d-4a81-8258-6544970017fc tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:10:25.023816 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c95d1e7-b7fa-4994-b34e-4ee220e4f980 tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] GET failed (client error): The resource could not be found.
Dec 23 16:10:25.024355 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-0c95d1e7-b7fa-4994-b34e-4ee220e4f980 tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] Synchronizing usage tracker for tenant:edc37cc11b094be5b1b33f10c3c14b20 on resource:port {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:10:25.063336 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2a31d5-be34-48b9-a61c-06e892e42b8e req-8a3e0c70-e1a5-494c-aa7b-01b0fc2c4945 tempest-ServersTestManualDisk-1942191146 tempest-ServersTestManualDisk-1942191146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:10:25.064977 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-ad2a31d5-be34-48b9-a61c-06e892e42b8e req-8a3e0c70-e1a5-494c-aa7b-01b0fc2c4945 tempest-ServersTestManualDisk-1942191146 tempest-ServersTestManualDisk-1942191146-project] 10.222.0.64 "GET /v2.0/ports?device_id=47b15118-c934-4327-a96a-eeff72dc225f HTTP/1.1" status: 200  len: 945 time: 0.6030650
Dec 23 16:10:25.070877 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2cefed6-448d-4a81-8258-6544970017fc tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Checking segment: {'id': '26aa57d0-19cf-4b76-a6e1-de69b1da2471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'e3a750a7-310b-4f00-8cfb-22639d42360d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:10:25.071243 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2cefed6-448d-4a81-8258-6544970017fc tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Network hostable DHCP agents. Network: e3a750a7-310b-4f00-8cfb-22639d42360d, hostable agents: ['1c812d71-eadf-4fb3-b98e-67468a4aa7e2'], hosted agents: [] {{(pid=87636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 23 16:10:25.074785 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-8f9e55c7-fb0e-4068-839a-964976f438f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc28f3310>, [], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:10:25.075316 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9e55c7-fb0e-4068-839a-964976f438f0 None None] The sync data for ids ['abfa982d-e5a4-4f60-bb8f-be7e2c2fb544'] in dv-neutron-822799-1-hyperv is: [] {{(pid=87637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 23 16:10:25.115994 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-0c95d1e7-b7fa-4994-b34e-4ee220e4f980 tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] Unset dirty status for tenant:edc37cc11b094be5b1b33f10c3c14b20 on resource:port {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:10:25.117191 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-0c95d1e7-b7fa-4994-b34e-4ee220e4f980 tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] 10.222.0.64 "GET /v2.0/ports/c190adaf-2fdc-4e85-992b-0c7e8fbe5426 HTTP/1.1" status: 404  len: 333 time: 0.3478410
Dec 23 16:10:25.129877 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 43754) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:25.149662 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-0b138f78-07c3-4428-bfd8-a99ee4d177a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:25.188440 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-0b138f78-07c3-4428-bfd8-a99ee4d177a8 None None] For port a4c47a92-e817-44bb-aa26-5837e8bcbefe, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=a4c47a92-e817-44bb-aa26-5837e8bcbefe,segment=NetworkSegment(4cf6d678-b28d-4388-bd55-da74e8c1f627),segment_id=4cf6d678-b28d-4388-bd55-da74e8c1f627)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:10:25.191115 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e27d519-83a2-41f1-8ad9-766c51fce277 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Port 8bf4fdb3-fe10-453e-867c-c0707a746b3c on network ded4fc54-8863-4e45-b0f6-537898a2c594 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=87635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 23 16:10:25.191620 dv-neutron-822799-1-hyperv neutron-server[87635]: ERROR neutron.plugins.ml2.managers [None req-3e27d519-83a2-41f1-8ad9-766c51fce277 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Failed to bind port 8bf4fdb3-fe10-453e-867c-c0707a746b3c on host hv-neutron-8227 for vnic_type normal using segments [{'id': '4a5d36ee-ba51-4086-a6e0-f376b0a1083f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'ded4fc54-8863-4e45-b0f6-537898a2c594'}]
Dec 23 16:10:25.193445 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-0b138f78-07c3-4428-bfd8-a99ee4d177a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:25.196640 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-45d6335a-3f40-4446-967d-888130893663 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:10:25.201124 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2cefed6-448d-4a81-8258-6544970017fc tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Network e3a750a7-310b-4f00-8cfb-22639d42360d is scheduled to be hosted by DHCP agent 1c812d71-eadf-4fb3-b98e-67468a4aa7e2 with binding_index 1 {{(pid=87636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 23 16:10:25.234472 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5baaff78-cee8-483b-bcee-33faf20847e0 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864774'] for subnet, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:25.281650 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b138f78-07c3-4428-bfd8-a99ee4d177a8 None None] Pushing event updated for resources: {'Port': ['ID=a4c47a92-e817-44bb-aa26-5837e8bcbefe,revision_number=3']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:10:25.286097 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-0b138f78-07c3-4428-bfd8-a99ee4d177a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:10:25.301282 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.plugins.ml2.plugin [None req-3e27d519-83a2-41f1-8ad9-766c51fce277 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Attempt 6 to bind port 8bf4fdb3-fe10-453e-867c-c0707a746b3c
Dec 23 16:10:25.307080 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-ad2a31d5-be34-48b9-a61c-06e892e42b8e req-987ea47e-70b5-4bea-b703-adc4e3f4880e tempest-ServersTestManualDisk-1942191146 tempest-ServersTestManualDisk-1942191146-project] 10.222.0.64 "GET /v2.0/security-groups?id=3b83aea3-e60b-45d2-958f-1d6d9ba0fc5a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2311664
Dec 23 16:10:25.317240 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-b2cefed6-448d-4a81-8258-6544970017fc tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822799-1-hyperv, e3a750a7-310b-4f00-8cfb-22639d42360d) {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:10:25.333986 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2cefed6-448d-4a81-8258-6544970017fc tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:10:25.335004 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b2cefed6-448d-4a81-8258-6544970017fc tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Notify callbacks [] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:25.340528 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c890f655-f54a-43d3-ad17-066b785b1155 None None] Network e3a750a7-310b-4f00-8cfb-22639d42360d requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:10:25.372968 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-b2cefed6-448d-4a81-8258-6544970017fc tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.7881026
Dec 23 16:10:25.381936 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 43760) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:25.384007 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.managers [None req-3e27d519-83a2-41f1-8ad9-766c51fce277 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Attempting to bind port 8bf4fdb3-fe10-453e-867c-c0707a746b3c on host hv-neutron-8227 for vnic_type normal with profile  {{(pid=87635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:10:25.384355 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.managers [None req-3e27d519-83a2-41f1-8ad9-766c51fce277 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Attempting to bind port 8bf4fdb3-fe10-453e-867c-c0707a746b3c by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': '4a5d36ee-ba51-4086-a6e0-f376b0a1083f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'ded4fc54-8863-4e45-b0f6-537898a2c594'}] {{(pid=87635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:10:25.384802 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e27d519-83a2-41f1-8ad9-766c51fce277 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Attempting to bind port 8bf4fdb3-fe10-453e-867c-c0707a746b3c on network ded4fc54-8863-4e45-b0f6-537898a2c594 {{(pid=87635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:10:25.389252 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-31d5e9ac-d8b1-410a-aa7b-627d493d805b tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Request body: {'subnet': {'network_id': 'c79a3346-cddc-49ac-b339-1617a7cdd937', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:10:25.394156 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-9cb40b7e-064b-4bd7-82f4-eeab4daf22fa req-177d9003-b3f6-4fa9-b7c9-e4a20fec5cf6 tempest-ServersTestJSON-1438135586 tempest-ServersTestJSON-1438135586-project] 10.222.0.64 "GET /v2.0/security-groups?id=a753ed1b-fc9e-4b35-b9ad-c44d26832ef9&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.4193769
Dec 23 16:10:25.431113 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e27d519-83a2-41f1-8ad9-766c51fce277 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Port 8bf4fdb3-fe10-453e-867c-c0707a746b3c on network ded4fc54-8863-4e45-b0f6-537898a2c594 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=87635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 23 16:10:25.431405 dv-neutron-822799-1-hyperv neutron-server[87635]: ERROR neutron.plugins.ml2.managers [None req-3e27d519-83a2-41f1-8ad9-766c51fce277 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Failed to bind port 8bf4fdb3-fe10-453e-867c-c0707a746b3c on host hv-neutron-8227 for vnic_type normal using segments [{'id': '4a5d36ee-ba51-4086-a6e0-f376b0a1083f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'ded4fc54-8863-4e45-b0f6-537898a2c594'}]
Dec 23 16:10:25.434892 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.plugins.ml2.plugin [None req-3e27d519-83a2-41f1-8ad9-766c51fce277 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Attempt 7 to bind port 8bf4fdb3-fe10-453e-867c-c0707a746b3c
Dec 23 16:10:25.512892 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-4c86d6c5-5b9c-4922-b89e-34a8f616e85b tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] Deleting port 0af983b9-9634-4fc5-940e-ff978cdacde8 {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:10:25.513159 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-4c86d6c5-5b9c-4922-b89e-34a8f616e85b tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:25.527273 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.managers [None req-3e27d519-83a2-41f1-8ad9-766c51fce277 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Attempting to bind port 8bf4fdb3-fe10-453e-867c-c0707a746b3c on host hv-neutron-8227 for vnic_type normal with profile  {{(pid=87635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:10:25.527604 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.managers [None req-3e27d519-83a2-41f1-8ad9-766c51fce277 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Attempting to bind port 8bf4fdb3-fe10-453e-867c-c0707a746b3c by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': '4a5d36ee-ba51-4086-a6e0-f376b0a1083f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'ded4fc54-8863-4e45-b0f6-537898a2c594'}] {{(pid=87635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:10:25.527938 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e27d519-83a2-41f1-8ad9-766c51fce277 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Attempting to bind port 8bf4fdb3-fe10-453e-867c-c0707a746b3c on network ded4fc54-8863-4e45-b0f6-537898a2c594 {{(pid=87635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:10:25.548495 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e27d519-83a2-41f1-8ad9-766c51fce277 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Port 8bf4fdb3-fe10-453e-867c-c0707a746b3c on network ded4fc54-8863-4e45-b0f6-537898a2c594 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=87635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 23 16:10:25.548874 dv-neutron-822799-1-hyperv neutron-server[87635]: ERROR neutron.plugins.ml2.managers [None req-3e27d519-83a2-41f1-8ad9-766c51fce277 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Failed to bind port 8bf4fdb3-fe10-453e-867c-c0707a746b3c on host hv-neutron-8227 for vnic_type normal using segments [{'id': '4a5d36ee-ba51-4086-a6e0-f376b0a1083f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'ded4fc54-8863-4e45-b0f6-537898a2c594'}]
Dec 23 16:10:25.552204 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.plugins.ml2.plugin [None req-3e27d519-83a2-41f1-8ad9-766c51fce277 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Attempt 8 to bind port 8bf4fdb3-fe10-453e-867c-c0707a746b3c
Dec 23 16:10:25.574357 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-fdd1b746-2435-40bd-bd1f-1eed60335d3e None None] Provisioning complete for port a4c47a92-e817-44bb-aa26-5837e8bcbefe triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:10:25.574939 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-fdd1b746-2435-40bd-bd1f-1eed60335d3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:25.596804 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.managers [None req-3e27d519-83a2-41f1-8ad9-766c51fce277 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Attempting to bind port 8bf4fdb3-fe10-453e-867c-c0707a746b3c on host hv-neutron-8227 for vnic_type normal with profile  {{(pid=87635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:10:25.597164 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.managers [None req-3e27d519-83a2-41f1-8ad9-766c51fce277 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Attempting to bind port 8bf4fdb3-fe10-453e-867c-c0707a746b3c by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': '4a5d36ee-ba51-4086-a6e0-f376b0a1083f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'ded4fc54-8863-4e45-b0f6-537898a2c594'}] {{(pid=87635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:10:25.597997 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e27d519-83a2-41f1-8ad9-766c51fce277 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Attempting to bind port 8bf4fdb3-fe10-453e-867c-c0707a746b3c on network ded4fc54-8863-4e45-b0f6-537898a2c594 {{(pid=87635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:10:25.605600 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-156b3590-6222-4c64-a99f-56b852f615de tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Deleting port bbed8525-20c3-47d6-8b0f-d2850a756343 {{(pid=87635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:10:25.605600 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-156b3590-6222-4c64-a99f-56b852f615de tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:25.605884 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5baaff78-cee8-483b-bcee-33faf20847e0 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2176495', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2618677'] for subnet, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:25.609949 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-31d5e9ac-d8b1-410a-aa7b-627d493d805b tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:10:25.614630 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:10:25.644744 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e27d519-83a2-41f1-8ad9-766c51fce277 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Port 8bf4fdb3-fe10-453e-867c-c0707a746b3c on network ded4fc54-8863-4e45-b0f6-537898a2c594 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=87635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 23 16:10:25.645106 dv-neutron-822799-1-hyperv neutron-server[87635]: ERROR neutron.plugins.ml2.managers [None req-3e27d519-83a2-41f1-8ad9-766c51fce277 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Failed to bind port 8bf4fdb3-fe10-453e-867c-c0707a746b3c on host hv-neutron-8227 for vnic_type normal using segments [{'id': '4a5d36ee-ba51-4086-a6e0-f376b0a1083f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'ded4fc54-8863-4e45-b0f6-537898a2c594'}]
Dec 23 16:10:25.651519 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.plugins.ml2.plugin [None req-3e27d519-83a2-41f1-8ad9-766c51fce277 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Attempt 9 to bind port 8bf4fdb3-fe10-453e-867c-c0707a746b3c
Dec 23 16:10:25.678479 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-31d5e9ac-d8b1-410a-aa7b-627d493d805b tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Usage tracker for resource:subnet and tenant:27b98bb335a04980b28b25e7a81bcfe0 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:10:25.682959 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5baaff78-cee8-483b-bcee-33faf20847e0 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Pushing event deleted for resources: {'Subnet': ['ID=fead8230-4285-436a-b995-b896413684cc,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:10:25.685544 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-5baaff78-cee8-483b-bcee-33faf20847e0 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:10:25.686801 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-31d5e9ac-d8b1-410a-aa7b-627d493d805b tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:10:25.692345 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.managers [None req-3e27d519-83a2-41f1-8ad9-766c51fce277 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Attempting to bind port 8bf4fdb3-fe10-453e-867c-c0707a746b3c on host hv-neutron-8227 for vnic_type normal with profile  {{(pid=87635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:10:25.692723 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.managers [None req-3e27d519-83a2-41f1-8ad9-766c51fce277 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Attempting to bind port 8bf4fdb3-fe10-453e-867c-c0707a746b3c by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': '4a5d36ee-ba51-4086-a6e0-f376b0a1083f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'ded4fc54-8863-4e45-b0f6-537898a2c594'}] {{(pid=87635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:10:25.693059 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e27d519-83a2-41f1-8ad9-766c51fce277 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Attempting to bind port 8bf4fdb3-fe10-453e-867c-c0707a746b3c on network ded4fc54-8863-4e45-b0f6-537898a2c594 {{(pid=87635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:10:25.696329 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5baaff78-cee8-483b-bcee-33faf20847e0 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Notify callbacks [] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:25.711023 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-31d5e9ac-d8b1-410a-aa7b-627d493d805b tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:10:25.721665 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d863f360-d001-4f04-a898-38ebe2f2bc6d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7e017a6-8198-58c8-a07e-0f786128e3b3-e3a750a7-310b-4f00-8cfb-22639d42360d', 'network_id': 'e3a750a7-310b-4f00-8cfb-22639d42360d', 'tenant_id': '27b98bb335a04980b28b25e7a81bcfe0', 'fixed_ips': [{'subnet_id': '642dc0f3-d3e8-441d-adc0-f977e7e9a8bf'}]}} from dv-neutron-822799-1-hyperv. {{(pid=87637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 23 16:10:25.722465 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d863f360-d001-4f04-a898-38ebe2f2bc6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:25.731284 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05ef650d-a0bd-4a30-b77a-e7b077f07d2e None None] Network 4d24a5eb-f3ed-400b-b236-47507ac30233 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:10:25.741289 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-5baaff78-cee8-483b-bcee-33faf20847e0 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] 10.222.0.64 "DELETE /v2.0/subnets/fead8230-4285-436a-b995-b896413684cc HTTP/1.1" status: 204  len: 168 time: 1.3997889
Dec 23 16:10:25.742575 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 43770) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:25.743050 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31d5e9ac-d8b1-410a-aa7b-627d493d805b tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Made reservation on behalf of 27b98bb335a04980b28b25e7a81bcfe0 for: {'subnet': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:10:25.746490 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-31d5e9ac-d8b1-410a-aa7b-627d493d805b tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2618324'] for subnet, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:25.771549 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e27d519-83a2-41f1-8ad9-766c51fce277 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Port 8bf4fdb3-fe10-453e-867c-c0707a746b3c on network ded4fc54-8863-4e45-b0f6-537898a2c594 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=87635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 23 16:10:25.771855 dv-neutron-822799-1-hyperv neutron-server[87635]: ERROR neutron.plugins.ml2.managers [None req-3e27d519-83a2-41f1-8ad9-766c51fce277 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Failed to bind port 8bf4fdb3-fe10-453e-867c-c0707a746b3c on host hv-neutron-8227 for vnic_type normal using segments [{'id': '4a5d36ee-ba51-4086-a6e0-f376b0a1083f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'ded4fc54-8863-4e45-b0f6-537898a2c594'}]
Dec 23 16:10:25.780452 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.plugins.ml2.plugin [None req-3e27d519-83a2-41f1-8ad9-766c51fce277 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Attempt 10 to bind port 8bf4fdb3-fe10-453e-867c-c0707a746b3c
Dec 23 16:10:25.920505 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.managers [None req-3e27d519-83a2-41f1-8ad9-766c51fce277 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Attempting to bind port 8bf4fdb3-fe10-453e-867c-c0707a746b3c on host hv-neutron-8227 for vnic_type normal with profile  {{(pid=87635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:10:25.920943 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.managers [None req-3e27d519-83a2-41f1-8ad9-766c51fce277 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Attempting to bind port 8bf4fdb3-fe10-453e-867c-c0707a746b3c by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': '4a5d36ee-ba51-4086-a6e0-f376b0a1083f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'ded4fc54-8863-4e45-b0f6-537898a2c594'}] {{(pid=87635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:10:25.921402 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e27d519-83a2-41f1-8ad9-766c51fce277 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Attempting to bind port 8bf4fdb3-fe10-453e-867c-c0707a746b3c on network ded4fc54-8863-4e45-b0f6-537898a2c594 {{(pid=87635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:10:25.977984 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e27d519-83a2-41f1-8ad9-766c51fce277 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Port 8bf4fdb3-fe10-453e-867c-c0707a746b3c on network ded4fc54-8863-4e45-b0f6-537898a2c594 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=87635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 23 16:10:25.986467 dv-neutron-822799-1-hyperv neutron-server[87635]: ERROR neutron.plugins.ml2.managers [None req-3e27d519-83a2-41f1-8ad9-766c51fce277 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Failed to bind port 8bf4fdb3-fe10-453e-867c-c0707a746b3c on host hv-neutron-8227 for vnic_type normal using segments [{'id': '4a5d36ee-ba51-4086-a6e0-f376b0a1083f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'ded4fc54-8863-4e45-b0f6-537898a2c594'}]
Dec 23 16:10:25.988277 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-3e27d519-83a2-41f1-8ad9-766c51fce277 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:26.067711 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-0a07958d-6422-40c8-ad3d-d0724fcb3960 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-698866'] for network, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:26.109663 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-0721734b-d703-49d6-a4d6-c972f25b0678 tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:26.122566 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-0a07958d-6422-40c8-ad3d-d0724fcb3960 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Deleting port e9e6cbb6-b11f-4081-9420-e9d29cca47ee {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:10:26.122910 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-0a07958d-6422-40c8-ad3d-d0724fcb3960 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:26.149155 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-156b3590-6222-4c64-a99f-56b852f615de tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:26.149477 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-156b3590-6222-4c64-a99f-56b852f615de tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:26.157112 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-4c86d6c5-5b9c-4922-b89e-34a8f616e85b tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:26.165749 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-0721734b-d703-49d6-a4d6-c972f25b0678 tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:26.291880 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_common [None req-d863f360-d001-4f04-a898-38ebe2f2bc6d None None] Allocated IP 2001:db8::2 (e3a750a7-310b-4f00-8cfb-22639d42360d/642dc0f3-d3e8-441d-adc0-f977e7e9a8bf/efdc6149-b1ce-43f7-b0d2-f32d2f6c5222) {{(pid=87637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:10:26.428327 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-4c86d6c5-5b9c-4922-b89e-34a8f616e85b tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] Calling delete_port for 0af983b9-9634-4fc5-940e-ff978cdacde8 owned by  {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:10:26.445274 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device a4c47a92-e817-44bb-aa26-5837e8bcbefe up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:10:26.483150 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-156b3590-6222-4c64-a99f-56b852f615de tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Calling delete_port for bbed8525-20c3-47d6-8b0f-d2850a756343 owned by network:floatingip {{(pid=87635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:10:26.610681 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.db [None req-3e27d519-83a2-41f1-8ad9-766c51fce277 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] For port 8bf4fdb3-fe10-453e-867c-c0707a746b3c, host hv-neutron-8227, cleared binding levels {{(pid=87635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 23 16:10:26.611095 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.db [None req-3e27d519-83a2-41f1-8ad9-766c51fce277 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Attempted to set empty binding levels {{(pid=87635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}}
Dec 23 16:10:26.627668 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-3e27d519-83a2-41f1-8ad9-766c51fce277 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2753531'] for port, after_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:26.661436 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-d15f5942-5b5d-4422-978d-15977510e60e tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:10:26.685982 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d863f360-d001-4f04-a898-38ebe2f2bc6d None None] Notify callbacks [] for port, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:26.691461 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port a4c47a92-e817-44bb-aa26-5837e8bcbefe triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:10:26.691973 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:26.727774 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-31d5e9ac-d8b1-410a-aa7b-627d493d805b tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2176430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2618310'] for subnet, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:26.738002 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-3e27d519-83a2-41f1-8ad9-766c51fce277 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] In _notify_port_updated(), no bound segment for port 8bf4fdb3-fe10-453e-867c-c0707a746b3c on network ded4fc54-8863-4e45-b0f6-537898a2c594 {{(pid=87635) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}}
Dec 23 16:10:26.738867 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e27d519-83a2-41f1-8ad9-766c51fce277 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:10:26.744040 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-3e27d519-83a2-41f1-8ad9-766c51fce277 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:26.744196 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-d863f360-d001-4f04-a898-38ebe2f2bc6d None None] Transition to ACTIVE for port object efdc6149-b1ce-43f7-b0d2-f32d2f6c5222 will not be triggered until provisioned by entity L2. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:10:26.744279 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-bbf6f403-18ee-4745-a90a-ff1881c88a1c tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:10:26.744383 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-3e27d519-83a2-41f1-8ad9-766c51fce277 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] 10.222.0.64 "PUT /v2.0/ports/8bf4fdb3-fe10-453e-867c-c0707a746b3c HTTP/1.1" status: 200  len: 977 time: 4.6011806
Dec 23 16:10:26.746956 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa5e7fa5-3d6f-4d29-9890-ffa834f649db None None] DHCP port deletion for 4d24a5eb-f3ed-400b-b236-47507ac30233 request from dv-neutron-822799-1-hyperv {{(pid=87637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 23 16:10:26.752262 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 43782) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:26.771506 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-fa5e7fa5-3d6f-4d29-9890-ffa834f649db None None] Deleting port e9e6cbb6-b11f-4081-9420-e9d29cca47ee {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:10:26.772026 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-fa5e7fa5-3d6f-4d29-9890-ffa834f649db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:26.813787 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-d863f360-d001-4f04-a898-38ebe2f2bc6d None None] Transition to ACTIVE for port object efdc6149-b1ce-43f7-b0d2-f32d2f6c5222 will not be triggered until provisioned by entity DHCP. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:10:26.835113 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d863f360-d001-4f04-a898-38ebe2f2bc6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780'] for port, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:26.837021 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e27d519-83a2-41f1-8ad9-766c51fce277 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Pushing event updated for resources: {'Port': ['ID=8bf4fdb3-fe10-453e-867c-c0707a746b3c,revision_number=3']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:10:26.840485 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-3e27d519-83a2-41f1-8ad9-766c51fce277 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:10:26.846097 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-97606723-a7f6-48d8-a07e-e956801003fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:10:27.003972 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d863f360-d001-4f04-a898-38ebe2f2bc6d None None] Network e3a750a7-310b-4f00-8cfb-22639d42360d is already hosted by enough agents. {{(pid=87637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:10:27.012008 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [None req-0a07958d-6422-40c8-ad3d-d0724fcb3960 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] For port e9e6cbb6-b11f-4081-9420-e9d29cca47ee, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=e9e6cbb6-b11f-4081-9420-e9d29cca47ee,segment=NetworkSegment(5f4ad249-bde1-4e1d-95b1-0ba2f9b83192),segment_id=5f4ad249-bde1-4e1d-95b1-0ba2f9b83192)] {{(pid=87636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:10:27.012607 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-0a07958d-6422-40c8-ad3d-d0724fcb3960 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:27.013911 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.db_base_plugin_common [None req-0721734b-d703-49d6-a4d6-c972f25b0678 tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Allocated IP 172.26.3.254 (8afa6d58-9431-454a-b99c-3ff8a65aa86b/60537fec-5f5f-4ab7-89cc-03638149a590/3ce0a7d8-337f-4efa-a34e-a0bd13f50074) {{(pid=87635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:10:27.017955 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-d863f360-d001-4f04-a898-38ebe2f2bc6d None None] Resources bound (agent type, host, resource id):  {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:10:27.026250 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d863f360-d001-4f04-a898-38ebe2f2bc6d None None] Received port after_create {{(pid=87637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:10:27.026476 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-730bd433-5b68-4473-aab8-4022c62a82f1 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Deleting port 8bf4fdb3-fe10-453e-867c-c0707a746b3c {{(pid=87635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:10:27.026828 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-730bd433-5b68-4473-aab8-4022c62a82f1 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:27.042958 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d863f360-d001-4f04-a898-38ebe2f2bc6d None None] Pushing event updated for resources: {'Port': ['ID=efdc6149-b1ce-43f7-b0d2-f32d2f6c5222,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:10:27.053727 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-d863f360-d001-4f04-a898-38ebe2f2bc6d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:10:27.066960 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c581c7e-4d53-4ae3-913e-bb7fe0aab028 req-0d036b5e-add0-4566-b54a-8eb2516d86be tempest-ServersTestManualDisk-1942191146 tempest-ServersTestManualDisk-1942191146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:10:27.069061 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-8c581c7e-4d53-4ae3-913e-bb7fe0aab028 req-0d036b5e-add0-4566-b54a-8eb2516d86be tempest-ServersTestManualDisk-1942191146 tempest-ServersTestManualDisk-1942191146-project] 10.222.0.64 "GET /v2.0/ports?device_id=47b15118-c934-4327-a96a-eeff72dc225f HTTP/1.1" status: 200  len: 945 time: 0.5977976
Dec 23 16:10:27.190023 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-0a07958d-6422-40c8-ad3d-d0724fcb3960 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Calling delete_port for e9e6cbb6-b11f-4081-9420-e9d29cca47ee owned by network:dhcp {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:10:27.265265 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-fa5e7fa5-3d6f-4d29-9890-ffa834f649db None None] For port e9e6cbb6-b11f-4081-9420-e9d29cca47ee, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=e9e6cbb6-b11f-4081-9420-e9d29cca47ee,segment=NetworkSegment(5f4ad249-bde1-4e1d-95b1-0ba2f9b83192),segment_id=5f4ad249-bde1-4e1d-95b1-0ba2f9b83192)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:10:27.265668 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-fa5e7fa5-3d6f-4d29-9890-ffa834f649db None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:27.275635 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-8c581c7e-4d53-4ae3-913e-bb7fe0aab028 req-828d638a-50cb-4a82-8720-f1bcfbe54670 tempest-ServersTestManualDisk-1942191146 tempest-ServersTestManualDisk-1942191146-project] 10.222.0.64 "GET /v2.0/security-groups?id=3b83aea3-e60b-45d2-958f-1d6d9ba0fc5a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1903243
Dec 23 16:10:27.276812 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-d863f360-d001-4f04-a898-38ebe2f2bc6d None None] Attempting to bind port efdc6149-b1ce-43f7-b0d2-f32d2f6c5222 on host dv-neutron-822799-1-hyperv for vnic_type normal with profile  {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:10:27.277290 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-d863f360-d001-4f04-a898-38ebe2f2bc6d None None] Attempting to bind port efdc6149-b1ce-43f7-b0d2-f32d2f6c5222 by drivers openvswitch,hyperv on host dv-neutron-822799-1-hyperv at level 0 using segments [{'id': '26aa57d0-19cf-4b76-a6e1-de69b1da2471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'e3a750a7-310b-4f00-8cfb-22639d42360d'}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:10:27.277753 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d863f360-d001-4f04-a898-38ebe2f2bc6d None None] Attempting to bind port efdc6149-b1ce-43f7-b0d2-f32d2f6c5222 on network e3a750a7-310b-4f00-8cfb-22639d42360d {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:10:27.313629 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d5e9ac-d8b1-410a-aa7b-627d493d805b tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Pushing event updated for resources: {'Subnet': ['ID=f181095e-ba25-43cf-bb6e-787ff02e5403,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:10:27.317013 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-31d5e9ac-d8b1-410a-aa7b-627d493d805b tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.576s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:10:27.318327 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d5e9ac-d8b1-410a-aa7b-627d493d805b tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Checking segment: {'id': '14c9c7ca-5d7c-4af9-9b20-792ccfd75b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'c79a3346-cddc-49ac-b339-1617a7cdd937'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:10:27.318739 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31d5e9ac-d8b1-410a-aa7b-627d493d805b tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Network hostable DHCP agents. Network: c79a3346-cddc-49ac-b339-1617a7cdd937, hostable agents: ['1c812d71-eadf-4fb3-b98e-67468a4aa7e2'], hosted agents: [] {{(pid=87636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 23 16:10:27.330363 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-4c86d6c5-5b9c-4922-b89e-34a8f616e85b tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:27.339862 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-c2c22441-b869-4289-9a41-527105b1da34 tempest-ServersTestJSON-1438135586 tempest-ServersTestJSON-1438135586-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:10:27.382320 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9735936-218f-4fcf-879d-cf703df78868 req-2dd33c74-f4e4-4ae0-86bb-89600614a102 tempest-ServersTestJSON-1438135586 tempest-ServersTestJSON-1438135586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:10:27.383821 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-d9735936-218f-4fcf-879d-cf703df78868 req-2dd33c74-f4e4-4ae0-86bb-89600614a102 tempest-ServersTestJSON-1438135586 tempest-ServersTestJSON-1438135586-project] 10.222.0.64 "GET /v2.0/ports?device_id=c1c5cb30-50d4-4361-b1b3-fa02e83979da HTTP/1.1" status: 200  len: 945 time: 0.8755274
Dec 23 16:10:27.403705 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d863f360-d001-4f04-a898-38ebe2f2bc6d None None] Checking agent: {'id': '20d2070f-69a9-4e73-8d08-6f0387a40158', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822799-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 21), 'started_at': datetime.datetime(2021, 12, 23, 16, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 10, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822799-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 23 16:10:27.404209 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d863f360-d001-4f04-a898-38ebe2f2bc6d None None] Checking segment: {'id': '26aa57d0-19cf-4b76-a6e1-de69b1da2471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'e3a750a7-310b-4f00-8cfb-22639d42360d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:10:27.404742 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d863f360-d001-4f04-a898-38ebe2f2bc6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:27.405299 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d863f360-d001-4f04-a898-38ebe2f2bc6d None None] Bound using segment: {'id': '26aa57d0-19cf-4b76-a6e1-de69b1da2471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'e3a750a7-310b-4f00-8cfb-22639d42360d'} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 23 16:10:27.405926 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-d863f360-d001-4f04-a898-38ebe2f2bc6d None None] Bound port: efdc6149-b1ce-43f7-b0d2-f32d2f6c5222, host: dv-neutron-822799-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26aa57d0-19cf-4b76-a6e1-de69b1da2471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'e3a750a7-310b-4f00-8cfb-22639d42360d'}}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 23 16:10:27.406435 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d863f360-d001-4f04-a898-38ebe2f2bc6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:27.411096 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c86d6c5-5b9c-4922-b89e-34a8f616e85b tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] Pushing event deleted for resources: {'Port': ['ID=0af983b9-9634-4fc5-940e-ff978cdacde8,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:10:27.421500 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-fa5e7fa5-3d6f-4d29-9890-ffa834f649db None None] Calling delete_port for e9e6cbb6-b11f-4081-9420-e9d29cca47ee owned by network:dhcp {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:10:27.441177 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-4c86d6c5-5b9c-4922-b89e-34a8f616e85b tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:10:27.488684 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31d5e9ac-d8b1-410a-aa7b-627d493d805b tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Network c79a3346-cddc-49ac-b339-1617a7cdd937 is scheduled to be hosted by DHCP agent 1c812d71-eadf-4fb3-b98e-67468a4aa7e2 with binding_index 1 {{(pid=87636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 23 16:10:27.490760 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-0a07958d-6422-40c8-ad3d-d0724fcb3960 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:27.497294 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-4c86d6c5-5b9c-4922-b89e-34a8f616e85b tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:27.515691 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-e6231737-40e9-4fea-be67-7f8e2d2965ce tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:10:27.534433 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.db [None req-730bd433-5b68-4473-aab8-4022c62a82f1 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] For port 8bf4fdb3-fe10-453e-867c-c0707a746b3c, host hv-neutron-8227, got binding levels [] {{(pid=87635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:10:27.534977 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-730bd433-5b68-4473-aab8-4022c62a82f1 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:27.557680 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-156b3590-6222-4c64-a99f-56b852f615de tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:27.563490 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a07958d-6422-40c8-ad3d-d0724fcb3960 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Pushing event deleted for resources: {'Port': ['ID=e9e6cbb6-b11f-4081-9420-e9d29cca47ee,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:10:27.567689 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.db.api [None req-fa5e7fa5-3d6f-4d29-9890-ffa834f649db None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87637) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 23 16:10:27.568001 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_db.api [None req-fa5e7fa5-3d6f-4d29-9890-ffa834f649db None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 23 16:10:27.570799 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-d863f360-d001-4f04-a898-38ebe2f2bc6d None None] For port efdc6149-b1ce-43f7-b0d2-f32d2f6c5222, host dv-neutron-822799-1-hyperv, cleared binding levels {{(pid=87637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 23 16:10:27.574690 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-d863f360-d001-4f04-a898-38ebe2f2bc6d None None] For port efdc6149-b1ce-43f7-b0d2-f32d2f6c5222, host dv-neutron-822799-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=efdc6149-b1ce-43f7-b0d2-f32d2f6c5222,segment=NetworkSegment(26aa57d0-19cf-4b76-a6e1-de69b1da2471),segment_id=26aa57d0-19cf-4b76-a6e1-de69b1da2471)] {{(pid=87637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 23 16:10:27.582895 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d863f360-d001-4f04-a898-38ebe2f2bc6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:27.585209 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-4c86d6c5-5b9c-4922-b89e-34a8f616e85b tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] 10.222.0.64 "DELETE /v2.0/ports/0af983b9-9634-4fc5-940e-ff978cdacde8 HTTP/1.1" status: 204  len: 168 time: 2.4531517
Dec 23 16:10:27.586977 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-0a07958d-6422-40c8-ad3d-d0724fcb3960 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:10:27.587851 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 43786) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:27.592231 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-bb6fb994-af12-40e2-8273-ce26bf7e1931 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:10:27.596686 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-0721734b-d703-49d6-a4d6-c972f25b0678 tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:27.603303 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-d9735936-218f-4fcf-879d-cf703df78868 req-4d6bab72-dcd6-4d72-9d4e-23064d3eb98b tempest-ServersTestJSON-1438135586 tempest-ServersTestJSON-1438135586-project] 10.222.0.64 "GET /v2.0/security-groups?id=a753ed1b-fc9e-4b35-b9ad-c44d26832ef9&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1976485
Dec 23 16:10:27.611411 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a07958d-6422-40c8-ad3d-d0724fcb3960 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] No DVR routers for this DVR port e9e6cbb6-b11f-4081-9420-e9d29cca47ee on host dv-neutron-822799-1-hyperv {{(pid=87636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 23 16:10:27.646103 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-0a7af60f-24a2-4fd4-a479-a58e04218dd8 tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:10:27.663997 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-31d5e9ac-d8b1-410a-aa7b-627d493d805b tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822799-1-hyperv, c79a3346-cddc-49ac-b339-1617a7cdd937) {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:10:27.666173 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.pecan_wsgi.hooks.translation [None req-91a8f38f-38ba-4633-90a7-3223135fa80e tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] GET failed (client error): The resource could not be found.
Dec 23 16:10:27.666807 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-91a8f38f-38ba-4633-90a7-3223135fa80e tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] Synchronizing usage tracker for tenant:edc37cc11b094be5b1b33f10c3c14b20 on resource:port {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:10:27.684073 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf02771d-9cb6-4bee-9a24-96a0c8bd49dd None None] Network c79a3346-cddc-49ac-b339-1617a7cdd937 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:10:27.712288 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156b3590-6222-4c64-a99f-56b852f615de tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Pushing event deleted for resources: {'Port': ['ID=bbed8525-20c3-47d6-8b0f-d2850a756343,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:10:27.715351 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-156b3590-6222-4c64-a99f-56b852f615de tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:10:27.773884 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31d5e9ac-d8b1-410a-aa7b-627d493d805b tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:10:27.774493 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-31d5e9ac-d8b1-410a-aa7b-627d493d805b tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Notify callbacks [] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:27.777310 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-0721734b-d703-49d6-a4d6-c972f25b0678 tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:27.837535 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d863f360-d001-4f04-a898-38ebe2f2bc6d None None] Pushing event updated for resources: {'Port': ['ID=efdc6149-b1ce-43f7-b0d2-f32d2f6c5222,revision_number=2']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:10:27.849581 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-fdd3eaf5-c11d-4e7d-997b-b09619fb0d7f tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:10:27.857680 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-d863f360-d001-4f04-a898-38ebe2f2bc6d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:10:27.900028 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-31d5e9ac-d8b1-410a-aa7b-627d493d805b tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 2.5165188
Dec 23 16:10:27.903991 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 43790) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:27.905988 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-0a07958d-6422-40c8-ad3d-d0724fcb3960 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-864347', 'neutron.services.segments.db._delete_segments_for_network-8735362908070'] for network, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:27.919908 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-91a8f38f-38ba-4633-90a7-3223135fa80e tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] Unset dirty status for tenant:edc37cc11b094be5b1b33f10c3c14b20 on resource:port {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:10:27.921881 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-91a8f38f-38ba-4633-90a7-3223135fa80e tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] 10.222.0.64 "GET /v2.0/ports/0af983b9-9634-4fc5-940e-ff978cdacde8 HTTP/1.1" status: 404  len: 333 time: 0.3308213
Dec 23 16:10:27.975907 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 43794) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:28.019483 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-730bd433-5b68-4473-aab8-4022c62a82f1 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Calling delete_port for 8bf4fdb3-fe10-453e-867c-c0707a746b3c owned by  {{(pid=87635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:10:28.040364 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-0a07958d-6422-40c8-ad3d-d0724fcb3960 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1dc144fa90>,) {'filters': {'network_id': ['4d24a5eb-f3ed-400b-b236-47507ac30233']}} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:10:28.048849 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbb58998-543a-4018-b059-2291043b3208 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7e017a6-8198-58c8-a07e-0f786128e3b3-c79a3346-cddc-49ac-b339-1617a7cdd937', 'network_id': 'c79a3346-cddc-49ac-b339-1617a7cdd937', 'tenant_id': '27b98bb335a04980b28b25e7a81bcfe0', 'fixed_ips': [{'subnet_id': 'f181095e-ba25-43cf-bb6e-787ff02e5403'}]}} from dv-neutron-822799-1-hyperv. {{(pid=87637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 23 16:10:28.052044 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0721734b-d703-49d6-a4d6-c972f25b0678 tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Pushing event updated for resources: {'Port': ['ID=3ce0a7d8-337f-4efa-a34e-a0bd13f50074,revision_number=1']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:10:28.054544 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-fbb58998-543a-4018-b059-2291043b3208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:28.076038 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-fa5e7fa5-3d6f-4d29-9890-ffa834f649db None None] Deleting port e9e6cbb6-b11f-4081-9420-e9d29cca47ee {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:10:28.076643 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-fa5e7fa5-3d6f-4d29-9890-ffa834f649db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:28.111012 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-0a07958d-6422-40c8-ad3d-d0724fcb3960 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dc144fa90>, '5f4ad249-bde1-4e1d-95b1-0ba2f9b83192') {'for_net_delete': True} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:10:28.111307 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-0a07958d-6422-40c8-ad3d-d0724fcb3960 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dc144fa90>, '5f4ad249-bde1-4e1d-95b1-0ba2f9b83192') {} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:10:28.151206 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-fa5e7fa5-3d6f-4d29-9890-ffa834f649db None None] The port 'e9e6cbb6-b11f-4081-9420-e9d29cca47ee' was deleted {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 23 16:10:28.188798 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-0a07958d-6422-40c8-ad3d-d0724fcb3960 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735363085442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2382197'] for segment, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:28.210832 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbf8bd0-40dd-4493-a0f4-c6313e506b92 req-f15ab13b-4a02-4b6e-882b-53ec59d0dfd5 tempest-ServersTestManualDisk-1942191146 tempest-ServersTestManualDisk-1942191146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:10:28.212320 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-6cbf8bd0-40dd-4493-a0f4-c6313e506b92 req-f15ab13b-4a02-4b6e-882b-53ec59d0dfd5 tempest-ServersTestManualDisk-1942191146 tempest-ServersTestManualDisk-1942191146-project] 10.222.0.61 "GET /v2.0/ports?device_id=47b15118-c934-4327-a96a-eeff72dc225f HTTP/1.1" status: 200  len: 945 time: 0.6034539
Dec 23 16:10:28.223755 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0721734b-d703-49d6-a4d6-c972f25b0678 tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Network 8afa6d58-9431-454a-b99c-3ff8a65aa86b is already hosted by enough agents. {{(pid=87635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:10:28.225972 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.base_scheduler [None req-0721734b-d703-49d6-a4d6-c972f25b0678 tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Resources bound (agent type, host, resource id):  {{(pid=87635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:10:28.228665 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0721734b-d703-49d6-a4d6-c972f25b0678 tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Received port after_create {{(pid=87635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:10:28.282643 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-b1b0fdac-55e3-4a8a-8be6-26f173af83ed tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] Deleting port 1957f833-0d7f-4177-8500-4441b570d027 {{(pid=87635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:10:28.282643 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-b1b0fdac-55e3-4a8a-8be6-26f173af83ed tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:28.352904 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_common [None req-fbb58998-543a-4018-b059-2291043b3208 None None] Allocated IP 2001:db8::2 (c79a3346-cddc-49ac-b339-1617a7cdd937/f181095e-ba25-43cf-bb6e-787ff02e5403/6923ab41-57a3-427e-b7ab-f1e384e875b7) {{(pid=87637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:10:28.391421 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0721734b-d703-49d6-a4d6-c972f25b0678 tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:10:28.392181 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0721734b-d703-49d6-a4d6-c972f25b0678 tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:10:28.392756 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0721734b-d703-49d6-a4d6-c972f25b0678 tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:10:28.393309 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0721734b-d703-49d6-a4d6-c972f25b0678 tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:10:28.393788 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0721734b-d703-49d6-a4d6-c972f25b0678 tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:10:28.394329 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0721734b-d703-49d6-a4d6-c972f25b0678 tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:10:28.394835 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0721734b-d703-49d6-a4d6-c972f25b0678 tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:10:28.395341 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0721734b-d703-49d6-a4d6-c972f25b0678 tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:10:28.395962 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0721734b-d703-49d6-a4d6-c972f25b0678 tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:10:28.396479 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0721734b-d703-49d6-a4d6-c972f25b0678 tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:10:28.396961 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0721734b-d703-49d6-a4d6-c972f25b0678 tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:10:28.397456 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0721734b-d703-49d6-a4d6-c972f25b0678 tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:10:28.401800 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-0721734b-d703-49d6-a4d6-c972f25b0678 tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.552s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:10:28.406445 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-0a07958d-6422-40c8-ad3d-d0724fcb3960 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:28.474646 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device efdc6149-b1ce-43f7-b0d2-f32d2f6c5222 up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:10:28.501274 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a07958d-6422-40c8-ad3d-d0724fcb3960 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Releasing vlan 445 on physical network physnet1 to pool {{(pid=87636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 23 16:10:28.502347 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-0a07958d-6422-40c8-ad3d-d0724fcb3960 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2176261'] for segment, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:28.525814 dv-neutron-822799-1-hyperv neutron-server[87636]: Traceback (most recent call last):
Dec 23 16:10:28.525814 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 23 16:10:28.525814 dv-neutron-822799-1-hyperv neutron-server[87636]:     timer()
Dec 23 16:10:28.525814 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:10:28.525814 dv-neutron-822799-1-hyperv neutron-server[87636]:     cb(*args, **kw)
Dec 23 16:10:28.525814 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 23 16:10:28.525814 dv-neutron-822799-1-hyperv neutron-server[87636]:     return func(*args, **kwargs)
Dec 23 16:10:28.525814 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:10:28.525814 dv-neutron-822799-1-hyperv neutron-server[87636]:     self._notify()
Dec 23 16:10:28.525814 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:10:28.525814 dv-neutron-822799-1-hyperv neutron-server[87636]:     self.callback(batched_events)
Dec 23 16:10:28.525814 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:10:28.525814 dv-neutron-822799-1-hyperv neutron-server[87636]:     event.method(event)
Dec 23 16:10:28.525814 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:10:28.525814 dv-neutron-822799-1-hyperv neutron-server[87636]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:10:28.525814 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 23 16:10:28.525814 dv-neutron-822799-1-hyperv neutron-server[87636]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 23 16:10:28.525814 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 23 16:10:28.525814 dv-neutron-822799-1-hyperv neutron-server[87636]:     return f(self, *a, **k)
Dec 23 16:10:28.525814 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:10:28.525814 dv-neutron-822799-1-hyperv neutron-server[87636]:     return self._get(url).json()
Dec 23 16:10:28.525814 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 23 16:10:28.525814 dv-neutron-822799-1-hyperv neutron-server[87636]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 23 16:10:28.525814 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 23 16:10:28.525814 dv-neutron-822799-1-hyperv neutron-server[87636]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:10:28.525814 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 23 16:10:28.525814 dv-neutron-822799-1-hyperv neutron-server[87636]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 23 16:10:28.525814 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 23 16:10:28.525814 dv-neutron-822799-1-hyperv neutron-server[87636]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:10:28.525814 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 23 16:10:28.525814 dv-neutron-822799-1-hyperv neutron-server[87636]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:10:28.525814 dv-neutron-822799-1-hyperv neutron-server[87636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:10:28.582167 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-156b3590-6222-4c64-a99f-56b852f615de tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify callbacks [] for floatingip, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:28.582782 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.db.l3_db [None req-156b3590-6222-4c64-a99f-56b852f615de tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Floating IP 54b94918-6892-47fd-b612-0edfed09a75b disassociated (deleted). External IP: 172.26.3.2, port: d4c2f94a-696d-48c1-a864-ffbde7d66463.
Dec 23 16:10:28.631115 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning for port efdc6149-b1ce-43f7-b0d2-f32d2f6c5222 completed by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:10:28.681660 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-fbb58998-543a-4018-b059-2291043b3208 None None] Notify callbacks [] for port, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:28.713545 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-fbb58998-543a-4018-b059-2291043b3208 None None] Transition to ACTIVE for port object 6923ab41-57a3-427e-b7ab-f1e384e875b7 will not be triggered until provisioned by entity L2. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:10:28.725739 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device e9e6cbb6-b11f-4081-9420-e9d29cca47ee no longer exists at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 23 16:10:28.785614 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] No Port match for: e9e6cbb6-b11f-4081-9420-e9d29cca47ee {{(pid=87637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 23 16:10:28.786011 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device e9e6cbb6-b11f-4081-9420-e9d29cca47ee not bound to the agent host dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 23 16:10:28.793646 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-fbb58998-543a-4018-b059-2291043b3208 None None] Transition to ACTIVE for port object 6923ab41-57a3-427e-b7ab-f1e384e875b7 will not be triggered until provisioned by entity DHCP. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:10:28.802964 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-fbb58998-543a-4018-b059-2291043b3208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780'] for port, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:28.807028 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-0b138f78-07c3-4428-bfd8-a99ee4d177a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:10:28.883122 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbb58998-543a-4018-b059-2291043b3208 None None] Network c79a3346-cddc-49ac-b339-1617a7cdd937 is already hosted by enough agents. {{(pid=87637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:10:28.892891 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-fbb58998-543a-4018-b059-2291043b3208 None None] Resources bound (agent type, host, resource id):  {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:10:28.898059 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb58998-543a-4018-b059-2291043b3208 None None] Received port after_create {{(pid=87637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:10:28.908411 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb58998-543a-4018-b059-2291043b3208 None None] Pushing event updated for resources: {'Port': ['ID=6923ab41-57a3-427e-b7ab-f1e384e875b7,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:10:28.946923 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-fbb58998-543a-4018-b059-2291043b3208 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:10:28.959394 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [req-6cbf8bd0-40dd-4493-a0f4-c6313e506b92 req-c26e0046-aa1a-400a-962d-74bbb71ff90f tempest-ServersTestManualDisk-1942191146 tempest-ServersTestManualDisk-1942191146-project] Deleting port 67df780b-70a7-4a3b-963c-521560944de5 {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:10:28.959885 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-6cbf8bd0-40dd-4493-a0f4-c6313e506b92 req-c26e0046-aa1a-400a-962d-74bbb71ff90f tempest-ServersTestManualDisk-1942191146 tempest-ServersTestManualDisk-1942191146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:28.998009 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-730bd433-5b68-4473-aab8-4022c62a82f1 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:29.016710 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-fbb58998-543a-4018-b059-2291043b3208 None None] Attempting to bind port 6923ab41-57a3-427e-b7ab-f1e384e875b7 on host dv-neutron-822799-1-hyperv for vnic_type normal with profile  {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:10:29.017664 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-fbb58998-543a-4018-b059-2291043b3208 None None] Attempting to bind port 6923ab41-57a3-427e-b7ab-f1e384e875b7 by drivers openvswitch,hyperv on host dv-neutron-822799-1-hyperv at level 0 using segments [{'id': '14c9c7ca-5d7c-4af9-9b20-792ccfd75b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'c79a3346-cddc-49ac-b339-1617a7cdd937'}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:10:29.018505 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbb58998-543a-4018-b059-2291043b3208 None None] Attempting to bind port 6923ab41-57a3-427e-b7ab-f1e384e875b7 on network c79a3346-cddc-49ac-b339-1617a7cdd937 {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:10:29.018800 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-1ea67ac0-55aa-4b88-9709-b4ed2e70d9d6 tempest-RoutersAdminTest-1714001428 tempest-RoutersAdminTest-1714001428-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:10:29.025935 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbb58998-543a-4018-b059-2291043b3208 None None] Checking agent: {'id': '20d2070f-69a9-4e73-8d08-6f0387a40158', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822799-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 21), 'started_at': datetime.datetime(2021, 12, 23, 16, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 10, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822799-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 23 16:10:29.026475 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbb58998-543a-4018-b059-2291043b3208 None None] Checking segment: {'id': '14c9c7ca-5d7c-4af9-9b20-792ccfd75b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'c79a3346-cddc-49ac-b339-1617a7cdd937'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:10:29.027040 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-fbb58998-543a-4018-b059-2291043b3208 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:29.027661 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbb58998-543a-4018-b059-2291043b3208 None None] Bound using segment: {'id': '14c9c7ca-5d7c-4af9-9b20-792ccfd75b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'c79a3346-cddc-49ac-b339-1617a7cdd937'} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 23 16:10:29.028245 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-fbb58998-543a-4018-b059-2291043b3208 None None] Bound port: 6923ab41-57a3-427e-b7ab-f1e384e875b7, host: dv-neutron-822799-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14c9c7ca-5d7c-4af9-9b20-792ccfd75b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'c79a3346-cddc-49ac-b339-1617a7cdd937'}}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 23 16:10:29.028800 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-fbb58998-543a-4018-b059-2291043b3208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:29.087516 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88304763-4198-47aa-9b37-4ce339955b22 None None] Network e3a750a7-310b-4f00-8cfb-22639d42360d requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:10:29.109573 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-0a07958d-6422-40c8-ad3d-d0724fcb3960 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-864336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1824171'] for network, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:29.128300 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:10:29.150852 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-0a07958d-6422-40c8-ad3d-d0724fcb3960 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:29.160745 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730bd433-5b68-4473-aab8-4022c62a82f1 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Pushing event deleted for resources: {'Port': ['ID=8bf4fdb3-fe10-453e-867c-c0707a746b3c,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:10:29.196203 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a07958d-6422-40c8-ad3d-d0724fcb3960 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Pushing event deleted for resources: {'Network': ['ID=4d24a5eb-f3ed-400b-b236-47507ac30233,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:10:29.199686 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-730bd433-5b68-4473-aab8-4022c62a82f1 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:10:29.210026 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-730bd433-5b68-4473-aab8-4022c62a82f1 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:29.231570 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-0a07958d-6422-40c8-ad3d-d0724fcb3960 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] 10.222.0.64 "DELETE /v2.0/networks/4d24a5eb-f3ed-400b-b236-47507ac30233 HTTP/1.1" status: 204  len: 168 time: 3.4701219
Dec 23 16:10:29.242717 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a07958d-6422-40c8-ad3d-d0724fcb3960 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:10:29.243399 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a07958d-6422-40c8-ad3d-d0724fcb3960 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:10:29.243924 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a07958d-6422-40c8-ad3d-d0724fcb3960 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:10:29.244478 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a07958d-6422-40c8-ad3d-d0724fcb3960 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:10:29.245085 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a07958d-6422-40c8-ad3d-d0724fcb3960 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:10:29.245638 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a07958d-6422-40c8-ad3d-d0724fcb3960 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:10:29.246152 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a07958d-6422-40c8-ad3d-d0724fcb3960 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:10:29.246699 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a07958d-6422-40c8-ad3d-d0724fcb3960 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:10:29.247222 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a07958d-6422-40c8-ad3d-d0724fcb3960 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:10:29.247896 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a07958d-6422-40c8-ad3d-d0724fcb3960 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:10:29.248406 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a07958d-6422-40c8-ad3d-d0724fcb3960 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:10:29.249108 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a07958d-6422-40c8-ad3d-d0724fcb3960 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:10:29.279220 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-0a07958d-6422-40c8-ad3d-d0724fcb3960 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:10:29.280045 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 43802) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:29.295197 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-aaf69e18-3666-45a0-a6c7-93511c988a4e None None] Provisioning for port efdc6149-b1ce-43f7-b0d2-f32d2f6c5222 completed by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:10:29.304070 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-fbb58998-543a-4018-b059-2291043b3208 None None] For port 6923ab41-57a3-427e-b7ab-f1e384e875b7, host dv-neutron-822799-1-hyperv, cleared binding levels {{(pid=87637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 23 16:10:29.310625 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-fbb58998-543a-4018-b059-2291043b3208 None None] For port 6923ab41-57a3-427e-b7ab-f1e384e875b7, host dv-neutron-822799-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=6923ab41-57a3-427e-b7ab-f1e384e875b7,segment=NetworkSegment(14c9c7ca-5d7c-4af9-9b20-792ccfd75b7d),segment_id=14c9c7ca-5d7c-4af9-9b20-792ccfd75b7d)] {{(pid=87637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 23 16:10:29.312726 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-aaf69e18-3666-45a0-a6c7-93511c988a4e None None] Provisioning complete for port efdc6149-b1ce-43f7-b0d2-f32d2f6c5222 triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:10:29.313795 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-aaf69e18-3666-45a0-a6c7-93511c988a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:29.337420 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-938d3f96-254c-4b87-8dcc-579bc89d1ef5 tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:29.362126 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-fbb58998-543a-4018-b059-2291043b3208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:29.362434 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2928167-2a68-4f46-9c75-b91ed539bd5f req-91dcef26-e8ec-42fb-bdfa-6e56b4ba879a tempest-ServersTestJSON-1438135586 tempest-ServersTestJSON-1438135586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:10:29.363945 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-f2928167-2a68-4f46-9c75-b91ed539bd5f req-91dcef26-e8ec-42fb-bdfa-6e56b4ba879a tempest-ServersTestJSON-1438135586 tempest-ServersTestJSON-1438135586-project] 10.222.0.61 "GET /v2.0/ports?device_id=c1c5cb30-50d4-4361-b1b3-fa02e83979da HTTP/1.1" status: 200  len: 945 time: 1.5817966
Dec 23 16:10:29.379956 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-b1b0fdac-55e3-4a8a-8be6-26f173af83ed tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:29.382893 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.pecan_wsgi.hooks.translation [None req-571b3938-875f-4b53-bee2-18fe2ea5ac69 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:10:29.383240 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-304dd9ea-601b-4058-9f6d-c493a14c10ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:10:29.383754 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-571b3938-875f-4b53-bee2-18fe2ea5ac69 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 23 16:10:29.385664 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-571b3938-875f-4b53-bee2-18fe2ea5ac69 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] 10.222.0.64 "DELETE /v2.0/subnets/40f98548-2b80-4013-8a97-281c955a706f HTTP/1.1" status: 404  len: 337 time: 0.1009645
Dec 23 16:10:29.394800 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 43806) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:29.530953 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605c4c17-fcbd-4873-b5cf-7bb9342b9c3a req-c345709f-8dae-4e77-a5fa-c3e40dc537bc tempest-ServersTestJSON-1438135586 tempest-ServersTestJSON-1438135586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:10:29.532809 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-605c4c17-fcbd-4873-b5cf-7bb9342b9c3a req-c345709f-8dae-4e77-a5fa-c3e40dc537bc tempest-ServersTestJSON-1438135586 tempest-ServersTestJSON-1438135586-project] 10.222.0.64 "GET /v2.0/ports?device_id=c1c5cb30-50d4-4361-b1b3-fa02e83979da HTTP/1.1" status: 200  len: 945 time: 0.5951006
Dec 23 16:10:29.583362 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb58998-543a-4018-b059-2291043b3208 None None] Pushing event updated for resources: {'Port': ['ID=6923ab41-57a3-427e-b7ab-f1e384e875b7,revision_number=2']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:10:29.586816 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-fbb58998-543a-4018-b059-2291043b3208 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:10:29.601647 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-730bd433-5b68-4473-aab8-4022c62a82f1 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] 10.222.0.64 "DELETE /v2.0/ports/8bf4fdb3-fe10-453e-867c-c0707a746b3c HTTP/1.1" status: 204  len: 168 time: 2.8428211
Dec 23 16:10:29.610900 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-b1b0fdac-55e3-4a8a-8be6-26f173af83ed tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] Calling delete_port for 1957f833-0d7f-4177-8500-4441b570d027 owned by  {{(pid=87635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:10:29.615147 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 43810) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:29.665531 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-aaf69e18-3666-45a0-a6c7-93511c988a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:29.720146 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edab7ac-3d3b-4ec7-8b47-0a576bbd7163 req-3a02ab1f-bb04-40c3-8448-c40cb4e7acf2 tempest-ServersTestManualDisk-1942191146 tempest-ServersTestManualDisk-1942191146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:10:29.720547 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-aaf69e18-3666-45a0-a6c7-93511c988a4e None None] For port efdc6149-b1ce-43f7-b0d2-f32d2f6c5222, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=efdc6149-b1ce-43f7-b0d2-f32d2f6c5222,segment=NetworkSegment(26aa57d0-19cf-4b76-a6e1-de69b1da2471),segment_id=26aa57d0-19cf-4b76-a6e1-de69b1da2471)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:10:29.721907 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-1edab7ac-3d3b-4ec7-8b47-0a576bbd7163 req-3a02ab1f-bb04-40c3-8448-c40cb4e7acf2 tempest-ServersTestManualDisk-1942191146 tempest-ServersTestManualDisk-1942191146-project] 10.222.0.64 "GET /v2.0/ports?device_id=47b15118-c934-4327-a96a-eeff72dc225f HTTP/1.1" status: 200  len: 945 time: 1.2422490
Dec 23 16:10:29.722936 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c1786c5-d1f3-40d4-b4bd-f539318bc8da tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:10:29.723396 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c1786c5-d1f3-40d4-b4bd-f539318bc8da tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 23 16:10:29.727483 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-6c1786c5-d1f3-40d4-b4bd-f539318bc8da tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] 10.222.0.64 "DELETE /v2.0/networks/0b850525-36c0-4f89-93c2-3a5c118bfb67 HTTP/1.1" status: 404  len: 339 time: 0.3200607
Dec 23 16:10:29.730303 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-aaf69e18-3666-45a0-a6c7-93511c988a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:29.735249 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-bb6fb994-af12-40e2-8273-ce26bf7e1931 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:10:29.741229 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 43814) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:29.811016 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.pecan_wsgi.hooks.translation [None req-63d754a3-6f8a-4205-81c3-3fecd6b211f0 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] GET failed (client error): The resource could not be found.
Dec 23 16:10:29.811658 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-63d754a3-6f8a-4205-81c3-3fecd6b211f0 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Synchronizing usage tracker for tenant:29d06568c643416681d8c57ec2bb11be on resource:port {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:10:29.859551 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf69e18-3666-45a0-a6c7-93511c988a4e None None] Pushing event updated for resources: {'Port': ['ID=efdc6149-b1ce-43f7-b0d2-f32d2f6c5222,revision_number=3']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:10:29.868458 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf69e18-3666-45a0-a6c7-93511c988a4e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:10:29.869047 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf69e18-3666-45a0-a6c7-93511c988a4e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:10:29.869459 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf69e18-3666-45a0-a6c7-93511c988a4e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:10:29.869863 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf69e18-3666-45a0-a6c7-93511c988a4e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:10:29.869990 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-605c4c17-fcbd-4873-b5cf-7bb9342b9c3a req-5769bb76-63bf-427b-a87d-9eb831150c7f tempest-ServersTestJSON-1438135586 tempest-ServersTestJSON-1438135586-project] 10.222.0.64 "GET /v2.0/security-groups?id=a753ed1b-fc9e-4b35-b9ad-c44d26832ef9&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.2736850
Dec 23 16:10:29.870325 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf69e18-3666-45a0-a6c7-93511c988a4e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:10:29.870723 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf69e18-3666-45a0-a6c7-93511c988a4e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:10:29.871116 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf69e18-3666-45a0-a6c7-93511c988a4e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:10:29.871522 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf69e18-3666-45a0-a6c7-93511c988a4e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:10:29.872066 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf69e18-3666-45a0-a6c7-93511c988a4e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:10:29.872610 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf69e18-3666-45a0-a6c7-93511c988a4e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:10:29.873115 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf69e18-3666-45a0-a6c7-93511c988a4e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:10:29.873233 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf69e18-3666-45a0-a6c7-93511c988a4e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:10:29.892906 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-aaf69e18-3666-45a0-a6c7-93511c988a4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:10:29.905782 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-63d754a3-6f8a-4205-81c3-3fecd6b211f0 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Unset dirty status for tenant:29d06568c643416681d8c57ec2bb11be on resource:port {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:10:29.910194 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-63d754a3-6f8a-4205-81c3-3fecd6b211f0 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] 10.222.0.64 "GET /v2.0/ports/8bf4fdb3-fe10-453e-867c-c0707a746b3c HTTP/1.1" status: 404  len: 333 time: 0.2772634
Dec 23 16:10:29.913794 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [req-6cbf8bd0-40dd-4493-a0f4-c6313e506b92 req-c26e0046-aa1a-400a-962d-74bbb71ff90f tempest-ServersTestManualDisk-1942191146 tempest-ServersTestManualDisk-1942191146-project] For port 67df780b-70a7-4a3b-963c-521560944de5, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=67df780b-70a7-4a3b-963c-521560944de5,segment=NetworkSegment(49705709-fd6f-45a3-8c17-ba357fb62791),segment_id=49705709-fd6f-45a3-8c17-ba357fb62791)] {{(pid=87636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:10:29.914164 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-6cbf8bd0-40dd-4493-a0f4-c6313e506b92 req-c26e0046-aa1a-400a-962d-74bbb71ff90f tempest-ServersTestManualDisk-1942191146 tempest-ServersTestManualDisk-1942191146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:29.922041 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 43818) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:29.927655 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [req-f2928167-2a68-4f46-9c75-b91ed539bd5f req-35a89a51-e3cb-48e2-a331-90c6392e8415 tempest-ServersTestJSON-1438135586 tempest-ServersTestJSON-1438135586-project] Deleting port 97a781d1-f31f-42f5-bbbf-859a23f9554d {{(pid=87635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:10:29.928147 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [req-f2928167-2a68-4f46-9c75-b91ed539bd5f req-35a89a51-e3cb-48e2-a331-90c6392e8415 tempest-ServersTestJSON-1438135586 tempest-ServersTestJSON-1438135586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:30.011235 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8c3b1bf-5889-425c-a05b-bd63a2470f90 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Deleting subnet b97d9a97-cdd1-4aa2-ba9a-e60880a12438 {{(pid=87636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 23 16:10:30.015236 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b8c3b1bf-5889-425c-a05b-bd63a2470f90 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Notify callbacks [] for subnet, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:30.153670 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b8c3b1bf-5889-425c-a05b-bd63a2470f90 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2382092'] for subnet, precommit_delete_associations {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:30.183417 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-7102fc90-8f8d-49a7-a9c0-413e9ee8ef3e None None] Provisioning complete for port efdc6149-b1ce-43f7-b0d2-f32d2f6c5222 triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:10:30.184136 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-7102fc90-8f8d-49a7-a9c0-413e9ee8ef3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:30.215887 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-1edab7ac-3d3b-4ec7-8b47-0a576bbd7163 req-74608af0-57f1-48f4-aaa3-4c2e3323ad83 tempest-ServersTestManualDisk-1942191146 tempest-ServersTestManualDisk-1942191146-project] 10.222.0.64 "GET /v2.0/security-groups?id=3b83aea3-e60b-45d2-958f-1d6d9ba0fc5a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4463737
Dec 23 16:10:30.486937 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 6923ab41-57a3-427e-b7ab-f1e384e875b7 up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:10:30.530523 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [None req-938d3f96-254c-4b87-8dcc-579bc89d1ef5 tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Allocated IP 2001:db8::1 (e3a750a7-310b-4f00-8cfb-22639d42360d/642dc0f3-d3e8-441d-adc0-f977e7e9a8bf/bbec4452-bcc1-47df-bfe1-bc2378666b56) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:10:30.547113 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b8c3b1bf-5889-425c-a05b-bd63a2470f90 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864774'] for subnet, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:30.584960 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning for port 6923ab41-57a3-427e-b7ab-f1e384e875b7 completed by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:10:30.595554 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device efdc6149-b1ce-43f7-b0d2-f32d2f6c5222 up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:10:30.609906 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-0721734b-d703-49d6-a4d6-c972f25b0678 tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:30.683003 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-02f65a5c-2ac7-4902-a3d1-812ef7443f93 tempest-PortsAdminExtendedAttrsTestJSON-1068406754 tempest-PortsAdminExtendedAttrsTestJSON-1068406754-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-698866'] for network, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:30.683939 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port efdc6149-b1ce-43f7-b0d2-f32d2f6c5222 triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:10:30.684329 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:30.784962 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-156b3590-6222-4c64-a99f-56b852f615de tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Router abfa982d-e5a4-4f60-bb8f-be7e2c2fb544 has already been hosted by L3 agent 371d4c41-c7e2-4de7-9539-c049ec4e95d1 {{(pid=87635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 23 16:10:30.802994 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-b1b0fdac-55e3-4a8a-8be6-26f173af83ed tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:30.858589 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-6cbf8bd0-40dd-4493-a0f4-c6313e506b92 req-c26e0046-aa1a-400a-962d-74bbb71ff90f tempest-ServersTestManualDisk-1942191146 tempest-ServersTestManualDisk-1942191146-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:30.859021 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-6cbf8bd0-40dd-4493-a0f4-c6313e506b92 req-c26e0046-aa1a-400a-962d-74bbb71ff90f tempest-ServersTestManualDisk-1942191146 tempest-ServersTestManualDisk-1942191146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1824189'] for floatingip, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:30.859339 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.db.l3_db [req-6cbf8bd0-40dd-4493-a0f4-c6313e506b92 req-c26e0046-aa1a-400a-962d-74bbb71ff90f tempest-ServersTestManualDisk-1942191146 tempest-ServersTestManualDisk-1942191146-project] Floating IP e2a62c8f-af0d-4784-9bec-eb1083244a56 disassociated. External IP: 172.26.3.87, port: 67df780b-70a7-4a3b-963c-521560944de5.
Dec 23 16:10:30.859678 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [req-6cbf8bd0-40dd-4493-a0f4-c6313e506b92 req-c26e0046-aa1a-400a-962d-74bbb71ff90f tempest-ServersTestManualDisk-1942191146 tempest-ServersTestManualDisk-1942191146-project] Calling delete_port for 67df780b-70a7-4a3b-963c-521560944de5 owned by compute:nova {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:10:30.898530 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c69a5b2-0b7e-40ae-9463-b83d0d091243 None None] Network c79a3346-cddc-49ac-b339-1617a7cdd937 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:10:30.910016 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-7f96c24c-cfcd-4f82-95ba-274f4b12c52e tempest-RoutersAdminTest-1714001428 tempest-RoutersAdminTest-1714001428-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:10:30.991079 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b8c3b1bf-5889-425c-a05b-bd63a2470f90 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2176495', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2618677'] for subnet, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:30.998315 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-302a45c0-20a8-471a-a89b-a38947af6c83 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:10:31.060770 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c3b1bf-5889-425c-a05b-bd63a2470f90 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Pushing event deleted for resources: {'Subnet': ['ID=b97d9a97-cdd1-4aa2-ba9a-e60880a12438,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:10:31.073302 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39ec3ce7-8a0a-4756-a972-1542d3415e55 None None] Network c21db128-dfb2-49e0-81b3-1e246173df0e requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:10:31.075917 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b8c3b1bf-5889-425c-a05b-bd63a2470f90 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Notify callbacks [] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:31.078993 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-b8c3b1bf-5889-425c-a05b-bd63a2470f90 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:10:31.168397 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-938d3f96-254c-4b87-8dcc-579bc89d1ef5 tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:31.188491 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-b8c3b1bf-5889-425c-a05b-bd63a2470f90 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] 10.222.0.64 "DELETE /v2.0/subnets/b97d9a97-cdd1-4aa2-ba9a-e60880a12438 HTTP/1.1" status: 204  len: 168 time: 1.4463692
Dec 23 16:10:31.193394 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 43824) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:31.252175 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.provisioning_blocks [None req-938d3f96-254c-4b87-8dcc-579bc89d1ef5 tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Transition to ACTIVE for port object bbec4452-bcc1-47df-bfe1-bc2378666b56 will not be triggered until provisioned by entity DHCP. {{(pid=87636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:10:31.293772 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-12f3c574-cbdf-469b-8343-e7e101837e09 None None] Provisioning for port 6923ab41-57a3-427e-b7ab-f1e384e875b7 completed by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:10:31.295314 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-b1b0fdac-55e3-4a8a-8be6-26f173af83ed tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:31.321787 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-6cbf8bd0-40dd-4493-a0f4-c6313e506b92 req-c26e0046-aa1a-400a-962d-74bbb71ff90f tempest-ServersTestManualDisk-1942191146 tempest-ServersTestManualDisk-1942191146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:31.354637 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-156b3590-6222-4c64-a99f-56b852f615de tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify agent at l3_agent.dv-neutron-822799-1-hyperv the message routers_updated {{(pid=87635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 23 16:10:31.354967 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-83d0a857-89ae-4e30-b397-1c86e74cae7b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:10:31.366807 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ad082c2-be60-474f-bb26-ab5d091f5259 None None] Sync routers for ids ['abfa982d-e5a4-4f60-bb8f-be7e2c2fb544'] in dv-neutron-822799-1-hyperv {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 23 16:10:31.367885 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-12f3c574-cbdf-469b-8343-e7e101837e09 None None] Provisioning complete for port 6923ab41-57a3-427e-b7ab-f1e384e875b7 triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:10:31.368330 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-12f3c574-cbdf-469b-8343-e7e101837e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:31.373615 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-156b3590-6222-4c64-a99f-56b852f615de tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for floatingip, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:31.382330 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad082c2-be60-474f-bb26-ab5d091f5259 None None] Routers {'abfa982d-e5a4-4f60-bb8f-be7e2c2fb544'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:10:31.382968 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-2ad082c2-be60-474f-bb26-ab5d091f5259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc1e83dc0>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:10:20Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['abfa982d-e5a4-4f60-bb8f-be7e2c2fb544'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:10:31.470877 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.db [req-f2928167-2a68-4f46-9c75-b91ed539bd5f req-35a89a51-e3cb-48e2-a331-90c6392e8415 tempest-ServersTestJSON-1438135586 tempest-ServersTestJSON-1438135586-project] For port 97a781d1-f31f-42f5-bbbf-859a23f9554d, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=97a781d1-f31f-42f5-bbbf-859a23f9554d,segment=NetworkSegment(6b8a57f9-eb02-4082-be80-c717babaf4e7),segment_id=6b8a57f9-eb02-4082-be80-c717babaf4e7)] {{(pid=87635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:10:31.471243 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [req-f2928167-2a68-4f46-9c75-b91ed539bd5f req-35a89a51-e3cb-48e2-a331-90c6392e8415 tempest-ServersTestJSON-1438135586 tempest-ServersTestJSON-1438135586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:31.480387 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26e0046-aa1a-400a-962d-74bbb71ff90f tempest-ServersTestManualDisk-1942191146 tempest-ServersTestManualDisk-1942191146-project] Pushing event deleted for resources: {'Port': ['ID=67df780b-70a7-4a3b-963c-521560944de5,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:10:31.491606 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-2ad082c2-be60-474f-bb26-ab5d091f5259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc1e83dc0>, [], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:10:31.503964 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad082c2-be60-474f-bb26-ab5d091f5259 None None] Routers {'abfa982d-e5a4-4f60-bb8f-be7e2c2fb544'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:10:31.504605 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-2ad082c2-be60-474f-bb26-ab5d091f5259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc1e83dc0>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:10:20Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['abfa982d-e5a4-4f60-bb8f-be7e2c2fb544'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:10:31.506871 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-c26e0046-aa1a-400a-962d-74bbb71ff90f tempest-ServersTestManualDisk-1942191146 tempest-ServersTestManualDisk-1942191146-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:10:31.518043 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c23cb6c3-aa3a-49f4-8259-8b0b409a14bc tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-698866'] for network, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:31.589871 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-2ad082c2-be60-474f-bb26-ab5d091f5259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc1e83dc0>, [], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:10:31.590671 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ad082c2-be60-474f-bb26-ab5d091f5259 None None] The sync data for ids ['abfa982d-e5a4-4f60-bb8f-be7e2c2fb544'] in dv-neutron-822799-1-hyperv is: [] {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 23 16:10:31.619098 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-c23cb6c3-aa3a-49f4-8259-8b0b409a14bc tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Deleting port 00ca4b02-9f11-41c3-a32b-c8a6887301a7 {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:10:31.619682 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c23cb6c3-aa3a-49f4-8259-8b0b409a14bc tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:31.665389 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-938d3f96-254c-4b87-8dcc-579bc89d1ef5 tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:31.676442 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-2c59d1f6-60e3-47ae-95fc-dedb80669fd4 tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:10:31.742428 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-12f3c574-cbdf-469b-8343-e7e101837e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:31.813844 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-12f3c574-cbdf-469b-8343-e7e101837e09 None None] For port 6923ab41-57a3-427e-b7ab-f1e384e875b7, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=6923ab41-57a3-427e-b7ab-f1e384e875b7,segment=NetworkSegment(14c9c7ca-5d7c-4af9-9b20-792ccfd75b7d),segment_id=14c9c7ca-5d7c-4af9-9b20-792ccfd75b7d)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:10:31.823755 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-12f3c574-cbdf-469b-8343-e7e101837e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:31.826440 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-fbb58998-543a-4018-b059-2291043b3208 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:10:31.897993 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbbd068a-cfb3-4730-8384-3b362ae7bd22 None None] DHCP port deletion for c21db128-dfb2-49e0-81b3-1e246173df0e request from dv-neutron-822799-1-hyperv {{(pid=87637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 23 16:10:31.927996 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [req-f2928167-2a68-4f46-9c75-b91ed539bd5f req-35a89a51-e3cb-48e2-a331-90c6392e8415 tempest-ServersTestJSON-1438135586 tempest-ServersTestJSON-1438135586-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:31.928596 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [req-f2928167-2a68-4f46-9c75-b91ed539bd5f req-35a89a51-e3cb-48e2-a331-90c6392e8415 tempest-ServersTestJSON-1438135586 tempest-ServersTestJSON-1438135586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1824189'] for floatingip, after_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:31.928889 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.db.l3_db [req-f2928167-2a68-4f46-9c75-b91ed539bd5f req-35a89a51-e3cb-48e2-a331-90c6392e8415 tempest-ServersTestJSON-1438135586 tempest-ServersTestJSON-1438135586-project] Floating IP 041a5531-4503-40e4-928f-b885ddfc0771 disassociated. External IP: 172.26.3.42, port: 97a781d1-f31f-42f5-bbbf-859a23f9554d.
Dec 23 16:10:31.935422 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [req-f2928167-2a68-4f46-9c75-b91ed539bd5f req-35a89a51-e3cb-48e2-a331-90c6392e8415 tempest-ServersTestJSON-1438135586 tempest-ServersTestJSON-1438135586-project] Calling delete_port for 97a781d1-f31f-42f5-bbbf-859a23f9554d owned by compute:nova {{(pid=87635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:10:31.948963 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-fbbd068a-cfb3-4730-8384-3b362ae7bd22 None None] Deleting port 00ca4b02-9f11-41c3-a32b-c8a6887301a7 {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:10:31.949546 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-fbbd068a-cfb3-4730-8384-3b362ae7bd22 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:31.951670 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6cbf8bd0-40dd-4493-a0f4-c6313e506b92 req-c26e0046-aa1a-400a-962d-74bbb71ff90f tempest-ServersTestManualDisk-1942191146 tempest-ServersTestManualDisk-1942191146-project] Router 5ddf301a-c667-4ab2-af44-4358f783eeec has already been hosted by L3 agent 371d4c41-c7e2-4de7-9539-c049ec4e95d1 {{(pid=87636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 23 16:10:32.052096 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-938d3f96-254c-4b87-8dcc-579bc89d1ef5 tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Network e3a750a7-310b-4f00-8cfb-22639d42360d is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:10:32.055604 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938d3f96-254c-4b87-8dcc-579bc89d1ef5 tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Pushing event updated for resources: {'Port': ['ID=bbec4452-bcc1-47df-bfe1-bc2378666b56,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:10:32.058090 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-938d3f96-254c-4b87-8dcc-579bc89d1ef5 tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Resources bound (agent type, host, resource id):  {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:10:32.062187 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-938d3f96-254c-4b87-8dcc-579bc89d1ef5 tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:10:32.063923 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f3c574-cbdf-469b-8343-e7e101837e09 None None] Pushing event updated for resources: {'Port': ['ID=6923ab41-57a3-427e-b7ab-f1e384e875b7,revision_number=3']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:10:32.068327 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-938d3f96-254c-4b87-8dcc-579bc89d1ef5 tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:10:32.070524 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-12f3c574-cbdf-469b-8343-e7e101837e09 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:10:32.077298 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-938d3f96-254c-4b87-8dcc-579bc89d1ef5 tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1781300'] for router_interface, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:32.130004 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-02f65a5c-2ac7-4902-a3d1-812ef7443f93 tempest-PortsAdminExtendedAttrsTestJSON-1068406754 tempest-PortsAdminExtendedAttrsTestJSON-1068406754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-864347', 'neutron.services.segments.db._delete_segments_for_network-8735362908070'] for network, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:32.163787 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.services.segments.db [None req-02f65a5c-2ac7-4902-a3d1-812ef7443f93 tempest-PortsAdminExtendedAttrsTestJSON-1068406754 tempest-PortsAdminExtendedAttrsTestJSON-1068406754-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1dbb51b520>,) {'filters': {'network_id': ['ded4fc54-8863-4e45-b0f6-537898a2c594']}} {{(pid=87635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:10:32.180082 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b0fdac-55e3-4a8a-8be6-26f173af83ed tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] Pushing event deleted for resources: {'Port': ['ID=1957f833-0d7f-4177-8500-4441b570d027,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:10:32.191780 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.services.segments.db [None req-02f65a5c-2ac7-4902-a3d1-812ef7443f93 tempest-PortsAdminExtendedAttrsTestJSON-1068406754 tempest-PortsAdminExtendedAttrsTestJSON-1068406754-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dbb51b520>, '4a5d36ee-ba51-4086-a6e0-f376b0a1083f') {'for_net_delete': True} {{(pid=87635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:10:32.192181 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.services.segments.db [None req-02f65a5c-2ac7-4902-a3d1-812ef7443f93 tempest-PortsAdminExtendedAttrsTestJSON-1068406754 tempest-PortsAdminExtendedAttrsTestJSON-1068406754-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dbb51b520>, '4a5d36ee-ba51-4086-a6e0-f376b0a1083f') {} {{(pid=87635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:10:32.251344 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-b1b0fdac-55e3-4a8a-8be6-26f173af83ed tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] 10.222.0.64 "DELETE /v2.0/ports/1957f833-0d7f-4177-8500-4441b570d027 HTTP/1.1" status: 204  len: 168 time: 4.1712017
Dec 23 16:10:32.338221 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-fbbd068a-cfb3-4730-8384-3b362ae7bd22 None None] For port 00ca4b02-9f11-41c3-a32b-c8a6887301a7, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=00ca4b02-9f11-41c3-a32b-c8a6887301a7,segment=NetworkSegment(543b8d78-5368-4685-8af0-a18d2284b197),segment_id=543b8d78-5368-4685-8af0-a18d2284b197)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:10:32.338623 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-fbbd068a-cfb3-4730-8384-3b362ae7bd22 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:32.353052 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-b1b0fdac-55e3-4a8a-8be6-26f173af83ed tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.443s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:10:32.357389 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 43830) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:32.457020 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab92157-d81e-4a12-8af1-aeb8bbd47367 req-cfa76be5-37cb-4961-b212-d2a0e3bb5014 tempest-ServersTestJSON-1438135586 tempest-ServersTestJSON-1438135586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:10:32.459177 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-bab92157-d81e-4a12-8af1-aeb8bbd47367 req-cfa76be5-37cb-4961-b212-d2a0e3bb5014 tempest-ServersTestJSON-1438135586 tempest-ServersTestJSON-1438135586-project] 10.222.0.64 "GET /v2.0/ports?device_id=c1c5cb30-50d4-4361-b1b3-fa02e83979da HTTP/1.1" status: 200  len: 945 time: 1.0458176
Dec 23 16:10:32.507227 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-fbbd068a-cfb3-4730-8384-3b362ae7bd22 None None] Calling delete_port for 00ca4b02-9f11-41c3-a32b-c8a6887301a7 owned by network:dhcp {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:10:32.601234 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 6923ab41-57a3-427e-b7ab-f1e384e875b7 up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:10:32.630230 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Device 67df780b-70a7-4a3b-963c-521560944de5 no longer exists at agent hyperv_hv-neutron-8227 {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 23 16:10:32.653975 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6cbf8bd0-40dd-4493-a0f4-c6313e506b92 req-c26e0046-aa1a-400a-962d-74bbb71ff90f tempest-ServersTestManualDisk-1942191146 tempest-ServersTestManualDisk-1942191146-project] Notify agent at l3_agent.dv-neutron-822799-1-hyperv the message routers_updated {{(pid=87636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 23 16:10:32.662117 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-02f65a5c-2ac7-4902-a3d1-812ef7443f93 tempest-PortsAdminExtendedAttrsTestJSON-1068406754 tempest-PortsAdminExtendedAttrsTestJSON-1068406754-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735363085442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2776713'] for segment, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:32.673235 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-fbbd068a-cfb3-4730-8384-3b362ae7bd22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789'] for port, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:32.695630 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-aaf69e18-3666-45a0-a6c7-93511c988a4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:10:32.739465 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e69a554f-1ea2-4d60-a37b-39ae0f8e9b65 None None] Sync routers for ids ['5ddf301a-c667-4ab2-af44-4358f783eeec'] in dv-neutron-822799-1-hyperv {{(pid=87637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 23 16:10:32.756628 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-1a205696-e98b-42e0-8826-27e7e7de4f42 None None] Provisioning complete for port 6923ab41-57a3-427e-b7ab-f1e384e875b7 triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:10:32.756967 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1a205696-e98b-42e0-8826-27e7e7de4f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:32.779276 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-02f65a5c-2ac7-4902-a3d1-812ef7443f93 tempest-PortsAdminExtendedAttrsTestJSON-1068406754 tempest-PortsAdminExtendedAttrsTestJSON-1068406754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:32.786220 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02f65a5c-2ac7-4902-a3d1-812ef7443f93 tempest-PortsAdminExtendedAttrsTestJSON-1068406754 tempest-PortsAdminExtendedAttrsTestJSON-1068406754-project] Releasing vlan 438 on physical network physnet1 to pool {{(pid=87635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 23 16:10:32.786694 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-02f65a5c-2ac7-4902-a3d1-812ef7443f93 tempest-PortsAdminExtendedAttrsTestJSON-1068406754 tempest-PortsAdminExtendedAttrsTestJSON-1068406754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2753503'] for segment, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:32.817935 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] No Port match for: 67df780b-70a7-4a3b-963c-521560944de5 {{(pid=87637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 23 16:10:32.818288 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Device 67df780b-70a7-4a3b-963c-521560944de5 not bound to the agent host hv-neutron-8227 {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 23 16:10:32.818840 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Device 97a781d1-f31f-42f5-bbbf-859a23f9554d no longer exists at agent hyperv_hv-neutron-8227 {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 23 16:10:32.896051 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-2b772778-0915-49c5-bd5a-422275810dfc req-14654c88-8bf5-4d48-890b-22bc9cace718 tempest-ServersTestManualDisk-1942191146 tempest-ServersTestManualDisk-1942191146-project] 10.222.0.64 "GET /v2.0/ports?device_id=47b15118-c934-4327-a96a-eeff72dc225f HTTP/1.1" status: 200  len: 210 time: 0.6794813
Dec 23 16:10:32.896906 dv-neutron-822799-1-hyperv neutron-server[87635]: Traceback (most recent call last):
Dec 23 16:10:32.896906 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 23 16:10:32.896906 dv-neutron-822799-1-hyperv neutron-server[87635]:     timer()
Dec 23 16:10:32.896906 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:10:32.896906 dv-neutron-822799-1-hyperv neutron-server[87635]:     cb(*args, **kw)
Dec 23 16:10:32.896906 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 23 16:10:32.896906 dv-neutron-822799-1-hyperv neutron-server[87635]:     return func(*args, **kwargs)
Dec 23 16:10:32.896906 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:10:32.896906 dv-neutron-822799-1-hyperv neutron-server[87635]:     self._notify()
Dec 23 16:10:32.896906 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:10:32.896906 dv-neutron-822799-1-hyperv neutron-server[87635]:     self.callback(batched_events)
Dec 23 16:10:32.896906 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:10:32.896906 dv-neutron-822799-1-hyperv neutron-server[87635]:     event.method(event)
Dec 23 16:10:32.896906 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:10:32.896906 dv-neutron-822799-1-hyperv neutron-server[87635]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:10:32.896906 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 23 16:10:32.896906 dv-neutron-822799-1-hyperv neutron-server[87635]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 23 16:10:32.896906 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 23 16:10:32.896906 dv-neutron-822799-1-hyperv neutron-server[87635]:     return f(self, *a, **k)
Dec 23 16:10:32.896906 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:10:32.896906 dv-neutron-822799-1-hyperv neutron-server[87635]:     return self._get(url).json()
Dec 23 16:10:32.896906 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 23 16:10:32.896906 dv-neutron-822799-1-hyperv neutron-server[87635]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 23 16:10:32.896906 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 23 16:10:32.896906 dv-neutron-822799-1-hyperv neutron-server[87635]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:10:32.896906 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 23 16:10:32.896906 dv-neutron-822799-1-hyperv neutron-server[87635]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 23 16:10:32.896906 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 23 16:10:32.896906 dv-neutron-822799-1-hyperv neutron-server[87635]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:10:32.896906 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 23 16:10:32.896906 dv-neutron-822799-1-hyperv neutron-server[87635]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:10:32.896906 dv-neutron-822799-1-hyperv neutron-server[87635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:10:32.915467 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-02f65a5c-2ac7-4902-a3d1-812ef7443f93 tempest-PortsAdminExtendedAttrsTestJSON-1068406754 tempest-PortsAdminExtendedAttrsTestJSON-1068406754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-864336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1824171'] for network, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:32.916535 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e69a554f-1ea2-4d60-a37b-39ae0f8e9b65 None None] Routers {'5ddf301a-c667-4ab2-af44-4358f783eeec'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:10:32.920567 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-e69a554f-1ea2-4d60-a37b-39ae0f8e9b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc11b4bb0>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:10:20Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['5ddf301a-c667-4ab2-af44-4358f783eeec'], 'active': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:10:32.944558 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-156b3590-6222-4c64-a99f-56b852f615de tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] 10.222.0.64 "DELETE /v2.0/floatingips/54b94918-6892-47fd-b612-0edfed09a75b HTTP/1.1" status: 204  len: 168 time: 7.9610753
Dec 23 16:10:32.945921 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:10:32.961220 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 43834) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:32.968049 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-02f65a5c-2ac7-4902-a3d1-812ef7443f93 tempest-PortsAdminExtendedAttrsTestJSON-1068406754 tempest-PortsAdminExtendedAttrsTestJSON-1068406754-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627509'] for network, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:33.019776 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbd068a-cfb3-4730-8384-3b362ae7bd22 None None] Pushing event deleted for resources: {'Port': ['ID=00ca4b02-9f11-41c3-a32b-c8a6887301a7,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:10:33.023205 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-fbbd068a-cfb3-4730-8384-3b362ae7bd22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:10:33.033534 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f65a5c-2ac7-4902-a3d1-812ef7443f93 tempest-PortsAdminExtendedAttrsTestJSON-1068406754 tempest-PortsAdminExtendedAttrsTestJSON-1068406754-project] Pushing event deleted for resources: {'Network': ['ID=ded4fc54-8863-4e45-b0f6-537898a2c594,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:10:33.043409 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbbd068a-cfb3-4730-8384-3b362ae7bd22 None None] No DVR routers for this DVR port 00ca4b02-9f11-41c3-a32b-c8a6887301a7 on host dv-neutron-822799-1-hyperv {{(pid=87637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 23 16:10:33.149492 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-02f65a5c-2ac7-4902-a3d1-812ef7443f93 tempest-PortsAdminExtendedAttrsTestJSON-1068406754 tempest-PortsAdminExtendedAttrsTestJSON-1068406754-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:10:33.154313 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-02f65a5c-2ac7-4902-a3d1-812ef7443f93 tempest-PortsAdminExtendedAttrsTestJSON-1068406754 tempest-PortsAdminExtendedAttrsTestJSON-1068406754-project] 10.222.0.64 "DELETE /v2.0/networks/ded4fc54-8863-4e45-b0f6-537898a2c594 HTTP/1.1" status: 204  len: 168 time: 3.1975758
Dec 23 16:10:33.174491 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.db_base_plugin_v2 [None req-5aa613fd-52b2-46a5-9eb3-62a3bce24a53 tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] Deleting subnet dc0835dc-6ceb-4ed5-9e46-3893476f5e2b {{(pid=87635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 23 16:10:33.187976 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-5aa613fd-52b2-46a5-9eb3-62a3bce24a53 tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] Notify callbacks [] for subnet, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:33.233638 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cbf8bd0-40dd-4493-a0f4-c6313e506b92 req-c26e0046-aa1a-400a-962d-74bbb71ff90f tempest-ServersTestManualDisk-1942191146 tempest-ServersTestManualDisk-1942191146-project] No DVR routers for this DVR port 67df780b-70a7-4a3b-963c-521560944de5 on host hv-neutron-8227 {{(pid=87636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 23 16:10:33.236632 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-6cbf8bd0-40dd-4493-a0f4-c6313e506b92 req-c26e0046-aa1a-400a-962d-74bbb71ff90f tempest-ServersTestManualDisk-1942191146 tempest-ServersTestManualDisk-1942191146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:33.239053 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-6cbf8bd0-40dd-4493-a0f4-c6313e506b92 req-c26e0046-aa1a-400a-962d-74bbb71ff90f tempest-ServersTestManualDisk-1942191146 tempest-ServersTestManualDisk-1942191146-project] 10.222.0.61 "DELETE /v2.0/ports/67df780b-70a7-4a3b-963c-521560944de5 HTTP/1.1" status: 204  len: 173 time: 4.9607456
Dec 23 16:10:33.255533 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47b15118-c934-4327-a96a-eeff72dc225f', 'name': 'network-vif-deleted', 'tag': '67df780b-70a7-4a3b-963c-521560944de5'}] {{(pid=87636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 23 16:10:33.289744 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-5cfdc145-effe-4f07-8196-ae3e601cb5ab tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Deleting port d4c2f94a-696d-48c1-a864-ffbde7d66463 {{(pid=87635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:10:33.290086 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-5cfdc145-effe-4f07-8196-ae3e601cb5ab tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:33.291709 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [None req-c23cb6c3-aa3a-49f4-8259-8b0b409a14bc tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] For port 00ca4b02-9f11-41c3-a32b-c8a6887301a7, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=00ca4b02-9f11-41c3-a32b-c8a6887301a7,segment=NetworkSegment(543b8d78-5368-4685-8af0-a18d2284b197),segment_id=543b8d78-5368-4685-8af0-a18d2284b197)] {{(pid=87636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:10:33.303429 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c23cb6c3-aa3a-49f4-8259-8b0b409a14bc tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:33.318541 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port 6923ab41-57a3-427e-b7ab-f1e384e875b7 triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:10:33.321070 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-0721734b-d703-49d6-a4d6-c972f25b0678 tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1824017', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1823768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-235299'] for router, precommit_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:33.321576 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:33.352096 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-0721734b-d703-49d6-a4d6-c972f25b0678 tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1824234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1824024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1824227', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1823761'] for router, after_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:33.375946 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-bab92157-d81e-4a12-8af1-aeb8bbd47367 req-570b4d19-a0ca-4452-88e7-fe8f9b05fa0e tempest-ServersTestJSON-1438135586 tempest-ServersTestJSON-1438135586-project] 10.222.0.64 "GET /v2.0/security-groups?id=a753ed1b-fc9e-4b35-b9ad-c44d26832ef9&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.7094321
Dec 23 16:10:33.496739 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-5aa613fd-52b2-46a5-9eb3-62a3bce24a53 tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2776816'] for subnet, precommit_delete_associations {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:33.523213 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:33.555682 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [req-f2928167-2a68-4f46-9c75-b91ed539bd5f req-35a89a51-e3cb-48e2-a331-90c6392e8415 tempest-ServersTestJSON-1438135586 tempest-ServersTestJSON-1438135586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:33.584649 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvr_db [None req-e69a554f-1ea2-4d60-a37b-39ae0f8e9b65 None None] Set router 5ddf301a-c667-4ab2-af44-4358f783eeec gateway port host: dv-neutron-822799-1-hyperv {{(pid=87637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:10:33.620760 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-3e99d6a3-8a1a-44b4-ae68-f875777f2de9 tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:10:33.629240 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47b15118-c934-4327-a96a-eeff72dc225f', 'name': 'network-vif-deleted', 'tag': '67df780b-70a7-4a3b-963c-521560944de5', 'status': 'completed', 'code': 200}
Dec 23 16:10:33.648117 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-c23cb6c3-aa3a-49f4-8259-8b0b409a14bc tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Calling delete_port for 00ca4b02-9f11-41c3-a32b-c8a6887301a7 owned by network:dhcp {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:10:33.685128 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 43844) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:33.755920 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a89a51-e3cb-48e2-a331-90c6392e8415 tempest-ServersTestJSON-1438135586 tempest-ServersTestJSON-1438135586-project] Pushing event deleted for resources: {'Port': ['ID=97a781d1-f31f-42f5-bbbf-859a23f9554d,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:10:33.774992 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-35a89a51-e3cb-48e2-a331-90c6392e8415 tempest-ServersTestJSON-1438135586 tempest-ServersTestJSON-1438135586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:10:33.833815 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-938d3f96-254c-4b87-8dcc-579bc89d1ef5 tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:34.030134 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-6ea53fdb-1378-4285-bf99-46ba7f8b52fa None None] Provisioning for port bbec4452-bcc1-47df-bfe1-bc2378666b56 completed by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:10:34.052737 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-6ea53fdb-1378-4285-bf99-46ba7f8b52fa None None] Provisioning complete for port bbec4452-bcc1-47df-bfe1-bc2378666b56 triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:10:34.053502 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-6ea53fdb-1378-4285-bf99-46ba7f8b52fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:34.162243 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-5aa613fd-52b2-46a5-9eb3-62a3bce24a53 tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864774'] for subnet, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:34.252396 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-6ea53fdb-1378-4285-bf99-46ba7f8b52fa None None] Port bbec4452-bcc1-47df-bfe1-bc2378666b56 cannot update to ACTIVE because it is not bound. {{(pid=87637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 23 16:10:34.286802 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-3d72717e-84ea-41c4-a734-7b97f04a2f0e req-88749e99-dd40-43f7-9054-3397145f9afa tempest-ServersTestManualDisk-1942191146 tempest-ServersTestManualDisk-1942191146-project] Synchronizing usage tracker for tenant:0d83cf4cd2a34a3d8747fec0cfffe963 on resource:port {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:10:34.297277 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 00ca4b02-9f11-41c3-a32b-c8a6887301a7 no longer exists at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 23 16:10:34.342651 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] No Port match for: 00ca4b02-9f11-41c3-a32b-c8a6887301a7 {{(pid=87637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 23 16:10:34.343973 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 00ca4b02-9f11-41c3-a32b-c8a6887301a7 not bound to the agent host dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 23 16:10:34.366269 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.db.api [None req-c23cb6c3-aa3a-49f4-8259-8b0b409a14bc tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87636) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 23 16:10:34.366607 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_db.api [None req-c23cb6c3-aa3a-49f4-8259-8b0b409a14bc tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 23 16:10:34.369746 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-3d72717e-84ea-41c4-a734-7b97f04a2f0e req-88749e99-dd40-43f7-9054-3397145f9afa tempest-ServersTestManualDisk-1942191146 tempest-ServersTestManualDisk-1942191146-project] Unset dirty status for tenant:0d83cf4cd2a34a3d8747fec0cfffe963 on resource:port {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:10:34.370908 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-3d72717e-84ea-41c4-a734-7b97f04a2f0e req-88749e99-dd40-43f7-9054-3397145f9afa tempest-ServersTestManualDisk-1942191146 tempest-ServersTestManualDisk-1942191146-project] 10.222.0.64 "GET /v2.0/ports?device_id=47b15118-c934-4327-a96a-eeff72dc225f HTTP/1.1" status: 200  len: 210 time: 0.2397242
Dec 23 16:10:34.434107 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-5aa613fd-52b2-46a5-9eb3-62a3bce24a53 tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2753333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2609730'] for subnet, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:34.452501 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-e69a554f-1ea2-4d60-a37b-39ae0f8e9b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc11b4bb0>, [{'id': '5ddf301a-c667-4ab2-af44-4358f783eeec', 'name': 'tempest-ServersTestManualDisk-2052961793-router', 'tenant_id': '0d83cf4cd2a34a3d8747fec0cfffe963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.111'}], 'enable_snat': True}, 'gw_port_id': '2b166162-6ae6-4c8f-ac05-899a97e296f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:08:28Z', 'updated_at': '2021-12-23T16:08:46Z', 'revision_number': 4, 'project_id': '0d83cf4cd2a34a3d8747fec0cfffe963', 'gw_port': {'id': '2b166162-6ae6-4c8f-ac05-899a97e296f1', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:88:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ddf301a-c667-4ab2-af44-4358f783eeec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:08:30Z', 'updated_at': '2021-12-23T16:08:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_interfaces': [{'id': 'f1533cd9-1d4b-4d70-b357-905ad395d212', 'name': '', 'network_id': '110ef17f-202a-4ce6-8e43-789c8f209bdb', 'tenant_id': '0d83cf4cd2a34a3d8747fec0cfffe963', 'mac_address': 'fa:16:3e:a1:4b:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ddf301a-c667-4ab2-af44-4358f783eeec', 'device_owner': 'network:router_interface', 'standard_attr_id': 132, 'fixed_ips': [{'subnet_id': '53feed59-2af5-4ad4-9dff-3991a61b1789', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:08:41Z', 'updated_at': '2021-12-23T16:08:56Z', 'revision_number': 5, 'project_id': '0d83cf4cd2a34a3d8747fec0cfffe963', 'subnets': [{'id': '53feed59-2af5-4ad4-9dff-3991a61b1789', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:10:34.458881 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e69a554f-1ea2-4d60-a37b-39ae0f8e9b65 None None] Checking router: 5ddf301a-c667-4ab2-af44-4358f783eeec for host: dv-neutron-822799-1-hyperv {{(pid=87637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 23 16:10:34.465911 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:10:34.469649 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e69a554f-1ea2-4d60-a37b-39ae0f8e9b65 None None] Routers {'5ddf301a-c667-4ab2-af44-4358f783eeec'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:10:34.470995 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-e69a554f-1ea2-4d60-a37b-39ae0f8e9b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc11b4bb0>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:10:20Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['5ddf301a-c667-4ab2-af44-4358f783eeec'], 'active': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:10:34.539842 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-5aa613fd-52b2-46a5-9eb3-62a3bce24a53 tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] Notify callbacks [] for subnet, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:34.545087 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa613fd-52b2-46a5-9eb3-62a3bce24a53 tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] Pushing event deleted for resources: {'Subnet': ['ID=dc0835dc-6ceb-4ed5-9e46-3893476f5e2b,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:10:34.570101 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-babe580a-d017-4172-a2e6-c3a7ebc322f8 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=77463b3a58174a358bd1c1aa65bd8b77&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8509238
Dec 23 16:10:34.571726 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 43854) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:34.573628 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-5aa613fd-52b2-46a5-9eb3-62a3bce24a53 tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:10:34.591359 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bfceb48-a5e3-44ec-907b-612315e61f8c None None] Network 9d4573d0-c8b8-4097-a3c0-73a15fde0c72 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:10:34.600464 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-5aa613fd-52b2-46a5-9eb3-62a3bce24a53 tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] 10.222.0.64 "DELETE /v2.0/subnets/dc0835dc-6ceb-4ed5-9e46-3893476f5e2b HTTP/1.1" status: 204  len: 168 time: 2.2350223
Dec 23 16:10:34.603512 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 43858) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:34.604610 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f2928167-2a68-4f46-9c75-b91ed539bd5f req-35a89a51-e3cb-48e2-a331-90c6392e8415 tempest-ServersTestJSON-1438135586 tempest-ServersTestJSON-1438135586-project] Router e5ed9969-f942-413f-9711-d6031be48c18 has already been hosted by L3 agent 371d4c41-c7e2-4de7-9539-c049ec4e95d1 {{(pid=87635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 23 16:10:34.661612 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-938d3f96-254c-4b87-8dcc-579bc89d1ef5 tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Notify callbacks [] for port, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:34.720648 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-938d3f96-254c-4b87-8dcc-579bc89d1ef5 tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2176289'] for port, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:34.720648 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-938d3f96-254c-4b87-8dcc-579bc89d1ef5 tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1627481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1781465'] for router_interface, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:34.735099 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-1b9aade8-65c8-4cbb-a355-0937e020a52f tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:10:34.775739 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-5cfdc145-effe-4f07-8196-ae3e601cb5ab tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:34.803593 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [req-5b6bbc56-0daa-42d4-9584-9c9e27a68a36 req-aeb5efcb-f2ec-4eca-8041-9e22d022c9a2 tempest-ServersTestJSON-1438135586 tempest-ServersTestJSON-1438135586-project] Synchronizing usage tracker for tenant:79224c5618eb4cef88b00e2059f275cc on resource:port {{(pid=87635) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:10:34.845565 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvr_db [None req-e69a554f-1ea2-4d60-a37b-39ae0f8e9b65 None None] Set router 5ddf301a-c667-4ab2-af44-4358f783eeec gateway port host: dv-neutron-822799-1-hyperv {{(pid=87637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:10:34.846670 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-876159b6-03b5-4a24-96ac-1fed508c4591 tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-698866'] for network, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:34.859079 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0721734b-d703-49d6-a4d6-c972f25b0678 tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Router b22464b9-d9da-40e5-8a92-e2528669796a is scheduled to L3 agent 371d4c41-c7e2-4de7-9539-c049ec4e95d1 with binding_index 1 {{(pid=87635) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 23 16:10:34.895651 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-c23cb6c3-aa3a-49f4-8259-8b0b409a14bc tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Deleting port 00ca4b02-9f11-41c3-a32b-c8a6887301a7 {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:10:34.895855 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c23cb6c3-aa3a-49f4-8259-8b0b409a14bc tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:34.923502 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-dbdc7518-6621-45fa-8d04-a8bfc2654f90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:34.939399 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-5cfdc145-effe-4f07-8196-ae3e601cb5ab tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Calling delete_port for d4c2f94a-696d-48c1-a864-ffbde7d66463 owned by  {{(pid=87635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:10:34.979310 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938d3f96-254c-4b87-8dcc-579bc89d1ef5 tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Pushing event updated for resources: {'Port': ['ID=bbec4452-bcc1-47df-bfe1-bc2378666b56,revision_number=2']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:10:34.983329 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-938d3f96-254c-4b87-8dcc-579bc89d1ef5 tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:10:35.051485 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-c23cb6c3-aa3a-49f4-8259-8b0b409a14bc tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] The port '00ca4b02-9f11-41c3-a32b-c8a6887301a7' was deleted {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 23 16:10:35.190992 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [req-5b6bbc56-0daa-42d4-9584-9c9e27a68a36 req-aeb5efcb-f2ec-4eca-8041-9e22d022c9a2 tempest-ServersTestJSON-1438135586 tempest-ServersTestJSON-1438135586-project] Unset dirty status for tenant:79224c5618eb4cef88b00e2059f275cc on resource:port {{(pid=87635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:10:35.192197 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-5b6bbc56-0daa-42d4-9584-9c9e27a68a36 req-aeb5efcb-f2ec-4eca-8041-9e22d022c9a2 tempest-ServersTestJSON-1438135586 tempest-ServersTestJSON-1438135586-project] 10.222.0.64 "GET /v2.0/ports?device_id=c1c5cb30-50d4-4361-b1b3-fa02e83979da HTTP/1.1" status: 200  len: 210 time: 0.5898888
Dec 23 16:10:35.242390 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91e711ab-1934-48ed-8331-4331a4be2bba None None] DHCP port deletion for 9d4573d0-c8b8-4097-a3c0-73a15fde0c72 request from dv-neutron-822799-1-hyperv {{(pid=87637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 23 16:10:35.253541 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-91e711ab-1934-48ed-8331-4331a4be2bba None None] Deleting port 80a183f5-1c4a-468c-809f-a1f344b9dbac {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:10:35.254039 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-91e711ab-1934-48ed-8331-4331a4be2bba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:35.326749 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-876159b6-03b5-4a24-96ac-1fed508c4591 tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] Deleting port 80a183f5-1c4a-468c-809f-a1f344b9dbac {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:10:35.327219 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-876159b6-03b5-4a24-96ac-1fed508c4591 tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:35.384057 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-e69a554f-1ea2-4d60-a37b-39ae0f8e9b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc11b4bb0>, [{'id': '5ddf301a-c667-4ab2-af44-4358f783eeec', 'name': 'tempest-ServersTestManualDisk-2052961793-router', 'tenant_id': '0d83cf4cd2a34a3d8747fec0cfffe963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.111'}], 'enable_snat': True}, 'gw_port_id': '2b166162-6ae6-4c8f-ac05-899a97e296f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:08:28Z', 'updated_at': '2021-12-23T16:08:46Z', 'revision_number': 4, 'project_id': '0d83cf4cd2a34a3d8747fec0cfffe963', 'gw_port': {'id': '2b166162-6ae6-4c8f-ac05-899a97e296f1', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:88:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ddf301a-c667-4ab2-af44-4358f783eeec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:08:30Z', 'updated_at': '2021-12-23T16:08:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_interfaces': [{'id': 'f1533cd9-1d4b-4d70-b357-905ad395d212', 'name': '', 'network_id': '110ef17f-202a-4ce6-8e43-789c8f209bdb', 'tenant_id': '0d83cf4cd2a34a3d8747fec0cfffe963', 'mac_address': 'fa:16:3e:a1:4b:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ddf301a-c667-4ab2-af44-4358f783eeec', 'device_owner': 'network:router_interface', 'standard_attr_id': 132, 'fixed_ips': [{'subnet_id': '53feed59-2af5-4ad4-9dff-3991a61b1789', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:08:41Z', 'updated_at': '2021-12-23T16:08:56Z', 'revision_number': 5, 'project_id': '0d83cf4cd2a34a3d8747fec0cfffe963', 'subnets': [{'id': '53feed59-2af5-4ad4-9dff-3991a61b1789', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:10:35.396349 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-dbdc7518-6621-45fa-8d04-a8bfc2654f90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:35.403160 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e69a554f-1ea2-4d60-a37b-39ae0f8e9b65 None None] The sync data for ids ['5ddf301a-c667-4ab2-af44-4358f783eeec'] in dv-neutron-822799-1-hyperv is: [{'id': '5ddf301a-c667-4ab2-af44-4358f783eeec', 'name': 'tempest-ServersTestManualDisk-2052961793-router', 'tenant_id': '0d83cf4cd2a34a3d8747fec0cfffe963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.111'}], 'enable_snat': True}, 'gw_port_id': '2b166162-6ae6-4c8f-ac05-899a97e296f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:08:28Z', 'updated_at': '2021-12-23T16:08:46Z', 'revision_number': 4, 'project_id': '0d83cf4cd2a34a3d8747fec0cfffe963', 'gw_port': {'id': '2b166162-6ae6-4c8f-ac05-899a97e296f1', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:88:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ddf301a-c667-4ab2-af44-4358f783eeec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:08:30Z', 'updated_at': '2021-12-23T16:08:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_interfaces': [{'id': 'f1533cd9-1d4b-4d70-b357-905ad395d212', 'name': '', 'network_id': '110ef17f-202a-4ce6-8e43-789c8f209bdb', 'tenant_id': '0d83cf4cd2a34a3d8747fec0cfffe963', 'mac_address': 'fa:16:3e:a1:4b:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ddf301a-c667-4ab2-af44-4358f783eeec', 'device_owner': 'network:router_interface', 'standard_attr_id': 132, 'fixed_ips': [{'subnet_id': '53feed59-2af5-4ad4-9dff-3991a61b1789', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:08:41Z', 'updated_at': '2021-12-23T16:08:56Z', 'revision_number': 5, 'project_id': '0d83cf4cd2a34a3d8747fec0cfffe963', 'subnets': [{'id': '53feed59-2af5-4ad4-9dff-3991a61b1789', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 23 16:10:35.427845 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-938d3f96-254c-4b87-8dcc-579bc89d1ef5 tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Network e3a750a7-310b-4f00-8cfb-22639d42360d is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:10:35.485947 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-91e711ab-1934-48ed-8331-4331a4be2bba None None] For port 80a183f5-1c4a-468c-809f-a1f344b9dbac, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=80a183f5-1c4a-468c-809f-a1f344b9dbac,segment=NetworkSegment(5ef9aed0-0709-442e-83d4-80a293e88b4c),segment_id=5ef9aed0-0709-442e-83d4-80a293e88b4c)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:10:35.486391 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-91e711ab-1934-48ed-8331-4331a4be2bba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:35.513763 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-938d3f96-254c-4b87-8dcc-579bc89d1ef5 tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Resources bound (agent type, host, resource id):  {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:10:35.518556 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f2928167-2a68-4f46-9c75-b91ed539bd5f req-35a89a51-e3cb-48e2-a331-90c6392e8415 tempest-ServersTestJSON-1438135586 tempest-ServersTestJSON-1438135586-project] Notify agent at l3_agent.dv-neutron-822799-1-hyperv the message routers_updated {{(pid=87635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 23 16:10:35.528565 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdac1fc9-eaa9-4234-8b5a-47409c333047 None None] Sync routers for ids ['e5ed9969-f942-413f-9711-d6031be48c18'] in dv-neutron-822799-1-hyperv {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 23 16:10:35.547231 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdac1fc9-eaa9-4234-8b5a-47409c333047 None None] Routers {'e5ed9969-f942-413f-9711-d6031be48c18'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:10:35.549101 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-bdac1fc9-eaa9-4234-8b5a-47409c333047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc1e835e0>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:10:20Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['e5ed9969-f942-413f-9711-d6031be48c18'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:10:35.648608 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0721734b-d703-49d6-a4d6-c972f25b0678 tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Notify agent at l3_agent.dv-neutron-822799-1-hyperv the message routers_updated {{(pid=87635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 23 16:10:35.668374 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-91e711ab-1934-48ed-8331-4331a4be2bba None None] Calling delete_port for 80a183f5-1c4a-468c-809f-a1f344b9dbac owned by network:dhcp {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:10:35.687199 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 43866) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:35.688622 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-5cfdc145-effe-4f07-8196-ae3e601cb5ab tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:35.705211 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-6b66a2ca-e91f-47b0-b37a-80d972245326 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:10:35.735793 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe3a6b4-8622-4763-94f3-cbef89b23f9d None None] Sync routers for ids ['b22464b9-d9da-40e5-8a92-e2528669796a'] in dv-neutron-822799-1-hyperv {{(pid=87637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 23 16:10:35.774352 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe3a6b4-8622-4763-94f3-cbef89b23f9d None None] Routers {'b22464b9-d9da-40e5-8a92-e2528669796a'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:10:35.775006 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-6fe3a6b4-8622-4763-94f3-cbef89b23f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc1478190>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:10:20Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['b22464b9-d9da-40e5-8a92-e2528669796a'], 'active': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:10:35.830559 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c23cb6c3-aa3a-49f4-8259-8b0b409a14bc tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-864347', 'neutron.services.segments.db._delete_segments_for_network-8735362908070'] for network, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:35.852974 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c70e4eb-afe4-4270-9f5e-f6d95430c633 None None] New status for floating IP e2a62c8f-af0d-4784-9bec-eb1083244a56: DOWN {{(pid=87638) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 23 16:10:35.859147 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-c23cb6c3-aa3a-49f4-8259-8b0b409a14bc tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1dc04cabb0>,) {'filters': {'network_id': ['c21db128-dfb2-49e0-81b3-1e246173df0e']}} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:10:35.873118 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-c23cb6c3-aa3a-49f4-8259-8b0b409a14bc tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dc04cabb0>, '543b8d78-5368-4685-8af0-a18d2284b197') {'for_net_delete': True} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:10:35.873311 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-c23cb6c3-aa3a-49f4-8259-8b0b409a14bc tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dc04cabb0>, '543b8d78-5368-4685-8af0-a18d2284b197') {} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:10:35.886291 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c23cb6c3-aa3a-49f4-8259-8b0b409a14bc tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735363085442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2382197'] for segment, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:35.904283 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c23cb6c3-aa3a-49f4-8259-8b0b409a14bc tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:35.911397 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c23cb6c3-aa3a-49f4-8259-8b0b409a14bc tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Releasing vlan 443 on physical network physnet1 to pool {{(pid=87636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 23 16:10:35.911805 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c23cb6c3-aa3a-49f4-8259-8b0b409a14bc tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2176261'] for segment, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:35.930935 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-0721734b-d703-49d6-a4d6-c972f25b0678 tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Notify callbacks [] for router, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:35.934970 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-0721734b-d703-49d6-a4d6-c972f25b0678 tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] 10.222.0.64 "PUT /v2.0/routers/b22464b9-d9da-40e5-8a92-e2528669796a HTTP/1.1" status: 200  len: 915 time: 11.9990780
Dec 23 16:10:35.934970 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfdc145-effe-4f07-8196-ae3e601cb5ab tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Pushing event deleted for resources: {'Port': ['ID=d4c2f94a-696d-48c1-a864-ffbde7d66463,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:10:35.939330 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-5cfdc145-effe-4f07-8196-ae3e601cb5ab tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:10:35.949451 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-6fe3a6b4-8622-4763-94f3-cbef89b23f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc1478190>, [], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:10:35.958471 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 43870) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:35.967899 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe3a6b4-8622-4763-94f3-cbef89b23f9d None None] Routers {'b22464b9-d9da-40e5-8a92-e2528669796a'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:10:35.968165 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-6fe3a6b4-8622-4763-94f3-cbef89b23f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc1478190>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:10:20Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['b22464b9-d9da-40e5-8a92-e2528669796a'], 'active': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:10:36.028780 dv-neutron-822799-1-hyperv neutron-server[87636]: Traceback (most recent call last):
Dec 23 16:10:36.028780 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 23 16:10:36.028780 dv-neutron-822799-1-hyperv neutron-server[87636]:     timer()
Dec 23 16:10:36.028780 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:10:36.028780 dv-neutron-822799-1-hyperv neutron-server[87636]:     cb(*args, **kw)
Dec 23 16:10:36.028780 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 23 16:10:36.028780 dv-neutron-822799-1-hyperv neutron-server[87636]:     return func(*args, **kwargs)
Dec 23 16:10:36.028780 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:10:36.028780 dv-neutron-822799-1-hyperv neutron-server[87636]:     self._notify()
Dec 23 16:10:36.028780 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:10:36.028780 dv-neutron-822799-1-hyperv neutron-server[87636]:     self.callback(batched_events)
Dec 23 16:10:36.028780 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:10:36.028780 dv-neutron-822799-1-hyperv neutron-server[87636]:     event.method(event)
Dec 23 16:10:36.028780 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:10:36.028780 dv-neutron-822799-1-hyperv neutron-server[87636]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:10:36.028780 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 23 16:10:36.028780 dv-neutron-822799-1-hyperv neutron-server[87636]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 23 16:10:36.028780 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 23 16:10:36.028780 dv-neutron-822799-1-hyperv neutron-server[87636]:     return f(self, *a, **k)
Dec 23 16:10:36.028780 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:10:36.028780 dv-neutron-822799-1-hyperv neutron-server[87636]:     return self._get(url).json()
Dec 23 16:10:36.028780 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 23 16:10:36.028780 dv-neutron-822799-1-hyperv neutron-server[87636]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 23 16:10:36.028780 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 23 16:10:36.028780 dv-neutron-822799-1-hyperv neutron-server[87636]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:10:36.028780 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 23 16:10:36.028780 dv-neutron-822799-1-hyperv neutron-server[87636]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 23 16:10:36.028780 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 23 16:10:36.028780 dv-neutron-822799-1-hyperv neutron-server[87636]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:10:36.028780 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 23 16:10:36.028780 dv-neutron-822799-1-hyperv neutron-server[87636]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:10:36.028780 dv-neutron-822799-1-hyperv neutron-server[87636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:10:36.054446 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-6fe3a6b4-8622-4763-94f3-cbef89b23f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc1478190>, [], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:10:36.055011 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe3a6b4-8622-4763-94f3-cbef89b23f9d None None] The sync data for ids ['b22464b9-d9da-40e5-8a92-e2528669796a'] in dv-neutron-822799-1-hyperv is: [] {{(pid=87637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 23 16:10:36.069900 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-84e39926-f70e-4625-8862-2d96e037f6b6 None None] Provisioning complete for port bbec4452-bcc1-47df-bfe1-bc2378666b56 triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:10:36.070285 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-84e39926-f70e-4625-8862-2d96e037f6b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:36.113853 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-91e711ab-1934-48ed-8331-4331a4be2bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789'] for port, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:36.119118 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:10:36.132440 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-bdac1fc9-eaa9-4234-8b5a-47409c333047 None None] Set router e5ed9969-f942-413f-9711-d6031be48c18 gateway port host: dv-neutron-822799-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:10:36.171963 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-876159b6-03b5-4a24-96ac-1fed508c4591 tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] The port '80a183f5-1c4a-468c-809f-a1f344b9dbac' was deleted {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 23 16:10:36.190461 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e711ab-1934-48ed-8331-4331a4be2bba None None] Pushing event deleted for resources: {'Port': ['ID=80a183f5-1c4a-468c-809f-a1f344b9dbac,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:10:36.194010 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-91e711ab-1934-48ed-8331-4331a4be2bba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:10:36.205594 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-84e39926-f70e-4625-8862-2d96e037f6b6 None None] Port bbec4452-bcc1-47df-bfe1-bc2378666b56 cannot update to ACTIVE because it is not bound. {{(pid=87637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 23 16:10:36.207127 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91e711ab-1934-48ed-8331-4331a4be2bba None None] No DVR routers for this DVR port 80a183f5-1c4a-468c-809f-a1f344b9dbac on host dv-neutron-822799-1-hyperv {{(pid=87637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 23 16:10:36.228722 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-0326c64c-dc3c-429b-b741-bef517258dcb tempest-ServersTestManualDisk-1942191146 tempest-ServersTestManualDisk-1942191146-project] Notify callbacks [] for security_group, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:36.233434 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2928167-2a68-4f46-9c75-b91ed539bd5f req-35a89a51-e3cb-48e2-a331-90c6392e8415 tempest-ServersTestJSON-1438135586 tempest-ServersTestJSON-1438135586-project] No DVR routers for this DVR port 97a781d1-f31f-42f5-bbbf-859a23f9554d on host hv-neutron-8227 {{(pid=87635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 23 16:10:36.261363 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c23cb6c3-aa3a-49f4-8259-8b0b409a14bc tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-864336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1824171'] for network, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:36.279621 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [req-f2928167-2a68-4f46-9c75-b91ed539bd5f req-35a89a51-e3cb-48e2-a331-90c6392e8415 tempest-ServersTestJSON-1438135586 tempest-ServersTestJSON-1438135586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:36.282128 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-f2928167-2a68-4f46-9c75-b91ed539bd5f req-35a89a51-e3cb-48e2-a331-90c6392e8415 tempest-ServersTestJSON-1438135586 tempest-ServersTestJSON-1438135586-project] 10.222.0.61 "DELETE /v2.0/ports/97a781d1-f31f-42f5-bbbf-859a23f9554d HTTP/1.1" status: 204  len: 173 time: 6.8881750
Dec 23 16:10:36.282662 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1c5cb30-50d4-4361-b1b3-fa02e83979da', 'name': 'network-vif-deleted', 'tag': '97a781d1-f31f-42f5-bbbf-859a23f9554d'}] {{(pid=87635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 23 16:10:36.294455 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-8c7ddae3-200b-4653-a6fb-3c51b37dcf2c tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:10:36.361970 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-0326c64c-dc3c-429b-b741-bef517258dcb tempest-ServersTestManualDisk-1942191146 tempest-ServersTestManualDisk-1942191146-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:36.429043 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-876159b6-03b5-4a24-96ac-1fed508c4591 tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-864347', 'neutron.services.segments.db._delete_segments_for_network-8735362908070'] for network, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:36.455969 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-0326c64c-dc3c-429b-b741-bef517258dcb tempest-ServersTestManualDisk-1942191146 tempest-ServersTestManualDisk-1942191146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:36.465588 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-876159b6-03b5-4a24-96ac-1fed508c4591 tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1dbbfdedc0>,) {'filters': {'network_id': ['9d4573d0-c8b8-4097-a3c0-73a15fde0c72']}} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:10:36.473088 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-94960793-64a5-49d1-822e-770204ad065f tempest-QuotasNegativeTest-669055442 tempest-QuotasNegativeTest-669055442-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:10:36.481847 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-876159b6-03b5-4a24-96ac-1fed508c4591 tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dbbfdedc0>, '5ef9aed0-0709-442e-83d4-80a293e88b4c') {'for_net_delete': True} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:10:36.482487 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-876159b6-03b5-4a24-96ac-1fed508c4591 tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dbbfdedc0>, '5ef9aed0-0709-442e-83d4-80a293e88b4c') {} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:10:36.489130 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-5ec2964e-3bf1-4652-80f3-60896898ea56 tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] 10.222.0.64 "GET /v2.0/routers/b22464b9-d9da-40e5-8a92-e2528669796a HTTP/1.1" status: 200  len: 921 time: 0.5067585
Dec 23 16:10:36.495942 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-876159b6-03b5-4a24-96ac-1fed508c4591 tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735363085442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2382197'] for segment, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:36.504778 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1c5cb30-50d4-4361-b1b3-fa02e83979da', 'name': 'network-vif-deleted', 'tag': '97a781d1-f31f-42f5-bbbf-859a23f9554d', 'status': 'completed', 'code': 200}
Dec 23 16:10:36.505151 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 43878) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:36.511809 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 80a183f5-1c4a-468c-809f-a1f344b9dbac no longer exists at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 23 16:10:36.518721 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-876159b6-03b5-4a24-96ac-1fed508c4591 tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:36.525499 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-876159b6-03b5-4a24-96ac-1fed508c4591 tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] Releasing vlan 440 on physical network physnet1 to pool {{(pid=87636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 23 16:10:36.526254 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-876159b6-03b5-4a24-96ac-1fed508c4591 tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2176261'] for segment, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:36.584737 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-bdac1fc9-eaa9-4234-8b5a-47409c333047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc1e835e0>, [{'id': 'e5ed9969-f942-413f-9711-d6031be48c18', 'name': 'tempest-ServersTestJSON-1282004446-router', 'tenant_id': '79224c5618eb4cef88b00e2059f275cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.50'}], 'enable_snat': True}, 'gw_port_id': 'c289761a-cc5a-4016-bcf3-c34864da6853', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:08:27Z', 'updated_at': '2021-12-23T16:08:40Z', 'revision_number': 4, 'project_id': '79224c5618eb4cef88b00e2059f275cc', 'gw_port': {'id': 'c289761a-cc5a-4016-bcf3-c34864da6853', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:d5:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ed9969-f942-413f-9711-d6031be48c18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:08:29Z', 'updated_at': '2021-12-23T16:08:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_interfaces': [{'id': 'cda84cc8-d1e0-460f-8482-f8bb524a07ce', 'name': '', 'network_id': '256a38e5-d398-4e43-80e3-9bc3cd6cc270', 'tenant_id': '79224c5618eb4cef88b00e2059f275cc', 'mac_address': 'fa:16:3e:ca:6b:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ed9969-f942-413f-9711-d6031be48c18', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'c5e1e7de-66c6-459a-96dc-9f30163dd18a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:08:36Z', 'updated_at': '2021-12-23T16:08:50Z', 'revision_number': 5, 'project_id': '79224c5618eb4cef88b00e2059f275cc', 'subnets': [{'id': 'c5e1e7de-66c6-459a-96dc-9f30163dd18a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:10:36.590044 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdac1fc9-eaa9-4234-8b5a-47409c333047 None None] Checking router: e5ed9969-f942-413f-9711-d6031be48c18 for host: dv-neutron-822799-1-hyperv {{(pid=87638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 23 16:10:36.595911 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] No Port match for: 80a183f5-1c4a-468c-809f-a1f344b9dbac {{(pid=87637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 23 16:10:36.596340 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 80a183f5-1c4a-468c-809f-a1f344b9dbac not bound to the agent host dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 23 16:10:36.600689 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdac1fc9-eaa9-4234-8b5a-47409c333047 None None] Routers {'e5ed9969-f942-413f-9711-d6031be48c18'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:10:36.601365 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-bdac1fc9-eaa9-4234-8b5a-47409c333047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc1e835e0>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:10:20Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['e5ed9969-f942-413f-9711-d6031be48c18'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:10:36.618353 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c23cb6c3-aa3a-49f4-8259-8b0b409a14bc tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:36.625416 dv-neutron-822799-1-hyperv neutron-server[87636]: Traceback (most recent call last):
Dec 23 16:10:36.625416 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 23 16:10:36.625416 dv-neutron-822799-1-hyperv neutron-server[87636]:     timer()
Dec 23 16:10:36.625416 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:10:36.625416 dv-neutron-822799-1-hyperv neutron-server[87636]:     cb(*args, **kw)
Dec 23 16:10:36.625416 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 23 16:10:36.625416 dv-neutron-822799-1-hyperv neutron-server[87636]:     return func(*args, **kwargs)
Dec 23 16:10:36.625416 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:10:36.625416 dv-neutron-822799-1-hyperv neutron-server[87636]:     self._notify()
Dec 23 16:10:36.625416 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:10:36.625416 dv-neutron-822799-1-hyperv neutron-server[87636]:     self.callback(batched_events)
Dec 23 16:10:36.625416 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:10:36.625416 dv-neutron-822799-1-hyperv neutron-server[87636]:     event.method(event)
Dec 23 16:10:36.625416 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:10:36.625416 dv-neutron-822799-1-hyperv neutron-server[87636]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:10:36.625416 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 23 16:10:36.625416 dv-neutron-822799-1-hyperv neutron-server[87636]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 23 16:10:36.625416 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 23 16:10:36.625416 dv-neutron-822799-1-hyperv neutron-server[87636]:     return f(self, *a, **k)
Dec 23 16:10:36.625416 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:10:36.625416 dv-neutron-822799-1-hyperv neutron-server[87636]:     return self._get(url).json()
Dec 23 16:10:36.625416 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 23 16:10:36.625416 dv-neutron-822799-1-hyperv neutron-server[87636]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 23 16:10:36.625416 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 23 16:10:36.625416 dv-neutron-822799-1-hyperv neutron-server[87636]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:10:36.625416 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 23 16:10:36.625416 dv-neutron-822799-1-hyperv neutron-server[87636]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 23 16:10:36.625416 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 23 16:10:36.625416 dv-neutron-822799-1-hyperv neutron-server[87636]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:10:36.625416 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 23 16:10:36.625416 dv-neutron-822799-1-hyperv neutron-server[87636]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:10:36.625416 dv-neutron-822799-1-hyperv neutron-server[87636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:10:36.627284 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-dbdc7518-6621-45fa-8d04-a8bfc2654f90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:36.680050 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23cb6c3-aa3a-49f4-8259-8b0b409a14bc tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Pushing event deleted for resources: {'Network': ['ID=c21db128-dfb2-49e0-81b3-1e246173df0e,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:10:36.682251 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0326c64c-dc3c-429b-b741-bef517258dcb tempest-ServersTestManualDisk-1942191146 tempest-ServersTestManualDisk-1942191146-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b83aea3-e60b-45d2-958f-1d6d9ba0fc5a,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:10:36.690461 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-0326c64c-dc3c-429b-b741-bef517258dcb tempest-ServersTestManualDisk-1942191146 tempest-ServersTestManualDisk-1942191146-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:10:36.699455 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-c23cb6c3-aa3a-49f4-8259-8b0b409a14bc tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.405s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:10:36.708401 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-6f160321-b867-4fab-8bc0-91286923c0b4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.063s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:10:36.711076 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-0326c64c-dc3c-429b-b741-bef517258dcb tempest-ServersTestManualDisk-1942191146 tempest-ServersTestManualDisk-1942191146-project] Notify callbacks [] for security_group, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:36.714695 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-0326c64c-dc3c-429b-b741-bef517258dcb tempest-ServersTestManualDisk-1942191146 tempest-ServersTestManualDisk-1942191146-project] 10.222.0.64 "DELETE /v2.0/security-groups/3b83aea3-e60b-45d2-958f-1d6d9ba0fc5a HTTP/1.1" status: 204  len: 168 time: 1.0249312
Dec 23 16:10:36.719889 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 43882) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:36.725745 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-9add89f2-ab9d-400b-91d9-d8e57ddded4a req-718cae56-58f5-475f-a28f-799188bee10a tempest-ServersTestJSON-1438135586 tempest-ServersTestJSON-1438135586-project] 10.222.0.64 "GET /v2.0/ports?device_id=c1c5cb30-50d4-4361-b1b3-fa02e83979da HTTP/1.1" status: 200  len: 210 time: 0.1088722
Dec 23 16:10:36.732505 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-c23cb6c3-aa3a-49f4-8259-8b0b409a14bc tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] 10.222.0.64 "DELETE /v2.0/networks/c21db128-dfb2-49e0-81b3-1e246173df0e HTTP/1.1" status: 204  len: 168 time: 5.5363309
Dec 23 16:10:36.734400 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-dbdc7518-6621-45fa-8d04-a8bfc2654f90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:36.738350 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-dbdc7518-6621-45fa-8d04-a8bfc2654f90 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/08ca5330-d039-4465-be7b-a7c3f82a1d72 HTTP/1.1" status: 204  len: 168 time: 2.1653218
Dec 23 16:10:36.739585 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdc7518-6621-45fa-8d04-a8bfc2654f90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08ca5330-d039-4465-be7b-a7c3f82a1d72,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:10:36.741435 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-938d3f96-254c-4b87-8dcc-579bc89d1ef5 tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Router b1195220-26e9-4598-8b6d-5b84f9818889 is scheduled to L3 agent 371d4c41-c7e2-4de7-9539-c049ec4e95d1 with binding_index 1 {{(pid=87636) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 23 16:10:36.744324 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-dbdc7518-6621-45fa-8d04-a8bfc2654f90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:10:36.745974 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-876159b6-03b5-4a24-96ac-1fed508c4591 tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-864336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1824171'] for network, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:36.750530 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-d42a9d14-91e9-495e-9214-786ddbf1e16a tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:10:36.761946 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-5cfdc145-effe-4f07-8196-ae3e601cb5ab tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:36.764064 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-5cfdc145-effe-4f07-8196-ae3e601cb5ab tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] 10.222.0.64 "DELETE /v2.0/ports/d4c2f94a-696d-48c1-a864-ffbde7d66463 HTTP/1.1" status: 204  len: 168 time: 3.7924063
Dec 23 16:10:36.775885 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 43890) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:36.777036 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-876159b6-03b5-4a24-96ac-1fed508c4591 tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:36.778634 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.api.v2.resource [None req-cfa11947-5bc3-4ecd-9944-575f8390c2bb tempest-ServersTestManualDisk-1942191146 tempest-ServersTestManualDisk-1942191146-project] show failed (client error): The resource could not be found.
Dec 23 16:10:36.784885 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-cfa11947-5bc3-4ecd-9944-575f8390c2bb tempest-ServersTestManualDisk-1942191146 tempest-ServersTestManualDisk-1942191146-project] 10.222.0.64 "GET /v2.0/security-groups/3b83aea3-e60b-45d2-958f-1d6d9ba0fc5a HTTP/1.1" status: 404  len: 347 time: 0.0621214
Dec 23 16:10:36.788532 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 43892) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:36.806721 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-58cec749-c131-48ae-a463-cc7e345e796b tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Request body: {'floatingip': {'floating_network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:10:36.865658 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876159b6-03b5-4a24-96ac-1fed508c4591 tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] Pushing event deleted for resources: {'Network': ['ID=9d4573d0-c8b8-4097-a3c0-73a15fde0c72,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:10:36.874525 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-58cec749-c131-48ae-a463-cc7e345e796b tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:10:36.877094 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-876159b6-03b5-4a24-96ac-1fed508c4591 tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:10:36.878527 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-876159b6-03b5-4a24-96ac-1fed508c4591 tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] 10.222.0.64 "DELETE /v2.0/networks/9d4573d0-c8b8-4097-a3c0-73a15fde0c72 HTTP/1.1" status: 204  len: 168 time: 2.2741001
Dec 23 16:10:36.888598 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-58cec749-c131-48ae-a463-cc7e345e796b tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Usage tracker for resource:floatingip and tenant:eee7102271fa49768eefd83617c1f38a is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:10:36.893114 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-58cec749-c131-48ae-a463-cc7e345e796b tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:10:36.903279 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-bdac1fc9-eaa9-4234-8b5a-47409c333047 None None] Set router e5ed9969-f942-413f-9711-d6031be48c18 gateway port host: dv-neutron-822799-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:10:36.957414 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-58cec749-c131-48ae-a463-cc7e345e796b tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:10:37.009840 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-58cec749-c131-48ae-a463-cc7e345e796b tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify callbacks [] for floatingip, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:37.055190 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-938d3f96-254c-4b87-8dcc-579bc89d1ef5 tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Notify agent at l3_agent.dv-neutron-822799-1-hyperv the message routers_updated {{(pid=87636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 23 16:10:37.072970 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-938d3f96-254c-4b87-8dcc-579bc89d1ef5 tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] 10.222.0.64 "PUT /v2.0/routers/b1195220-26e9-4598-8b6d-5b84f9818889/add_router_interface HTTP/1.1" status: 200  len: 503 time: 9.1563005
Dec 23 16:10:37.073180 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e2fb99d-e06e-404a-bfab-a7e5037594a7 None None] Sync routers for ids ['b1195220-26e9-4598-8b6d-5b84f9818889'] in dv-neutron-822799-1-hyperv {{(pid=87637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 23 16:10:37.073973 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 43904) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:37.093393 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e2fb99d-e06e-404a-bfab-a7e5037594a7 None None] Routers {'b1195220-26e9-4598-8b6d-5b84f9818889'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:10:37.094339 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-5e2fb99d-e06e-404a-bfab-a7e5037594a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc296bc10>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:10:20Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['b1195220-26e9-4598-8b6d-5b84f9818889'], 'active': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:10:37.215484 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-614ad380-1655-4895-89af-6f477f0d93f4 tempest-ServersTestManualDisk-1942191146 tempest-ServersTestManualDisk-1942191146-project] Deleting port e60c358c-d38e-4659-8e31-9d7d85dcdda9 {{(pid=87635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:10:37.215828 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-614ad380-1655-4895-89af-6f477f0d93f4 tempest-ServersTestManualDisk-1942191146 tempest-ServersTestManualDisk-1942191146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:37.291628 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-5e2fb99d-e06e-404a-bfab-a7e5037594a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc296bc10>, [], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:10:37.299166 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65fbac7a-f6b3-4afd-8ffb-1eac30a13be9 tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:10:37.300702 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-65fbac7a-f6b3-4afd-8ffb-1eac30a13be9 tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] 10.222.0.64 "GET /v2.0/ports?network_id=8afa6d58-9431-454a-b99c-3ff8a65aa86b&device_id=b22464b9-d9da-40e5-8a92-e2528669796a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 945 time: 0.7945731
Dec 23 16:10:37.305262 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 43910) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:37.305585 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 43912) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:37.330309 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e2fb99d-e06e-404a-bfab-a7e5037594a7 None None] Routers {'b1195220-26e9-4598-8b6d-5b84f9818889'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:10:37.331096 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-5e2fb99d-e06e-404a-bfab-a7e5037594a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc296bc10>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:10:20Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['b1195220-26e9-4598-8b6d-5b84f9818889'], 'active': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:10:37.408312 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-bdac1fc9-eaa9-4234-8b5a-47409c333047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc1e835e0>, [{'id': 'e5ed9969-f942-413f-9711-d6031be48c18', 'name': 'tempest-ServersTestJSON-1282004446-router', 'tenant_id': '79224c5618eb4cef88b00e2059f275cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.50'}], 'enable_snat': True}, 'gw_port_id': 'c289761a-cc5a-4016-bcf3-c34864da6853', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:08:27Z', 'updated_at': '2021-12-23T16:08:40Z', 'revision_number': 4, 'project_id': '79224c5618eb4cef88b00e2059f275cc', 'gw_port': {'id': 'c289761a-cc5a-4016-bcf3-c34864da6853', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:d5:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ed9969-f942-413f-9711-d6031be48c18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:08:29Z', 'updated_at': '2021-12-23T16:08:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_interfaces': [{'id': 'cda84cc8-d1e0-460f-8482-f8bb524a07ce', 'name': '', 'network_id': '256a38e5-d398-4e43-80e3-9bc3cd6cc270', 'tenant_id': '79224c5618eb4cef88b00e2059f275cc', 'mac_address': 'fa:16:3e:ca:6b:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ed9969-f942-413f-9711-d6031be48c18', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'c5e1e7de-66c6-459a-96dc-9f30163dd18a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:08:36Z', 'updated_at': '2021-12-23T16:08:50Z', 'revision_number': 5, 'project_id': '79224c5618eb4cef88b00e2059f275cc', 'subnets': [{'id': 'c5e1e7de-66c6-459a-96dc-9f30163dd18a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:10:37.412844 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdac1fc9-eaa9-4234-8b5a-47409c333047 None None] The sync data for ids ['e5ed9969-f942-413f-9711-d6031be48c18'] in dv-neutron-822799-1-hyperv is: [{'id': 'e5ed9969-f942-413f-9711-d6031be48c18', 'name': 'tempest-ServersTestJSON-1282004446-router', 'tenant_id': '79224c5618eb4cef88b00e2059f275cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.50'}], 'enable_snat': True}, 'gw_port_id': 'c289761a-cc5a-4016-bcf3-c34864da6853', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:08:27Z', 'updated_at': '2021-12-23T16:08:40Z', 'revision_number': 4, 'project_id': '79224c5618eb4cef88b00e2059f275cc', 'gw_port': {'id': 'c289761a-cc5a-4016-bcf3-c34864da6853', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:d5:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ed9969-f942-413f-9711-d6031be48c18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:08:29Z', 'updated_at': '2021-12-23T16:08:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_interfaces': [{'id': 'cda84cc8-d1e0-460f-8482-f8bb524a07ce', 'name': '', 'network_id': '256a38e5-d398-4e43-80e3-9bc3cd6cc270', 'tenant_id': '79224c5618eb4cef88b00e2059f275cc', 'mac_address': 'fa:16:3e:ca:6b:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ed9969-f942-413f-9711-d6031be48c18', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'c5e1e7de-66c6-459a-96dc-9f30163dd18a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:08:36Z', 'updated_at': '2021-12-23T16:08:50Z', 'revision_number': 5, 'project_id': '79224c5618eb4cef88b00e2059f275cc', 'subnets': [{'id': 'c5e1e7de-66c6-459a-96dc-9f30163dd18a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 23 16:10:37.448640 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-5e2fb99d-e06e-404a-bfab-a7e5037594a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc296bc10>, [], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:10:37.462889 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e2fb99d-e06e-404a-bfab-a7e5037594a7 None None] The sync data for ids ['b1195220-26e9-4598-8b6d-5b84f9818889'] in dv-neutron-822799-1-hyperv is: [] {{(pid=87637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 23 16:10:37.519711 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 43920) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:37.612449 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 43926) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:37.762701 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0836cc2-9d8c-4075-87d4-74d1636e3774 tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:10:37.764087 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-c0836cc2-9d8c-4075-87d4-74d1636e3774 tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] 10.222.0.64 "GET /v2.0/networks/8afa6d58-9431-454a-b99c-3ff8a65aa86b HTTP/1.1" status: 200  len: 881 time: 0.4465671
Dec 23 16:10:37.771282 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 43930) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:37.834556 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-24be1f21-084a-435f-8473-710228345dc8 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=29d06568c643416681d8c57ec2bb11be&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2189641
Dec 23 16:10:37.840998 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 43936) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:37.841198 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-614ad380-1655-4895-89af-6f477f0d93f4 tempest-ServersTestManualDisk-1942191146 tempest-ServersTestManualDisk-1942191146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:37.841387 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-614ad380-1655-4895-89af-6f477f0d93f4 tempest-ServersTestManualDisk-1942191146 tempest-ServersTestManualDisk-1942191146-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:37.854369 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-1804a7e9-6bab-47ab-b298-777b7d54ce83 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=08bb5ff5fd45470cae3e1870e7817546&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5455825
Dec 23 16:10:37.857731 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee504e85-0c1c-4002-94d7-7d2fb4e514e8 None None] New status for floating IP 041a5531-4503-40e4-928f-b885ddfc0771: DOWN {{(pid=87638) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 23 16:10:37.875277 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 43940) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:37.877802 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-1f477101-61b2-4454-a82e-7756ddc1fa2b tempest-RoutersAdminTest-1714001428 tempest-RoutersAdminTest-1714001428-project] 10.222.0.64 "GET /v2.0/ports?device_id=b22464b9-d9da-40e5-8a92-e2528669796a HTTP/1.1" status: 200  len: 205 time: 0.0913327
Dec 23 16:10:37.901704 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 43944) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:37.944452 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 43950) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:38.019625 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-614ad380-1655-4895-89af-6f477f0d93f4 tempest-ServersTestManualDisk-1942191146 tempest-ServersTestManualDisk-1942191146-project] Calling delete_port for e60c358c-d38e-4659-8e31-9d7d85dcdda9 owned by network:floatingip {{(pid=87635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:10:38.071128 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5aebb421-823f-4e12-b7ef-efe842b8362c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:38.154699 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-50aba31d-d857-4215-8dc3-018dc1f0b8ed admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=edc37cc11b094be5b1b33f10c3c14b20&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6337094
Dec 23 16:10:38.161289 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 43954) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:38.212611 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-8b2352b7-eb23-4f5e-8410-10749ca14fab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:38.226153 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-99302b71-d7ae-4ac0-abbb-20503d67017a tempest-ServersTestJSON-1438135586 tempest-ServersTestJSON-1438135586-project] Notify callbacks [] for security_group, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:38.294522 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5aebb421-823f-4e12-b7ef-efe842b8362c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:38.303537 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-8b2352b7-eb23-4f5e-8410-10749ca14fab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:38.321225 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-99302b71-d7ae-4ac0-abbb-20503d67017a tempest-ServersTestJSON-1438135586 tempest-ServersTestJSON-1438135586-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:38.383036 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-614ad380-1655-4895-89af-6f477f0d93f4 tempest-ServersTestManualDisk-1942191146 tempest-ServersTestManualDisk-1942191146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:38.388068 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-4b7d47a5-1a20-4549-936a-e0b39a4ffb16 tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:10:38.389334 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-58cec749-c131-48ae-a463-cc7e345e796b tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:38.414697 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-4174ecab-6c60-4c4d-b59b-cfeb23542f2a tempest-RoutersAdminTest-1714001428 tempest-RoutersAdminTest-1714001428-project] Notify callbacks [] for router, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:38.437298 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614ad380-1655-4895-89af-6f477f0d93f4 tempest-ServersTestManualDisk-1942191146 tempest-ServersTestManualDisk-1942191146-project] Pushing event deleted for resources: {'Port': ['ID=e60c358c-d38e-4659-8e31-9d7d85dcdda9,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:10:38.467298 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-614ad380-1655-4895-89af-6f477f0d93f4 tempest-ServersTestManualDisk-1942191146 tempest-ServersTestManualDisk-1942191146-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:10:38.526103 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-99302b71-d7ae-4ac0-abbb-20503d67017a tempest-ServersTestJSON-1438135586 tempest-ServersTestJSON-1438135586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:38.531713 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:10:38.539382 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-8b2352b7-eb23-4f5e-8410-10749ca14fab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:38.556062 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99302b71-d7ae-4ac0-abbb-20503d67017a tempest-ServersTestJSON-1438135586 tempest-ServersTestJSON-1438135586-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a753ed1b-fc9e-4b35-b9ad-c44d26832ef9,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:10:38.558277 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-614ad380-1655-4895-89af-6f477f0d93f4 tempest-ServersTestManualDisk-1942191146 tempest-ServersTestManualDisk-1942191146-project] Notify callbacks [] for floatingip, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:38.564565 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-99302b71-d7ae-4ac0-abbb-20503d67017a tempest-ServersTestJSON-1438135586 tempest-ServersTestJSON-1438135586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:10:38.565822 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.020s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:10:38.582198 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9d31a9ad-7763-4189-a373-b8837d3951be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:38.582779 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2352b7-eb23-4f5e-8410-10749ca14fab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3032def-c793-4f1b-aa2a-556fb94ff075,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:10:38.586869 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-8b2352b7-eb23-4f5e-8410-10749ca14fab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:10:38.613059 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-614ad380-1655-4895-89af-6f477f0d93f4 tempest-ServersTestManualDisk-1942191146 tempest-ServersTestManualDisk-1942191146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for floatingip, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:38.617231 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-614ad380-1655-4895-89af-6f477f0d93f4 tempest-ServersTestManualDisk-1942191146 tempest-ServersTestManualDisk-1942191146-project] 10.222.0.64 "DELETE /v2.0/floatingips/e2a62c8f-af0d-4784-9bec-eb1083244a56 HTTP/1.1" status: 204  len: 168 time: 1.8056090
Dec 23 16:10:38.617231 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-99302b71-d7ae-4ac0-abbb-20503d67017a tempest-ServersTestJSON-1438135586 tempest-ServersTestJSON-1438135586-project] Notify callbacks [] for security_group, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:38.617826 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-99302b71-d7ae-4ac0-abbb-20503d67017a tempest-ServersTestJSON-1438135586 tempest-ServersTestJSON-1438135586-project] 10.222.0.64 "DELETE /v2.0/security-groups/a753ed1b-fc9e-4b35-b9ad-c44d26832ef9 HTTP/1.1" status: 204  len: 168 time: 0.6728253
Dec 23 16:10:38.618036 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 43958) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:38.620008 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 43962) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:38.671834 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-8b2352b7-eb23-4f5e-8410-10749ca14fab admin admin] Notify callbacks [] for security_group, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:38.672970 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-8b2352b7-eb23-4f5e-8410-10749ca14fab admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f3032def-c793-4f1b-aa2a-556fb94ff075 HTTP/1.1" status: 204  len: 168 time: 0.7940986
Dec 23 16:10:38.700033 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.api.v2.resource [None req-b73f4df6-91b5-4074-a358-ce55140d7258 tempest-ServersTestJSON-1438135586 tempest-ServersTestJSON-1438135586-project] show failed (client error): The resource could not be found.
Dec 23 16:10:38.703902 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-b73f4df6-91b5-4074-a358-ce55140d7258 tempest-ServersTestJSON-1438135586 tempest-ServersTestJSON-1438135586-project] 10.222.0.64 "GET /v2.0/security-groups/a753ed1b-fc9e-4b35-b9ad-c44d26832ef9 HTTP/1.1" status: 404  len: 347 time: 0.0797844
Dec 23 16:10:38.707136 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 43968) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:38.750282 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5aebb421-823f-4e12-b7ef-efe842b8362c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:38.785928 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9d31a9ad-7763-4189-a373-b8837d3951be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:38.792488 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:10:38.815904 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.api.v2.resource [None req-b480a665-0a27-4099-abcb-3da560e4c7a2 tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 23 16:10:38.817001 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-b480a665-0a27-4099-abcb-3da560e4c7a2 tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] 10.222.0.64 "PUT /v2.0/routers/b1195220-26e9-4598-8b6d-5b84f9818889/add_router_interface HTTP/1.1" status: 400  len: 438 time: 1.7421014
Dec 23 16:10:38.837181 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 43972) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:38.842622 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aebb421-823f-4e12-b7ef-efe842b8362c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d263cd64-b952-4129-a557-a7dccfc78e2d,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:10:38.848271 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-5aebb421-823f-4e12-b7ef-efe842b8362c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:10:38.949027 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-4174ecab-6c60-4c4d-b59b-cfeb23542f2a tempest-RoutersAdminTest-1714001428 tempest-RoutersAdminTest-1714001428-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:39.068425 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-40bdfc88-f405-49bf-a88b-0d1efae7ad8e tempest-ServersTestJSON-1438135586 tempest-ServersTestJSON-1438135586-project] Deleting port 07f70584-a626-407a-afc3-753719dd9405 {{(pid=87635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:10:39.068792 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-40bdfc88-f405-49bf-a88b-0d1efae7ad8e tempest-ServersTestJSON-1438135586 tempest-ServersTestJSON-1438135586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:39.189043 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [None req-58cec749-c131-48ae-a463-cc7e345e796b tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Allocated IP 172.26.3.14 (8afa6d58-9431-454a-b99c-3ff8a65aa86b/60537fec-5f5f-4ab7-89cc-03638149a590/231d0bb8-faff-49ca-8aa2-0b340293358a) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:10:39.190985 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-4174ecab-6c60-4c4d-b59b-cfeb23542f2a tempest-RoutersAdminTest-1714001428 tempest-RoutersAdminTest-1714001428-project] Deleting port 3ce0a7d8-337f-4efa-a34e-a0bd13f50074 {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:10:39.191316 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-4174ecab-6c60-4c4d-b59b-cfeb23542f2a tempest-RoutersAdminTest-1714001428 tempest-RoutersAdminTest-1714001428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:39.214647 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5aebb421-823f-4e12-b7ef-efe842b8362c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:39.215621 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-5aebb421-823f-4e12-b7ef-efe842b8362c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d263cd64-b952-4129-a557-a7dccfc78e2d HTTP/1.1" status: 204  len: 168 time: 1.3736286
Dec 23 16:10:39.352024 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9d31a9ad-7763-4189-a373-b8837d3951be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:39.406512 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-64778207-da17-463c-9efb-df59f39d64b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:10:39.428550 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-40bdfc88-f405-49bf-a88b-0d1efae7ad8e tempest-ServersTestJSON-1438135586 tempest-ServersTestJSON-1438135586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:39.429091 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-40bdfc88-f405-49bf-a88b-0d1efae7ad8e tempest-ServersTestJSON-1438135586 tempest-ServersTestJSON-1438135586-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:39.504369 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d31a9ad-7763-4189-a373-b8837d3951be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ce3c9a0-2312-41b8-97d1-ccf50a8ad497,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:10:39.517855 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-9d31a9ad-7763-4189-a373-b8837d3951be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:10:39.586926 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9d31a9ad-7763-4189-a373-b8837d3951be admin admin] Notify callbacks [] for security_group, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:39.586926 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-9d31a9ad-7763-4189-a373-b8837d3951be admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/8ce3c9a0-2312-41b8-97d1-ccf50a8ad497 HTTP/1.1" status: 204  len: 168 time: 1.4194083
Dec 23 16:10:39.613618 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-40bdfc88-f405-49bf-a88b-0d1efae7ad8e tempest-ServersTestJSON-1438135586 tempest-ServersTestJSON-1438135586-project] Calling delete_port for 07f70584-a626-407a-afc3-753719dd9405 owned by network:floatingip {{(pid=87635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:10:39.742608 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-58cec749-c131-48ae-a463-cc7e345e796b tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:39.761818 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-4174ecab-6c60-4c4d-b59b-cfeb23542f2a tempest-RoutersAdminTest-1714001428 tempest-RoutersAdminTest-1714001428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:39.896502 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-40bdfc88-f405-49bf-a88b-0d1efae7ad8e tempest-ServersTestJSON-1438135586 tempest-ServersTestJSON-1438135586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:39.906617 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-2b4df74b-0672-4c47-ac79-9890b01036e3 tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:10:39.926619 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 44006) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:39.936767 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-4174ecab-6c60-4c4d-b59b-cfeb23542f2a tempest-RoutersAdminTest-1714001428 tempest-RoutersAdminTest-1714001428-project] Calling delete_port for 3ce0a7d8-337f-4efa-a34e-a0bd13f50074 owned by network:router_gateway {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:10:39.960495 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bdfc88-f405-49bf-a88b-0d1efae7ad8e tempest-ServersTestJSON-1438135586 tempest-ServersTestJSON-1438135586-project] Pushing event deleted for resources: {'Port': ['ID=07f70584-a626-407a-afc3-753719dd9405,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:10:39.964353 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-40bdfc88-f405-49bf-a88b-0d1efae7ad8e tempest-ServersTestJSON-1438135586 tempest-ServersTestJSON-1438135586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:10:40.042482 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-58cec749-c131-48ae-a463-cc7e345e796b tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:40.049352 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-21ee9b80-0ed5-4c0e-9d1d-1a7514385870 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:10:40.074156 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-3ca0d701-0466-49fe-b7e2-ffd19478f8bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1781419'] for router_interface, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:40.120132 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58cec749-c131-48ae-a463-cc7e345e796b tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Network 8afa6d58-9431-454a-b99c-3ff8a65aa86b is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:10:40.129339 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-58cec749-c131-48ae-a463-cc7e345e796b tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Resources bound (agent type, host, resource id):  {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:10:40.143907 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-40bdfc88-f405-49bf-a88b-0d1efae7ad8e tempest-ServersTestJSON-1438135586 tempest-ServersTestJSON-1438135586-project] Notify callbacks [] for floatingip, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:40.156675 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58cec749-c131-48ae-a463-cc7e345e796b tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:10:40.220713 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cec749-c131-48ae-a463-cc7e345e796b tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Pushing event updated for resources: {'Port': ['ID=231d0bb8-faff-49ca-8aa2-0b340293358a,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:10:40.228057 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-58cec749-c131-48ae-a463-cc7e345e796b tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:10:40.330547 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-17500bc6-b17e-4881-94c1-c0644fb4facf tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1781419'] for router_interface, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:40.381428 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.agents_db [None req-30c2320c-f298-49f6-9c47-c20e38116a9c None None] Agent healthcheck: found 6 active agents {{(pid=87638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 23 16:10:40.395483 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-40bdfc88-f405-49bf-a88b-0d1efae7ad8e tempest-ServersTestJSON-1438135586 tempest-ServersTestJSON-1438135586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for floatingip, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:40.396814 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-40bdfc88-f405-49bf-a88b-0d1efae7ad8e tempest-ServersTestJSON-1438135586 tempest-ServersTestJSON-1438135586-project] 10.222.0.64 "DELETE /v2.0/floatingips/041a5531-4503-40e4-928f-b885ddfc0771 HTTP/1.1" status: 204  len: 168 time: 1.6893051
Dec 23 16:10:40.399738 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 44024) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:40.432658 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-2711ef2b-5353-489c-bdf2-f7f35bc45a6f tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1234353177'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:10:40.436222 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-4174ecab-6c60-4c4d-b59b-cfeb23542f2a tempest-RoutersAdminTest-1714001428 tempest-RoutersAdminTest-1714001428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:40.444181 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-a7a05ddc-fa6d-485b-98ec-d4ec26c871aa tempest-DHCPAgentSchedulersTestJSON-394741792 tempest-DHCPAgentSchedulersTestJSON-394741792-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:10:40.472332 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-2711ef2b-5353-489c-bdf2-f7f35bc45a6f tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:10:40.691466 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-2711ef2b-5353-489c-bdf2-f7f35bc45a6f tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Usage tracker for resource:network and tenant:9552d108dcd2412896b3c037adf05d69 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:10:40.694263 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4174ecab-6c60-4c4d-b59b-cfeb23542f2a tempest-RoutersAdminTest-1714001428 tempest-RoutersAdminTest-1714001428-project] Pushing event deleted for resources: {'Port': ['ID=3ce0a7d8-337f-4efa-a34e-a0bd13f50074,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:10:40.698798 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-2711ef2b-5353-489c-bdf2-f7f35bc45a6f tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:10:40.702103 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-4174ecab-6c60-4c4d-b59b-cfeb23542f2a tempest-RoutersAdminTest-1714001428 tempest-RoutersAdminTest-1714001428-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:10:40.740028 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-2711ef2b-5353-489c-bdf2-f7f35bc45a6f tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:10:40.800800 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-58cec749-c131-48ae-a463-cc7e345e796b tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:40.803861 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 44042) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:40.863055 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2711ef2b-5353-489c-bdf2-f7f35bc45a6f tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Made reservation on behalf of 9552d108dcd2412896b3c037adf05d69 for: {'network': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:10:40.866582 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2711ef2b-5353-489c-bdf2-f7f35bc45a6f tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for network, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:40.939050 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-3ca0d701-0466-49fe-b7e2-ffd19478f8bc admin admin] Deleting port f1533cd9-1d4b-4d70-b357-905ad395d212 {{(pid=87635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:10:40.939494 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-3ca0d701-0466-49fe-b7e2-ffd19478f8bc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:40.939966 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2711ef2b-5353-489c-bdf2-f7f35bc45a6f tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Notify callbacks [] for security_group, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:41.013721 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-4174ecab-6c60-4c4d-b59b-cfeb23542f2a tempest-RoutersAdminTest-1714001428 tempest-RoutersAdminTest-1714001428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1824206'] for router_gateway, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:41.016158 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 44050) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:41.062889 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-2711ef2b-5353-489c-bdf2-f7f35bc45a6f tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:10:41.131648 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-8bd43203-1daf-4859-927a-0222ca4f233f tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-380769089', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:10:41.137790 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-58cec749-c131-48ae-a463-cc7e345e796b tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:41.171407 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-f8ba87bd-a21a-46ab-9df6-d6cf18ec17fa tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-963726957'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:10:41.179103 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-2711ef2b-5353-489c-bdf2-f7f35bc45a6f tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Usage tracker for resource:security_group_rule and tenant:9552d108dcd2412896b3c037adf05d69 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:10:41.183544 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-8bd43203-1daf-4859-927a-0222ca4f233f tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:10:41.188308 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-2711ef2b-5353-489c-bdf2-f7f35bc45a6f tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:10:41.197235 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-8bd43203-1daf-4859-927a-0222ca4f233f tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] Usage tracker for resource:router and tenant:e9c7d54cdb8540e78990761c6098944f is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:10:41.203937 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-8bd43203-1daf-4859-927a-0222ca4f233f tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:10:41.213796 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-8bd43203-1daf-4859-927a-0222ca4f233f tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:10:41.246608 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-f8ba87bd-a21a-46ab-9df6-d6cf18ec17fa tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:10:41.249133 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-2711ef2b-5353-489c-bdf2-f7f35bc45a6f tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:10:41.253865 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-8bd43203-1daf-4859-927a-0222ca4f233f tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1823978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-235332'] for router, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:41.254862 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-8bd43203-1daf-4859-927a-0222ca4f233f tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1824575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1824063', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1751113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-235341'] for router, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:41.267770 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-f8ba87bd-a21a-46ab-9df6-d6cf18ec17fa tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Usage tracker for resource:network and tenant:bf435ff0e7914a739a10fff5b2399c13 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:10:41.272282 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.db [None req-3ca0d701-0466-49fe-b7e2-ffd19478f8bc admin admin] For port f1533cd9-1d4b-4d70-b357-905ad395d212, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=f1533cd9-1d4b-4d70-b357-905ad395d212,segment=NetworkSegment(49705709-fd6f-45a3-8c17-ba357fb62791),segment_id=49705709-fd6f-45a3-8c17-ba357fb62791)] {{(pid=87635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:10:41.272282 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-3ca0d701-0466-49fe-b7e2-ffd19478f8bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:41.279575 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-f8ba87bd-a21a-46ab-9df6-d6cf18ec17fa tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:10:41.283531 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-4174ecab-6c60-4c4d-b59b-cfeb23542f2a tempest-RoutersAdminTest-1714001428 tempest-RoutersAdminTest-1714001428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1784183', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-235354'] for router, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:41.296594 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-4174ecab-6c60-4c4d-b59b-cfeb23542f2a tempest-RoutersAdminTest-1714001428 tempest-RoutersAdminTest-1714001428-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:41.301266 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-f8ba87bd-a21a-46ab-9df6-d6cf18ec17fa tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:10:41.373104 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8ba87bd-a21a-46ab-9df6-d6cf18ec17fa tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Made reservation on behalf of bf435ff0e7914a739a10fff5b2399c13 for: {'network': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:10:41.376969 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f8ba87bd-a21a-46ab-9df6-d6cf18ec17fa tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for network, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:41.411031 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-3ca0d701-0466-49fe-b7e2-ffd19478f8bc admin admin] Calling delete_port for f1533cd9-1d4b-4d70-b357-905ad395d212 owned by network:router_interface {{(pid=87635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:10:41.437346 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-8bd43203-1daf-4859-927a-0222ca4f233f tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:41.438339 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-4174ecab-6c60-4c4d-b59b-cfeb23542f2a tempest-RoutersAdminTest-1714001428 tempest-RoutersAdminTest-1714001428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1781328'] for router, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:41.438847 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4174ecab-6c60-4c4d-b59b-cfeb23542f2a tempest-RoutersAdminTest-1714001428 tempest-RoutersAdminTest-1714001428-project] Fanout notify agent at l3_agent the message router_deleted on router b22464b9-d9da-40e5-8a92-e2528669796a {{(pid=87636) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 23 16:10:41.452949 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f8ba87bd-a21a-46ab-9df6-d6cf18ec17fa tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks [] for security_group, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:41.496625 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-f8ba87bd-a21a-46ab-9df6-d6cf18ec17fa tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:10:41.528890 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-8bd43203-1daf-4859-927a-0222ca4f233f tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1823971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1824234'] for router, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:41.530610 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-f8ba87bd-a21a-46ab-9df6-d6cf18ec17fa tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Usage tracker for resource:security_group_rule and tenant:bf435ff0e7914a739a10fff5b2399c13 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:10:41.548362 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-f8ba87bd-a21a-46ab-9df6-d6cf18ec17fa tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:10:41.577378 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-8bd43203-1daf-4859-927a-0222ca4f233f tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] Notify callbacks [] for router, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:41.581323 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-8bd43203-1daf-4859-927a-0222ca4f233f tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201  len: 707 time: 0.5614958
Dec 23 16:10:41.581453 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-f8ba87bd-a21a-46ab-9df6-d6cf18ec17fa tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:10:41.581567 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 44056) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:41.588272 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-c038c744-f49e-496b-8eda-2bf81f6647fa tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1271943510'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:10:41.594878 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-c038c744-f49e-496b-8eda-2bf81f6647fa tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:10:41.614934 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-c038c744-f49e-496b-8eda-2bf81f6647fa tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] Usage tracker for resource:network and tenant:e9c7d54cdb8540e78990761c6098944f is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:10:41.618488 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-c038c744-f49e-496b-8eda-2bf81f6647fa tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:10:41.631750 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-c038c744-f49e-496b-8eda-2bf81f6647fa tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:10:41.641818 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:41.649256 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-17500bc6-b17e-4881-94c1-c0644fb4facf tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Deleting port bbec4452-bcc1-47df-bfe1-bc2378666b56 {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:10:41.649592 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-17500bc6-b17e-4881-94c1-c0644fb4facf tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:41.660005 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c038c744-f49e-496b-8eda-2bf81f6647fa tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] Made reservation on behalf of e9c7d54cdb8540e78990761c6098944f for: {'network': 1} {{(pid=87635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:10:41.663537 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-c038c744-f49e-496b-8eda-2bf81f6647fa tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for network, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:41.675796 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-439164f0-1be9-474f-ad2c-210867a8324d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1781419'] for router_interface, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:41.715730 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2711ef2b-5353-489c-bdf2-f7f35bc45a6f tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Notify callbacks [] for security_group, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:41.729358 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2711ef2b-5353-489c-bdf2-f7f35bc45a6f tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:41.737008 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:10:41.741294 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-c038c744-f49e-496b-8eda-2bf81f6647fa tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] Notify callbacks [] for security_group, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:41.772941 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-4174ecab-6c60-4c4d-b59b-cfeb23542f2a tempest-RoutersAdminTest-1714001428 tempest-RoutersAdminTest-1714001428-project] Notify callbacks [] for router, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:41.774013 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-4174ecab-6c60-4c4d-b59b-cfeb23542f2a tempest-RoutersAdminTest-1714001428 tempest-RoutersAdminTest-1714001428-project] 10.222.0.64 "DELETE /v2.0/routers/b22464b9-d9da-40e5-8a92-e2528669796a HTTP/1.1" status: 204  len: 168 time: 3.8674953
Dec 23 16:10:41.789706 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 44060) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:41.815751 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-58cec749-c131-48ae-a463-cc7e345e796b tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify callbacks [] for port, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:41.826502 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-32db98ac-188a-49f3-abcb-83a236295eb5 tempest-RoutersAdminTest-1714001428 tempest-RoutersAdminTest-1714001428-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-81977662', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b'}, 'admin_state_up': False}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:10:41.844996 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2711ef2b-5353-489c-bdf2-f7f35bc45a6f tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] vlan segment allocate from pool success with {'vlan_id': 440, 'physical_network': 'physnet1'}  {{(pid=87636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 23 16:10:41.849322 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-58cec749-c131-48ae-a463-cc7e345e796b tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2176289'] for port, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:41.912859 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-32db98ac-188a-49f3-abcb-83a236295eb5 tempest-RoutersAdminTest-1714001428 tempest-RoutersAdminTest-1714001428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:10:41.913305 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-c038c744-f49e-496b-8eda-2bf81f6647fa tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:10:41.916092 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2711ef2b-5353-489c-bdf2-f7f35bc45a6f tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62c22a44-b98b-4994-9037-cfabd5affb1b,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:10:41.929115 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-32db98ac-188a-49f3-abcb-83a236295eb5 tempest-RoutersAdminTest-1714001428 tempest-RoutersAdminTest-1714001428-project] Usage tracker for resource:router and tenant:33177e17267d4ff1869eb1c057f3e667 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:10:41.933326 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-2711ef2b-5353-489c-bdf2-f7f35bc45a6f tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:10:41.944706 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-16f4c05e-7a11-4e0b-a17b-fa2f66d2b455 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.030s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:10:41.948810 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-c038c744-f49e-496b-8eda-2bf81f6647fa tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] Usage tracker for resource:security_group_rule and tenant:e9c7d54cdb8540e78990761c6098944f is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:10:41.956161 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-c038c744-f49e-496b-8eda-2bf81f6647fa tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:10:41.979751 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-32db98ac-188a-49f3-abcb-83a236295eb5 tempest-RoutersAdminTest-1714001428 tempest-RoutersAdminTest-1714001428-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:10:42.019951 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-c038c744-f49e-496b-8eda-2bf81f6647fa tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:10:42.027031 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-32db98ac-188a-49f3-abcb-83a236295eb5 tempest-RoutersAdminTest-1714001428 tempest-RoutersAdminTest-1714001428-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:10:42.031764 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2711ef2b-5353-489c-bdf2-f7f35bc45a6f tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:42.032100 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.db.segments_db [None req-2711ef2b-5353-489c-bdf2-f7f35bc45a6f tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Added segment 3bf94199-de70-401a-b5b9-eabf2bec7461 of type vlan for network 4c1962e0-4c4d-4aa1-ba29-9dab3980edc3
Dec 23 16:10:42.086589 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-3ca0d701-0466-49fe-b7e2-ffd19478f8bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:42.091316 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-35a89a51-e3cb-48e2-a331-90c6392e8415 tempest-ServersTestJSON-1438135586 tempest-ServersTestJSON-1438135586-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:10:42.112060 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-32db98ac-188a-49f3-abcb-83a236295eb5 tempest-RoutersAdminTest-1714001428 tempest-RoutersAdminTest-1714001428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1823978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-235332'] for router, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:42.112969 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-32db98ac-188a-49f3-abcb-83a236295eb5 tempest-RoutersAdminTest-1714001428 tempest-RoutersAdminTest-1714001428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1824575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1824063', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1751113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-235341'] for router, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:42.154643 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cec749-c131-48ae-a463-cc7e345e796b tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Pushing event updated for resources: {'Port': ['ID=231d0bb8-faff-49ca-8aa2-0b340293358a,revision_number=2']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:10:42.157996 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2711ef2b-5353-489c-bdf2-f7f35bc45a6f tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735362521793'] for network, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:42.170101 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-58cec749-c131-48ae-a463-cc7e345e796b tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:10:42.181593 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-17500bc6-b17e-4881-94c1-c0644fb4facf tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:42.191262 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f8ba87bd-a21a-46ab-9df6-d6cf18ec17fa tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks [] for security_group, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:42.193290 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-58cec749-c131-48ae-a463-cc7e345e796b tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1824189'] for floatingip, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:42.210701 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f8ba87bd-a21a-46ab-9df6-d6cf18ec17fa tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:42.223836 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca0d701-0466-49fe-b7e2-ffd19478f8bc admin admin] Pushing event deleted for resources: {'Port': ['ID=f1533cd9-1d4b-4d70-b357-905ad395d212,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:10:42.232707 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-3ca0d701-0466-49fe-b7e2-ffd19478f8bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:10:42.273599 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:10:42.391796 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-c038c744-f49e-496b-8eda-2bf81f6647fa tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] Notify callbacks [] for security_group, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:42.464029 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-c038c744-f49e-496b-8eda-2bf81f6647fa tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:42.471245 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-83d7b4bc-a20c-4459-a31e-130750d104cb tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:10:42.518440 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-17500bc6-b17e-4881-94c1-c0644fb4facf tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Calling delete_port for bbec4452-bcc1-47df-bfe1-bc2378666b56 owned by network:router_interface {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:10:42.544538 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c038c744-f49e-496b-8eda-2bf81f6647fa tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] vlan segment allocate from pool success with {'vlan_id': 405, 'physical_network': 'physnet1'}  {{(pid=87635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 23 16:10:42.575701 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-32db98ac-188a-49f3-abcb-83a236295eb5 tempest-RoutersAdminTest-1714001428 tempest-RoutersAdminTest-1714001428-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:42.583188 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8ba87bd-a21a-46ab-9df6-d6cf18ec17fa tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] vlan segment allocate from pool success with {'vlan_id': 436, 'physical_network': 'physnet1'}  {{(pid=87636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 23 16:10:42.613964 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2711ef2b-5353-489c-bdf2-f7f35bc45a6f tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495'] for network, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:42.619300 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2711ef2b-5353-489c-bdf2-f7f35bc45a6f tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:10:42.619987 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2711ef2b-5353-489c-bdf2-f7f35bc45a6f tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:42.629135 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-58cec749-c131-48ae-a463-cc7e345e796b tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for floatingip, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:42.630326 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-58cec749-c131-48ae-a463-cc7e345e796b tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 5.8480587
Dec 23 16:10:42.630577 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c038c744-f49e-496b-8eda-2bf81f6647fa tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8c103e5-f2f6-4180-a6c0-b7e2bb15c0dd,revision_number=1']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:10:42.631162 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ba87bd-a21a-46ab-9df6-d6cf18ec17fa tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0cfda8cd-be0a-4e54-a71d-6b5372490761,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:10:42.635030 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-c038c744-f49e-496b-8eda-2bf81f6647fa tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:42.635358 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-f8ba87bd-a21a-46ab-9df6-d6cf18ec17fa tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:10:42.635517 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.db.segments_db [None req-c038c744-f49e-496b-8eda-2bf81f6647fa tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] Added segment 628744f0-984f-4a32-bc30-83e1067eace9 of type vlan for network c6f8c890-6f2b-4413-b8ac-814cce4f01d0
Dec 23 16:10:42.635846 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 44064) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:42.640520 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-c038c744-f49e-496b-8eda-2bf81f6647fa tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:10:42.642413 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-0a07958d-6422-40c8-ad3d-d0724fcb3960 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:10:42.646725 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-439164f0-1be9-474f-ad2c-210867a8324d admin admin] Deleting port cda84cc8-d1e0-460f-8482-f8bb524a07ce {{(pid=87635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:10:42.647098 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-439164f0-1be9-474f-ad2c-210867a8324d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:42.674226 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-140678cf-4cab-44e2-bfef-4919d3b1a554 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Request body: {'port': {'network_id': 'cd279298-a8b2-4014-95c3-e7f1a4a8ff2f', 'name': 'tempest-FloatingIPTestJSON-1392840357'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:10:42.691226 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f8ba87bd-a21a-46ab-9df6-d6cf18ec17fa tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:42.691557 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.db.segments_db [None req-f8ba87bd-a21a-46ab-9df6-d6cf18ec17fa tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Added segment d0e346f7-32a7-41a0-b972-301688edbe10 of type vlan for network a67646b4-5371-43ec-9f98-39fe51a67033
Dec 23 16:10:42.726065 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-c038c744-f49e-496b-8eda-2bf81f6647fa tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735362521793'] for network, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:42.736064 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-3ca0d701-0466-49fe-b7e2-ffd19478f8bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1627472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1784155'] for router_interface, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:42.867641 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.db.resource_extend [None req-c038c744-f49e-496b-8eda-2bf81f6647fa tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 23 16:10:42.926896 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-c038c744-f49e-496b-8eda-2bf81f6647fa tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495'] for network, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:42.932370 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c038c744-f49e-496b-8eda-2bf81f6647fa tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:10:42.932998 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-c038c744-f49e-496b-8eda-2bf81f6647fa tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627509'] for network, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:42.940013 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:10:42.957237 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-2711ef2b-5353-489c-bdf2-f7f35bc45a6f tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 3.0285182
Dec 23 16:10:42.971019 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2711ef2b-5353-489c-bdf2-f7f35bc45a6f tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Pushing event updated for resources: {'Network': ['ID=4c1962e0-4c4d-4aa1-ba29-9dab3980edc3,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:10:42.974065 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-2711ef2b-5353-489c-bdf2-f7f35bc45a6f tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:10:42.982554 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f8ba87bd-a21a-46ab-9df6-d6cf18ec17fa tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735362521793'] for network, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:42.986092 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Network 4c1962e0-4c4d-4aa1-ba29-9dab3980edc3 details requested by agent ovs-agent-dv-neutron-822799-1-hyperv with host dv-neutron-822799-1-hyperv {{(pid=87637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 23 16:10:43.105724 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 44068) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:43.143286 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-c28a6447-9e59-4e36-a703-aac2ce882dcc tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Request body: {'subnet': {'network_id': '4c1962e0-4c4d-4aa1-ba29-9dab3980edc3', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:10:43.181057 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.db [None req-439164f0-1be9-474f-ad2c-210867a8324d admin admin] For port cda84cc8-d1e0-460f-8482-f8bb524a07ce, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=cda84cc8-d1e0-460f-8482-f8bb524a07ce,segment=NetworkSegment(6b8a57f9-eb02-4082-be80-c717babaf4e7),segment_id=6b8a57f9-eb02-4082-be80-c717babaf4e7)] {{(pid=87635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:10:43.181411 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-439164f0-1be9-474f-ad2c-210867a8324d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:43.188711 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c038c744-f49e-496b-8eda-2bf81f6647fa tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] Pushing event updated for resources: {'Network': ['ID=c6f8c890-6f2b-4413-b8ac-814cce4f01d0,revision_number=1']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:10:43.199611 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Network c6f8c890-6f2b-4413-b8ac-814cce4f01d0 details requested by agent ovs-agent-dv-neutron-822799-1-hyperv with host dv-neutron-822799-1-hyperv {{(pid=87637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 23 16:10:43.237783 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-c038c744-f49e-496b-8eda-2bf81f6647fa tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201  len: 787 time: 1.6552999
Dec 23 16:10:43.246965 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-c038c744-f49e-496b-8eda-2bf81f6647fa tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:10:43.247683 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 44072) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:43.256625 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-32db98ac-188a-49f3-abcb-83a236295eb5 tempest-RoutersAdminTest-1714001428 tempest-RoutersAdminTest-1714001428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1824017', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1823768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-235299'] for router, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:43.291076 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-140678cf-4cab-44e2-bfef-4919d3b1a554 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:10:43.294746 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f8ba87bd-a21a-46ab-9df6-d6cf18ec17fa tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495'] for network, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:43.300777 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8ba87bd-a21a-46ab-9df6-d6cf18ec17fa tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:10:43.301696 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f8ba87bd-a21a-46ab-9df6-d6cf18ec17fa tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:43.312241 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-b8ffde97-766f-4471-9705-2fcd3658968b tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:10:43.354635 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-140678cf-4cab-44e2-bfef-4919d3b1a554 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Usage tracker for resource:port and tenant:eee7102271fa49768eefd83617c1f38a is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:10:43.360973 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-140678cf-4cab-44e2-bfef-4919d3b1a554 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Quota usage for port was recalculated. Used quota:4. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:10:43.393918 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-140678cf-4cab-44e2-bfef-4919d3b1a554 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:10:43.505315 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-439164f0-1be9-474f-ad2c-210867a8324d admin admin] Calling delete_port for cda84cc8-d1e0-460f-8482-f8bb524a07ce owned by network:router_interface {{(pid=87635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:10:43.535403 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-f8ba87bd-a21a-46ab-9df6-d6cf18ec17fa tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201  len: 785 time: 2.7225437
Dec 23 16:10:43.536492 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-0a82e82f-5cfa-4faf-a8e6-a49d20ae16a5 tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] Request body: {'subnet': {'network_id': 'c6f8c890-6f2b-4413-b8ac-814cce4f01d0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:10:43.544485 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-140678cf-4cab-44e2-bfef-4919d3b1a554 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Made reservation on behalf of eee7102271fa49768eefd83617c1f38a for: {'port': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:10:43.548082 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-140678cf-4cab-44e2-bfef-4919d3b1a554 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:43.550000 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 44076) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:43.558677 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ba87bd-a21a-46ab-9df6-d6cf18ec17fa tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Pushing event updated for resources: {'Network': ['ID=a67646b4-5371-43ec-9f98-39fe51a67033,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:10:43.561976 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-f8ba87bd-a21a-46ab-9df6-d6cf18ec17fa tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:10:43.572287 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-17500bc6-b17e-4881-94c1-c0644fb4facf tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:43.572477 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Network a67646b4-5371-43ec-9f98-39fe51a67033 details requested by agent ovs-agent-dv-neutron-822799-1-hyperv with host dv-neutron-822799-1-hyperv {{(pid=87637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 23 16:10:43.577784 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-938d3f96-254c-4b87-8dcc-579bc89d1ef5 tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:10:43.630816 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [None req-140678cf-4cab-44e2-bfef-4919d3b1a554 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] device_id is not set on port 13f8ac2e-3edb-430e-acf9-06bee7410dfe yet. {{(pid=87636) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 23 16:10:43.643337 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-4b1e544f-a38b-420f-992c-51ed4212b81a tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Request body: {'subnet': {'network_id': 'a67646b4-5371-43ec-9f98-39fe51a67033', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:10:43.668166 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17500bc6-b17e-4881-94c1-c0644fb4facf tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Pushing event deleted for resources: {'Port': ['ID=bbec4452-bcc1-47df-bfe1-bc2378666b56,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:10:43.674028 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-17500bc6-b17e-4881-94c1-c0644fb4facf tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:10:43.765163 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-c28a6447-9e59-4e36-a703-aac2ce882dcc tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:10:43.826089 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-c28a6447-9e59-4e36-a703-aac2ce882dcc tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Usage tracker for resource:subnet and tenant:9552d108dcd2412896b3c037adf05d69 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:10:43.865369 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-c28a6447-9e59-4e36-a703-aac2ce882dcc tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:10:43.932954 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-c28a6447-9e59-4e36-a703-aac2ce882dcc tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:10:43.987501 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-0a82e82f-5cfa-4faf-a8e6-a49d20ae16a5 tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:10:44.000927 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c28a6447-9e59-4e36-a703-aac2ce882dcc tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Made reservation on behalf of 9552d108dcd2412896b3c037adf05d69 for: {'subnet': 1} {{(pid=87635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:10:44.004384 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-c28a6447-9e59-4e36-a703-aac2ce882dcc tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2610339'] for subnet, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:44.018605 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-4b1e544f-a38b-420f-992c-51ed4212b81a tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:10:44.021004 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-0a82e82f-5cfa-4faf-a8e6-a49d20ae16a5 tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] Usage tracker for resource:subnet and tenant:e9c7d54cdb8540e78990761c6098944f is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:10:44.026760 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-0a82e82f-5cfa-4faf-a8e6-a49d20ae16a5 tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:10:44.041872 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-4b1e544f-a38b-420f-992c-51ed4212b81a tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Usage tracker for resource:subnet and tenant:bf435ff0e7914a739a10fff5b2399c13 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:10:44.051287 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-4b1e544f-a38b-420f-992c-51ed4212b81a tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:10:44.060795 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-0a82e82f-5cfa-4faf-a8e6-a49d20ae16a5 tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:10:44.069922 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-17500bc6-b17e-4881-94c1-c0644fb4facf tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1627472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1784155'] for router_interface, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:44.097311 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [None req-140678cf-4cab-44e2-bfef-4919d3b1a554 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Allocated IP 172.20.0.14 (cd279298-a8b2-4014-95c3-e7f1a4a8ff2f/272fc2fb-a2ff-4fca-924f-70fc755e24c3/13f8ac2e-3edb-430e-acf9-06bee7410dfe) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:10:44.109106 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-4b1e544f-a38b-420f-992c-51ed4212b81a tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:10:44.138628 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ca0d701-0466-49fe-b7e2-ffd19478f8bc admin admin] Router 5ddf301a-c667-4ab2-af44-4358f783eeec has already been hosted by L3 agent 371d4c41-c7e2-4de7-9539-c049ec4e95d1 {{(pid=87635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 23 16:10:44.161844 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a82e82f-5cfa-4faf-a8e6-a49d20ae16a5 tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] Made reservation on behalf of e9c7d54cdb8540e78990761c6098944f for: {'subnet': 1} {{(pid=87635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:10:44.165316 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-0a82e82f-5cfa-4faf-a8e6-a49d20ae16a5 tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2610339'] for subnet, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:44.193063 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b1e544f-a38b-420f-992c-51ed4212b81a tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Made reservation on behalf of bf435ff0e7914a739a10fff5b2399c13 for: {'subnet': 1} {{(pid=87635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:10:44.196308 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-4b1e544f-a38b-420f-992c-51ed4212b81a tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2610339'] for subnet, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:44.579313 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-32db98ac-188a-49f3-abcb-83a236295eb5 tempest-RoutersAdminTest-1714001428 tempest-RoutersAdminTest-1714001428-project] Notify callbacks [] for router_gateway, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:44.615885 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17500bc6-b17e-4881-94c1-c0644fb4facf tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Router b1195220-26e9-4598-8b6d-5b84f9818889 has already been hosted by L3 agent 371d4c41-c7e2-4de7-9539-c049ec4e95d1 {{(pid=87636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 23 16:10:44.617182 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-32db98ac-188a-49f3-abcb-83a236295eb5 tempest-RoutersAdminTest-1714001428 tempest-RoutersAdminTest-1714001428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:44.668095 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-439164f0-1be9-474f-ad2c-210867a8324d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:44.677157 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-3449061e-cda1-4d43-acd5-022f4864ef8e tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:10:44.705181 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ca0d701-0466-49fe-b7e2-ffd19478f8bc admin admin] Notify agent at l3_agent.dv-neutron-822799-1-hyperv the message routers_updated {{(pid=87635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 23 16:10:44.717729 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c51b791-f594-49bc-99af-51aa016aeb51 None None] Sync routers for ids ['5ddf301a-c667-4ab2-af44-4358f783eeec'] in dv-neutron-822799-1-hyperv {{(pid=87637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 23 16:10:44.729775 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c51b791-f594-49bc-99af-51aa016aeb51 None None] Routers {'5ddf301a-c667-4ab2-af44-4358f783eeec'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:10:44.730823 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-3c51b791-f594-49bc-99af-51aa016aeb51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc135e580>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:10:20Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['5ddf301a-c667-4ab2-af44-4358f783eeec'], 'active': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:10:44.898679 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17500bc6-b17e-4881-94c1-c0644fb4facf tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Notify agent at l3_agent.dv-neutron-822799-1-hyperv the message routers_updated {{(pid=87636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 23 16:10:44.899395 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439164f0-1be9-474f-ad2c-210867a8324d admin admin] Pushing event deleted for resources: {'Port': ['ID=cda84cc8-d1e0-460f-8482-f8bb524a07ce,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:10:44.926738 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffbfd290-fb5c-4fec-8aa1-6fcd57449b05 None None] Sync routers for ids ['b1195220-26e9-4598-8b6d-5b84f9818889'] in dv-neutron-822799-1-hyperv {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 23 16:10:44.929544 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvr_db [None req-3c51b791-f594-49bc-99af-51aa016aeb51 None None] Set router 5ddf301a-c667-4ab2-af44-4358f783eeec gateway port host: dv-neutron-822799-1-hyperv {{(pid=87637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:10:44.953419 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffbfd290-fb5c-4fec-8aa1-6fcd57449b05 None None] Routers {'b1195220-26e9-4598-8b6d-5b84f9818889'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:10:44.954196 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-ffbfd290-fb5c-4fec-8aa1-6fcd57449b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc2941d00>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:10:20Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['b1195220-26e9-4598-8b6d-5b84f9818889'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:10:44.971660 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-17500bc6-b17e-4881-94c1-c0644fb4facf tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] 10.222.0.64 "PUT /v2.0/routers/b1195220-26e9-4598-8b6d-5b84f9818889/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 6.1268368
Dec 23 16:10:44.977029 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 44080) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:44.980720 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-439164f0-1be9-474f-ad2c-210867a8324d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:10:45.073200 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-ffbfd290-fb5c-4fec-8aa1-6fcd57449b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc2941d00>, [], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:10:45.085862 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffbfd290-fb5c-4fec-8aa1-6fcd57449b05 None None] Routers {'b1195220-26e9-4598-8b6d-5b84f9818889'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:10:45.086997 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-ffbfd290-fb5c-4fec-8aa1-6fcd57449b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc2941d00>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:10:20Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['b1195220-26e9-4598-8b6d-5b84f9818889'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:10:45.117829 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-140678cf-4cab-44e2-bfef-4919d3b1a554 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:45.122700 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.api.v2.resource [None req-ed77bd47-16f8-473a-bde5-4810b5a70563 tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] delete failed (client error): The resource could not be found.
Dec 23 16:10:45.128186 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-ed77bd47-16f8-473a-bde5-4810b5a70563 tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] 10.222.0.64 "DELETE /v2.0/routers/tempest-non_exist_router-1695957571 HTTP/1.1" status: 404  len: 335 time: 0.1509988
Dec 23 16:10:45.130306 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 44084) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:45.131137 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-3ca0d701-0466-49fe-b7e2-ffd19478f8bc admin admin] 10.222.0.64 "PUT /v2.0/routers/5ddf301a-c667-4ab2-af44-4358f783eeec/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 6.5121267
Dec 23 16:10:45.150751 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 44086) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:45.158004 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-3b1cbc5b-42c2-492f-8760-a7312ad773cd tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Request body: {'router': {'external_gateway_info': {'network_id': 'b1195220-26e9-4598-8b6d-5b84f9818889'}}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:10:45.193155 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-ffbfd290-fb5c-4fec-8aa1-6fcd57449b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc2941d00>, [], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:10:45.193941 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffbfd290-fb5c-4fec-8aa1-6fcd57449b05 None None] The sync data for ids ['b1195220-26e9-4598-8b6d-5b84f9818889'] in dv-neutron-822799-1-hyperv is: [] {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 23 16:10:45.212539 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-c28a6447-9e59-4e36-a703-aac2ce882dcc tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2753396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2610353'] for subnet, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:45.216307 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-0a82e82f-5cfa-4faf-a8e6-a49d20ae16a5 tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2753396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2610353'] for subnet, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:45.240602 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [None req-32db98ac-188a-49f3-abcb-83a236295eb5 tempest-RoutersAdminTest-1714001428 tempest-RoutersAdminTest-1714001428-project] Allocated IP 172.26.3.93 (8afa6d58-9431-454a-b99c-3ff8a65aa86b/60537fec-5f5f-4ab7-89cc-03638149a590/9d045eb6-48f5-4bce-8a9e-0ac462d93eac) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:10:45.270548 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:10:45.336090 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-4b1e544f-a38b-420f-992c-51ed4212b81a tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2753396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2610353'] for subnet, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:45.366873 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-3c51b791-f594-49bc-99af-51aa016aeb51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc135e580>, [{'id': '5ddf301a-c667-4ab2-af44-4358f783eeec', 'name': 'tempest-ServersTestManualDisk-2052961793-router', 'tenant_id': '0d83cf4cd2a34a3d8747fec0cfffe963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.111'}], 'enable_snat': True}, 'gw_port_id': '2b166162-6ae6-4c8f-ac05-899a97e296f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:08:28Z', 'updated_at': '2021-12-23T16:10:41Z', 'revision_number': 5, 'project_id': '0d83cf4cd2a34a3d8747fec0cfffe963', 'gw_port': {'id': '2b166162-6ae6-4c8f-ac05-899a97e296f1', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:88:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ddf301a-c667-4ab2-af44-4358f783eeec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:08:30Z', 'updated_at': '2021-12-23T16:08:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv'}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:10:45.371683 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c51b791-f594-49bc-99af-51aa016aeb51 None None] Checking router: 5ddf301a-c667-4ab2-af44-4358f783eeec for host: dv-neutron-822799-1-hyperv {{(pid=87637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 23 16:10:45.382147 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c51b791-f594-49bc-99af-51aa016aeb51 None None] Routers {'5ddf301a-c667-4ab2-af44-4358f783eeec'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:10:45.382779 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-3c51b791-f594-49bc-99af-51aa016aeb51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc135e580>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:10:20Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['5ddf301a-c667-4ab2-af44-4358f783eeec'], 'active': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:10:45.419881 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28a6447-9e59-4e36-a703-aac2ce882dcc tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Pushing event updated for resources: {'Subnet': ['ID=7c4611d8-d4e9-4173-a478-f082b6a1baad,revision_number=0']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:10:45.549080 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a82e82f-5cfa-4faf-a8e6-a49d20ae16a5 tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] Checking segment: {'id': '628744f0-984f-4a32-bc30-83e1067eace9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'c6f8c890-6f2b-4413-b8ac-814cce4f01d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:10:45.549443 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a82e82f-5cfa-4faf-a8e6-a49d20ae16a5 tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] Network hostable DHCP agents. Network: c6f8c890-6f2b-4413-b8ac-814cce4f01d0, hostable agents: ['1c812d71-eadf-4fb3-b98e-67468a4aa7e2'], hosted agents: [] {{(pid=87635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 23 16:10:45.588150 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c28a6447-9e59-4e36-a703-aac2ce882dcc tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Checking segment: {'id': '3bf94199-de70-401a-b5b9-eabf2bec7461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '4c1962e0-4c4d-4aa1-ba29-9dab3980edc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:10:45.588918 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c28a6447-9e59-4e36-a703-aac2ce882dcc tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Network hostable DHCP agents. Network: 4c1962e0-4c4d-4aa1-ba29-9dab3980edc3, hostable agents: ['1c812d71-eadf-4fb3-b98e-67468a4aa7e2'], hosted agents: [] {{(pid=87635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 23 16:10:45.613418 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b1e544f-a38b-420f-992c-51ed4212b81a tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Checking segment: {'id': 'd0e346f7-32a7-41a0-b972-301688edbe10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'a67646b4-5371-43ec-9f98-39fe51a67033'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:10:45.613786 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b1e544f-a38b-420f-992c-51ed4212b81a tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Network hostable DHCP agents. Network: a67646b4-5371-43ec-9f98-39fe51a67033, hostable agents: ['1c812d71-eadf-4fb3-b98e-67468a4aa7e2'], hosted agents: [] {{(pid=87635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 23 16:10:45.637585 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a82e82f-5cfa-4faf-a8e6-a49d20ae16a5 tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] Pushing event updated for resources: {'Subnet': ['ID=739ce88a-a5ec-482f-b072-ee5b5d2aff1d,revision_number=0']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:10:45.639640 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-439164f0-1be9-474f-ad2c-210867a8324d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1627472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1784155'] for router_interface, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:45.643536 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-0a82e82f-5cfa-4faf-a8e6-a49d20ae16a5 tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:10:45.644134 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvr_db [None req-3c51b791-f594-49bc-99af-51aa016aeb51 None None] Set router 5ddf301a-c667-4ab2-af44-4358f783eeec gateway port host: dv-neutron-822799-1-hyperv {{(pid=87637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:10:45.647688 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-3936eb9d-2dd4-4ab5-a2da-1c256a6e7421 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.348s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:10:45.692439 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a82e82f-5cfa-4faf-a8e6-a49d20ae16a5 tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] Network c6f8c890-6f2b-4413-b8ac-814cce4f01d0 is scheduled to be hosted by DHCP agent 1c812d71-eadf-4fb3-b98e-67468a4aa7e2 with binding_index 1 {{(pid=87635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 23 16:10:45.776344 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c28a6447-9e59-4e36-a703-aac2ce882dcc tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Network 4c1962e0-4c4d-4aa1-ba29-9dab3980edc3 is scheduled to be hosted by DHCP agent 1c812d71-eadf-4fb3-b98e-67468a4aa7e2 with binding_index 1 {{(pid=87635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 23 16:10:45.788040 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b1e544f-a38b-420f-992c-51ed4212b81a tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Network a67646b4-5371-43ec-9f98-39fe51a67033 is scheduled to be hosted by DHCP agent 1c812d71-eadf-4fb3-b98e-67468a4aa7e2 with binding_index 1 {{(pid=87635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 23 16:10:45.808458 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.base_scheduler [None req-0a82e82f-5cfa-4faf-a8e6-a49d20ae16a5 tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822799-1-hyperv, c6f8c890-6f2b-4413-b8ac-814cce4f01d0) {{(pid=87635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:10:45.812158 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.base_scheduler [None req-c28a6447-9e59-4e36-a703-aac2ce882dcc tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822799-1-hyperv, 4c1962e0-4c4d-4aa1-ba29-9dab3980edc3) {{(pid=87635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:10:45.813502 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.base_scheduler [None req-4b1e544f-a38b-420f-992c-51ed4212b81a tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822799-1-hyperv, a67646b4-5371-43ec-9f98-39fe51a67033) {{(pid=87635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:10:45.814881 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1e544f-a38b-420f-992c-51ed4212b81a tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Pushing event updated for resources: {'Subnet': ['ID=5e7d5e66-7a68-48f0-a0dd-233499a170c0,revision_number=0']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:10:45.841559 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b1e544f-a38b-420f-992c-51ed4212b81a tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:10:45.842323 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-4b1e544f-a38b-420f-992c-51ed4212b81a tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks [] for subnet, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:45.845388 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-098aa63f-4920-4969-b3ee-5f010be4f1d0 None None] Network c6f8c890-6f2b-4413-b8ac-814cce4f01d0 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:10:45.847488 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a82e82f-5cfa-4faf-a8e6-a49d20ae16a5 tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:10:45.847488 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-0a82e82f-5cfa-4faf-a8e6-a49d20ae16a5 tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] Notify callbacks [] for subnet, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:45.851498 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c28a6447-9e59-4e36-a703-aac2ce882dcc tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:10:45.852063 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-c28a6447-9e59-4e36-a703-aac2ce882dcc tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Notify callbacks [] for subnet, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:45.858589 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8a7790f-a84c-443f-ada6-a78fe759bb53 None None] Network 4c1962e0-4c4d-4aa1-ba29-9dab3980edc3 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:10:45.872366 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b959b9d5-6a56-4276-a249-10ccf8b23ccc None None] Network a67646b4-5371-43ec-9f98-39fe51a67033 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:10:45.952873 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-4b1e544f-a38b-420f-992c-51ed4212b81a tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:10:45.964749 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.618s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:10:45.965686 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:10:45.969492 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-140678cf-4cab-44e2-bfef-4919d3b1a554 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:45.972170 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-4b1e544f-a38b-420f-992c-51ed4212b81a tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 2.4077752
Dec 23 16:10:45.973391 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 44094) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:45.990458 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-0a82e82f-5cfa-4faf-a8e6-a49d20ae16a5 tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.5540023
Dec 23 16:10:45.992275 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-c28a6447-9e59-4e36-a703-aac2ce882dcc tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 816 time: 2.8755326
Dec 23 16:10:45.997827 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-d167837b-0899-47c9-b129-ce05263118ab tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Request body: {'port': {'network_id': 'a67646b4-5371-43ec-9f98-39fe51a67033', 'name': 'tempest-NetworksTestDHCPv6-341177133'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:10:46.015367 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 44098) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:46.015760 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 44100) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:46.027428 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-bdb01dd6-48f9-4392-b7b4-98480ed79fe0 tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] Request body: {'network': {'name': 'tempest-router-network01--786110241'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:10:46.037723 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-c3ab21fe-effc-4cac-a790-31a21ae160d3 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-22762076'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:10:46.044357 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-bdb01dd6-48f9-4392-b7b4-98480ed79fe0 tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:10:46.049053 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-80b07591-0f4f-4c09-950d-1cf77394fb86 tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:10:46.049477 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-c3ab21fe-effc-4cac-a790-31a21ae160d3 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:10:46.101100 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-bdb01dd6-48f9-4392-b7b4-98480ed79fe0 tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] Usage tracker for resource:network and tenant:e9c7d54cdb8540e78990761c6098944f is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:10:46.113427 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-c3ab21fe-effc-4cac-a790-31a21ae160d3 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Usage tracker for resource:network and tenant:9552d108dcd2412896b3c037adf05d69 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:10:46.114467 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-21e99d5e-0757-4018-b124-7c4bc09119ed admin admin] Notify callbacks [] for router, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:46.117005 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-c3ab21fe-effc-4cac-a790-31a21ae160d3 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:10:46.119664 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-bdb01dd6-48f9-4392-b7b4-98480ed79fe0 tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:10:46.136337 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-bdb01dd6-48f9-4392-b7b4-98480ed79fe0 tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:10:46.175279 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-3b1cbc5b-42c2-492f-8760-a7312ad773cd tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1824017', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1823768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-235299'] for router, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:46.191249 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-c3ab21fe-effc-4cac-a790-31a21ae160d3 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:10:46.226024 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-140678cf-4cab-44e2-bfef-4919d3b1a554 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Network cd279298-a8b2-4014-95c3-e7f1a4a8ff2f is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:10:46.234976 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-140678cf-4cab-44e2-bfef-4919d3b1a554 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Resources bound (agent type, host, resource id):  {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:10:46.239443 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdb01dd6-48f9-4392-b7b4-98480ed79fe0 tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] Made reservation on behalf of e9c7d54cdb8540e78990761c6098944f for: {'network': 1} {{(pid=87635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:10:46.243244 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-bdb01dd6-48f9-4392-b7b4-98480ed79fe0 tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for network, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:46.261450 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-140678cf-4cab-44e2-bfef-4919d3b1a554 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:10:46.276723 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3ab21fe-effc-4cac-a790-31a21ae160d3 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Made reservation on behalf of 9552d108dcd2412896b3c037adf05d69 for: {'network': 1} {{(pid=87635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:10:46.280635 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-c3ab21fe-effc-4cac-a790-31a21ae160d3 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for network, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:46.295763 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-32db98ac-188a-49f3-abcb-83a236295eb5 tempest-RoutersAdminTest-1714001428 tempest-RoutersAdminTest-1714001428-project] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:46.304314 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140678cf-4cab-44e2-bfef-4919d3b1a554 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Pushing event updated for resources: {'Port': ['ID=13f8ac2e-3edb-430e-acf9-06bee7410dfe,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:10:46.319130 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-140678cf-4cab-44e2-bfef-4919d3b1a554 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:10:46.321979 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.api.v2.resource [None req-3b1cbc5b-42c2-492f-8760-a7312ad773cd tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] update failed (client error): The resource could not be found.
Dec 23 16:10:46.326766 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-3b1cbc5b-42c2-492f-8760-a7312ad773cd tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] 10.222.0.64 "PUT /v2.0/routers/b1195220-26e9-4598-8b6d-5b84f9818889 HTTP/1.1" status: 404  len: 339 time: 1.1817205
Dec 23 16:10:46.380139 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 44106) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:46.404862 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-d022cd3c-5e0c-40f2-9ada-c893d5812873 tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1910880608'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:10:46.423697 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-d022cd3c-5e0c-40f2-9ada-c893d5812873 tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:10:46.432905 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3ab21fe-effc-4cac-a790-31a21ae160d3 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] vlan segment allocate from pool success with {'vlan_id': 434, 'physical_network': 'physnet1'}  {{(pid=87635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 23 16:10:46.442465 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-c3ab21fe-effc-4cac-a790-31a21ae160d3 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:46.443183 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.db.segments_db [None req-c3ab21fe-effc-4cac-a790-31a21ae160d3 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Added segment 96b7bb68-a20d-4f4e-b1e8-cfccd5cb714d of type vlan for network bc95df6a-9f7a-424e-a487-773e53d625bd
Dec 23 16:10:46.450748 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-140678cf-4cab-44e2-bfef-4919d3b1a554 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:10:46.451370 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-140678cf-4cab-44e2-bfef-4919d3b1a554 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:46.455790 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-d022cd3c-5e0c-40f2-9ada-c893d5812873 tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Usage tracker for resource:network and tenant:27b98bb335a04980b28b25e7a81bcfe0 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:10:46.466211 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-d022cd3c-5e0c-40f2-9ada-c893d5812873 tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:10:46.476715 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-c3ab21fe-effc-4cac-a790-31a21ae160d3 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735362521793'] for network, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:46.489154 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-d022cd3c-5e0c-40f2-9ada-c893d5812873 tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:10:46.510604 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-140678cf-4cab-44e2-bfef-4919d3b1a554 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201  len: 930 time: 3.8527825
Dec 23 16:10:46.512774 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-d167837b-0899-47c9-b129-ce05263118ab tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:10:46.515248 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bdb01dd6-48f9-4392-b7b4-98480ed79fe0 tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] vlan segment allocate from pool success with {'vlan_id': 441, 'physical_network': 'physnet1'}  {{(pid=87635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 23 16:10:46.515536 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-21e99d5e-0757-4018-b124-7c4bc09119ed admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:46.518229 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 44110) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:46.524960 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-d167837b-0899-47c9-b129-ce05263118ab tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Usage tracker for resource:port and tenant:bf435ff0e7914a739a10fff5b2399c13 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:10:46.527185 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccb964db-f5b3-4878-bc86-7c70fcf22769 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7e017a6-8198-58c8-a07e-0f786128e3b3-c6f8c890-6f2b-4413-b8ac-814cce4f01d0', 'network_id': 'c6f8c890-6f2b-4413-b8ac-814cce4f01d0', 'tenant_id': 'e9c7d54cdb8540e78990761c6098944f', 'fixed_ips': [{'subnet_id': '739ce88a-a5ec-482f-b072-ee5b5d2aff1d'}]}} from dv-neutron-822799-1-hyperv. {{(pid=87637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 23 16:10:46.528030 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-ccb964db-f5b3-4878-bc86-7c70fcf22769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:46.530225 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-1113d91d-9790-402a-982f-b490dacbefc0 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Request body: {'floatingip': {'port_id': '13f8ac2e-3edb-430e-acf9-06bee7410dfe'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:10:46.534786 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-d167837b-0899-47c9-b129-ce05263118ab tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:10:46.549402 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-bdb01dd6-48f9-4392-b7b4-98480ed79fe0 tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:46.550023 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.db.segments_db [None req-bdb01dd6-48f9-4392-b7b4-98480ed79fe0 tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] Added segment 41ed0529-faab-49e6-929c-5317ebbfd974 of type vlan for network 2477dc82-2f98-4092-bb2d-047982188fe0
Dec 23 16:10:46.568121 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-d167837b-0899-47c9-b129-ce05263118ab tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:10:46.578469 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-439164f0-1be9-474f-ad2c-210867a8324d admin admin] Router e5ed9969-f942-413f-9711-d6031be48c18 has already been hosted by L3 agent 371d4c41-c7e2-4de7-9539-c049ec4e95d1 {{(pid=87635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 23 16:10:46.588357 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-21e99d5e-0757-4018-b124-7c4bc09119ed admin admin] Deleting port 2b166162-6ae6-4c8f-ac05-899a97e296f1 {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:10:46.588941 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-21e99d5e-0757-4018-b124-7c4bc09119ed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:46.599279 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-c3ab21fe-effc-4cac-a790-31a21ae160d3 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495'] for network, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:46.600444 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f657112b-24d4-478a-a124-3e70ac8d4905 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7e017a6-8198-58c8-a07e-0f786128e3b3-a67646b4-5371-43ec-9f98-39fe51a67033', 'network_id': 'a67646b4-5371-43ec-9f98-39fe51a67033', 'tenant_id': 'bf435ff0e7914a739a10fff5b2399c13', 'fixed_ips': [{'subnet_id': '5e7d5e66-7a68-48f0-a0dd-233499a170c0'}]}} from dv-neutron-822799-1-hyperv. {{(pid=87637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 23 16:10:46.601313 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f657112b-24d4-478a-a124-3e70ac8d4905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:46.604757 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3ab21fe-effc-4cac-a790-31a21ae160d3 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:10:46.605442 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-c3ab21fe-effc-4cac-a790-31a21ae160d3 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627509'] for network, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:46.610107 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc1c99f3-d16b-445c-884c-5506deab903d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7e017a6-8198-58c8-a07e-0f786128e3b3-4c1962e0-4c4d-4aa1-ba29-9dab3980edc3', 'network_id': '4c1962e0-4c4d-4aa1-ba29-9dab3980edc3', 'tenant_id': '9552d108dcd2412896b3c037adf05d69', 'fixed_ips': [{'subnet_id': '7c4611d8-d4e9-4173-a478-f082b6a1baad'}]}} from dv-neutron-822799-1-hyperv. {{(pid=87637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 23 16:10:46.611380 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-cc1c99f3-d16b-445c-884c-5506deab903d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:46.613368 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d022cd3c-5e0c-40f2-9ada-c893d5812873 tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Made reservation on behalf of 27b98bb335a04980b28b25e7a81bcfe0 for: {'network': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:10:46.615128 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-83d7b4bc-a20c-4459-a31e-130750d104cb tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:10:46.616920 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d022cd3c-5e0c-40f2-9ada-c893d5812873 tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for network, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:46.640252 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-bdb01dd6-48f9-4392-b7b4-98480ed79fe0 tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735362521793'] for network, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:46.651187 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d167837b-0899-47c9-b129-ce05263118ab tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Made reservation on behalf of bf435ff0e7914a739a10fff5b2399c13 for: {'port': 1} {{(pid=87635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:10:46.654672 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-d167837b-0899-47c9-b129-ce05263118ab tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:46.655772 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-3c51b791-f594-49bc-99af-51aa016aeb51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc135e580>, [{'id': '5ddf301a-c667-4ab2-af44-4358f783eeec', 'name': 'tempest-ServersTestManualDisk-2052961793-router', 'tenant_id': '0d83cf4cd2a34a3d8747fec0cfffe963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.111'}], 'enable_snat': True}, 'gw_port_id': '2b166162-6ae6-4c8f-ac05-899a97e296f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:08:28Z', 'updated_at': '2021-12-23T16:10:41Z', 'revision_number': 5, 'project_id': '0d83cf4cd2a34a3d8747fec0cfffe963', 'gw_port': {'id': '2b166162-6ae6-4c8f-ac05-899a97e296f1', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:88:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ddf301a-c667-4ab2-af44-4358f783eeec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:08:30Z', 'updated_at': '2021-12-23T16:08:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv'}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:10:46.667136 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-32db98ac-188a-49f3-abcb-83a236295eb5 tempest-RoutersAdminTest-1714001428 tempest-RoutersAdminTest-1714001428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:46.672695 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1113d91d-9790-402a-982f-b490dacbefc0 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify callbacks [] for floatingip, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:46.724624 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-500e75aa-854e-4831-a03d-d97072d5b6c9 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:10:46.742889 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c51b791-f594-49bc-99af-51aa016aeb51 None None] The sync data for ids ['5ddf301a-c667-4ab2-af44-4358f783eeec'] in dv-neutron-822799-1-hyperv is: [{'id': '5ddf301a-c667-4ab2-af44-4358f783eeec', 'name': 'tempest-ServersTestManualDisk-2052961793-router', 'tenant_id': '0d83cf4cd2a34a3d8747fec0cfffe963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.111'}], 'enable_snat': True}, 'gw_port_id': '2b166162-6ae6-4c8f-ac05-899a97e296f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:08:28Z', 'updated_at': '2021-12-23T16:10:41Z', 'revision_number': 5, 'project_id': '0d83cf4cd2a34a3d8747fec0cfffe963', 'gw_port': {'id': '2b166162-6ae6-4c8f-ac05-899a97e296f1', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:88:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ddf301a-c667-4ab2-af44-4358f783eeec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:08:30Z', 'updated_at': '2021-12-23T16:08:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv'}] {{(pid=87637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 23 16:10:46.984200 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-c3ab21fe-effc-4cac-a790-31a21ae160d3 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201  len: 778 time: 0.9628298
Dec 23 16:10:46.984200 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.notifiers.nova [None req-d167837b-0899-47c9-b129-ce05263118ab tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] device_id is not set on port a0e8299c-edef-4330-bf28-53f6dd0e1d28 yet. {{(pid=87635) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 23 16:10:47.032432 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 44114) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:47.041446 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-bb4ea5e3-2e24-4fce-933a-84ed343c26ef tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Request body: {'subnet': {'network_id': 'bc95df6a-9f7a-424e-a487-773e53d625bd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:10:47.043824 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_common [None req-ccb964db-f5b3-4878-bc86-7c70fcf22769 None None] Allocated IP 172.20.0.2 (c6f8c890-6f2b-4413-b8ac-814cce4f01d0/739ce88a-a5ec-482f-b072-ee5b5d2aff1d/079e09fd-f104-4f51-81ce-ead05a8a21d5) {{(pid=87637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:10:47.060546 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ab21fe-effc-4cac-a790-31a21ae160d3 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Pushing event updated for resources: {'Network': ['ID=bc95df6a-9f7a-424e-a487-773e53d625bd,revision_number=1']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:10:47.068284 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_common [None req-f657112b-24d4-478a-a124-3e70ac8d4905 None None] Allocated IP 2001:db8::2 (a67646b4-5371-43ec-9f98-39fe51a67033/5e7d5e66-7a68-48f0-a0dd-233499a170c0/489e0c2a-d2e4-45ac-a886-45ce5af55a83) {{(pid=87637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:10:47.088191 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32db98ac-188a-49f3-abcb-83a236295eb5 tempest-RoutersAdminTest-1714001428 tempest-RoutersAdminTest-1714001428-project] Network 8afa6d58-9431-454a-b99c-3ff8a65aa86b is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:10:47.099586 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-32db98ac-188a-49f3-abcb-83a236295eb5 tempest-RoutersAdminTest-1714001428 tempest-RoutersAdminTest-1714001428-project] Resources bound (agent type, host, resource id):  {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:10:47.106481 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_common [None req-cc1c99f3-d16b-445c-884c-5506deab903d None None] Allocated IP 172.20.255.242 (4c1962e0-4c4d-4aa1-ba29-9dab3980edc3/7c4611d8-d4e9-4173-a478-f082b6a1baad/1042310c-087c-49cc-83a0-e54d833f77b4) {{(pid=87637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:10:47.109410 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Network bc95df6a-9f7a-424e-a487-773e53d625bd details requested by agent ovs-agent-dv-neutron-822799-1-hyperv with host dv-neutron-822799-1-hyperv {{(pid=87637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 23 16:10:47.109886 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d022cd3c-5e0c-40f2-9ada-c893d5812873 tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] vlan segment allocate from pool success with {'vlan_id': 400, 'physical_network': 'physnet1'}  {{(pid=87636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 23 16:10:47.112087 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32db98ac-188a-49f3-abcb-83a236295eb5 tempest-RoutersAdminTest-1714001428 tempest-RoutersAdminTest-1714001428-project] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:10:47.135530 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-c3ab21fe-effc-4cac-a790-31a21ae160d3 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.520s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:10:47.170700 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d022cd3c-5e0c-40f2-9ada-c893d5812873 tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:47.171149 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.db.segments_db [None req-d022cd3c-5e0c-40f2-9ada-c893d5812873 tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Added segment 19478424-dc14-42fa-ab85-da0d6fbd7b0a of type vlan for network a3bc5b09-2d2b-4bb7-bf00-8c633685dfc4
Dec 23 16:10:47.201074 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-bdb01dd6-48f9-4392-b7b4-98480ed79fe0 tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495'] for network, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:47.207010 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdb01dd6-48f9-4392-b7b4-98480ed79fe0 tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:10:47.207693 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-bdb01dd6-48f9-4392-b7b4-98480ed79fe0 tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627509'] for network, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:47.217667 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d022cd3c-5e0c-40f2-9ada-c893d5812873 tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735362521793'] for network, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:47.227999 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-c038c744-f49e-496b-8eda-2bf81f6647fa tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:10:47.257698 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32db98ac-188a-49f3-abcb-83a236295eb5 tempest-RoutersAdminTest-1714001428 tempest-RoutersAdminTest-1714001428-project] Pushing event updated for resources: {'Port': ['ID=9d045eb6-48f5-4bce-8a9e-0ac462d93eac,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:10:47.319990 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-ccb964db-f5b3-4878-bc86-7c70fcf22769 None None] Notify callbacks [] for port, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:47.331289 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-ccb964db-f5b3-4878-bc86-7c70fcf22769 None None] Transition to ACTIVE for port object 079e09fd-f104-4f51-81ce-ead05a8a21d5 will not be triggered until provisioned by entity L2. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:10:47.350562 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-ccb964db-f5b3-4878-bc86-7c70fcf22769 None None] Transition to ACTIVE for port object 079e09fd-f104-4f51-81ce-ead05a8a21d5 will not be triggered until provisioned by entity DHCP. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:10:47.354871 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-32db98ac-188a-49f3-abcb-83a236295eb5 tempest-RoutersAdminTest-1714001428 tempest-RoutersAdminTest-1714001428-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.627s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:10:47.400811 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d022cd3c-5e0c-40f2-9ada-c893d5812873 tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495'] for network, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:47.406637 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d022cd3c-5e0c-40f2-9ada-c893d5812873 tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:10:47.407225 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d022cd3c-5e0c-40f2-9ada-c893d5812873 tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:47.409797 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-bdb01dd6-48f9-4392-b7b4-98480ed79fe0 tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201  len: 771 time: 1.3930092
Dec 23 16:10:47.417605 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 44118) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:47.426516 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb01dd6-48f9-4392-b7b4-98480ed79fe0 tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] Pushing event updated for resources: {'Network': ['ID=2477dc82-2f98-4092-bb2d-047982188fe0,revision_number=1']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:10:47.432068 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-7e7d5208-63da-4b70-bba7-cab7f413a583 tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] Request body: {'network': {'name': 'tempest-router-network02--662828612'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:10:47.433484 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-ccb964db-f5b3-4878-bc86-7c70fcf22769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780'] for port, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:47.437693 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-bb4ea5e3-2e24-4fce-933a-84ed343c26ef tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:10:47.440664 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-439164f0-1be9-474f-ad2c-210867a8324d admin admin] Notify agent at l3_agent.dv-neutron-822799-1-hyperv the message routers_updated {{(pid=87635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 23 16:10:47.443583 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-bdb01dd6-48f9-4392-b7b4-98480ed79fe0 tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:10:47.444772 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-7e7d5208-63da-4b70-bba7-cab7f413a583 tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:10:47.450980 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-439164f0-1be9-474f-ad2c-210867a8324d admin admin] 10.222.0.64 "PUT /v2.0/routers/e5ed9969-f942-413f-9711-d6031be48c18/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 7.0498240
Dec 23 16:10:47.452440 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-bb4ea5e3-2e24-4fce-933a-84ed343c26ef tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Usage tracker for resource:subnet and tenant:9552d108dcd2412896b3c037adf05d69 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:10:47.454067 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:10:47.456774 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 44122) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:47.459458 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-bb4ea5e3-2e24-4fce-933a-84ed343c26ef tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:10:47.494352 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-46cb880a-711c-4688-9962-e2d04118dc54 tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:10:47.516145 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-7e7d5208-63da-4b70-bba7-cab7f413a583 tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] Usage tracker for resource:network and tenant:e9c7d54cdb8540e78990761c6098944f is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:10:47.526584 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-7e7d5208-63da-4b70-bba7-cab7f413a583 tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:10:47.529576 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-bb4ea5e3-2e24-4fce-933a-84ed343c26ef tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:10:47.545733 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-7e7d5208-63da-4b70-bba7-cab7f413a583 tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:10:47.557040 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Network 2477dc82-2f98-4092-bb2d-047982188fe0 details requested by agent ovs-agent-dv-neutron-822799-1-hyperv with host dv-neutron-822799-1-hyperv {{(pid=87637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 23 16:10:47.570442 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d0f1fb4-610e-4daf-ab4b-6e8900585cf1 None None] Sync routers for ids ['e5ed9969-f942-413f-9711-d6031be48c18'] in dv-neutron-822799-1-hyperv {{(pid=87637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 23 16:10:47.570826 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb4ea5e3-2e24-4fce-933a-84ed343c26ef tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Made reservation on behalf of 9552d108dcd2412896b3c037adf05d69 for: {'subnet': 1} {{(pid=87635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:10:47.574537 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-bb4ea5e3-2e24-4fce-933a-84ed343c26ef tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2610339'] for subnet, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:47.596857 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e7d5208-63da-4b70-bba7-cab7f413a583 tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] Made reservation on behalf of e9c7d54cdb8540e78990761c6098944f for: {'network': 1} {{(pid=87635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:10:47.600313 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-7e7d5208-63da-4b70-bba7-cab7f413a583 tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for network, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:47.696844 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-d022cd3c-5e0c-40f2-9ada-c893d5812873 tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201  len: 791 time: 1.3113437
Dec 23 16:10:47.702959 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 44126) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:47.709771 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d022cd3c-5e0c-40f2-9ada-c893d5812873 tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Pushing event updated for resources: {'Network': ['ID=a3bc5b09-2d2b-4bb7-bf00-8c633685dfc4,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:10:47.717702 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-d022cd3c-5e0c-40f2-9ada-c893d5812873 tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:10:47.734034 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-05fc9546-3416-48e0-a2ed-aa9c2be31a9c tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Request body: {'subnet': {'network_id': 'a3bc5b09-2d2b-4bb7-bf00-8c633685dfc4', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:10:47.740837 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9640ac19-bc97-4113-a108-30230b2dca87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:47.775719 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Network a3bc5b09-2d2b-4bb7-bf00-8c633685dfc4 details requested by agent ovs-agent-dv-neutron-822799-1-hyperv with host dv-neutron-822799-1-hyperv {{(pid=87637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 23 16:10:47.786570 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-9fb67fd2-ac93-45d9-aa3c-55bce4f50d63 admin admin] Notify callbacks [] for router, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:47.789430 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d0f1fb4-610e-4daf-ab4b-6e8900585cf1 None None] Routers {'e5ed9969-f942-413f-9711-d6031be48c18'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:10:47.790106 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-3d0f1fb4-610e-4daf-ab4b-6e8900585cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc1478100>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:10:20Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['e5ed9969-f942-413f-9711-d6031be48c18'], 'active': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:10:47.848404 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e7d5208-63da-4b70-bba7-cab7f413a583 tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] vlan segment allocate from pool success with {'vlan_id': 406, 'physical_network': 'physnet1'}  {{(pid=87635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 23 16:10:47.849722 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccb964db-f5b3-4878-bc86-7c70fcf22769 None None] Network c6f8c890-6f2b-4413-b8ac-814cce4f01d0 is already hosted by enough agents. {{(pid=87637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:10:47.871972 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-7e7d5208-63da-4b70-bba7-cab7f413a583 tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:47.872330 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.db.segments_db [None req-7e7d5208-63da-4b70-bba7-cab7f413a583 tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] Added segment a56cdaee-15d7-44d9-b72c-4337a26c6bd9 of type vlan for network 8926f4e0-0b21-4dff-a78b-4fe76bcc0aa3
Dec 23 16:10:47.884646 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [None req-21e99d5e-0757-4018-b124-7c4bc09119ed admin admin] For port 2b166162-6ae6-4c8f-ac05-899a97e296f1, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=2b166162-6ae6-4c8f-ac05-899a97e296f1,segment=NetworkSegment(77e3d110-dd7b-426c-b11f-b78dde7993df),segment_id=77e3d110-dd7b-426c-b11f-b78dde7993df)] {{(pid=87636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:10:47.884646 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-21e99d5e-0757-4018-b124-7c4bc09119ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:47.887021 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-ccb964db-f5b3-4878-bc86-7c70fcf22769 None None] Resources bound (agent type, host, resource id):  {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:10:47.917320 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb964db-f5b3-4878-bc86-7c70fcf22769 None None] Received port after_create {{(pid=87637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:10:47.963952 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb964db-f5b3-4878-bc86-7c70fcf22769 None None] Pushing event updated for resources: {'Port': ['ID=079e09fd-f104-4f51-81ce-ead05a8a21d5,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:10:47.987243 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-ccb964db-f5b3-4878-bc86-7c70fcf22769 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.533s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:10:47.998110 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-7e7d5208-63da-4b70-bba7-cab7f413a583 tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735362521793'] for network, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:48.090122 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-21e99d5e-0757-4018-b124-7c4bc09119ed admin admin] Calling delete_port for 2b166162-6ae6-4c8f-ac05-899a97e296f1 owned by network:router_gateway {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:10:48.124107 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-9fb67fd2-ac93-45d9-aa3c-55bce4f50d63 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:48.142576 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-7e7d5208-63da-4b70-bba7-cab7f413a583 tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495'] for network, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:48.149532 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e7d5208-63da-4b70-bba7-cab7f413a583 tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:10:48.149984 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-7e7d5208-63da-4b70-bba7-cab7f413a583 tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627509'] for network, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:48.158649 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:10:48.184275 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-9fb67fd2-ac93-45d9-aa3c-55bce4f50d63 admin admin] Deleting port c289761a-cc5a-4016-bcf3-c34864da6853 {{(pid=87635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:10:48.184649 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-9fb67fd2-ac93-45d9-aa3c-55bce4f50d63 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:48.227167 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-bb4ea5e3-2e24-4fce-933a-84ed343c26ef tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2753396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2610353'] for subnet, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:48.260687 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-05fc9546-3416-48e0-a2ed-aa9c2be31a9c tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:10:48.278918 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-05fc9546-3416-48e0-a2ed-aa9c2be31a9c tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Usage tracker for resource:subnet and tenant:27b98bb335a04980b28b25e7a81bcfe0 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:10:48.320772 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-7e7d5208-63da-4b70-bba7-cab7f413a583 tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201  len: 771 time: 0.8995974
Dec 23 16:10:48.321588 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 44130) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:48.337900 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-05fc9546-3416-48e0-a2ed-aa9c2be31a9c tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:10:48.351841 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-6968cc3d-4013-4cbc-8ec9-9e9c3d752d43 tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] Request body: {'subnet': {'network_id': '2477dc82-2f98-4092-bb2d-047982188fe0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:10:48.377472 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-ccb964db-f5b3-4878-bc86-7c70fcf22769 None None] Attempting to bind port 079e09fd-f104-4f51-81ce-ead05a8a21d5 on host dv-neutron-822799-1-hyperv for vnic_type normal with profile  {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:10:48.378363 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-ccb964db-f5b3-4878-bc86-7c70fcf22769 None None] Attempting to bind port 079e09fd-f104-4f51-81ce-ead05a8a21d5 by drivers openvswitch,hyperv on host dv-neutron-822799-1-hyperv at level 0 using segments [{'id': '628744f0-984f-4a32-bc30-83e1067eace9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'c6f8c890-6f2b-4413-b8ac-814cce4f01d0'}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:10:48.378890 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb964db-f5b3-4878-bc86-7c70fcf22769 None None] Attempting to bind port 079e09fd-f104-4f51-81ce-ead05a8a21d5 on network c6f8c890-6f2b-4413-b8ac-814cce4f01d0 {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:10:48.406751 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7d5208-63da-4b70-bba7-cab7f413a583 tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] Pushing event updated for resources: {'Network': ['ID=8926f4e0-0b21-4dff-a78b-4fe76bcc0aa3,revision_number=1']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:10:48.427077 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device f1533cd9-1d4b-4d70-b357-905ad395d212 no longer exists at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 23 16:10:48.471253 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Network 8926f4e0-0b21-4dff-a78b-4fe76bcc0aa3 details requested by agent ovs-agent-dv-neutron-822799-1-hyperv with host dv-neutron-822799-1-hyperv {{(pid=87637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 23 16:10:48.501792 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb964db-f5b3-4878-bc86-7c70fcf22769 None None] Checking agent: {'id': '20d2070f-69a9-4e73-8d08-6f0387a40158', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822799-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 21), 'started_at': datetime.datetime(2021, 12, 23, 16, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 10, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822799-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 23 16:10:48.502150 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb964db-f5b3-4878-bc86-7c70fcf22769 None None] Checking segment: {'id': '628744f0-984f-4a32-bc30-83e1067eace9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'c6f8c890-6f2b-4413-b8ac-814cce4f01d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:10:48.502738 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-ccb964db-f5b3-4878-bc86-7c70fcf22769 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:48.503299 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb964db-f5b3-4878-bc86-7c70fcf22769 None None] Bound using segment: {'id': '628744f0-984f-4a32-bc30-83e1067eace9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'c6f8c890-6f2b-4413-b8ac-814cce4f01d0'} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 23 16:10:48.503980 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-ccb964db-f5b3-4878-bc86-7c70fcf22769 None None] Bound port: 079e09fd-f104-4f51-81ce-ead05a8a21d5, host: dv-neutron-822799-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '628744f0-984f-4a32-bc30-83e1067eace9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'c6f8c890-6f2b-4413-b8ac-814cce4f01d0'}}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 23 16:10:48.504379 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-ccb964db-f5b3-4878-bc86-7c70fcf22769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:48.529204 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] No Port match for: f1533cd9-1d4b-4d70-b357-905ad395d212 {{(pid=87637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 23 16:10:48.529581 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device f1533cd9-1d4b-4d70-b357-905ad395d212 not bound to the agent host dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 23 16:10:48.532033 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f657112b-24d4-478a-a124-3e70ac8d4905 None None] Notify callbacks [] for port, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:48.549699 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvr_db [None req-3d0f1fb4-610e-4daf-ab4b-6e8900585cf1 None None] Set router e5ed9969-f942-413f-9711-d6031be48c18 gateway port host: dv-neutron-822799-1-hyperv {{(pid=87637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:10:48.559455 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-7e7d5208-63da-4b70-bba7-cab7f413a583 tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.401s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:10:48.561571 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-4b1e544f-a38b-420f-992c-51ed4212b81a tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.319s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:10:48.571628 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-05fc9546-3416-48e0-a2ed-aa9c2be31a9c tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:10:48.641985 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05fc9546-3416-48e0-a2ed-aa9c2be31a9c tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Made reservation on behalf of 27b98bb335a04980b28b25e7a81bcfe0 for: {'subnet': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:10:48.645692 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-05fc9546-3416-48e0-a2ed-aa9c2be31a9c tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2618324'] for subnet, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:48.721794 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb4ea5e3-2e24-4fce-933a-84ed343c26ef tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Checking segment: {'id': '96b7bb68-a20d-4f4e-b1e8-cfccd5cb714d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'bc95df6a-9f7a-424e-a487-773e53d625bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:10:48.722163 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb4ea5e3-2e24-4fce-933a-84ed343c26ef tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Network hostable DHCP agents. Network: bc95df6a-9f7a-424e-a487-773e53d625bd, hostable agents: ['1c812d71-eadf-4fb3-b98e-67468a4aa7e2'], hosted agents: [] {{(pid=87635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 23 16:10:48.736644 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-32db98ac-188a-49f3-abcb-83a236295eb5 tempest-RoutersAdminTest-1714001428 tempest-RoutersAdminTest-1714001428-project] Notify callbacks [] for router_gateway, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:48.756405 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-f657112b-24d4-478a-a124-3e70ac8d4905 None None] Transition to ACTIVE for port object 489e0c2a-d2e4-45ac-a886-45ce5af55a83 will not be triggered until provisioned by entity L2. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:10:48.782249 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4ea5e3-2e24-4fce-933a-84ed343c26ef tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Pushing event updated for resources: {'Subnet': ['ID=46e15211-0755-485d-b1c3-4d39b818f368,revision_number=0']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:10:48.787646 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-bb4ea5e3-2e24-4fce-933a-84ed343c26ef tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:10:48.794633 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-f657112b-24d4-478a-a124-3e70ac8d4905 None None] Transition to ACTIVE for port object 489e0c2a-d2e4-45ac-a886-45ce5af55a83 will not be triggered until provisioned by entity DHCP. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:10:48.809628 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-6968cc3d-4013-4cbc-8ec9-9e9c3d752d43 tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:10:48.816159 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-cc1c99f3-d16b-445c-884c-5506deab903d None None] Notify callbacks [] for port, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:48.824609 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f657112b-24d4-478a-a124-3e70ac8d4905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780'] for port, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:48.838814 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-56981484-4a47-4324-8f2d-45cd89488c77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:10:48.857393 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-6968cc3d-4013-4cbc-8ec9-9e9c3d752d43 tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] Usage tracker for resource:subnet and tenant:e9c7d54cdb8540e78990761c6098944f is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:10:48.869280 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb4ea5e3-2e24-4fce-933a-84ed343c26ef tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Network bc95df6a-9f7a-424e-a487-773e53d625bd is scheduled to be hosted by DHCP agent 1c812d71-eadf-4fb3-b98e-67468a4aa7e2 with binding_index 1 {{(pid=87635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 23 16:10:48.871583 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-6968cc3d-4013-4cbc-8ec9-9e9c3d752d43 tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:10:48.887080 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-6968cc3d-4013-4cbc-8ec9-9e9c3d752d43 tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:10:48.894470 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.db [None req-9fb67fd2-ac93-45d9-aa3c-55bce4f50d63 admin admin] For port c289761a-cc5a-4016-bcf3-c34864da6853, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=c289761a-cc5a-4016-bcf3-c34864da6853,segment=NetworkSegment(77e3d110-dd7b-426c-b11f-b78dde7993df),segment_id=77e3d110-dd7b-426c-b11f-b78dde7993df)] {{(pid=87635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:10:48.894753 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-9fb67fd2-ac93-45d9-aa3c-55bce4f50d63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:48.948179 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-cc1c99f3-d16b-445c-884c-5506deab903d None None] Transition to ACTIVE for port object 1042310c-087c-49cc-83a0-e54d833f77b4 will not be triggered until provisioned by entity L2. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:10:48.976624 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.base_scheduler [None req-bb4ea5e3-2e24-4fce-933a-84ed343c26ef tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822799-1-hyperv, bc95df6a-9f7a-424e-a487-773e53d625bd) {{(pid=87635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:10:49.009725 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f657112b-24d4-478a-a124-3e70ac8d4905 None None] Network a67646b4-5371-43ec-9f98-39fe51a67033 is already hosted by enough agents. {{(pid=87637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:10:49.013909 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e04cac21-62ca-4acd-ab9c-c63d35e338f0 None None] Network bc95df6a-9f7a-424e-a487-773e53d625bd requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:10:49.048443 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.db_base_plugin_common [None req-d167837b-0899-47c9-b129-ce05263118ab tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Allocated IP 2001:db8::207 (a67646b4-5371-43ec-9f98-39fe51a67033/5e7d5e66-7a68-48f0-a0dd-233499a170c0/a0e8299c-edef-4330-bf28-53f6dd0e1d28) {{(pid=87635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:10:49.050978 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb4ea5e3-2e24-4fce-933a-84ed343c26ef tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:10:49.051612 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-bb4ea5e3-2e24-4fce-933a-84ed343c26ef tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Notify callbacks [] for subnet, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:49.055215 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6968cc3d-4013-4cbc-8ec9-9e9c3d752d43 tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] Made reservation on behalf of e9c7d54cdb8540e78990761c6098944f for: {'subnet': 1} {{(pid=87635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:10:49.058614 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-6968cc3d-4013-4cbc-8ec9-9e9c3d752d43 tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2610339'] for subnet, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:49.080270 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-9fb67fd2-ac93-45d9-aa3c-55bce4f50d63 admin admin] Calling delete_port for c289761a-cc5a-4016-bcf3-c34864da6853 owned by network:router_gateway {{(pid=87635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:10:49.086896 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-f657112b-24d4-478a-a124-3e70ac8d4905 None None] Resources bound (agent type, host, resource id):  {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:10:49.102844 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.db.resource_extend [None req-1113d91d-9790-402a-982f-b490dacbefc0 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 23 16:10:49.113139 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f657112b-24d4-478a-a124-3e70ac8d4905 None None] Received port after_create {{(pid=87637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:10:49.117133 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f657112b-24d4-478a-a124-3e70ac8d4905 None None] Pushing event updated for resources: {'Port': ['ID=489e0c2a-d2e4-45ac-a886-45ce5af55a83,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:10:49.131009 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-f657112b-24d4-478a-a124-3e70ac8d4905 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:10:49.132312 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-cc1c99f3-d16b-445c-884c-5506deab903d None None] Transition to ACTIVE for port object 1042310c-087c-49cc-83a0-e54d833f77b4 will not be triggered until provisioned by entity DHCP. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:10:49.185704 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-ccb964db-f5b3-4878-bc86-7c70fcf22769 None None] For port 079e09fd-f104-4f51-81ce-ead05a8a21d5, host dv-neutron-822799-1-hyperv, cleared binding levels {{(pid=87637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 23 16:10:49.196369 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-cc1c99f3-d16b-445c-884c-5506deab903d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780'] for port, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:49.215255 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-fbbd068a-cfb3-4730-8384-3b362ae7bd22 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:10:49.247692 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-bb4ea5e3-2e24-4fce-933a-84ed343c26ef tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 873 time: 2.2123754
Dec 23 16:10:49.253705 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 44134) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:49.282037 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-21e99d5e-0757-4018-b124-7c4bc09119ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:49.291147 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1113d91d-9790-402a-982f-b490dacbefc0 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:49.292449 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-0b9a5df7-3ef1-4f81-a53e-3590e20e3cbe tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:10:49.313762 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-ccb964db-f5b3-4878-bc86-7c70fcf22769 None None] For port 079e09fd-f104-4f51-81ce-ead05a8a21d5, host dv-neutron-822799-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=079e09fd-f104-4f51-81ce-ead05a8a21d5,segment=NetworkSegment(628744f0-984f-4a32-bc30-83e1067eace9),segment_id=628744f0-984f-4a32-bc30-83e1067eace9)] {{(pid=87637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 23 16:10:49.390352 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-ccb964db-f5b3-4878-bc86-7c70fcf22769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:49.395115 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc1c99f3-d16b-445c-884c-5506deab903d None None] Network 4c1962e0-4c4d-4aa1-ba29-9dab3980edc3 is already hosted by enough agents. {{(pid=87637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:10:49.408606 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-cc1c99f3-d16b-445c-884c-5506deab903d None None] Resources bound (agent type, host, resource id):  {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:10:49.436914 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1113d91d-9790-402a-982f-b490dacbefc0 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1824189'] for floatingip, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:49.442948 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc1c99f3-d16b-445c-884c-5506deab903d None None] Received port after_create {{(pid=87637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:10:49.445019 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-f657112b-24d4-478a-a124-3e70ac8d4905 None None] Attempting to bind port 489e0c2a-d2e4-45ac-a886-45ce5af55a83 on host dv-neutron-822799-1-hyperv for vnic_type normal with profile  {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:10:49.445391 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-f657112b-24d4-478a-a124-3e70ac8d4905 None None] Attempting to bind port 489e0c2a-d2e4-45ac-a886-45ce5af55a83 by drivers openvswitch,hyperv on host dv-neutron-822799-1-hyperv at level 0 using segments [{'id': 'd0e346f7-32a7-41a0-b972-301688edbe10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'a67646b4-5371-43ec-9f98-39fe51a67033'}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:10:49.445738 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f657112b-24d4-478a-a124-3e70ac8d4905 None None] Attempting to bind port 489e0c2a-d2e4-45ac-a886-45ce5af55a83 on network a67646b4-5371-43ec-9f98-39fe51a67033 {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:10:49.447541 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1c99f3-d16b-445c-884c-5506deab903d None None] Pushing event updated for resources: {'Port': ['ID=1042310c-087c-49cc-83a0-e54d833f77b4,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:10:49.469319 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-cc1c99f3-d16b-445c-884c-5506deab903d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:10:49.477081 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-11322abd-a2ae-4eab-8040-a3072d326ebe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.075s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:10:49.501101 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-05fc9546-3416-48e0-a2ed-aa9c2be31a9c tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2176430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2618310'] for subnet, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:49.515496 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e99d5e-0757-4018-b124-7c4bc09119ed admin admin] Pushing event deleted for resources: {'Port': ['ID=2b166162-6ae6-4c8f-ac05-899a97e296f1,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:10:49.517746 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f657112b-24d4-478a-a124-3e70ac8d4905 None None] Checking agent: {'id': '20d2070f-69a9-4e73-8d08-6f0387a40158', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822799-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 21), 'started_at': datetime.datetime(2021, 12, 23, 16, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 10, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822799-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 23 16:10:49.518476 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f657112b-24d4-478a-a124-3e70ac8d4905 None None] Checking segment: {'id': 'd0e346f7-32a7-41a0-b972-301688edbe10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'a67646b4-5371-43ec-9f98-39fe51a67033'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:10:49.518476 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f657112b-24d4-478a-a124-3e70ac8d4905 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:49.518809 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f657112b-24d4-478a-a124-3e70ac8d4905 None None] Bound using segment: {'id': 'd0e346f7-32a7-41a0-b972-301688edbe10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'a67646b4-5371-43ec-9f98-39fe51a67033'} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 23 16:10:49.519312 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-f657112b-24d4-478a-a124-3e70ac8d4905 None None] Bound port: 489e0c2a-d2e4-45ac-a886-45ce5af55a83, host: dv-neutron-822799-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0e346f7-32a7-41a0-b972-301688edbe10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'a67646b4-5371-43ec-9f98-39fe51a67033'}}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 23 16:10:49.519699 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f657112b-24d4-478a-a124-3e70ac8d4905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:49.522487 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-21e99d5e-0757-4018-b124-7c4bc09119ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:10:49.523719 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-2eeb08d7-127c-407d-a56f-04af9c4f1634 tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:10:49.651077 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-d167837b-0899-47c9-b129-ce05263118ab tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks [] for port, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:49.670977 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-b0a055fa-dca8-4f0b-945e-9010a6f03db3 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-698866'] for network, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:49.687187 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.provisioning_blocks [None req-d167837b-0899-47c9-b129-ce05263118ab tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Transition to ACTIVE for port object a0e8299c-edef-4330-bf28-53f6dd0e1d28 will not be triggered until provisioned by entity DHCP. {{(pid=87635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:10:49.753907 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-d167837b-0899-47c9-b129-ce05263118ab tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:49.772769 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-cc1c99f3-d16b-445c-884c-5506deab903d None None] Attempting to bind port 1042310c-087c-49cc-83a0-e54d833f77b4 on host dv-neutron-822799-1-hyperv for vnic_type normal with profile  {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:10:49.773157 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-cc1c99f3-d16b-445c-884c-5506deab903d None None] Attempting to bind port 1042310c-087c-49cc-83a0-e54d833f77b4 by drivers openvswitch,hyperv on host dv-neutron-822799-1-hyperv at level 0 using segments [{'id': '3bf94199-de70-401a-b5b9-eabf2bec7461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '4c1962e0-4c4d-4aa1-ba29-9dab3980edc3'}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:10:49.773623 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc1c99f3-d16b-445c-884c-5506deab903d None None] Attempting to bind port 1042310c-087c-49cc-83a0-e54d833f77b4 on network 4c1962e0-4c4d-4aa1-ba29-9dab3980edc3 {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:10:49.776891 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-156b3590-6222-4c64-a99f-56b852f615de tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:10:49.786928 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb964db-f5b3-4878-bc86-7c70fcf22769 None None] Pushing event updated for resources: {'Port': ['ID=079e09fd-f104-4f51-81ce-ead05a8a21d5,revision_number=2']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:10:49.794494 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-fc97345b-8770-463b-a93b-bcfa0d5252a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:49.798362 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-ccb964db-f5b3-4878-bc86-7c70fcf22769 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:10:49.799165 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc1c99f3-d16b-445c-884c-5506deab903d None None] Checking agent: {'id': '20d2070f-69a9-4e73-8d08-6f0387a40158', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822799-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 21), 'started_at': datetime.datetime(2021, 12, 23, 16, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 10, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822799-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 23 16:10:49.799552 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc1c99f3-d16b-445c-884c-5506deab903d None None] Checking segment: {'id': '3bf94199-de70-401a-b5b9-eabf2bec7461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '4c1962e0-4c4d-4aa1-ba29-9dab3980edc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:10:49.799957 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-cc1c99f3-d16b-445c-884c-5506deab903d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:49.800361 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc1c99f3-d16b-445c-884c-5506deab903d None None] Bound using segment: {'id': '3bf94199-de70-401a-b5b9-eabf2bec7461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '4c1962e0-4c4d-4aa1-ba29-9dab3980edc3'} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 23 16:10:49.800897 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-cc1c99f3-d16b-445c-884c-5506deab903d None None] Bound port: 1042310c-087c-49cc-83a0-e54d833f77b4, host: dv-neutron-822799-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bf94199-de70-401a-b5b9-eabf2bec7461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '4c1962e0-4c4d-4aa1-ba29-9dab3980edc3'}}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 23 16:10:49.801270 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-cc1c99f3-d16b-445c-884c-5506deab903d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:49.807613 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-32db98ac-188a-49f3-abcb-83a236295eb5 tempest-RoutersAdminTest-1714001428 tempest-RoutersAdminTest-1714001428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1823971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1824234'] for router, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:49.809212 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.db.l3_db [None req-1113d91d-9790-402a-982f-b490dacbefc0 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Floating IP 99774ca2-e150-482a-9c7c-ff40bd1bda67 associated. External IP: 172.26.3.14, port: 13f8ac2e-3edb-430e-acf9-06bee7410dfe.
Dec 23 16:10:49.823800 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0402b1ba-a1d8-4aa5-9eee-7471564f2df8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7e017a6-8198-58c8-a07e-0f786128e3b3-bc95df6a-9f7a-424e-a487-773e53d625bd', 'network_id': 'bc95df6a-9f7a-424e-a487-773e53d625bd', 'tenant_id': '9552d108dcd2412896b3c037adf05d69', 'fixed_ips': [{'subnet_id': '46e15211-0755-485d-b1c3-4d39b818f368'}]}} from dv-neutron-822799-1-hyperv. {{(pid=87637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 23 16:10:49.824646 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-0402b1ba-a1d8-4aa5-9eee-7471564f2df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:49.856710 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fc9546-3416-48e0-a2ed-aa9c2be31a9c tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Pushing event updated for resources: {'Subnet': ['ID=d3d2261b-1020-4c6e-ad18-8cbbe669f9df,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:10:49.856979 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-9fb67fd2-ac93-45d9-aa3c-55bce4f50d63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:49.870543 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-05fc9546-3416-48e0-a2ed-aa9c2be31a9c tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:10:49.914625 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d167837b-0899-47c9-b129-ce05263118ab tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Network a67646b4-5371-43ec-9f98-39fe51a67033 is already hosted by enough agents. {{(pid=87635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:10:49.929991 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.base_scheduler [None req-d167837b-0899-47c9-b129-ce05263118ab tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Resources bound (agent type, host, resource id):  {{(pid=87635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:10:49.941999 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-3d0f1fb4-610e-4daf-ab4b-6e8900585cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc1478100>, [{'id': 'e5ed9969-f942-413f-9711-d6031be48c18', 'name': 'tempest-ServersTestJSON-1282004446-router', 'tenant_id': '79224c5618eb4cef88b00e2059f275cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.50'}], 'enable_snat': True}, 'gw_port_id': 'c289761a-cc5a-4016-bcf3-c34864da6853', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:08:27Z', 'updated_at': '2021-12-23T16:10:44Z', 'revision_number': 5, 'project_id': '79224c5618eb4cef88b00e2059f275cc', 'gw_port': {'id': 'c289761a-cc5a-4016-bcf3-c34864da6853', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:d5:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ed9969-f942-413f-9711-d6031be48c18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:08:29Z', 'updated_at': '2021-12-23T16:08:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv'}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:10:49.960130 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-f657112b-24d4-478a-a124-3e70ac8d4905 None None] For port 489e0c2a-d2e4-45ac-a886-45ce5af55a83, host dv-neutron-822799-1-hyperv, cleared binding levels {{(pid=87637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 23 16:10:49.961750 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d0f1fb4-610e-4daf-ab4b-6e8900585cf1 None None] Checking router: e5ed9969-f942-413f-9711-d6031be48c18 for host: dv-neutron-822799-1-hyperv {{(pid=87637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 23 16:10:49.964848 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d167837b-0899-47c9-b129-ce05263118ab tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Received port after_create {{(pid=87635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:10:49.971241 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d167837b-0899-47c9-b129-ce05263118ab tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:10:49.971534 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-d167837b-0899-47c9-b129-ce05263118ab tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:50.041398 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d167837b-0899-47c9-b129-ce05263118ab tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Pushing event updated for resources: {'Port': ['ID=a0e8299c-edef-4330-bf28-53f6dd0e1d28,revision_number=1']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:10:50.048659 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-d167837b-0899-47c9-b129-ce05263118ab tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201  len: 931 time: 4.0589857
Dec 23 16:10:50.054853 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 44138) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:50.067716 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-d167837b-0899-47c9-b129-ce05263118ab tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:10:50.073292 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-40bdfc88-f405-49bf-a88b-0d1efae7ad8e tempest-ServersTestJSON-1438135586 tempest-ServersTestJSON-1438135586-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.176s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:10:50.098130 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-f657112b-24d4-478a-a124-3e70ac8d4905 None None] For port 489e0c2a-d2e4-45ac-a886-45ce5af55a83, host dv-neutron-822799-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=489e0c2a-d2e4-45ac-a886-45ce5af55a83,segment=NetworkSegment(d0e346f7-32a7-41a0-b972-301688edbe10),segment_id=d0e346f7-32a7-41a0-b972-301688edbe10)] {{(pid=87637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 23 16:10:50.115957 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d0f1fb4-610e-4daf-ab4b-6e8900585cf1 None None] Routers {'e5ed9969-f942-413f-9711-d6031be48c18'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:10:50.116773 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-3d0f1fb4-610e-4daf-ab4b-6e8900585cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc1478100>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:10:50Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['e5ed9969-f942-413f-9711-d6031be48c18'], 'active': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:10:50.163979 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05fc9546-3416-48e0-a2ed-aa9c2be31a9c tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Checking segment: {'id': '19478424-dc14-42fa-ab85-da0d6fbd7b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'a3bc5b09-2d2b-4bb7-bf00-8c633685dfc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:10:50.164690 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05fc9546-3416-48e0-a2ed-aa9c2be31a9c tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Network hostable DHCP agents. Network: a3bc5b09-2d2b-4bb7-bf00-8c633685dfc4, hostable agents: ['1c812d71-eadf-4fb3-b98e-67468a4aa7e2'], hosted agents: [] {{(pid=87636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 23 16:10:50.180691 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f657112b-24d4-478a-a124-3e70ac8d4905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:50.202048 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:10:50.213242 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-21e99d5e-0757-4018-b124-7c4bc09119ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1824206'] for router_gateway, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:50.346608 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb67fd2-ac93-45d9-aa3c-55bce4f50d63 admin admin] Pushing event deleted for resources: {'Port': ['ID=c289761a-cc5a-4016-bcf3-c34864da6853,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:10:50.351320 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-cc1c99f3-d16b-445c-884c-5506deab903d None None] For port 1042310c-087c-49cc-83a0-e54d833f77b4, host dv-neutron-822799-1-hyperv, cleared binding levels {{(pid=87637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 23 16:10:50.357091 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-9fb67fd2-ac93-45d9-aa3c-55bce4f50d63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:10:50.361603 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-b0a055fa-dca8-4f0b-945e-9010a6f03db3 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864774'] for subnet, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:50.377746 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvr_db [None req-3d0f1fb4-610e-4daf-ab4b-6e8900585cf1 None None] Set router e5ed9969-f942-413f-9711-d6031be48c18 gateway port host: None {{(pid=87637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:10:50.440417 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-6968cc3d-4013-4cbc-8ec9-9e9c3d752d43 tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2753396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2610353'] for subnet, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:50.464386 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-bb4ea5e3-2e24-4fce-933a-84ed343c26ef tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:10:50.522735 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05fc9546-3416-48e0-a2ed-aa9c2be31a9c tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Network a3bc5b09-2d2b-4bb7-bf00-8c633685dfc4 is scheduled to be hosted by DHCP agent 1c812d71-eadf-4fb3-b98e-67468a4aa7e2 with binding_index 1 {{(pid=87636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 23 16:10:50.531266 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6968cc3d-4013-4cbc-8ec9-9e9c3d752d43 tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] Pushing event updated for resources: {'Subnet': ['ID=48208631-d2f1-45f9-b250-ec431ad44356,revision_number=0']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:10:50.535297 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-6968cc3d-4013-4cbc-8ec9-9e9c3d752d43 tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:10:50.565525 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-cc1c99f3-d16b-445c-884c-5506deab903d None None] For port 1042310c-087c-49cc-83a0-e54d833f77b4, host dv-neutron-822799-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=1042310c-087c-49cc-83a0-e54d833f77b4,segment=NetworkSegment(3bf94199-de70-401a-b5b9-eabf2bec7461),segment_id=3bf94199-de70-401a-b5b9-eabf2bec7461)] {{(pid=87637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 23 16:10:50.583734 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-3d0f1fb4-610e-4daf-ab4b-6e8900585cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc1478100>, [{'id': 'e5ed9969-f942-413f-9711-d6031be48c18', 'name': 'tempest-ServersTestJSON-1282004446-router', 'tenant_id': '79224c5618eb4cef88b00e2059f275cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:08:27Z', 'updated_at': '2021-12-23T16:10:49Z', 'revision_number': 7, 'project_id': '79224c5618eb4cef88b00e2059f275cc', 'gw_port_host': None}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:10:50.596312 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-cc1c99f3-d16b-445c-884c-5506deab903d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:50.603466 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6968cc3d-4013-4cbc-8ec9-9e9c3d752d43 tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] Checking segment: {'id': '41ed0529-faab-49e6-929c-5317ebbfd974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '2477dc82-2f98-4092-bb2d-047982188fe0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:10:50.603833 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6968cc3d-4013-4cbc-8ec9-9e9c3d752d43 tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] Network hostable DHCP agents. Network: 2477dc82-2f98-4092-bb2d-047982188fe0, hostable agents: ['1c812d71-eadf-4fb3-b98e-67468a4aa7e2'], hosted agents: [] {{(pid=87635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 23 16:10:50.608295 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d0f1fb4-610e-4daf-ab4b-6e8900585cf1 None None] The sync data for ids ['e5ed9969-f942-413f-9711-d6031be48c18'] in dv-neutron-822799-1-hyperv is: [{'id': 'e5ed9969-f942-413f-9711-d6031be48c18', 'name': 'tempest-ServersTestJSON-1282004446-router', 'tenant_id': '79224c5618eb4cef88b00e2059f275cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:08:27Z', 'updated_at': '2021-12-23T16:10:49Z', 'revision_number': 7, 'project_id': '79224c5618eb4cef88b00e2059f275cc', 'gw_port_host': None}] {{(pid=87637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 23 16:10:50.612120 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-9fb67fd2-ac93-45d9-aa3c-55bce4f50d63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1824206'] for router_gateway, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:50.614684 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f657112b-24d4-478a-a124-3e70ac8d4905 None None] Pushing event updated for resources: {'Port': ['ID=489e0c2a-d2e4-45ac-a886-45ce5af55a83,revision_number=2']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:10:50.623235 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-f657112b-24d4-478a-a124-3e70ac8d4905 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.422s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:10:50.624238 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-0ce9602b-ef23-4da0-9c28-89c72141388d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.019s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:10:50.731095 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9dcbea60-a34f-4144-91e7-90aff3f57aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:50.734718 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_common [None req-0402b1ba-a1d8-4aa5-9eee-7471564f2df8 None None] Allocated IP 172.20.0.2 (bc95df6a-9f7a-424e-a487-773e53d625bd/46e15211-0755-485d-b1c3-4d39b818f368/d737d06d-078f-4319-b30c-f06b431925a8) {{(pid=87637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:10:50.765682 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-21e99d5e-0757-4018-b124-7c4bc09119ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1784183', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-235354'] for router, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:50.768539 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-21e99d5e-0757-4018-b124-7c4bc09119ed admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:50.827513 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-21e99d5e-0757-4018-b124-7c4bc09119ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1781328'] for router, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:50.828092 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21e99d5e-0757-4018-b124-7c4bc09119ed admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5ddf301a-c667-4ab2-af44-4358f783eeec {{(pid=87636) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 23 16:10:50.838180 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-05fc9546-3416-48e0-a2ed-aa9c2be31a9c tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822799-1-hyperv, a3bc5b09-2d2b-4bb7-bf00-8c633685dfc4) {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:10:50.846258 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05fc9546-3416-48e0-a2ed-aa9c2be31a9c tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:10:50.846900 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-05fc9546-3416-48e0-a2ed-aa9c2be31a9c tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Notify callbacks [] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:50.881911 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e6e0eb9-8263-41b2-a4f6-9d2a741eafd4 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:10:50.888026 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e6e0eb9-8263-41b2-a4f6-9d2a741eafd4 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:10:50.888891 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-2e6e0eb9-8263-41b2-a4f6-9d2a741eafd4 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Synchronizing usage tracker for tenant:bf435ff0e7914a739a10fff5b2399c13 on resource:port {{(pid=87635) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:10:50.895729 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-9fb67fd2-ac93-45d9-aa3c-55bce4f50d63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1784183', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-235354'] for router, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:50.907145 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-9fb67fd2-ac93-45d9-aa3c-55bce4f50d63 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:50.923179 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6968cc3d-4013-4cbc-8ec9-9e9c3d752d43 tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] Network 2477dc82-2f98-4092-bb2d-047982188fe0 is scheduled to be hosted by DHCP agent 1c812d71-eadf-4fb3-b98e-67468a4aa7e2 with binding_index 1 {{(pid=87635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 23 16:10:50.940209 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-21e99d5e-0757-4018-b124-7c4bc09119ed admin admin] Notify callbacks [] for router, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:50.942775 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-21e99d5e-0757-4018-b124-7c4bc09119ed admin admin] 10.222.0.64 "DELETE /v2.0/routers/5ddf301a-c667-4ab2-af44-4358f783eeec HTTP/1.1" status: 204  len: 168 time: 5.7174940
Dec 23 16:10:50.948813 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 44142) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:50.957405 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-05fc9546-3416-48e0-a2ed-aa9c2be31a9c tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 830 time: 3.2494650
Dec 23 16:10:50.957547 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 44144) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:50.971213 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.base_scheduler [None req-6968cc3d-4013-4cbc-8ec9-9e9c3d752d43 tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822799-1-hyperv, 2477dc82-2f98-4092-bb2d-047982188fe0) {{(pid=87635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:10:50.976967 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-56b20f5f-d21b-4362-89fc-359889987b52 tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Request body: {'router': {'external_gateway_info': {'network_id': 'a3bc5b09-2d2b-4bb7-bf00-8c633685dfc4'}}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:10:51.128130 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-0402b1ba-a1d8-4aa5-9eee-7471564f2df8 None None] Notify callbacks [] for port, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:51.145480 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-2e6e0eb9-8263-41b2-a4f6-9d2a741eafd4 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Unset dirty status for tenant:bf435ff0e7914a739a10fff5b2399c13 on resource:port {{(pid=87635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:10:51.149986 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-2e6e0eb9-8263-41b2-a4f6-9d2a741eafd4 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1668 time: 1.0840333
Dec 23 16:10:51.156324 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d148efb3-1067-46b6-99e2-3a0991cc1bfb None None] Network a3bc5b09-2d2b-4bb7-bf00-8c633685dfc4 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:10:51.161532 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6968cc3d-4013-4cbc-8ec9-9e9c3d752d43 tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:10:51.162191 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-6968cc3d-4013-4cbc-8ec9-9e9c3d752d43 tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] Notify callbacks [] for subnet, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:51.166079 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 44150) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:51.312013 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37ea6af4-5a30-4e68-bab1-48d2bea79577 None None] Network 2477dc82-2f98-4092-bb2d-047982188fe0 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:10:51.319522 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_v2 [None req-93047ce9-60b5-4dac-b5b8-c162e3b2d547 admin admin] Deleting subnet 53feed59-2af5-4ad4-9dff-3991a61b1789 {{(pid=87636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 23 16:10:51.326600 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 079e09fd-f104-4f51-81ce-ead05a8a21d5 up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:10:51.333812 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-93047ce9-60b5-4dac-b5b8-c162e3b2d547 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:51.359333 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1c99f3-d16b-445c-884c-5506deab903d None None] Pushing event updated for resources: {'Port': ['ID=1042310c-087c-49cc-83a0-e54d833f77b4,revision_number=2']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:10:51.372531 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-cc1c99f3-d16b-445c-884c-5506deab903d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.749s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:10:51.407352 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1113d91d-9790-402a-982f-b490dacbefc0 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Router abfa982d-e5a4-4f60-bb8f-be7e2c2fb544 has already been hosted by L3 agent 371d4c41-c7e2-4de7-9539-c049ec4e95d1 {{(pid=87636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 23 16:10:51.422513 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-0402b1ba-a1d8-4aa5-9eee-7471564f2df8 None None] Transition to ACTIVE for port object d737d06d-078f-4319-b30c-f06b431925a8 will not be triggered until provisioned by entity L2. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:10:51.430018 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-9fb67fd2-ac93-45d9-aa3c-55bce4f50d63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1781328'] for router, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:51.431311 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fb67fd2-ac93-45d9-aa3c-55bce4f50d63 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e5ed9969-f942-413f-9711-d6031be48c18 {{(pid=87635) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 23 16:10:51.440406 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32db98ac-188a-49f3-abcb-83a236295eb5 tempest-RoutersAdminTest-1714001428 tempest-RoutersAdminTest-1714001428-project] Router b63d3391-a6ac-49f4-b493-7d60e9ffa29a is scheduled to L3 agent 371d4c41-c7e2-4de7-9539-c049ec4e95d1 with binding_index 1 {{(pid=87636) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 23 16:10:51.458272 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-0402b1ba-a1d8-4aa5-9eee-7471564f2df8 None None] Transition to ACTIVE for port object d737d06d-078f-4319-b30c-f06b431925a8 will not be triggered until provisioned by entity DHCP. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:10:51.506461 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-0402b1ba-a1d8-4aa5-9eee-7471564f2df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780'] for port, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:51.547857 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-26b03062-3e9d-4740-b1e1-572151c8ded6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:10:51.627584 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-9fb67fd2-ac93-45d9-aa3c-55bce4f50d63 admin admin] Notify callbacks [] for router, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:51.631928 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-9fb67fd2-ac93-45d9-aa3c-55bce4f50d63 admin admin] 10.222.0.64 "DELETE /v2.0/routers/e5ed9969-f942-413f-9711-d6031be48c18 HTTP/1.1" status: 204  len: 168 time: 4.1739814
Dec 23 16:10:51.673005 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 44154) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:51.697980 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3895a2f1-9891-4b14-8d6f-1fd1519278f2 None None] Network c6f8c890-6f2b-4413-b8ac-814cce4f01d0 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:10:51.744318 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-6968cc3d-4013-4cbc-8ec9-9e9c3d752d43 tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 3.4100876
Dec 23 16:10:51.747783 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:51.781076 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 44158) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:51.785657 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-93047ce9-60b5-4dac-b5b8-c162e3b2d547 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2382092'] for subnet, precommit_delete_associations {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:51.819315 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-b0a055fa-dca8-4f0b-945e-9010a6f03db3 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2753333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2609730'] for subnet, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:51.825019 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-56b20f5f-d21b-4362-89fc-359889987b52 tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1824017', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1823768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-235299'] for router, precommit_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:51.829120 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-d859f7ba-4b87-411c-aff6-2ef80a2e1aa6 tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] Request body: {'subnet': {'network_id': '8926f4e0-0b21-4dff-a78b-4fe76bcc0aa3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:10:51.830032 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0402b1ba-a1d8-4aa5-9eee-7471564f2df8 None None] Network bc95df6a-9f7a-424e-a487-773e53d625bd is already hosted by enough agents. {{(pid=87637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:10:51.830146 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:10:51.870593 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-0402b1ba-a1d8-4aa5-9eee-7471564f2df8 None None] Resources bound (agent type, host, resource id):  {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:10:51.870984 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-5bc2e815-33f3-4861-a950-11b2947c9238 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Deleting port a0e8299c-edef-4330-bf28-53f6dd0e1d28 {{(pid=87635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:10:51.871203 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-5bc2e815-33f3-4861-a950-11b2947c9238 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:51.891191 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0402b1ba-a1d8-4aa5-9eee-7471564f2df8 None None] Received port after_create {{(pid=87637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:10:51.893168 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0402b1ba-a1d8-4aa5-9eee-7471564f2df8 None None] Pushing event updated for resources: {'Port': ['ID=d737d06d-078f-4319-b30c-f06b431925a8,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:10:51.913584 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-0402b1ba-a1d8-4aa5-9eee-7471564f2df8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:10:51.922668 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-825d28ae-c4ba-4e5a-8218-14db4d9dacf9 None None] Provisioning for port 079e09fd-f104-4f51-81ce-ead05a8a21d5 completed by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:10:51.927737 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a055fa-dca8-4f0b-945e-9010a6f03db3 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Pushing event deleted for resources: {'Subnet': ['ID=46e15211-0755-485d-b1c3-4d39b818f368,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:10:51.951592 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-b0a055fa-dca8-4f0b-945e-9010a6f03db3 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:10:52.115831 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning for port 079e09fd-f104-4f51-81ce-ead05a8a21d5 completed by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:10:52.141760 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-b0a055fa-dca8-4f0b-945e-9010a6f03db3 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-864347', 'neutron.services.segments.db._delete_segments_for_network-8735362908070'] for network, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:52.180876 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-93047ce9-60b5-4dac-b5b8-c162e3b2d547 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864774'] for subnet, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:52.251537 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port 079e09fd-f104-4f51-81ce-ead05a8a21d5 triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:10:52.252381 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:52.319255 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1113d91d-9790-402a-982f-b490dacbefc0 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify agent at l3_agent.dv-neutron-822799-1-hyperv the message routers_updated {{(pid=87636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 23 16:10:52.334401 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8a4a2f0-4729-471e-9557-f3c6f34a70d6 None None] Sync routers for ids ['abfa982d-e5a4-4f60-bb8f-be7e2c2fb544'] in dv-neutron-822799-1-hyperv {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 23 16:10:52.353149 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8a4a2f0-4729-471e-9557-f3c6f34a70d6 None None] Routers {'abfa982d-e5a4-4f60-bb8f-be7e2c2fb544'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:10:52.354706 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-e8a4a2f0-4729-471e-9557-f3c6f34a70d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc1d34580>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:10:50Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['abfa982d-e5a4-4f60-bb8f-be7e2c2fb544'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:10:52.397599 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-0402b1ba-a1d8-4aa5-9eee-7471564f2df8 None None] Attempting to bind port d737d06d-078f-4319-b30c-f06b431925a8 on host dv-neutron-822799-1-hyperv for vnic_type normal with profile  {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:10:52.397972 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-0402b1ba-a1d8-4aa5-9eee-7471564f2df8 None None] Attempting to bind port d737d06d-078f-4319-b30c-f06b431925a8 by drivers openvswitch,hyperv on host dv-neutron-822799-1-hyperv at level 0 using segments [{'id': '96b7bb68-a20d-4f4e-b1e8-cfccd5cb714d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'bc95df6a-9f7a-424e-a487-773e53d625bd'}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:10:52.398535 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0402b1ba-a1d8-4aa5-9eee-7471564f2df8 None None] Attempting to bind port d737d06d-078f-4319-b30c-f06b431925a8 on network bc95df6a-9f7a-424e-a487-773e53d625bd {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:10:52.429808 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9e3aab53-d650-47e3-b8a6-2dff21fe9ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:52.438798 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1113d91d-9790-402a-982f-b490dacbefc0 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for floatingip, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:52.442565 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0402b1ba-a1d8-4aa5-9eee-7471564f2df8 None None] Checking agent: {'id': '20d2070f-69a9-4e73-8d08-6f0387a40158', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822799-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 21), 'started_at': datetime.datetime(2021, 12, 23, 16, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 10, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822799-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 23 16:10:52.447917 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0402b1ba-a1d8-4aa5-9eee-7471564f2df8 None None] Checking segment: {'id': '96b7bb68-a20d-4f4e-b1e8-cfccd5cb714d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'bc95df6a-9f7a-424e-a487-773e53d625bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:10:52.448567 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-0402b1ba-a1d8-4aa5-9eee-7471564f2df8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:52.449201 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0402b1ba-a1d8-4aa5-9eee-7471564f2df8 None None] Bound using segment: {'id': '96b7bb68-a20d-4f4e-b1e8-cfccd5cb714d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'bc95df6a-9f7a-424e-a487-773e53d625bd'} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 23 16:10:52.449860 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-0402b1ba-a1d8-4aa5-9eee-7471564f2df8 None None] Bound port: d737d06d-078f-4319-b30c-f06b431925a8, host: dv-neutron-822799-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96b7bb68-a20d-4f4e-b1e8-cfccd5cb714d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'bc95df6a-9f7a-424e-a487-773e53d625bd'}}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 23 16:10:52.450730 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-0402b1ba-a1d8-4aa5-9eee-7471564f2df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:52.465196 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdfd4374-4d5b-412a-a5db-e9bad60e6381 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7e017a6-8198-58c8-a07e-0f786128e3b3-a3bc5b09-2d2b-4bb7-bf00-8c633685dfc4', 'network_id': 'a3bc5b09-2d2b-4bb7-bf00-8c633685dfc4', 'tenant_id': '27b98bb335a04980b28b25e7a81bcfe0', 'fixed_ips': [{'subnet_id': 'd3d2261b-1020-4c6e-ad18-8cbbe669f9df'}]}} from dv-neutron-822799-1-hyperv. {{(pid=87637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 23 16:10:52.466299 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-bdfd4374-4d5b-412a-a5db-e9bad60e6381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:52.474805 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-93047ce9-60b5-4dac-b5b8-c162e3b2d547 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2176495', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2618677'] for subnet, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:52.490661 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-e8a4a2f0-4729-471e-9557-f3c6f34a70d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc1d34580>, [], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:10:52.510716 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-4ce0d8bf-cca5-4dfa-80c6-fa43d4e1b109 tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:10:52.514072 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8a4a2f0-4729-471e-9557-f3c6f34a70d6 None None] Routers {'abfa982d-e5a4-4f60-bb8f-be7e2c2fb544'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:10:52.515884 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-e8a4a2f0-4729-471e-9557-f3c6f34a70d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc1d34580>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:10:50Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['abfa982d-e5a4-4f60-bb8f-be7e2c2fb544'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:10:52.517355 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57dce4ff-fef2-476a-b002-dcd091591306 None None] Network a67646b4-5371-43ec-9f98-39fe51a67033 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:10:52.528884 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.services.segments.db [None req-b0a055fa-dca8-4f0b-945e-9010a6f03db3 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1dbb392220>,) {'filters': {'network_id': ['bc95df6a-9f7a-424e-a487-773e53d625bd']}} {{(pid=87635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:10:52.558321 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.services.segments.db [None req-b0a055fa-dca8-4f0b-945e-9010a6f03db3 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dbb392220>, '96b7bb68-a20d-4f4e-b1e8-cfccd5cb714d') {'for_net_delete': True} {{(pid=87635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:10:52.558624 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.services.segments.db [None req-b0a055fa-dca8-4f0b-945e-9010a6f03db3 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dbb392220>, '96b7bb68-a20d-4f4e-b1e8-cfccd5cb714d') {} {{(pid=87635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:10:52.592980 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93047ce9-60b5-4dac-b5b8-c162e3b2d547 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=53feed59-2af5-4ad4-9dff-3991a61b1789,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:10:52.596596 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-b0a055fa-dca8-4f0b-945e-9010a6f03db3 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735363085442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2776713'] for segment, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:52.651422 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-e8a4a2f0-4729-471e-9557-f3c6f34a70d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc1d34580>, [], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:10:52.651971 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8a4a2f0-4729-471e-9557-f3c6f34a70d6 None None] The sync data for ids ['abfa982d-e5a4-4f60-bb8f-be7e2c2fb544'] in dv-neutron-822799-1-hyperv is: [] {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 23 16:10:52.656918 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-b0a055fa-dca8-4f0b-945e-9010a6f03db3 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:52.669149 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-5bc2e815-33f3-4861-a950-11b2947c9238 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:52.679565 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0a055fa-dca8-4f0b-945e-9010a6f03db3 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Releasing vlan 434 on physical network physnet1 to pool {{(pid=87635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 23 16:10:52.679986 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-b0a055fa-dca8-4f0b-945e-9010a6f03db3 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2753503'] for segment, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:52.706879 dv-neutron-822799-1-hyperv neutron-server[87635]: Traceback (most recent call last):
Dec 23 16:10:52.706879 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 23 16:10:52.706879 dv-neutron-822799-1-hyperv neutron-server[87635]:     timer()
Dec 23 16:10:52.706879 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:10:52.706879 dv-neutron-822799-1-hyperv neutron-server[87635]:     cb(*args, **kw)
Dec 23 16:10:52.706879 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 23 16:10:52.706879 dv-neutron-822799-1-hyperv neutron-server[87635]:     return func(*args, **kwargs)
Dec 23 16:10:52.706879 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:10:52.706879 dv-neutron-822799-1-hyperv neutron-server[87635]:     self._notify()
Dec 23 16:10:52.706879 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:10:52.706879 dv-neutron-822799-1-hyperv neutron-server[87635]:     self.callback(batched_events)
Dec 23 16:10:52.706879 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:10:52.706879 dv-neutron-822799-1-hyperv neutron-server[87635]:     event.method(event)
Dec 23 16:10:52.706879 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:10:52.706879 dv-neutron-822799-1-hyperv neutron-server[87635]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:10:52.706879 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 23 16:10:52.706879 dv-neutron-822799-1-hyperv neutron-server[87635]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 23 16:10:52.706879 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 23 16:10:52.706879 dv-neutron-822799-1-hyperv neutron-server[87635]:     return f(self, *a, **k)
Dec 23 16:10:52.706879 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:10:52.706879 dv-neutron-822799-1-hyperv neutron-server[87635]:     return self._get(url).json()
Dec 23 16:10:52.706879 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 23 16:10:52.706879 dv-neutron-822799-1-hyperv neutron-server[87635]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 23 16:10:52.706879 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 23 16:10:52.706879 dv-neutron-822799-1-hyperv neutron-server[87635]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:10:52.706879 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 23 16:10:52.706879 dv-neutron-822799-1-hyperv neutron-server[87635]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 23 16:10:52.706879 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 23 16:10:52.706879 dv-neutron-822799-1-hyperv neutron-server[87635]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:10:52.706879 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 23 16:10:52.706879 dv-neutron-822799-1-hyperv neutron-server[87635]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:10:52.706879 dv-neutron-822799-1-hyperv neutron-server[87635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:10:52.711617 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-93047ce9-60b5-4dac-b5b8-c162e3b2d547 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:10:52.742578 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-93047ce9-60b5-4dac-b5b8-c162e3b2d547 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:52.745010 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-93047ce9-60b5-4dac-b5b8-c162e3b2d547 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/53feed59-2af5-4ad4-9dff-3991a61b1789 HTTP/1.1" status: 204  len: 168 time: 1.7854123
Dec 23 16:10:52.745126 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa205f9f-e248-44ce-a914-a22b56dd2660 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7e017a6-8198-58c8-a07e-0f786128e3b3-2477dc82-2f98-4092-bb2d-047982188fe0', 'network_id': '2477dc82-2f98-4092-bb2d-047982188fe0', 'tenant_id': 'e9c7d54cdb8540e78990761c6098944f', 'fixed_ips': [{'subnet_id': '48208631-d2f1-45f9-b250-ec431ad44356'}]}} from dv-neutron-822799-1-hyperv. {{(pid=87637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 23 16:10:52.745867 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-aa205f9f-e248-44ce-a914-a22b56dd2660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:52.761974 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab0c2b53-9c0d-43e7-ba1e-88062167bb88 admin admin] Deleting subnet c5e1e7de-66c6-459a-96dc-9f30163dd18a {{(pid=87636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 23 16:10:52.782210 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 44162) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:52.794325 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-1113d91d-9790-402a-982f-b490dacbefc0 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] 10.222.0.64 "PUT /v2.0/floatingips/99774ca2-e150-482a-9c7c-ff40bd1bda67 HTTP/1.1" status: 200  len: 978 time: 6.2717340
Dec 23 16:10:52.795010 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 44166) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:52.798701 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-ab0c2b53-9c0d-43e7-ba1e-88062167bb88 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:52.801598 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6ecbab0-f02b-4851-a7cc-dc990400a5d7 None None] Network 110ef17f-202a-4ce6-8e43-789c8f209bdb requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:10:52.834506 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-d859f7ba-4b87-411c-aff6-2ef80a2e1aa6 tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:10:52.886156 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-5bc2e815-33f3-4861-a950-11b2947c9238 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Calling delete_port for a0e8299c-edef-4330-bf28-53f6dd0e1d28 owned by  {{(pid=87635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:10:52.962791 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-d859f7ba-4b87-411c-aff6-2ef80a2e1aa6 tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] Usage tracker for resource:subnet and tenant:e9c7d54cdb8540e78990761c6098944f is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:10:52.982714 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-d859f7ba-4b87-411c-aff6-2ef80a2e1aa6 tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:10:52.990020 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32db98ac-188a-49f3-abcb-83a236295eb5 tempest-RoutersAdminTest-1714001428 tempest-RoutersAdminTest-1714001428-project] Notify agent at l3_agent.dv-neutron-822799-1-hyperv the message routers_updated {{(pid=87636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 23 16:10:52.994628 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-ab0c2b53-9c0d-43e7-ba1e-88062167bb88 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2382092'] for subnet, precommit_delete_associations {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:53.027520 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-2a5d0179-2c8b-4f2e-96ad-6bff20c5d057 None None] Provisioning for port 489e0c2a-d2e4-45ac-a886-45ce5af55a83 completed by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:10:53.053566 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.db.api [None req-b0a055fa-dca8-4f0b-945e-9010a6f03db3 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Dec 23 16:10:53.053566 dv-neutron-822799-1-hyperv neutron-server[87635]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Dec 23 16:10:53.053566 dv-neutron-822799-1-hyperv neutron-server[87635]: [parameters: {'id': 'bc95df6a-9f7a-424e-a487-773e53d625bd'}]
Dec 23 16:10:53.053566 dv-neutron-822799-1-hyperv neutron-server[87635]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87635) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 23 16:10:53.054048 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_db.api [None req-b0a055fa-dca8-4f0b-945e-9010a6f03db3 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 23 16:10:53.085034 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f38b0b15-5b54-437f-a01d-f62fd8d9156e None None] Sync routers for ids ['b63d3391-a6ac-49f4-b493-7d60e9ffa29a'] in dv-neutron-822799-1-hyperv {{(pid=87637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 23 16:10:53.085251 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-d859f7ba-4b87-411c-aff6-2ef80a2e1aa6 tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:10:53.087732 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af8d6648-20ce-468c-b445-8f2521336c72 None None] Network 4c1962e0-4c4d-4aa1-ba29-9dab3980edc3 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:10:53.113122 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.api.v2.resource [None req-56b20f5f-d21b-4362-89fc-359889987b52 tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 23 16:10:53.118397 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-56b20f5f-d21b-4362-89fc-359889987b52 tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] 10.222.0.64 "PUT /v2.0/routers/b1195220-26e9-4598-8b6d-5b84f9818889 HTTP/1.1" status: 400  len: 364 time: 2.1462033
Dec 23 16:10:53.118397 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 44174) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:53.121128 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-0402b1ba-a1d8-4aa5-9eee-7471564f2df8 None None] For port d737d06d-078f-4319-b30c-f06b431925a8, host dv-neutron-822799-1-hyperv, cleared binding levels {{(pid=87637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 23 16:10:53.153767 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-965f1573-5871-4716-ab7f-2c6e096a422e tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Deleting port 13f8ac2e-3edb-430e-acf9-06bee7410dfe {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:10:53.154023 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-965f1573-5871-4716-ab7f-2c6e096a422e tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:53.183148 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d859f7ba-4b87-411c-aff6-2ef80a2e1aa6 tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] Made reservation on behalf of e9c7d54cdb8540e78990761c6098944f for: {'subnet': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:10:53.186820 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d859f7ba-4b87-411c-aff6-2ef80a2e1aa6 tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2618324'] for subnet, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:53.207979 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-32db98ac-188a-49f3-abcb-83a236295eb5 tempest-RoutersAdminTest-1714001428 tempest-RoutersAdminTest-1714001428-project] Notify callbacks [] for router, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:53.209311 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-32db98ac-188a-49f3-abcb-83a236295eb5 tempest-RoutersAdminTest-1714001428 tempest-RoutersAdminTest-1714001428-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201  len: 882 time: 11.4125230
Dec 23 16:10:53.220540 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 44178) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:53.242396 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-fc4f64cc-25de-46db-9c07-806ee241b5a0 tempest-RoutersAdminTest-1714001428 tempest-RoutersAdminTest-1714001428-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:10:53.246131 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-0402b1ba-a1d8-4aa5-9eee-7471564f2df8 None None] For port d737d06d-078f-4319-b30c-f06b431925a8, host dv-neutron-822799-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=d737d06d-078f-4319-b30c-f06b431925a8,segment=NetworkSegment(96b7bb68-a20d-4f4e-b1e8-cfccd5cb714d),segment_id=96b7bb68-a20d-4f4e-b1e8-cfccd5cb714d)] {{(pid=87637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 23 16:10:53.269687 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-5bc2e815-33f3-4861-a950-11b2947c9238 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:53.295691 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-4a598763-879d-4d5d-8992-c9d37b68b683 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-698866'] for network, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:53.334066 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-d167837b-0899-47c9-b129-ce05263118ab tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:10:53.388227 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc2e815-33f3-4861-a950-11b2947c9238 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Pushing event deleted for resources: {'Port': ['ID=a0e8299c-edef-4330-bf28-53f6dd0e1d28,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:10:53.394270 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-5bc2e815-33f3-4861-a950-11b2947c9238 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:10:53.406981 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f38b0b15-5b54-437f-a01d-f62fd8d9156e None None] Routers {'b63d3391-a6ac-49f4-b493-7d60e9ffa29a'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:10:53.407692 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-f38b0b15-5b54-437f-a01d-f62fd8d9156e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc113c520>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:10:50Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['b63d3391-a6ac-49f4-b493-7d60e9ffa29a'], 'active': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:10:53.459193 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-0402b1ba-a1d8-4aa5-9eee-7471564f2df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:53.488540 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:10:53.492978 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-4a598763-879d-4d5d-8992-c9d37b68b683 admin admin] Deleting port be8bb82e-9569-4c06-92eb-f2c482456328 {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:10:53.493540 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-4a598763-879d-4d5d-8992-c9d37b68b683 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:53.559584 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-b0a055fa-dca8-4f0b-945e-9010a6f03db3 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-698866'] for network, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:53.572705 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-5bc2e815-33f3-4861-a950-11b2947c9238 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:53.650071 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:53.662175 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-5bc2e815-33f3-4861-a950-11b2947c9238 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "DELETE /v2.0/ports/a0e8299c-edef-4330-bf28-53f6dd0e1d28 HTTP/1.1" status: 204  len: 168 time: 2.3077564
Dec 23 16:10:53.666428 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 44184) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:53.669302 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-b0a055fa-dca8-4f0b-945e-9010a6f03db3 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Deleting port d737d06d-078f-4319-b30c-f06b431925a8 {{(pid=87635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:10:53.669708 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-b0a055fa-dca8-4f0b-945e-9010a6f03db3 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:53.674027 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-ab0c2b53-9c0d-43e7-ba1e-88062167bb88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864774'] for subnet, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:53.686164 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-f38b0b15-5b54-437f-a01d-f62fd8d9156e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc113c520>, [], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:10:53.779178 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-d5c6c8db-e924-4ca2-ae17-e6137a17807c None None] Provisioning for port 1042310c-087c-49cc-83a0-e54d833f77b4 completed by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:10:53.820065 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68566f34-962d-448e-8679-d924065122af tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:10:53.821121 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68566f34-962d-448e-8679-d924065122af tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:10:53.821878 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-68566f34-962d-448e-8679-d924065122af tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Synchronizing usage tracker for tenant:bf435ff0e7914a739a10fff5b2399c13 on resource:subnet {{(pid=87635) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:10:53.862310 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-68566f34-962d-448e-8679-d924065122af tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Unset dirty status for tenant:bf435ff0e7914a739a10fff5b2399c13 on resource:subnet {{(pid=87635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:10:53.863610 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-68566f34-962d-448e-8679-d924065122af tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1477 time: 0.1532521
Dec 23 16:10:53.868908 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 44188) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:53.945428 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_common [None req-bdfd4374-4d5b-412a-a5db-e9bad60e6381 None None] Allocated IP 2001:db8:1::2 (a3bc5b09-2d2b-4bb7-bf00-8c633685dfc4/d3d2261b-1020-4c6e-ad18-8cbbe669f9df/0779cec0-597b-4c0c-9b95-a37584c34dd5) {{(pid=87637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:10:53.949542 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f38b0b15-5b54-437f-a01d-f62fd8d9156e None None] Routers {'b63d3391-a6ac-49f4-b493-7d60e9ffa29a'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:10:53.950203 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-f38b0b15-5b54-437f-a01d-f62fd8d9156e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc113c520>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:10:50Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['b63d3391-a6ac-49f4-b493-7d60e9ffa29a'], 'active': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:10:54.067466 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-ab0c2b53-9c0d-43e7-ba1e-88062167bb88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2176495', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2618677'] for subnet, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:54.104334 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-f38b0b15-5b54-437f-a01d-f62fd8d9156e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc113c520>, [], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:10:54.104781 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f38b0b15-5b54-437f-a01d-f62fd8d9156e None None] The sync data for ids ['b63d3391-a6ac-49f4-b493-7d60e9ffa29a'] in dv-neutron-822799-1-hyperv is: [] {{(pid=87637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 23 16:10:54.136036 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-4e1eac52-5e50-4d11-ac47-e0041188da16 tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:54.178086 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] For port 079e09fd-f104-4f51-81ce-ead05a8a21d5, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=079e09fd-f104-4f51-81ce-ead05a8a21d5,segment=NetworkSegment(628744f0-984f-4a32-bc30-83e1067eace9),segment_id=628744f0-984f-4a32-bc30-83e1067eace9)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:10:54.181742 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0402b1ba-a1d8-4aa5-9eee-7471564f2df8 None None] Pushing event updated for resources: {'Port': ['ID=d737d06d-078f-4319-b30c-f06b431925a8,revision_number=2']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:10:54.193163 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-0402b1ba-a1d8-4aa5-9eee-7471564f2df8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.705s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:10:54.238143 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:54.251115 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-cc1c99f3-d16b-445c-884c-5506deab903d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:10:54.267641 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.db_base_plugin_v2 [None req-9edd13b5-8dc6-4343-8ccb-e70c56775cae tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Deleting subnet 5e7d5e66-7a68-48f0-a0dd-233499a170c0 {{(pid=87635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 23 16:10:54.289877 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_common [None req-aa205f9f-e248-44ce-a914-a22b56dd2660 None None] Allocated IP 172.20.0.2 (2477dc82-2f98-4092-bb2d-047982188fe0/48208631-d2f1-45f9-b250-ec431ad44356/9d1363b7-52b8-40e0-8d16-c0e263dd7335) {{(pid=87637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:10:54.310664 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-965f1573-5871-4716-ab7f-2c6e096a422e tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:54.389134 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-9edd13b5-8dc6-4343-8ccb-e70c56775cae tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks [] for subnet, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:54.404471 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-1c28ca8f-70c0-40a1-8485-e02348ef7131 None None] Provisioning complete for port 079e09fd-f104-4f51-81ce-ead05a8a21d5 triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:10:54.407473 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1c28ca8f-70c0-40a1-8485-e02348ef7131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:54.439458 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:10:54.449571 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5755c38-63ac-4161-a450-40973a4ae6d9 None None] Network bc95df6a-9f7a-424e-a487-773e53d625bd requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:10:54.511569 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 489e0c2a-d2e4-45ac-a886-45ce5af55a83 up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:10:54.538988 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.db [None req-b0a055fa-dca8-4f0b-945e-9010a6f03db3 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] For port d737d06d-078f-4319-b30c-f06b431925a8, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=d737d06d-078f-4319-b30c-f06b431925a8,segment=NetworkSegment(96b7bb68-a20d-4f4e-b1e8-cfccd5cb714d),segment_id=96b7bb68-a20d-4f4e-b1e8-cfccd5cb714d)] {{(pid=87635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:10:54.539361 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-b0a055fa-dca8-4f0b-945e-9010a6f03db3 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:54.540420 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-ab0c2b53-9c0d-43e7-ba1e-88062167bb88 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:54.547404 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0c2b53-9c0d-43e7-ba1e-88062167bb88 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c5e1e7de-66c6-459a-96dc-9f30163dd18a,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:10:54.549667 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-ab0c2b53-9c0d-43e7-ba1e-88062167bb88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:10:54.614699 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2820d958-2d1d-48e2-9b7a-42ea8fb27d6a None None] Network 256a38e5-d398-4e43-80e3-9bc3cd6cc270 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:10:54.618076 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-9edd13b5-8dc6-4343-8ccb-e70c56775cae tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2776816'] for subnet, precommit_delete_associations {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:54.626057 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-ab0c2b53-9c0d-43e7-ba1e-88062167bb88 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/c5e1e7de-66c6-459a-96dc-9f30163dd18a HTTP/1.1" status: 204  len: 168 time: 2.9407439
Dec 23 16:10:54.647392 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 44192) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:54.723664 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-b0a055fa-dca8-4f0b-945e-9010a6f03db3 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Calling delete_port for d737d06d-078f-4319-b30c-f06b431925a8 owned by network:dhcp {{(pid=87635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:10:54.750270 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Pushing event updated for resources: {'Port': ['ID=079e09fd-f104-4f51-81ce-ead05a8a21d5,revision_number=3']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:10:54.832124 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [None req-4a598763-879d-4d5d-8992-c9d37b68b683 admin admin] For port be8bb82e-9569-4c06-92eb-f2c482456328, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=be8bb82e-9569-4c06-92eb-f2c482456328,segment=NetworkSegment(49705709-fd6f-45a3-8c17-ba357fb62791),segment_id=49705709-fd6f-45a3-8c17-ba357fb62791)] {{(pid=87636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:10:54.832422 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-4a598763-879d-4d5d-8992-c9d37b68b683 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:54.832652 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.582s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:10:54.845035 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5235d9d8-b958-4f80-b397-9aab21b6891a None None] DHCP port deletion for 110ef17f-202a-4ce6-8e43-789c8f209bdb request from dv-neutron-822799-1-hyperv {{(pid=87637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 23 16:10:54.900825 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-5235d9d8-b958-4f80-b397-9aab21b6891a None None] Deleting port be8bb82e-9569-4c06-92eb-f2c482456328 {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:10:54.901652 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-5235d9d8-b958-4f80-b397-9aab21b6891a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:54.984114 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a4a4ac8c-32f8-435b-825c-ac1b5ac87d66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-698866'] for network, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:55.004655 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-4a598763-879d-4d5d-8992-c9d37b68b683 admin admin] Calling delete_port for be8bb82e-9569-4c06-92eb-f2c482456328 owned by network:dhcp {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:10:55.049298 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d859f7ba-4b87-411c-aff6-2ef80a2e1aa6 tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2176430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2618310'] for subnet, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:55.051250 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-b0a055fa-dca8-4f0b-945e-9010a6f03db3 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:55.059655 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-ec430362-c05e-4c53-b930-427a9cd7de17 tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:10:55.059858 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-a978492d-3881-41e1-ad23-945336c80c05 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:10:55.108300 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-a4a4ac8c-32f8-435b-825c-ac1b5ac87d66 admin admin] Deleting port 739a1410-8fb1-4937-832c-a08f31ca6585 {{(pid=87635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:10:55.108865 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a4a4ac8c-32f8-435b-825c-ac1b5ac87d66 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:55.182304 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.db_base_plugin_common [None req-4e1eac52-5e50-4d11-ac47-e0041188da16 tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Allocated IP 2001:db8::1 (e114bd0a-07a8-4a2c-800d-7e42a9ebaa05/650a24e2-416f-4586-be32-1a08fbcae89f/b8fa70ba-5254-4db8-a992-0ee39250e526) {{(pid=87635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:10:55.186491 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a055fa-dca8-4f0b-945e-9010a6f03db3 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Pushing event deleted for resources: {'Port': ['ID=d737d06d-078f-4319-b30c-f06b431925a8,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:10:55.195120 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-b0a055fa-dca8-4f0b-945e-9010a6f03db3 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:10:55.201113 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-9edd13b5-8dc6-4343-8ccb-e70c56775cae tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864774'] for subnet, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:55.208271 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-bdfd4374-4d5b-412a-a5db-e9bad60e6381 None None] Notify callbacks [] for port, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:55.223186 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-bdfd4374-4d5b-412a-a5db-e9bad60e6381 None None] Transition to ACTIVE for port object 0779cec0-597b-4c0c-9b95-a37584c34dd5 will not be triggered until provisioned by entity L2. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:10:55.244531 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a055fa-dca8-4f0b-945e-9010a6f03db3 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] No DVR routers for this DVR port d737d06d-078f-4319-b30c-f06b431925a8 on host dv-neutron-822799-1-hyperv {{(pid=87635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 23 16:10:55.479716 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d859f7ba-4b87-411c-aff6-2ef80a2e1aa6 tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] Pushing event updated for resources: {'Subnet': ['ID=ade59ec1-d7da-4b8d-b070-494c268da897,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:10:55.483182 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-d859f7ba-4b87-411c-aff6-2ef80a2e1aa6 tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.423s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:10:55.547988 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-b0a055fa-dca8-4f0b-945e-9010a6f03db3 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-864347', 'neutron.services.segments.db._delete_segments_for_network-8735362908070'] for network, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:55.558438 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-965f1573-5871-4716-ab7f-2c6e096a422e tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:55.559479 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-965f1573-5871-4716-ab7f-2c6e096a422e tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1824189'] for floatingip, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:55.559966 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.db.l3_db [None req-965f1573-5871-4716-ab7f-2c6e096a422e tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Floating IP 99774ca2-e150-482a-9c7c-ff40bd1bda67 disassociated. External IP: 172.26.3.14, port: 13f8ac2e-3edb-430e-acf9-06bee7410dfe.
Dec 23 16:10:55.560788 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-965f1573-5871-4716-ab7f-2c6e096a422e tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Calling delete_port for 13f8ac2e-3edb-430e-acf9-06bee7410dfe owned by  {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:10:55.614195 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-4a598763-879d-4d5d-8992-c9d37b68b683 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:55.625308 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-c77c64a8-cb27-4df5-bb1d-9c78d9dc4072 tempest-RoutersAdminTest-1714001428 tempest-RoutersAdminTest-1714001428-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:10:55.664704 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d859f7ba-4b87-411c-aff6-2ef80a2e1aa6 tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] Checking segment: {'id': 'a56cdaee-15d7-44d9-b72c-4337a26c6bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '8926f4e0-0b21-4dff-a78b-4fe76bcc0aa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:10:55.665080 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d859f7ba-4b87-411c-aff6-2ef80a2e1aa6 tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] Network hostable DHCP agents. Network: 8926f4e0-0b21-4dff-a78b-4fe76bcc0aa3, hostable agents: ['1c812d71-eadf-4fb3-b98e-67468a4aa7e2'], hosted agents: [] {{(pid=87636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 23 16:10:55.727247 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.services.segments.db [None req-b0a055fa-dca8-4f0b-945e-9010a6f03db3 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1dbbf95ee0>,) {'filters': {'network_id': ['bc95df6a-9f7a-424e-a487-773e53d625bd']}} {{(pid=87635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:10:55.741673 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.services.segments.db [None req-b0a055fa-dca8-4f0b-945e-9010a6f03db3 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dbbf95ee0>, '96b7bb68-a20d-4f4e-b1e8-cfccd5cb714d') {'for_net_delete': True} {{(pid=87635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:10:55.742028 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.services.segments.db [None req-b0a055fa-dca8-4f0b-945e-9010a6f03db3 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dbbf95ee0>, '96b7bb68-a20d-4f4e-b1e8-cfccd5cb714d') {} {{(pid=87635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:10:55.755731 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-b0a055fa-dca8-4f0b-945e-9010a6f03db3 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735363085442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2776713'] for segment, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:55.767323 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-bdfd4374-4d5b-412a-a5db-e9bad60e6381 None None] Transition to ACTIVE for port object 0779cec0-597b-4c0c-9b95-a37584c34dd5 will not be triggered until provisioned by entity DHCP. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:10:55.772394 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-b0a055fa-dca8-4f0b-945e-9010a6f03db3 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:55.778755 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0a055fa-dca8-4f0b-945e-9010a6f03db3 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Releasing vlan 434 on physical network physnet1 to pool {{(pid=87635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 23 16:10:55.779238 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-b0a055fa-dca8-4f0b-945e-9010a6f03db3 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2753503'] for segment, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:55.812702 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-aa205f9f-e248-44ce-a914-a22b56dd2660 None None] Notify callbacks [] for port, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:55.819950 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-fc4f64cc-25de-46db-9c07-806ee241b5a0 tempest-RoutersAdminTest-1714001428 tempest-RoutersAdminTest-1714001428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1824017', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1823768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-235299'] for router, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:55.828640 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a598763-879d-4d5d-8992-c9d37b68b683 admin admin] Pushing event deleted for resources: {'Port': ['ID=be8bb82e-9569-4c06-92eb-f2c482456328,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:10:55.828839 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-aa205f9f-e248-44ce-a914-a22b56dd2660 None None] Transition to ACTIVE for port object 9d1363b7-52b8-40e0-8d16-c0e263dd7335 will not be triggered until provisioned by entity L2. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:10:55.833237 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-4a598763-879d-4d5d-8992-c9d37b68b683 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:10:55.834558 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-965f1573-5871-4716-ab7f-2c6e096a422e tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:55.836501 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a598763-879d-4d5d-8992-c9d37b68b683 admin admin] No DVR routers for this DVR port be8bb82e-9569-4c06-92eb-f2c482456328 on host dv-neutron-822799-1-hyperv {{(pid=87636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 23 16:10:55.858046 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning for port 489e0c2a-d2e4-45ac-a886-45ce5af55a83 completed by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:10:55.870094 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-aa205f9f-e248-44ce-a914-a22b56dd2660 None None] Transition to ACTIVE for port object 9d1363b7-52b8-40e0-8d16-c0e263dd7335 will not be triggered until provisioned by entity DHCP. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:10:55.873951 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-996a54a7-fcdd-4d09-a4ff-61192483927b None None] Provisioning complete for port 489e0c2a-d2e4-45ac-a886-45ce5af55a83 triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:10:55.874462 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-996a54a7-fcdd-4d09-a4ff-61192483927b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:55.888117 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-938d3f96-254c-4b87-8dcc-579bc89d1ef5 tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:10:55.899114 dv-neutron-822799-1-hyperv neutron-server[87635]: Traceback (most recent call last):
Dec 23 16:10:55.899114 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 23 16:10:55.899114 dv-neutron-822799-1-hyperv neutron-server[87635]:     timer()
Dec 23 16:10:55.899114 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:10:55.899114 dv-neutron-822799-1-hyperv neutron-server[87635]:     cb(*args, **kw)
Dec 23 16:10:55.899114 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 23 16:10:55.899114 dv-neutron-822799-1-hyperv neutron-server[87635]:     return func(*args, **kwargs)
Dec 23 16:10:55.899114 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:10:55.899114 dv-neutron-822799-1-hyperv neutron-server[87635]:     self._notify()
Dec 23 16:10:55.899114 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:10:55.899114 dv-neutron-822799-1-hyperv neutron-server[87635]:     self.callback(batched_events)
Dec 23 16:10:55.899114 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:10:55.899114 dv-neutron-822799-1-hyperv neutron-server[87635]:     event.method(event)
Dec 23 16:10:55.899114 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:10:55.899114 dv-neutron-822799-1-hyperv neutron-server[87635]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:10:55.899114 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 23 16:10:55.899114 dv-neutron-822799-1-hyperv neutron-server[87635]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 23 16:10:55.899114 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 23 16:10:55.899114 dv-neutron-822799-1-hyperv neutron-server[87635]:     return f(self, *a, **k)
Dec 23 16:10:55.899114 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:10:55.899114 dv-neutron-822799-1-hyperv neutron-server[87635]:     return self._get(url).json()
Dec 23 16:10:55.899114 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 23 16:10:55.899114 dv-neutron-822799-1-hyperv neutron-server[87635]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 23 16:10:55.899114 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 23 16:10:55.899114 dv-neutron-822799-1-hyperv neutron-server[87635]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:10:55.899114 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 23 16:10:55.899114 dv-neutron-822799-1-hyperv neutron-server[87635]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 23 16:10:55.899114 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 23 16:10:55.899114 dv-neutron-822799-1-hyperv neutron-server[87635]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:10:55.899114 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 23 16:10:55.899114 dv-neutron-822799-1-hyperv neutron-server[87635]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:10:55.899114 dv-neutron-822799-1-hyperv neutron-server[87635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:10:55.910986 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-b0a055fa-dca8-4f0b-945e-9010a6f03db3 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-864336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1824171'] for network, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:55.919041 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port 489e0c2a-d2e4-45ac-a886-45ce5af55a83 triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:10:55.919700 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:55.926549 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-6d581eca-4c87-41ad-8ece-0397b90954d3 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:10:55.929066 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-fc4f64cc-25de-46db-9c07-806ee241b5a0 tempest-RoutersAdminTest-1714001428 tempest-RoutersAdminTest-1714001428-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:55.947335 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965f1573-5871-4716-ab7f-2c6e096a422e tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Pushing event deleted for resources: {'Port': ['ID=13f8ac2e-3edb-430e-acf9-06bee7410dfe,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:10:55.959537 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-b0a055fa-dca8-4f0b-945e-9010a6f03db3 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627509'] for network, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:55.959692 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-bdfd4374-4d5b-412a-a5db-e9bad60e6381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780'] for port, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:55.961957 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-965f1573-5871-4716-ab7f-2c6e096a422e tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:10:55.971443 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d859f7ba-4b87-411c-aff6-2ef80a2e1aa6 tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] Network 8926f4e0-0b21-4dff-a78b-4fe76bcc0aa3 is scheduled to be hosted by DHCP agent 1c812d71-eadf-4fb3-b98e-67468a4aa7e2 with binding_index 1 {{(pid=87636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 23 16:10:55.975219 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-065f0512-2aac-4ca2-93b5-5e1082c10008 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:10:55.982480 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a055fa-dca8-4f0b-945e-9010a6f03db3 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Pushing event deleted for resources: {'Network': ['ID=bc95df6a-9f7a-424e-a487-773e53d625bd,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:10:55.982919 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-fc4f64cc-25de-46db-9c07-806ee241b5a0 tempest-RoutersAdminTest-1714001428 tempest-RoutersAdminTest-1714001428-project] Deleting port 9d045eb6-48f5-4bce-8a9e-0ac462d93eac {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:10:55.982919 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-fc4f64cc-25de-46db-9c07-806ee241b5a0 tempest-RoutersAdminTest-1714001428 tempest-RoutersAdminTest-1714001428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:56.001218 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-b0a055fa-dca8-4f0b-945e-9010a6f03db3 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:10:56.007117 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-aa205f9f-e248-44ce-a914-a22b56dd2660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780'] for port, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:56.020552 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-9edd13b5-8dc6-4343-8ccb-e70c56775cae tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2753333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2609730'] for subnet, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:56.031457 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-ddafa647-1e34-467f-aa3b-8cff8f450887 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:10:56.043215 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-5235d9d8-b958-4f80-b397-9aab21b6891a None None] For port be8bb82e-9569-4c06-92eb-f2c482456328, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=be8bb82e-9569-4c06-92eb-f2c482456328,segment=NetworkSegment(49705709-fd6f-45a3-8c17-ba357fb62791),segment_id=49705709-fd6f-45a3-8c17-ba357fb62791)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:10:56.043630 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-5235d9d8-b958-4f80-b397-9aab21b6891a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:56.069592 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-b0a055fa-dca8-4f0b-945e-9010a6f03db3 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] 10.222.0.64 "DELETE /v2.0/networks/bc95df6a-9f7a-424e-a487-773e53d625bd HTTP/1.1" status: 204  len: 168 time: 6.8148186
Dec 23 16:10:56.077886 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edd13b5-8dc6-4343-8ccb-e70c56775cae tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Pushing event deleted for resources: {'Subnet': ['ID=5e7d5e66-7a68-48f0-a0dd-233499a170c0,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:10:56.079736 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 44196) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:56.116111 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdfd4374-4d5b-412a-a5db-e9bad60e6381 None None] Network a3bc5b09-2d2b-4bb7-bf00-8c633685dfc4 is already hosted by enough agents. {{(pid=87637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:10:56.142828 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-9edd13b5-8dc6-4343-8ccb-e70c56775cae tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:10:56.158694 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-6d45be2c-beab-4e52-b442-81dccda6088b tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-124818693'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:10:56.164125 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-9edd13b5-8dc6-4343-8ccb-e70c56775cae tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks [] for subnet, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:56.168245 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-9edd13b5-8dc6-4343-8ccb-e70c56775cae tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "DELETE /v2.0/subnets/5e7d5e66-7a68-48f0-a0dd-233499a170c0 HTTP/1.1" status: 204  len: 168 time: 2.2941675
Dec 23 16:10:56.170498 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-6d45be2c-beab-4e52-b442-81dccda6088b tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:10:56.172861 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 44200) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:56.175556 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-4e1eac52-5e50-4d11-ac47-e0041188da16 tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Notify callbacks [] for port, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:56.186387 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-6d45be2c-beab-4e52-b442-81dccda6088b tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Usage tracker for resource:network and tenant:9552d108dcd2412896b3c037adf05d69 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:10:56.212142 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-d859f7ba-4b87-411c-aff6-2ef80a2e1aa6 tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822799-1-hyperv, 8926f4e0-0b21-4dff-a78b-4fe76bcc0aa3) {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:10:56.242001 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6b6a981-df18-4648-845a-667943ca8d42 None None] Network a67646b4-5371-43ec-9f98-39fe51a67033 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:10:56.247602 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-6d45be2c-beab-4e52-b442-81dccda6088b tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:10:56.275078 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-6d45be2c-beab-4e52-b442-81dccda6088b tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:10:56.294258 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-abb9367e-9818-4779-8e51-48c5cd205101 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1126099
Dec 23 16:10:56.300494 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.provisioning_blocks [None req-4e1eac52-5e50-4d11-ac47-e0041188da16 tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Transition to ACTIVE for port object b8fa70ba-5254-4db8-a992-0ee39250e526 will not be triggered until provisioned by entity DHCP. {{(pid=87635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:10:56.301459 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 44204) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:56.307800 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.db [None req-a4a4ac8c-32f8-435b-825c-ac1b5ac87d66 admin admin] For port 739a1410-8fb1-4937-832c-a08f31ca6585, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=739a1410-8fb1-4937-832c-a08f31ca6585,segment=NetworkSegment(6b8a57f9-eb02-4082-be80-c717babaf4e7),segment_id=6b8a57f9-eb02-4082-be80-c717babaf4e7)] {{(pid=87635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:10:56.308140 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d859f7ba-4b87-411c-aff6-2ef80a2e1aa6 tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:10:56.308522 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a4a4ac8c-32f8-435b-825c-ac1b5ac87d66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:56.308860 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d859f7ba-4b87-411c-aff6-2ef80a2e1aa6 tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] Notify callbacks [] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:56.322011 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-e9338e6d-901b-483a-971a-bdfb11f87fb8 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Request body: {'subnet': {'network_id': 'a67646b4-5371-43ec-9f98-39fe51a67033', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:10:56.323663 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-4a598763-879d-4d5d-8992-c9d37b68b683 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-864347', 'neutron.services.segments.db._delete_segments_for_network-8735362908070'] for network, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:56.343802 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d45be2c-beab-4e52-b442-81dccda6088b tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Made reservation on behalf of 9552d108dcd2412896b3c037adf05d69 for: {'network': 1} {{(pid=87635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:10:56.347250 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-6d45be2c-beab-4e52-b442-81dccda6088b tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for network, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:56.352654 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8f5c110-9d36-4eaa-8844-981eb808de0e None None] Network 8926f4e0-0b21-4dff-a78b-4fe76bcc0aa3 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:10:56.371929 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-bdfd4374-4d5b-412a-a5db-e9bad60e6381 None None] Resources bound (agent type, host, resource id):  {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:10:56.377012 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdfd4374-4d5b-412a-a5db-e9bad60e6381 None None] Received port after_create {{(pid=87637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:10:56.385058 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-5235d9d8-b958-4f80-b397-9aab21b6891a None None] Calling delete_port for be8bb82e-9569-4c06-92eb-f2c482456328 owned by network:dhcp {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:10:56.416824 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa205f9f-e248-44ce-a914-a22b56dd2660 None None] Network 2477dc82-2f98-4092-bb2d-047982188fe0 is already hosted by enough agents. {{(pid=87637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:10:56.441149 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-d859f7ba-4b87-411c-aff6-2ef80a2e1aa6 tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 4.6233895
Dec 23 16:10:56.458561 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 44208) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:56.460314 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-4a598763-879d-4d5d-8992-c9d37b68b683 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1dc03aaac0>,) {'filters': {'network_id': ['110ef17f-202a-4ce6-8e43-789c8f209bdb']}} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:10:56.504288 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-aa205f9f-e248-44ce-a914-a22b56dd2660 None None] Resources bound (agent type, host, resource id):  {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:10:56.517185 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfd4374-4d5b-412a-a5db-e9bad60e6381 None None] Pushing event updated for resources: {'Port': ['ID=0779cec0-597b-4c0c-9b95-a37584c34dd5,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:10:56.521951 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-bdfd4374-4d5b-412a-a5db-e9bad60e6381 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.547s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:10:56.522661 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa205f9f-e248-44ce-a914-a22b56dd2660 None None] Received port after_create {{(pid=87637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:10:56.538513 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-0402b1ba-a1d8-4aa5-9eee-7471564f2df8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.509s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:10:56.561857 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-a4a4ac8c-32f8-435b-825c-ac1b5ac87d66 admin admin] Calling delete_port for 739a1410-8fb1-4937-832c-a08f31ca6585 owned by network:dhcp {{(pid=87635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:10:56.613756 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-4a598763-879d-4d5d-8992-c9d37b68b683 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dc03aaac0>, '49705709-fd6f-45a3-8c17-ba357fb62791') {'for_net_delete': True} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:10:56.614675 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-4a598763-879d-4d5d-8992-c9d37b68b683 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dc03aaac0>, '49705709-fd6f-45a3-8c17-ba357fb62791') {} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:10:56.636861 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d45be2c-beab-4e52-b442-81dccda6088b tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] vlan segment allocate from pool success with {'vlan_id': 427, 'physical_network': 'physnet1'}  {{(pid=87635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 23 16:10:56.660308 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-e9338e6d-901b-483a-971a-bdfb11f87fb8 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:10:56.673183 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-6d45be2c-beab-4e52-b442-81dccda6088b tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:56.673782 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.db.segments_db [None req-6d45be2c-beab-4e52-b442-81dccda6088b tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Added segment f706f492-8c3f-4cc7-8df2-b9d30c93415d of type vlan for network f20ae0e5-6fc0-43de-98fd-22c40b81ea70
Dec 23 16:10:56.698580 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-e9338e6d-901b-483a-971a-bdfb11f87fb8 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:10:56.702338 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fe8520c-2d28-49cc-b046-b6ea412c4660 None None] DHCP port deletion for 256a38e5-d398-4e43-80e3-9bc3cd6cc270 request from dv-neutron-822799-1-hyperv {{(pid=87637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 23 16:10:56.704630 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-4e1eac52-5e50-4d11-ac47-e0041188da16 tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:56.712508 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:10:56.728756 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-4a598763-879d-4d5d-8992-c9d37b68b683 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735363085442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2382197'] for segment, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:56.733280 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-2fe8520c-2d28-49cc-b046-b6ea412c4660 None None] Deleting port 739a1410-8fb1-4937-832c-a08f31ca6585 {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:10:56.733666 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-2fe8520c-2d28-49cc-b046-b6ea412c4660 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:56.785405 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-6d45be2c-beab-4e52-b442-81dccda6088b tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735362521793'] for network, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:56.797584 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a4a4ac8c-32f8-435b-825c-ac1b5ac87d66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:56.801028 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9338e6d-901b-483a-971a-bdfb11f87fb8 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Made reservation on behalf of bf435ff0e7914a739a10fff5b2399c13 for: {'subnet': 1} {{(pid=87635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:10:56.804467 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-e9338e6d-901b-483a-971a-bdfb11f87fb8 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2610339'] for subnet, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:56.837765 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e1eac52-5e50-4d11-ac47-e0041188da16 tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Network e114bd0a-07a8-4a2c-800d-7e42a9ebaa05 is already hosted by enough agents. {{(pid=87635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:10:56.848744 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.base_scheduler [None req-4e1eac52-5e50-4d11-ac47-e0041188da16 tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Resources bound (agent type, host, resource id):  {{(pid=87635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:10:56.890857 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-fc4f64cc-25de-46db-9c07-806ee241b5a0 tempest-RoutersAdminTest-1714001428 tempest-RoutersAdminTest-1714001428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:56.907072 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e1eac52-5e50-4d11-ac47-e0041188da16 tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Received port after_create {{(pid=87635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:10:56.907276 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-4e1eac52-5e50-4d11-ac47-e0041188da16 tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1781300'] for router_interface, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:56.907397 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-4a598763-879d-4d5d-8992-c9d37b68b683 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:56.922447 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-965f1573-5871-4716-ab7f-2c6e096a422e tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Router abfa982d-e5a4-4f60-bb8f-be7e2c2fb544 has already been hosted by L3 agent 371d4c41-c7e2-4de7-9539-c049ec4e95d1 {{(pid=87636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 23 16:10:56.983963 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-aa205f9f-e248-44ce-a914-a22b56dd2660 None None] Attempting to bind port 9d1363b7-52b8-40e0-8d16-c0e263dd7335 on host dv-neutron-822799-1-hyperv for vnic_type normal with profile  {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:10:56.984617 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-aa205f9f-e248-44ce-a914-a22b56dd2660 None None] Attempting to bind port 9d1363b7-52b8-40e0-8d16-c0e263dd7335 by drivers openvswitch,hyperv on host dv-neutron-822799-1-hyperv at level 0 using segments [{'id': '41ed0529-faab-49e6-929c-5317ebbfd974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '2477dc82-2f98-4092-bb2d-047982188fe0'}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:10:56.984741 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa205f9f-e248-44ce-a914-a22b56dd2660 None None] Attempting to bind port 9d1363b7-52b8-40e0-8d16-c0e263dd7335 on network 2477dc82-2f98-4092-bb2d-047982188fe0 {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:10:57.037567 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-bdfd4374-4d5b-412a-a5db-e9bad60e6381 None None] Attempting to bind port 0779cec0-597b-4c0c-9b95-a37584c34dd5 on host dv-neutron-822799-1-hyperv for vnic_type normal with profile  {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:10:57.037942 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-bdfd4374-4d5b-412a-a5db-e9bad60e6381 None None] Attempting to bind port 0779cec0-597b-4c0c-9b95-a37584c34dd5 by drivers openvswitch,hyperv on host dv-neutron-822799-1-hyperv at level 0 using segments [{'id': '19478424-dc14-42fa-ab85-da0d6fbd7b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'a3bc5b09-2d2b-4bb7-bf00-8c633685dfc4'}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:10:57.038308 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdfd4374-4d5b-412a-a5db-e9bad60e6381 None None] Attempting to bind port 0779cec0-597b-4c0c-9b95-a37584c34dd5 on network a3bc5b09-2d2b-4bb7-bf00-8c633685dfc4 {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:10:57.056848 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdfd4374-4d5b-412a-a5db-e9bad60e6381 None None] Checking agent: {'id': '20d2070f-69a9-4e73-8d08-6f0387a40158', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822799-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 21), 'started_at': datetime.datetime(2021, 12, 23, 16, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 10, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822799-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 23 16:10:57.057228 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdfd4374-4d5b-412a-a5db-e9bad60e6381 None None] Checking segment: {'id': '19478424-dc14-42fa-ab85-da0d6fbd7b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'a3bc5b09-2d2b-4bb7-bf00-8c633685dfc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:10:57.057639 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-bdfd4374-4d5b-412a-a5db-e9bad60e6381 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:57.058071 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdfd4374-4d5b-412a-a5db-e9bad60e6381 None None] Bound using segment: {'id': '19478424-dc14-42fa-ab85-da0d6fbd7b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'a3bc5b09-2d2b-4bb7-bf00-8c633685dfc4'} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 23 16:10:57.058557 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-bdfd4374-4d5b-412a-a5db-e9bad60e6381 None None] Bound port: 0779cec0-597b-4c0c-9b95-a37584c34dd5, host: dv-neutron-822799-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19478424-dc14-42fa-ab85-da0d6fbd7b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'a3bc5b09-2d2b-4bb7-bf00-8c633685dfc4'}}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 23 16:10:57.058935 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-bdfd4374-4d5b-412a-a5db-e9bad60e6381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:57.080920 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa205f9f-e248-44ce-a914-a22b56dd2660 None None] Pushing event updated for resources: {'Port': ['ID=9d1363b7-52b8-40e0-8d16-c0e263dd7335,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:10:57.083365 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa205f9f-e248-44ce-a914-a22b56dd2660 None None] Checking agent: {'id': '20d2070f-69a9-4e73-8d08-6f0387a40158', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822799-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 21), 'started_at': datetime.datetime(2021, 12, 23, 16, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 10, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822799-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 23 16:10:57.083747 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa205f9f-e248-44ce-a914-a22b56dd2660 None None] Checking segment: {'id': '41ed0529-faab-49e6-929c-5317ebbfd974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '2477dc82-2f98-4092-bb2d-047982188fe0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:10:57.084152 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-aa205f9f-e248-44ce-a914-a22b56dd2660 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:57.084545 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa205f9f-e248-44ce-a914-a22b56dd2660 None None] Bound using segment: {'id': '41ed0529-faab-49e6-929c-5317ebbfd974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '2477dc82-2f98-4092-bb2d-047982188fe0'} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 23 16:10:57.085060 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-aa205f9f-e248-44ce-a914-a22b56dd2660 None None] Bound port: 9d1363b7-52b8-40e0-8d16-c0e263dd7335, host: dv-neutron-822799-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41ed0529-faab-49e6-929c-5317ebbfd974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '2477dc82-2f98-4092-bb2d-047982188fe0'}}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 23 16:10:57.085436 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-aa205f9f-e248-44ce-a914-a22b56dd2660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:57.100104 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-aa205f9f-e248-44ce-a914-a22b56dd2660 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.562s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:10:57.111915 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1eac52-5e50-4d11-ac47-e0041188da16 tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Pushing event updated for resources: {'Port': ['ID=b8fa70ba-5254-4db8-a992-0ee39250e526,revision_number=1']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:10:57.138827 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.db.resource_extend [None req-6d45be2c-beab-4e52-b442-81dccda6088b tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 23 16:10:57.152609 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a4ac8c-32f8-435b-825c-ac1b5ac87d66 admin admin] No DVR routers for this DVR port 739a1410-8fb1-4937-832c-a08f31ca6585 on host dv-neutron-822799-1-hyperv {{(pid=87635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 23 16:10:57.161190 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:57.164229 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-4e1eac52-5e50-4d11-ac47-e0041188da16 tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.451s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:10:57.164904 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-b0a055fa-dca8-4f0b-945e-9010a6f03db3 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.332s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:10:57.199727 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a598763-879d-4d5d-8992-c9d37b68b683 admin admin] Releasing vlan 404 on physical network physnet1 to pool {{(pid=87636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 23 16:10:57.199727 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-4a598763-879d-4d5d-8992-c9d37b68b683 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2176261'] for segment, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:57.221377 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-fc4f64cc-25de-46db-9c07-806ee241b5a0 tempest-RoutersAdminTest-1714001428 tempest-RoutersAdminTest-1714001428-project] Calling delete_port for 9d045eb6-48f5-4bce-8a9e-0ac462d93eac owned by network:router_gateway {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:10:57.246640 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-2fe8520c-2d28-49cc-b046-b6ea412c4660 None None] The port '739a1410-8fb1-4937-832c-a08f31ca6585' was deleted {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 23 16:10:57.258093 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.db.api [None req-5235d9d8-b958-4f80-b397-9aab21b6891a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87637) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 23 16:10:57.258448 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_db.api [None req-5235d9d8-b958-4f80-b397-9aab21b6891a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 23 16:10:57.258957 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-996a54a7-fcdd-4d09-a4ff-61192483927b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:57.331005 dv-neutron-822799-1-hyperv neutron-server[87636]: Traceback (most recent call last):
Dec 23 16:10:57.331005 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 23 16:10:57.331005 dv-neutron-822799-1-hyperv neutron-server[87636]:     timer()
Dec 23 16:10:57.331005 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:10:57.331005 dv-neutron-822799-1-hyperv neutron-server[87636]:     cb(*args, **kw)
Dec 23 16:10:57.331005 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 23 16:10:57.331005 dv-neutron-822799-1-hyperv neutron-server[87636]:     return func(*args, **kwargs)
Dec 23 16:10:57.331005 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:10:57.331005 dv-neutron-822799-1-hyperv neutron-server[87636]:     self._notify()
Dec 23 16:10:57.331005 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:10:57.331005 dv-neutron-822799-1-hyperv neutron-server[87636]:     self.callback(batched_events)
Dec 23 16:10:57.331005 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:10:57.331005 dv-neutron-822799-1-hyperv neutron-server[87636]:     event.method(event)
Dec 23 16:10:57.331005 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:10:57.331005 dv-neutron-822799-1-hyperv neutron-server[87636]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:10:57.331005 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 23 16:10:57.331005 dv-neutron-822799-1-hyperv neutron-server[87636]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 23 16:10:57.331005 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 23 16:10:57.331005 dv-neutron-822799-1-hyperv neutron-server[87636]:     return f(self, *a, **k)
Dec 23 16:10:57.331005 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:10:57.331005 dv-neutron-822799-1-hyperv neutron-server[87636]:     return self._get(url).json()
Dec 23 16:10:57.331005 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 23 16:10:57.331005 dv-neutron-822799-1-hyperv neutron-server[87636]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 23 16:10:57.331005 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 23 16:10:57.331005 dv-neutron-822799-1-hyperv neutron-server[87636]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:10:57.331005 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 23 16:10:57.331005 dv-neutron-822799-1-hyperv neutron-server[87636]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 23 16:10:57.331005 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 23 16:10:57.331005 dv-neutron-822799-1-hyperv neutron-server[87636]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:10:57.331005 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 23 16:10:57.331005 dv-neutron-822799-1-hyperv neutron-server[87636]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:10:57.331005 dv-neutron-822799-1-hyperv neutron-server[87636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:10:57.349163 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a4ac8c-32f8-435b-825c-ac1b5ac87d66 admin admin] Pushing event deleted for resources: {'Port': ['ID=739a1410-8fb1-4937-832c-a08f31ca6585,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:10:57.358393 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a4a4ac8c-32f8-435b-825c-ac1b5ac87d66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-864347', 'neutron.services.segments.db._delete_segments_for_network-8735362908070'] for network, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:57.366170 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-a4a4ac8c-32f8-435b-825c-ac1b5ac87d66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:10:57.380683 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-6d45be2c-beab-4e52-b442-81dccda6088b tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495'] for network, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:57.386531 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d45be2c-beab-4e52-b442-81dccda6088b tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:10:57.387337 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-6d45be2c-beab-4e52-b442-81dccda6088b tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627509'] for network, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:57.402858 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-b59191e3-4450-4907-8397-159a94fe4cc5 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:10:57.430062 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] For port 489e0c2a-d2e4-45ac-a886-45ce5af55a83, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=489e0c2a-d2e4-45ac-a886-45ce5af55a83,segment=NetworkSegment(d0e346f7-32a7-41a0-b972-301688edbe10),segment_id=d0e346f7-32a7-41a0-b972-301688edbe10)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:10:57.485142 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:57.486027 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 1042310c-087c-49cc-83a0-e54d833f77b4 up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:10:57.522176 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-f657112b-24d4-478a-a124-3e70ac8d4905 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:10:57.572031 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.services.segments.db [None req-a4a4ac8c-32f8-435b-825c-ac1b5ac87d66 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1dc1b2cf40>,) {'filters': {'network_id': ['256a38e5-d398-4e43-80e3-9bc3cd6cc270']}} {{(pid=87635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:10:57.593968 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.services.segments.db [None req-a4a4ac8c-32f8-435b-825c-ac1b5ac87d66 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dc1b2cf40>, '6b8a57f9-eb02-4082-be80-c717babaf4e7') {'for_net_delete': True} {{(pid=87635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:10:57.594728 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.services.segments.db [None req-a4a4ac8c-32f8-435b-825c-ac1b5ac87d66 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dc1b2cf40>, '6b8a57f9-eb02-4082-be80-c717babaf4e7') {} {{(pid=87635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:10:57.596407 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6876fddc-65cc-4fee-9c9c-78be8d839882 None None] DHCP port deletion for a67646b4-5371-43ec-9f98-39fe51a67033 request from dv-neutron-822799-1-hyperv {{(pid=87637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 23 16:10:57.631344 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1844393f-48a5-457e-b3d7-bc445ffb2272 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7e017a6-8198-58c8-a07e-0f786128e3b3-8926f4e0-0b21-4dff-a78b-4fe76bcc0aa3', 'network_id': '8926f4e0-0b21-4dff-a78b-4fe76bcc0aa3', 'tenant_id': 'e9c7d54cdb8540e78990761c6098944f', 'fixed_ips': [{'subnet_id': 'ade59ec1-d7da-4b8d-b070-494c268da897'}]}} from dv-neutron-822799-1-hyperv. {{(pid=87637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 23 16:10:57.632181 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1844393f-48a5-457e-b3d7-bc445ffb2272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:57.645155 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-bdfd4374-4d5b-412a-a5db-e9bad60e6381 None None] For port 0779cec0-597b-4c0c-9b95-a37584c34dd5, host dv-neutron-822799-1-hyperv, cleared binding levels {{(pid=87637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 23 16:10:57.650446 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-6876fddc-65cc-4fee-9c9c-78be8d839882 None None] Deleting port 489e0c2a-d2e4-45ac-a886-45ce5af55a83 {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:10:57.650827 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-6876fddc-65cc-4fee-9c9c-78be8d839882 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:57.697882 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a4a4ac8c-32f8-435b-825c-ac1b5ac87d66 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735363085442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2776713'] for segment, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:57.700941 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-aa205f9f-e248-44ce-a914-a22b56dd2660 None None] For port 9d1363b7-52b8-40e0-8d16-c0e263dd7335, host dv-neutron-822799-1-hyperv, cleared binding levels {{(pid=87637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 23 16:10:57.712625 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-4a598763-879d-4d5d-8992-c9d37b68b683 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-864336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1824171'] for network, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:57.719781 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f6fa9a2a-7b6f-4029-b3e2-31fe82902fe7 tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:57.744810 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-bdfd4374-4d5b-412a-a5db-e9bad60e6381 None None] For port 0779cec0-597b-4c0c-9b95-a37584c34dd5, host dv-neutron-822799-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=0779cec0-597b-4c0c-9b95-a37584c34dd5,segment=NetworkSegment(19478424-dc14-42fa-ab85-da0d6fbd7b0a),segment_id=19478424-dc14-42fa-ab85-da0d6fbd7b0a)] {{(pid=87637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 23 16:10:57.748859 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-6d45be2c-beab-4e52-b442-81dccda6088b tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201  len: 779 time: 1.6119153
Dec 23 16:10:57.748859 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d45be2c-beab-4e52-b442-81dccda6088b tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Pushing event updated for resources: {'Network': ['ID=f20ae0e5-6fc0-43de-98fd-22c40b81ea70,revision_number=1']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:10:57.750587 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 44212) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:57.751800 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-f8ba87bd-a21a-46ab-9df6-d6cf18ec17fa tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:10:57.753002 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.db.api [None req-996a54a7-fcdd-4d09-a4ff-61192483927b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87637) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 23 16:10:57.753407 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_db.api [None req-996a54a7-fcdd-4d09-a4ff-61192483927b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 23 16:10:57.758307 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-6d45be2c-beab-4e52-b442-81dccda6088b tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:10:57.762016 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-aa205f9f-e248-44ce-a914-a22b56dd2660 None None] For port 9d1363b7-52b8-40e0-8d16-c0e263dd7335, host dv-neutron-822799-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=9d1363b7-52b8-40e0-8d16-c0e263dd7335,segment=NetworkSegment(41ed0529-faab-49e6-929c-5317ebbfd974),segment_id=41ed0529-faab-49e6-929c-5317ebbfd974)] {{(pid=87637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 23 16:10:57.762330 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a4a4ac8c-32f8-435b-825c-ac1b5ac87d66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:57.763194 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-5235d9d8-b958-4f80-b397-9aab21b6891a None None] Deleting port be8bb82e-9569-4c06-92eb-f2c482456328 {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:10:57.763584 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-5235d9d8-b958-4f80-b397-9aab21b6891a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:57.768305 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-4909ce17-3c8b-4f22-8b73-90236e58cc42 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Request body: {'subnet': {'network_id': 'f20ae0e5-6fc0-43de-98fd-22c40b81ea70', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:10:57.771239 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-4a598763-879d-4d5d-8992-c9d37b68b683 admin admin] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:57.800358 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Network f20ae0e5-6fc0-43de-98fd-22c40b81ea70 details requested by agent ovs-agent-dv-neutron-822799-1-hyperv with host dv-neutron-822799-1-hyperv {{(pid=87637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 23 16:10:57.801017 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4a4ac8c-32f8-435b-825c-ac1b5ac87d66 admin admin] Releasing vlan 432 on physical network physnet1 to pool {{(pid=87635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 23 16:10:57.801604 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a4a4ac8c-32f8-435b-825c-ac1b5ac87d66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2753503'] for segment, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:57.820944 dv-neutron-822799-1-hyperv neutron-server[87635]: Traceback (most recent call last):
Dec 23 16:10:57.820944 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 23 16:10:57.820944 dv-neutron-822799-1-hyperv neutron-server[87635]:     timer()
Dec 23 16:10:57.820944 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:10:57.820944 dv-neutron-822799-1-hyperv neutron-server[87635]:     cb(*args, **kw)
Dec 23 16:10:57.820944 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 23 16:10:57.820944 dv-neutron-822799-1-hyperv neutron-server[87635]:     return func(*args, **kwargs)
Dec 23 16:10:57.820944 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:10:57.820944 dv-neutron-822799-1-hyperv neutron-server[87635]:     self._notify()
Dec 23 16:10:57.820944 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:10:57.820944 dv-neutron-822799-1-hyperv neutron-server[87635]:     self.callback(batched_events)
Dec 23 16:10:57.820944 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:10:57.820944 dv-neutron-822799-1-hyperv neutron-server[87635]:     event.method(event)
Dec 23 16:10:57.820944 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:10:57.820944 dv-neutron-822799-1-hyperv neutron-server[87635]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:10:57.820944 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 23 16:10:57.820944 dv-neutron-822799-1-hyperv neutron-server[87635]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 23 16:10:57.820944 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 23 16:10:57.820944 dv-neutron-822799-1-hyperv neutron-server[87635]:     return f(self, *a, **k)
Dec 23 16:10:57.820944 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:10:57.820944 dv-neutron-822799-1-hyperv neutron-server[87635]:     return self._get(url).json()
Dec 23 16:10:57.820944 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 23 16:10:57.820944 dv-neutron-822799-1-hyperv neutron-server[87635]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 23 16:10:57.820944 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 23 16:10:57.820944 dv-neutron-822799-1-hyperv neutron-server[87635]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:10:57.820944 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 23 16:10:57.820944 dv-neutron-822799-1-hyperv neutron-server[87635]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 23 16:10:57.820944 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 23 16:10:57.820944 dv-neutron-822799-1-hyperv neutron-server[87635]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:10:57.820944 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 23 16:10:57.820944 dv-neutron-822799-1-hyperv neutron-server[87635]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:10:57.820944 dv-neutron-822799-1-hyperv neutron-server[87635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:10:57.828910 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-aa205f9f-e248-44ce-a914-a22b56dd2660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:57.831934 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-4e1eac52-5e50-4d11-ac47-e0041188da16 tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:57.832656 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-bdfd4374-4d5b-412a-a5db-e9bad60e6381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:57.836488 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a598763-879d-4d5d-8992-c9d37b68b683 admin admin] Pushing event deleted for resources: {'Network': ['ID=110ef17f-202a-4ce6-8e43-789c8f209bdb,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:10:57.876784 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Pushing event updated for resources: {'Port': ['ID=489e0c2a-d2e4-45ac-a886-45ce5af55a83,revision_number=4']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:10:57.905805 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-4a598763-879d-4d5d-8992-c9d37b68b683 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:10:57.988057 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.465s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:10:57.988057 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-1484f215-1381-458f-a378-d64575405c8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.113s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:10:58.003759 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-4a598763-879d-4d5d-8992-c9d37b68b683 admin admin] 10.222.0.64 "DELETE /v2.0/networks/110ef17f-202a-4ce6-8e43-789c8f209bdb HTTP/1.1" status: 204  len: 168 time: 5.2154920
Dec 23 16:10:58.090239 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-965f1573-5871-4716-ab7f-2c6e096a422e tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify agent at l3_agent.dv-neutron-822799-1-hyperv the message routers_updated {{(pid=87636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 23 16:10:58.104136 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-4909ce17-3c8b-4f22-8b73-90236e58cc42 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:10:58.113849 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9f9ef88-1b60-4a58-b845-c85a301052d8 None None] Sync routers for ids ['abfa982d-e5a4-4f60-bb8f-be7e2c2fb544'] in dv-neutron-822799-1-hyperv {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 23 16:10:58.132825 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a4a4ac8c-32f8-435b-825c-ac1b5ac87d66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-864336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1824171'] for network, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:58.135068 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-4909ce17-3c8b-4f22-8b73-90236e58cc42 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Usage tracker for resource:subnet and tenant:9552d108dcd2412896b3c037adf05d69 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:10:58.140188 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9f9ef88-1b60-4a58-b845-c85a301052d8 None None] Routers {'abfa982d-e5a4-4f60-bb8f-be7e2c2fb544'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:10:58.141482 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-c9f9ef88-1b60-4a58-b845-c85a301052d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc1d34bb0>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:10:50Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['abfa982d-e5a4-4f60-bb8f-be7e2c2fb544'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:10:58.167378 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-5235d9d8-b958-4f80-b397-9aab21b6891a None None] The port 'be8bb82e-9569-4c06-92eb-f2c482456328' was deleted {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 23 16:10:58.169376 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-4909ce17-3c8b-4f22-8b73-90236e58cc42 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:10:58.183697 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-0d185406-6c8f-4681-bc17-b6fbcbbf629f tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:10:58.216795 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-fc4f64cc-25de-46db-9c07-806ee241b5a0 tempest-RoutersAdminTest-1714001428 tempest-RoutersAdminTest-1714001428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:58.233127 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-4c86d6c5-5b9c-4922-b89e-34a8f616e85b tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:10:58.251001 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a4a4ac8c-32f8-435b-825c-ac1b5ac87d66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627509'] for network, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:58.305718 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-c9f9ef88-1b60-4a58-b845-c85a301052d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc1d34bb0>, [], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:10:58.310075 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa205f9f-e248-44ce-a914-a22b56dd2660 None None] Pushing event updated for resources: {'Port': ['ID=9d1363b7-52b8-40e0-8d16-c0e263dd7335,revision_number=2']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:10:58.328396 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9f9ef88-1b60-4a58-b845-c85a301052d8 None None] Routers {'abfa982d-e5a4-4f60-bb8f-be7e2c2fb544'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:10:58.329108 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-c9f9ef88-1b60-4a58-b845-c85a301052d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc1d34bb0>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:10:50Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['abfa982d-e5a4-4f60-bb8f-be7e2c2fb544'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:10:58.357109 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning for port 1042310c-087c-49cc-83a0-e54d833f77b4 completed by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:10:58.418734 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 44220) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:58.436055 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4f64cc-25de-46db-9c07-806ee241b5a0 tempest-RoutersAdminTest-1714001428 tempest-RoutersAdminTest-1714001428-project] Pushing event deleted for resources: {'Port': ['ID=9d045eb6-48f5-4bce-8a9e-0ac462d93eac,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:10:58.443381 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-4909ce17-3c8b-4f22-8b73-90236e58cc42 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:10:58.444971 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-c9f9ef88-1b60-4a58-b845-c85a301052d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc1d34bb0>, [], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:10:58.445562 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a4ac8c-32f8-435b-825c-ac1b5ac87d66 admin admin] Pushing event deleted for resources: {'Network': ['ID=256a38e5-d398-4e43-80e3-9bc3cd6cc270,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:10:58.446311 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9f9ef88-1b60-4a58-b845-c85a301052d8 None None] The sync data for ids ['abfa982d-e5a4-4f60-bb8f-be7e2c2fb544'] in dv-neutron-822799-1-hyperv is: [] {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 23 16:10:58.453251 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-fc4f64cc-25de-46db-9c07-806ee241b5a0 tempest-RoutersAdminTest-1714001428 tempest-RoutersAdminTest-1714001428-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:10:58.456197 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-a4a4ac8c-32f8-435b-825c-ac1b5ac87d66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:10:58.496642 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port 1042310c-087c-49cc-83a0-e54d833f77b4 triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:10:58.497359 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:58.562615 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-965f1573-5871-4716-ab7f-2c6e096a422e tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:58.609608 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-965f1573-5871-4716-ab7f-2c6e096a422e tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] 10.222.0.64 "DELETE /v2.0/ports/13f8ac2e-3edb-430e-acf9-06bee7410dfe HTTP/1.1" status: 204  len: 168 time: 5.7663338
Dec 23 16:10:58.625068 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 44224) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:58.652360 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-e9338e6d-901b-483a-971a-bdfb11f87fb8 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2753396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2610353'] for subnet, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:58.663675 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:10:58.732779 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-a4a4ac8c-32f8-435b-825c-ac1b5ac87d66 admin admin] 10.222.0.64 "DELETE /v2.0/networks/256a38e5-d398-4e43-80e3-9bc3cd6cc270 HTTP/1.1" status: 204  len: 168 time: 4.0247269
Dec 23 16:10:58.750781 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4909ce17-3c8b-4f22-8b73-90236e58cc42 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Made reservation on behalf of 9552d108dcd2412896b3c037adf05d69 for: {'subnet': 1} {{(pid=87635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:10:58.754469 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-4909ce17-3c8b-4f22-8b73-90236e58cc42 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2610339'] for subnet, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:58.790128 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-6876fddc-65cc-4fee-9c9c-78be8d839882 None None] For port 489e0c2a-d2e4-45ac-a886-45ce5af55a83, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=489e0c2a-d2e4-45ac-a886-45ce5af55a83,segment=NetworkSegment(d0e346f7-32a7-41a0-b972-301688edbe10),segment_id=d0e346f7-32a7-41a0-b972-301688edbe10)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:10:58.790557 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-6876fddc-65cc-4fee-9c9c-78be8d839882 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:58.902449 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [None req-f6fa9a2a-7b6f-4029-b3e2-31fe82902fe7 tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] Allocated IP 172.20.0.1 (2477dc82-2f98-4092-bb2d-047982188fe0/48208631-d2f1-45f9-b250-ec431ad44356/9246b14f-8b79-4b8e-a42a-611d3b30b779) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:10:58.935983 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-664cccec-bb26-45d1-95a7-363f1deb3492 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0d83cf4cd2a34a3d8747fec0cfffe963&name=default HTTP/1.1" status: 200  len: 2975 time: 0.4851370
Dec 23 16:10:58.935983 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9338e6d-901b-483a-971a-bdfb11f87fb8 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Network a67646b4-5371-43ec-9f98-39fe51a67033 is already hosted by enough agents. {{(pid=87635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:10:58.966304 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 44230) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:58.987702 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.base_scheduler [None req-e9338e6d-901b-483a-971a-bdfb11f87fb8 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Resources bound (agent type, host, resource id):  {{(pid=87635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:10:59.032939 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9338e6d-901b-483a-971a-bdfb11f87fb8 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:10:59.033534 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-e9338e6d-901b-483a-971a-bdfb11f87fb8 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks [] for subnet, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:59.043257 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-6876fddc-65cc-4fee-9c9c-78be8d839882 None None] Calling delete_port for 489e0c2a-d2e4-45ac-a886-45ce5af55a83 owned by network:dhcp {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:10:59.057497 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.ipam_backend_mixin [None req-4909ce17-3c8b-4f22-8b73-90236e58cc42 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Performing IP validity checks on allocation pools {{(pid=87635) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}}
Dec 23 16:10:59.058017 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.ipam_backend_mixin [None req-4909ce17-3c8b-4f22-8b73-90236e58cc42 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87635) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}}
Dec 23 16:10:59.061447 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 44234) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:59.084888 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-996a54a7-fcdd-4d09-a4ff-61192483927b None None] Provisioning complete for port 1042310c-087c-49cc-83a0-e54d833f77b4 triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:10:59.085274 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-996a54a7-fcdd-4d09-a4ff-61192483927b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:59.095398 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-fb85613f-d410-4714-a5e1-0b29a1bc0776 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] 10.222.0.64 "GET /v2.0/floatingips/99774ca2-e150-482a-9c7c-ff40bd1bda67 HTTP/1.1" status: 200  len: 687 time: 0.4590201
Dec 23 16:10:59.097106 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 44238) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:59.114171 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfd4374-4d5b-412a-a5db-e9bad60e6381 None None] Pushing event updated for resources: {'Port': ['ID=0779cec0-597b-4c0c-9b95-a37584c34dd5,revision_number=2']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:10:59.126722 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-bdfd4374-4d5b-412a-a5db-e9bad60e6381 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.139s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:10:59.134429 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_common [None req-1844393f-48a5-457e-b3d7-bc445ffb2272 None None] Allocated IP 172.20.0.2 (8926f4e0-0b21-4dff-a78b-4fe76bcc0aa3/ade59ec1-d7da-4b8d-b070-494c268da897/fe3cfc9b-c9e8-47cf-8227-74d09c832181) {{(pid=87637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:10:59.135384 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-fc4f64cc-25de-46db-9c07-806ee241b5a0 tempest-RoutersAdminTest-1714001428 tempest-RoutersAdminTest-1714001428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1824206'] for router_gateway, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:59.157349 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9338e6d-901b-483a-971a-bdfb11f87fb8 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Pushing event updated for resources: {'Subnet': ['ID=f6cc1cef-928d-4a5c-8899-80348170d0d5,revision_number=0']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:10:59.164048 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.289s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:10:59.165372 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:10:59.182111 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-e9338e6d-901b-483a-971a-bdfb11f87fb8 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.518s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:10:59.195412 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-e9338e6d-901b-483a-971a-bdfb11f87fb8 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 2.8916693
Dec 23 16:10:59.204878 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 44242) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:10:59.220397 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-e3d25d78-978e-4a12-af99-a7ed9b47ce35 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Request body: {'port': {'network_id': 'a67646b4-5371-43ec-9f98-39fe51a67033', 'name': 'tempest-NetworksTestDHCPv6-1546698571'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:10:59.371777 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-15df35d9-4020-4787-aa5a-2af8b72e0aa3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:59.386814 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:59.434188 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-6876fddc-65cc-4fee-9c9c-78be8d839882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789'] for port, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:59.442780 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-0402b1ba-a1d8-4aa5-9eee-7471564f2df8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:10:59.503054 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-15df35d9-4020-4787-aa5a-2af8b72e0aa3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:59.533471 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-4e1eac52-5e50-4d11-ac47-e0041188da16 tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Notify callbacks [] for port, precommit_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:59.538620 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] For port 1042310c-087c-49cc-83a0-e54d833f77b4, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=1042310c-087c-49cc-83a0-e54d833f77b4,segment=NetworkSegment(3bf94199-de70-401a-b5b9-eabf2bec7461),segment_id=3bf94199-de70-401a-b5b9-eabf2bec7461)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:10:59.563420 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6876fddc-65cc-4fee-9c9c-78be8d839882 None None] No DVR routers for this DVR port 489e0c2a-d2e4-45ac-a886-45ce5af55a83 on host dv-neutron-822799-1-hyperv {{(pid=87637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 23 16:10:59.566707 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-4e1eac52-5e50-4d11-ac47-e0041188da16 tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2753531'] for port, after_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:59.567757 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-4e1eac52-5e50-4d11-ac47-e0041188da16 tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1627481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1781465'] for router_interface, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:59.567914 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6876fddc-65cc-4fee-9c9c-78be8d839882 None None] Pushing event deleted for resources: {'Port': ['ID=489e0c2a-d2e4-45ac-a886-45ce5af55a83,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:10:59.570273 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-6876fddc-65cc-4fee-9c9c-78be8d839882 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:10:59.592217 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc572eec-bf1c-47f0-94c6-6c276048e14d None None] Network a67646b4-5371-43ec-9f98-39fe51a67033 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:10:59.592539 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-0721734b-d703-49d6-a4d6-c972f25b0678 tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:10:59.634969 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f6fa9a2a-7b6f-4029-b3e2-31fe82902fe7 tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:59.656419 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-e3d25d78-978e-4a12-af99-a7ed9b47ce35 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:10:59.663574 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.provisioning_blocks [None req-f6fa9a2a-7b6f-4029-b3e2-31fe82902fe7 tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] Transition to ACTIVE for port object 9246b14f-8b79-4b8e-a42a-611d3b30b779 will not be triggered until provisioned by entity DHCP. {{(pid=87636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:10:59.743529 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:59.762596 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-bdfd4374-4d5b-412a-a5db-e9bad60e6381 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:10:59.833986 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-e3d25d78-978e-4a12-af99-a7ed9b47ce35 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Usage tracker for resource:port and tenant:bf435ff0e7914a739a10fff5b2399c13 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:10:59.843227 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-e3d25d78-978e-4a12-af99-a7ed9b47ce35 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:10:59.847656 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-4909ce17-3c8b-4f22-8b73-90236e58cc42 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2753396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2610353'] for subnet, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:59.914113 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-e3d25d78-978e-4a12-af99-a7ed9b47ce35 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:10:59.929973 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-81667acd-4dd4-470c-a81d-63c6b279f57d tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Deleting port 231d0bb8-faff-49ca-8aa2-0b340293358a {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:10:59.930685 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-81667acd-4dd4-470c-a81d-63c6b279f57d tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:59.934470 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Pushing event updated for resources: {'Port': ['ID=1042310c-087c-49cc-83a0-e54d833f77b4,revision_number=3']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:10:59.938787 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:10:59.939821 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device cda84cc8-d1e0-460f-8482-f8bb524a07ce no longer exists at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 23 16:10:59.967934 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1eac52-5e50-4d11-ac47-e0041188da16 tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Pushing event updated for resources: {'Port': ['ID=b8fa70ba-5254-4db8-a992-0ee39250e526,revision_number=2']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:10:59.975934 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-4e1eac52-5e50-4d11-ac47-e0041188da16 tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:10:59.979217 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f6fa9a2a-7b6f-4029-b3e2-31fe82902fe7 tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:10:59.979351 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-2790b6db-573a-4615-92e9-f615ad843155 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.066s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:11:00.034465 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3d25d78-978e-4a12-af99-a7ed9b47ce35 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Made reservation on behalf of bf435ff0e7914a739a10fff5b2399c13 for: {'port': 1} {{(pid=87635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:11:00.039234 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] No Port match for: cda84cc8-d1e0-460f-8482-f8bb524a07ce {{(pid=87637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 23 16:11:00.040017 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device cda84cc8-d1e0-460f-8482-f8bb524a07ce not bound to the agent host dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 23 16:11:00.040489 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-e3d25d78-978e-4a12-af99-a7ed9b47ce35 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:00.040628 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device c289761a-cc5a-4016-bcf3-c34864da6853 no longer exists at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 23 16:11:00.069283 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-c882fd0f-c2a2-48ca-b684-0f02b9cbeee3 tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:11:00.082618 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-996a54a7-fcdd-4d09-a4ff-61192483927b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:00.092970 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b8b818f-c18a-464e-80f7-c68dfccf763b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7e017a6-8198-58c8-a07e-0f786128e3b3-a67646b4-5371-43ec-9f98-39fe51a67033', 'network_id': 'a67646b4-5371-43ec-9f98-39fe51a67033', 'tenant_id': 'bf435ff0e7914a739a10fff5b2399c13', 'fixed_ips': [{'subnet_id': 'f6cc1cef-928d-4a5c-8899-80348170d0d5'}]}} from dv-neutron-822799-1-hyperv. {{(pid=87637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 23 16:11:00.093470 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1b8b818f-c18a-464e-80f7-c68dfccf763b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:00.103170 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-236dae73-02c7-4a55-b7e9-595e5695a107 None None] Network a3bc5b09-2d2b-4bb7-bf00-8c633685dfc4 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:11:00.131998 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.notifiers.nova [None req-e3d25d78-978e-4a12-af99-a7ed9b47ce35 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] device_id is not set on port 163754bc-7c6b-4710-9a3a-81b46f77b60a yet. {{(pid=87635) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 23 16:11:00.177369 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] No Port match for: c289761a-cc5a-4016-bcf3-c34864da6853 {{(pid=87637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 23 16:11:00.177957 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device c289761a-cc5a-4016-bcf3-c34864da6853 not bound to the agent host dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 23 16:11:00.178553 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 2b166162-6ae6-4c8f-ac05-899a97e296f1 no longer exists at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 23 16:11:00.221299 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-8c78918b-313d-4afe-adf4-fa4c80e66ebf admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=79224c5618eb4cef88b00e2059f275cc&name=default HTTP/1.1" status: 200  len: 2975 time: 1.1307261
Dec 23 16:11:00.221546 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4909ce17-3c8b-4f22-8b73-90236e58cc42 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Checking segment: {'id': 'f706f492-8c3f-4cc7-8df2-b9d30c93415d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'f20ae0e5-6fc0-43de-98fd-22c40b81ea70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:11:00.221546 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4909ce17-3c8b-4f22-8b73-90236e58cc42 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Network hostable DHCP agents. Network: f20ae0e5-6fc0-43de-98fd-22c40b81ea70, hostable agents: ['1c812d71-eadf-4fb3-b98e-67468a4aa7e2'], hosted agents: [] {{(pid=87635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 23 16:11:00.223405 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 44246) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:00.225600 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-15df35d9-4020-4787-aa5a-2af8b72e0aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:00.283068 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6fa9a2a-7b6f-4029-b3e2-31fe82902fe7 tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] Network 2477dc82-2f98-4092-bb2d-047982188fe0 is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:11:00.299253 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4909ce17-3c8b-4f22-8b73-90236e58cc42 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Pushing event updated for resources: {'Subnet': ['ID=3b07a911-1f9a-4c78-a5c1-6fff0a0b9180,revision_number=0']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:11:00.318756 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-4909ce17-3c8b-4f22-8b73-90236e58cc42 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:11:00.324632 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.077s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:11:00.355388 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4909ce17-3c8b-4f22-8b73-90236e58cc42 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Network f20ae0e5-6fc0-43de-98fd-22c40b81ea70 is scheduled to be hosted by DHCP agent 1c812d71-eadf-4fb3-b98e-67468a4aa7e2 with binding_index 1 {{(pid=87635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 23 16:11:00.361221 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] No Port match for: 2b166162-6ae6-4c8f-ac05-899a97e296f1 {{(pid=87637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 23 16:11:00.361778 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 2b166162-6ae6-4c8f-ac05-899a97e296f1 not bound to the agent host dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 23 16:11:00.365368 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e1eac52-5e50-4d11-ac47-e0041188da16 tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Network e114bd0a-07a8-4a2c-800d-7e42a9ebaa05 is already hosted by enough agents. {{(pid=87635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:11:00.371025 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15df35d9-4020-4787-aa5a-2af8b72e0aa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=382d76e9-7198-4e06-9704-a01918387996,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:11:00.373125 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.base_scheduler [None req-4e1eac52-5e50-4d11-ac47-e0041188da16 tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Resources bound (agent type, host, resource id):  {{(pid=87635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:11:00.373746 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-f6fa9a2a-7b6f-4029-b3e2-31fe82902fe7 tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] Resources bound (agent type, host, resource id):  {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:11:00.375577 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-15df35d9-4020-4787-aa5a-2af8b72e0aa3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:00.379353 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-15df35d9-4020-4787-aa5a-2af8b72e0aa3 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/382d76e9-7198-4e06-9704-a01918387996 HTTP/1.1" status: 204  len: 168 time: 1.3908095
Dec 23 16:11:00.379494 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6fa9a2a-7b6f-4029-b3e2-31fe82902fe7 tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:11:00.381183 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-15df35d9-4020-4787-aa5a-2af8b72e0aa3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:11:00.461032 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-fc4f64cc-25de-46db-9c07-806ee241b5a0 tempest-RoutersAdminTest-1714001428 tempest-RoutersAdminTest-1714001428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1824017', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1823768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-235299'] for router, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:00.469684 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45d2322d-7f31-4781-96b6-a225dc51daf1 None None] Network 2477dc82-2f98-4092-bb2d-047982188fe0 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:11:00.484703 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fa9a2a-7b6f-4029-b3e2-31fe82902fe7 tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] Pushing event updated for resources: {'Port': ['ID=9246b14f-8b79-4b8e-a42a-611d3b30b779,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:11:00.499728 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-f6fa9a2a-7b6f-4029-b3e2-31fe82902fe7 tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.431s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:11:00.620495 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-fc4f64cc-25de-46db-9c07-806ee241b5a0 tempest-RoutersAdminTest-1714001428 tempest-RoutersAdminTest-1714001428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1824234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1824024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1824227', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1823761'] for router, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:00.653852 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.base_scheduler [None req-4909ce17-3c8b-4f22-8b73-90236e58cc42 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822799-1-hyperv, f20ae0e5-6fc0-43de-98fd-22c40b81ea70) {{(pid=87635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:11:00.658219 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-507d926a-159e-4075-89d9-156f5fc10c8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:00.677704 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4909ce17-3c8b-4f22-8b73-90236e58cc42 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:11:00.678739 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-4909ce17-3c8b-4f22-8b73-90236e58cc42 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Notify callbacks [] for subnet, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:00.679141 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1844393f-48a5-457e-b3d7-bc445ffb2272 None None] Notify callbacks [] for port, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:00.691064 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8749a061-dd87-4d31-8506-9f54d5cf716a None None] Network f20ae0e5-6fc0-43de-98fd-22c40b81ea70 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:11:00.726455 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e1eac52-5e50-4d11-ac47-e0041188da16 tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Router b1195220-26e9-4598-8b6d-5b84f9818889 has already been hosted by L3 agent 371d4c41-c7e2-4de7-9539-c049ec4e95d1 {{(pid=87635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 23 16:11:00.751454 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.db_base_plugin_common [None req-e3d25d78-978e-4a12-af99-a7ed9b47ce35 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Allocated IP 2001:db8::13d (a67646b4-5371-43ec-9f98-39fe51a67033/f6cc1cef-928d-4a5c-8899-80348170d0d5/163754bc-7c6b-4710-9a3a-81b46f77b60a) {{(pid=87635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:11:00.756280 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-4909ce17-3c8b-4f22-8b73-90236e58cc42 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 792 time: 3.0026641
Dec 23 16:11:00.761089 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 44252) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:00.794735 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f6fa9a2a-7b6f-4029-b3e2-31fe82902fe7 tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1781300'] for router_interface, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:00.918708 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 9d1363b7-52b8-40e0-8d16-c0e263dd7335 up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:11:00.981297 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-1844393f-48a5-457e-b3d7-bc445ffb2272 None None] Transition to ACTIVE for port object fe3cfc9b-c9e8-47cf-8227-74d09c832181 will not be triggered until provisioned by entity L2. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:11:01.036180 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc4f64cc-25de-46db-9c07-806ee241b5a0 tempest-RoutersAdminTest-1714001428 tempest-RoutersAdminTest-1714001428-project] Router b63d3391-a6ac-49f4-b493-7d60e9ffa29a has already been hosted by L3 agent 371d4c41-c7e2-4de7-9539-c049ec4e95d1 {{(pid=87636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 23 16:11:01.050062 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-ed2ac495-82b8-4985-bd0d-90bb100892ac tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-698866'] for network, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:01.065151 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-507d926a-159e-4075-89d9-156f5fc10c8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:01.108302 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.db.api [None req-996a54a7-fcdd-4d09-a4ff-61192483927b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87637) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 23 16:11:01.109619 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_db.api [None req-996a54a7-fcdd-4d09-a4ff-61192483927b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 23 16:11:01.131761 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-81667acd-4dd4-470c-a81d-63c6b279f57d tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:01.132192 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-81667acd-4dd4-470c-a81d-63c6b279f57d tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:01.184720 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e1eac52-5e50-4d11-ac47-e0041188da16 tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Notify agent at l3_agent.dv-neutron-822799-1-hyperv the message routers_updated {{(pid=87635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 23 16:11:01.193494 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-4e1eac52-5e50-4d11-ac47-e0041188da16 tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] 10.222.0.64 "PUT /v2.0/routers/b1195220-26e9-4598-8b6d-5b84f9818889/add_router_interface HTTP/1.1" status: 200  len: 503 time: 8.0745080
Dec 23 16:11:01.199623 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 44264) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:01.225210 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-1844393f-48a5-457e-b3d7-bc445ffb2272 None None] Transition to ACTIVE for port object fe3cfc9b-c9e8-47cf-8227-74d09c832181 will not be triggered until provisioned by entity DHCP. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:11:01.273415 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14351fde-9adf-4001-8de6-c4591e906893 None None] Sync routers for ids ['b1195220-26e9-4598-8b6d-5b84f9818889'] in dv-neutron-822799-1-hyperv {{(pid=87637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 23 16:11:01.297115 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1844393f-48a5-457e-b3d7-bc445ffb2272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780'] for port, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:01.336545 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-d863f360-d001-4f04-a898-38ebe2f2bc6d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:11:01.378198 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14351fde-9adf-4001-8de6-c4591e906893 None None] Routers {'b1195220-26e9-4598-8b6d-5b84f9818889'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:11:01.378883 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-14351fde-9adf-4001-8de6-c4591e906893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc10b9490>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:10:50Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['b1195220-26e9-4598-8b6d-5b84f9818889'], 'active': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:11:01.413090 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-ed2ac495-82b8-4985-bd0d-90bb100892ac tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864774'] for subnet, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:01.446044 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df7c7d93-5564-4b94-a2e2-ca7b2cd4bcc2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7e017a6-8198-58c8-a07e-0f786128e3b3-f20ae0e5-6fc0-43de-98fd-22c40b81ea70', 'network_id': 'f20ae0e5-6fc0-43de-98fd-22c40b81ea70', 'tenant_id': '9552d108dcd2412896b3c037adf05d69', 'fixed_ips': [{'subnet_id': '3b07a911-1f9a-4c78-a5c1-6fff0a0b9180'}]}} from dv-neutron-822799-1-hyperv. {{(pid=87637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 23 16:11:01.446986 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-df7c7d93-5564-4b94-a2e2-ca7b2cd4bcc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:01.515763 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1844393f-48a5-457e-b3d7-bc445ffb2272 None None] Network 8926f4e0-0b21-4dff-a78b-4fe76bcc0aa3 is already hosted by enough agents. {{(pid=87637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:11:01.523643 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-1844393f-48a5-457e-b3d7-bc445ffb2272 None None] Resources bound (agent type, host, resource id):  {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:11:01.525822 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1844393f-48a5-457e-b3d7-bc445ffb2272 None None] Received port after_create {{(pid=87637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:11:01.528072 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-14351fde-9adf-4001-8de6-c4591e906893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc10b9490>, [], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:11:01.557368 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning for port 9d1363b7-52b8-40e0-8d16-c0e263dd7335 completed by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:11:01.564040 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-b26289c6-4c25-4878-866d-de7d7b9449f8 tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Notify callbacks [] for router, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:01.564897 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc4f64cc-25de-46db-9c07-806ee241b5a0 tempest-RoutersAdminTest-1714001428 tempest-RoutersAdminTest-1714001428-project] Notify agent at l3_agent.dv-neutron-822799-1-hyperv the message routers_updated {{(pid=87636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 23 16:11:01.579014 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bf4052d-ca12-4f20-b600-17f16a5693b8 None None] Sync routers for ids ['b63d3391-a6ac-49f4-b493-7d60e9ffa29a'] in dv-neutron-822799-1-hyperv {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 23 16:11:01.587162 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f6fa9a2a-7b6f-4029-b3e2-31fe82902fe7 tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:01.602047 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bf4052d-ca12-4f20-b600-17f16a5693b8 None None] Routers {'b63d3391-a6ac-49f4-b493-7d60e9ffa29a'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:11:01.602790 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-8bf4052d-ca12-4f20-b600-17f16a5693b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc1c2acd0>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:10:50Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['b63d3391-a6ac-49f4-b493-7d60e9ffa29a'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:11:01.604404 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-fc4f64cc-25de-46db-9c07-806ee241b5a0 tempest-RoutersAdminTest-1714001428 tempest-RoutersAdminTest-1714001428-project] Notify callbacks [] for router, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:01.605794 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-fc4f64cc-25de-46db-9c07-806ee241b5a0 tempest-RoutersAdminTest-1714001428 tempest-RoutersAdminTest-1714001428-project] 10.222.0.64 "PUT /v2.0/routers/b63d3391-a6ac-49f4-b493-7d60e9ffa29a HTTP/1.1" status: 200  len: 704 time: 8.3794742
Dec 23 16:11:01.672478 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 44278) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:01.678259 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-8bf4052d-ca12-4f20-b600-17f16a5693b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc1c2acd0>, [], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:11:01.689763 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bf4052d-ca12-4f20-b600-17f16a5693b8 None None] Routers {'b63d3391-a6ac-49f4-b493-7d60e9ffa29a'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:11:01.690500 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-8bf4052d-ca12-4f20-b600-17f16a5693b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc1c2acd0>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:10:50Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['b63d3391-a6ac-49f4-b493-7d60e9ffa29a'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:11:01.751937 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-81667acd-4dd4-470c-a81d-63c6b279f57d tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Calling delete_port for 231d0bb8-faff-49ca-8aa2-0b340293358a owned by network:floatingip {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:11:01.757366 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-8bf4052d-ca12-4f20-b600-17f16a5693b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc1c2acd0>, [], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:11:01.758047 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bf4052d-ca12-4f20-b600-17f16a5693b8 None None] The sync data for ids ['b63d3391-a6ac-49f4-b493-7d60e9ffa29a'] in dv-neutron-822799-1-hyperv is: [] {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 23 16:11:01.855009 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14351fde-9adf-4001-8de6-c4591e906893 None None] Routers {'b1195220-26e9-4598-8b6d-5b84f9818889'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:11:01.855653 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-14351fde-9adf-4001-8de6-c4591e906893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc10b9490>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:10:50Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['b1195220-26e9-4598-8b6d-5b84f9818889'], 'active': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:11:01.906308 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 1042310c-087c-49cc-83a0-e54d833f77b4 up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:11:01.934891 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1844393f-48a5-457e-b3d7-bc445ffb2272 None None] Pushing event updated for resources: {'Port': ['ID=fe3cfc9b-c9e8-47cf-8227-74d09c832181,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:11:01.995023 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-1844393f-48a5-457e-b3d7-bc445ffb2272 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.658s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:11:01.999539 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-e3d25d78-978e-4a12-af99-a7ed9b47ce35 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks [] for port, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:02.013968 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-1e69ea87-bd46-4bce-a19b-001ecff8220b tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] 10.222.0.64 "GET /v2.0/routers/b63d3391-a6ac-49f4-b493-7d60e9ffa29a HTTP/1.1" status: 200  len: 739 time: 0.2789371
Dec 23 16:11:02.021565 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 44286) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:02.024704 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-507d926a-159e-4075-89d9-156f5fc10c8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:02.028611 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-ed2ac495-82b8-4985-bd0d-90bb100892ac tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2753333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2609730'] for subnet, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:02.038326 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:11:02.042710 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-1844393f-48a5-457e-b3d7-bc445ffb2272 None None] Attempting to bind port fe3cfc9b-c9e8-47cf-8227-74d09c832181 on host dv-neutron-822799-1-hyperv for vnic_type normal with profile  {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:11:02.043092 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-1844393f-48a5-457e-b3d7-bc445ffb2272 None None] Attempting to bind port fe3cfc9b-c9e8-47cf-8227-74d09c832181 by drivers openvswitch,hyperv on host dv-neutron-822799-1-hyperv at level 0 using segments [{'id': 'a56cdaee-15d7-44d9-b72c-4337a26c6bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '8926f4e0-0b21-4dff-a78b-4fe76bcc0aa3'}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:11:02.043462 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1844393f-48a5-457e-b3d7-bc445ffb2272 None None] Attempting to bind port fe3cfc9b-c9e8-47cf-8227-74d09c832181 on network 8926f4e0-0b21-4dff-a78b-4fe76bcc0aa3 {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:11:02.074474 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-14351fde-9adf-4001-8de6-c4591e906893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc10b9490>, [], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:11:02.074893 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14351fde-9adf-4001-8de6-c4591e906893 None None] The sync data for ids ['b1195220-26e9-4598-8b6d-5b84f9818889'] in dv-neutron-822799-1-hyperv is: [] {{(pid=87637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 23 16:11:02.090155 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server [None req-df7c7d93-5564-4b94-a2e2-ca7b2cd4bcc2 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3b07a911-1f9a-4c78-a5c1-6fff0a0b9180: This subnet is being modified by another concurrent operation.
Dec 23 16:11:02.090155 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Dec 23 16:11:02.090155 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Dec 23 16:11:02.090155 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Dec 23 16:11:02.090155 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Dec 23 16:11:02.090155 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Dec 23 16:11:02.090155 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Dec 23 16:11:02.090155 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Dec 23 16:11:02.090155 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Dec 23 16:11:02.090155 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Dec 23 16:11:02.090155 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Dec 23 16:11:02.090155 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Dec 23 16:11:02.090155 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 23 16:11:02.090155 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 23 16:11:02.090155 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 23 16:11:02.090155 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 23 16:11:02.090155 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 23 16:11:02.090155 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 23 16:11:02.090155 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Dec 23 16:11:02.090155 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Dec 23 16:11:02.090155 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 23 16:11:02.090155 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 23 16:11:02.090155 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 23 16:11:02.090155 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 23 16:11:02.090155 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 23 16:11:02.090155 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 23 16:11:02.090155 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Dec 23 16:11:02.090155 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Dec 23 16:11:02.090155 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 23 16:11:02.090155 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 23 16:11:02.090155 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 23 16:11:02.090155 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 23 16:11:02.090155 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 23 16:11:02.090155 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Dec 23 16:11:02.090155 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper
Dec 23 16:11:02.090155 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server     ret_val = f(_self, context, *args, **kwargs)
Dec 23 16:11:02.090155 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port
Dec 23 16:11:02.090155 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'create_port')
Dec 23 16:11:02.090155 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action
Dec 23 16:11:02.090155 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server     return p_utils.create_port(plugin, context, port)
Dec 23 16:11:02.090155 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port
Dec 23 16:11:02.090155 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server     return core_plugin.create_port(
Dec 23 16:11:02.090155 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner
Dec 23 16:11:02.090155 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server     return f(self, context, *args, **kwargs)
Dec 23 16:11:02.090155 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped
Dec 23 16:11:02.090155 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Dec 23 16:11:02.090155 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Dec 23 16:11:02.090155 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Dec 23 16:11:02.090155 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 23 16:11:02.090155 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 23 16:11:02.090155 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 23 16:11:02.090155 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 23 16:11:02.090155 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 23 16:11:02.090155 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 23 16:11:02.093352 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Dec 23 16:11:02.093352 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Dec 23 16:11:02.093352 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 23 16:11:02.093352 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 23 16:11:02.093352 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 23 16:11:02.093352 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 23 16:11:02.093352 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 23 16:11:02.093352 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 23 16:11:02.093352 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Dec 23 16:11:02.093352 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Dec 23 16:11:02.093352 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 23 16:11:02.093352 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 23 16:11:02.093352 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 23 16:11:02.093352 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 23 16:11:02.093352 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 23 16:11:02.093352 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Dec 23 16:11:02.093352 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port
Dec 23 16:11:02.093352 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server     result, mech_context = self._create_port_db(context, port)
Dec 23 16:11:02.093352 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db
Dec 23 16:11:02.093352 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server     port_db = self.create_port_db(context, port)
Dec 23 16:11:02.093352 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db
Dec 23 16:11:02.093352 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server     self.ipam.allocate_ips_for_port_and_store(
Dec 23 16:11:02.093352 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store
Dec 23 16:11:02.093352 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server     self._safe_rollback(self._ipam_deallocate_ips, context,
Dec 23 16:11:02.093352 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 23 16:11:02.093352 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 23 16:11:02.093352 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 23 16:11:02.093352 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 23 16:11:02.093352 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store
Dec 23 16:11:02.093352 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server     ips = self._allocate_ips_for_port(context, port_copy)
Dec 23 16:11:02.093352 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port
Dec 23 16:11:02.093352 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server     subnets = self._ipam_get_subnets(
Dec 23 16:11:02.093352 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets
Dec 23 16:11:02.093352 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server     subnet.lock_register(
Dec 23 16:11:02.093352 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Dec 23 16:11:02.093352 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server     raise exception
Dec 23 16:11:02.093352 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3b07a911-1f9a-4c78-a5c1-6fff0a0b9180: This subnet is being modified by another concurrent operation.
Dec 23 16:11:02.093352 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server 
Dec 23 16:11:02.113287 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.provisioning_blocks [None req-e3d25d78-978e-4a12-af99-a7ed9b47ce35 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Transition to ACTIVE for port object 163754bc-7c6b-4710-9a3a-81b46f77b60a will not be triggered until provisioned by entity DHCP. {{(pid=87635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:11:02.117250 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2ac495-82b8-4985-bd0d-90bb100892ac tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Pushing event deleted for resources: {'Subnet': ['ID=3b07a911-1f9a-4c78-a5c1-6fff0a0b9180,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:11:02.120144 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-ed2ac495-82b8-4985-bd0d-90bb100892ac tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:11:02.128309 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1844393f-48a5-457e-b3d7-bc445ffb2272 None None] Checking agent: {'id': '20d2070f-69a9-4e73-8d08-6f0387a40158', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822799-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 21), 'started_at': datetime.datetime(2021, 12, 23, 16, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 10, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822799-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 23 16:11:02.130657 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1844393f-48a5-457e-b3d7-bc445ffb2272 None None] Checking segment: {'id': 'a56cdaee-15d7-44d9-b72c-4337a26c6bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '8926f4e0-0b21-4dff-a78b-4fe76bcc0aa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:11:02.131102 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1844393f-48a5-457e-b3d7-bc445ffb2272 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:02.132117 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-c6dc312d-c4fa-43e0-92e0-03b47597339a tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:11:02.132782 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.api.v2.resource [None req-b26289c6-4c25-4878-866d-de7d7b9449f8 tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] delete failed (client error): There was a conflict when trying to complete your request.
Dec 23 16:11:02.136201 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1844393f-48a5-457e-b3d7-bc445ffb2272 None None] Bound using segment: {'id': 'a56cdaee-15d7-44d9-b72c-4337a26c6bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '8926f4e0-0b21-4dff-a78b-4fe76bcc0aa3'} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 23 16:11:02.136878 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-1844393f-48a5-457e-b3d7-bc445ffb2272 None None] Bound port: fe3cfc9b-c9e8-47cf-8227-74d09c832181, host: dv-neutron-822799-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a56cdaee-15d7-44d9-b72c-4337a26c6bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '8926f4e0-0b21-4dff-a78b-4fe76bcc0aa3'}}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 23 16:11:02.137291 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1844393f-48a5-457e-b3d7-bc445ffb2272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:02.137581 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-b26289c6-4c25-4878-866d-de7d7b9449f8 tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] 10.222.0.64 "DELETE /v2.0/routers/b1195220-26e9-4598-8b6d-5b84f9818889 HTTP/1.1" status: 409  len: 329 time: 0.9317153
Dec 23 16:11:02.143017 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 44290) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:02.204985 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86cea027-f9ad-400f-97e7-1c29d0b0bbcb None None] Network f20ae0e5-6fc0-43de-98fd-22c40b81ea70 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:11:02.286873 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507d926a-159e-4075-89d9-156f5fc10c8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=736d7593-4ed2-4ff2-b81f-065608ae7b4f,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:11:02.311832 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-507d926a-159e-4075-89d9-156f5fc10c8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:11:02.313084 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-507d926a-159e-4075-89d9-156f5fc10c8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:02.318886 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-507d926a-159e-4075-89d9-156f5fc10c8d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/736d7593-4ed2-4ff2-b81f-065608ae7b4f HTTP/1.1" status: 204  len: 168 time: 2.0809937
Dec 23 16:11:02.326949 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-2a28dadb-3a4f-457a-a80d-55df97e10a5f tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] 10.222.0.64 "GET /v2.0/ports?network_id=8afa6d58-9431-454a-b99c-3ff8a65aa86b&device_id=b63d3391-a6ac-49f4-b493-7d60e9ffa29a HTTP/1.1" status: 200  len: 205 time: 0.2913828
Dec 23 16:11:02.347411 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 44302) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:02.430926 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-71621cc4-29f2-4f96-a51b-5abad643fdcc tempest-RoutersAdminTest-1714001428 tempest-RoutersAdminTest-1714001428-project] 10.222.0.64 "GET /v2.0/ports?device_id=b63d3391-a6ac-49f4-b493-7d60e9ffa29a HTTP/1.1" status: 200  len: 205 time: 0.0750721
Dec 23 16:11:02.432874 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-ed2ac495-82b8-4985-bd0d-90bb100892ac tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-864347', 'neutron.services.segments.db._delete_segments_for_network-8735362908070'] for network, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:02.492344 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 44306) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:02.498140 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-1844393f-48a5-457e-b3d7-bc445ffb2272 None None] For port fe3cfc9b-c9e8-47cf-8227-74d09c832181, host dv-neutron-822799-1-hyperv, cleared binding levels {{(pid=87637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 23 16:11:02.537605 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-81667acd-4dd4-470c-a81d-63c6b279f57d tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:02.583730 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-1844393f-48a5-457e-b3d7-bc445ffb2272 None None] For port fe3cfc9b-c9e8-47cf-8227-74d09c832181, host dv-neutron-822799-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=fe3cfc9b-c9e8-47cf-8227-74d09c832181,segment=NetworkSegment(a56cdaee-15d7-44d9-b72c-4337a26c6bd9),segment_id=a56cdaee-15d7-44d9-b72c-4337a26c6bd9)] {{(pid=87637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 23 16:11:02.610569 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.services.segments.db [None req-ed2ac495-82b8-4985-bd0d-90bb100892ac tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1dc1a17910>,) {'filters': {'network_id': ['f20ae0e5-6fc0-43de-98fd-22c40b81ea70']}} {{(pid=87635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:11:02.644863 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-0063b44a-3615-4fc3-8d36-3690153066fa None None] Could not find standard attr ID for object a0e8299c-edef-4330-bf28-53f6dd0e1d28. {{(pid=87637) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 23 16:11:02.665152 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1844393f-48a5-457e-b3d7-bc445ffb2272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:02.690496 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-5cc72240-ba5f-4625-aca5-b96bc552352f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:11:02.697066 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-0a07958d-6422-40c8-ad3d-d0724fcb3960 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:11:02.737294 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 44316) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:02.765768 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.services.segments.db [None req-ed2ac495-82b8-4985-bd0d-90bb100892ac tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dc1a17910>, 'f706f492-8c3f-4cc7-8df2-b9d30c93415d') {'for_net_delete': True} {{(pid=87635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:11:02.766001 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81667acd-4dd4-470c-a81d-63c6b279f57d tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Pushing event deleted for resources: {'Port': ['ID=231d0bb8-faff-49ca-8aa2-0b340293358a,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:11:02.766105 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.services.segments.db [None req-ed2ac495-82b8-4985-bd0d-90bb100892ac tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dc1a17910>, 'f706f492-8c3f-4cc7-8df2-b9d30c93415d') {} {{(pid=87635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:11:02.773369 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-81667acd-4dd4-470c-a81d-63c6b279f57d tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:11:02.781277 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-bc6545bb-7cf2-4c58-b808-59c7c4c57216 tempest-RoutersAdminTest-1714001428 tempest-RoutersAdminTest-1714001428-project] Notify callbacks [] for router, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:02.863248 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-e3d25d78-978e-4a12-af99-a7ed9b47ce35 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:02.870632 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-ed2ac495-82b8-4985-bd0d-90bb100892ac tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735363085442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2776713'] for segment, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:02.881631 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-77133a4a-28b8-45d9-9e8e-633b7d863ce7 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:11:02.887473 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-81667acd-4dd4-470c-a81d-63c6b279f57d tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify callbacks [] for floatingip, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:02.912490 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-81667acd-4dd4-470c-a81d-63c6b279f57d tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for floatingip, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:02.916960 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-81667acd-4dd4-470c-a81d-63c6b279f57d tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] 10.222.0.64 "DELETE /v2.0/floatingips/99774ca2-e150-482a-9c7c-ff40bd1bda67 HTTP/1.1" status: 204  len: 168 time: 3.7828500
Dec 23 16:11:02.934958 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 44324) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:02.952117 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-e49fdd06-5f9e-4ce6-b526-3c4f4ce32740 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Request body: {'floatingip': {'floating_network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'port_id': 'b53bce91-b4d2-4833-bf2f-515f4cb384da'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:11:02.973588 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-e49fdd06-5f9e-4ce6-b526-3c4f4ce32740 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:11:02.977301 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f6fa9a2a-7b6f-4029-b3e2-31fe82902fe7 tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] Notify callbacks [] for port, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:02.980793 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-e49fdd06-5f9e-4ce6-b526-3c4f4ce32740 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Usage tracker for resource:floatingip and tenant:eee7102271fa49768eefd83617c1f38a is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:11:02.983793 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-e49fdd06-5f9e-4ce6-b526-3c4f4ce32740 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:11:03.003900 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-e49fdd06-5f9e-4ce6-b526-3c4f4ce32740 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:11:03.006113 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f6fa9a2a-7b6f-4029-b3e2-31fe82902fe7 tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2176289'] for port, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:03.036639 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d25d78-978e-4a12-af99-a7ed9b47ce35 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Pushing event updated for resources: {'Port': ['ID=163754bc-7c6b-4710-9a3a-81b46f77b60a,revision_number=1']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:11:03.039870 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-e3d25d78-978e-4a12-af99-a7ed9b47ce35 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:11:03.042042 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_common [None req-1b8b818f-c18a-464e-80f7-c68dfccf763b None None] Allocated IP 2001:db8::2 (a67646b4-5371-43ec-9f98-39fe51a67033/f6cc1cef-928d-4a5c-8899-80348170d0d5/053f16e4-5158-4791-ba03-5382ea09e01e) {{(pid=87637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:11:03.056819 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-58cec749-c131-48ae-a463-cc7e345e796b tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:11:03.155932 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-51af1913-ccb5-4fe6-8496-776b65391e8e tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-2146058552', 'router:external': True}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:11:03.162578 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-51af1913-ccb5-4fe6-8496-776b65391e8e tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:11:03.167415 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e49fdd06-5f9e-4ce6-b526-3c4f4ce32740 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify callbacks [] for floatingip, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:03.172833 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-51af1913-ccb5-4fe6-8496-776b65391e8e tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Usage tracker for resource:network and tenant:0cfbedddc6e84865852e5b977817804f is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:11:03.175974 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-51af1913-ccb5-4fe6-8496-776b65391e8e tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:11:03.181979 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-51af1913-ccb5-4fe6-8496-776b65391e8e tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:11:03.219698 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fa9a2a-7b6f-4029-b3e2-31fe82902fe7 tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] Pushing event updated for resources: {'Port': ['ID=9246b14f-8b79-4b8e-a42a-611d3b30b779,revision_number=2']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:11:03.222963 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f6fa9a2a-7b6f-4029-b3e2-31fe82902fe7 tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1627481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1781465'] for router_interface, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:03.298795 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-f6fa9a2a-7b6f-4029-b3e2-31fe82902fe7 tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:11:03.410402 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-ed2ac495-82b8-4985-bd0d-90bb100892ac tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:03.413884 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51af1913-ccb5-4fe6-8496-776b65391e8e tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Made reservation on behalf of 0cfbedddc6e84865852e5b977817804f for: {'network': 1} {{(pid=87635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:11:03.417658 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-51af1913-ccb5-4fe6-8496-776b65391e8e tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for network, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:03.431081 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1844393f-48a5-457e-b3d7-bc445ffb2272 None None] Pushing event updated for resources: {'Port': ['ID=fe3cfc9b-c9e8-47cf-8227-74d09c832181,revision_number=2']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:11:03.437904 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-1844393f-48a5-457e-b3d7-bc445ffb2272 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.747s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:11:03.465667 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port 1042310c-087c-49cc-83a0-e54d833f77b4 triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:11:03.466200 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:03.598783 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-0063b44a-3615-4fc3-8d36-3690153066fa None None] Provisioning for port b8fa70ba-5254-4db8-a992-0ee39250e526 completed by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:11:03.623407 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-0063b44a-3615-4fc3-8d36-3690153066fa None None] Provisioning complete for port b8fa70ba-5254-4db8-a992-0ee39250e526 triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:11:03.624480 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-0063b44a-3615-4fc3-8d36-3690153066fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:03.698910 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1b8b818f-c18a-464e-80f7-c68dfccf763b None None] Notify callbacks [] for port, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:03.725689 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6fa9a2a-7b6f-4029-b3e2-31fe82902fe7 tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] Network 2477dc82-2f98-4092-bb2d-047982188fe0 is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:11:03.727504 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 44342) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:03.729213 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e49fdd06-5f9e-4ce6-b526-3c4f4ce32740 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:03.731447 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-f6fa9a2a-7b6f-4029-b3e2-31fe82902fe7 tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] Resources bound (agent type, host, resource id):  {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:11:03.742037 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3d25d78-978e-4a12-af99-a7ed9b47ce35 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Network a67646b4-5371-43ec-9f98-39fe51a67033 is already hosted by enough agents. {{(pid=87635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:11:03.815545 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.base_scheduler [None req-e3d25d78-978e-4a12-af99-a7ed9b47ce35 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Resources bound (agent type, host, resource id):  {{(pid=87635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:11:03.817895 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed2ac495-82b8-4985-bd0d-90bb100892ac tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Releasing vlan 427 on physical network physnet1 to pool {{(pid=87635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 23 16:11:03.818304 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-ed2ac495-82b8-4985-bd0d-90bb100892ac tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2753503'] for segment, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:03.854080 dv-neutron-822799-1-hyperv neutron-server[87635]: Traceback (most recent call last):
Dec 23 16:11:03.854080 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 23 16:11:03.854080 dv-neutron-822799-1-hyperv neutron-server[87635]:     timer()
Dec 23 16:11:03.854080 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:11:03.854080 dv-neutron-822799-1-hyperv neutron-server[87635]:     cb(*args, **kw)
Dec 23 16:11:03.854080 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 23 16:11:03.854080 dv-neutron-822799-1-hyperv neutron-server[87635]:     return func(*args, **kwargs)
Dec 23 16:11:03.854080 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:11:03.854080 dv-neutron-822799-1-hyperv neutron-server[87635]:     self._notify()
Dec 23 16:11:03.854080 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:11:03.854080 dv-neutron-822799-1-hyperv neutron-server[87635]:     self.callback(batched_events)
Dec 23 16:11:03.854080 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:11:03.854080 dv-neutron-822799-1-hyperv neutron-server[87635]:     event.method(event)
Dec 23 16:11:03.854080 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:11:03.854080 dv-neutron-822799-1-hyperv neutron-server[87635]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:11:03.854080 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 23 16:11:03.854080 dv-neutron-822799-1-hyperv neutron-server[87635]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 23 16:11:03.854080 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 23 16:11:03.854080 dv-neutron-822799-1-hyperv neutron-server[87635]:     return f(self, *a, **k)
Dec 23 16:11:03.854080 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:11:03.854080 dv-neutron-822799-1-hyperv neutron-server[87635]:     return self._get(url).json()
Dec 23 16:11:03.854080 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 23 16:11:03.854080 dv-neutron-822799-1-hyperv neutron-server[87635]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 23 16:11:03.854080 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 23 16:11:03.854080 dv-neutron-822799-1-hyperv neutron-server[87635]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:11:03.854080 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 23 16:11:03.854080 dv-neutron-822799-1-hyperv neutron-server[87635]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 23 16:11:03.854080 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 23 16:11:03.854080 dv-neutron-822799-1-hyperv neutron-server[87635]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:11:03.854080 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 23 16:11:03.854080 dv-neutron-822799-1-hyperv neutron-server[87635]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:11:03.854080 dv-neutron-822799-1-hyperv neutron-server[87635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:11:03.856519 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-51af1913-ccb5-4fe6-8496-776b65391e8e tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:03.894030 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-1b8b818f-c18a-464e-80f7-c68dfccf763b None None] Transition to ACTIVE for port object 053f16e4-5158-4791-ba03-5382ea09e01e will not be triggered until provisioned by entity L2. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:11:03.899056 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3d25d78-978e-4a12-af99-a7ed9b47ce35 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Received port after_create {{(pid=87635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:11:03.908915 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3d25d78-978e-4a12-af99-a7ed9b47ce35 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:11:03.909847 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-e3d25d78-978e-4a12-af99-a7ed9b47ce35 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:03.921168 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-1b8b818f-c18a-464e-80f7-c68dfccf763b None None] Transition to ACTIVE for port object 053f16e4-5158-4791-ba03-5382ea09e01e will not be triggered until provisioned by entity DHCP. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:11:03.945064 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1b8b818f-c18a-464e-80f7-c68dfccf763b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780'] for port, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:03.955443 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:11:03.964733 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-bc6545bb-7cf2-4c58-b808-59c7c4c57216 tempest-RoutersAdminTest-1714001428 tempest-RoutersAdminTest-1714001428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1784183', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-235354'] for router, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:03.981457 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-e3d25d78-978e-4a12-af99-a7ed9b47ce35 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201  len: 932 time: 4.7725441
Dec 23 16:11:04.064602 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 44348) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:04.072964 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-0063b44a-3615-4fc3-8d36-3690153066fa None None] Port b8fa70ba-5254-4db8-a992-0ee39250e526 cannot update to ACTIVE because it is not bound. {{(pid=87637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 23 16:11:04.081937 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-bc6545bb-7cf2-4c58-b808-59c7c4c57216 tempest-RoutersAdminTest-1714001428 tempest-RoutersAdminTest-1714001428-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:04.088427 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-51af1913-ccb5-4fe6-8496-776b65391e8e tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:11:04.092520 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-c28bb199-e15a-430c-bf13-876742948275 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1773443542-network', 'tenant_id': '4397e61b404b4512b8e2da8fa19161c5'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:11:04.098328 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-51af1913-ccb5-4fe6-8496-776b65391e8e tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Usage tracker for resource:security_group_rule and tenant:0cfbedddc6e84865852e5b977817804f is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:11:04.101652 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-51af1913-ccb5-4fe6-8496-776b65391e8e tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:11:04.109413 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-51af1913-ccb5-4fe6-8496-776b65391e8e tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:11:04.137125 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8b818f-c18a-464e-80f7-c68dfccf763b None None] Pushing event updated for resources: {'Port': ['ID=053f16e4-5158-4791-ba03-5382ea09e01e,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:11:04.142483 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b8b818f-c18a-464e-80f7-c68dfccf763b None None] Network a67646b4-5371-43ec-9f98-39fe51a67033 is already hosted by enough agents. {{(pid=87637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:11:04.144249 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-1b8b818f-c18a-464e-80f7-c68dfccf763b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:11:04.146322 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-1b8b818f-c18a-464e-80f7-c68dfccf763b None None] Resources bound (agent type, host, resource id):  {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:11:04.150061 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 079e09fd-f104-4f51-81ce-ead05a8a21d5 up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:11:04.178226 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b8b818f-c18a-464e-80f7-c68dfccf763b None None] Received port after_create {{(pid=87637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:11:04.186100 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-c28bb199-e15a-430c-bf13-876742948275 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:11:04.208179 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-c28bb199-e15a-430c-bf13-876742948275 admin admin] Usage tracker for resource:network and tenant:4397e61b404b4512b8e2da8fa19161c5 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:11:04.212411 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-bc6545bb-7cf2-4c58-b808-59c7c4c57216 tempest-RoutersAdminTest-1714001428 tempest-RoutersAdminTest-1714001428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1781328'] for router, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:04.213096 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc6545bb-7cf2-4c58-b808-59c7c4c57216 tempest-RoutersAdminTest-1714001428 tempest-RoutersAdminTest-1714001428-project] Fanout notify agent at l3_agent the message router_deleted on router b63d3391-a6ac-49f4-b493-7d60e9ffa29a {{(pid=87635) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 23 16:11:04.221777 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-0063b44a-3615-4fc3-8d36-3690153066fa None None] Provisioning for port 0779cec0-597b-4c0c-9b95-a37584c34dd5 completed by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:11:04.224709 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-c28bb199-e15a-430c-bf13-876742948275 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:11:04.230327 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-ed2ac495-82b8-4985-bd0d-90bb100892ac tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-864336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1824171'] for network, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:04.242139 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:11:04.271313 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-ed2ac495-82b8-4985-bd0d-90bb100892ac tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627509'] for network, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:04.277047 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2ac495-82b8-4985-bd0d-90bb100892ac tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Pushing event deleted for resources: {'Network': ['ID=f20ae0e5-6fc0-43de-98fd-22c40b81ea70,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:11:04.290760 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-ed2ac495-82b8-4985-bd0d-90bb100892ac tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:11:04.301365 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-1b8b818f-c18a-464e-80f7-c68dfccf763b None None] Attempting to bind port 053f16e4-5158-4791-ba03-5382ea09e01e on host dv-neutron-822799-1-hyperv for vnic_type normal with profile  {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:11:04.302176 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-1b8b818f-c18a-464e-80f7-c68dfccf763b None None] Attempting to bind port 053f16e4-5158-4791-ba03-5382ea09e01e by drivers openvswitch,hyperv on host dv-neutron-822799-1-hyperv at level 0 using segments [{'id': 'd0e346f7-32a7-41a0-b972-301688edbe10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'a67646b4-5371-43ec-9f98-39fe51a67033'}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:11:04.302176 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b8b818f-c18a-464e-80f7-c68dfccf763b None None] Attempting to bind port 053f16e4-5158-4791-ba03-5382ea09e01e on network a67646b4-5371-43ec-9f98-39fe51a67033 {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:11:04.310175 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b8b818f-c18a-464e-80f7-c68dfccf763b None None] Checking agent: {'id': '20d2070f-69a9-4e73-8d08-6f0387a40158', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822799-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 21), 'started_at': datetime.datetime(2021, 12, 23, 16, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 10, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822799-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 23 16:11:04.310669 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b8b818f-c18a-464e-80f7-c68dfccf763b None None] Checking segment: {'id': 'd0e346f7-32a7-41a0-b972-301688edbe10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'a67646b4-5371-43ec-9f98-39fe51a67033'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:11:04.311067 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1b8b818f-c18a-464e-80f7-c68dfccf763b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:04.311470 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b8b818f-c18a-464e-80f7-c68dfccf763b None None] Bound using segment: {'id': 'd0e346f7-32a7-41a0-b972-301688edbe10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'a67646b4-5371-43ec-9f98-39fe51a67033'} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 23 16:11:04.311945 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-1b8b818f-c18a-464e-80f7-c68dfccf763b None None] Bound port: 053f16e4-5158-4791-ba03-5382ea09e01e, host: dv-neutron-822799-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0e346f7-32a7-41a0-b972-301688edbe10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'a67646b4-5371-43ec-9f98-39fe51a67033'}}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 23 16:11:04.312354 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1b8b818f-c18a-464e-80f7-c68dfccf763b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:04.322606 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-0063b44a-3615-4fc3-8d36-3690153066fa None None] Provisioning for port 9d1363b7-52b8-40e0-8d16-c0e263dd7335 completed by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:11:04.338737 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-0063b44a-3615-4fc3-8d36-3690153066fa None None] Provisioning complete for port 9d1363b7-52b8-40e0-8d16-c0e263dd7335 triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:11:04.339062 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-0063b44a-3615-4fc3-8d36-3690153066fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:04.358455 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-ed2ac495-82b8-4985-bd0d-90bb100892ac tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] 10.222.0.64 "DELETE /v2.0/networks/f20ae0e5-6fc0-43de-98fd-22c40b81ea70 HTTP/1.1" status: 204  len: 168 time: 3.5901616
Dec 23 16:11:04.359378 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-bc6545bb-7cf2-4c58-b808-59c7c4c57216 tempest-RoutersAdminTest-1714001428 tempest-RoutersAdminTest-1714001428-project] Notify callbacks [] for router, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:04.359713 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-c28bb199-e15a-430c-bf13-876742948275 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:11:04.364252 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-bc6545bb-7cf2-4c58-b808-59c7c4c57216 tempest-RoutersAdminTest-1714001428 tempest-RoutersAdminTest-1714001428-project] 10.222.0.64 "DELETE /v2.0/routers/b63d3391-a6ac-49f4-b493-7d60e9ffa29a HTTP/1.1" status: 204  len: 168 time: 1.8680999
Dec 23 16:11:04.367929 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 44354) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:04.368152 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 44356) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:04.403600 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c28bb199-e15a-430c-bf13-876742948275 admin admin] Made reservation on behalf of 4397e61b404b4512b8e2da8fa19161c5 for: {'network': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:11:04.406516 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c28bb199-e15a-430c-bf13-876742948275 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for network, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:04.408936 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port 079e09fd-f104-4f51-81ce-ead05a8a21d5 triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:11:04.409321 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:04.426110 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-480a946c-4906-48d9-b959-23f345037aed tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1469177767'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:11:04.431345 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c28bb199-e15a-430c-bf13-876742948275 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:04.436466 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-060c360e-389f-4e2b-bffe-8adc7f444c5b tempest-RoutersAdminTest-1714001428 tempest-RoutersAdminTest-1714001428-project] 10.222.0.64 "GET /v2.0/ports?device_id=b63d3391-a6ac-49f4-b493-7d60e9ffa29a HTTP/1.1" status: 200  len: 205 time: 0.0629835
Dec 23 16:11:04.436466 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-480a946c-4906-48d9-b959-23f345037aed tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:11:04.442731 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 44362) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:04.445891 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-480a946c-4906-48d9-b959-23f345037aed tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Usage tracker for resource:network and tenant:9552d108dcd2412896b3c037adf05d69 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:11:04.455611 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-480a946c-4906-48d9-b959-23f345037aed tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:11:04.468895 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-480a946c-4906-48d9-b959-23f345037aed tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:11:04.510714 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-51af1913-ccb5-4fe6-8496-776b65391e8e tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:04.527984 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-1b8b818f-c18a-464e-80f7-c68dfccf763b None None] For port 053f16e4-5158-4791-ba03-5382ea09e01e, host dv-neutron-822799-1-hyperv, cleared binding levels {{(pid=87637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 23 16:11:04.533755 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-1b8b818f-c18a-464e-80f7-c68dfccf763b None None] For port 053f16e4-5158-4791-ba03-5382ea09e01e, host dv-neutron-822799-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=053f16e4-5158-4791-ba03-5382ea09e01e,segment=NetworkSegment(d0e346f7-32a7-41a0-b972-301688edbe10),segment_id=d0e346f7-32a7-41a0-b972-301688edbe10)] {{(pid=87637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 23 16:11:04.538475 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-c28bb199-e15a-430c-bf13-876742948275 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:11:04.555510 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [None req-e49fdd06-5f9e-4ce6-b526-3c4f4ce32740 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Allocated IP 172.26.3.225 (8afa6d58-9431-454a-b99c-3ff8a65aa86b/60537fec-5f5f-4ab7-89cc-03638149a590/a400c4d7-fb3a-4595-915c-aef679a05476) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:11:04.559689 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-51af1913-ccb5-4fe6-8496-776b65391e8e tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:04.565988 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:11:04.572501 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-c28bb199-e15a-430c-bf13-876742948275 admin admin] Usage tracker for resource:security_group_rule and tenant:4397e61b404b4512b8e2da8fa19161c5 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:11:04.576897 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-c28bb199-e15a-430c-bf13-876742948275 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:11:04.577218 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-480a946c-4906-48d9-b959-23f345037aed tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Made reservation on behalf of 9552d108dcd2412896b3c037adf05d69 for: {'network': 1} {{(pid=87635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:11:04.580752 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-480a946c-4906-48d9-b959-23f345037aed tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for network, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:04.590285 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.api.v2.resource [None req-cff97d72-f8fc-420e-96d7-6a2654475847 tempest-RoutersAdminTest-1714001428 tempest-RoutersAdminTest-1714001428-project] delete failed (client error): The resource could not be found.
Dec 23 16:11:04.591246 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-cff97d72-f8fc-420e-96d7-6a2654475847 tempest-RoutersAdminTest-1714001428 tempest-RoutersAdminTest-1714001428-project] 10.222.0.64 "DELETE /v2.0/routers/b63d3391-a6ac-49f4-b493-7d60e9ffa29a HTTP/1.1" status: 404  len: 336 time: 0.1448152
Dec 23 16:11:04.594015 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-c28bb199-e15a-430c-bf13-876742948275 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:11:04.597385 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 44366) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:04.602245 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6fa9a2a-7b6f-4029-b3e2-31fe82902fe7 tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] Router ecea7892-f476-4ddd-acee-2f4bd3bf1ceb is scheduled to L3 agent 371d4c41-c7e2-4de7-9539-c049ec4e95d1 with binding_index 1 {{(pid=87636) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 23 16:11:04.619345 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51af1913-ccb5-4fe6-8496-776b65391e8e tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] vlan segment allocate from pool success with {'vlan_id': 414, 'physical_network': 'physnet1'}  {{(pid=87635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 23 16:11:04.638463 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51af1913-ccb5-4fe6-8496-776b65391e8e tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f603c5a5-52fa-420c-8c05-798191ad7a82,revision_number=1']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:11:04.646146 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-51af1913-ccb5-4fe6-8496-776b65391e8e tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:11:04.648327 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-51af1913-ccb5-4fe6-8496-776b65391e8e tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:04.648709 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.db.segments_db [None req-51af1913-ccb5-4fe6-8496-776b65391e8e tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Added segment 8c5a219f-40b7-47c6-ad23-4a075da36083 of type vlan for network dcf123b6-1f33-45eb-ace6-d3e7f508eb09
Dec 23 16:11:04.674039 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1b8b818f-c18a-464e-80f7-c68dfccf763b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:04.675065 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-480a946c-4906-48d9-b959-23f345037aed tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] vlan segment allocate from pool success with {'vlan_id': 425, 'physical_network': 'physnet1'}  {{(pid=87635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 23 16:11:04.690930 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-8641f399-cf54-4c34-a8b2-6c49c6c6690d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:11:04.691171 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f764f508-b3c9-49f5-b8d6-163bd16065ca tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:11:04.697810 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f764f508-b3c9-49f5-b8d6-163bd16065ca tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:11:04.699924 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-f764f508-b3c9-49f5-b8d6-163bd16065ca tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1669 time: 0.6331661
Dec 23 16:11:04.703326 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 44370) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:04.703471 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-480a946c-4906-48d9-b959-23f345037aed tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:04.703857 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.db.segments_db [None req-480a946c-4906-48d9-b959-23f345037aed tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Added segment 85b001ae-870a-4c10-b2f4-116d2dde5151 of type vlan for network b1b448fb-4904-4ddd-a278-afbc0046dcd6
Dec 23 16:11:04.724390 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-573df795-8639-4356-8051-a2c77dba8d0f tempest-RoutersAdminTest-1714001428 tempest-RoutersAdminTest-1714001428-project] 10.222.0.64 "GET /v2.0/ports?device_id=b22464b9-d9da-40e5-8a92-e2528669796a HTTP/1.1" status: 200  len: 205 time: 0.1233568
Dec 23 16:11:04.726139 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-75995eda-56ec-46e1-89cf-d0fe9290d160 tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1781419'] for router_interface, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:04.780763 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 44374) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:04.788481 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-51af1913-ccb5-4fe6-8496-776b65391e8e tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735362521793'] for network, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:04.819216 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 0779cec0-597b-4c0c-9b95-a37584c34dd5 up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:11:04.846107 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-0063b44a-3615-4fc3-8d36-3690153066fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:04.855097 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8b818f-c18a-464e-80f7-c68dfccf763b None None] Pushing event updated for resources: {'Port': ['ID=053f16e4-5158-4791-ba03-5382ea09e01e,revision_number=2']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:11:04.859196 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-1b8b818f-c18a-464e-80f7-c68dfccf763b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:11:04.920674 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-0063b44a-3615-4fc3-8d36-3690153066fa None None] For port 9d1363b7-52b8-40e0-8d16-c0e263dd7335, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=9d1363b7-52b8-40e0-8d16-c0e263dd7335,segment=NetworkSegment(41ed0529-faab-49e6-929c-5317ebbfd974),segment_id=41ed0529-faab-49e6-929c-5317ebbfd974)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:11:04.938696 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-0063b44a-3615-4fc3-8d36-3690153066fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:04.943159 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-2f1cfb74-5f34-4b72-9655-0954fa8e2824 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:11:04.989289 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.api.v2.resource [None req-a55dd6fe-cfc8-4f70-a753-bf322dd566a0 tempest-RoutersAdminTest-1714001428 tempest-RoutersAdminTest-1714001428-project] delete failed (client error): The resource could not be found.
Dec 23 16:11:04.992748 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-a55dd6fe-cfc8-4f70-a753-bf322dd566a0 tempest-RoutersAdminTest-1714001428 tempest-RoutersAdminTest-1714001428-project] 10.222.0.64 "DELETE /v2.0/routers/b22464b9-d9da-40e5-8a92-e2528669796a HTTP/1.1" status: 404  len: 336 time: 0.1971369
Dec 23 16:11:04.995955 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 44378) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:04.998161 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-480a946c-4906-48d9-b959-23f345037aed tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735362521793'] for network, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:04.998950 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning for port 0779cec0-597b-4c0c-9b95-a37584c34dd5 completed by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:11:05.016052 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port 0779cec0-597b-4c0c-9b95-a37584c34dd5 triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:11:05.016494 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:05.018529 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e49fdd06-5f9e-4ce6-b526-3c4f4ce32740 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:05.111311 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-d6e56872-5333-475b-a722-e9fe8afeb3a5 tempest-RoutersAdminTest-1714001428 tempest-RoutersAdminTest-1714001428-project] 10.222.0.64 "GET /v2.0/ports?device_id=864910ab-9e2c-4b00-b985-65cc06314511 HTTP/1.1" status: 200  len: 205 time: 0.1075623
Dec 23 16:11:05.121632 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0063b44a-3615-4fc3-8d36-3690153066fa None None] Pushing event updated for resources: {'Port': ['ID=9d1363b7-52b8-40e0-8d16-c0e263dd7335,revision_number=3']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:11:05.128958 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-12fcc9ad-595b-4db5-b846-821cd65ec243 None None] Provisioning for port 9246b14f-8b79-4b8e-a42a-611d3b30b779 completed by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:11:05.134391 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-0063b44a-3615-4fc3-8d36-3690153066fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:11:05.141820 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 44382) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:05.182451 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.db.resource_extend [None req-51af1913-ccb5-4fe6-8496-776b65391e8e tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 23 16:11:05.216213 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-12fcc9ad-595b-4db5-b846-821cd65ec243 None None] Provisioning complete for port 9246b14f-8b79-4b8e-a42a-611d3b30b779 triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:11:05.216837 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-12fcc9ad-595b-4db5-b846-821cd65ec243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:05.253002 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:05.266943 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-935f69d9-ddc7-4d7b-a799-4af2bf3076a7 None None] Network 8926f4e0-0b21-4dff-a78b-4fe76bcc0aa3 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:11:05.272856 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-046915bd-df94-4e4f-863e-de2edb5d9068 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Deleting port 163754bc-7c6b-4710-9a3a-81b46f77b60a {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:11:05.273302 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-046915bd-df94-4e4f-863e-de2edb5d9068 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:05.357186 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-51af1913-ccb5-4fe6-8496-776b65391e8e tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495'] for network, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:05.360281 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51af1913-ccb5-4fe6-8496-776b65391e8e tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:11:05.362071 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-51af1913-ccb5-4fe6-8496-776b65391e8e tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627509'] for network, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:05.369760 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-e610c470-cf0c-472e-a343-b94203cf921e tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:11:05.396703 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.api.v2.resource [None req-4c377be3-d584-4774-9530-fd3d21aff574 tempest-RoutersAdminTest-1714001428 tempest-RoutersAdminTest-1714001428-project] delete failed (client error): The resource could not be found.
Dec 23 16:11:05.400352 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-4c377be3-d584-4774-9530-fd3d21aff574 tempest-RoutersAdminTest-1714001428 tempest-RoutersAdminTest-1714001428-project] 10.222.0.64 "DELETE /v2.0/routers/864910ab-9e2c-4b00-b985-65cc06314511 HTTP/1.1" status: 404  len: 336 time: 0.2541871
Dec 23 16:11:05.409805 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 44386) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:05.410960 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c28bb199-e15a-430c-bf13-876742948275 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:05.421628 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-480a946c-4906-48d9-b959-23f345037aed tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495'] for network, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:05.424102 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-12fcc9ad-595b-4db5-b846-821cd65ec243 None None] Port 9246b14f-8b79-4b8e-a42a-611d3b30b779 cannot update to ACTIVE because it is not bound. {{(pid=87637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 23 16:11:05.428551 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-480a946c-4906-48d9-b959-23f345037aed tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:11:05.429072 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-480a946c-4906-48d9-b959-23f345037aed tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627509'] for network, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:05.433697 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c28bb199-e15a-430c-bf13-876742948275 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:05.449178 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-dbdc7518-6621-45fa-8d04-a8bfc2654f90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:11:05.450186 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] For port 0779cec0-597b-4c0c-9b95-a37584c34dd5, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=0779cec0-597b-4c0c-9b95-a37584c34dd5,segment=NetworkSegment(19478424-dc14-42fa-ab85-da0d6fbd7b0a),segment_id=19478424-dc14-42fa-ab85-da0d6fbd7b0a)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:11:05.461541 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6fa9a2a-7b6f-4029-b3e2-31fe82902fe7 tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] Notify agent at l3_agent.dv-neutron-822799-1-hyperv the message routers_updated {{(pid=87636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 23 16:11:05.461790 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-12fcc9ad-595b-4db5-b846-821cd65ec243 None None] Provisioning complete for port 9d1363b7-52b8-40e0-8d16-c0e263dd7335 triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:11:05.462097 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-12fcc9ad-595b-4db5-b846-821cd65ec243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:05.501284 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65d3edaa-2f90-4c95-a66e-e0a7f89efd44 None None] Sync routers for ids ['ecea7892-f476-4ddd-acee-2f4bd3bf1ceb'] in dv-neutron-822799-1-hyperv {{(pid=87637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 23 16:11:05.506778 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:05.525578 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-56981484-4a47-4324-8f2d-45cd89488c77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:11:05.526176 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c28bb199-e15a-430c-bf13-876742948275 admin admin] vlan segment allocate from pool success with {'vlan_id': 412, 'physical_network': 'physnet1'}  {{(pid=87636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 23 16:11:05.547015 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-bab2fdcb-a44e-476f-af13-a3d41d7ddec5 tempest-RoutersAdminTest-1714001428 tempest-RoutersAdminTest-1714001428-project] 10.222.0.64 "GET /v2.0/ports?device_id=ee20efe8-1a62-49fe-8676-f768a68240cb HTTP/1.1" status: 200  len: 205 time: 0.1272571
Dec 23 16:11:05.551335 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 44390) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:05.556094 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28bb199-e15a-430c-bf13-876742948275 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4763e331-f453-487b-ac3e-6c0a0d66a1ef,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:11:05.559117 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e49fdd06-5f9e-4ce6-b526-3c4f4ce32740 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:05.575721 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-c28bb199-e15a-430c-bf13-876742948275 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:11:05.578003 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-f6fa9a2a-7b6f-4029-b3e2-31fe82902fe7 tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:11:05.624493 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51af1913-ccb5-4fe6-8496-776b65391e8e tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Pushing event updated for resources: {'Network': ['ID=dcf123b6-1f33-45eb-ace6-d3e7f508eb09,revision_number=1']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:11:05.630758 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65d3edaa-2f90-4c95-a66e-e0a7f89efd44 None None] Routers {'ecea7892-f476-4ddd-acee-2f4bd3bf1ceb'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:11:05.631419 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-65d3edaa-2f90-4c95-a66e-e0a7f89efd44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc141dd00>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:10:50Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['ecea7892-f476-4ddd-acee-2f4bd3bf1ceb'], 'active': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:11:05.631552 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-51af1913-ccb5-4fe6-8496-776b65391e8e tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:11:05.637769 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.198s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:11:05.656015 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-480a946c-4906-48d9-b959-23f345037aed tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 1.2868891
Dec 23 16:11:05.657700 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-51af1913-ccb5-4fe6-8496-776b65391e8e tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201  len: 875 time: 2.9088895
Dec 23 16:11:05.662664 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 44394) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:05.663166 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 44396) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:05.671931 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-3f74d2b8-ee9b-4a77-935e-d3ca5b52d077 tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Request body: {'subnet': {'network_id': 'dcf123b6-1f33-45eb-ace6-d3e7f508eb09', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:11:05.683068 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-b3c80bae-537a-4473-90a2-001ad7bf5148 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Request body: {'subnet': {'network_id': 'b1b448fb-4904-4ddd-a278-afbc0046dcd6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:11:05.684899 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Pushing event updated for resources: {'Port': ['ID=0779cec0-597b-4c0c-9b95-a37584c34dd5,revision_number=3']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:11:05.687809 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 489e0c2a-d2e4-45ac-a886-45ce5af55a83 no longer exists at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 23 16:11:05.705574 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-3f74d2b8-ee9b-4a77-935e-d3ca5b52d077 tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:11:05.708209 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c28bb199-e15a-430c-bf13-876742948275 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:05.708550 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.db.segments_db [None req-c28bb199-e15a-430c-bf13-876742948275 admin admin] Added segment 5b2dc38d-af73-4f53-bcc7-5cd4bb0f9f9f of type vlan for network d7a1eeae-9238-41c5-b3d8-78eaa1dfac99
Dec 23 16:11:05.727021 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:11:05.727885 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Network dcf123b6-1f33-45eb-ace6-d3e7f508eb09 details requested by agent ovs-agent-dv-neutron-822799-1-hyperv with host dv-neutron-822799-1-hyperv {{(pid=87637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 23 16:11:05.764449 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-3f74d2b8-ee9b-4a77-935e-d3ca5b52d077 tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Usage tracker for resource:subnet and tenant:0cfbedddc6e84865852e5b977817804f is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:11:05.794071 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-3f74d2b8-ee9b-4a77-935e-d3ca5b52d077 tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:11:05.942151 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.api.v2.resource [None req-a7b15cfd-6459-495f-ae64-3f2576ace942 tempest-RoutersAdminTest-1714001428 tempest-RoutersAdminTest-1714001428-project] delete failed (client error): The resource could not be found.
Dec 23 16:11:05.943175 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-a7b15cfd-6459-495f-ae64-3f2576ace942 tempest-RoutersAdminTest-1714001428 tempest-RoutersAdminTest-1714001428-project] 10.222.0.64 "DELETE /v2.0/routers/ee20efe8-1a62-49fe-8676-f768a68240cb HTTP/1.1" status: 404  len: 336 time: 0.3884859
Dec 23 16:11:05.962564 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 44402) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:05.965234 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] No Port match for: 489e0c2a-d2e4-45ac-a886-45ce5af55a83 {{(pid=87637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 23 16:11:05.965365 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 489e0c2a-d2e4-45ac-a886-45ce5af55a83 not bound to the agent host dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 23 16:11:05.965781 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 739a1410-8fb1-4937-832c-a08f31ca6585 no longer exists at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 23 16:11:06.026101 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-3f74d2b8-ee9b-4a77-935e-d3ca5b52d077 tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:11:06.031599 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-f6fa9a2a-7b6f-4029-b3e2-31fe82902fe7 tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] 10.222.0.64 "PUT /v2.0/routers/ecea7892-f476-4ddd-acee-2f4bd3bf1ceb/add_router_interface HTTP/1.1" status: 200  len: 503 time: 9.5127015
Dec 23 16:11:06.036953 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e49fdd06-5f9e-4ce6-b526-3c4f4ce32740 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Network 8afa6d58-9431-454a-b99c-3ff8a65aa86b is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:11:06.046060 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 44406) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:06.054528 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] No Port match for: 739a1410-8fb1-4937-832c-a08f31ca6585 {{(pid=87637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 23 16:11:06.054893 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 739a1410-8fb1-4937-832c-a08f31ca6585 not bound to the agent host dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 23 16:11:06.055323 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device be8bb82e-9569-4c06-92eb-f2c482456328 no longer exists at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 23 16:11:06.080995 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-65d3edaa-2f90-4c95-a66e-e0a7f89efd44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc141dd00>, [], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:11:06.097290 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49fdd06-5f9e-4ce6-b526-3c4f4ce32740 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Pushing event updated for resources: {'Port': ['ID=a400c4d7-fb3a-4595-915c-aef679a05476,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:11:06.101628 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-e49fdd06-5f9e-4ce6-b526-3c4f4ce32740 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.523s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:11:06.103067 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-e49fdd06-5f9e-4ce6-b526-3c4f4ce32740 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Resources bound (agent type, host, resource id):  {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:11:06.106737 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e49fdd06-5f9e-4ce6-b526-3c4f4ce32740 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:11:06.135486 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65d3edaa-2f90-4c95-a66e-e0a7f89efd44 None None] Routers {'ecea7892-f476-4ddd-acee-2f4bd3bf1ceb'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:11:06.136362 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-65d3edaa-2f90-4c95-a66e-e0a7f89efd44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc141dd00>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:10:50Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['ecea7892-f476-4ddd-acee-2f4bd3bf1ceb'], 'active': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:11:06.136494 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c28bb199-e15a-430c-bf13-876742948275 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735362521793'] for network, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:06.146988 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480a946c-4906-48d9-b959-23f345037aed tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Pushing event updated for resources: {'Network': ['ID=b1b448fb-4904-4ddd-a278-afbc0046dcd6,revision_number=1']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:11:06.173950 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-480a946c-4906-48d9-b959-23f345037aed tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.536s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:11:06.190364 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] No Port match for: be8bb82e-9569-4c06-92eb-f2c482456328 {{(pid=87637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 23 16:11:06.190584 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c28bb199-e15a-430c-bf13-876742948275 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495'] for network, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:06.190707 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f74d2b8-ee9b-4a77-935e-d3ca5b52d077 tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Made reservation on behalf of 0cfbedddc6e84865852e5b977817804f for: {'subnet': 1} {{(pid=87635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:11:06.191191 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device be8bb82e-9569-4c06-92eb-f2c482456328 not bound to the agent host dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 23 16:11:06.191551 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c28bb199-e15a-430c-bf13-876742948275 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:11:06.192133 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c28bb199-e15a-430c-bf13-876742948275 admin admin] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:06.193066 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-3f74d2b8-ee9b-4a77-935e-d3ca5b52d077 tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2610339'] for subnet, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:06.205806 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-ee188204-62ee-46fd-9e48-0e5799e6dbd4 tempest-RoutersAdminTest-1714001428 tempest-RoutersAdminTest-1714001428-project] 10.222.0.64 "GET /v2.0/ports?device_id=e4a3013b-f32e-42bd-b92f-f095dc4fbbe5 HTTP/1.1" status: 200  len: 205 time: 0.2379131
Dec 23 16:11:06.209649 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Network b1b448fb-4904-4ddd-a278-afbc0046dcd6 details requested by agent ovs-agent-dv-neutron-822799-1-hyperv with host dv-neutron-822799-1-hyperv {{(pid=87637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 23 16:11:06.268846 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-046915bd-df94-4e4f-863e-de2edb5d9068 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:06.318533 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-65d3edaa-2f90-4c95-a66e-e0a7f89efd44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc141dd00>, [], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:11:06.320036 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65d3edaa-2f90-4c95-a66e-e0a7f89efd44 None None] The sync data for ids ['ecea7892-f476-4ddd-acee-2f4bd3bf1ceb'] in dv-neutron-822799-1-hyperv is: [] {{(pid=87637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 23 16:11:06.356499 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 44410) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:06.494099 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-b845cff1-b113-4170-b1d3-d9cd32b40f55 tempest-PortsAdminExtendedAttrsTestJSON-1068406754 tempest-PortsAdminExtendedAttrsTestJSON-1068406754-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:11:06.535565 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-046915bd-df94-4e4f-863e-de2edb5d9068 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Calling delete_port for 163754bc-7c6b-4710-9a3a-81b46f77b60a owned by  {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:11:06.536055 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 0779cec0-597b-4c0c-9b95-a37584c34dd5 up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:11:06.657885 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port 0779cec0-597b-4c0c-9b95-a37584c34dd5 triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:11:06.663323 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:06.683815 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-c28bb199-e15a-430c-bf13-876742948275 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 2.9497025
Dec 23 16:11:06.684613 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 44414) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:06.693266 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-b3c80bae-537a-4473-90a2-001ad7bf5148 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:11:06.695729 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-f8990039-3441-4bac-9f2e-bf27859e5935 admin admin] Request body: {'subnet': {'network_id': 'd7a1eeae-9238-41c5-b3d8-78eaa1dfac99', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1773443542-subnet', 'tenant_id': '4397e61b404b4512b8e2da8fa19161c5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:11:06.708105 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-c564d7bc-906e-4160-abeb-9e596dcfadc4 None None] Provisioning for port 053f16e4-5158-4791-ba03-5382ea09e01e completed by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:11:06.722938 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-75995eda-56ec-46e1-89cf-d0fe9290d160 tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Deleting port b8fa70ba-5254-4db8-a992-0ee39250e526 {{(pid=87635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:11:06.723280 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-75995eda-56ec-46e1-89cf-d0fe9290d160 tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:06.733513 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28bb199-e15a-430c-bf13-876742948275 admin admin] Pushing event updated for resources: {'Network': ['ID=d7a1eeae-9238-41c5-b3d8-78eaa1dfac99,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:11:06.735994 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-f8990039-3441-4bac-9f2e-bf27859e5935 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:11:06.745183 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-c28bb199-e15a-430c-bf13-876742948275 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:11:06.747221 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-c564d7bc-906e-4160-abeb-9e596dcfadc4 None None] Provisioning for port 163754bc-7c6b-4710-9a3a-81b46f77b60a completed by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:11:06.751535 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-b3c80bae-537a-4473-90a2-001ad7bf5148 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Usage tracker for resource:subnet and tenant:9552d108dcd2412896b3c037adf05d69 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:11:06.754097 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Network d7a1eeae-9238-41c5-b3d8-78eaa1dfac99 details requested by agent ovs-agent-dv-neutron-822799-1-hyperv with host dv-neutron-822799-1-hyperv {{(pid=87637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 23 16:11:06.767857 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-f8990039-3441-4bac-9f2e-bf27859e5935 admin admin] Usage tracker for resource:subnet and tenant:4397e61b404b4512b8e2da8fa19161c5 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:11:06.769164 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-b3c80bae-537a-4473-90a2-001ad7bf5148 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:11:06.773723 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.api.v2.resource [None req-925121ad-cfca-48f6-8bf3-62f6883aa404 tempest-RoutersAdminTest-1714001428 tempest-RoutersAdminTest-1714001428-project] delete failed (client error): The resource could not be found.
Dec 23 16:11:06.775073 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-925121ad-cfca-48f6-8bf3-62f6883aa404 tempest-RoutersAdminTest-1714001428 tempest-RoutersAdminTest-1714001428-project] 10.222.0.64 "DELETE /v2.0/routers/e4a3013b-f32e-42bd-b92f-f095dc4fbbe5 HTTP/1.1" status: 404  len: 336 time: 0.4030113
Dec 23 16:11:06.778625 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-f8990039-3441-4bac-9f2e-bf27859e5935 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:11:06.779865 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-c564d7bc-906e-4160-abeb-9e596dcfadc4 None None] Provisioning complete for port 163754bc-7c6b-4710-9a3a-81b46f77b60a triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:11:06.780533 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-c564d7bc-906e-4160-abeb-9e596dcfadc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:06.781550 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 44418) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:06.797995 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-f8990039-3441-4bac-9f2e-bf27859e5935 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:11:06.849419 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-b3c80bae-537a-4473-90a2-001ad7bf5148 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:11:06.918540 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3c80bae-537a-4473-90a2-001ad7bf5148 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Made reservation on behalf of 9552d108dcd2412896b3c037adf05d69 for: {'subnet': 1} {{(pid=87635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:11:06.923444 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-b3c80bae-537a-4473-90a2-001ad7bf5148 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2610339'] for subnet, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:06.923848 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-17f9d89a-9f98-4c36-b811-6c235fa271fd tempest-RoutersAdminTest-1714001428 tempest-RoutersAdminTest-1714001428-project] 10.222.0.64 "GET /v2.0/ports?device_id=4cacdec4-cbbc-418a-b36f-38ba65252006 HTTP/1.1" status: 200  len: 205 time: 0.1408463
Dec 23 16:11:06.943131 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 44422) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:06.980590 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device fe3cfc9b-c9e8-47cf-8227-74d09c832181 up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:11:07.003784 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-c564d7bc-906e-4160-abeb-9e596dcfadc4 None None] Port 163754bc-7c6b-4710-9a3a-81b46f77b60a cannot update to ACTIVE because it is not bound. {{(pid=87637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 23 16:11:07.008133 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8990039-3441-4bac-9f2e-bf27859e5935 admin admin] Made reservation on behalf of 4397e61b404b4512b8e2da8fa19161c5 for: {'subnet': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:11:07.010579 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f8990039-3441-4bac-9f2e-bf27859e5935 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2618324'] for subnet, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:07.036813 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-c564d7bc-906e-4160-abeb-9e596dcfadc4 None None] Provisioning for port fe3cfc9b-c9e8-47cf-8227-74d09c832181 completed by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:11:07.045268 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-504da4f6-6285-4183-a498-6e231383287d None None] get_active_networks_info from dv-neutron-822799-1-hyperv {{(pid=87637) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}}
Dec 23 16:11:07.050088 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.api.v2.resource [None req-40ddf4d1-4833-4621-b472-6c9289a1e2a5 tempest-RoutersAdminTest-1714001428 tempest-RoutersAdminTest-1714001428-project] delete failed (client error): The resource could not be found.
Dec 23 16:11:07.053854 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-40ddf4d1-4833-4621-b472-6c9289a1e2a5 tempest-RoutersAdminTest-1714001428 tempest-RoutersAdminTest-1714001428-project] 10.222.0.64 "DELETE /v2.0/routers/4cacdec4-cbbc-418a-b36f-38ba65252006 HTTP/1.1" status: 404  len: 336 time: 0.1070342
Dec 23 16:11:07.058943 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 44426) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:07.136006 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning for port fe3cfc9b-c9e8-47cf-8227-74d09c832181 completed by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:11:07.148757 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port fe3cfc9b-c9e8-47cf-8227-74d09c832181 triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:11:07.149127 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:07.232686 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.pecan_wsgi.hooks.translation [None req-4180caa3-8695-49d8-b804-64de462a62ff tempest-RoutersAdminTest-1714001428 tempest-RoutersAdminTest-1714001428-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:11:07.232903 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4180caa3-8695-49d8-b804-64de462a62ff tempest-RoutersAdminTest-1714001428 tempest-RoutersAdminTest-1714001428-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 23 16:11:07.244153 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-0c0ded7f-906a-474f-a418-a1e0d078eeae None None] Provisioning complete for port fe3cfc9b-c9e8-47cf-8227-74d09c832181 triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:11:07.244546 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-0c0ded7f-906a-474f-a418-a1e0d078eeae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:07.253615 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-4180caa3-8695-49d8-b804-64de462a62ff tempest-RoutersAdminTest-1714001428 tempest-RoutersAdminTest-1714001428-project] 10.222.0.64 "DELETE /v2.0/subnets/f8bb89f4-fea4-460f-8633-0d24f208824d HTTP/1.1" status: 404  len: 337 time: 0.1849327
Dec 23 16:11:07.253615 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-046915bd-df94-4e4f-863e-de2edb5d9068 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:07.268743 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-140678cf-4cab-44e2-bfef-4919d3b1a554 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:11:07.329919 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046915bd-df94-4e4f-863e-de2edb5d9068 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Pushing event deleted for resources: {'Port': ['ID=163754bc-7c6b-4710-9a3a-81b46f77b60a,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:11:07.383186 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-504da4f6-6285-4183-a498-6e231383287d None None] Resources bound (agent type, host, resource id):  {{(pid=87637) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Dec 23 16:11:07.386407 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-046915bd-df94-4e4f-863e-de2edb5d9068 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:11:07.398583 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:07.459788 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-046915bd-df94-4e4f-863e-de2edb5d9068 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:07.560692 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] For port fe3cfc9b-c9e8-47cf-8227-74d09c832181, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=fe3cfc9b-c9e8-47cf-8227-74d09c832181,segment=NetworkSegment(a56cdaee-15d7-44d9-b72c-4337a26c6bd9),segment_id=a56cdaee-15d7-44d9-b72c-4337a26c6bd9)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:11:07.578547 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:07.579488 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 9d1363b7-52b8-40e0-8d16-c0e263dd7335 up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:11:07.614474 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-f657112b-24d4-478a-a124-3e70ac8d4905 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:11:07.661451 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-0c0ded7f-906a-474f-a418-a1e0d078eeae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:07.759846 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 44434) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:07.765037 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-046915bd-df94-4e4f-863e-de2edb5d9068 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "DELETE /v2.0/ports/163754bc-7c6b-4710-9a3a-81b46f77b60a HTTP/1.1" status: 204  len: 168 time: 3.0466137
Dec 23 16:11:07.765803 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 44436) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:07.770431 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f8990039-3441-4bac-9f2e-bf27859e5935 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2176430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2618310'] for subnet, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:07.781228 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-6d100fa5-51be-4863-a861-7b7b00cd15bc tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:11:07.846543 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-b3c80bae-537a-4473-90a2-001ad7bf5148 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2753396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2610353'] for subnet, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:07.855752 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-6968cc3d-4013-4cbc-8ec9-9e9c3d752d43 tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:11:07.912293 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Pushing event updated for resources: {'Port': ['ID=fe3cfc9b-c9e8-47cf-8227-74d09c832181,revision_number=3']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:11:07.929971 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e49fdd06-5f9e-4ce6-b526-3c4f4ce32740 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:07.933249 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:11:07.935661 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-75995eda-56ec-46e1-89cf-d0fe9290d160 tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:07.956936 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.db.api [None req-0c0ded7f-906a-474f-a418-a1e0d078eeae None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87637) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 23 16:11:07.957301 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_db.api [None req-0c0ded7f-906a-474f-a418-a1e0d078eeae None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 23 16:11:07.961086 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port 9d1363b7-52b8-40e0-8d16-c0e263dd7335 triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:11:07.961366 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:08.030833 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c80bae-537a-4473-90a2-001ad7bf5148 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Pushing event updated for resources: {'Subnet': ['ID=9c02a7f8-d2c2-4161-88f3-586929fc1d56,revision_number=0']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:11:08.033960 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-b3c80bae-537a-4473-90a2-001ad7bf5148 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:11:08.091864 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-583df291-5eee-4fa3-aa6d-ddd01a2f565d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:08.107055 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-75995eda-56ec-46e1-89cf-d0fe9290d160 tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Calling delete_port for b8fa70ba-5254-4db8-a992-0ee39250e526 owned by network:router_interface {{(pid=87635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:11:08.109081 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e49fdd06-5f9e-4ce6-b526-3c4f4ce32740 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:08.132522 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8990039-3441-4bac-9f2e-bf27859e5935 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea22a554-707a-4001-b348-60dd1fb71851,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:11:08.135333 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-f8990039-3441-4bac-9f2e-bf27859e5935 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:11:08.158102 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8fe0930-687c-422e-9418-df32774991ce tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:11:08.159323 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8fe0930-687c-422e-9418-df32774991ce tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:11:08.163591 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-e8fe0930-687c-422e-9418-df32774991ce tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1464 time: 0.3923638
Dec 23 16:11:08.163764 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 053f16e4-5158-4791-ba03-5382ea09e01e up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:11:08.168393 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 44446) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:08.175075 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-583df291-5eee-4fa3-aa6d-ddd01a2f565d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:11:08.182033 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-583df291-5eee-4fa3-aa6d-ddd01a2f565d admin admin] Usage tracker for resource:security_group_rule and tenant:33177e17267d4ff1869eb1c057f3e667 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:11:08.221022 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8990039-3441-4bac-9f2e-bf27859e5935 admin admin] Checking segment: {'id': '5b2dc38d-af73-4f53-bcc7-5cd4bb0f9f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'd7a1eeae-9238-41c5-b3d8-78eaa1dfac99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:11:08.221428 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8990039-3441-4bac-9f2e-bf27859e5935 admin admin] Network hostable DHCP agents. Network: d7a1eeae-9238-41c5-b3d8-78eaa1dfac99, hostable agents: ['1c812d71-eadf-4fb3-b98e-67468a4aa7e2'], hosted agents: [] {{(pid=87636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 23 16:11:08.234640 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-583df291-5eee-4fa3-aa6d-ddd01a2f565d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:11:08.258788 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.api.v2.resource [None req-b995217a-bd56-4b63-9b53-be0d81d31ceb tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 23 16:11:08.259579 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning for port 053f16e4-5158-4791-ba03-5382ea09e01e completed by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:11:08.259846 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-b995217a-bd56-4b63-9b53-be0d81d31ceb tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] 10.222.0.64 "PUT /v2.0/routers/ecea7892-f476-4ddd-acee-2f4bd3bf1ceb/add_router_interface HTTP/1.1" status: 400  len: 438 time: 2.2105021
Dec 23 16:11:08.260606 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-583df291-5eee-4fa3-aa6d-ddd01a2f565d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:11:08.267069 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port 053f16e4-5158-4791-ba03-5382ea09e01e triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:11:08.268125 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:08.277399 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 44450) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:08.306134 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1080ea89-6236-4332-9c12-ae37fb071ddd None None] get_active_networks_info from dv-neutron-822799-1-hyperv {{(pid=87637) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}}
Dec 23 16:11:08.398642 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c80bae-537a-4473-90a2-001ad7bf5148 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Checking segment: {'id': '85b001ae-870a-4c10-b2f4-116d2dde5151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'b1b448fb-4904-4ddd-a278-afbc0046dcd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:11:08.399029 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3c80bae-537a-4473-90a2-001ad7bf5148 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Network hostable DHCP agents. Network: b1b448fb-4904-4ddd-a278-afbc0046dcd6, hostable agents: ['1c812d71-eadf-4fb3-b98e-67468a4aa7e2'], hosted agents: [] {{(pid=87635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 23 16:11:08.475864 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3c80bae-537a-4473-90a2-001ad7bf5148 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Network b1b448fb-4904-4ddd-a278-afbc0046dcd6 is scheduled to be hosted by DHCP agent 1c812d71-eadf-4fb3-b98e-67468a4aa7e2 with binding_index 1 {{(pid=87635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 23 16:11:08.516893 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8990039-3441-4bac-9f2e-bf27859e5935 admin admin] Network d7a1eeae-9238-41c5-b3d8-78eaa1dfac99 is scheduled to be hosted by DHCP agent 1c812d71-eadf-4fb3-b98e-67468a4aa7e2 with binding_index 1 {{(pid=87636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 23 16:11:08.523626 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.base_scheduler [None req-b3c80bae-537a-4473-90a2-001ad7bf5148 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822799-1-hyperv, b1b448fb-4904-4ddd-a278-afbc0046dcd6) {{(pid=87635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:11:08.541503 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3c80bae-537a-4473-90a2-001ad7bf5148 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:11:08.542253 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-b3c80bae-537a-4473-90a2-001ad7bf5148 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Notify callbacks [] for subnet, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:08.549341 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.objects.ports [None req-3f74d2b8-ee9b-4a77-935e-d3ca5b52d077 tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87635) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}}
Dec 23 16:11:08.549821 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-3f74d2b8-ee9b-4a77-935e-d3ca5b52d077 tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2753396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2610353'] for subnet, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:08.566983 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b512a33-4839-429f-ae90-9da9e68aa859 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Deleting subnet f6cc1cef-928d-4a5c-8899-80348170d0d5 {{(pid=87636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 23 16:11:08.591814 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-f8990039-3441-4bac-9f2e-bf27859e5935 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822799-1-hyperv, d7a1eeae-9238-41c5-b3d8-78eaa1dfac99) {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:11:08.594806 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:11:08.599537 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8990039-3441-4bac-9f2e-bf27859e5935 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:11:08.600247 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f8990039-3441-4bac-9f2e-bf27859e5935 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:08.606764 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9b512a33-4839-429f-ae90-9da9e68aa859 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks [] for subnet, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:08.678629 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:08.709648 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-b3c80bae-537a-4473-90a2-001ad7bf5148 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 793 time: 3.0415134
Dec 23 16:11:08.714163 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 44454) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:08.716865 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f74d2b8-ee9b-4a77-935e-d3ca5b52d077 tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Pushing event updated for resources: {'Subnet': ['ID=7d7844a2-b34f-46e9-a403-d93fecff2831,revision_number=0']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:11:08.722902 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-3f74d2b8-ee9b-4a77-935e-d3ca5b52d077 tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:11:08.740807 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-75995eda-56ec-46e1-89cf-d0fe9290d160 tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:08.749054 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-89c3a632-8885-4a37-bfe3-05e499f458c8 tempest-RoutersAdminTest-1714001428 tempest-RoutersAdminTest-1714001428-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:11:08.813890 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] For port 053f16e4-5158-4791-ba03-5382ea09e01e, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=053f16e4-5158-4791-ba03-5382ea09e01e,segment=NetworkSegment(d0e346f7-32a7-41a0-b972-301688edbe10),segment_id=d0e346f7-32a7-41a0-b972-301688edbe10)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:11:08.820888 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:08.833619 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-1844393f-48a5-457e-b3d7-bc445ffb2272 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:11:08.880994 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75995eda-56ec-46e1-89cf-d0fe9290d160 tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Pushing event deleted for resources: {'Port': ['ID=b8fa70ba-5254-4db8-a992-0ee39250e526,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:11:08.884527 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-75995eda-56ec-46e1-89cf-d0fe9290d160 tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:11:08.894394 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f74d2b8-ee9b-4a77-935e-d3ca5b52d077 tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Checking segment: {'id': '8c5a219f-40b7-47c6-ad23-4a075da36083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'dcf123b6-1f33-45eb-ace6-d3e7f508eb09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:11:08.894760 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f74d2b8-ee9b-4a77-935e-d3ca5b52d077 tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Network hostable DHCP agents. Network: dcf123b6-1f33-45eb-ace6-d3e7f508eb09, hostable agents: ['1c812d71-eadf-4fb3-b98e-67468a4aa7e2'], hosted agents: [] {{(pid=87635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 23 16:11:08.914251 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9b512a33-4839-429f-ae90-9da9e68aa859 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2382092'] for subnet, precommit_delete_associations {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:08.940667 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device fe3cfc9b-c9e8-47cf-8227-74d09c832181 up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:11:08.971866 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-f8990039-3441-4bac-9f2e-bf27859e5935 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 2.2776468
Dec 23 16:11:08.993297 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 44458) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:09.002475 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Pushing event updated for resources: {'Port': ['ID=053f16e4-5158-4791-ba03-5382ea09e01e,revision_number=3']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:11:09.019408 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:11:09.023322 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-f1a13166-fd62-453d-8afe-d42bdef2c3a4 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1773443542-router', 'tenant_id': '4397e61b404b4512b8e2da8fa19161c5', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b'}}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:11:09.039916 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-f1a13166-fd62-453d-8afe-d42bdef2c3a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:11:09.062799 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-f1a13166-fd62-453d-8afe-d42bdef2c3a4 admin admin] Usage tracker for resource:router and tenant:4397e61b404b4512b8e2da8fa19161c5 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:11:09.072462 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-583df291-5eee-4fa3-aa6d-ddd01a2f565d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:09.073993 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-f1a13166-fd62-453d-8afe-d42bdef2c3a4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:11:09.119006 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f74d2b8-ee9b-4a77-935e-d3ca5b52d077 tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Network dcf123b6-1f33-45eb-ace6-d3e7f508eb09 is scheduled to be hosted by DHCP agent 1c812d71-eadf-4fb3-b98e-67468a4aa7e2 with binding_index 1 {{(pid=87635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 23 16:11:09.130685 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-f1a13166-fd62-453d-8afe-d42bdef2c3a4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:11:09.132841 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-583df291-5eee-4fa3-aa6d-ddd01a2f565d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:09.135054 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-75995eda-56ec-46e1-89cf-d0fe9290d160 tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1627472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1784155'] for router_interface, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:09.158478 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-e8d85a8a-2ff1-4323-abc0-aeae36f6a8f3 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-698866'] for network, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:09.160479 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-8d0a65b3-2afa-4104-985b-134c134b3e69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:11:09.164535 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.base_scheduler [None req-3f74d2b8-ee9b-4a77-935e-d3ca5b52d077 tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822799-1-hyperv, dcf123b6-1f33-45eb-ace6-d3e7f508eb09) {{(pid=87635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:11:09.197704 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port fe3cfc9b-c9e8-47cf-8227-74d09c832181 triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:11:09.197984 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e49fdd06-5f9e-4ce6-b526-3c4f4ce32740 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify callbacks [] for port, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:09.198171 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:09.234557 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f74d2b8-ee9b-4a77-935e-d3ca5b52d077 tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:11:09.235167 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-3f74d2b8-ee9b-4a77-935e-d3ca5b52d077 tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Notify callbacks [] for subnet, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:09.242813 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e49fdd06-5f9e-4ce6-b526-3c4f4ce32740 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2176289'] for port, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:09.254422 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f1a13166-fd62-453d-8afe-d42bdef2c3a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1823978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-235332'] for router, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:09.255413 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f1a13166-fd62-453d-8afe-d42bdef2c3a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1824575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1824063', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1751113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-235341'] for router, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:09.270278 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-583df291-5eee-4fa3-aa6d-ddd01a2f565d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=33177e17267d4ff1869eb1c057f3e667&name=default HTTP/1.1" status: 200  len: 2979 time: 1.5065827
Dec 23 16:11:09.277288 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 44462) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:09.289433 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583df291-5eee-4fa3-aa6d-ddd01a2f565d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fff7f516-0cff-49a3-9a91-d756595d8ba8,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:11:09.292783 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-583df291-5eee-4fa3-aa6d-ddd01a2f565d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:11:09.305073 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-48a6c535-cf1d-49b0-bf5f-55b1ecd91681 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.051s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:11:09.419285 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1080ea89-6236-4332-9c12-ae37fb071ddd None None] Unable to find a vacant binding_index for network b1b448fb-4904-4ddd-a278-afbc0046dcd6 and agent 1c812d71-eadf-4fb3-b98e-67468a4aa7e2 {{(pid=87637) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}}
Dec 23 16:11:09.470332 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9b512a33-4839-429f-ae90-9da9e68aa859 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864774'] for subnet, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:09.472370 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1080ea89-6236-4332-9c12-ae37fb071ddd None None] Unable to find a vacant binding_index for network d7a1eeae-9238-41c5-b3d8-78eaa1dfac99 and agent 1c812d71-eadf-4fb3-b98e-67468a4aa7e2 {{(pid=87637) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}}
Dec 23 16:11:09.484722 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1080ea89-6236-4332-9c12-ae37fb071ddd None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822799-1-hyperv, b1b448fb-4904-4ddd-a278-afbc0046dcd6), (DHCP agent, dv-neutron-822799-1-hyperv, d7a1eeae-9238-41c5-b3d8-78eaa1dfac99) {{(pid=87637) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Dec 23 16:11:09.515825 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-3f74d2b8-ee9b-4a77-935e-d3ca5b52d077 tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 822 time: 3.8484826
Dec 23 16:11:09.523998 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 44466) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:09.584188 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-7274f1e4-4cb1-45f2-b538-af66a8fac436 tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1046418953', 'network_id': 'dcf123b6-1f33-45eb-ace6-d3e7f508eb09'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:11:09.608050 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-7274f1e4-4cb1-45f2-b538-af66a8fac436 tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:11:09.666374 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-7274f1e4-4cb1-45f2-b538-af66a8fac436 tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Usage tracker for resource:port and tenant:0cfbedddc6e84865852e5b977817804f is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:11:09.678743 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-7274f1e4-4cb1-45f2-b538-af66a8fac436 tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:11:09.684634 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f1a13166-fd62-453d-8afe-d42bdef2c3a4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:09.688266 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-e8d85a8a-2ff1-4323-abc0-aeae36f6a8f3 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864774'] for subnet, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:09.712678 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e49fdd06-5f9e-4ce6-b526-3c4f4ce32740 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1824189'] for floatingip, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:09.714539 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-7274f1e4-4cb1-45f2-b538-af66a8fac436 tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:11:09.745314 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75995eda-56ec-46e1-89cf-d0fe9290d160 tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Router b1195220-26e9-4598-8b6d-5b84f9818889 has already been hosted by L3 agent 371d4c41-c7e2-4de7-9539-c049ec4e95d1 {{(pid=87635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 23 16:11:09.755704 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7274f1e4-4cb1-45f2-b538-af66a8fac436 tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Made reservation on behalf of 0cfbedddc6e84865852e5b977817804f for: {'port': 1} {{(pid=87635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:11:09.758534 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-7274f1e4-4cb1-45f2-b538-af66a8fac436 tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:09.786839 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49fdd06-5f9e-4ce6-b526-3c4f4ce32740 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Pushing event updated for resources: {'Port': ['ID=a400c4d7-fb3a-4595-915c-aef679a05476,revision_number=2']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:11:09.789840 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-e49fdd06-5f9e-4ce6-b526-3c4f4ce32740 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.485s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:11:09.841327 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-8a2df030-f773-4a4c-8272-61798f0a1176 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:09.849291 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.notifiers.nova [None req-7274f1e4-4cb1-45f2-b538-af66a8fac436 tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] device_id is not set on port fb9c4f7d-bfb2-4484-a12f-fc551ba6345b yet. {{(pid=87635) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 23 16:11:09.870872 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36346b93-bdaf-46e7-b58e-7381e08c5aee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7e017a6-8198-58c8-a07e-0f786128e3b3-b1b448fb-4904-4ddd-a278-afbc0046dcd6', 'network_id': 'b1b448fb-4904-4ddd-a278-afbc0046dcd6', 'tenant_id': '9552d108dcd2412896b3c037adf05d69', 'fixed_ips': [{'subnet_id': '9c02a7f8-d2c2-4161-88f3-586929fc1d56'}]}} from dv-neutron-822799-1-hyperv. {{(pid=87637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 23 16:11:09.871718 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-36346b93-bdaf-46e7-b58e-7381e08c5aee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:09.885309 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b2c4b37-b084-4968-9d30-a3bfdc60af19 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7e017a6-8198-58c8-a07e-0f786128e3b3-d7a1eeae-9238-41c5-b3d8-78eaa1dfac99', 'network_id': 'd7a1eeae-9238-41c5-b3d8-78eaa1dfac99', 'tenant_id': '4397e61b404b4512b8e2da8fa19161c5', 'fixed_ips': [{'subnet_id': 'ea22a554-707a-4001-b348-60dd1fb71851'}]}} from dv-neutron-822799-1-hyperv. {{(pid=87637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 23 16:11:09.886106 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4b2c4b37-b084-4968-9d30-a3bfdc60af19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:09.992741 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75995eda-56ec-46e1-89cf-d0fe9290d160 tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Notify agent at l3_agent.dv-neutron-822799-1-hyperv the message routers_updated {{(pid=87635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 23 16:11:10.004845 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-e8d85a8a-2ff1-4323-abc0-aeae36f6a8f3 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2753333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2609730'] for subnet, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:10.011000 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-9edd13b5-8dc6-4343-8ccb-e70c56775cae tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:11:10.013422 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9675c21-66d0-4840-9894-a7a6c67e795b None None] Sync routers for ids ['b1195220-26e9-4598-8b6d-5b84f9818889'] in dv-neutron-822799-1-hyperv {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 23 16:11:10.026641 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9675c21-66d0-4840-9894-a7a6c67e795b None None] Routers {'b1195220-26e9-4598-8b6d-5b84f9818889'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:11:10.027660 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-f9675c21-66d0-4840-9894-a7a6c67e795b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc1c26310>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:10:50Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['b1195220-26e9-4598-8b6d-5b84f9818889'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:11:10.060946 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d85a8a-2ff1-4323-abc0-aeae36f6a8f3 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Pushing event deleted for resources: {'Subnet': ['ID=9c02a7f8-d2c2-4161-88f3-586929fc1d56,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:11:10.089015 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9b512a33-4839-429f-ae90-9da9e68aa859 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2176495', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2618677'] for subnet, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:10.101632 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-e8d85a8a-2ff1-4323-abc0-aeae36f6a8f3 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:11:10.102104 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-f9675c21-66d0-4840-9894-a7a6c67e795b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc1c26310>, [], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:11:10.103011 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:11:10.119975 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9675c21-66d0-4840-9894-a7a6c67e795b None None] Routers {'b1195220-26e9-4598-8b6d-5b84f9818889'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:11:10.120915 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-f9675c21-66d0-4840-9894-a7a6c67e795b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc1c26310>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:10:50Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['b1195220-26e9-4598-8b6d-5b84f9818889'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:11:10.125325 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server [None req-36346b93-bdaf-46e7-b58e-7381e08c5aee None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9c02a7f8-d2c2-4161-88f3-586929fc1d56: This subnet is being modified by another concurrent operation.
Dec 23 16:11:10.125325 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Dec 23 16:11:10.125325 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Dec 23 16:11:10.125325 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Dec 23 16:11:10.125325 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Dec 23 16:11:10.125325 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Dec 23 16:11:10.125325 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Dec 23 16:11:10.125325 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Dec 23 16:11:10.125325 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Dec 23 16:11:10.125325 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Dec 23 16:11:10.125325 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Dec 23 16:11:10.125325 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Dec 23 16:11:10.125325 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 23 16:11:10.125325 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 23 16:11:10.125325 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 23 16:11:10.125325 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 23 16:11:10.125325 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 23 16:11:10.125325 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 23 16:11:10.125325 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Dec 23 16:11:10.125325 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Dec 23 16:11:10.125325 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 23 16:11:10.125325 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 23 16:11:10.125325 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 23 16:11:10.125325 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 23 16:11:10.125325 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 23 16:11:10.125325 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 23 16:11:10.125325 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Dec 23 16:11:10.125325 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Dec 23 16:11:10.125325 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 23 16:11:10.125325 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 23 16:11:10.125325 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 23 16:11:10.125325 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 23 16:11:10.125325 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 23 16:11:10.125325 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Dec 23 16:11:10.125325 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper
Dec 23 16:11:10.125325 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server     ret_val = f(_self, context, *args, **kwargs)
Dec 23 16:11:10.125325 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port
Dec 23 16:11:10.125325 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'create_port')
Dec 23 16:11:10.125325 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action
Dec 23 16:11:10.125325 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server     return p_utils.create_port(plugin, context, port)
Dec 23 16:11:10.125325 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port
Dec 23 16:11:10.125325 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server     return core_plugin.create_port(
Dec 23 16:11:10.125325 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner
Dec 23 16:11:10.125325 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server     return f(self, context, *args, **kwargs)
Dec 23 16:11:10.125325 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped
Dec 23 16:11:10.125325 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Dec 23 16:11:10.125325 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Dec 23 16:11:10.125325 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Dec 23 16:11:10.125325 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 23 16:11:10.125325 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 23 16:11:10.125325 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 23 16:11:10.125325 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 23 16:11:10.125325 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 23 16:11:10.125325 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 23 16:11:10.128467 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Dec 23 16:11:10.128467 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Dec 23 16:11:10.128467 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 23 16:11:10.128467 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 23 16:11:10.128467 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 23 16:11:10.128467 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 23 16:11:10.128467 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 23 16:11:10.128467 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 23 16:11:10.128467 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Dec 23 16:11:10.128467 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Dec 23 16:11:10.128467 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 23 16:11:10.128467 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 23 16:11:10.128467 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 23 16:11:10.128467 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 23 16:11:10.128467 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 23 16:11:10.128467 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Dec 23 16:11:10.128467 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port
Dec 23 16:11:10.128467 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server     result, mech_context = self._create_port_db(context, port)
Dec 23 16:11:10.128467 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db
Dec 23 16:11:10.128467 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server     port_db = self.create_port_db(context, port)
Dec 23 16:11:10.128467 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db
Dec 23 16:11:10.128467 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server     self.ipam.allocate_ips_for_port_and_store(
Dec 23 16:11:10.128467 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store
Dec 23 16:11:10.128467 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server     self._safe_rollback(self._ipam_deallocate_ips, context,
Dec 23 16:11:10.128467 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 23 16:11:10.128467 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 23 16:11:10.128467 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 23 16:11:10.128467 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 23 16:11:10.128467 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store
Dec 23 16:11:10.128467 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server     ips = self._allocate_ips_for_port(context, port_copy)
Dec 23 16:11:10.128467 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port
Dec 23 16:11:10.128467 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server     subnets = self._ipam_get_subnets(
Dec 23 16:11:10.128467 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets
Dec 23 16:11:10.128467 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server     subnet.lock_register(
Dec 23 16:11:10.128467 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Dec 23 16:11:10.128467 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server     raise exception
Dec 23 16:11:10.128467 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9c02a7f8-d2c2-4161-88f3-586929fc1d56: This subnet is being modified by another concurrent operation.
Dec 23 16:11:10.128467 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server 
Dec 23 16:11:10.135181 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-75995eda-56ec-46e1-89cf-d0fe9290d160 tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] 10.222.0.64 "PUT /v2.0/routers/b1195220-26e9-4598-8b6d-5b84f9818889/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 7.9872444
Dec 23 16:11:10.140855 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 44470) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:10.200594 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-f9675c21-66d0-4840-9894-a7a6c67e795b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc1c26310>, [], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:11:10.201650 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9675c21-66d0-4840-9894-a7a6c67e795b None None] The sync data for ids ['b1195220-26e9-4598-8b6d-5b84f9818889'] in dv-neutron-822799-1-hyperv is: [] {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 23 16:11:10.209323 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-8a2df030-f773-4a4c-8272-61798f0a1176 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:10.217020 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b512a33-4839-429f-ae90-9da9e68aa859 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Pushing event deleted for resources: {'Subnet': ['ID=f6cc1cef-928d-4a5c-8899-80348170d0d5,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:11:10.219448 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-9b512a33-4839-429f-ae90-9da9e68aa859 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:11:10.221973 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9b512a33-4839-429f-ae90-9da9e68aa859 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks [] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:10.243928 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_common [None req-4b2c4b37-b084-4968-9d30-a3bfdc60af19 None None] Allocated IP 172.20.0.2 (d7a1eeae-9238-41c5-b3d8-78eaa1dfac99/ea22a554-707a-4001-b348-60dd1fb71851/3608d96f-1eab-4528-a102-f1c622cccd34) {{(pid=87637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:11:10.285453 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.api.v2.resource [None req-10880fc8-51b8-44b7-89cf-2386e1d887c2 tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] show failed (client error): The resource could not be found.
Dec 23 16:11:10.286485 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-10880fc8-51b8-44b7-89cf-2386e1d887c2 tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] 10.222.0.64 "GET /v2.0/routers/tempest-non_exist_router-2067868521 HTTP/1.1" status: 404  len: 335 time: 0.1446931
Dec 23 16:11:10.299943 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 44474) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:10.306121 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-e8d85a8a-2ff1-4323-abc0-aeae36f6a8f3 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-864347', 'neutron.services.segments.db._delete_segments_for_network-8735362908070'] for network, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:10.317078 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.db_base_plugin_common [None req-7274f1e4-4cb1-45f2-b538-af66a8fac436 tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Allocated IP 2001:db8::347 (dcf123b6-1f33-45eb-ace6-d3e7f508eb09/7d7844a2-b34f-46e9-a403-d93fecff2831/fb9c4f7d-bfb2-4484-a12f-fc551ba6345b) {{(pid=87635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:11:10.322373 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-e43b8f13-5d50-428b-b674-b16b85535bea tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Request body: {'router': {'name': 'new_name'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:11:10.371936 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.db.l3_db [None req-e49fdd06-5f9e-4ce6-b526-3c4f4ce32740 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Floating IP 70b7bdce-e9fe-417b-afc4-71f4179f8957 associated. External IP: 172.26.3.225, port: b53bce91-b4d2-4833-bf2f-515f4cb384da.
Dec 23 16:11:10.405405 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.api.v2.resource [None req-e43b8f13-5d50-428b-b674-b16b85535bea tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] update failed (client error): The resource could not be found.
Dec 23 16:11:10.409879 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-e43b8f13-5d50-428b-b674-b16b85535bea tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] 10.222.0.64 "PUT /v2.0/routers/tempest-non_exist_router-2109166993 HTTP/1.1" status: 404  len: 335 time: 0.1029820
Dec 23 16:11:10.413657 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 44478) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:10.449158 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.services.segments.db [None req-e8d85a8a-2ff1-4323-abc0-aeae36f6a8f3 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1dc021f4c0>,) {'filters': {'network_id': ['b1b448fb-4904-4ddd-a278-afbc0046dcd6']}} {{(pid=87635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:11:10.463724 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-9b512a33-4839-429f-ae90-9da9e68aa859 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "DELETE /v2.0/subnets/f6cc1cef-928d-4a5c-8899-80348170d0d5 HTTP/1.1" status: 204  len: 168 time: 2.2914634
Dec 23 16:11:10.472334 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f1a13166-fd62-453d-8afe-d42bdef2c3a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1824017', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1823768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-235299'] for router, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:10.477063 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 44482) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:10.515363 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4b2c4b37-b084-4968-9d30-a3bfdc60af19 None None] Notify callbacks [] for port, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:10.527678 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-4b2c4b37-b084-4968-9d30-a3bfdc60af19 None None] Transition to ACTIVE for port object 3608d96f-1eab-4528-a102-f1c622cccd34 will not be triggered until provisioned by entity L2. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:11:10.549499 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-4b2c4b37-b084-4968-9d30-a3bfdc60af19 None None] Transition to ACTIVE for port object 3608d96f-1eab-4528-a102-f1c622cccd34 will not be triggered until provisioned by entity DHCP. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:11:10.550113 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.services.segments.db [None req-e8d85a8a-2ff1-4323-abc0-aeae36f6a8f3 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dc021f4c0>, '85b001ae-870a-4c10-b2f4-116d2dde5151') {'for_net_delete': True} {{(pid=87635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:11:10.550490 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.services.segments.db [None req-e8d85a8a-2ff1-4323-abc0-aeae36f6a8f3 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dc021f4c0>, '85b001ae-870a-4c10-b2f4-116d2dde5151') {} {{(pid=87635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:11:10.556983 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4b2c4b37-b084-4968-9d30-a3bfdc60af19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780'] for port, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:10.569994 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:11:10.604213 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-e8d85a8a-2ff1-4323-abc0-aeae36f6a8f3 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735363085442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2776713'] for segment, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:10.621792 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-eae93a75-5ce7-439f-9ace-53aaf87173ed tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1387641
Dec 23 16:11:10.622429 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-29e768ba-a82f-4a71-858b-736fd0a19dbf tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1781419'] for router_interface, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:10.629626 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 44486) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:10.645865 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-37d8f60b-169e-4659-991a-a8570dd4f3a6 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Request body: {'subnet': {'network_id': 'a67646b4-5371-43ec-9f98-39fe51a67033', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:11:10.657874 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2c4b37-b084-4968-9d30-a3bfdc60af19 None None] Pushing event updated for resources: {'Port': ['ID=3608d96f-1eab-4528-a102-f1c622cccd34,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:11:10.667852 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b2c4b37-b084-4968-9d30-a3bfdc60af19 None None] Network d7a1eeae-9238-41c5-b3d8-78eaa1dfac99 is already hosted by enough agents. {{(pid=87637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:11:10.668998 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-4b2c4b37-b084-4968-9d30-a3bfdc60af19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:11:10.671110 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-4b2c4b37-b084-4968-9d30-a3bfdc60af19 None None] Resources bound (agent type, host, resource id):  {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:11:10.673586 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b2c4b37-b084-4968-9d30-a3bfdc60af19 None None] Received port after_create {{(pid=87637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:11:10.681291 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-e8d85a8a-2ff1-4323-abc0-aeae36f6a8f3 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:10.690880 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c3df5ae-5b12-4324-9d79-54122a05fad5 tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Deleting subnet d3d2261b-1020-4c6e-ad18-8cbbe669f9df {{(pid=87635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 23 16:11:10.726531 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-8a2df030-f773-4a4c-8272-61798f0a1176 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:10.741387 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-71a67635-ccf3-4528-a64e-05ff1b794461 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:11:10.745556 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-1c3df5ae-5b12-4324-9d79-54122a05fad5 tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Notify callbacks [] for subnet, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:10.773378 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-4b2c4b37-b084-4968-9d30-a3bfdc60af19 None None] Attempting to bind port 3608d96f-1eab-4528-a102-f1c622cccd34 on host dv-neutron-822799-1-hyperv for vnic_type normal with profile  {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:11:10.773765 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-4b2c4b37-b084-4968-9d30-a3bfdc60af19 None None] Attempting to bind port 3608d96f-1eab-4528-a102-f1c622cccd34 by drivers openvswitch,hyperv on host dv-neutron-822799-1-hyperv at level 0 using segments [{'id': '5b2dc38d-af73-4f53-bcc7-5cd4bb0f9f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'd7a1eeae-9238-41c5-b3d8-78eaa1dfac99'}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:11:10.774091 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b2c4b37-b084-4968-9d30-a3bfdc60af19 None None] Attempting to bind port 3608d96f-1eab-4528-a102-f1c622cccd34 on network d7a1eeae-9238-41c5-b3d8-78eaa1dfac99 {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:11:10.779865 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b2c4b37-b084-4968-9d30-a3bfdc60af19 None None] Checking agent: {'id': '20d2070f-69a9-4e73-8d08-6f0387a40158', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822799-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 21), 'started_at': datetime.datetime(2021, 12, 23, 16, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 10, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822799-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 23 16:11:10.780261 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b2c4b37-b084-4968-9d30-a3bfdc60af19 None None] Checking segment: {'id': '5b2dc38d-af73-4f53-bcc7-5cd4bb0f9f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'd7a1eeae-9238-41c5-b3d8-78eaa1dfac99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:11:10.781209 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4b2c4b37-b084-4968-9d30-a3bfdc60af19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:10.781209 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b2c4b37-b084-4968-9d30-a3bfdc60af19 None None] Bound using segment: {'id': '5b2dc38d-af73-4f53-bcc7-5cd4bb0f9f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'd7a1eeae-9238-41c5-b3d8-78eaa1dfac99'} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 23 16:11:10.781566 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-4b2c4b37-b084-4968-9d30-a3bfdc60af19 None None] Bound port: 3608d96f-1eab-4528-a102-f1c622cccd34, host: dv-neutron-822799-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b2dc38d-af73-4f53-bcc7-5cd4bb0f9f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'd7a1eeae-9238-41c5-b3d8-78eaa1dfac99'}}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 23 16:11:10.781957 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4b2c4b37-b084-4968-9d30-a3bfdc60af19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:10.818125 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2df030-f773-4a4c-8272-61798f0a1176 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fff7f516-0cff-49a3-9a91-d756595d8ba8,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:11:10.821317 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-8a2df030-f773-4a4c-8272-61798f0a1176 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:11:10.851380 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8d85a8a-2ff1-4323-abc0-aeae36f6a8f3 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Releasing vlan 425 on physical network physnet1 to pool {{(pid=87635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 23 16:11:10.852050 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-e8d85a8a-2ff1-4323-abc0-aeae36f6a8f3 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2753503'] for segment, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:10.885835 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-4b2c4b37-b084-4968-9d30-a3bfdc60af19 None None] For port 3608d96f-1eab-4528-a102-f1c622cccd34, host dv-neutron-822799-1-hyperv, cleared binding levels {{(pid=87637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 23 16:11:10.890256 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-4b2c4b37-b084-4968-9d30-a3bfdc60af19 None None] For port 3608d96f-1eab-4528-a102-f1c622cccd34, host dv-neutron-822799-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=3608d96f-1eab-4528-a102-f1c622cccd34,segment=NetworkSegment(5b2dc38d-af73-4f53-bcc7-5cd4bb0f9f9f),segment_id=5b2dc38d-af73-4f53-bcc7-5cd4bb0f9f9f)] {{(pid=87637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 23 16:11:10.895821 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4b2c4b37-b084-4968-9d30-a3bfdc60af19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:10.902206 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-8641f399-cf54-4c34-a8b2-6c49c6c6690d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:11:10.923712 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-8a2df030-f773-4a4c-8272-61798f0a1176 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:10.927522 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-8a2df030-f773-4a4c-8272-61798f0a1176 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/fff7f516-0cff-49a3-9a91-d756595d8ba8 HTTP/1.1" status: 204  len: 168 time: 1.6479144
Dec 23 16:11:11.005229 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 053f16e4-5158-4791-ba03-5382ea09e01e up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:11:11.021942 dv-neutron-822799-1-hyperv neutron-server[87635]: Traceback (most recent call last):
Dec 23 16:11:11.021942 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 23 16:11:11.021942 dv-neutron-822799-1-hyperv neutron-server[87635]:     timer()
Dec 23 16:11:11.021942 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:11:11.021942 dv-neutron-822799-1-hyperv neutron-server[87635]:     cb(*args, **kw)
Dec 23 16:11:11.021942 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 23 16:11:11.021942 dv-neutron-822799-1-hyperv neutron-server[87635]:     return func(*args, **kwargs)
Dec 23 16:11:11.021942 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:11:11.021942 dv-neutron-822799-1-hyperv neutron-server[87635]:     self._notify()
Dec 23 16:11:11.021942 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:11:11.021942 dv-neutron-822799-1-hyperv neutron-server[87635]:     self.callback(batched_events)
Dec 23 16:11:11.021942 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:11:11.021942 dv-neutron-822799-1-hyperv neutron-server[87635]:     event.method(event)
Dec 23 16:11:11.021942 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:11:11.021942 dv-neutron-822799-1-hyperv neutron-server[87635]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:11:11.021942 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 23 16:11:11.021942 dv-neutron-822799-1-hyperv neutron-server[87635]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 23 16:11:11.021942 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 23 16:11:11.021942 dv-neutron-822799-1-hyperv neutron-server[87635]:     return f(self, *a, **k)
Dec 23 16:11:11.021942 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:11:11.021942 dv-neutron-822799-1-hyperv neutron-server[87635]:     return self._get(url).json()
Dec 23 16:11:11.021942 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 23 16:11:11.021942 dv-neutron-822799-1-hyperv neutron-server[87635]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 23 16:11:11.021942 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 23 16:11:11.021942 dv-neutron-822799-1-hyperv neutron-server[87635]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:11:11.021942 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 23 16:11:11.021942 dv-neutron-822799-1-hyperv neutron-server[87635]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 23 16:11:11.021942 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 23 16:11:11.021942 dv-neutron-822799-1-hyperv neutron-server[87635]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:11:11.021942 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 23 16:11:11.021942 dv-neutron-822799-1-hyperv neutron-server[87635]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:11:11.021942 dv-neutron-822799-1-hyperv neutron-server[87635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:11:11.083356 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2c4b37-b084-4968-9d30-a3bfdc60af19 None None] Pushing event updated for resources: {'Port': ['ID=3608d96f-1eab-4528-a102-f1c622cccd34,revision_number=2']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:11:11.098113 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-4b2c4b37-b084-4968-9d30-a3bfdc60af19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:11:11.147923 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port 053f16e4-5158-4791-ba03-5382ea09e01e triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:11:11.148433 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:11.241871 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-7274f1e4-4cb1-45f2-b538-af66a8fac436 tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:11.295639 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-1c3df5ae-5b12-4324-9d79-54122a05fad5 tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2776816'] for subnet, precommit_delete_associations {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:11.408851 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 44494) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:11.440544 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-37d8f60b-169e-4659-991a-a8570dd4f3a6 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:11:11.445965 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-7274f1e4-4cb1-45f2-b538-af66a8fac436 tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:11.457468 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-37d8f60b-169e-4659-991a-a8570dd4f3a6 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Usage tracker for resource:subnet and tenant:bf435ff0e7914a739a10fff5b2399c13 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:11:11.460127 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-4e1eac52-5e50-4d11-ac47-e0041188da16 tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:11:11.484863 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e49fdd06-5f9e-4ce6-b526-3c4f4ce32740 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Router abfa982d-e5a4-4f60-bb8f-be7e2c2fb544 has already been hosted by L3 agent 371d4c41-c7e2-4de7-9539-c049ec4e95d1 {{(pid=87636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 23 16:11:11.490285 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-37d8f60b-169e-4659-991a-a8570dd4f3a6 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:11:11.518394 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-e8d85a8a-2ff1-4323-abc0-aeae36f6a8f3 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-864336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1824171'] for network, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:11.523990 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-37d8f60b-169e-4659-991a-a8570dd4f3a6 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:11:11.549806 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-e8d85a8a-2ff1-4323-abc0-aeae36f6a8f3 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627509'] for network, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:11.564207 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7274f1e4-4cb1-45f2-b538-af66a8fac436 tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Network dcf123b6-1f33-45eb-ace6-d3e7f508eb09 is already hosted by enough agents. {{(pid=87635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:11:11.566528 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-4f2b8e27-3201-44b6-940a-a49c286d041f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8277d77634e04c6eb54fb9f206174c12&name=default HTTP/1.1" status: 200  len: 2975 time: 0.1436455
Dec 23 16:11:11.574839 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 44498) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:11.584122 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.base_scheduler [None req-7274f1e4-4cb1-45f2-b538-af66a8fac436 tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Resources bound (agent type, host, resource id):  {{(pid=87635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:11:11.591462 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-e8d85a8a-2ff1-4323-abc0-aeae36f6a8f3 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] 10.222.0.64 "DELETE /v2.0/networks/b1b448fb-4904-4ddd-a278-afbc0046dcd6 HTTP/1.1" status: 204  len: 168 time: 2.8761125
Dec 23 16:11:11.605715 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7274f1e4-4cb1-45f2-b538-af66a8fac436 tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Received port after_create {{(pid=87635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:11:11.606613 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7274f1e4-4cb1-45f2-b538-af66a8fac436 tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:11:11.607358 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-7274f1e4-4cb1-45f2-b538-af66a8fac436 tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:11.613676 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37d8f60b-169e-4659-991a-a8570dd4f3a6 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Made reservation on behalf of bf435ff0e7914a739a10fff5b2399c13 for: {'subnet': 1} {{(pid=87635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:11:11.617122 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-37d8f60b-169e-4659-991a-a8570dd4f3a6 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2610339'] for subnet, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:11.631954 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 44502) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:11.637157 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:11.641410 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7274f1e4-4cb1-45f2-b538-af66a8fac436 tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Pushing event updated for resources: {'Port': ['ID=fb9c4f7d-bfb2-4484-a12f-fc551ba6345b,revision_number=1']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:11:11.658227 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-7274f1e4-4cb1-45f2-b538-af66a8fac436 tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:11:11.661873 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-8a6be0a3-3e72-4dd5-9f96-f20a7f9291ea tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1471133898'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:11:11.667302 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-b8a37357-22e7-486d-bdd5-528b3e4189b8 tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.124s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:11:11.743182 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-8a6be0a3-3e72-4dd5-9f96-f20a7f9291ea tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:11:11.781263 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-8a6be0a3-3e72-4dd5-9f96-f20a7f9291ea tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Usage tracker for resource:network and tenant:9552d108dcd2412896b3c037adf05d69 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:11:11.784400 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d85a8a-2ff1-4323-abc0-aeae36f6a8f3 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Pushing event deleted for resources: {'Network': ['ID=b1b448fb-4904-4ddd-a278-afbc0046dcd6,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:11:11.790350 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-8a6be0a3-3e72-4dd5-9f96-f20a7f9291ea tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:11:11.804626 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-e8d85a8a-2ff1-4323-abc0-aeae36f6a8f3 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:11:11.806068 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-7274f1e4-4cb1-45f2-b538-af66a8fac436 tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1030 time: 2.2807918
Dec 23 16:11:11.810777 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-8a6be0a3-3e72-4dd5-9f96-f20a7f9291ea tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:11:11.818226 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 44506) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:11.821844 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-1c3df5ae-5b12-4324-9d79-54122a05fad5 tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864774'] for subnet, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:11.830028 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-29e768ba-a82f-4a71-858b-736fd0a19dbf tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] Deleting port 9246b14f-8b79-4b8e-a42a-611d3b30b779 {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:11:11.830374 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-29e768ba-a82f-4a71-858b-736fd0a19dbf tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:11.927953 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f1a13166-fd62-453d-8afe-d42bdef2c3a4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:11.937775 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a6be0a3-3e72-4dd5-9f96-f20a7f9291ea tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Made reservation on behalf of 9552d108dcd2412896b3c037adf05d69 for: {'network': 1} {{(pid=87635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:11:11.941227 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-8a6be0a3-3e72-4dd5-9f96-f20a7f9291ea tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for network, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:11.979079 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f1a13166-fd62-453d-8afe-d42bdef2c3a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:11.992916 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-864fd659-78a2-401f-bc53-dc9d261def04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:12.003643 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-b16ce323-3738-4583-b5db-4907949a16b6 tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Deleting port fb9c4f7d-bfb2-4484-a12f-fc551ba6345b {{(pid=87635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:11:12.003976 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-b16ce323-3738-4583-b5db-4907949a16b6 tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:12.109795 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-864fd659-78a2-401f-bc53-dc9d261def04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:12.116986 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a6be0a3-3e72-4dd5-9f96-f20a7f9291ea tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] vlan segment allocate from pool success with {'vlan_id': 418, 'physical_network': 'physnet1'}  {{(pid=87635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 23 16:11:12.145325 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e49fdd06-5f9e-4ce6-b526-3c4f4ce32740 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify agent at l3_agent.dv-neutron-822799-1-hyperv the message routers_updated {{(pid=87636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 23 16:11:12.156021 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5230a6e8-7a0e-4442-a376-1f98f07cc266 None None] Sync routers for ids ['abfa982d-e5a4-4f60-bb8f-be7e2c2fb544'] in dv-neutron-822799-1-hyperv {{(pid=87637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 23 16:11:12.173816 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-1c3df5ae-5b12-4324-9d79-54122a05fad5 tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2753333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2609730'] for subnet, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:12.176979 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5230a6e8-7a0e-4442-a376-1f98f07cc266 None None] Routers {'abfa982d-e5a4-4f60-bb8f-be7e2c2fb544'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:11:12.177927 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-5230a6e8-7a0e-4442-a376-1f98f07cc266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc2897d90>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:10:50Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['abfa982d-e5a4-4f60-bb8f-be7e2c2fb544'], 'active': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:11:12.188703 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:11:12.253003 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2c564f2-e23e-46dd-9bc2-8e740a5b3910 None None] get_active_networks_info from dv-neutron-822799-1-hyperv {{(pid=87637) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}}
Dec 23 16:11:12.266304 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e49fdd06-5f9e-4ce6-b526-3c4f4ce32740 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for floatingip, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:12.302610 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-5230a6e8-7a0e-4442-a376-1f98f07cc266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc2897d90>, [], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:11:12.331544 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-9e38a9a4-60a3-45ea-bd0d-21af0965222e None None] Provisioning for port 3608d96f-1eab-4528-a102-f1c622cccd34 completed by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:11:12.335976 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-29e768ba-a82f-4a71-858b-736fd0a19dbf tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:12.339065 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5230a6e8-7a0e-4442-a376-1f98f07cc266 None None] Routers {'abfa982d-e5a4-4f60-bb8f-be7e2c2fb544'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:11:12.339866 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-5230a6e8-7a0e-4442-a376-1f98f07cc266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc2897d90>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:10:50Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['abfa982d-e5a4-4f60-bb8f-be7e2c2fb544'], 'active': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:11:12.351293 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-8a6be0a3-3e72-4dd5-9f96-f20a7f9291ea tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:12.351293 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.db.segments_db [None req-8a6be0a3-3e72-4dd5-9f96-f20a7f9291ea tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Added segment 146e487d-d8d5-439e-af7c-5223d42d8c5b of type vlan for network a1ec6818-5bcb-40ca-aa0b-3a2dc7a9a3e3
Dec 23 16:11:12.356812 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3df5ae-5b12-4324-9d79-54122a05fad5 tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Pushing event deleted for resources: {'Subnet': ['ID=d3d2261b-1020-4c6e-ad18-8cbbe669f9df,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:11:12.360508 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-1c3df5ae-5b12-4324-9d79-54122a05fad5 tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:11:12.362682 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-1c3df5ae-5b12-4324-9d79-54122a05fad5 tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Notify callbacks [] for subnet, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:12.369289 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [None req-f1a13166-fd62-453d-8afe-d42bdef2c3a4 admin admin] Allocated IP 172.26.3.130 (8afa6d58-9431-454a-b99c-3ff8a65aa86b/60537fec-5f5f-4ab7-89cc-03638149a590/7a1ae378-b700-4af3-84fb-c01bf410ef8e) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:11:12.386926 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-1c3df5ae-5b12-4324-9d79-54122a05fad5 tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] 10.222.0.64 "DELETE /v2.0/subnets/d3d2261b-1020-4c6e-ad18-8cbbe669f9df HTTP/1.1" status: 204  len: 168 time: 1.9702792
Dec 23 16:11:12.406447 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 44510) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:12.421789 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-37d8f60b-169e-4659-991a-a8570dd4f3a6 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2753396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2610353'] for subnet, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:12.426872 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-5230a6e8-7a0e-4442-a376-1f98f07cc266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc2897d90>, [], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:11:12.427287 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5230a6e8-7a0e-4442-a376-1f98f07cc266 None None] The sync data for ids ['abfa982d-e5a4-4f60-bb8f-be7e2c2fb544'] in dv-neutron-822799-1-hyperv is: [] {{(pid=87637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 23 16:11:12.463870 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-5aa613fd-52b2-46a5-9eb3-62a3bce24a53 tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:11:12.486276 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-29e768ba-a82f-4a71-858b-736fd0a19dbf tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] Calling delete_port for 9246b14f-8b79-4b8e-a42a-611d3b30b779 owned by network:router_interface {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:11:12.497741 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2c564f2-e23e-46dd-9bc2-8e740a5b3910 None None] Resources bound (agent type, host, resource id):  {{(pid=87637) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Dec 23 16:11:12.514585 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-e49fdd06-5f9e-4ce6-b526-3c4f4ce32740 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 982 time: 9.5784016
Dec 23 16:11:12.525736 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 44514) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:12.537235 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-41b6afac-e86c-40bd-bc39-e9dcb21dc3d6 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1637423509'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:11:12.559602 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-41b6afac-e86c-40bd-bc39-e9dcb21dc3d6 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:11:12.561497 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-8a6be0a3-3e72-4dd5-9f96-f20a7f9291ea tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735362521793'] for network, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:12.626798 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-41b6afac-e86c-40bd-bc39-e9dcb21dc3d6 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Usage tracker for resource:network and tenant:eee7102271fa49768eefd83617c1f38a is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:11:12.634982 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-41b6afac-e86c-40bd-bc39-e9dcb21dc3d6 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:11:12.662134 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-41b6afac-e86c-40bd-bc39-e9dcb21dc3d6 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:11:12.669334 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37d8f60b-169e-4659-991a-a8570dd4f3a6 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Network a67646b4-5371-43ec-9f98-39fe51a67033 is already hosted by enough agents. {{(pid=87635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:11:12.691342 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.base_scheduler [None req-37d8f60b-169e-4659-991a-a8570dd4f3a6 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Resources bound (agent type, host, resource id):  {{(pid=87635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:11:12.694350 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37d8f60b-169e-4659-991a-a8570dd4f3a6 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:11:12.694938 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-37d8f60b-169e-4659-991a-a8570dd4f3a6 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks [] for subnet, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:12.729577 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d8f60b-169e-4659-991a-a8570dd4f3a6 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Pushing event updated for resources: {'Subnet': ['ID=e6c09c51-3266-4656-a8fd-b84c52a6376d,revision_number=0']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:11:12.733453 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-37d8f60b-169e-4659-991a-a8570dd4f3a6 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:11:12.782680 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-8f9939e9-98d2-4f30-87f4-faaa4324e02f tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-698866'] for network, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:12.793890 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-864fd659-78a2-401f-bc53-dc9d261def04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:12.796548 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-864fd659-78a2-401f-bc53-dc9d261def04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:12.800179 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-864fd659-78a2-401f-bc53-dc9d261def04 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e711cade-36db-49e3-931c-2e8dc29c8ad2 HTTP/1.1" status: 204  len: 168 time: 1.2157867
Dec 23 16:11:12.810641 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:11:12.821139 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-37d8f60b-169e-4659-991a-a8570dd4f3a6 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 2.1865523
Dec 23 16:11:12.833896 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 44520) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:12.836815 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-8a6be0a3-3e72-4dd5-9f96-f20a7f9291ea tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495'] for network, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:12.842647 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a6be0a3-3e72-4dd5-9f96-f20a7f9291ea tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:11:12.843517 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-8a6be0a3-3e72-4dd5-9f96-f20a7f9291ea tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627509'] for network, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:12.853652 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864fd659-78a2-401f-bc53-dc9d261def04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e711cade-36db-49e3-931c-2e8dc29c8ad2,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:11:12.857053 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-864fd659-78a2-401f-bc53-dc9d261def04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:11:12.876847 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-9888c29a-94fa-4b79-9d3c-d7d191bd981c tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Request body: {'port': {'network_id': 'a67646b4-5371-43ec-9f98-39fe51a67033', 'name': 'tempest-NetworksTestDHCPv6-1804287043'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:11:12.891066 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-6d45be2c-beab-4e52-b442-81dccda6088b tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.039s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:11:12.934704 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-595cd6e4-b01a-4d74-9d49-767e9eb0f9f9 None None] Network b1b448fb-4904-4ddd-a278-afbc0046dcd6 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:11:12.943617 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-8f9939e9-98d2-4f30-87f4-faaa4324e02f tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Deleting port 0779cec0-597b-4c0c-9b95-a37584c34dd5 {{(pid=87635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:11:12.944013 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-8f9939e9-98d2-4f30-87f4-faaa4324e02f tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:12.967468 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaf8f278-5b99-437c-9da6-f92100af748d None None] Network d7a1eeae-9238-41c5-b3d8-78eaa1dfac99 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:11:12.985781 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-29e768ba-a82f-4a71-858b-736fd0a19dbf tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:13.010494 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-83d0a857-89ae-4e30-b397-1c86e74cae7b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:11:13.038152 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-b16ce323-3738-4583-b5db-4907949a16b6 tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:13.060459 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41b6afac-e86c-40bd-bc39-e9dcb21dc3d6 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Made reservation on behalf of eee7102271fa49768eefd83617c1f38a for: {'network': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:11:13.064241 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-41b6afac-e86c-40bd-bc39-e9dcb21dc3d6 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for network, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:13.109052 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e768ba-a82f-4a71-858b-736fd0a19dbf tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] Pushing event deleted for resources: {'Port': ['ID=9246b14f-8b79-4b8e-a42a-611d3b30b779,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:11:13.117104 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 3608d96f-1eab-4528-a102-f1c622cccd34 up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:11:13.124837 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-29e768ba-a82f-4a71-858b-736fd0a19dbf tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:11:13.170690 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b7dfd95-69f2-4c2c-9848-2f0dc0adda28 None None] Network a3bc5b09-2d2b-4bb7-bf00-8c633685dfc4 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:11:13.193410 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fef0cea9-89d1-4090-b415-0592ce8cb702 None None] Network dcf123b6-1f33-45eb-ace6-d3e7f508eb09 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:11:13.323029 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41b6afac-e86c-40bd-bc39-e9dcb21dc3d6 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] vlan segment allocate from pool success with {'vlan_id': 420, 'physical_network': 'physnet1'}  {{(pid=87636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 23 16:11:13.376029 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f1a13166-fd62-453d-8afe-d42bdef2c3a4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:13.411705 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-41b6afac-e86c-40bd-bc39-e9dcb21dc3d6 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:13.412969 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.db.segments_db [None req-41b6afac-e86c-40bd-bc39-e9dcb21dc3d6 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Added segment b825801c-3f58-4e3c-885f-830837249628 of type vlan for network ef399216-4831-47d8-8201-4811808932f6
Dec 23 16:11:13.480773 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-595cd6e4-b01a-4d74-9d49-767e9eb0f9f9 None None] Network b1b448fb-4904-4ddd-a278-afbc0046dcd6 could not be found, it might have been deleted concurrently. {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}}
Dec 23 16:11:13.520951 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ff5885f-75b3-4eeb-8fd4-df24fe3e508e None None] Network b1b448fb-4904-4ddd-a278-afbc0046dcd6 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:11:13.562216 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76c89887-06f3-40b5-8ffb-7d09df73fa6c None None] Network a67646b4-5371-43ec-9f98-39fe51a67033 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:11:13.624692 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ff5885f-75b3-4eeb-8fd4-df24fe3e508e None None] Network b1b448fb-4904-4ddd-a278-afbc0046dcd6 could not be found, it might have been deleted concurrently. {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}}
Dec 23 16:11:13.680400 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-8a6be0a3-3e72-4dd5-9f96-f20a7f9291ea tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 2.0412238
Dec 23 16:11:13.688012 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-b16ce323-3738-4583-b5db-4907949a16b6 tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Calling delete_port for fb9c4f7d-bfb2-4484-a12f-fc551ba6345b owned by  {{(pid=87635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:11:13.703339 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 44536) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:13.718017 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f1a13166-fd62-453d-8afe-d42bdef2c3a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:13.728101 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-41b6afac-e86c-40bd-bc39-e9dcb21dc3d6 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735362521793'] for network, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:13.740128 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-2eeb08d7-127c-407d-a56f-04af9c4f1634 tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:11:13.768258 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6be0a3-3e72-4dd5-9f96-f20a7f9291ea tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Pushing event updated for resources: {'Network': ['ID=a1ec6818-5bcb-40ca-aa0b-3a2dc7a9a3e3,revision_number=1']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:11:13.779008 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-2292bebf-e705-40d1-8699-1939ec6fb63d tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Request body: {'subnet': {'network_id': 'a1ec6818-5bcb-40ca-aa0b-3a2dc7a9a3e3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:11:13.780094 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-8a6be0a3-3e72-4dd5-9f96-f20a7f9291ea tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.889s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:11:13.798301 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Network a1ec6818-5bcb-40ca-aa0b-3a2dc7a9a3e3 details requested by agent ovs-agent-dv-neutron-822799-1-hyperv with host dv-neutron-822799-1-hyperv {{(pid=87637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 23 16:11:13.832589 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1a13166-fd62-453d-8afe-d42bdef2c3a4 admin admin] Network 8afa6d58-9431-454a-b99c-3ff8a65aa86b is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:11:13.839511 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-f1a13166-fd62-453d-8afe-d42bdef2c3a4 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:11:13.842418 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a13166-fd62-453d-8afe-d42bdef2c3a4 admin admin] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:11:13.869013 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-29e768ba-a82f-4a71-858b-736fd0a19dbf tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1627472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1784155'] for router_interface, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:13.953730 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.db.resource_extend [None req-41b6afac-e86c-40bd-bc39-e9dcb21dc3d6 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 23 16:11:13.981677 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-9888c29a-94fa-4b79-9d3c-d7d191bd981c tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:11:14.000775 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-9888c29a-94fa-4b79-9d3c-d7d191bd981c tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Usage tracker for resource:port and tenant:bf435ff0e7914a739a10fff5b2399c13 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:11:14.008018 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-9888c29a-94fa-4b79-9d3c-d7d191bd981c tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:11:14.021069 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-9888c29a-94fa-4b79-9d3c-d7d191bd981c tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:11:14.023999 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.db [None req-8f9939e9-98d2-4f30-87f4-faaa4324e02f tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] For port 0779cec0-597b-4c0c-9b95-a37584c34dd5, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=0779cec0-597b-4c0c-9b95-a37584c34dd5,segment=NetworkSegment(19478424-dc14-42fa-ab85-da0d6fbd7b0a),segment_id=19478424-dc14-42fa-ab85-da0d6fbd7b0a)] {{(pid=87635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:11:14.024344 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-8f9939e9-98d2-4f30-87f4-faaa4324e02f tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:14.149772 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a13166-fd62-453d-8afe-d42bdef2c3a4 admin admin] Pushing event updated for resources: {'Port': ['ID=7a1ae378-b700-4af3-84fb-c01bf410ef8e,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:11:14.153268 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-f1a13166-fd62-453d-8afe-d42bdef2c3a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.413s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:11:14.163887 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-41b6afac-e86c-40bd-bc39-e9dcb21dc3d6 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495'] for network, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:14.176394 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41b6afac-e86c-40bd-bc39-e9dcb21dc3d6 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:11:14.176394 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-41b6afac-e86c-40bd-bc39-e9dcb21dc3d6 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:14.176733 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-8f9939e9-98d2-4f30-87f4-faaa4324e02f tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Calling delete_port for 0779cec0-597b-4c0c-9b95-a37584c34dd5 owned by network:dhcp {{(pid=87635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:11:14.179424 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-e4047fb2-0325-407a-b376-1845f897e3ae tempest-DHCPAgentSchedulersTestJSON-394741792 tempest-DHCPAgentSchedulersTestJSON-394741792-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:11:14.199171 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9888c29a-94fa-4b79-9d3c-d7d191bd981c tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Made reservation on behalf of bf435ff0e7914a739a10fff5b2399c13 for: {'port': 1} {{(pid=87635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:11:14.203241 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-9888c29a-94fa-4b79-9d3c-d7d191bd981c tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:14.218520 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-2292bebf-e705-40d1-8699-1939ec6fb63d tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:11:14.226944 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning for port 3608d96f-1eab-4528-a102-f1c622cccd34 completed by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:11:14.227964 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-b16ce323-3738-4583-b5db-4907949a16b6 tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:14.265329 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-730bd433-5b68-4473-aab8-4022c62a82f1 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:11:14.272435 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port 3608d96f-1eab-4528-a102-f1c622cccd34 triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:11:14.272982 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:14.285074 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 44550) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:14.350873 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-2292bebf-e705-40d1-8699-1939ec6fb63d tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Usage tracker for resource:subnet and tenant:9552d108dcd2412896b3c037adf05d69 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:11:14.358116 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-2292bebf-e705-40d1-8699-1939ec6fb63d tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:11:14.369451 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16ce323-3738-4583-b5db-4907949a16b6 tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Pushing event deleted for resources: {'Port': ['ID=fb9c4f7d-bfb2-4484-a12f-fc551ba6345b,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:11:14.387045 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-b16ce323-3738-4583-b5db-4907949a16b6 tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:11:14.388137 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.notifiers.nova [None req-9888c29a-94fa-4b79-9d3c-d7d191bd981c tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] device_id is not set on port 2ed379f8-c521-40dc-9cfd-488164473aa3 yet. {{(pid=87635) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 23 16:11:14.429374 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-b16ce323-3738-4583-b5db-4907949a16b6 tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:14.465033 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-b16ce323-3738-4583-b5db-4907949a16b6 tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] 10.222.0.64 "DELETE /v2.0/ports/fb9c4f7d-bfb2-4484-a12f-fc551ba6345b HTTP/1.1" status: 204  len: 168 time: 2.6422262
Dec 23 16:11:14.469262 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-8f9939e9-98d2-4f30-87f4-faaa4324e02f tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:14.472918 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 44556) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:14.480623 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-b16ce323-3738-4583-b5db-4907949a16b6 tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:11:14.511010 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-2292bebf-e705-40d1-8699-1939ec6fb63d tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:11:14.517614 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d2083d4-c21b-439d-9440-4a4c9458847e None None] Network dcf123b6-1f33-45eb-ace6-d3e7f508eb09 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:11:14.531012 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-63326ad4-b5a3-4e10-a399-11449d17f1fa tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'dcf123b6-1f33-45eb-ace6-d3e7f508eb09', 'external_fixed_ips': [{'subnet_id': '7d7844a2-b34f-46e9-a403-d93fecff2831', 'ip_address': '2001:db8::347'}]}}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:11:14.534506 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-41b6afac-e86c-40bd-bc39-e9dcb21dc3d6 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201  len: 773 time: 2.0075352
Dec 23 16:11:14.539281 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 44560) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:14.549270 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9939e9-98d2-4f30-87f4-faaa4324e02f tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Pushing event deleted for resources: {'Port': ['ID=0779cec0-597b-4c0c-9b95-a37584c34dd5,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:11:14.556558 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-63326ad4-b5a3-4e10-a399-11449d17f1fa tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:11:14.563627 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-8f9939e9-98d2-4f30-87f4-faaa4324e02f tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:11:14.568837 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-63326ad4-b5a3-4e10-a399-11449d17f1fa tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Usage tracker for resource:router and tenant:0cfbedddc6e84865852e5b977817804f is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:11:14.571966 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f9939e9-98d2-4f30-87f4-faaa4324e02f tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] No DVR routers for this DVR port 0779cec0-597b-4c0c-9b95-a37584c34dd5 on host dv-neutron-822799-1-hyperv {{(pid=87635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 23 16:11:14.602683 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-63326ad4-b5a3-4e10-a399-11449d17f1fa tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:11:14.640889 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-d16a9bab-e620-4e9d-b908-d976d78750d5 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Request body: {'subnet': {'network_id': 'ef399216-4831-47d8-8201-4811808932f6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:11:14.664494 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-63326ad4-b5a3-4e10-a399-11449d17f1fa tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:11:14.665290 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b6afac-e86c-40bd-bc39-e9dcb21dc3d6 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Pushing event updated for resources: {'Network': ['ID=ef399216-4831-47d8-8201-4811808932f6,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:11:14.668174 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-41b6afac-e86c-40bd-bc39-e9dcb21dc3d6 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.489s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:11:14.681713 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-912e135a-1762-4669-aeb3-b79b542c4b7e tempest-ExtraDHCPOptionsTestJSON-1975564287 tempest-ExtraDHCPOptionsTestJSON-1975564287-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-641730543'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:11:14.694494 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2292bebf-e705-40d1-8699-1939ec6fb63d tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Made reservation on behalf of 9552d108dcd2412896b3c037adf05d69 for: {'subnet': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:11:14.698608 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2292bebf-e705-40d1-8699-1939ec6fb63d tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2618324'] for subnet, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:14.721205 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:14.739505 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Network ef399216-4831-47d8-8201-4811808932f6 details requested by agent ovs-agent-dv-neutron-822799-1-hyperv with host dv-neutron-822799-1-hyperv {{(pid=87637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 23 16:11:14.752047 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54f1ed3b-13b0-417a-b53c-87d99acad0d2 None None] DHCP port deletion for a3bc5b09-2d2b-4bb7-bf00-8c633685dfc4 request from dv-neutron-822799-1-hyperv {{(pid=87637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 23 16:11:14.764604 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-63326ad4-b5a3-4e10-a399-11449d17f1fa tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1823978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-235332'] for router, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:14.765628 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-63326ad4-b5a3-4e10-a399-11449d17f1fa tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1824575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1824063', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1751113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-235341'] for router, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:14.775659 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-8f9939e9-98d2-4f30-87f4-faaa4324e02f tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-864347', 'neutron.services.segments.db._delete_segments_for_network-8735362908070'] for network, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:14.825007 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.db_base_plugin_common [None req-9888c29a-94fa-4b79-9d3c-d7d191bd981c tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Allocated IP 2001:db8::75 (a67646b4-5371-43ec-9f98-39fe51a67033/e6c09c51-3266-4656-a8fd-b84c52a6376d/2ed379f8-c521-40dc-9cfd-488164473aa3) {{(pid=87635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:11:14.828194 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-63326ad4-b5a3-4e10-a399-11449d17f1fa tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:14.846016 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.services.segments.db [None req-8f9939e9-98d2-4f30-87f4-faaa4324e02f tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1dc00e0fa0>,) {'filters': {'network_id': ['a3bc5b09-2d2b-4bb7-bf00-8c633685dfc4']}} {{(pid=87635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:11:14.862735 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-912e135a-1762-4669-aeb3-b79b542c4b7e tempest-ExtraDHCPOptionsTestJSON-1975564287 tempest-ExtraDHCPOptionsTestJSON-1975564287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:11:14.868012 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.services.segments.db [None req-8f9939e9-98d2-4f30-87f4-faaa4324e02f tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dc00e0fa0>, '19478424-dc14-42fa-ab85-da0d6fbd7b0a') {'for_net_delete': True} {{(pid=87635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:11:14.868323 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.services.segments.db [None req-8f9939e9-98d2-4f30-87f4-faaa4324e02f tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dc00e0fa0>, '19478424-dc14-42fa-ab85-da0d6fbd7b0a') {} {{(pid=87635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:11:14.895485 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-8f9939e9-98d2-4f30-87f4-faaa4324e02f tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735363085442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2776713'] for segment, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:14.930196 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-912e135a-1762-4669-aeb3-b79b542c4b7e tempest-ExtraDHCPOptionsTestJSON-1975564287 tempest-ExtraDHCPOptionsTestJSON-1975564287-project] Usage tracker for resource:network and tenant:d67ec00980024d408b15087b493e8cc9 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:11:14.957353 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-912e135a-1762-4669-aeb3-b79b542c4b7e tempest-ExtraDHCPOptionsTestJSON-1975564287 tempest-ExtraDHCPOptionsTestJSON-1975564287-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:11:14.961108 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29e768ba-a82f-4a71-858b-736fd0a19dbf tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] Router ecea7892-f476-4ddd-acee-2f4bd3bf1ceb has already been hosted by L3 agent 371d4c41-c7e2-4de7-9539-c049ec4e95d1 {{(pid=87636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 23 16:11:15.014771 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] For port 3608d96f-1eab-4528-a102-f1c622cccd34, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=3608d96f-1eab-4528-a102-f1c622cccd34,segment=NetworkSegment(5b2dc38d-af73-4f53-bcc7-5cd4bb0f9f9f),segment_id=5b2dc38d-af73-4f53-bcc7-5cd4bb0f9f9f)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:11:15.034818 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-8f9939e9-98d2-4f30-87f4-faaa4324e02f tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:15.056553 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:15.064789 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-4b2c4b37-b084-4968-9d30-a3bfdc60af19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:11:15.075031 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-912e135a-1762-4669-aeb3-b79b542c4b7e tempest-ExtraDHCPOptionsTestJSON-1975564287 tempest-ExtraDHCPOptionsTestJSON-1975564287-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:11:15.193869 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 0779cec0-597b-4c0c-9b95-a37584c34dd5 no longer exists at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 23 16:11:15.215584 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-912e135a-1762-4669-aeb3-b79b542c4b7e tempest-ExtraDHCPOptionsTestJSON-1975564287 tempest-ExtraDHCPOptionsTestJSON-1975564287-project] Made reservation on behalf of d67ec00980024d408b15087b493e8cc9 for: {'network': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:11:15.219241 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-912e135a-1762-4669-aeb3-b79b542c4b7e tempest-ExtraDHCPOptionsTestJSON-1975564287 tempest-ExtraDHCPOptionsTestJSON-1975564287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for network, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:15.245107 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-d16a9bab-e620-4e9d-b908-d976d78750d5 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:11:15.264677 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-d16a9bab-e620-4e9d-b908-d976d78750d5 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:11:15.271201 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] No Port match for: 0779cec0-597b-4c0c-9b95-a37584c34dd5 {{(pid=87637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 23 16:11:15.271823 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 0779cec0-597b-4c0c-9b95-a37584c34dd5 not bound to the agent host dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 23 16:11:15.278007 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-912e135a-1762-4669-aeb3-b79b542c4b7e tempest-ExtraDHCPOptionsTestJSON-1975564287 tempest-ExtraDHCPOptionsTestJSON-1975564287-project] Notify callbacks [] for security_group, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:15.293826 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Pushing event updated for resources: {'Port': ['ID=3608d96f-1eab-4528-a102-f1c622cccd34,revision_number=3']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:11:15.304304 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:11:15.332496 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f9939e9-98d2-4f30-87f4-faaa4324e02f tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Releasing vlan 400 on physical network physnet1 to pool {{(pid=87635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 23 16:11:15.332938 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-8f9939e9-98d2-4f30-87f4-faaa4324e02f tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2753503'] for segment, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:15.362419 dv-neutron-822799-1-hyperv neutron-server[87635]: Traceback (most recent call last):
Dec 23 16:11:15.362419 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 23 16:11:15.362419 dv-neutron-822799-1-hyperv neutron-server[87635]:     timer()
Dec 23 16:11:15.362419 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:11:15.362419 dv-neutron-822799-1-hyperv neutron-server[87635]:     cb(*args, **kw)
Dec 23 16:11:15.362419 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 23 16:11:15.362419 dv-neutron-822799-1-hyperv neutron-server[87635]:     return func(*args, **kwargs)
Dec 23 16:11:15.362419 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:11:15.362419 dv-neutron-822799-1-hyperv neutron-server[87635]:     self._notify()
Dec 23 16:11:15.362419 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:11:15.362419 dv-neutron-822799-1-hyperv neutron-server[87635]:     self.callback(batched_events)
Dec 23 16:11:15.362419 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:11:15.362419 dv-neutron-822799-1-hyperv neutron-server[87635]:     event.method(event)
Dec 23 16:11:15.362419 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:11:15.362419 dv-neutron-822799-1-hyperv neutron-server[87635]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:11:15.362419 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 23 16:11:15.362419 dv-neutron-822799-1-hyperv neutron-server[87635]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 23 16:11:15.362419 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 23 16:11:15.362419 dv-neutron-822799-1-hyperv neutron-server[87635]:     return f(self, *a, **k)
Dec 23 16:11:15.362419 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:11:15.362419 dv-neutron-822799-1-hyperv neutron-server[87635]:     return self._get(url).json()
Dec 23 16:11:15.362419 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 23 16:11:15.362419 dv-neutron-822799-1-hyperv neutron-server[87635]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 23 16:11:15.362419 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 23 16:11:15.362419 dv-neutron-822799-1-hyperv neutron-server[87635]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:11:15.362419 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 23 16:11:15.362419 dv-neutron-822799-1-hyperv neutron-server[87635]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 23 16:11:15.362419 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 23 16:11:15.362419 dv-neutron-822799-1-hyperv neutron-server[87635]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:11:15.362419 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 23 16:11:15.362419 dv-neutron-822799-1-hyperv neutron-server[87635]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:11:15.362419 dv-neutron-822799-1-hyperv neutron-server[87635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:11:15.376482 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-4b445b59-853e-40c9-bae8-c7482ec9c878 None None] Provisioning complete for port 053f16e4-5158-4791-ba03-5382ea09e01e triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:11:15.377476 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4b445b59-853e-40c9-bae8-c7482ec9c878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:15.488915 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d16a9bab-e620-4e9d-b908-d976d78750d5 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Made reservation on behalf of eee7102271fa49768eefd83617c1f38a for: {'subnet': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:11:15.493349 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d16a9bab-e620-4e9d-b908-d976d78750d5 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2618324'] for subnet, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:15.520300 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f1a13166-fd62-453d-8afe-d42bdef2c3a4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:15.608231 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-63326ad4-b5a3-4e10-a399-11449d17f1fa tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1824017', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1823768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-235299'] for router, precommit_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:15.611987 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-8f9939e9-98d2-4f30-87f4-faaa4324e02f tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-864336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1824171'] for network, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:15.617258 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-8f9939e9-98d2-4f30-87f4-faaa4324e02f tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627509'] for network, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:15.625627 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-02f65a5c-2ac7-4902-a3d1-812ef7443f93 tempest-PortsAdminExtendedAttrsTestJSON-1068406754 tempest-PortsAdminExtendedAttrsTestJSON-1068406754-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:11:15.671853 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9939e9-98d2-4f30-87f4-faaa4324e02f tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Pushing event deleted for resources: {'Network': ['ID=a3bc5b09-2d2b-4bb7-bf00-8c633685dfc4,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:11:15.674301 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-8f9939e9-98d2-4f30-87f4-faaa4324e02f tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:11:15.685372 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-8f9939e9-98d2-4f30-87f4-faaa4324e02f tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] 10.222.0.64 "DELETE /v2.0/networks/a3bc5b09-2d2b-4bb7-bf00-8c633685dfc4 HTTP/1.1" status: 204  len: 168 time: 3.2720661
Dec 23 16:11:15.693158 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 44568) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:15.718625 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c8a5d1e-b4b0-44b5-869f-8eb94a88f338 None None] Network d7a1eeae-9238-41c5-b3d8-78eaa1dfac99 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:11:15.803792 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-912e135a-1762-4669-aeb3-b79b542c4b7e tempest-ExtraDHCPOptionsTestJSON-1975564287 tempest-ExtraDHCPOptionsTestJSON-1975564287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:11:15.820939 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-9ab140f7-c5e1-488a-9e46-814cea0a8ef9 None None] Provisioning complete for port 3608d96f-1eab-4528-a102-f1c622cccd34 triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:11:15.821394 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9ab140f7-c5e1-488a-9e46-814cea0a8ef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:15.835317 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-912e135a-1762-4669-aeb3-b79b542c4b7e tempest-ExtraDHCPOptionsTestJSON-1975564287 tempest-ExtraDHCPOptionsTestJSON-1975564287-project] Usage tracker for resource:security_group_rule and tenant:d67ec00980024d408b15087b493e8cc9 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:11:15.853268 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-912e135a-1762-4669-aeb3-b79b542c4b7e tempest-ExtraDHCPOptionsTestJSON-1975564287 tempest-ExtraDHCPOptionsTestJSON-1975564287-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:11:15.861866 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-9888c29a-94fa-4b79-9d3c-d7d191bd981c tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks [] for port, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:15.862489 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29e768ba-a82f-4a71-858b-736fd0a19dbf tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] Notify agent at l3_agent.dv-neutron-822799-1-hyperv the message routers_updated {{(pid=87636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 23 16:11:15.871912 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.db_base_plugin_v2 [None req-16c99a9f-b3af-48f5-86dc-a53c490db91a tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Deleting subnet f181095e-ba25-43cf-bb6e-787ff02e5403 {{(pid=87635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 23 16:11:15.879249 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-912e135a-1762-4669-aeb3-b79b542c4b7e tempest-ExtraDHCPOptionsTestJSON-1975564287 tempest-ExtraDHCPOptionsTestJSON-1975564287-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:11:15.883401 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2410f7dc-04f7-4535-948c-e596e88869af None None] Sync routers for ids ['ecea7892-f476-4ddd-acee-2f4bd3bf1ceb'] in dv-neutron-822799-1-hyperv {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 23 16:11:15.888987 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-16c99a9f-b3af-48f5-86dc-a53c490db91a tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Notify callbacks [] for subnet, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:15.904191 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2410f7dc-04f7-4535-948c-e596e88869af None None] Routers {'ecea7892-f476-4ddd-acee-2f4bd3bf1ceb'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:11:15.906092 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-2410f7dc-04f7-4535-948c-e596e88869af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc1cd0550>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:10:50Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['ecea7892-f476-4ddd-acee-2f4bd3bf1ceb'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:11:15.938508 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.provisioning_blocks [None req-9888c29a-94fa-4b79-9d3c-d7d191bd981c tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Transition to ACTIVE for port object 2ed379f8-c521-40dc-9cfd-488164473aa3 will not be triggered until provisioned by entity DHCP. {{(pid=87635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:11:15.967700 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-29e768ba-a82f-4a71-858b-736fd0a19dbf tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] 10.222.0.64 "PUT /v2.0/routers/ecea7892-f476-4ddd-acee-2f4bd3bf1ceb/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 7.6874387
Dec 23 16:11:15.968950 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 44572) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:15.979544 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-16c99a9f-b3af-48f5-86dc-a53c490db91a tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2776816'] for subnet, precommit_delete_associations {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:16.027939 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-2410f7dc-04f7-4535-948c-e596e88869af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc1cd0550>, [], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:11:16.041817 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2410f7dc-04f7-4535-948c-e596e88869af None None] Routers {'ecea7892-f476-4ddd-acee-2f4bd3bf1ceb'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:11:16.042929 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-2410f7dc-04f7-4535-948c-e596e88869af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc1cd0550>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:10:50Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['ecea7892-f476-4ddd-acee-2f4bd3bf1ceb'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:11:16.105816 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.api.v2.resource [None req-96b75946-18a4-4bf9-9042-405d3ce1cbf3 tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] delete failed (client error): The resource could not be found.
Dec 23 16:11:16.107586 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-96b75946-18a4-4bf9-9042-405d3ce1cbf3 tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] 10.222.0.64 "DELETE /v2.0/routers/tempest-non_exist_router-2135802853 HTTP/1.1" status: 404  len: 335 time: 0.1362119
Dec 23 16:11:16.113322 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 44576) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:16.136748 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-2410f7dc-04f7-4535-948c-e596e88869af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc1cd0550>, [], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:11:16.137456 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2410f7dc-04f7-4535-948c-e596e88869af None None] The sync data for ids ['ecea7892-f476-4ddd-acee-2f4bd3bf1ceb'] in dv-neutron-822799-1-hyperv is: [] {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 23 16:11:16.157477 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-9888c29a-94fa-4b79-9d3c-d7d191bd981c tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:16.166180 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-5cfdc145-effe-4f07-8196-ae3e601cb5ab tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:11:16.185395 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-73920dd0-371b-4d97-826e-2384a6f2abb2 tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] Request body: {'router': {'external_gateway_info': {'network_id': 'ecea7892-f476-4ddd-acee-2f4bd3bf1ceb'}}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:11:16.246152 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2292bebf-e705-40d1-8699-1939ec6fb63d tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2176430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2618310'] for subnet, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:16.266991 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-544b3fc0-5f19-43bc-a636-20a031b1676b tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:11:16.304753 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9888c29a-94fa-4b79-9d3c-d7d191bd981c tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Network a67646b4-5371-43ec-9f98-39fe51a67033 is already hosted by enough agents. {{(pid=87635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:11:16.316394 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.base_scheduler [None req-9888c29a-94fa-4b79-9d3c-d7d191bd981c tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Resources bound (agent type, host, resource id):  {{(pid=87635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:11:16.318892 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9888c29a-94fa-4b79-9d3c-d7d191bd981c tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Received port after_create {{(pid=87635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:11:16.324774 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9888c29a-94fa-4b79-9d3c-d7d191bd981c tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:11:16.325763 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-9888c29a-94fa-4b79-9d3c-d7d191bd981c tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:16.330915 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-16c99a9f-b3af-48f5-86dc-a53c490db91a tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864774'] for subnet, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:16.363898 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9888c29a-94fa-4b79-9d3c-d7d191bd981c tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Pushing event updated for resources: {'Port': ['ID=2ed379f8-c521-40dc-9cfd-488164473aa3,revision_number=1']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:11:16.367060 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-9888c29a-94fa-4b79-9d3c-d7d191bd981c tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:11:16.406801 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-b1e50c2b-cfff-4846-88e1-d4d9479022a8 None None] Provisioning complete for port 3608d96f-1eab-4528-a102-f1c622cccd34 triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:11:16.407425 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-b1e50c2b-cfff-4846-88e1-d4d9479022a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:16.484499 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-9888c29a-94fa-4b79-9d3c-d7d191bd981c tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201  len: 931 time: 3.6488819
Dec 23 16:11:16.559358 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 44580) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:16.606223 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-16c99a9f-b3af-48f5-86dc-a53c490db91a tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2753333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2609730'] for subnet, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:16.617501 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-8e00ca1a-54ba-441c-8456-3acbc80f4ccc tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:11:16.697097 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-2f8af05a-aff7-4788-9cf9-e9c90fe3cde6 None None] Provisioning for port 2ed379f8-c521-40dc-9cfd-488164473aa3 completed by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:11:16.697291 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c99a9f-b3af-48f5-86dc-a53c490db91a tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Pushing event deleted for resources: {'Subnet': ['ID=f181095e-ba25-43cf-bb6e-787ff02e5403,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:11:16.702166 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-16c99a9f-b3af-48f5-86dc-a53c490db91a tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Notify callbacks [] for subnet, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:16.703789 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-2f8af05a-aff7-4788-9cf9-e9c90fe3cde6 None None] Provisioning complete for port 2ed379f8-c521-40dc-9cfd-488164473aa3 triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:11:16.704627 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-2f8af05a-aff7-4788-9cf9-e9c90fe3cde6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:16.708019 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-16c99a9f-b3af-48f5-86dc-a53c490db91a tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:11:16.717426 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-16c99a9f-b3af-48f5-86dc-a53c490db91a tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] 10.222.0.64 "DELETE /v2.0/subnets/f181095e-ba25-43cf-bb6e-787ff02e5403 HTTP/1.1" status: 204  len: 168 time: 1.0232146
Dec 23 16:11:16.722255 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 44584) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:16.737547 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77baf0c8-291e-414a-b48a-81af737b963e None None] Network c79a3346-cddc-49ac-b339-1617a7cdd937 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:11:16.761660 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-63326ad4-b5a3-4e10-a399-11449d17f1fa tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:16.811848 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-63326ad4-b5a3-4e10-a399-11449d17f1fa tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:16.851687 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-2f8af05a-aff7-4788-9cf9-e9c90fe3cde6 None None] Port 2ed379f8-c521-40dc-9cfd-488164473aa3 cannot update to ACTIVE because it is not bound. {{(pid=87637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 23 16:11:16.857760 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2292bebf-e705-40d1-8699-1939ec6fb63d tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Pushing event updated for resources: {'Subnet': ['ID=ae106bcf-d35b-4199-9e80-5f240390e0f0,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:11:16.874148 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-2292bebf-e705-40d1-8699-1939ec6fb63d tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.607s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:11:16.879844 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f1a13166-fd62-453d-8afe-d42bdef2c3a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1823971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1824234'] for router, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:16.945159 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-912e135a-1762-4669-aeb3-b79b542c4b7e tempest-ExtraDHCPOptionsTestJSON-1975564287 tempest-ExtraDHCPOptionsTestJSON-1975564287-project] Notify callbacks [] for security_group, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:17.004216 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2292bebf-e705-40d1-8699-1939ec6fb63d tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Checking segment: {'id': '146e487d-d8d5-439e-af7c-5223d42d8c5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'a1ec6818-5bcb-40ca-aa0b-3a2dc7a9a3e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:11:17.004679 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2292bebf-e705-40d1-8699-1939ec6fb63d tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Network hostable DHCP agents. Network: a1ec6818-5bcb-40ca-aa0b-3a2dc7a9a3e3, hostable agents: ['1c812d71-eadf-4fb3-b98e-67468a4aa7e2'], hosted agents: [] {{(pid=87636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 23 16:11:17.021462 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e41d82a-3b85-4618-bda7-35eab20afec3 tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Deleting subnet 642dc0f3-d3e8-441d-adc0-f977e7e9a8bf {{(pid=87635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 23 16:11:17.023553 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a2bc2ee-7de5-467d-bcb4-ccba9b998079 None None] DHCP port deletion for c79a3346-cddc-49ac-b339-1617a7cdd937 request from dv-neutron-822799-1-hyperv {{(pid=87637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 23 16:11:17.028320 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-7e41d82a-3b85-4618-bda7-35eab20afec3 tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Notify callbacks [] for subnet, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:17.028492 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-912e135a-1762-4669-aeb3-b79b542c4b7e tempest-ExtraDHCPOptionsTestJSON-1975564287 tempest-ExtraDHCPOptionsTestJSON-1975564287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:17.028788 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-8a2bc2ee-7de5-467d-bcb4-ccba9b998079 None None] Deleting port 6923ab41-57a3-427e-b7ab-f1e384e875b7 {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:11:17.029327 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-8a2bc2ee-7de5-467d-bcb4-ccba9b998079 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:17.031347 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d16a9bab-e620-4e9d-b908-d976d78750d5 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2176430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2618310'] for subnet, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:17.046354 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-db0cf2ff-db94-4508-9b61-a50dd65b1231 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:11:17.061455 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5060c922-cb60-4f11-8c1b-65866a76b93b tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:11:17.067197 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5060c922-cb60-4f11-8c1b-65866a76b93b tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:11:17.067851 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-5060c922-cb60-4f11-8c1b-65866a76b93b tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Synchronizing usage tracker for tenant:bf435ff0e7914a739a10fff5b2399c13 on resource:port {{(pid=87635) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:11:17.151442 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-73920dd0-371b-4d97-826e-2384a6f2abb2 tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1824017', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1823768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-235299'] for router, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:17.156436 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-5060c922-cb60-4f11-8c1b-65866a76b93b tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Unset dirty status for tenant:bf435ff0e7914a739a10fff5b2399c13 on resource:port {{(pid=87635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:11:17.157630 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-5060c922-cb60-4f11-8c1b-65866a76b93b tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1591 time: 0.5881588
Dec 23 16:11:17.164937 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 44588) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:17.172357 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-7e41d82a-3b85-4618-bda7-35eab20afec3 tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2776816'] for subnet, precommit_delete_associations {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:17.174124 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-912e135a-1762-4669-aeb3-b79b542c4b7e tempest-ExtraDHCPOptionsTestJSON-1975564287 tempest-ExtraDHCPOptionsTestJSON-1975564287-project] vlan segment allocate from pool success with {'vlan_id': 409, 'physical_network': 'physnet1'}  {{(pid=87636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 23 16:11:17.265020 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912e135a-1762-4669-aeb3-b79b542c4b7e tempest-ExtraDHCPOptionsTestJSON-1975564287 tempest-ExtraDHCPOptionsTestJSON-1975564287-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42792a55-f322-4bff-bb90-61146564f395,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:11:17.278317 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-912e135a-1762-4669-aeb3-b79b542c4b7e tempest-ExtraDHCPOptionsTestJSON-1975564287 tempest-ExtraDHCPOptionsTestJSON-1975564287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:17.278663 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.db.segments_db [None req-912e135a-1762-4669-aeb3-b79b542c4b7e tempest-ExtraDHCPOptionsTestJSON-1975564287 tempest-ExtraDHCPOptionsTestJSON-1975564287-project] Added segment 62734cb8-0654-4191-ac4b-4d49238da2ff of type vlan for network 11c63414-d4ad-41ad-a899-b8d8bf34bfd4
Dec 23 16:11:17.289920 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-8a2bc2ee-7de5-467d-bcb4-ccba9b998079 None None] For port 6923ab41-57a3-427e-b7ab-f1e384e875b7, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=6923ab41-57a3-427e-b7ab-f1e384e875b7,segment=NetworkSegment(14c9c7ca-5d7c-4af9-9b20-792ccfd75b7d),segment_id=14c9c7ca-5d7c-4af9-9b20-792ccfd75b7d)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:11:17.290188 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-8a2bc2ee-7de5-467d-bcb4-ccba9b998079 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:17.292181 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-912e135a-1762-4669-aeb3-b79b542c4b7e tempest-ExtraDHCPOptionsTestJSON-1975564287 tempest-ExtraDHCPOptionsTestJSON-1975564287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:11:17.302811 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-31d5e9ac-d8b1-410a-aa7b-627d493d805b tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.249s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:11:17.331992 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-27746cae-77c2-420a-80e9-292062c00a88 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Deleting port 2ed379f8-c521-40dc-9cfd-488164473aa3 {{(pid=87635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:11:17.332718 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-27746cae-77c2-420a-80e9-292062c00a88 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:17.337280 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2292bebf-e705-40d1-8699-1939ec6fb63d tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Network a1ec6818-5bcb-40ca-aa0b-3a2dc7a9a3e3 is scheduled to be hosted by DHCP agent 1c812d71-eadf-4fb3-b98e-67468a4aa7e2 with binding_index 1 {{(pid=87636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 23 16:11:17.347505 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.api.v2.resource [None req-73920dd0-371b-4d97-826e-2384a6f2abb2 tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] update failed (client error): The resource could not be found.
Dec 23 16:11:17.353002 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-73920dd0-371b-4d97-826e-2384a6f2abb2 tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] 10.222.0.64 "PUT /v2.0/routers/ecea7892-f476-4ddd-acee-2f4bd3bf1ceb HTTP/1.1" status: 404  len: 339 time: 1.2294087
Dec 23 16:11:17.355856 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 44592) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:17.373982 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.agents_db [None req-30c2320c-f298-49f6-9c47-c20e38116a9c None None] Agent healthcheck: found 6 active agents {{(pid=87638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 23 16:11:17.415685 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d16a9bab-e620-4e9d-b908-d976d78750d5 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Checking segment: {'id': 'b825801c-3f58-4e3c-885f-830837249628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'ef399216-4831-47d8-8201-4811808932f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:11:17.416108 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d16a9bab-e620-4e9d-b908-d976d78750d5 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Network hostable DHCP agents. Network: ef399216-4831-47d8-8201-4811808932f6, hostable agents: ['1c812d71-eadf-4fb3-b98e-67468a4aa7e2'], hosted agents: [] {{(pid=87636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 23 16:11:17.428316 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-912e135a-1762-4669-aeb3-b79b542c4b7e tempest-ExtraDHCPOptionsTestJSON-1975564287 tempest-ExtraDHCPOptionsTestJSON-1975564287-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735362521793'] for network, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:17.432413 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-2292bebf-e705-40d1-8699-1939ec6fb63d tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822799-1-hyperv, a1ec6818-5bcb-40ca-aa0b-3a2dc7a9a3e3) {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:11:17.441668 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-8a2bc2ee-7de5-467d-bcb4-ccba9b998079 None None] Calling delete_port for 6923ab41-57a3-427e-b7ab-f1e384e875b7 owned by network:dhcp {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:11:17.451088 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2292bebf-e705-40d1-8699-1939ec6fb63d tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:11:17.451444 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2292bebf-e705-40d1-8699-1939ec6fb63d tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Notify callbacks [] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:17.466166 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.db_base_plugin_common [None req-63326ad4-b5a3-4e10-a399-11449d17f1fa tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Allocated IP 2001:db8::347 (dcf123b6-1f33-45eb-ace6-d3e7f508eb09/7d7844a2-b34f-46e9-a403-d93fecff2831/cf351936-91b0-4f60-9b6d-a2c6e09570d2) {{(pid=87635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:11:17.466961 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16a9bab-e620-4e9d-b908-d976d78750d5 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Pushing event updated for resources: {'Subnet': ['ID=a22c3f04-919b-404c-bdca-afc6ef48c093,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:11:17.482500 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-d16a9bab-e620-4e9d-b908-d976d78750d5 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:11:17.522236 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d16a9bab-e620-4e9d-b908-d976d78750d5 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Network ef399216-4831-47d8-8201-4811808932f6 is scheduled to be hosted by DHCP agent 1c812d71-eadf-4fb3-b98e-67468a4aa7e2 with binding_index 1 {{(pid=87636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 23 16:11:17.539505 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-d16a9bab-e620-4e9d-b908-d976d78750d5 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822799-1-hyperv, ef399216-4831-47d8-8201-4811808932f6) {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:11:17.543937 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-2292bebf-e705-40d1-8699-1939ec6fb63d tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 3.8286784
Dec 23 16:11:17.548800 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d16a9bab-e620-4e9d-b908-d976d78750d5 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:11:17.549421 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d16a9bab-e620-4e9d-b908-d976d78750d5 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify callbacks [] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:17.553533 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 44596) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:17.559335 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-912e135a-1762-4669-aeb3-b79b542c4b7e tempest-ExtraDHCPOptionsTestJSON-1975564287 tempest-ExtraDHCPOptionsTestJSON-1975564287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495'] for network, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:17.566327 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-912e135a-1762-4669-aeb3-b79b542c4b7e tempest-ExtraDHCPOptionsTestJSON-1975564287 tempest-ExtraDHCPOptionsTestJSON-1975564287-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:11:17.566926 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-912e135a-1762-4669-aeb3-b79b542c4b7e tempest-ExtraDHCPOptionsTestJSON-1975564287 tempest-ExtraDHCPOptionsTestJSON-1975564287-project] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:17.597730 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 3608d96f-1eab-4528-a102-f1c622cccd34 up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:11:17.598571 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-ec43845a-e56e-4443-8252-554621bd6425 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:11:17.624391 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1a13166-fd62-453d-8afe-d42bdef2c3a4 admin admin] Router 3fcc639f-0d7e-4f4d-a92f-e3c896a4f0c6 is scheduled to L3 agent 371d4c41-c7e2-4de7-9539-c049ec4e95d1 with binding_index 1 {{(pid=87636) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 23 16:11:17.624638 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c745ebe2-7d14-464e-a3bb-6e554d46c7a8 None None] Network a1ec6818-5bcb-40ca-aa0b-3a2dc7a9a3e3 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:11:17.637192 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87abd122-0664-4618-8b95-4993d04944c2 None None] Network ef399216-4831-47d8-8201-4811808932f6 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:11:17.686343 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-8a2bc2ee-7de5-467d-bcb4-ccba9b998079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789'] for port, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:17.698062 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-4b2c4b37-b084-4968-9d30-a3bfdc60af19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:11:17.758721 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-d16a9bab-e620-4e9d-b908-d976d78750d5 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 3.1781642
Dec 23 16:11:17.758721 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-912e135a-1762-4669-aeb3-b79b542c4b7e tempest-ExtraDHCPOptionsTestJSON-1975564287 tempest-ExtraDHCPOptionsTestJSON-1975564287-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201  len: 791 time: 3.4718530
Dec 23 16:11:17.781652 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 44600) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:17.781962 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 44602) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:17.807545 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-7e41d82a-3b85-4618-bda7-35eab20afec3 tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864774'] for subnet, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:17.837364 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2bc2ee-7de5-467d-bcb4-ccba9b998079 None None] Pushing event deleted for resources: {'Port': ['ID=6923ab41-57a3-427e-b7ab-f1e384e875b7,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:11:17.839821 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-8a2bc2ee-7de5-467d-bcb4-ccba9b998079 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:11:17.846083 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-1df10660-fdea-450f-9688-1236c53a01a9 tempest-ExtraDHCPOptionsTestJSON-1975564287 tempest-ExtraDHCPOptionsTestJSON-1975564287-project] Request body: {'subnet': {'network_id': '11c63414-d4ad-41ad-a899-b8d8bf34bfd4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:11:17.862302 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-5182cfef-9f6d-4dd6-9f89-f631a1b332a9 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-2056479305', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b'}, 'admin_state_up': False}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:11:17.885923 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d1d2a71a-62ac-47bf-bd1f-0136657d7f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:17.888716 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a2bc2ee-7de5-467d-bcb4-ccba9b998079 None None] No DVR routers for this DVR port 6923ab41-57a3-427e-b7ab-f1e384e875b7 on host dv-neutron-822799-1-hyperv {{(pid=87637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 23 16:11:17.895480 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-5182cfef-9f6d-4dd6-9f89-f631a1b332a9 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:11:17.898947 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912e135a-1762-4669-aeb3-b79b542c4b7e tempest-ExtraDHCPOptionsTestJSON-1975564287 tempest-ExtraDHCPOptionsTestJSON-1975564287-project] Pushing event updated for resources: {'Network': ['ID=11c63414-d4ad-41ad-a899-b8d8bf34bfd4,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:11:17.909252 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-912e135a-1762-4669-aeb3-b79b542c4b7e tempest-ExtraDHCPOptionsTestJSON-1975564287 tempest-ExtraDHCPOptionsTestJSON-1975564287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:11:17.931719 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-5182cfef-9f6d-4dd6-9f89-f631a1b332a9 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Usage tracker for resource:router and tenant:eee7102271fa49768eefd83617c1f38a is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:11:17.943898 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Network 11c63414-d4ad-41ad-a899-b8d8bf34bfd4 details requested by agent ovs-agent-dv-neutron-822799-1-hyperv with host dv-neutron-822799-1-hyperv {{(pid=87637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 23 16:11:17.982902 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-5182cfef-9f6d-4dd6-9f89-f631a1b332a9 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Quota usage for router was recalculated. Used quota:1. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:11:18.024411 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-5182cfef-9f6d-4dd6-9f89-f631a1b332a9 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:11:18.102620 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port 3608d96f-1eab-4528-a102-f1c622cccd34 triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:11:18.103089 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:18.259897 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-63326ad4-b5a3-4e10-a399-11449d17f1fa tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:18.268426 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-7e41d82a-3b85-4618-bda7-35eab20afec3 tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2753333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2609730'] for subnet, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:18.272226 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-3b48d4a9-4773-4419-a719-fc9b99016702 tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:18.283128 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-aea4dcf4-0e75-46e2-bfbe-abcc80973816 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-698866'] for network, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:18.286266 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-b3c80bae-537a-4473-90a2-001ad7bf5148 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:11:18.307172 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5182cfef-9f6d-4dd6-9f89-f631a1b332a9 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1823978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-235332'] for router, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:18.307625 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5182cfef-9f6d-4dd6-9f89-f631a1b332a9 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1824575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1824063', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1751113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-235341'] for router, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:18.329229 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-1df10660-fdea-450f-9688-1236c53a01a9 tempest-ExtraDHCPOptionsTestJSON-1975564287 tempest-ExtraDHCPOptionsTestJSON-1975564287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:11:18.342552 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-1df10660-fdea-450f-9688-1236c53a01a9 tempest-ExtraDHCPOptionsTestJSON-1975564287 tempest-ExtraDHCPOptionsTestJSON-1975564287-project] Usage tracker for resource:subnet and tenant:d67ec00980024d408b15087b493e8cc9 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:11:18.348490 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-1df10660-fdea-450f-9688-1236c53a01a9 tempest-ExtraDHCPOptionsTestJSON-1975564287 tempest-ExtraDHCPOptionsTestJSON-1975564287-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:11:18.355567 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1a13166-fd62-453d-8afe-d42bdef2c3a4 admin admin] Notify agent at l3_agent.dv-neutron-822799-1-hyperv the message routers_updated {{(pid=87636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 23 16:11:18.396116 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-1df10660-fdea-450f-9688-1236c53a01a9 tempest-ExtraDHCPOptionsTestJSON-1975564287 tempest-ExtraDHCPOptionsTestJSON-1975564287-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:11:18.404703 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5182cfef-9f6d-4dd6-9f89-f631a1b332a9 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:18.416234 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e2b573-ba30-4b99-aee1-65239757df9c None None] Sync routers for ids ['3fcc639f-0d7e-4f4d-a92f-e3c896a4f0c6'] in dv-neutron-822799-1-hyperv {{(pid=87637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 23 16:11:18.419847 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65dc342f-5304-43ff-abe0-761d21c8808b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7e017a6-8198-58c8-a07e-0f786128e3b3-ef399216-4831-47d8-8201-4811808932f6', 'network_id': 'ef399216-4831-47d8-8201-4811808932f6', 'tenant_id': 'eee7102271fa49768eefd83617c1f38a', 'fixed_ips': [{'subnet_id': 'a22c3f04-919b-404c-bdca-afc6ef48c093'}]}} from dv-neutron-822799-1-hyperv. {{(pid=87637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 23 16:11:18.420949 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-65dc342f-5304-43ff-abe0-761d21c8808b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:18.456174 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1df10660-fdea-450f-9688-1236c53a01a9 tempest-ExtraDHCPOptionsTestJSON-1975564287 tempest-ExtraDHCPOptionsTestJSON-1975564287-project] Made reservation on behalf of d67ec00980024d408b15087b493e8cc9 for: {'subnet': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:11:18.459723 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1df10660-fdea-450f-9688-1236c53a01a9 tempest-ExtraDHCPOptionsTestJSON-1975564287 tempest-ExtraDHCPOptionsTestJSON-1975564287-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2618324'] for subnet, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:18.464164 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-27746cae-77c2-420a-80e9-292062c00a88 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:18.492984 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e41d82a-3b85-4618-bda7-35eab20afec3 tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Pushing event deleted for resources: {'Subnet': ['ID=642dc0f3-d3e8-441d-adc0-f977e7e9a8bf,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:11:18.511822 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a8245ec-25c8-424e-8f4f-09380fade8f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7e017a6-8198-58c8-a07e-0f786128e3b3-a1ec6818-5bcb-40ca-aa0b-3a2dc7a9a3e3', 'network_id': 'a1ec6818-5bcb-40ca-aa0b-3a2dc7a9a3e3', 'tenant_id': '9552d108dcd2412896b3c037adf05d69', 'fixed_ips': [{'subnet_id': 'ae106bcf-d35b-4199-9e80-5f240390e0f0'}]}} from dv-neutron-822799-1-hyperv. {{(pid=87637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 23 16:11:18.512854 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1a8245ec-25c8-424e-8f4f-09380fade8f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:18.533690 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b14d7de5-a8db-45c7-b59f-d3b687d77d6f None None] Network e3a750a7-310b-4f00-8cfb-22639d42360d requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:11:18.543322 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-7e41d82a-3b85-4618-bda7-35eab20afec3 tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Notify callbacks [] for subnet, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:18.545011 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f1a13166-fd62-453d-8afe-d42bdef2c3a4 admin admin] Notify callbacks [] for router, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:18.546426 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-f1a13166-fd62-453d-8afe-d42bdef2c3a4 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 9.5473914
Dec 23 16:11:18.555118 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 44608) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:18.556128 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-aea4dcf4-0e75-46e2-bfbe-abcc80973816 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864774'] for subnet, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:18.604407 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-7e41d82a-3b85-4618-bda7-35eab20afec3 tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:11:18.619270 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 6923ab41-57a3-427e-b7ab-f1e384e875b7 no longer exists at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 23 16:11:18.647489 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e2b573-ba30-4b99-aee1-65239757df9c None None] Routers {'3fcc639f-0d7e-4f4d-a92f-e3c896a4f0c6'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:11:18.648157 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-e0e2b573-ba30-4b99-aee1-65239757df9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc06556d0>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:10:50Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['3fcc639f-0d7e-4f4d-a92f-e3c896a4f0c6'], 'active': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:11:18.679592 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-27746cae-77c2-420a-80e9-292062c00a88 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Calling delete_port for 2ed379f8-c521-40dc-9cfd-488164473aa3 owned by  {{(pid=87635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:11:18.751903 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] No Port match for: 6923ab41-57a3-427e-b7ab-f1e384e875b7 {{(pid=87637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 23 16:11:18.752147 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 6923ab41-57a3-427e-b7ab-f1e384e875b7 not bound to the agent host dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 23 16:11:18.797825 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-7e41d82a-3b85-4618-bda7-35eab20afec3 tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] 10.222.0.64 "DELETE /v2.0/subnets/642dc0f3-d3e8-441d-adc0-f977e7e9a8bf HTTP/1.1" status: 204  len: 168 time: 2.0721447
Dec 23 16:11:18.807256 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 44612) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:18.884801 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-63326ad4-b5a3-4e10-a399-11449d17f1fa tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:18.903682 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-7274f1e4-4cb1-45f2-b538-af66a8fac436 tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:11:19.020869 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63326ad4-b5a3-4e10-a399-11449d17f1fa tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Network dcf123b6-1f33-45eb-ace6-d3e7f508eb09 is already hosted by enough agents. {{(pid=87635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:11:19.058264 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.base_scheduler [None req-63326ad4-b5a3-4e10-a399-11449d17f1fa tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Resources bound (agent type, host, resource id):  {{(pid=87635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:11:19.061777 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63326ad4-b5a3-4e10-a399-11449d17f1fa tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Received port after_create {{(pid=87635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:11:19.080314 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5182cfef-9f6d-4dd6-9f89-f631a1b332a9 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1824017', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1823768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-235299'] for router, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:19.142070 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_common [None req-65dc342f-5304-43ff-abe0-761d21c8808b None None] Allocated IP 172.20.0.2 (ef399216-4831-47d8-8201-4811808932f6/a22c3f04-919b-404c-bdca-afc6ef48c093/2f8b4e2e-ac23-4eb0-b852-8059f97fd228) {{(pid=87637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:11:19.160611 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvr_db [None req-e0e2b573-ba30-4b99-aee1-65239757df9c None None] Set router 3fcc639f-0d7e-4f4d-a92f-e3c896a4f0c6 gateway port host: dv-neutron-822799-1-hyperv {{(pid=87637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:11:19.160834 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63326ad4-b5a3-4e10-a399-11449d17f1fa tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Pushing event updated for resources: {'Port': ['ID=cf351936-91b0-4f60-9b6d-a2c6e09570d2,revision_number=1']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:11:19.163499 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-63326ad4-b5a3-4e10-a399-11449d17f1fa tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:11:19.285225 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-aea4dcf4-0e75-46e2-bfbe-abcc80973816 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2176495', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2618677'] for subnet, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:19.297537 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e3d2fc90-8b2c-4843-ad55-de2b5f7a1d6d tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-698866'] for network, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:19.314292 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:11:19.321646 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server [None req-1a8245ec-25c8-424e-8f4f-09380fade8f8 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ae106bcf-d35b-4199-9e80-5f240390e0f0: This subnet is being modified by another concurrent operation.
Dec 23 16:11:19.321646 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Dec 23 16:11:19.321646 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Dec 23 16:11:19.321646 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Dec 23 16:11:19.321646 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Dec 23 16:11:19.321646 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Dec 23 16:11:19.321646 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Dec 23 16:11:19.321646 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Dec 23 16:11:19.321646 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Dec 23 16:11:19.321646 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Dec 23 16:11:19.321646 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Dec 23 16:11:19.321646 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Dec 23 16:11:19.321646 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 23 16:11:19.321646 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 23 16:11:19.321646 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 23 16:11:19.321646 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 23 16:11:19.321646 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 23 16:11:19.321646 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 23 16:11:19.321646 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Dec 23 16:11:19.321646 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Dec 23 16:11:19.321646 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 23 16:11:19.321646 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 23 16:11:19.321646 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 23 16:11:19.321646 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 23 16:11:19.321646 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 23 16:11:19.321646 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 23 16:11:19.321646 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Dec 23 16:11:19.321646 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Dec 23 16:11:19.321646 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 23 16:11:19.321646 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 23 16:11:19.321646 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 23 16:11:19.321646 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 23 16:11:19.321646 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 23 16:11:19.321646 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Dec 23 16:11:19.321646 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper
Dec 23 16:11:19.321646 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server     ret_val = f(_self, context, *args, **kwargs)
Dec 23 16:11:19.321646 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port
Dec 23 16:11:19.321646 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'create_port')
Dec 23 16:11:19.321646 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action
Dec 23 16:11:19.321646 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server     return p_utils.create_port(plugin, context, port)
Dec 23 16:11:19.321646 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port
Dec 23 16:11:19.321646 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server     return core_plugin.create_port(
Dec 23 16:11:19.321646 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner
Dec 23 16:11:19.321646 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server     return f(self, context, *args, **kwargs)
Dec 23 16:11:19.321646 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped
Dec 23 16:11:19.321646 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Dec 23 16:11:19.321646 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Dec 23 16:11:19.321646 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Dec 23 16:11:19.321646 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 23 16:11:19.321646 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 23 16:11:19.321646 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 23 16:11:19.321646 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 23 16:11:19.321646 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 23 16:11:19.321646 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 23 16:11:19.325217 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Dec 23 16:11:19.325217 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Dec 23 16:11:19.325217 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 23 16:11:19.325217 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 23 16:11:19.325217 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 23 16:11:19.325217 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 23 16:11:19.325217 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 23 16:11:19.325217 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 23 16:11:19.325217 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Dec 23 16:11:19.325217 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Dec 23 16:11:19.325217 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 23 16:11:19.325217 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 23 16:11:19.325217 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 23 16:11:19.325217 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 23 16:11:19.325217 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 23 16:11:19.325217 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Dec 23 16:11:19.325217 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port
Dec 23 16:11:19.325217 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server     result, mech_context = self._create_port_db(context, port)
Dec 23 16:11:19.325217 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db
Dec 23 16:11:19.325217 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server     port_db = self.create_port_db(context, port)
Dec 23 16:11:19.325217 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db
Dec 23 16:11:19.325217 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server     self.ipam.allocate_ips_for_port_and_store(
Dec 23 16:11:19.325217 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store
Dec 23 16:11:19.325217 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server     self._safe_rollback(self._ipam_deallocate_ips, context,
Dec 23 16:11:19.325217 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 23 16:11:19.325217 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 23 16:11:19.325217 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 23 16:11:19.325217 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 23 16:11:19.325217 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store
Dec 23 16:11:19.325217 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server     ips = self._allocate_ips_for_port(context, port_copy)
Dec 23 16:11:19.325217 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port
Dec 23 16:11:19.325217 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server     subnets = self._ipam_get_subnets(
Dec 23 16:11:19.325217 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets
Dec 23 16:11:19.325217 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server     subnet.lock_register(
Dec 23 16:11:19.325217 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Dec 23 16:11:19.325217 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server     raise exception
Dec 23 16:11:19.325217 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ae106bcf-d35b-4199-9e80-5f240390e0f0: This subnet is being modified by another concurrent operation.
Dec 23 16:11:19.325217 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server 
Dec 23 16:11:19.328518 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac1bcd20-4461-47fe-8367-6af68967f6df None None] DHCP port deletion for e3a750a7-310b-4f00-8cfb-22639d42360d request from dv-neutron-822799-1-hyperv {{(pid=87637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 23 16:11:19.340107 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-ac1bcd20-4461-47fe-8367-6af68967f6df None None] Deleting port efdc6149-b1ce-43f7-b0d2-f32d2f6c5222 {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:11:19.340495 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-ac1bcd20-4461-47fe-8367-6af68967f6df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:19.378901 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3289767b-6fa6-47eb-9a29-37e167bda5dc None None] Network a1ec6818-5bcb-40ca-aa0b-3a2dc7a9a3e3 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:11:19.379917 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea4dcf4-0e75-46e2-bfbe-abcc80973816 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Pushing event deleted for resources: {'Subnet': ['ID=ae106bcf-d35b-4199-9e80-5f240390e0f0,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:11:19.382814 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-aea4dcf4-0e75-46e2-bfbe-abcc80973816 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:11:19.486748 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-27746cae-77c2-420a-80e9-292062c00a88 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:19.511507 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-3e27d519-83a2-41f1-8ad9-766c51fce277 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:11:19.565107 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27746cae-77c2-420a-80e9-292062c00a88 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Pushing event deleted for resources: {'Port': ['ID=2ed379f8-c521-40dc-9cfd-488164473aa3,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:11:19.578648 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-27746cae-77c2-420a-80e9-292062c00a88 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:11:19.629045 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.db_base_plugin_common [None req-3b48d4a9-4773-4419-a719-fc9b99016702 tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] Allocated IP 172.20.0.1 (c6f8c890-6f2b-4413-b8ac-814cce4f01d0/739ce88a-a5ec-482f-b072-ee5b5d2aff1d/16512eb7-d42e-429e-98e1-b8ffd435cb6d) {{(pid=87635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:11:19.858868 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-27746cae-77c2-420a-80e9-292062c00a88 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:19.878337 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-3b48d4a9-4773-4419-a719-fc9b99016702 tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] Notify callbacks [] for port, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:19.934090 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-a888611d-1570-46d7-b835-ca82c8ddb23c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:19.945091 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1df10660-fdea-450f-9688-1236c53a01a9 tempest-ExtraDHCPOptionsTestJSON-1975564287 tempest-ExtraDHCPOptionsTestJSON-1975564287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2176430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2618310'] for subnet, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:19.965352 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-7de39b2b-0968-4dd6-af5f-93bc3c8f8214 tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:11:19.999996 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-aea4dcf4-0e75-46e2-bfbe-abcc80973816 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-864347', 'neutron.services.segments.db._delete_segments_for_network-8735362908070'] for network, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:20.027549 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-ac1bcd20-4461-47fe-8367-6af68967f6df None None] For port efdc6149-b1ce-43f7-b0d2-f32d2f6c5222, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=efdc6149-b1ce-43f7-b0d2-f32d2f6c5222,segment=NetworkSegment(26aa57d0-19cf-4b76-a6e1-de69b1da2471),segment_id=26aa57d0-19cf-4b76-a6e1-de69b1da2471)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:11:20.027933 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-ac1bcd20-4461-47fe-8367-6af68967f6df None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:20.052379 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 44620) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:20.052651 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-27746cae-77c2-420a-80e9-292062c00a88 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "DELETE /v2.0/ports/2ed379f8-c521-40dc-9cfd-488164473aa3 HTTP/1.1" status: 204  len: 168 time: 2.8864639
Dec 23 16:11:20.059289 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.provisioning_blocks [None req-3b48d4a9-4773-4419-a719-fc9b99016702 tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] Transition to ACTIVE for port object 16512eb7-d42e-429e-98e1-b8ffd435cb6d will not be triggered until provisioned by entity DHCP. {{(pid=87635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:11:20.071031 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-63326ad4-b5a3-4e10-a399-11449d17f1fa tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:20.132636 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-aea4dcf4-0e75-46e2-bfbe-abcc80973816 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1dc02a1b80>,) {'filters': {'network_id': ['a1ec6818-5bcb-40ca-aa0b-3a2dc7a9a3e3']}} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:11:20.197471 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-ac1bcd20-4461-47fe-8367-6af68967f6df None None] Calling delete_port for efdc6149-b1ce-43f7-b0d2-f32d2f6c5222 owned by network:dhcp {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:11:20.233218 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-3b48d4a9-4773-4419-a719-fc9b99016702 tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:20.247171 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:11:20.266133 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-e0e2b573-ba30-4b99-aee1-65239757df9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc06556d0>, [{'id': '3fcc639f-0d7e-4f4d-a92f-e3c896a4f0c6', 'name': 'tempest-ServerActionsTestJSON-1773443542-router', 'tenant_id': '4397e61b404b4512b8e2da8fa19161c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.130'}], 'enable_snat': True}, 'gw_port_id': '7a1ae378-b700-4af3-84fb-c01bf410ef8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:11:09Z', 'updated_at': '2021-12-23T16:11:15Z', 'revision_number': 3, 'project_id': '4397e61b404b4512b8e2da8fa19161c5', 'gw_port': {'id': '7a1ae378-b700-4af3-84fb-c01bf410ef8e', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:dd:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fcc639f-0d7e-4f4d-a92f-e3c896a4f0c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:11:12Z', 'updated_at': '2021-12-23T16:11:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv'}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:11:20.270465 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-65dc342f-5304-43ff-abe0-761d21c8808b None None] Notify callbacks [] for port, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:20.287179 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e2b573-ba30-4b99-aee1-65239757df9c None None] Checking router: 3fcc639f-0d7e-4f4d-a92f-e3c896a4f0c6 for host: dv-neutron-822799-1-hyperv {{(pid=87637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 23 16:11:20.287179 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e2b573-ba30-4b99-aee1-65239757df9c None None] Updating router 3fcc639f-0d7e-4f4d-a92f-e3c896a4f0c6 port 7a1ae378-b700-4af3-84fb-c01bf410ef8e binding host dv-neutron-822799-1-hyperv {{(pid=87637) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 23 16:11:20.304041 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-aea4dcf4-0e75-46e2-bfbe-abcc80973816 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dc02a1b80>, '146e487d-d8d5-439e-af7c-5223d42d8c5b') {'for_net_delete': True} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:11:20.304333 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-aea4dcf4-0e75-46e2-bfbe-abcc80973816 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dc02a1b80>, '146e487d-d8d5-439e-af7c-5223d42d8c5b') {} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:11:20.314971 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b48d4a9-4773-4419-a719-fc9b99016702 tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] Network c6f8c890-6f2b-4413-b8ac-814cce4f01d0 is already hosted by enough agents. {{(pid=87635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:11:20.320338 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.base_scheduler [None req-3b48d4a9-4773-4419-a719-fc9b99016702 tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] Resources bound (agent type, host, resource id):  {{(pid=87635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:11:20.333192 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-65dc342f-5304-43ff-abe0-761d21c8808b None None] Transition to ACTIVE for port object 2f8b4e2e-ac23-4eb0-b852-8059f97fd228 will not be triggered until provisioned by entity L2. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:11:20.334638 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df10660-fdea-450f-9688-1236c53a01a9 tempest-ExtraDHCPOptionsTestJSON-1975564287 tempest-ExtraDHCPOptionsTestJSON-1975564287-project] Pushing event updated for resources: {'Subnet': ['ID=32cd72c1-cf17-4f29-ac30-2f26226d1088,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:11:20.337646 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-1df10660-fdea-450f-9688-1236c53a01a9 tempest-ExtraDHCPOptionsTestJSON-1975564287 tempest-ExtraDHCPOptionsTestJSON-1975564287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:11:20.358543 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e3d2fc90-8b2c-4843-ad55-de2b5f7a1d6d tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-864347', 'neutron.services.segments.db._delete_segments_for_network-8735362908070'] for network, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:20.368840 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-ac1bcd20-4461-47fe-8367-6af68967f6df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789'] for port, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:20.372827 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-65dc342f-5304-43ff-abe0-761d21c8808b None None] Transition to ACTIVE for port object 2f8b4e2e-ac23-4eb0-b852-8059f97fd228 will not be triggered until provisioned by entity DHCP. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:11:20.375670 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-12f3c574-cbdf-469b-8343-e7e101837e09 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:11:20.394165 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b48d4a9-4773-4419-a719-fc9b99016702 tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] Received port after_create {{(pid=87635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:11:20.410849 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-e0e2b573-ba30-4b99-aee1-65239757df9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:20.449530 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e38347e-b7cc-43d0-b44d-b7caa710e631 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:11:20.454202 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e38347e-b7cc-43d0-b44d-b7caa710e631 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:11:20.455849 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-0e38347e-b7cc-43d0-b44d-b7caa710e631 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Synchronizing usage tracker for tenant:bf435ff0e7914a739a10fff5b2399c13 on resource:subnet {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:11:20.460625 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b48d4a9-4773-4419-a719-fc9b99016702 tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] Pushing event updated for resources: {'Port': ['ID=16512eb7-d42e-429e-98e1-b8ffd435cb6d,revision_number=1']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:11:20.464233 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-e3d2fc90-8b2c-4843-ad55-de2b5f7a1d6d tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1dbb3e5490>,) {'filters': {'network_id': ['c79a3346-cddc-49ac-b339-1617a7cdd937']}} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:11:20.467901 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-3b48d4a9-4773-4419-a719-fc9b99016702 tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:11:20.470523 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-65dc342f-5304-43ff-abe0-761d21c8808b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780'] for port, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:20.486625 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1bcd20-4461-47fe-8367-6af68967f6df None None] Pushing event deleted for resources: {'Port': ['ID=efdc6149-b1ce-43f7-b0d2-f32d2f6c5222,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:11:20.493890 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-ac1bcd20-4461-47fe-8367-6af68967f6df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:11:20.500483 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-d863f360-d001-4f04-a898-38ebe2f2bc6d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:11:20.533664 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac1bcd20-4461-47fe-8367-6af68967f6df None None] No DVR routers for this DVR port efdc6149-b1ce-43f7-b0d2-f32d2f6c5222 on host dv-neutron-822799-1-hyperv {{(pid=87637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 23 16:11:20.562576 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-3b48d4a9-4773-4419-a719-fc9b99016702 tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1781300'] for router_interface, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:20.589295 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65dc342f-5304-43ff-abe0-761d21c8808b None None] Network ef399216-4831-47d8-8201-4811808932f6 is already hosted by enough agents. {{(pid=87637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:11:20.600853 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-65dc342f-5304-43ff-abe0-761d21c8808b None None] Resources bound (agent type, host, resource id):  {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:11:20.603676 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65dc342f-5304-43ff-abe0-761d21c8808b None None] Received port after_create {{(pid=87637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:11:20.610334 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-aea4dcf4-0e75-46e2-bfbe-abcc80973816 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735363085442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2382197'] for segment, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:20.618687 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1df10660-fdea-450f-9688-1236c53a01a9 tempest-ExtraDHCPOptionsTestJSON-1975564287 tempest-ExtraDHCPOptionsTestJSON-1975564287-project] Checking segment: {'id': '62734cb8-0654-4191-ac4b-4d49238da2ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '11c63414-d4ad-41ad-a899-b8d8bf34bfd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:11:20.619698 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1df10660-fdea-450f-9688-1236c53a01a9 tempest-ExtraDHCPOptionsTestJSON-1975564287 tempest-ExtraDHCPOptionsTestJSON-1975564287-project] Network hostable DHCP agents. Network: 11c63414-d4ad-41ad-a899-b8d8bf34bfd4, hostable agents: ['1c812d71-eadf-4fb3-b98e-67468a4aa7e2'], hosted agents: [] {{(pid=87636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 23 16:11:20.628423 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-63326ad4-b5a3-4e10-a399-11449d17f1fa tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1823971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1824234'] for router, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:20.659840 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-e3d2fc90-8b2c-4843-ad55-de2b5f7a1d6d tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dbb3e5490>, '14c9c7ca-5d7c-4af9-9b20-792ccfd75b7d') {'for_net_delete': True} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:11:20.660063 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-e3d2fc90-8b2c-4843-ad55-de2b5f7a1d6d tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dbb3e5490>, '14c9c7ca-5d7c-4af9-9b20-792ccfd75b7d') {} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:11:20.706694 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-aea4dcf4-0e75-46e2-bfbe-abcc80973816 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:20.720108 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e3d2fc90-8b2c-4843-ad55-de2b5f7a1d6d tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735363085442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2382197'] for segment, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:20.729557 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-0e38347e-b7cc-43d0-b44d-b7caa710e631 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Unset dirty status for tenant:bf435ff0e7914a739a10fff5b2399c13 on resource:subnet {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:11:20.733787 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-0e38347e-b7cc-43d0-b44d-b7caa710e631 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1464 time: 0.6609135
Dec 23 16:11:20.737998 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 44624) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:20.749841 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aea4dcf4-0e75-46e2-bfbe-abcc80973816 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Releasing vlan 418 on physical network physnet1 to pool {{(pid=87636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 23 16:11:20.750266 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-aea4dcf4-0e75-46e2-bfbe-abcc80973816 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2176261'] for segment, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:20.769087 dv-neutron-822799-1-hyperv neutron-server[87636]: Traceback (most recent call last):
Dec 23 16:11:20.769087 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 23 16:11:20.769087 dv-neutron-822799-1-hyperv neutron-server[87636]:     timer()
Dec 23 16:11:20.769087 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:11:20.769087 dv-neutron-822799-1-hyperv neutron-server[87636]:     cb(*args, **kw)
Dec 23 16:11:20.769087 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 23 16:11:20.769087 dv-neutron-822799-1-hyperv neutron-server[87636]:     return func(*args, **kwargs)
Dec 23 16:11:20.769087 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:11:20.769087 dv-neutron-822799-1-hyperv neutron-server[87636]:     self._notify()
Dec 23 16:11:20.769087 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:11:20.769087 dv-neutron-822799-1-hyperv neutron-server[87636]:     self.callback(batched_events)
Dec 23 16:11:20.769087 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:11:20.769087 dv-neutron-822799-1-hyperv neutron-server[87636]:     event.method(event)
Dec 23 16:11:20.769087 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:11:20.769087 dv-neutron-822799-1-hyperv neutron-server[87636]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:11:20.769087 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 23 16:11:20.769087 dv-neutron-822799-1-hyperv neutron-server[87636]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 23 16:11:20.769087 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 23 16:11:20.769087 dv-neutron-822799-1-hyperv neutron-server[87636]:     return f(self, *a, **k)
Dec 23 16:11:20.769087 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:11:20.769087 dv-neutron-822799-1-hyperv neutron-server[87636]:     return self._get(url).json()
Dec 23 16:11:20.769087 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 23 16:11:20.769087 dv-neutron-822799-1-hyperv neutron-server[87636]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 23 16:11:20.769087 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 23 16:11:20.769087 dv-neutron-822799-1-hyperv neutron-server[87636]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:11:20.769087 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 23 16:11:20.769087 dv-neutron-822799-1-hyperv neutron-server[87636]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 23 16:11:20.769087 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 23 16:11:20.769087 dv-neutron-822799-1-hyperv neutron-server[87636]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:11:20.769087 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 23 16:11:20.769087 dv-neutron-822799-1-hyperv neutron-server[87636]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:11:20.769087 dv-neutron-822799-1-hyperv neutron-server[87636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:11:20.792707 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65dc342f-5304-43ff-abe0-761d21c8808b None None] Pushing event updated for resources: {'Port': ['ID=2f8b4e2e-ac23-4eb0-b852-8059f97fd228,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:11:20.796335 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-65dc342f-5304-43ff-abe0-761d21c8808b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:11:20.846931 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-0dd11c57-cf34-43fa-8e8b-61bb8250bff3 None None] Provisioning for port 16512eb7-d42e-429e-98e1-b8ffd435cb6d completed by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:11:20.849816 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e3d2fc90-8b2c-4843-ad55-de2b5f7a1d6d tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:20.860285 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1df10660-fdea-450f-9688-1236c53a01a9 tempest-ExtraDHCPOptionsTestJSON-1975564287 tempest-ExtraDHCPOptionsTestJSON-1975564287-project] Network 11c63414-d4ad-41ad-a899-b8d8bf34bfd4 is scheduled to be hosted by DHCP agent 1c812d71-eadf-4fb3-b98e-67468a4aa7e2 with binding_index 1 {{(pid=87636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 23 16:11:20.871786 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9dcbea60-a34f-4144-91e7-90aff3f57aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:20.880265 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-0dd11c57-cf34-43fa-8e8b-61bb8250bff3 None None] Provisioning complete for port 16512eb7-d42e-429e-98e1-b8ffd435cb6d triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:11:20.880931 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-0dd11c57-cf34-43fa-8e8b-61bb8250bff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:20.893770 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3d2fc90-8b2c-4843-ad55-de2b5f7a1d6d tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Releasing vlan 442 on physical network physnet1 to pool {{(pid=87636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 23 16:11:20.894490 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e3d2fc90-8b2c-4843-ad55-de2b5f7a1d6d tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2176261'] for segment, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:20.900229 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-3b48d4a9-4773-4419-a719-fc9b99016702 tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:20.910569 dv-neutron-822799-1-hyperv neutron-server[87636]: Traceback (most recent call last):
Dec 23 16:11:20.910569 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 23 16:11:20.910569 dv-neutron-822799-1-hyperv neutron-server[87636]:     timer()
Dec 23 16:11:20.910569 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:11:20.910569 dv-neutron-822799-1-hyperv neutron-server[87636]:     cb(*args, **kw)
Dec 23 16:11:20.910569 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 23 16:11:20.910569 dv-neutron-822799-1-hyperv neutron-server[87636]:     return func(*args, **kwargs)
Dec 23 16:11:20.910569 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:11:20.910569 dv-neutron-822799-1-hyperv neutron-server[87636]:     self._notify()
Dec 23 16:11:20.910569 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:11:20.910569 dv-neutron-822799-1-hyperv neutron-server[87636]:     self.callback(batched_events)
Dec 23 16:11:20.910569 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:11:20.910569 dv-neutron-822799-1-hyperv neutron-server[87636]:     event.method(event)
Dec 23 16:11:20.910569 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:11:20.910569 dv-neutron-822799-1-hyperv neutron-server[87636]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:11:20.910569 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 23 16:11:20.910569 dv-neutron-822799-1-hyperv neutron-server[87636]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 23 16:11:20.910569 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 23 16:11:20.910569 dv-neutron-822799-1-hyperv neutron-server[87636]:     return f(self, *a, **k)
Dec 23 16:11:20.910569 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:11:20.910569 dv-neutron-822799-1-hyperv neutron-server[87636]:     return self._get(url).json()
Dec 23 16:11:20.910569 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 23 16:11:20.910569 dv-neutron-822799-1-hyperv neutron-server[87636]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 23 16:11:20.910569 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 23 16:11:20.910569 dv-neutron-822799-1-hyperv neutron-server[87636]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:11:20.910569 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 23 16:11:20.910569 dv-neutron-822799-1-hyperv neutron-server[87636]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 23 16:11:20.910569 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 23 16:11:20.910569 dv-neutron-822799-1-hyperv neutron-server[87636]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:11:20.910569 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 23 16:11:20.910569 dv-neutron-822799-1-hyperv neutron-server[87636]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:11:20.910569 dv-neutron-822799-1-hyperv neutron-server[87636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:11:20.917528 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.db_base_plugin_v2 [None req-d24f8037-b318-4240-8bd8-fb09da422a04 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Deleting subnet e6c09c51-3266-4656-a8fd-b84c52a6376d {{(pid=87635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 23 16:11:20.928486 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-d24f8037-b318-4240-8bd8-fb09da422a04 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks [] for subnet, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:20.956257 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-1df10660-fdea-450f-9688-1236c53a01a9 tempest-ExtraDHCPOptionsTestJSON-1975564287 tempest-ExtraDHCPOptionsTestJSON-1975564287-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822799-1-hyperv, 11c63414-d4ad-41ad-a899-b8d8bf34bfd4) {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:11:20.998258 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-65dc342f-5304-43ff-abe0-761d21c8808b None None] Attempting to bind port 2f8b4e2e-ac23-4eb0-b852-8059f97fd228 on host dv-neutron-822799-1-hyperv for vnic_type normal with profile  {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:11:20.999058 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-65dc342f-5304-43ff-abe0-761d21c8808b None None] Attempting to bind port 2f8b4e2e-ac23-4eb0-b852-8059f97fd228 by drivers openvswitch,hyperv on host dv-neutron-822799-1-hyperv at level 0 using segments [{'id': 'b825801c-3f58-4e3c-885f-830837249628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'ef399216-4831-47d8-8201-4811808932f6'}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:11:20.999058 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65dc342f-5304-43ff-abe0-761d21c8808b None None] Attempting to bind port 2f8b4e2e-ac23-4eb0-b852-8059f97fd228 on network ef399216-4831-47d8-8201-4811808932f6 {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:11:21.001000 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:21.003728 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59a3a580-26e2-4599-9b41-241a367629fa None None] Network 11c63414-d4ad-41ad-a899-b8d8bf34bfd4 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:11:21.032848 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-aea4dcf4-0e75-46e2-bfbe-abcc80973816 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-864336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1824171'] for network, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:21.044086 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-d24f8037-b318-4240-8bd8-fb09da422a04 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2776816'] for subnet, precommit_delete_associations {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:21.064506 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65dc342f-5304-43ff-abe0-761d21c8808b None None] Checking agent: {'id': '20d2070f-69a9-4e73-8d08-6f0387a40158', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822799-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 21), 'started_at': datetime.datetime(2021, 12, 23, 16, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 11, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822799-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 23 16:11:21.065135 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65dc342f-5304-43ff-abe0-761d21c8808b None None] Checking segment: {'id': 'b825801c-3f58-4e3c-885f-830837249628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'ef399216-4831-47d8-8201-4811808932f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:11:21.065665 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-65dc342f-5304-43ff-abe0-761d21c8808b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:21.066165 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65dc342f-5304-43ff-abe0-761d21c8808b None None] Bound using segment: {'id': 'b825801c-3f58-4e3c-885f-830837249628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'ef399216-4831-47d8-8201-4811808932f6'} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 23 16:11:21.066756 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-65dc342f-5304-43ff-abe0-761d21c8808b None None] Bound port: 2f8b4e2e-ac23-4eb0-b852-8059f97fd228, host: dv-neutron-822799-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b825801c-3f58-4e3c-885f-830837249628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'ef399216-4831-47d8-8201-4811808932f6'}}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 23 16:11:21.067246 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-65dc342f-5304-43ff-abe0-761d21c8808b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:21.099620 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1df10660-fdea-450f-9688-1236c53a01a9 tempest-ExtraDHCPOptionsTestJSON-1975564287 tempest-ExtraDHCPOptionsTestJSON-1975564287-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:11:21.100468 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1df10660-fdea-450f-9688-1236c53a01a9 tempest-ExtraDHCPOptionsTestJSON-1975564287 tempest-ExtraDHCPOptionsTestJSON-1975564287-project] Notify callbacks [] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:21.104778 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:11:21.130633 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-aea4dcf4-0e75-46e2-bfbe-abcc80973816 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:21.178598 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device efdc6149-b1ce-43f7-b0d2-f32d2f6c5222 no longer exists at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 23 16:11:21.207648 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea4dcf4-0e75-46e2-bfbe-abcc80973816 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Pushing event deleted for resources: {'Network': ['ID=a1ec6818-5bcb-40ca-aa0b-3a2dc7a9a3e3,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:11:21.230598 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-aea4dcf4-0e75-46e2-bfbe-abcc80973816 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:11:21.231620 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e3d2fc90-8b2c-4843-ad55-de2b5f7a1d6d tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-864336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1824171'] for network, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:21.267327 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-aea4dcf4-0e75-46e2-bfbe-abcc80973816 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] 10.222.0.64 "DELETE /v2.0/networks/a1ec6818-5bcb-40ca-aa0b-3a2dc7a9a3e3 HTTP/1.1" status: 204  len: 168 time: 3.7074587
Dec 23 16:11:21.267597 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-0dd11c57-cf34-43fa-8e8b-61bb8250bff3 None None] Port 16512eb7-d42e-429e-98e1-b8ffd435cb6d cannot update to ACTIVE because it is not bound. {{(pid=87637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 23 16:11:21.269987 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-2711ef2b-5353-489c-bdf2-f7f35bc45a6f tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:11:21.270124 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 44628) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:21.276046 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-cfb69e18-280c-435b-82e9-3489ef20be4d tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1361519840'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:11:21.282956 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-d24f8037-b318-4240-8bd8-fb09da422a04 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864774'] for subnet, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:21.301319 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] No Port match for: efdc6149-b1ce-43f7-b0d2-f32d2f6c5222 {{(pid=87637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 23 16:11:21.301819 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device efdc6149-b1ce-43f7-b0d2-f32d2f6c5222 not bound to the agent host dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 23 16:11:21.306369 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e3d2fc90-8b2c-4843-ad55-de2b5f7a1d6d tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:21.308211 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-e3d2fc90-8b2c-4843-ad55-de2b5f7a1d6d tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] 10.222.0.64 "DELETE /v2.0/networks/c79a3346-cddc-49ac-b339-1617a7cdd937 HTTP/1.1" status: 204  len: 168 time: 2.4973593
Dec 23 16:11:21.315195 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 44632) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:21.320421 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-1df10660-fdea-450f-9688-1236c53a01a9 tempest-ExtraDHCPOptionsTestJSON-1975564287 tempest-ExtraDHCPOptionsTestJSON-1975564287-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 3.5357485
Dec 23 16:11:21.334076 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 44636) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:21.336524 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5182cfef-9f6d-4dd6-9f89-f631a1b332a9 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify callbacks [] for router_gateway, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:21.340785 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-cfb69e18-280c-435b-82e9-3489ef20be4d tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:11:21.354870 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-65dc342f-5304-43ff-abe0-761d21c8808b None None] For port 2f8b4e2e-ac23-4eb0-b852-8059f97fd228, host dv-neutron-822799-1-hyperv, cleared binding levels {{(pid=87637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 23 16:11:21.361930 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-cfb69e18-280c-435b-82e9-3489ef20be4d tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Usage tracker for resource:network and tenant:9552d108dcd2412896b3c037adf05d69 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:11:21.362548 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-65dc342f-5304-43ff-abe0-761d21c8808b None None] For port 2f8b4e2e-ac23-4eb0-b852-8059f97fd228, host dv-neutron-822799-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=2f8b4e2e-ac23-4eb0-b852-8059f97fd228,segment=NetworkSegment(b825801c-3f58-4e3c-885f-830837249628),segment_id=b825801c-3f58-4e3c-885f-830837249628)] {{(pid=87637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 23 16:11:21.368042 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d2fc90-8b2c-4843-ad55-de2b5f7a1d6d tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Pushing event deleted for resources: {'Network': ['ID=c79a3346-cddc-49ac-b339-1617a7cdd937,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:11:21.368310 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-cfb69e18-280c-435b-82e9-3489ef20be4d tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:11:21.374645 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-e3d2fc90-8b2c-4843-ad55-de2b5f7a1d6d tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:11:21.378827 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-ecb8a085-b9a6-422b-91c5-1a6ed58f2a24 tempest-ExtraDHCPOptionsTestJSON-1975564287 tempest-ExtraDHCPOptionsTestJSON-1975564287-project] Request body: {'port': {'network_id': '11c63414-d4ad-41ad-a899-b8d8bf34bfd4', 'name': 'tempest-ExtraDHCPOptionsTestJSON-453916037'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:11:21.381701 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-65dc342f-5304-43ff-abe0-761d21c8808b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:21.387948 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63326ad4-b5a3-4e10-a399-11449d17f1fa tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Router f43edc89-2b5d-4c5e-bde1-c765846ed6da is scheduled to L3 agent 371d4c41-c7e2-4de7-9539-c049ec4e95d1 with binding_index 1 {{(pid=87635) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 23 16:11:21.389892 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-ccb964db-f5b3-4878-bc86-7c70fcf22769 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:11:21.407624 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5182cfef-9f6d-4dd6-9f89-f631a1b332a9 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:21.437165 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-cfb69e18-280c-435b-82e9-3489ef20be4d tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:11:21.610009 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65dc342f-5304-43ff-abe0-761d21c8808b None None] Pushing event updated for resources: {'Port': ['ID=2f8b4e2e-ac23-4eb0-b852-8059f97fd228,revision_number=2']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:11:21.617845 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-65dc342f-5304-43ff-abe0-761d21c8808b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:11:21.621625 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-e0e2b573-ba30-4b99-aee1-65239757df9c None None] Notify callbacks [] for port, precommit_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:21.684232 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-e0e2b573-ba30-4b99-aee1-65239757df9c None None] Transition to ACTIVE for port object 7a1ae378-b700-4af3-84fb-c01bf410ef8e will not be triggered until provisioned by entity L2. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:11:21.696519 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-e0e2b573-ba30-4b99-aee1-65239757df9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:21.699743 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-cf8ed71b-828d-4f92-acc7-ddd47b4d5c3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:21.706399 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-65dc342f-5304-43ff-abe0-761d21c8808b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:11:21.744374 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4252afea-6cd7-438b-ba76-1b1218ac4630 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7e017a6-8198-58c8-a07e-0f786128e3b3-11c63414-d4ad-41ad-a899-b8d8bf34bfd4', 'network_id': '11c63414-d4ad-41ad-a899-b8d8bf34bfd4', 'tenant_id': 'd67ec00980024d408b15087b493e8cc9', 'fixed_ips': [{'subnet_id': '32cd72c1-cf17-4f29-ac30-2f26226d1088'}]}} from dv-neutron-822799-1-hyperv. {{(pid=87637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 23 16:11:21.745383 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4252afea-6cd7-438b-ba76-1b1218ac4630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:21.804826 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfb69e18-280c-435b-82e9-3489ef20be4d tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Made reservation on behalf of 9552d108dcd2412896b3c037adf05d69 for: {'network': 1} {{(pid=87635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:11:21.809056 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-cfb69e18-280c-435b-82e9-3489ef20be4d tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for network, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:21.849561 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-e0e2b573-ba30-4b99-aee1-65239757df9c None None] Attempting to bind port 7a1ae378-b700-4af3-84fb-c01bf410ef8e on host dv-neutron-822799-1-hyperv for vnic_type normal with profile  {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:11:21.850238 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-e0e2b573-ba30-4b99-aee1-65239757df9c None None] Attempting to bind port 7a1ae378-b700-4af3-84fb-c01bf410ef8e by drivers openvswitch,hyperv on host dv-neutron-822799-1-hyperv at level 0 using segments [{'id': '77e3d110-dd7b-426c-b11f-b78dde7993df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b'}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:11:21.850714 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e2b573-ba30-4b99-aee1-65239757df9c None None] Attempting to bind port 7a1ae378-b700-4af3-84fb-c01bf410ef8e on network 8afa6d58-9431-454a-b99c-3ff8a65aa86b {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:11:21.860450 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-5ac8c3bf-4183-456a-ad5b-247e32b29fb2 tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-698866'] for network, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:21.866652 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200000cb-d44f-4ad5-8c0d-d80963a9682f None None] Pushing event updated for resources: {'Port': ['ID=7a1ae378-b700-4af3-84fb-c01bf410ef8e,revision_number=2']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:11:21.877127 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-200000cb-d44f-4ad5-8c0d-d80963a9682f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:11:21.878261 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e2b573-ba30-4b99-aee1-65239757df9c None None] Checking agent: {'id': '20d2070f-69a9-4e73-8d08-6f0387a40158', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822799-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 21), 'started_at': datetime.datetime(2021, 12, 23, 16, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 11, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822799-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 23 16:11:21.878762 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e2b573-ba30-4b99-aee1-65239757df9c None None] Checking segment: {'id': '77e3d110-dd7b-426c-b11f-b78dde7993df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:11:21.879283 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-e0e2b573-ba30-4b99-aee1-65239757df9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:21.879786 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e2b573-ba30-4b99-aee1-65239757df9c None None] Bound using segment: {'id': '77e3d110-dd7b-426c-b11f-b78dde7993df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b'} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 23 16:11:21.880408 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-e0e2b573-ba30-4b99-aee1-65239757df9c None None] Bound port: 7a1ae378-b700-4af3-84fb-c01bf410ef8e, host: dv-neutron-822799-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77e3d110-dd7b-426c-b11f-b78dde7993df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b'}}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 23 16:11:21.880932 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-e0e2b573-ba30-4b99-aee1-65239757df9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:21.897690 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-ecb8a085-b9a6-422b-91c5-1a6ed58f2a24 tempest-ExtraDHCPOptionsTestJSON-1975564287 tempest-ExtraDHCPOptionsTestJSON-1975564287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:11:21.907374 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-ecb8a085-b9a6-422b-91c5-1a6ed58f2a24 tempest-ExtraDHCPOptionsTestJSON-1975564287 tempest-ExtraDHCPOptionsTestJSON-1975564287-project] Usage tracker for resource:port and tenant:d67ec00980024d408b15087b493e8cc9 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:11:21.917367 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-ecb8a085-b9a6-422b-91c5-1a6ed58f2a24 tempest-ExtraDHCPOptionsTestJSON-1975564287 tempest-ExtraDHCPOptionsTestJSON-1975564287-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:11:21.928795 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-ecb8a085-b9a6-422b-91c5-1a6ed58f2a24 tempest-ExtraDHCPOptionsTestJSON-1975564287 tempest-ExtraDHCPOptionsTestJSON-1975564287-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:11:21.973718 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [None req-5182cfef-9f6d-4dd6-9f89-f631a1b332a9 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Allocated IP 172.26.3.218 (8afa6d58-9431-454a-b99c-3ff8a65aa86b/60537fec-5f5f-4ab7-89cc-03638149a590/8657a289-e189-491b-b82b-1d5573a62c23) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:11:22.029942 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-d24f8037-b318-4240-8bd8-fb09da422a04 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2753333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2609730'] for subnet, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:22.046827 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecb8a085-b9a6-422b-91c5-1a6ed58f2a24 tempest-ExtraDHCPOptionsTestJSON-1975564287 tempest-ExtraDHCPOptionsTestJSON-1975564287-project] Made reservation on behalf of d67ec00980024d408b15087b493e8cc9 for: {'port': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:11:22.050683 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-ecb8a085-b9a6-422b-91c5-1a6ed58f2a24 tempest-ExtraDHCPOptionsTestJSON-1975564287 tempest-ExtraDHCPOptionsTestJSON-1975564287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:22.053195 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-16c99a9f-b3af-48f5-86dc-a53c490db91a tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:11:22.068992 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-e0e2b573-ba30-4b99-aee1-65239757df9c None None] For port 7a1ae378-b700-4af3-84fb-c01bf410ef8e, host dv-neutron-822799-1-hyperv, cleared binding levels {{(pid=87637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 23 16:11:22.088510 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-e0e2b573-ba30-4b99-aee1-65239757df9c None None] For port 7a1ae378-b700-4af3-84fb-c01bf410ef8e, host dv-neutron-822799-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=7a1ae378-b700-4af3-84fb-c01bf410ef8e,segment=NetworkSegment(77e3d110-dd7b-426c-b11f-b78dde7993df),segment_id=77e3d110-dd7b-426c-b11f-b78dde7993df)] {{(pid=87637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 23 16:11:22.094772 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_common [None req-4252afea-6cd7-438b-ba76-1b1218ac4630 None None] Allocated IP 172.20.0.2 (11c63414-d4ad-41ad-a899-b8d8bf34bfd4/32cd72c1-cf17-4f29-ac30-2f26226d1088/5126fedc-1b8e-4cd7-9b16-f173335bcf4c) {{(pid=87637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:11:22.106508 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-e0e2b573-ba30-4b99-aee1-65239757df9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:22.111583 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfb69e18-280c-435b-82e9-3489ef20be4d tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] vlan segment allocate from pool success with {'vlan_id': 437, 'physical_network': 'physnet1'}  {{(pid=87635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 23 16:11:22.111779 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-ccb964db-f5b3-4878-bc86-7c70fcf22769 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:11:22.141431 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24f8037-b318-4240-8bd8-fb09da422a04 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Pushing event deleted for resources: {'Subnet': ['ID=e6c09c51-3266-4656-a8fd-b84c52a6376d,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:11:22.151859 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-d24f8037-b318-4240-8bd8-fb09da422a04 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:11:22.164323 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [None req-ecb8a085-b9a6-422b-91c5-1a6ed58f2a24 tempest-ExtraDHCPOptionsTestJSON-1975564287 tempest-ExtraDHCPOptionsTestJSON-1975564287-project] device_id is not set on port 3614b829-e5dc-4e22-8ba5-8c9588bddf8c yet. {{(pid=87636) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 23 16:11:22.191435 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feeff22c-b3a7-4acb-960e-331baf479af8 None None] Network a67646b4-5371-43ec-9f98-39fe51a67033 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:11:22.199081 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-d24f8037-b318-4240-8bd8-fb09da422a04 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks [] for subnet, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:22.210132 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-cfb69e18-280c-435b-82e9-3489ef20be4d tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:22.210641 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.db.segments_db [None req-cfb69e18-280c-435b-82e9-3489ef20be4d tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Added segment 67a8bf1c-b8e3-4c26-919f-129b6187a7be of type vlan for network b9660c3c-124b-4484-91ea-affa6606a197
Dec 23 16:11:22.305842 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-3b48d4a9-4773-4419-a719-fc9b99016702 tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] Notify callbacks [] for port, precommit_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:22.314103 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63326ad4-b5a3-4e10-a399-11449d17f1fa tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Notify agent at l3_agent.dv-neutron-822799-1-hyperv the message routers_updated {{(pid=87635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 23 16:11:22.335690 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b16ec53c-90ba-4d69-afa4-8d819af739a3 None None] Sync routers for ids ['f43edc89-2b5d-4c5e-bde1-c765846ed6da'] in dv-neutron-822799-1-hyperv {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 23 16:11:22.340807 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-3b48d4a9-4773-4419-a719-fc9b99016702 tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2753531'] for port, after_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:22.356350 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b16ec53c-90ba-4d69-afa4-8d819af739a3 None None] Routers {'f43edc89-2b5d-4c5e-bde1-c765846ed6da'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:11:22.357133 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-b16ec53c-90ba-4d69-afa4-8d819af739a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc1ad6130>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:11:20Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['f43edc89-2b5d-4c5e-bde1-c765846ed6da'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:11:22.377027 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e2b573-ba30-4b99-aee1-65239757df9c None None] Routers {'3fcc639f-0d7e-4f4d-a92f-e3c896a4f0c6'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:11:22.377697 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-e0e2b573-ba30-4b99-aee1-65239757df9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc06556d0>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:11:20Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['3fcc639f-0d7e-4f4d-a92f-e3c896a4f0c6'], 'active': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:11:22.378318 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-d24f8037-b318-4240-8bd8-fb09da422a04 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "DELETE /v2.0/subnets/e6c09c51-3266-4656-a8fd-b84c52a6376d HTTP/1.1" status: 204  len: 168 time: 1.6372421
Dec 23 16:11:22.379223 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 44640) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:22.394235 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-3e27d519-83a2-41f1-8ad9-766c51fce277 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:11:22.433325 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-5ac8c3bf-4183-456a-ad5b-247e32b29fb2 tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-864347', 'neutron.services.segments.db._delete_segments_for_network-8735362908070'] for network, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:22.435434 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [None req-cf8ed71b-828d-4f92-acc7-ddd47b4d5c3c admin admin] Allocated IP 172.20.0.1 (d7a1eeae-9238-41c5-b3d8-78eaa1dfac99/ea22a554-707a-4001-b348-60dd1fb71851/0bd5114b-b67a-425e-af7b-020f0f8e86e1) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:11:22.469831 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5182cfef-9f6d-4dd6-9f89-f631a1b332a9 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:22.552017 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-cfb69e18-280c-435b-82e9-3489ef20be4d tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735362521793'] for network, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:22.591917 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-5df00a23-16c0-4664-a0d1-487e7c8fb77a tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1655846
Dec 23 16:11:22.603005 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 44644) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:22.607791 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-63326ad4-b5a3-4e10-a399-11449d17f1fa tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Notify callbacks [] for router, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:22.611860 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-63326ad4-b5a3-4e10-a399-11449d17f1fa tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201  len: 878 time: 8.0940962
Dec 23 16:11:22.613943 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.services.segments.db [None req-5ac8c3bf-4183-456a-ad5b-247e32b29fb2 tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1dc10b8670>,) {'filters': {'network_id': ['e3a750a7-310b-4f00-8cfb-22639d42360d']}} {{(pid=87635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:11:22.627538 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 44648) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:22.639652 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvr_db [None req-e0e2b573-ba30-4b99-aee1-65239757df9c None None] Set router 3fcc639f-0d7e-4f4d-a92f-e3c896a4f0c6 gateway port host: dv-neutron-822799-1-hyperv {{(pid=87637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:11:22.644742 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-cf8ed71b-828d-4f92-acc7-ddd47b4d5c3c admin admin] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:22.662785 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.provisioning_blocks [None req-cf8ed71b-828d-4f92-acc7-ddd47b4d5c3c admin admin] Transition to ACTIVE for port object 0bd5114b-b67a-425e-af7b-020f0f8e86e1 will not be triggered until provisioned by entity DHCP. {{(pid=87636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:11:22.684348 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-b16ec53c-90ba-4d69-afa4-8d819af739a3 None None] Set router f43edc89-2b5d-4c5e-bde1-c765846ed6da gateway port host: dv-neutron-822799-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:11:22.707242 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-cf8ed71b-828d-4f92-acc7-ddd47b4d5c3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:22.711746 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-21ee9b80-0ed5-4c0e-9d1d-1a7514385870 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:11:22.754258 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5182cfef-9f6d-4dd6-9f89-f631a1b332a9 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:22.769687 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-3b48d4a9-4773-4419-a719-fc9b99016702 tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1627481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1781465'] for router_interface, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:22.782969 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9e3aab53-d650-47e3-b8a6-2dff21fe9ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:22.783393 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200000cb-d44f-4ad5-8c0d-d80963a9682f None None] Pushing event updated for resources: {'Port': ['ID=7a1ae378-b700-4af3-84fb-c01bf410ef8e,revision_number=3']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:11:22.789367 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b48d4a9-4773-4419-a719-fc9b99016702 tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] Pushing event updated for resources: {'Port': ['ID=16512eb7-d42e-429e-98e1-b8ffd435cb6d,revision_number=2']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:11:22.806386 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.services.segments.db [None req-5ac8c3bf-4183-456a-ad5b-247e32b29fb2 tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dc10b8670>, '26aa57d0-19cf-4b76-a6e1-de69b1da2471') {'for_net_delete': True} {{(pid=87635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:11:22.807444 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.services.segments.db [None req-5ac8c3bf-4183-456a-ad5b-247e32b29fb2 tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dc10b8670>, '26aa57d0-19cf-4b76-a6e1-de69b1da2471') {} {{(pid=87635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:11:22.813165 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5182cfef-9f6d-4dd6-9f89-f631a1b332a9 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Network 8afa6d58-9431-454a-b99c-3ff8a65aa86b is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:11:22.814909 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-200000cb-d44f-4ad5-8c0d-d80963a9682f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.703s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:11:22.816233 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf8ed71b-828d-4f92-acc7-ddd47b4d5c3c admin admin] Network d7a1eeae-9238-41c5-b3d8-78eaa1dfac99 is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:11:22.819235 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-5182cfef-9f6d-4dd6-9f89-f631a1b332a9 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Resources bound (agent type, host, resource id):  {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:11:22.829469 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-cf8ed71b-828d-4f92-acc7-ddd47b4d5c3c admin admin] Resources bound (agent type, host, resource id):  {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:11:22.832499 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-3b48d4a9-4773-4419-a719-fc9b99016702 tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.438s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:11:22.834498 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5182cfef-9f6d-4dd6-9f89-f631a1b332a9 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:11:22.835806 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.db.resource_extend [None req-cfb69e18-280c-435b-82e9-3489ef20be4d tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 23 16:11:22.875326 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-5ac8c3bf-4183-456a-ad5b-247e32b29fb2 tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735363085442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2776713'] for segment, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:22.984733 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4252afea-6cd7-438b-ba76-1b1218ac4630 None None] Notify callbacks [] for port, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:22.996908 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-4252afea-6cd7-438b-ba76-1b1218ac4630 None None] Transition to ACTIVE for port object 5126fedc-1b8e-4cd7-9b16-f173335bcf4c will not be triggered until provisioned by entity L2. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:11:23.019367 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf8ed71b-828d-4f92-acc7-ddd47b4d5c3c admin admin] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:11:23.019678 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-4252afea-6cd7-438b-ba76-1b1218ac4630 None None] Transition to ACTIVE for port object 5126fedc-1b8e-4cd7-9b16-f173335bcf4c will not be triggered until provisioned by entity DHCP. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:11:23.124799 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4252afea-6cd7-438b-ba76-1b1218ac4630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780'] for port, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:23.132811 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-1844393f-48a5-457e-b3d7-bc445ffb2272 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:11:23.153563 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-5ac8c3bf-4183-456a-ad5b-247e32b29fb2 tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:23.170555 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ac8c3bf-4183-456a-ad5b-247e32b29fb2 tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Releasing vlan 415 on physical network physnet1 to pool {{(pid=87635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 23 16:11:23.171176 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-5ac8c3bf-4183-456a-ad5b-247e32b29fb2 tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2753503'] for segment, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:23.259296 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-b16ec53c-90ba-4d69-afa4-8d819af739a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc1ad6130>, [{'id': 'f43edc89-2b5d-4c5e-bde1-c765846ed6da', 'name': '', 'tenant_id': '0cfbedddc6e84865852e5b977817804f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dcf123b6-1f33-45eb-ace6-d3e7f508eb09', 'external_fixed_ips': [{'subnet_id': '7d7844a2-b34f-46e9-a403-d93fecff2831', 'ip_address': '2001:db8::347'}], 'enable_snat': True}, 'gw_port_id': 'cf351936-91b0-4f60-9b6d-a2c6e09570d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:11:14Z', 'updated_at': '2021-12-23T16:11:19Z', 'revision_number': 3, 'project_id': '0cfbedddc6e84865852e5b977817804f', 'gw_port': {'id': 'cf351936-91b0-4f60-9b6d-a2c6e09570d2', 'name': '', 'network_id': 'dcf123b6-1f33-45eb-ace6-d3e7f508eb09', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:24:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f43edc89-2b5d-4c5e-bde1-c765846ed6da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '7d7844a2-b34f-46e9-a403-d93fecff2831', 'ip_address': '2001:db8::347', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:11:16Z', 'updated_at': '2021-12-23T16:11:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7d7844a2-b34f-46e9-a403-d93fecff2831', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv'}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:11:23.264397 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 2f8b4e2e-ac23-4eb0-b852-8059f97fd228 up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:11:23.264705 dv-neutron-822799-1-hyperv neutron-server[87635]: Traceback (most recent call last):
Dec 23 16:11:23.264705 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 23 16:11:23.264705 dv-neutron-822799-1-hyperv neutron-server[87635]:     timer()
Dec 23 16:11:23.264705 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:11:23.264705 dv-neutron-822799-1-hyperv neutron-server[87635]:     cb(*args, **kw)
Dec 23 16:11:23.264705 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 23 16:11:23.264705 dv-neutron-822799-1-hyperv neutron-server[87635]:     return func(*args, **kwargs)
Dec 23 16:11:23.264705 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:11:23.264705 dv-neutron-822799-1-hyperv neutron-server[87635]:     self._notify()
Dec 23 16:11:23.264705 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:11:23.264705 dv-neutron-822799-1-hyperv neutron-server[87635]:     self.callback(batched_events)
Dec 23 16:11:23.264705 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:11:23.264705 dv-neutron-822799-1-hyperv neutron-server[87635]:     event.method(event)
Dec 23 16:11:23.264705 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:11:23.264705 dv-neutron-822799-1-hyperv neutron-server[87635]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:11:23.264705 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 23 16:11:23.264705 dv-neutron-822799-1-hyperv neutron-server[87635]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 23 16:11:23.264705 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 23 16:11:23.264705 dv-neutron-822799-1-hyperv neutron-server[87635]:     return f(self, *a, **k)
Dec 23 16:11:23.264705 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:11:23.264705 dv-neutron-822799-1-hyperv neutron-server[87635]:     return self._get(url).json()
Dec 23 16:11:23.264705 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 23 16:11:23.264705 dv-neutron-822799-1-hyperv neutron-server[87635]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 23 16:11:23.264705 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 23 16:11:23.264705 dv-neutron-822799-1-hyperv neutron-server[87635]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:11:23.264705 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 23 16:11:23.264705 dv-neutron-822799-1-hyperv neutron-server[87635]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 23 16:11:23.264705 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 23 16:11:23.264705 dv-neutron-822799-1-hyperv neutron-server[87635]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:11:23.264705 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 23 16:11:23.264705 dv-neutron-822799-1-hyperv neutron-server[87635]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:11:23.264705 dv-neutron-822799-1-hyperv neutron-server[87635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:11:23.269758 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b16ec53c-90ba-4d69-afa4-8d819af739a3 None None] Checking router: f43edc89-2b5d-4c5e-bde1-c765846ed6da for host: dv-neutron-822799-1-hyperv {{(pid=87638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 23 16:11:23.270116 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b16ec53c-90ba-4d69-afa4-8d819af739a3 None None] Updating router f43edc89-2b5d-4c5e-bde1-c765846ed6da port cf351936-91b0-4f60-9b6d-a2c6e09570d2 binding host dv-neutron-822799-1-hyperv {{(pid=87638) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 23 16:11:23.321417 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-809990d7-6c0b-40a5-a808-458db741d21c None None] Network ef399216-4831-47d8-8201-4811808932f6 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:11:23.334946 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [None req-ecb8a085-b9a6-422b-91c5-1a6ed58f2a24 tempest-ExtraDHCPOptionsTestJSON-1975564287 tempest-ExtraDHCPOptionsTestJSON-1975564287-project] Allocated IP 172.20.0.10 (11c63414-d4ad-41ad-a899-b8d8bf34bfd4/32cd72c1-cf17-4f29-ac30-2f26226d1088/3614b829-e5dc-4e22-8ba5-8c9588bddf8c) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:11:23.392806 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b16ec53c-90ba-4d69-afa4-8d819af739a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:23.402359 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b48d4a9-4773-4419-a719-fc9b99016702 tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] Network c6f8c890-6f2b-4413-b8ac-814cce4f01d0 is already hosted by enough agents. {{(pid=87635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:11:23.408380 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-cfb69e18-280c-435b-82e9-3489ef20be4d tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495'] for network, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:23.414507 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfb69e18-280c-435b-82e9-3489ef20be4d tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:11:23.415121 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-cfb69e18-280c-435b-82e9-3489ef20be4d tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627509'] for network, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:23.419757 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4252afea-6cd7-438b-ba76-1b1218ac4630 None None] Network 11c63414-d4ad-41ad-a899-b8d8bf34bfd4 is already hosted by enough agents. {{(pid=87637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:11:23.423259 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-bdb01dd6-48f9-4392-b7b4-98480ed79fe0 tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:11:23.441229 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.base_scheduler [None req-3b48d4a9-4773-4419-a719-fc9b99016702 tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] Resources bound (agent type, host, resource id):  {{(pid=87635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:11:23.477662 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-4252afea-6cd7-438b-ba76-1b1218ac4630 None None] Resources bound (agent type, host, resource id):  {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:11:23.492625 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4252afea-6cd7-438b-ba76-1b1218ac4630 None None] Received port after_create {{(pid=87637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:11:23.503742 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4252afea-6cd7-438b-ba76-1b1218ac4630 None None] Pushing event updated for resources: {'Port': ['ID=5126fedc-1b8e-4cd7-9b16-f173335bcf4c,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:11:23.538220 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-4252afea-6cd7-438b-ba76-1b1218ac4630 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.405s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:11:23.542509 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-ce6404f6-4bec-4dbb-869b-4d39c9b20b54 None None] Provisioning for port 0bd5114b-b67a-425e-af7b-020f0f8e86e1 completed by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:11:23.572278 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-ecb8a085-b9a6-422b-91c5-1a6ed58f2a24 tempest-ExtraDHCPOptionsTestJSON-1975564287 tempest-ExtraDHCPOptionsTestJSON-1975564287-project] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:23.589726 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.provisioning_blocks [None req-ecb8a085-b9a6-422b-91c5-1a6ed58f2a24 tempest-ExtraDHCPOptionsTestJSON-1975564287 tempest-ExtraDHCPOptionsTestJSON-1975564287-project] Transition to ACTIVE for port object 3614b829-e5dc-4e22-8ba5-8c9588bddf8c will not be triggered until provisioned by entity DHCP. {{(pid=87636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:11:23.622570 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8ed71b-828d-4f92-acc7-ddd47b4d5c3c admin admin] Pushing event updated for resources: {'Port': ['ID=0bd5114b-b67a-425e-af7b-020f0f8e86e1,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:11:23.633086 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-ecb8a085-b9a6-422b-91c5-1a6ed58f2a24 tempest-ExtraDHCPOptionsTestJSON-1975564287 tempest-ExtraDHCPOptionsTestJSON-1975564287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:23.644678 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-cf8ed71b-828d-4f92-acc7-ddd47b4d5c3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.933s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:11:23.645507 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-e49fdd06-5f9e-4ce6-b526-3c4f4ce32740 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.878s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:11:23.660130 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-ce6404f6-4bec-4dbb-869b-4d39c9b20b54 None None] Provisioning complete for port 0bd5114b-b67a-425e-af7b-020f0f8e86e1 triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:11:23.660518 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-ce6404f6-4bec-4dbb-869b-4d39c9b20b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:23.727086 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5182cfef-9f6d-4dd6-9f89-f631a1b332a9 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Pushing event updated for resources: {'Port': ['ID=8657a289-e189-491b-b82b-1d5573a62c23,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:11:23.743306 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-5182cfef-9f6d-4dd6-9f89-f631a1b332a9 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:11:23.746639 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-fc4f64cc-25de-46db-9c07-806ee241b5a0 tempest-RoutersAdminTest-1714001428 tempest-RoutersAdminTest-1714001428-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.021s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:11:23.822063 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-5ac8c3bf-4183-456a-ad5b-247e32b29fb2 tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-864336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1824171'] for network, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:23.839540 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-cf8ed71b-828d-4f92-acc7-ddd47b4d5c3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1781300'] for router_interface, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:23.839936 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-4252afea-6cd7-438b-ba76-1b1218ac4630 None None] Attempting to bind port 5126fedc-1b8e-4cd7-9b16-f173335bcf4c on host dv-neutron-822799-1-hyperv for vnic_type normal with profile  {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:11:23.840502 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-4252afea-6cd7-438b-ba76-1b1218ac4630 None None] Attempting to bind port 5126fedc-1b8e-4cd7-9b16-f173335bcf4c by drivers openvswitch,hyperv on host dv-neutron-822799-1-hyperv at level 0 using segments [{'id': '62734cb8-0654-4191-ac4b-4d49238da2ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '11c63414-d4ad-41ad-a899-b8d8bf34bfd4'}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:11:23.841194 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4252afea-6cd7-438b-ba76-1b1218ac4630 None None] Attempting to bind port 5126fedc-1b8e-4cd7-9b16-f173335bcf4c on network 11c63414-d4ad-41ad-a899-b8d8bf34bfd4 {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:11:23.859351 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-ce6404f6-4bec-4dbb-869b-4d39c9b20b54 None None] Port 0bd5114b-b67a-425e-af7b-020f0f8e86e1 cannot update to ACTIVE because it is not bound. {{(pid=87637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 23 16:11:23.892066 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4252afea-6cd7-438b-ba76-1b1218ac4630 None None] Checking agent: {'id': '20d2070f-69a9-4e73-8d08-6f0387a40158', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822799-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 21), 'started_at': datetime.datetime(2021, 12, 23, 16, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 11, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822799-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 23 16:11:23.892491 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4252afea-6cd7-438b-ba76-1b1218ac4630 None None] Checking segment: {'id': '62734cb8-0654-4191-ac4b-4d49238da2ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '11c63414-d4ad-41ad-a899-b8d8bf34bfd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:11:23.892961 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4252afea-6cd7-438b-ba76-1b1218ac4630 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:23.893369 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4252afea-6cd7-438b-ba76-1b1218ac4630 None None] Bound using segment: {'id': '62734cb8-0654-4191-ac4b-4d49238da2ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '11c63414-d4ad-41ad-a899-b8d8bf34bfd4'} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 23 16:11:23.893904 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-4252afea-6cd7-438b-ba76-1b1218ac4630 None None] Bound port: 5126fedc-1b8e-4cd7-9b16-f173335bcf4c, host: dv-neutron-822799-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62734cb8-0654-4191-ac4b-4d49238da2ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '11c63414-d4ad-41ad-a899-b8d8bf34bfd4'}}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 23 16:11:23.894324 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4252afea-6cd7-438b-ba76-1b1218ac4630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:23.910738 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning for port 2f8b4e2e-ac23-4eb0-b852-8059f97fd228 completed by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:11:23.935851 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-5ac8c3bf-4183-456a-ad5b-247e32b29fb2 tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627509'] for network, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:23.938265 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-5ac8c3bf-4183-456a-ad5b-247e32b29fb2 tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] 10.222.0.64 "DELETE /v2.0/networks/e3a750a7-310b-4f00-8cfb-22639d42360d HTTP/1.1" status: 204  len: 168 time: 2.6210248
Dec 23 16:11:23.940347 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-cfb69e18-280c-435b-82e9-3489ef20be4d tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 2.6687477
Dec 23 16:11:23.941288 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 44652) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:23.962110 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 44654) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:24.011073 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-17ca3d3f-45c1-4460-bc86-77ea7abf00bf tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Request body: {'subnet': {'network_id': 'b9660c3c-124b-4484-91ea-affa6606a197', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:11:24.058303 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-e0e2b573-ba30-4b99-aee1-65239757df9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc06556d0>, [{'id': '3fcc639f-0d7e-4f4d-a92f-e3c896a4f0c6', 'name': 'tempest-ServerActionsTestJSON-1773443542-router', 'tenant_id': '4397e61b404b4512b8e2da8fa19161c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.130'}], 'enable_snat': True}, 'gw_port_id': '7a1ae378-b700-4af3-84fb-c01bf410ef8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:11:09Z', 'updated_at': '2021-12-23T16:11:15Z', 'revision_number': 3, 'project_id': '4397e61b404b4512b8e2da8fa19161c5', 'gw_port': {'id': '7a1ae378-b700-4af3-84fb-c01bf410ef8e', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:dd:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fcc639f-0d7e-4f4d-a92f-e3c896a4f0c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:11:12Z', 'updated_at': '2021-12-23T16:11:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv'}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:11:24.078253 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b16ec53c-90ba-4d69-afa4-8d819af739a3 None None] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:24.092603 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb69e18-280c-435b-82e9-3489ef20be4d tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Pushing event updated for resources: {'Network': ['ID=b9660c3c-124b-4484-91ea-affa6606a197,revision_number=1']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:11:24.092953 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecb8a085-b9a6-422b-91c5-1a6ed58f2a24 tempest-ExtraDHCPOptionsTestJSON-1975564287 tempest-ExtraDHCPOptionsTestJSON-1975564287-project] Network 11c63414-d4ad-41ad-a899-b8d8bf34bfd4 is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:11:24.097798 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-ecb8a085-b9a6-422b-91c5-1a6ed58f2a24 tempest-ExtraDHCPOptionsTestJSON-1975564287 tempest-ExtraDHCPOptionsTestJSON-1975564287-project] Resources bound (agent type, host, resource id):  {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:11:24.107598 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e2b573-ba30-4b99-aee1-65239757df9c None None] The sync data for ids ['3fcc639f-0d7e-4f4d-a92f-e3c896a4f0c6'] in dv-neutron-822799-1-hyperv is: [{'id': '3fcc639f-0d7e-4f4d-a92f-e3c896a4f0c6', 'name': 'tempest-ServerActionsTestJSON-1773443542-router', 'tenant_id': '4397e61b404b4512b8e2da8fa19161c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.130'}], 'enable_snat': True}, 'gw_port_id': '7a1ae378-b700-4af3-84fb-c01bf410ef8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:11:09Z', 'updated_at': '2021-12-23T16:11:15Z', 'revision_number': 3, 'project_id': '4397e61b404b4512b8e2da8fa19161c5', 'gw_port': {'id': '7a1ae378-b700-4af3-84fb-c01bf410ef8e', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:dd:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fcc639f-0d7e-4f4d-a92f-e3c896a4f0c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:11:12Z', 'updated_at': '2021-12-23T16:11:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv'}] {{(pid=87637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 23 16:11:24.114451 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a14e16eb-c59f-4a96-ad78-7fc58f9c2c85 None None] DHCP port deletion for a67646b4-5371-43ec-9f98-39fe51a67033 request from dv-neutron-822799-1-hyperv {{(pid=87637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 23 16:11:24.119184 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-feac2f23-3eff-40d9-adf1-51d650431ca8 None None] Provisioning complete for port 16512eb7-d42e-429e-98e1-b8ffd435cb6d triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:11:24.119658 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-feac2f23-3eff-40d9-adf1-51d650431ca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:24.126092 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-cfb69e18-280c-435b-82e9-3489ef20be4d tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.703s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:11:24.127606 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-b16ec53c-90ba-4d69-afa4-8d819af739a3 None None] Transition to ACTIVE for port object cf351936-91b0-4f60-9b6d-a2c6e09570d2 will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:11:24.137693 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b16ec53c-90ba-4d69-afa4-8d819af739a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:24.141024 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-afe00aa9-ecc5-4d77-b9d7-25f4d54c20cd tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.213s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:11:24.146748 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:11:24.157601 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Network b9660c3c-124b-4484-91ea-affa6606a197 details requested by agent ovs-agent-dv-neutron-822799-1-hyperv with host dv-neutron-822799-1-hyperv {{(pid=87637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 23 16:11:24.159394 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a5d547a4-5e08-493a-97ec-63779d5dd4a3 tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Notify callbacks [] for router, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:24.192242 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-a14e16eb-c59f-4a96-ad78-7fc58f9c2c85 None None] Deleting port 053f16e4-5158-4791-ba03-5382ea09e01e {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:11:24.192813 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-a14e16eb-c59f-4a96-ad78-7fc58f9c2c85 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:24.239111 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54bb62eb-d88a-4813-8fdf-ce506e5fbb6e tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:11:24.242068 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-54bb62eb-d88a-4813-8fdf-ce506e5fbb6e tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Synchronizing usage tracker for tenant:bf435ff0e7914a739a10fff5b2399c13 on resource:port {{(pid=87635) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:11:24.259856 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-b16ec53c-90ba-4d69-afa4-8d819af739a3 None None] Attempting to bind port cf351936-91b0-4f60-9b6d-a2c6e09570d2 on host dv-neutron-822799-1-hyperv for vnic_type normal with profile  {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:11:24.264314 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-b16ec53c-90ba-4d69-afa4-8d819af739a3 None None] Attempting to bind port cf351936-91b0-4f60-9b6d-a2c6e09570d2 by drivers openvswitch,hyperv on host dv-neutron-822799-1-hyperv at level 0 using segments [{'id': '8c5a219f-40b7-47c6-ad23-4a075da36083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'dcf123b6-1f33-45eb-ace6-d3e7f508eb09'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:11:24.265030 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b16ec53c-90ba-4d69-afa4-8d819af739a3 None None] Attempting to bind port cf351936-91b0-4f60-9b6d-a2c6e09570d2 on network dcf123b6-1f33-45eb-ace6-d3e7f508eb09 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:11:24.278669 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b16ec53c-90ba-4d69-afa4-8d819af739a3 None None] Checking agent: {'id': '20d2070f-69a9-4e73-8d08-6f0387a40158', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822799-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 21), 'started_at': datetime.datetime(2021, 12, 23, 16, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 11, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822799-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 23 16:11:24.280097 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b16ec53c-90ba-4d69-afa4-8d819af739a3 None None] Checking segment: {'id': '8c5a219f-40b7-47c6-ad23-4a075da36083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'dcf123b6-1f33-45eb-ace6-d3e7f508eb09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:11:24.280747 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b16ec53c-90ba-4d69-afa4-8d819af739a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:24.281320 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b16ec53c-90ba-4d69-afa4-8d819af739a3 None None] Bound using segment: {'id': '8c5a219f-40b7-47c6-ad23-4a075da36083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'dcf123b6-1f33-45eb-ace6-d3e7f508eb09'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 23 16:11:24.281981 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-b16ec53c-90ba-4d69-afa4-8d819af739a3 None None] Bound port: cf351936-91b0-4f60-9b6d-a2c6e09570d2, host: dv-neutron-822799-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c5a219f-40b7-47c6-ad23-4a075da36083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'dcf123b6-1f33-45eb-ace6-d3e7f508eb09'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 23 16:11:24.282602 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b16ec53c-90ba-4d69-afa4-8d819af739a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:24.307660 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-4252afea-6cd7-438b-ba76-1b1218ac4630 None None] For port 5126fedc-1b8e-4cd7-9b16-f173335bcf4c, host dv-neutron-822799-1-hyperv, cleared binding levels {{(pid=87637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 23 16:11:24.330559 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac8c3bf-4183-456a-ad5b-247e32b29fb2 tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Pushing event deleted for resources: {'Network': ['ID=e3a750a7-310b-4f00-8cfb-22639d42360d,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:11:24.362492 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-5ac8c3bf-4183-456a-ad5b-247e32b29fb2 tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:11:24.366493 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecb8a085-b9a6-422b-91c5-1a6ed58f2a24 tempest-ExtraDHCPOptionsTestJSON-1975564287 tempest-ExtraDHCPOptionsTestJSON-1975564287-project] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:11:24.392064 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-4252afea-6cd7-438b-ba76-1b1218ac4630 None None] For port 5126fedc-1b8e-4cd7-9b16-f173335bcf4c, host dv-neutron-822799-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=5126fedc-1b8e-4cd7-9b16-f173335bcf4c,segment=NetworkSegment(62734cb8-0654-4191-ac4b-4d49238da2ff),segment_id=62734cb8-0654-4191-ac4b-4d49238da2ff)] {{(pid=87637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 23 16:11:24.395264 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-feac2f23-3eff-40d9-adf1-51d650431ca8 None None] Port 16512eb7-d42e-429e-98e1-b8ffd435cb6d cannot update to ACTIVE because it is not bound. {{(pid=87637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 23 16:11:24.398945 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1694c3ea-d5eb-4e8d-a7e1-a8b95e8e603a None None] Pushing event updated for resources: {'Port': ['ID=cf351936-91b0-4f60-9b6d-a2c6e09570d2,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:11:24.416469 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1694c3ea-d5eb-4e8d-a7e1-a8b95e8e603a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:11:24.417128 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1694c3ea-d5eb-4e8d-a7e1-a8b95e8e603a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:11:24.417635 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1694c3ea-d5eb-4e8d-a7e1-a8b95e8e603a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:11:24.418146 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1694c3ea-d5eb-4e8d-a7e1-a8b95e8e603a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:11:24.418669 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1694c3ea-d5eb-4e8d-a7e1-a8b95e8e603a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:11:24.419193 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1694c3ea-d5eb-4e8d-a7e1-a8b95e8e603a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:11:24.420623 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1694c3ea-d5eb-4e8d-a7e1-a8b95e8e603a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:11:24.421199 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1694c3ea-d5eb-4e8d-a7e1-a8b95e8e603a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:11:24.422329 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1694c3ea-d5eb-4e8d-a7e1-a8b95e8e603a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:11:24.422915 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1694c3ea-d5eb-4e8d-a7e1-a8b95e8e603a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:11:24.423447 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1694c3ea-d5eb-4e8d-a7e1-a8b95e8e603a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:11:24.423973 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1694c3ea-d5eb-4e8d-a7e1-a8b95e8e603a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:11:24.430379 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb8a085-b9a6-422b-91c5-1a6ed58f2a24 tempest-ExtraDHCPOptionsTestJSON-1975564287 tempest-ExtraDHCPOptionsTestJSON-1975564287-project] Pushing event updated for resources: {'Port': ['ID=3614b829-e5dc-4e22-8ba5-8c9588bddf8c,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:11:24.431789 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG oslo_concurrency.lockutils [None req-1694c3ea-d5eb-4e8d-a7e1-a8b95e8e603a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=87638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:11:24.454160 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-ecb8a085-b9a6-422b-91c5-1a6ed58f2a24 tempest-ExtraDHCPOptionsTestJSON-1975564287 tempest-ExtraDHCPOptionsTestJSON-1975564287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.707s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:11:24.455025 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4252afea-6cd7-438b-ba76-1b1218ac4630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:24.468158 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.db_base_plugin_v2 [None req-46ec6a0b-7286-4e18-bc6a-5265474b1795 tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Deleting subnet 650a24e2-416f-4586-be32-1a08fbcae89f {{(pid=87635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 23 16:11:24.487732 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-46ec6a0b-7286-4e18-bc6a-5265474b1795 tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Notify callbacks [] for subnet, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:24.507334 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-b16ec53c-90ba-4d69-afa4-8d819af739a3 None None] For port cf351936-91b0-4f60-9b6d-a2c6e09570d2, host dv-neutron-822799-1-hyperv, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 23 16:11:24.518951 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-b16ec53c-90ba-4d69-afa4-8d819af739a3 None None] For port cf351936-91b0-4f60-9b6d-a2c6e09570d2, host dv-neutron-822799-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=cf351936-91b0-4f60-9b6d-a2c6e09570d2,segment=NetworkSegment(8c5a219f-40b7-47c6-ad23-4a075da36083),segment_id=8c5a219f-40b7-47c6-ad23-4a075da36083)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 23 16:11:24.527897 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b16ec53c-90ba-4d69-afa4-8d819af739a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:24.535047 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:11:24.602048 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:11:24.606584 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-54bb62eb-d88a-4813-8fdf-ce506e5fbb6e tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Unset dirty status for tenant:bf435ff0e7914a739a10fff5b2399c13 on resource:port {{(pid=87635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:11:24.608437 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-54bb62eb-d88a-4813-8fdf-ce506e5fbb6e tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200  len: 866 time: 2.0018134
Dec 23 16:11:24.613517 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-17ca3d3f-45c1-4460-bc86-77ea7abf00bf tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:11:24.621136 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 44660) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:24.626867 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b48d4a9-4773-4419-a719-fc9b99016702 tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] Router ecea7892-f476-4ddd-acee-2f4bd3bf1ceb has already been hosted by L3 agent 371d4c41-c7e2-4de7-9539-c049ec4e95d1 {{(pid=87635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 23 16:11:24.629254 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5182cfef-9f6d-4dd6-9f89-f631a1b332a9 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify callbacks [] for router_gateway, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:24.631757 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-17ca3d3f-45c1-4460-bc86-77ea7abf00bf tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Usage tracker for resource:subnet and tenant:9552d108dcd2412896b3c037adf05d69 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:11:24.650624 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1694c3ea-d5eb-4e8d-a7e1-a8b95e8e603a None None] Pushing event updated for resources: {'Port': ['ID=cf351936-91b0-4f60-9b6d-a2c6e09570d2,revision_number=3']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:11:24.665355 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG oslo_concurrency.lockutils [None req-1694c3ea-d5eb-4e8d-a7e1-a8b95e8e603a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=87638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:11:24.687822 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b16ec53c-90ba-4d69-afa4-8d819af739a3 None None] Routers {'f43edc89-2b5d-4c5e-bde1-c765846ed6da'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:11:24.689167 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-b16ec53c-90ba-4d69-afa4-8d819af739a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc1ad6130>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:11:20Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['f43edc89-2b5d-4c5e-bde1-c765846ed6da'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:11:24.708102 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-17ca3d3f-45c1-4460-bc86-77ea7abf00bf tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:11:24.711077 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-feac2f23-3eff-40d9-adf1-51d650431ca8 None None] Provisioning for port 2f8b4e2e-ac23-4eb0-b852-8059f97fd228 completed by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:11:24.748306 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-17ca3d3f-45c1-4460-bc86-77ea7abf00bf tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:11:24.806452 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-46ec6a0b-7286-4e18-bc6a-5265474b1795 tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2776816'] for subnet, precommit_delete_associations {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:24.823762 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-feac2f23-3eff-40d9-adf1-51d650431ca8 None None] Provisioning complete for port 2f8b4e2e-ac23-4eb0-b852-8059f97fd228 triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:11:24.824159 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-feac2f23-3eff-40d9-adf1-51d650431ca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:24.947893 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4252afea-6cd7-438b-ba76-1b1218ac4630 None None] Pushing event updated for resources: {'Port': ['ID=5126fedc-1b8e-4cd7-9b16-f173335bcf4c,revision_number=2']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:11:24.966550 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-4252afea-6cd7-438b-ba76-1b1218ac4630 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:11:25.014173 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-b16ec53c-90ba-4d69-afa4-8d819af739a3 None None] Set router f43edc89-2b5d-4c5e-bde1-c765846ed6da gateway port host: dv-neutron-822799-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:11:25.033716 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a5d547a4-5e08-493a-97ec-63779d5dd4a3 tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:25.068401 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17ca3d3f-45c1-4460-bc86-77ea7abf00bf tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Made reservation on behalf of 9552d108dcd2412896b3c037adf05d69 for: {'subnet': 1} {{(pid=87635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:11:25.072054 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-17ca3d3f-45c1-4460-bc86-77ea7abf00bf tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2610339'] for subnet, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:25.131517 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-a14e16eb-c59f-4a96-ad78-7fc58f9c2c85 None None] For port 053f16e4-5158-4791-ba03-5382ea09e01e, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=053f16e4-5158-4791-ba03-5382ea09e01e,segment=NetworkSegment(d0e346f7-32a7-41a0-b972-301688edbe10),segment_id=d0e346f7-32a7-41a0-b972-301688edbe10)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:11:25.131941 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-a14e16eb-c59f-4a96-ad78-7fc58f9c2c85 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:25.141563 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-cf8ed71b-828d-4f92-acc7-ddd47b4d5c3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:25.235339 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a28ae3e-41e9-40f9-8a3e-79bfeaecb718 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:11:25.236392 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-2a28ae3e-41e9-40f9-8a3e-79bfeaecb718 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Synchronizing usage tracker for tenant:bf435ff0e7914a739a10fff5b2399c13 on resource:subnet {{(pid=87635) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:11:25.292227 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecb8a085-b9a6-422b-91c5-1a6ed58f2a24 tempest-ExtraDHCPOptionsTestJSON-1975564287 tempest-ExtraDHCPOptionsTestJSON-1975564287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:11:25.293069 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-ecb8a085-b9a6-422b-91c5-1a6ed58f2a24 tempest-ExtraDHCPOptionsTestJSON-1975564287 tempest-ExtraDHCPOptionsTestJSON-1975564287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:25.441815 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-a5d547a4-5e08-493a-97ec-63779d5dd4a3 tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Deleting port cf351936-91b0-4f60-9b6d-a2c6e09570d2 {{(pid=87635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:11:25.445239 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a5d547a4-5e08-493a-97ec-63779d5dd4a3 tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:25.460019 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-a14e16eb-c59f-4a96-ad78-7fc58f9c2c85 None None] Calling delete_port for 053f16e4-5158-4791-ba03-5382ea09e01e owned by network:dhcp {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:11:25.558964 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-b16ec53c-90ba-4d69-afa4-8d819af739a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc1ad6130>, [{'id': 'f43edc89-2b5d-4c5e-bde1-c765846ed6da', 'name': '', 'tenant_id': '0cfbedddc6e84865852e5b977817804f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dcf123b6-1f33-45eb-ace6-d3e7f508eb09', 'external_fixed_ips': [{'subnet_id': '7d7844a2-b34f-46e9-a403-d93fecff2831', 'ip_address': '2001:db8::347'}], 'enable_snat': True}, 'gw_port_id': 'cf351936-91b0-4f60-9b6d-a2c6e09570d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:11:14Z', 'updated_at': '2021-12-23T16:11:19Z', 'revision_number': 3, 'project_id': '0cfbedddc6e84865852e5b977817804f', 'gw_port': {'id': 'cf351936-91b0-4f60-9b6d-a2c6e09570d2', 'name': '', 'network_id': 'dcf123b6-1f33-45eb-ace6-d3e7f508eb09', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:24:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f43edc89-2b5d-4c5e-bde1-c765846ed6da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '7d7844a2-b34f-46e9-a403-d93fecff2831', 'ip_address': '2001:db8::347', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:11:16Z', 'updated_at': '2021-12-23T16:11:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7d7844a2-b34f-46e9-a403-d93fecff2831', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv'}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:11:25.568175 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b16ec53c-90ba-4d69-afa4-8d819af739a3 None None] The sync data for ids ['f43edc89-2b5d-4c5e-bde1-c765846ed6da'] in dv-neutron-822799-1-hyperv is: [{'id': 'f43edc89-2b5d-4c5e-bde1-c765846ed6da', 'name': '', 'tenant_id': '0cfbedddc6e84865852e5b977817804f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dcf123b6-1f33-45eb-ace6-d3e7f508eb09', 'external_fixed_ips': [{'subnet_id': '7d7844a2-b34f-46e9-a403-d93fecff2831', 'ip_address': '2001:db8::347'}], 'enable_snat': True}, 'gw_port_id': 'cf351936-91b0-4f60-9b6d-a2c6e09570d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:11:14Z', 'updated_at': '2021-12-23T16:11:19Z', 'revision_number': 3, 'project_id': '0cfbedddc6e84865852e5b977817804f', 'gw_port': {'id': 'cf351936-91b0-4f60-9b6d-a2c6e09570d2', 'name': '', 'network_id': 'dcf123b6-1f33-45eb-ace6-d3e7f508eb09', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:24:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f43edc89-2b5d-4c5e-bde1-c765846ed6da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '7d7844a2-b34f-46e9-a403-d93fecff2831', 'ip_address': '2001:db8::347', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:11:16Z', 'updated_at': '2021-12-23T16:11:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7d7844a2-b34f-46e9-a403-d93fecff2831', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv'}] {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 23 16:11:25.621855 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 7a1ae378-b700-4af3-84fb-c01bf410ef8e up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:11:25.631316 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-ecb8a085-b9a6-422b-91c5-1a6ed58f2a24 tempest-ExtraDHCPOptionsTestJSON-1975564287 tempest-ExtraDHCPOptionsTestJSON-1975564287-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201  len: 935 time: 4.2608533
Dec 23 16:11:25.644529 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 44664) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:25.661423 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-a14e16eb-c59f-4a96-ad78-7fc58f9c2c85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789'] for port, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:25.670370 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-90097cf5-ee43-428e-b301-51611e76fa36 tempest-ExtraDHCPOptionsTestJSON-1975564287 tempest-ExtraDHCPOptionsTestJSON-1975564287-project] Request body: {'port': {'network_id': '11c63414-d4ad-41ad-a899-b8d8bf34bfd4', 'name': 'tempest-ExtraDHCPOptionsTestJSON-2085807847', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:11:25.670863 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.api.validators [None req-90097cf5-ee43-428e-b301-51611e76fa36 tempest-ExtraDHCPOptionsTestJSON-1975564287 tempest-ExtraDHCPOptionsTestJSON-1975564287-project] bootfile-name is not in valid_values {{(pid=87636) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Dec 23 16:11:25.671203 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.api.validators [None req-90097cf5-ee43-428e-b301-51611e76fa36 tempest-ExtraDHCPOptionsTestJSON-1975564287 tempest-ExtraDHCPOptionsTestJSON-1975564287-project] tftp-server is not in valid_values {{(pid=87636) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Dec 23 16:11:25.671529 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.api.validators [None req-90097cf5-ee43-428e-b301-51611e76fa36 tempest-ExtraDHCPOptionsTestJSON-1975564287 tempest-ExtraDHCPOptionsTestJSON-1975564287-project] server-ip-address is not in valid_values {{(pid=87636) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Dec 23 16:11:25.678880 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-ac1bcd20-4461-47fe-8367-6af68967f6df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:11:25.681992 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.ipam_backend_mixin [None req-17ca3d3f-45c1-4460-bc86-77ea7abf00bf tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Performing IP validity checks on allocation pools {{(pid=87635) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}}
Dec 23 16:11:25.682513 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.ipam_backend_mixin [None req-17ca3d3f-45c1-4460-bc86-77ea7abf00bf tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87635) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}}
Dec 23 16:11:25.701821 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-2a28ae3e-41e9-40f9-8a3e-79bfeaecb718 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Unset dirty status for tenant:bf435ff0e7914a739a10fff5b2399c13 on resource:subnet {{(pid=87635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:11:25.703007 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-2a28ae3e-41e9-40f9-8a3e-79bfeaecb718 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 1.0750048
Dec 23 16:11:25.717961 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 44668) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:25.754450 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14e16eb-c59f-4a96-ad78-7fc58f9c2c85 None None] Pushing event deleted for resources: {'Port': ['ID=053f16e4-5158-4791-ba03-5382ea09e01e,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:11:25.756704 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a14e16eb-c59f-4a96-ad78-7fc58f9c2c85 None None] No DVR routers for this DVR port 053f16e4-5158-4791-ba03-5382ea09e01e on host dv-neutron-822799-1-hyperv {{(pid=87637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 23 16:11:25.792063 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5182cfef-9f6d-4dd6-9f89-f631a1b332a9 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1823971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1824234'] for router, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:25.799988 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-a14e16eb-c59f-4a96-ad78-7fc58f9c2c85 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:11:25.821544 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.db [None req-a5d547a4-5e08-493a-97ec-63779d5dd4a3 tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] For port cf351936-91b0-4f60-9b6d-a2c6e09570d2, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=cf351936-91b0-4f60-9b6d-a2c6e09570d2,segment=NetworkSegment(8c5a219f-40b7-47c6-ad23-4a075da36083),segment_id=8c5a219f-40b7-47c6-ad23-4a075da36083)] {{(pid=87635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:11:25.822051 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a5d547a4-5e08-493a-97ec-63779d5dd4a3 tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:25.839580 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-feac2f23-3eff-40d9-adf1-51d650431ca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:25.868907 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning for port 7a1ae378-b700-4af3-84fb-c01bf410ef8e completed by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:11:25.883085 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port 7a1ae378-b700-4af3-84fb-c01bf410ef8e triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:11:25.883671 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:25.907209 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.db.resource_extend [None req-cf8ed71b-828d-4f92-acc7-ddd47b4d5c3c admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 23 16:11:25.921435 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-feac2f23-3eff-40d9-adf1-51d650431ca8 None None] For port 2f8b4e2e-ac23-4eb0-b852-8059f97fd228, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=2f8b4e2e-ac23-4eb0-b852-8059f97fd228,segment=NetworkSegment(b825801c-3f58-4e3c-885f-830837249628),segment_id=b825801c-3f58-4e3c-885f-830837249628)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:11:25.934162 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-feac2f23-3eff-40d9-adf1-51d650431ca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:25.941590 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-200000cb-d44f-4ad5-8c0d-d80963a9682f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:11:25.945261 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-cf8ed71b-828d-4f92-acc7-ddd47b4d5c3c admin admin] Notify callbacks [] for port, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:25.954598 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-90097cf5-ee43-428e-b301-51611e76fa36 tempest-ExtraDHCPOptionsTestJSON-1975564287 tempest-ExtraDHCPOptionsTestJSON-1975564287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:11:25.958964 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-90097cf5-ee43-428e-b301-51611e76fa36 tempest-ExtraDHCPOptionsTestJSON-1975564287 tempest-ExtraDHCPOptionsTestJSON-1975564287-project] Usage tracker for resource:port and tenant:d67ec00980024d408b15087b493e8cc9 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:11:25.962071 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-90097cf5-ee43-428e-b301-51611e76fa36 tempest-ExtraDHCPOptionsTestJSON-1975564287 tempest-ExtraDHCPOptionsTestJSON-1975564287-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:11:25.968321 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-90097cf5-ee43-428e-b301-51611e76fa36 tempest-ExtraDHCPOptionsTestJSON-1975564287 tempest-ExtraDHCPOptionsTestJSON-1975564287-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:11:25.991201 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90097cf5-ee43-428e-b301-51611e76fa36 tempest-ExtraDHCPOptionsTestJSON-1975564287 tempest-ExtraDHCPOptionsTestJSON-1975564287-project] Made reservation on behalf of d67ec00980024d408b15087b493e8cc9 for: {'port': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:11:26.013591 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-90097cf5-ee43-428e-b301-51611e76fa36 tempest-ExtraDHCPOptionsTestJSON-1975564287 tempest-ExtraDHCPOptionsTestJSON-1975564287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:26.031487 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-cf8ed71b-828d-4f92-acc7-ddd47b4d5c3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2176289'] for port, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:26.056781 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feac2f23-3eff-40d9-adf1-51d650431ca8 None None] Pushing event updated for resources: {'Port': ['ID=2f8b4e2e-ac23-4eb0-b852-8059f97fd228,revision_number=3']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:11:26.062609 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-feac2f23-3eff-40d9-adf1-51d650431ca8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:11:26.072885 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-f6fa9a2a-7b6f-4029-b3e2-31fe82902fe7 tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:11:26.143643 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-6b81fb6f-e1c0-4a8d-9638-f744ae99718a None None] Provisioning complete for port 2f8b4e2e-ac23-4eb0-b852-8059f97fd228 triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:11:26.144035 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-6b81fb6f-e1c0-4a8d-9638-f744ae99718a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:26.204384 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:26.268549 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] For port 7a1ae378-b700-4af3-84fb-c01bf410ef8e, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=7a1ae378-b700-4af3-84fb-c01bf410ef8e,segment=NetworkSegment(77e3d110-dd7b-426c-b11f-b78dde7993df),segment_id=77e3d110-dd7b-426c-b11f-b78dde7993df)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:11:26.309018 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:26.310752 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [None req-90097cf5-ee43-428e-b301-51611e76fa36 tempest-ExtraDHCPOptionsTestJSON-1975564287 tempest-ExtraDHCPOptionsTestJSON-1975564287-project] device_id is not set on port c9135c2a-1ca3-4c6b-a913-31c6c93ba57b yet. {{(pid=87636) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 23 16:11:26.313546 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-200000cb-d44f-4ad5-8c0d-d80963a9682f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:11:26.381004 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b48d4a9-4773-4419-a719-fc9b99016702 tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] Notify agent at l3_agent.dv-neutron-822799-1-hyperv the message routers_updated {{(pid=87635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 23 16:11:26.411035 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80fb9c0a-4b7e-4153-91f6-60c4145f5c87 None None] Sync routers for ids ['ecea7892-f476-4ddd-acee-2f4bd3bf1ceb'] in dv-neutron-822799-1-hyperv {{(pid=87637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 23 16:11:26.416355 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-a5d547a4-5e08-493a-97ec-63779d5dd4a3 tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Calling delete_port for cf351936-91b0-4f60-9b6d-a2c6e09570d2 owned by network:router_gateway {{(pid=87635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:11:26.439980 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 053f16e4-5158-4791-ba03-5382ea09e01e no longer exists at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 23 16:11:26.474807 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-3b48d4a9-4773-4419-a719-fc9b99016702 tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] 10.222.0.64 "PUT /v2.0/routers/ecea7892-f476-4ddd-acee-2f4bd3bf1ceb/add_router_interface HTTP/1.1" status: 200  len: 503 time: 9.1047580
Dec 23 16:11:26.486461 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-d0cbb00f-5dbb-4493-b82b-c8c61c5332fb tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.5823822
Dec 23 16:11:26.490452 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 44672) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:26.490822 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 44674) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:26.516318 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-789c1f27-5de0-4ac6-9afd-96377da6dbd8 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Request body: {'subnet': {'network_id': 'a67646b4-5371-43ec-9f98-39fe51a67033', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:11:26.525091 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] No Port match for: 053f16e4-5158-4791-ba03-5382ea09e01e {{(pid=87637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 23 16:11:26.525663 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 053f16e4-5158-4791-ba03-5382ea09e01e not bound to the agent host dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 23 16:11:26.611695 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-cf8ed71b-828d-4f92-acc7-ddd47b4d5c3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1627481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1781465'] for router_interface, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:26.617339 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7ab3370-db54-4980-9f90-b6b447fb3287 None None] Network 11c63414-d4ad-41ad-a899-b8d8bf34bfd4 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:11:26.634760 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80fb9c0a-4b7e-4153-91f6-60c4145f5c87 None None] Routers {'ecea7892-f476-4ddd-acee-2f4bd3bf1ceb'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:11:26.635443 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-80fb9c0a-4b7e-4153-91f6-60c4145f5c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc0646bb0>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:11:20Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['ecea7892-f476-4ddd-acee-2f4bd3bf1ceb'], 'active': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:11:26.643142 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8ed71b-828d-4f92-acc7-ddd47b4d5c3c admin admin] Pushing event updated for resources: {'Port': ['ID=0bd5114b-b67a-425e-af7b-020f0f8e86e1,revision_number=2']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:11:26.646748 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-cf8ed71b-828d-4f92-acc7-ddd47b4d5c3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.574s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:11:26.692928 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-46ec6a0b-7286-4e18-bc6a-5265474b1795 tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864774'] for subnet, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:26.777262 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-80fb9c0a-4b7e-4153-91f6-60c4145f5c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc0646bb0>, [], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:11:26.813514 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Pushing event updated for resources: {'Port': ['ID=7a1ae378-b700-4af3-84fb-c01bf410ef8e,revision_number=4']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:11:26.819514 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-0ba1a89e-a5b8-4e63-94c3-6b3da8f5bb87 None None] Provisioning for port 5126fedc-1b8e-4cd7-9b16-f173335bcf4c completed by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:11:26.830272 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80fb9c0a-4b7e-4153-91f6-60c4145f5c87 None None] Routers {'ecea7892-f476-4ddd-acee-2f4bd3bf1ceb'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:11:26.831452 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-80fb9c0a-4b7e-4153-91f6-60c4145f5c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc0646bb0>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:11:20Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['ecea7892-f476-4ddd-acee-2f4bd3bf1ceb'], 'active': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:11:26.879624 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.566s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:11:26.905644 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-80fb9c0a-4b7e-4153-91f6-60c4145f5c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc0646bb0>, [], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:11:26.906068 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80fb9c0a-4b7e-4153-91f6-60c4145f5c87 None None] The sync data for ids ['ecea7892-f476-4ddd-acee-2f4bd3bf1ceb'] in dv-neutron-822799-1-hyperv is: [] {{(pid=87637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 23 16:11:26.965273 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [None req-90097cf5-ee43-428e-b301-51611e76fa36 tempest-ExtraDHCPOptionsTestJSON-1975564287 tempest-ExtraDHCPOptionsTestJSON-1975564287-project] Allocated IP 172.20.0.13 (11c63414-d4ad-41ad-a899-b8d8bf34bfd4/32cd72c1-cf17-4f29-ac30-2f26226d1088/c9135c2a-1ca3-4c6b-a913-31c6c93ba57b) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:11:26.986665 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5182cfef-9f6d-4dd6-9f89-f631a1b332a9 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Router 241813ab-058a-4d36-a6bf-c992de5b1eed is scheduled to L3 agent 371d4c41-c7e2-4de7-9539-c049ec4e95d1 with binding_index 1 {{(pid=87636) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 23 16:11:27.007237 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf8ed71b-828d-4f92-acc7-ddd47b4d5c3c admin admin] Network d7a1eeae-9238-41c5-b3d8-78eaa1dfac99 is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:11:27.016785 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-789c1f27-5de0-4ac6-9afd-96377da6dbd8 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:11:27.020067 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-cf8ed71b-828d-4f92-acc7-ddd47b4d5c3c admin admin] Resources bound (agent type, host, resource id):  {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:11:27.107277 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-789c1f27-5de0-4ac6-9afd-96377da6dbd8 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:11:27.130170 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-3d4871f9-fde2-4fde-8ed9-0882eab64cb0 tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] Notify callbacks [] for router, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:27.334176 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-789c1f27-5de0-4ac6-9afd-96377da6dbd8 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Made reservation on behalf of bf435ff0e7914a739a10fff5b2399c13 for: {'subnet': 1} {{(pid=87635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:11:27.351344 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-789c1f27-5de0-4ac6-9afd-96377da6dbd8 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2610339'] for subnet, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:27.385893 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 7a1ae378-b700-4af3-84fb-c01bf410ef8e up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:11:27.514874 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-357b0495-2159-4635-b337-a7d97a9243ef None None] Provisioning complete for port 0bd5114b-b67a-425e-af7b-020f0f8e86e1 triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:11:27.515267 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-357b0495-2159-4635-b337-a7d97a9243ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:27.584809 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-90097cf5-ee43-428e-b301-51611e76fa36 tempest-ExtraDHCPOptionsTestJSON-1975564287 tempest-ExtraDHCPOptionsTestJSON-1975564287-project] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:27.605377 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.provisioning_blocks [None req-90097cf5-ee43-428e-b301-51611e76fa36 tempest-ExtraDHCPOptionsTestJSON-1975564287 tempest-ExtraDHCPOptionsTestJSON-1975564287-project] Transition to ACTIVE for port object c9135c2a-1ca3-4c6b-a913-31c6c93ba57b will not be triggered until provisioned by entity DHCP. {{(pid=87636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:11:27.605762 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-357b0495-2159-4635-b337-a7d97a9243ef None None] Port 0bd5114b-b67a-425e-af7b-020f0f8e86e1 cannot update to ACTIVE because it is not bound. {{(pid=87637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 23 16:11:27.609304 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port 7a1ae378-b700-4af3-84fb-c01bf410ef8e triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:11:27.609721 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:27.667884 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-46ec6a0b-7286-4e18-bc6a-5265474b1795 tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2753333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2609730'] for subnet, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:27.669391 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5182cfef-9f6d-4dd6-9f89-f631a1b332a9 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify agent at l3_agent.dv-neutron-822799-1-hyperv the message routers_updated {{(pid=87636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 23 16:11:27.686939 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd1d6a3c-27da-40a4-951a-112bc6c173b3 None None] Sync routers for ids ['241813ab-058a-4d36-a6bf-c992de5b1eed'] in dv-neutron-822799-1-hyperv {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 23 16:11:27.700742 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-b0a055fa-dca8-4f0b-945e-9010a6f03db3 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:11:27.702621 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd1d6a3c-27da-40a4-951a-112bc6c173b3 None None] Routers {'241813ab-058a-4d36-a6bf-c992de5b1eed'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:11:27.703264 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-dd1d6a3c-27da-40a4-951a-112bc6c173b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc1df6a90>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:11:20Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['241813ab-058a-4d36-a6bf-c992de5b1eed'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:11:27.733312 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-789c1f27-5de0-4ac6-9afd-96377da6dbd8 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2753396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2610353'] for subnet, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:27.733533 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7458b667-28e0-4588-a5f0-08c23d24d53c None None] get_active_networks_info from dv-neutron-822799-1-hyperv {{(pid=87637) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}}
Dec 23 16:11:27.748436 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-17ca3d3f-45c1-4460-bc86-77ea7abf00bf tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2753396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2610353'] for subnet, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:27.784058 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ec6a0b-7286-4e18-bc6a-5265474b1795 tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Pushing event deleted for resources: {'Subnet': ['ID=650a24e2-416f-4586-be32-1a08fbcae89f,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:11:27.786962 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-46ec6a0b-7286-4e18-bc6a-5265474b1795 tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:11:27.790021 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-46ec6a0b-7286-4e18-bc6a-5265474b1795 tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Notify callbacks [] for subnet, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:27.811069 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-dd1d6a3c-27da-40a4-951a-112bc6c173b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc1df6a90>, [], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:11:27.816559 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5182cfef-9f6d-4dd6-9f89-f631a1b332a9 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify callbacks [] for router, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:27.820548 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-5182cfef-9f6d-4dd6-9f89-f631a1b332a9 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201  len: 887 time: 10.0347886
Dec 23 16:11:27.821300 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 44680) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:27.821863 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-6f5fddf9-138e-49fc-bef3-986e1bad8df4 tempest-DHCPAgentSchedulersTestJSON-394741792 tempest-DHCPAgentSchedulersTestJSON-394741792-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.074s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:11:27.822217 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd1d6a3c-27da-40a4-951a-112bc6c173b3 None None] Routers {'241813ab-058a-4d36-a6bf-c992de5b1eed'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:11:27.822978 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-dd1d6a3c-27da-40a4-951a-112bc6c173b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc1df6a90>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:11:20Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['241813ab-058a-4d36-a6bf-c992de5b1eed'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:11:27.833517 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf8ed71b-828d-4f92-acc7-ddd47b4d5c3c admin admin] Router 3fcc639f-0d7e-4f4d-a92f-e3c896a4f0c6 has already been hosted by L3 agent 371d4c41-c7e2-4de7-9539-c049ec4e95d1 {{(pid=87636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 23 16:11:27.850680 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-46ec6a0b-7286-4e18-bc6a-5265474b1795 tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] 10.222.0.64 "DELETE /v2.0/subnets/650a24e2-416f-4586-be32-1a08fbcae89f HTTP/1.1" status: 204  len: 168 time: 3.8944833
Dec 23 16:11:27.862102 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 44684) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:27.908788 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-dd1d6a3c-27da-40a4-951a-112bc6c173b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc1df6a90>, [], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:11:27.909302 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd1d6a3c-27da-40a4-951a-112bc6c173b3 None None] The sync data for ids ['241813ab-058a-4d36-a6bf-c992de5b1eed'] in dv-neutron-822799-1-hyperv is: [] {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 23 16:11:27.913763 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-789c1f27-5de0-4ac6-9afd-96377da6dbd8 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Network a67646b4-5371-43ec-9f98-39fe51a67033 is already hosted by enough agents. {{(pid=87635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:11:27.924535 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-90097cf5-ee43-428e-b301-51611e76fa36 tempest-ExtraDHCPOptionsTestJSON-1975564287 tempest-ExtraDHCPOptionsTestJSON-1975564287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:27.935091 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-29e768ba-a82f-4a71-858b-736fd0a19dbf tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:11:27.937808 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.base_scheduler [None req-789c1f27-5de0-4ac6-9afd-96377da6dbd8 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Resources bound (agent type, host, resource id):  {{(pid=87635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:11:27.942213 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-789c1f27-5de0-4ac6-9afd-96377da6dbd8 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:11:27.942964 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-789c1f27-5de0-4ac6-9afd-96377da6dbd8 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks [] for subnet, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:27.986467 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-91fa4bb2-9a77-4b5d-98e8-199b3971d02b None None] Provisioning for port 3614b829-e5dc-4e22-8ba5-8c9588bddf8c completed by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:11:28.027808 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-91fa4bb2-9a77-4b5d-98e8-199b3971d02b None None] Provisioning complete for port 3614b829-e5dc-4e22-8ba5-8c9588bddf8c triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:11:28.028219 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-91fa4bb2-9a77-4b5d-98e8-199b3971d02b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:28.030084 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-789c1f27-5de0-4ac6-9afd-96377da6dbd8 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.5337427
Dec 23 16:11:28.052822 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 44688) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:28.056131 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.api.v2.resource [None req-3d4871f9-fde2-4fde-8ed9-0882eab64cb0 tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] delete failed (client error): There was a conflict when trying to complete your request.
Dec 23 16:11:28.060061 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-3d4871f9-fde2-4fde-8ed9-0882eab64cb0 tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] 10.222.0.64 "DELETE /v2.0/routers/ecea7892-f476-4ddd-acee-2f4bd3bf1ceb HTTP/1.1" status: 409  len: 329 time: 1.5644355
Dec 23 16:11:28.068386 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 44692) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:28.079027 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-bb32ce89-fc80-481c-9bc5-6f57c43b2043 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Request body: {'port': {'network_id': 'a67646b4-5371-43ec-9f98-39fe51a67033', 'fixed_ips': [{'subnet_id': '048b5aea-4ae9-49a0-8665-c17b142e8499', 'ip_address': '2001:db8::4100:c963:1753:c2ce'}], 'name': 'tempest-NetworksTestDHCPv6-2140490539'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:11:28.139954 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device cf351936-91b0-4f60-9b6d-a2c6e09570d2 up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:11:28.153387 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90097cf5-ee43-428e-b301-51611e76fa36 tempest-ExtraDHCPOptionsTestJSON-1975564287 tempest-ExtraDHCPOptionsTestJSON-1975564287-project] Network 11c63414-d4ad-41ad-a899-b8d8bf34bfd4 is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:11:28.161519 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-90097cf5-ee43-428e-b301-51611e76fa36 tempest-ExtraDHCPOptionsTestJSON-1975564287 tempest-ExtraDHCPOptionsTestJSON-1975564287-project] Resources bound (agent type, host, resource id):  {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:11:28.167906 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90097cf5-ee43-428e-b301-51611e76fa36 tempest-ExtraDHCPOptionsTestJSON-1975564287 tempest-ExtraDHCPOptionsTestJSON-1975564287-project] Pushing event updated for resources: {'Port': ['ID=c9135c2a-1ca3-4c6b-a913-31c6c93ba57b,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:11:28.173614 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90097cf5-ee43-428e-b301-51611e76fa36 tempest-ExtraDHCPOptionsTestJSON-1975564287 tempest-ExtraDHCPOptionsTestJSON-1975564287-project] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:11:28.208614 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-90097cf5-ee43-428e-b301-51611e76fa36 tempest-ExtraDHCPOptionsTestJSON-1975564287 tempest-ExtraDHCPOptionsTestJSON-1975564287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:11:28.240339 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-91fa4bb2-9a77-4b5d-98e8-199b3971d02b None None] Port 3614b829-e5dc-4e22-8ba5-8c9588bddf8c cannot update to ACTIVE because it is not bound. {{(pid=87637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 23 16:11:28.312032 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7458b667-28e0-4588-a5f0-08c23d24d53c None None] Network b9660c3c-124b-4484-91ea-affa6606a197 is scheduled to be hosted by DHCP agent 1c812d71-eadf-4fb3-b98e-67468a4aa7e2 with binding_index 1 {{(pid=87637) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 23 16:11:28.323540 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7458b667-28e0-4588-a5f0-08c23d24d53c None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822799-1-hyperv, b9660c3c-124b-4484-91ea-affa6606a197) {{(pid=87637) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Dec 23 16:11:28.428923 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ca3d3f-45c1-4460-bc86-77ea7abf00bf tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Checking segment: {'id': '67a8bf1c-b8e3-4c26-919f-129b6187a7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'b9660c3c-124b-4484-91ea-affa6606a197'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:11:28.429178 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17ca3d3f-45c1-4460-bc86-77ea7abf00bf tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Network hostable DHCP agents. Network: b9660c3c-124b-4484-91ea-affa6606a197, hostable agents: ['1c812d71-eadf-4fb3-b98e-67468a4aa7e2'], hosted agents: [] {{(pid=87635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 23 16:11:28.434460 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789c1f27-5de0-4ac6-9afd-96377da6dbd8 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Pushing event updated for resources: {'Subnet': ['ID=048b5aea-4ae9-49a0-8665-c17b142e8499,revision_number=0']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:11:28.451694 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-391a00d4-6434-45c7-8f86-d3f6a95459b2 None None] Provisioning complete for port 3614b829-e5dc-4e22-8ba5-8c9588bddf8c triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:11:28.452081 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-391a00d4-6434-45c7-8f86-d3f6a95459b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:28.506094 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789c1f27-5de0-4ac6-9afd-96377da6dbd8 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:11:28.506364 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789c1f27-5de0-4ac6-9afd-96377da6dbd8 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:11:28.506683 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789c1f27-5de0-4ac6-9afd-96377da6dbd8 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:11:28.507050 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789c1f27-5de0-4ac6-9afd-96377da6dbd8 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:11:28.507405 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789c1f27-5de0-4ac6-9afd-96377da6dbd8 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:11:28.507757 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789c1f27-5de0-4ac6-9afd-96377da6dbd8 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:11:28.508138 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789c1f27-5de0-4ac6-9afd-96377da6dbd8 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:11:28.508495 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789c1f27-5de0-4ac6-9afd-96377da6dbd8 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:11:28.508844 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789c1f27-5de0-4ac6-9afd-96377da6dbd8 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:11:28.509197 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789c1f27-5de0-4ac6-9afd-96377da6dbd8 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:11:28.509585 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789c1f27-5de0-4ac6-9afd-96377da6dbd8 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:11:28.509897 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789c1f27-5de0-4ac6-9afd-96377da6dbd8 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:11:28.549565 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-391a00d4-6434-45c7-8f86-d3f6a95459b2 None None] Port 3614b829-e5dc-4e22-8ba5-8c9588bddf8c cannot update to ACTIVE because it is not bound. {{(pid=87637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 23 16:11:28.584648 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90097cf5-ee43-428e-b301-51611e76fa36 tempest-ExtraDHCPOptionsTestJSON-1975564287 tempest-ExtraDHCPOptionsTestJSON-1975564287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:11:28.585285 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-90097cf5-ee43-428e-b301-51611e76fa36 tempest-ExtraDHCPOptionsTestJSON-1975564287 tempest-ExtraDHCPOptionsTestJSON-1975564287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:28.605790 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-6906b30b-e5f6-437c-b14c-2480ce63dd63 tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-698866'] for network, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:28.634707 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-bb32ce89-fc80-481c-9bc5-6f57c43b2043 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:11:28.636127 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf8ed71b-828d-4f92-acc7-ddd47b4d5c3c admin admin] Notify agent at l3_agent.dv-neutron-822799-1-hyperv the message routers_updated {{(pid=87636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 23 16:11:28.645221 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-cf8ed71b-828d-4f92-acc7-ddd47b4d5c3c admin admin] 10.222.0.64 "PUT /v2.0/routers/3fcc639f-0d7e-4f4d-a92f-e3c896a4f0c6/add_router_interface HTTP/1.1" status: 200  len: 503 time: 10.0627840
Dec 23 16:11:28.647301 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-90097cf5-ee43-428e-b301-51611e76fa36 tempest-ExtraDHCPOptionsTestJSON-1975564287 tempest-ExtraDHCPOptionsTestJSON-1975564287-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1153 time: 3.0019288
Dec 23 16:11:28.650049 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 44696) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:28.658183 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17ca3d3f-45c1-4460-bc86-77ea7abf00bf tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Unable to find a vacant binding_index for network b9660c3c-124b-4484-91ea-affa6606a197 and agent 1c812d71-eadf-4fb3-b98e-67468a4aa7e2 {{(pid=87635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}}
Dec 23 16:11:28.690650 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79dbed9f-dc34-41fe-9983-17c8c1cee131 None None] Sync routers for ids ['3fcc639f-0d7e-4f4d-a92f-e3c896a4f0c6'] in dv-neutron-822799-1-hyperv {{(pid=87637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 23 16:11:28.704591 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-bb32ce89-fc80-481c-9bc5-6f57c43b2043 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:11:28.720840 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.base_scheduler [None req-17ca3d3f-45c1-4460-bc86-77ea7abf00bf tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822799-1-hyperv, b9660c3c-124b-4484-91ea-affa6606a197) {{(pid=87635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:11:28.724907 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79dbed9f-dc34-41fe-9983-17c8c1cee131 None None] Routers {'3fcc639f-0d7e-4f4d-a92f-e3c896a4f0c6'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:11:28.726230 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-79dbed9f-dc34-41fe-9983-17c8c1cee131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc28ccfa0>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:11:20Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['3fcc639f-0d7e-4f4d-a92f-e3c896a4f0c6'], 'active': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:11:28.740971 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17ca3d3f-45c1-4460-bc86-77ea7abf00bf tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:11:28.741697 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-17ca3d3f-45c1-4460-bc86-77ea7abf00bf tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Notify callbacks [] for subnet, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:28.745641 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-6906b30b-e5f6-437c-b14c-2480ce63dd63 tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Deleting port a4c47a92-e817-44bb-aa26-5837e8bcbefe {{(pid=87635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:11:28.746060 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-6906b30b-e5f6-437c-b14c-2480ce63dd63 tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:28.770244 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a5d547a4-5e08-493a-97ec-63779d5dd4a3 tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:28.781224 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ca3d3f-45c1-4460-bc86-77ea7abf00bf tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Pushing event updated for resources: {'Subnet': ['ID=a21d8d5f-5bfc-42fe-86d8-6b66dfe05031,revision_number=0']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:11:28.877472 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-17ca3d3f-45c1-4460-bc86-77ea7abf00bf tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.056s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:11:28.900964 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8119d855-de9d-4c3f-9a01-c12555440162 tempest-ExtraDHCPOptionsTestJSON-1975564287 tempest-ExtraDHCPOptionsTestJSON-1975564287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:11:28.907617 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8119d855-de9d-4c3f-9a01-c12555440162 tempest-ExtraDHCPOptionsTestJSON-1975564287 tempest-ExtraDHCPOptionsTestJSON-1975564287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:11:28.912542 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-9c34e11a-09a2-4603-ba27-443048617bf9 tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.139s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:11:28.912999 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-9c34e11a-09a2-4603-ba27-443048617bf9 tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:11:28.913618 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb32ce89-fc80-481c-9bc5-6f57c43b2043 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Made reservation on behalf of bf435ff0e7914a739a10fff5b2399c13 for: {'port': 1} {{(pid=87635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:11:28.913769 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8119d855-de9d-4c3f-9a01-c12555440162 tempest-ExtraDHCPOptionsTestJSON-1975564287 tempest-ExtraDHCPOptionsTestJSON-1975564287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:11:28.914529 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-8119d855-de9d-4c3f-9a01-c12555440162 tempest-ExtraDHCPOptionsTestJSON-1975564287 tempest-ExtraDHCPOptionsTestJSON-1975564287-project] Synchronizing usage tracker for tenant:d67ec00980024d408b15087b493e8cc9 on resource:port {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:11:28.945840 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvr_db [None req-79dbed9f-dc34-41fe-9983-17c8c1cee131 None None] Set router 3fcc639f-0d7e-4f4d-a92f-e3c896a4f0c6 gateway port host: dv-neutron-822799-1-hyperv {{(pid=87637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:11:29.013264 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-8119d855-de9d-4c3f-9a01-c12555440162 tempest-ExtraDHCPOptionsTestJSON-1975564287 tempest-ExtraDHCPOptionsTestJSON-1975564287-project] Unset dirty status for tenant:d67ec00980024d408b15087b493e8cc9 on resource:port {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:11:29.014437 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-8119d855-de9d-4c3f-9a01-c12555440162 tempest-ExtraDHCPOptionsTestJSON-1975564287 tempest-ExtraDHCPOptionsTestJSON-1975564287-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200  len: 2617 time: 0.3634839
Dec 23 16:11:29.027191 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 44706) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:29.033524 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-e55c7a20-c4ba-4d0e-8b25-1b69b5b77df9 tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.252s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:11:29.040871 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning for port cf351936-91b0-4f60-9b6d-a2c6e09570d2 completed by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:11:29.065603 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34bc527c-aa6f-4994-b53f-6456efeeb83e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7e017a6-8198-58c8-a07e-0f786128e3b3-a67646b4-5371-43ec-9f98-39fe51a67033', 'network_id': 'a67646b4-5371-43ec-9f98-39fe51a67033', 'tenant_id': 'bf435ff0e7914a739a10fff5b2399c13', 'fixed_ips': [{'subnet_id': '048b5aea-4ae9-49a0-8665-c17b142e8499'}]}} from dv-neutron-822799-1-hyperv. {{(pid=87637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 23 16:11:29.066601 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-34bc527c-aa6f-4994-b53f-6456efeeb83e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:29.077334 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fce346fd-4218-4707-ade2-829c9dcdc370 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7e017a6-8198-58c8-a07e-0f786128e3b3-b9660c3c-124b-4484-91ea-affa6606a197', 'network_id': 'b9660c3c-124b-4484-91ea-affa6606a197', 'tenant_id': '9552d108dcd2412896b3c037adf05d69', 'fixed_ips': [{'subnet_id': 'a21d8d5f-5bfc-42fe-86d8-6b66dfe05031'}]}} from dv-neutron-822799-1-hyperv. {{(pid=87637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 23 16:11:29.078244 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-fce346fd-4218-4707-ade2-829c9dcdc370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:29.091943 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port cf351936-91b0-4f60-9b6d-a2c6e09570d2 triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:11:29.092335 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:29.147141 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Port cf351936-91b0-4f60-9b6d-a2c6e09570d2 was deleted so its status cannot be updated. {{(pid=87637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Dec 23 16:11:29.147649 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 5126fedc-1b8e-4cd7-9b16-f173335bcf4c up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:11:29.160189 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-4d20675f-3a3a-4778-af13-fceabc4c7838 tempest-ExtraDHCPOptionsTestJSON-1975564287 tempest-ExtraDHCPOptionsTestJSON-1975564287-project] Deleting port c9135c2a-1ca3-4c6b-a913-31c6c93ba57b {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:11:29.160788 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-4d20675f-3a3a-4778-af13-fceabc4c7838 tempest-ExtraDHCPOptionsTestJSON-1975564287 tempest-ExtraDHCPOptionsTestJSON-1975564287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:29.166114 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d547a4-5e08-493a-97ec-63779d5dd4a3 tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Pushing event deleted for resources: {'Port': ['ID=cf351936-91b0-4f60-9b6d-a2c6e09570d2,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:11:29.169450 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-a5d547a4-5e08-493a-97ec-63779d5dd4a3 tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:11:29.172365 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a5d547a4-5e08-493a-97ec-63779d5dd4a3 tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1824206'] for router_gateway, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:29.322439 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 44710) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:29.342069 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-025c232d-a0e5-4384-ad4a-e24fc4319d08 tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] Request body: {'security_group': {'name': 'tempest-securitygroup--127755407', 'description': 'tempest-description--1556494438'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:11:29.380277 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-025c232d-a0e5-4384-ad4a-e24fc4319d08 tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:11:29.401248 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-025c232d-a0e5-4384-ad4a-e24fc4319d08 tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] Usage tracker for resource:security_group and tenant:4397e61b404b4512b8e2da8fa19161c5 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:11:29.408188 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a5d547a4-5e08-493a-97ec-63779d5dd4a3 tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1784183', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-235354'] for router, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:29.419867 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a5d547a4-5e08-493a-97ec-63779d5dd4a3 tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:29.426343 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-025c232d-a0e5-4384-ad4a-e24fc4319d08 tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:11:29.431640 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-17ca3d3f-45c1-4460-bc86-77ea7abf00bf tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 800 time: 5.4310119
Dec 23 16:11:29.435876 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 44714) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:29.440601 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-025c232d-a0e5-4384-ad4a-e24fc4319d08 tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:11:29.456611 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-bb32ce89-fc80-481c-9bc5-6f57c43b2043 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:29.551644 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-025c232d-a0e5-4384-ad4a-e24fc4319d08 tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] Notify callbacks [] for security_group, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:29.616676 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-025c232d-a0e5-4384-ad4a-e24fc4319d08 tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:11:29.636729 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-025c232d-a0e5-4384-ad4a-e24fc4319d08 tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] Usage tracker for resource:security_group_rule and tenant:4397e61b404b4512b8e2da8fa19161c5 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:11:29.640698 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-4d20675f-3a3a-4778-af13-fceabc4c7838 tempest-ExtraDHCPOptionsTestJSON-1975564287 tempest-ExtraDHCPOptionsTestJSON-1975564287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:29.646750 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a5d547a4-5e08-493a-97ec-63779d5dd4a3 tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1781328'] for router, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:29.646932 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5d547a4-5e08-493a-97ec-63779d5dd4a3 tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f43edc89-2b5d-4c5e-bde1-c765846ed6da {{(pid=87635) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 23 16:11:29.649992 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-0364abfb-bf3f-4325-8abc-76c22da080e2 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:29.663175 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-025c232d-a0e5-4384-ad4a-e24fc4319d08 tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:11:29.688825 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning for port 5126fedc-1b8e-4cd7-9b16-f173335bcf4c completed by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:11:29.707413 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_common [None req-34bc527c-aa6f-4994-b53f-6456efeeb83e None None] Allocated IP 2001:db8::2 (a67646b4-5371-43ec-9f98-39fe51a67033/048b5aea-4ae9-49a0-8665-c17b142e8499/fe0a451c-9648-4e4c-a41b-49516be31f30) {{(pid=87637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:11:29.726362 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-025c232d-a0e5-4384-ad4a-e24fc4319d08 tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:11:29.744566 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port 5126fedc-1b8e-4cd7-9b16-f173335bcf4c triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:11:29.744979 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:29.798518 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-4d20675f-3a3a-4778-af13-fceabc4c7838 tempest-ExtraDHCPOptionsTestJSON-1975564287 tempest-ExtraDHCPOptionsTestJSON-1975564287-project] Calling delete_port for c9135c2a-1ca3-4c6b-a913-31c6c93ba57b owned by  {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:11:29.849805 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_common [None req-fce346fd-4218-4707-ade2-829c9dcdc370 None None] Allocated IP 172.20.0.3 (b9660c3c-124b-4484-91ea-affa6606a197/a21d8d5f-5bfc-42fe-86d8-6b66dfe05031/637627ec-5e22-4c04-833b-b68bde64c946) {{(pid=87637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:11:29.866196 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a5d547a4-5e08-493a-97ec-63779d5dd4a3 tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Notify callbacks [] for router, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:29.870313 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-a5d547a4-5e08-493a-97ec-63779d5dd4a3 tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] 10.222.0.64 "DELETE /v2.0/routers/f43edc89-2b5d-4c5e-bde1-c765846ed6da HTTP/1.1" status: 204  len: 168 time: 7.2378216
Dec 23 16:11:29.872404 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.notifiers.nova [None req-bb32ce89-fc80-481c-9bc5-6f57c43b2043 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] device_id is not set on port bc57b667-6443-4d6e-9a34-78100db9ee35 yet. {{(pid=87635) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 23 16:11:29.904516 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 44718) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:30.043431 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.db [None req-6906b30b-e5f6-437c-b14c-2480ce63dd63 tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] For port a4c47a92-e817-44bb-aa26-5837e8bcbefe, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=a4c47a92-e817-44bb-aa26-5837e8bcbefe,segment=NetworkSegment(4cf6d678-b28d-4388-bd55-da74e8c1f627),segment_id=4cf6d678-b28d-4388-bd55-da74e8c1f627)] {{(pid=87635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:11:30.043916 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-6906b30b-e5f6-437c-b14c-2480ce63dd63 tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:30.055172 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_v2 [None req-05f5b1b1-03ce-4ddd-a6f8-658bb7456ea5 tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Deleting subnet 7d7844a2-b34f-46e9-a403-d93fecff2831 {{(pid=87636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 23 16:11:30.127378 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-05f5b1b1-03ce-4ddd-a6f8-658bb7456ea5 tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:30.132355 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-79dbed9f-dc34-41fe-9983-17c8c1cee131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc28ccfa0>, [{'id': '3fcc639f-0d7e-4f4d-a92f-e3c896a4f0c6', 'name': 'tempest-ServerActionsTestJSON-1773443542-router', 'tenant_id': '4397e61b404b4512b8e2da8fa19161c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.130'}], 'enable_snat': True}, 'gw_port_id': '7a1ae378-b700-4af3-84fb-c01bf410ef8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:11:09Z', 'updated_at': '2021-12-23T16:11:24Z', 'revision_number': 4, 'project_id': '4397e61b404b4512b8e2da8fa19161c5', 'gw_port': {'id': '7a1ae378-b700-4af3-84fb-c01bf410ef8e', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:dd:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fcc639f-0d7e-4f4d-a92f-e3c896a4f0c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:11:12Z', 'updated_at': '2021-12-23T16:11:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_interfaces': [{'id': '0bd5114b-b67a-425e-af7b-020f0f8e86e1', 'name': '', 'network_id': 'd7a1eeae-9238-41c5-b3d8-78eaa1dfac99', 'tenant_id': '4397e61b404b4512b8e2da8fa19161c5', 'mac_address': 'fa:16:3e:07:7e:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fcc639f-0d7e-4f4d-a92f-e3c896a4f0c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'ea22a554-707a-4001-b348-60dd1fb71851', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:11:21Z', 'updated_at': '2021-12-23T16:11:25Z', 'revision_number': 2, 'project_id': '4397e61b404b4512b8e2da8fa19161c5', 'subnets': [{'id': 'ea22a554-707a-4001-b348-60dd1fb71851', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:11:30.162486 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:30.190482 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79dbed9f-dc34-41fe-9983-17c8c1cee131 None None] Checking router: 3fcc639f-0d7e-4f4d-a92f-e3c896a4f0c6 for host: dv-neutron-822799-1-hyperv {{(pid=87637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 23 16:11:30.190853 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79dbed9f-dc34-41fe-9983-17c8c1cee131 None None] Updating router 3fcc639f-0d7e-4f4d-a92f-e3c896a4f0c6 port 0bd5114b-b67a-425e-af7b-020f0f8e86e1 binding host dv-neutron-822799-1-hyperv {{(pid=87637) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 23 16:11:30.193001 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-66d0832c-6ef4-45d8-b3f2-5ecc6e1bd3bf tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-698866'] for network, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:30.330061 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-6906b30b-e5f6-437c-b14c-2480ce63dd63 tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Calling delete_port for a4c47a92-e817-44bb-aa26-5837e8bcbefe owned by network:dhcp {{(pid=87635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:11:30.375163 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] For port 5126fedc-1b8e-4cd7-9b16-f173335bcf4c, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=5126fedc-1b8e-4cd7-9b16-f173335bcf4c,segment=NetworkSegment(62734cb8-0654-4191-ac4b-4d49238da2ff),segment_id=62734cb8-0654-4191-ac4b-4d49238da2ff)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:11:30.380567 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-79dbed9f-dc34-41fe-9983-17c8c1cee131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:30.397570 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-34bc527c-aa6f-4994-b53f-6456efeeb83e None None] Notify callbacks [] for port, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:30.399930 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:30.400816 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 2f8b4e2e-ac23-4eb0-b852-8059f97fd228 up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:11:30.435120 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:11:30.465640 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-05f5b1b1-03ce-4ddd-a6f8-658bb7456ea5 tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2382092'] for subnet, precommit_delete_associations {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:30.493206 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-66d0832c-6ef4-45d8-b3f2-5ecc6e1bd3bf tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864774'] for subnet, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:30.499605 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-025c232d-a0e5-4384-ad4a-e24fc4319d08 tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] Notify callbacks [] for security_group, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:30.524487 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-025c232d-a0e5-4384-ad4a-e24fc4319d08 tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:30.538473 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-c28bb199-e15a-430c-bf13-876742948275 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:11:30.548531 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-fce346fd-4218-4707-ade2-829c9dcdc370 None None] Notify callbacks [] for port, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:30.548780 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-6906b30b-e5f6-437c-b14c-2480ce63dd63 tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:30.561968 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-15f61cf8-2cea-4108-b7e4-77081ad1d6b6 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941 tempest-ExtraDHCPOptionsIpV6TestJSON-1631986941-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:11:30.610007 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-34bc527c-aa6f-4994-b53f-6456efeeb83e None None] Transition to ACTIVE for port object fe0a451c-9648-4e4c-a41b-49516be31f30 will not be triggered until provisioned by entity L2. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:11:30.615227 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-fce346fd-4218-4707-ade2-829c9dcdc370 None None] Transition to ACTIVE for port object 637627ec-5e22-4c04-833b-b68bde64c946 will not be triggered until provisioned by entity L2. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:11:30.620785 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6906b30b-e5f6-437c-b14c-2480ce63dd63 tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Pushing event deleted for resources: {'Port': ['ID=a4c47a92-e817-44bb-aa26-5837e8bcbefe,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:11:30.624841 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6906b30b-e5f6-437c-b14c-2480ce63dd63 tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] No DVR routers for this DVR port a4c47a92-e817-44bb-aa26-5837e8bcbefe on host dv-neutron-822799-1-hyperv {{(pid=87635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 23 16:11:30.629779 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-6906b30b-e5f6-437c-b14c-2480ce63dd63 tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:11:30.659354 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-4d20675f-3a3a-4778-af13-fceabc4c7838 tempest-ExtraDHCPOptionsTestJSON-1975564287 tempest-ExtraDHCPOptionsTestJSON-1975564287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:30.662425 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Pushing event updated for resources: {'Port': ['ID=5126fedc-1b8e-4cd7-9b16-f173335bcf4c,revision_number=3']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:11:30.665663 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025c232d-a0e5-4384-ad4a-e24fc4319d08 tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b5fba24-44fb-4189-bd87-51876b915d36,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:11:30.682735 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-05f5b1b1-03ce-4ddd-a6f8-658bb7456ea5 tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864774'] for subnet, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:30.710220 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:11:30.710826 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:11:30.711201 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:11:30.711295 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:11:30.712282 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:11:30.712282 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:11:30.712282 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:11:30.712550 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:11:30.712931 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:11:30.713272 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:11:30.713598 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:11:30.714068 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:11:30.726480 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-fce346fd-4218-4707-ade2-829c9dcdc370 None None] Transition to ACTIVE for port object 637627ec-5e22-4c04-833b-b68bde64c946 will not be triggered until provisioned by entity DHCP. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:11:30.726871 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:11:30.727821 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-34bc527c-aa6f-4994-b53f-6456efeeb83e None None] Transition to ACTIVE for port object fe0a451c-9648-4e4c-a41b-49516be31f30 will not be triggered until provisioned by entity DHCP. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:11:30.733563 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025c232d-a0e5-4384-ad4a-e24fc4319d08 tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:11:30.733563 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025c232d-a0e5-4384-ad4a-e24fc4319d08 tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:11:30.733798 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025c232d-a0e5-4384-ad4a-e24fc4319d08 tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:11:30.734178 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025c232d-a0e5-4384-ad4a-e24fc4319d08 tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:11:30.734685 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025c232d-a0e5-4384-ad4a-e24fc4319d08 tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:11:30.735168 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025c232d-a0e5-4384-ad4a-e24fc4319d08 tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:11:30.735657 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025c232d-a0e5-4384-ad4a-e24fc4319d08 tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:11:30.736514 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025c232d-a0e5-4384-ad4a-e24fc4319d08 tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:11:30.736514 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025c232d-a0e5-4384-ad4a-e24fc4319d08 tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:11:30.736926 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025c232d-a0e5-4384-ad4a-e24fc4319d08 tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:11:30.737417 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025c232d-a0e5-4384-ad4a-e24fc4319d08 tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:11:30.737979 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025c232d-a0e5-4384-ad4a-e24fc4319d08 tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:11:30.742741 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-025c232d-a0e5-4384-ad4a-e24fc4319d08 tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:11:30.744846 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-fce346fd-4218-4707-ade2-829c9dcdc370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780'] for port, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:30.752512 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-8a2bc2ee-7de5-467d-bcb4-ccba9b998079 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:11:30.783442 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-34bc527c-aa6f-4994-b53f-6456efeeb83e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780'] for port, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:30.783679 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-81667acd-4dd4-470c-a81d-63c6b279f57d tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.103s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:11:30.794954 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port 2f8b4e2e-ac23-4eb0-b852-8059f97fd228 triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:11:30.795345 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:30.816221 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-025c232d-a0e5-4384-ad4a-e24fc4319d08 tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] Notify callbacks [] for security_group, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:30.817625 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-025c232d-a0e5-4384-ad4a-e24fc4319d08 tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 1.4914951
Dec 23 16:11:30.830005 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 44722) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:30.839343 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-6906b30b-e5f6-437c-b14c-2480ce63dd63 tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-864347', 'neutron.services.segments.db._delete_segments_for_network-8735362908070'] for network, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:30.854739 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-253c427b-eabb-4e9e-8171-f34bda314d86 tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] Request body: {'security_group_rule': {'security_group_id': '3b5fba24-44fb-4189-bd87-51876b915d36', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:11:30.866493 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-253c427b-eabb-4e9e-8171-f34bda314d86 tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:11:30.874778 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d20675f-3a3a-4778-af13-fceabc4c7838 tempest-ExtraDHCPOptionsTestJSON-1975564287 tempest-ExtraDHCPOptionsTestJSON-1975564287-project] Pushing event deleted for resources: {'Port': ['ID=c9135c2a-1ca3-4c6b-a913-31c6c93ba57b,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:11:30.877407 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-4d20675f-3a3a-4778-af13-fceabc4c7838 tempest-ExtraDHCPOptionsTestJSON-1975564287 tempest-ExtraDHCPOptionsTestJSON-1975564287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:11:30.885804 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-66d0832c-6ef4-45d8-b3f2-5ecc6e1bd3bf tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2753333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2609730'] for subnet, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:30.897312 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-253c427b-eabb-4e9e-8171-f34bda314d86 tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] Usage tracker for resource:security_group_rule and tenant:4397e61b404b4512b8e2da8fa19161c5 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:11:30.899824 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-c80d5a54-ae5b-4bbe-b3a1-7d05a0220ff1 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:11:30.934246 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-253c427b-eabb-4e9e-8171-f34bda314d86 tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:11:30.938455 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.services.segments.db [None req-6906b30b-e5f6-437c-b14c-2480ce63dd63 tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1dc1465b50>,) {'filters': {'network_id': ['e114bd0a-07a8-4a2c-800d-7e42a9ebaa05']}} {{(pid=87635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:11:30.959838 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.db_base_plugin_common [None req-bb32ce89-fc80-481c-9bc5-6f57c43b2043 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Allocated IP 2001:db8::4100:c963:1753:c2ce (a67646b4-5371-43ec-9f98-39fe51a67033/048b5aea-4ae9-49a0-8665-c17b142e8499/bc57b667-6443-4d6e-9a34-78100db9ee35) {{(pid=87635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:11:30.972307 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-253c427b-eabb-4e9e-8171-f34bda314d86 tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:11:30.977139 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-3e0405c3-4232-40dc-809b-0b102c1dd313 tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1781419'] for router_interface, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:30.981386 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-4d20675f-3a3a-4778-af13-fceabc4c7838 tempest-ExtraDHCPOptionsTestJSON-1975564287 tempest-ExtraDHCPOptionsTestJSON-1975564287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:31.010585 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-4d20675f-3a3a-4778-af13-fceabc4c7838 tempest-ExtraDHCPOptionsTestJSON-1975564287 tempest-ExtraDHCPOptionsTestJSON-1975564287-project] 10.222.0.64 "DELETE /v2.0/ports/c9135c2a-1ca3-4c6b-a913-31c6c93ba57b HTTP/1.1" status: 204  len: 168 time: 1.9781260
Dec 23 16:11:31.010585 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [None req-0364abfb-bf3f-4325-8abc-76c22da080e2 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Allocated IP 172.20.0.1 (ef399216-4831-47d8-8201-4811808932f6/a22c3f04-919b-404c-bdca-afc6ef48c093/2fa3c365-84aa-4013-8e05-099e44823ce3) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:11:31.012490 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 44726) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:31.026150 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fce346fd-4218-4707-ade2-829c9dcdc370 None None] Network b9660c3c-124b-4484-91ea-affa6606a197 is already hosted by enough agents. {{(pid=87637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:11:31.026907 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-631e388a-07e0-44e5-aea2-90464f6afa24 tempest-ExtraDHCPOptionsTestJSON-1975564287 tempest-ExtraDHCPOptionsTestJSON-1975564287-project] Request body: {'port': {'name': 'tempest-new-port-name-1966557040', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:11:31.026907 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.api.validators [None req-631e388a-07e0-44e5-aea2-90464f6afa24 tempest-ExtraDHCPOptionsTestJSON-1975564287 tempest-ExtraDHCPOptionsTestJSON-1975564287-project] bootfile-name is not in valid_values {{(pid=87636) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Dec 23 16:11:31.027215 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.api.validators [None req-631e388a-07e0-44e5-aea2-90464f6afa24 tempest-ExtraDHCPOptionsTestJSON-1975564287 tempest-ExtraDHCPOptionsTestJSON-1975564287-project] tftp-server is not in valid_values {{(pid=87636) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Dec 23 16:11:31.027453 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.api.validators [None req-631e388a-07e0-44e5-aea2-90464f6afa24 tempest-ExtraDHCPOptionsTestJSON-1975564287 tempest-ExtraDHCPOptionsTestJSON-1975564287-project] server-ip-address is not in valid_values {{(pid=87636) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Dec 23 16:11:31.028039 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.services.segments.db [None req-6906b30b-e5f6-437c-b14c-2480ce63dd63 tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dc1465b50>, '4cf6d678-b28d-4388-bd55-da74e8c1f627') {'for_net_delete': True} {{(pid=87635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:11:31.028155 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34bc527c-aa6f-4994-b53f-6456efeeb83e None None] Network a67646b4-5371-43ec-9f98-39fe51a67033 is already hosted by enough agents. {{(pid=87637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:11:31.028329 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.services.segments.db [None req-6906b30b-e5f6-437c-b14c-2480ce63dd63 tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dc1465b50>, '4cf6d678-b28d-4388-bd55-da74e8c1f627') {} {{(pid=87635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:11:31.036631 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d0832c-6ef4-45d8-b3f2-5ecc6e1bd3bf tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Pushing event deleted for resources: {'Subnet': ['ID=a21d8d5f-5bfc-42fe-86d8-6b66dfe05031,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:11:31.040013 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-34bc527c-aa6f-4994-b53f-6456efeeb83e None None] Resources bound (agent type, host, resource id):  {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:11:31.042215 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-fce346fd-4218-4707-ade2-829c9dcdc370 None None] Resources bound (agent type, host, resource id):  {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:11:31.047053 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34bc527c-aa6f-4994-b53f-6456efeeb83e None None] Received port after_create {{(pid=87637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:11:31.049213 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce346fd-4218-4707-ade2-829c9dcdc370 None None] Pushing event updated for resources: {'Port': ['ID=637627ec-5e22-4c04-833b-b68bde64c946,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:11:31.051488 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce346fd-4218-4707-ade2-829c9dcdc370 None None] Received port after_create {{(pid=87637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:11:31.059056 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-05f5b1b1-03ce-4ddd-a6f8-658bb7456ea5 tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2176495', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2618677'] for subnet, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:31.059281 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-fce346fd-4218-4707-ade2-829c9dcdc370 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:11:31.062738 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.268s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:11:31.068025 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-d859f7ba-4b87-411c-aff6-2ef80a2e1aa6 tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:11:31.068861 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-66d0832c-6ef4-45d8-b3f2-5ecc6e1bd3bf tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:11:31.082314 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-6906b30b-e5f6-437c-b14c-2480ce63dd63 tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735363085442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2776713'] for segment, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:31.134204 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-05f5b1b1-03ce-4ddd-a6f8-658bb7456ea5 tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Notify callbacks [] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:31.138795 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-05f5b1b1-03ce-4ddd-a6f8-658bb7456ea5 tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] 10.222.0.64 "DELETE /v2.0/subnets/7d7844a2-b34f-46e9-a403-d93fecff2831 HTTP/1.1" status: 204  len: 168 time: 1.2298820
Dec 23 16:11:31.143072 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f5b1b1-03ce-4ddd-a6f8-658bb7456ea5 tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=7d7844a2-b34f-46e9-a403-d93fecff2831,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:11:31.145462 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-05f5b1b1-03ce-4ddd-a6f8-658bb7456ea5 tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:11:31.148361 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 44730) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:31.240249 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-6906b30b-e5f6-437c-b14c-2480ce63dd63 tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:31.269454 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-253c427b-eabb-4e9e-8171-f34bda314d86 tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:31.275199 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bc527c-aa6f-4994-b53f-6456efeeb83e None None] Pushing event updated for resources: {'Port': ['ID=fe0a451c-9648-4e4c-a41b-49516be31f30,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:11:31.298439 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-34bc527c-aa6f-4994-b53f-6456efeeb83e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:11:31.302724 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-66d0832c-6ef4-45d8-b3f2-5ecc6e1bd3bf tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-864347', 'neutron.services.segments.db._delete_segments_for_network-8735362908070'] for network, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:31.322343 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6906b30b-e5f6-437c-b14c-2480ce63dd63 tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Releasing vlan 444 on physical network physnet1 to pool {{(pid=87635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 23 16:11:31.323113 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-6906b30b-e5f6-437c-b14c-2480ce63dd63 tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2753503'] for segment, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:31.337838 dv-neutron-822799-1-hyperv neutron-server[87635]: Traceback (most recent call last):
Dec 23 16:11:31.337838 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 23 16:11:31.337838 dv-neutron-822799-1-hyperv neutron-server[87635]:     timer()
Dec 23 16:11:31.337838 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:11:31.337838 dv-neutron-822799-1-hyperv neutron-server[87635]:     cb(*args, **kw)
Dec 23 16:11:31.337838 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 23 16:11:31.337838 dv-neutron-822799-1-hyperv neutron-server[87635]:     return func(*args, **kwargs)
Dec 23 16:11:31.337838 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:11:31.337838 dv-neutron-822799-1-hyperv neutron-server[87635]:     self._notify()
Dec 23 16:11:31.337838 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:11:31.337838 dv-neutron-822799-1-hyperv neutron-server[87635]:     self.callback(batched_events)
Dec 23 16:11:31.337838 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:11:31.337838 dv-neutron-822799-1-hyperv neutron-server[87635]:     event.method(event)
Dec 23 16:11:31.337838 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:11:31.337838 dv-neutron-822799-1-hyperv neutron-server[87635]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:11:31.337838 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 23 16:11:31.337838 dv-neutron-822799-1-hyperv neutron-server[87635]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 23 16:11:31.337838 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 23 16:11:31.337838 dv-neutron-822799-1-hyperv neutron-server[87635]:     return f(self, *a, **k)
Dec 23 16:11:31.337838 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:11:31.337838 dv-neutron-822799-1-hyperv neutron-server[87635]:     return self._get(url).json()
Dec 23 16:11:31.337838 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 23 16:11:31.337838 dv-neutron-822799-1-hyperv neutron-server[87635]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 23 16:11:31.337838 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 23 16:11:31.337838 dv-neutron-822799-1-hyperv neutron-server[87635]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:11:31.337838 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 23 16:11:31.337838 dv-neutron-822799-1-hyperv neutron-server[87635]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 23 16:11:31.337838 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 23 16:11:31.337838 dv-neutron-822799-1-hyperv neutron-server[87635]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:11:31.337838 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 23 16:11:31.337838 dv-neutron-822799-1-hyperv neutron-server[87635]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:11:31.337838 dv-neutron-822799-1-hyperv neutron-server[87635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:11:31.366456 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-34bc527c-aa6f-4994-b53f-6456efeeb83e None None] Attempting to bind port fe0a451c-9648-4e4c-a41b-49516be31f30 on host dv-neutron-822799-1-hyperv for vnic_type normal with profile  {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:11:31.366853 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-34bc527c-aa6f-4994-b53f-6456efeeb83e None None] Attempting to bind port fe0a451c-9648-4e4c-a41b-49516be31f30 by drivers openvswitch,hyperv on host dv-neutron-822799-1-hyperv at level 0 using segments [{'id': 'd0e346f7-32a7-41a0-b972-301688edbe10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'a67646b4-5371-43ec-9f98-39fe51a67033'}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:11:31.367220 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34bc527c-aa6f-4994-b53f-6456efeeb83e None None] Attempting to bind port fe0a451c-9648-4e4c-a41b-49516be31f30 on network a67646b4-5371-43ec-9f98-39fe51a67033 {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:11:31.386888 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34bc527c-aa6f-4994-b53f-6456efeeb83e None None] Checking agent: {'id': '20d2070f-69a9-4e73-8d08-6f0387a40158', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822799-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 21), 'started_at': datetime.datetime(2021, 12, 23, 16, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 11, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822799-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 23 16:11:31.387285 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34bc527c-aa6f-4994-b53f-6456efeeb83e None None] Checking segment: {'id': 'd0e346f7-32a7-41a0-b972-301688edbe10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'a67646b4-5371-43ec-9f98-39fe51a67033'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:11:31.387693 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-34bc527c-aa6f-4994-b53f-6456efeeb83e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:31.388139 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34bc527c-aa6f-4994-b53f-6456efeeb83e None None] Bound using segment: {'id': 'd0e346f7-32a7-41a0-b972-301688edbe10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'a67646b4-5371-43ec-9f98-39fe51a67033'} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 23 16:11:31.388658 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-34bc527c-aa6f-4994-b53f-6456efeeb83e None None] Bound port: fe0a451c-9648-4e4c-a41b-49516be31f30, host: dv-neutron-822799-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0e346f7-32a7-41a0-b972-301688edbe10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'a67646b4-5371-43ec-9f98-39fe51a67033'}}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 23 16:11:31.389056 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-34bc527c-aa6f-4994-b53f-6456efeeb83e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:31.402088 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-fce346fd-4218-4707-ade2-829c9dcdc370 None None] Attempting to bind port 637627ec-5e22-4c04-833b-b68bde64c946 on host dv-neutron-822799-1-hyperv for vnic_type normal with profile  {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:11:31.402475 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-fce346fd-4218-4707-ade2-829c9dcdc370 None None] Attempting to bind port 637627ec-5e22-4c04-833b-b68bde64c946 by drivers openvswitch,hyperv on host dv-neutron-822799-1-hyperv at level 0 using segments [{'id': '67a8bf1c-b8e3-4c26-919f-129b6187a7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'b9660c3c-124b-4484-91ea-affa6606a197'}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:11:31.402852 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fce346fd-4218-4707-ade2-829c9dcdc370 None None] Attempting to bind port 637627ec-5e22-4c04-833b-b68bde64c946 on network b9660c3c-124b-4484-91ea-affa6606a197 {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:11:31.424373 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fce346fd-4218-4707-ade2-829c9dcdc370 None None] Checking agent: {'id': '20d2070f-69a9-4e73-8d08-6f0387a40158', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822799-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 21), 'started_at': datetime.datetime(2021, 12, 23, 16, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 11, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822799-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 23 16:11:31.424793 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fce346fd-4218-4707-ade2-829c9dcdc370 None None] Checking segment: {'id': '67a8bf1c-b8e3-4c26-919f-129b6187a7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'b9660c3c-124b-4484-91ea-affa6606a197'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:11:31.425211 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-fce346fd-4218-4707-ade2-829c9dcdc370 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:31.425622 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fce346fd-4218-4707-ade2-829c9dcdc370 None None] Bound using segment: {'id': '67a8bf1c-b8e3-4c26-919f-129b6187a7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'b9660c3c-124b-4484-91ea-affa6606a197'} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 23 16:11:31.426114 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-fce346fd-4218-4707-ade2-829c9dcdc370 None None] Bound port: 637627ec-5e22-4c04-833b-b68bde64c946, host: dv-neutron-822799-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67a8bf1c-b8e3-4c26-919f-129b6187a7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'b9660c3c-124b-4484-91ea-affa6606a197'}}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 23 16:11:31.426500 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-fce346fd-4218-4707-ade2-829c9dcdc370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:31.427182 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2b6a167b-842b-4d41-904c-9081c59175c8 tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-698866'] for network, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:31.428747 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-631e388a-07e0-44e5-aea2-90464f6afa24 tempest-ExtraDHCPOptionsTestJSON-1975564287 tempest-ExtraDHCPOptionsTestJSON-1975564287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:31.546044 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-0364abfb-bf3f-4325-8abc-76c22da080e2 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:31.623736 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.provisioning_blocks [None req-0364abfb-bf3f-4325-8abc-76c22da080e2 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Transition to ACTIVE for port object 2fa3c365-84aa-4013-8e05-099e44823ce3 will not be triggered until provisioned by entity DHCP. {{(pid=87636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:11:31.698164 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-79dbed9f-dc34-41fe-9983-17c8c1cee131 None None] Notify callbacks [] for port, precommit_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:31.714860 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-fce346fd-4218-4707-ade2-829c9dcdc370 None None] For port 637627ec-5e22-4c04-833b-b68bde64c946, host dv-neutron-822799-1-hyperv, cleared binding levels {{(pid=87637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 23 16:11:31.719895 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-fce346fd-4218-4707-ade2-829c9dcdc370 None None] For port 637627ec-5e22-4c04-833b-b68bde64c946, host dv-neutron-822799-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=637627ec-5e22-4c04-833b-b68bde64c946,segment=NetworkSegment(67a8bf1c-b8e3-4c26-919f-129b6187a7be),segment_id=67a8bf1c-b8e3-4c26-919f-129b6187a7be)] {{(pid=87637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 23 16:11:31.748034 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.services.segments.db [None req-66d0832c-6ef4-45d8-b3f2-5ecc6e1bd3bf tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1dc0d0d8b0>,) {'filters': {'network_id': ['b9660c3c-124b-4484-91ea-affa6606a197']}} {{(pid=87635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:11:31.752399 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-34bc527c-aa6f-4994-b53f-6456efeeb83e None None] For port fe0a451c-9648-4e4c-a41b-49516be31f30, host dv-neutron-822799-1-hyperv, cleared binding levels {{(pid=87637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 23 16:11:31.754986 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-fce346fd-4218-4707-ade2-829c9dcdc370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:31.761980 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-34bc527c-aa6f-4994-b53f-6456efeeb83e None None] For port fe0a451c-9648-4e4c-a41b-49516be31f30, host dv-neutron-822799-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=fe0a451c-9648-4e4c-a41b-49516be31f30,segment=NetworkSegment(d0e346f7-32a7-41a0-b972-301688edbe10),segment_id=d0e346f7-32a7-41a0-b972-301688edbe10)] {{(pid=87637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 23 16:11:31.762798 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-34bc527c-aa6f-4994-b53f-6456efeeb83e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:11:31.801190 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-0364abfb-bf3f-4325-8abc-76c22da080e2 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:31.812115 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-5182cfef-9f6d-4dd6-9f89-f631a1b332a9 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:11:31.832024 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 5126fedc-1b8e-4cd7-9b16-f173335bcf4c up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:11:31.832846 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.services.segments.db [None req-66d0832c-6ef4-45d8-b3f2-5ecc6e1bd3bf tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dc0d0d8b0>, '67a8bf1c-b8e3-4c26-919f-129b6187a7be') {'for_net_delete': True} {{(pid=87635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:11:31.833417 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.services.segments.db [None req-66d0832c-6ef4-45d8-b3f2-5ecc6e1bd3bf tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dc0d0d8b0>, '67a8bf1c-b8e3-4c26-919f-129b6187a7be') {} {{(pid=87635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:11:31.857373 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2b6a167b-842b-4d41-904c-9081c59175c8 tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-864347', 'neutron.services.segments.db._delete_segments_for_network-8735362908070'] for network, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:31.863144 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-79dbed9f-dc34-41fe-9983-17c8c1cee131 None None] Transition to ACTIVE for port object 0bd5114b-b67a-425e-af7b-020f0f8e86e1 will not be triggered until provisioned by entity L2. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:11:31.863335 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-66d0832c-6ef4-45d8-b3f2-5ecc6e1bd3bf tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735363085442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2776713'] for segment, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:31.865470 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce346fd-4218-4707-ade2-829c9dcdc370 None None] Pushing event updated for resources: {'Port': ['ID=637627ec-5e22-4c04-833b-b68bde64c946,revision_number=2']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:11:31.871092 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-6906b30b-e5f6-437c-b14c-2480ce63dd63 tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-864336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1824171'] for network, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:31.881397 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-34bc527c-aa6f-4994-b53f-6456efeeb83e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:31.887393 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-cfb69e18-280c-435b-82e9-3489ef20be4d tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:11:31.887637 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-fce346fd-4218-4707-ade2-829c9dcdc370 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:11:31.888131 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-fce346fd-4218-4707-ade2-829c9dcdc370 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:11:31.903472 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-6906b30b-e5f6-437c-b14c-2480ce63dd63 tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627509'] for network, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:31.930468 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-79dbed9f-dc34-41fe-9983-17c8c1cee131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:31.937319 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0364abfb-bf3f-4325-8abc-76c22da080e2 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Network ef399216-4831-47d8-8201-4811808932f6 is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:11:31.951465 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-0364abfb-bf3f-4325-8abc-76c22da080e2 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Resources bound (agent type, host, resource id):  {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:11:31.953365 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0364abfb-bf3f-4325-8abc-76c22da080e2 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:11:31.954289 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-253c427b-eabb-4e9e-8171-f34bda314d86 tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:31.965205 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-66d0832c-6ef4-45d8-b3f2-5ecc6e1bd3bf tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:31.968066 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6906b30b-e5f6-437c-b14c-2480ce63dd63 tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Pushing event deleted for resources: {'Network': ['ID=e114bd0a-07a8-4a2c-800d-7e42a9ebaa05,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:11:31.988460 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-6906b30b-e5f6-437c-b14c-2480ce63dd63 tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:11:31.990396 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-253c427b-eabb-4e9e-8171-f34bda314d86 tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762424'] for security_group_rule, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:31.990898 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-2b6a167b-842b-4d41-904c-9081c59175c8 tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1dbb427280>,) {'filters': {'network_id': ['dcf123b6-1f33-45eb-ace6-d3e7f508eb09']}} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:11:31.992013 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66d0832c-6ef4-45d8-b3f2-5ecc6e1bd3bf tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Releasing vlan 437 on physical network physnet1 to pool {{(pid=87635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 23 16:11:31.992199 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-66d0832c-6ef4-45d8-b3f2-5ecc6e1bd3bf tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2753503'] for segment, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:32.016418 dv-neutron-822799-1-hyperv neutron-server[87635]: Traceback (most recent call last):
Dec 23 16:11:32.016418 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 23 16:11:32.016418 dv-neutron-822799-1-hyperv neutron-server[87635]:     timer()
Dec 23 16:11:32.016418 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:11:32.016418 dv-neutron-822799-1-hyperv neutron-server[87635]:     cb(*args, **kw)
Dec 23 16:11:32.016418 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 23 16:11:32.016418 dv-neutron-822799-1-hyperv neutron-server[87635]:     return func(*args, **kwargs)
Dec 23 16:11:32.016418 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:11:32.016418 dv-neutron-822799-1-hyperv neutron-server[87635]:     self._notify()
Dec 23 16:11:32.016418 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:11:32.016418 dv-neutron-822799-1-hyperv neutron-server[87635]:     self.callback(batched_events)
Dec 23 16:11:32.016418 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:11:32.016418 dv-neutron-822799-1-hyperv neutron-server[87635]:     event.method(event)
Dec 23 16:11:32.016418 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:11:32.016418 dv-neutron-822799-1-hyperv neutron-server[87635]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:11:32.016418 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 23 16:11:32.016418 dv-neutron-822799-1-hyperv neutron-server[87635]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 23 16:11:32.016418 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 23 16:11:32.016418 dv-neutron-822799-1-hyperv neutron-server[87635]:     return f(self, *a, **k)
Dec 23 16:11:32.016418 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:11:32.016418 dv-neutron-822799-1-hyperv neutron-server[87635]:     return self._get(url).json()
Dec 23 16:11:32.016418 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 23 16:11:32.016418 dv-neutron-822799-1-hyperv neutron-server[87635]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 23 16:11:32.016418 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 23 16:11:32.016418 dv-neutron-822799-1-hyperv neutron-server[87635]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:11:32.016418 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 23 16:11:32.016418 dv-neutron-822799-1-hyperv neutron-server[87635]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 23 16:11:32.016418 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 23 16:11:32.016418 dv-neutron-822799-1-hyperv neutron-server[87635]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:11:32.016418 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 23 16:11:32.016418 dv-neutron-822799-1-hyperv neutron-server[87635]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:11:32.016418 dv-neutron-822799-1-hyperv neutron-server[87635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:11:32.030604 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-32a156be-6d36-465f-9141-47ae698847b0 tempest-ServersTestJSON-1438135586 tempest-ServersTestJSON-1438135586-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:11:32.051610 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0364abfb-bf3f-4325-8abc-76c22da080e2 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Pushing event updated for resources: {'Port': ['ID=2fa3c365-84aa-4013-8e05-099e44823ce3,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:11:32.069289 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-0364abfb-bf3f-4325-8abc-76c22da080e2 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:11:32.077501 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-2b6a167b-842b-4d41-904c-9081c59175c8 tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dbb427280>, '8c5a219f-40b7-47c6-ad23-4a075da36083') {'for_net_delete': True} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:11:32.077920 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-2b6a167b-842b-4d41-904c-9081c59175c8 tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dbb427280>, '8c5a219f-40b7-47c6-ad23-4a075da36083') {} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:11:32.098509 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2b6a167b-842b-4d41-904c-9081c59175c8 tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735363085442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2382197'] for segment, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:32.127201 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-6906b30b-e5f6-437c-b14c-2480ce63dd63 tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] 10.222.0.64 "DELETE /v2.0/networks/e114bd0a-07a8-4a2c-800d-7e42a9ebaa05 HTTP/1.1" status: 204  len: 168 time: 4.2635517
Dec 23 16:11:32.129997 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 44734) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:32.140929 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-0364abfb-bf3f-4325-8abc-76c22da080e2 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1781300'] for router_interface, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:32.191436 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-bb32ce89-fc80-481c-9bc5-6f57c43b2043 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks [] for port, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:32.196964 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253c427b-eabb-4e9e-8171-f34bda314d86 tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2055cd02-96d2-406c-88c4-f3667af52dcc,revision_number=0']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:11:32.203996 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bc527c-aa6f-4994-b53f-6456efeeb83e None None] Pushing event updated for resources: {'Port': ['ID=fe0a451c-9648-4e4c-a41b-49516be31f30,revision_number=2']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:11:32.214446 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-34bc527c-aa6f-4994-b53f-6456efeeb83e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:11:32.220069 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-aa205f9f-e248-44ce-a914-a22b56dd2660 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.260s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:11:32.226561 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-253c427b-eabb-4e9e-8171-f34bda314d86 tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:11:32.243141 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.provisioning_blocks [None req-bb32ce89-fc80-481c-9bc5-6f57c43b2043 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Transition to ACTIVE for port object bc57b667-6443-4d6e-9a34-78100db9ee35 will not be triggered until provisioned by entity DHCP. {{(pid=87635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:11:32.283960 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-253c427b-eabb-4e9e-8171-f34bda314d86 tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:32.286588 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-253c427b-eabb-4e9e-8171-f34bda314d86 tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 1.4516916
Dec 23 16:11:32.287775 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.db.api [None req-66d0832c-6ef4-45d8-b3f2-5ecc6e1bd3bf tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Dec 23 16:11:32.287775 dv-neutron-822799-1-hyperv neutron-server[87635]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Dec 23 16:11:32.287775 dv-neutron-822799-1-hyperv neutron-server[87635]: [parameters: {'id': 'b9660c3c-124b-4484-91ea-affa6606a197'}]
Dec 23 16:11:32.287775 dv-neutron-822799-1-hyperv neutron-server[87635]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87635) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 23 16:11:32.288685 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_db.api [None req-66d0832c-6ef4-45d8-b3f2-5ecc6e1bd3bf tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 23 16:11:32.290145 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 44738) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:32.317339 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12167446-b9d1-4fcb-ab2c-8bc4dc642bf7 None None] Pushing event updated for resources: {'Port': ['ID=0bd5114b-b67a-425e-af7b-020f0f8e86e1,revision_number=3']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:11:32.368596 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-12167446-b9d1-4fcb-ab2c-8bc4dc642bf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:11:32.392357 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-bb32ce89-fc80-481c-9bc5-6f57c43b2043 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:32.405494 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-52e8b6b1-c698-4002-b978-94d0efb27e83 tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] Request body: {'security_group_rule': {'security_group_id': '3b5fba24-44fb-4189-bd87-51876b915d36', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:11:32.411189 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-52e8b6b1-c698-4002-b978-94d0efb27e83 tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:11:32.415556 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-52e8b6b1-c698-4002-b978-94d0efb27e83 tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] Usage tracker for resource:security_group_rule and tenant:4397e61b404b4512b8e2da8fa19161c5 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:11:32.426842 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port 5126fedc-1b8e-4cd7-9b16-f173335bcf4c triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:11:32.427479 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:32.443486 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-8f9939e9-98d2-4f30-87f4-faaa4324e02f tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:11:32.443981 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2b6a167b-842b-4d41-904c-9081c59175c8 tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:32.466593 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-79dbed9f-dc34-41fe-9983-17c8c1cee131 None None] Attempting to bind port 0bd5114b-b67a-425e-af7b-020f0f8e86e1 on host dv-neutron-822799-1-hyperv for vnic_type normal with profile  {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:11:32.467507 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-79dbed9f-dc34-41fe-9983-17c8c1cee131 None None] Attempting to bind port 0bd5114b-b67a-425e-af7b-020f0f8e86e1 by drivers openvswitch,hyperv on host dv-neutron-822799-1-hyperv at level 0 using segments [{'id': '5b2dc38d-af73-4f53-bcc7-5cd4bb0f9f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'd7a1eeae-9238-41c5-b3d8-78eaa1dfac99'}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:11:32.467628 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-cbcfbada-dc04-4f8a-8553-21ce588d2ee4 tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Synchronizing usage tracker for tenant:27b98bb335a04980b28b25e7a81bcfe0 on resource:port {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:11:32.468196 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79dbed9f-dc34-41fe-9983-17c8c1cee131 None None] Attempting to bind port 0bd5114b-b67a-425e-af7b-020f0f8e86e1 on network d7a1eeae-9238-41c5-b3d8-78eaa1dfac99 {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:11:32.470558 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b6a167b-842b-4d41-904c-9081c59175c8 tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Releasing vlan 414 on physical network physnet1 to pool {{(pid=87636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 23 16:11:32.470964 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2b6a167b-842b-4d41-904c-9081c59175c8 tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2176261'] for segment, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:32.480166 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79dbed9f-dc34-41fe-9983-17c8c1cee131 None None] Checking agent: {'id': '20d2070f-69a9-4e73-8d08-6f0387a40158', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822799-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 21), 'started_at': datetime.datetime(2021, 12, 23, 16, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 11, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822799-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 23 16:11:32.480878 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79dbed9f-dc34-41fe-9983-17c8c1cee131 None None] Checking segment: {'id': '5b2dc38d-af73-4f53-bcc7-5cd4bb0f9f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'd7a1eeae-9238-41c5-b3d8-78eaa1dfac99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:11:32.482057 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-79dbed9f-dc34-41fe-9983-17c8c1cee131 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:32.482778 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79dbed9f-dc34-41fe-9983-17c8c1cee131 None None] Bound using segment: {'id': '5b2dc38d-af73-4f53-bcc7-5cd4bb0f9f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'd7a1eeae-9238-41c5-b3d8-78eaa1dfac99'} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 23 16:11:32.483506 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-79dbed9f-dc34-41fe-9983-17c8c1cee131 None None] Bound port: 0bd5114b-b67a-425e-af7b-020f0f8e86e1, host: dv-neutron-822799-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b2dc38d-af73-4f53-bcc7-5cd4bb0f9f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'd7a1eeae-9238-41c5-b3d8-78eaa1dfac99'}}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 23 16:11:32.484130 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-79dbed9f-dc34-41fe-9983-17c8c1cee131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:32.486275 dv-neutron-822799-1-hyperv neutron-server[87636]: Traceback (most recent call last):
Dec 23 16:11:32.486275 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 23 16:11:32.486275 dv-neutron-822799-1-hyperv neutron-server[87636]:     timer()
Dec 23 16:11:32.486275 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:11:32.486275 dv-neutron-822799-1-hyperv neutron-server[87636]:     cb(*args, **kw)
Dec 23 16:11:32.486275 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 23 16:11:32.486275 dv-neutron-822799-1-hyperv neutron-server[87636]:     return func(*args, **kwargs)
Dec 23 16:11:32.486275 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:11:32.486275 dv-neutron-822799-1-hyperv neutron-server[87636]:     self._notify()
Dec 23 16:11:32.486275 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:11:32.486275 dv-neutron-822799-1-hyperv neutron-server[87636]:     self.callback(batched_events)
Dec 23 16:11:32.486275 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:11:32.486275 dv-neutron-822799-1-hyperv neutron-server[87636]:     event.method(event)
Dec 23 16:11:32.486275 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:11:32.486275 dv-neutron-822799-1-hyperv neutron-server[87636]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:11:32.486275 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 23 16:11:32.486275 dv-neutron-822799-1-hyperv neutron-server[87636]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 23 16:11:32.486275 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 23 16:11:32.486275 dv-neutron-822799-1-hyperv neutron-server[87636]:     return f(self, *a, **k)
Dec 23 16:11:32.486275 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:11:32.486275 dv-neutron-822799-1-hyperv neutron-server[87636]:     return self._get(url).json()
Dec 23 16:11:32.486275 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 23 16:11:32.486275 dv-neutron-822799-1-hyperv neutron-server[87636]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 23 16:11:32.486275 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 23 16:11:32.486275 dv-neutron-822799-1-hyperv neutron-server[87636]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:11:32.486275 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 23 16:11:32.486275 dv-neutron-822799-1-hyperv neutron-server[87636]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 23 16:11:32.486275 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 23 16:11:32.486275 dv-neutron-822799-1-hyperv neutron-server[87636]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:11:32.486275 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 23 16:11:32.486275 dv-neutron-822799-1-hyperv neutron-server[87636]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:11:32.486275 dv-neutron-822799-1-hyperv neutron-server[87636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:11:32.503961 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-52e8b6b1-c698-4002-b978-94d0efb27e83 tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:11:32.534978 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb32ce89-fc80-481c-9bc5-6f57c43b2043 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Network a67646b4-5371-43ec-9f98-39fe51a67033 is already hosted by enough agents. {{(pid=87635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:11:32.543730 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-52e8b6b1-c698-4002-b978-94d0efb27e83 tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:11:32.544992 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.base_scheduler [None req-bb32ce89-fc80-481c-9bc5-6f57c43b2043 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Resources bound (agent type, host, resource id):  {{(pid=87635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:11:32.561269 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb32ce89-fc80-481c-9bc5-6f57c43b2043 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Received port after_create {{(pid=87635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:11:32.568402 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb32ce89-fc80-481c-9bc5-6f57c43b2043 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:11:32.569084 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-bb32ce89-fc80-481c-9bc5-6f57c43b2043 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:32.590602 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.db.resource_extend [None req-631e388a-07e0-44e5-aea2-90464f6afa24 tempest-ExtraDHCPOptionsTestJSON-1975564287 tempest-ExtraDHCPOptionsTestJSON-1975564287-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 23 16:11:32.614930 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-bb32ce89-fc80-481c-9bc5-6f57c43b2043 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201  len: 948 time: 4.5566461
Dec 23 16:11:32.621065 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 44742) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:32.626644 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-631e388a-07e0-44e5-aea2-90464f6afa24 tempest-ExtraDHCPOptionsTestJSON-1975564287 tempest-ExtraDHCPOptionsTestJSON-1975564287-project] Notify callbacks [] for port, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:32.647529 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-631e388a-07e0-44e5-aea2-90464f6afa24 tempest-ExtraDHCPOptionsTestJSON-1975564287 tempest-ExtraDHCPOptionsTestJSON-1975564287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2176289'] for port, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:32.653818 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-e49fdd06-5f9e-4ce6-b526-3c4f4ce32740 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:11:32.673180 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb32ce89-fc80-481c-9bc5-6f57c43b2043 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Pushing event updated for resources: {'Port': ['ID=bc57b667-6443-4d6e-9a34-78100db9ee35,revision_number=1']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:11:32.676605 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-3e0405c3-4232-40dc-809b-0b102c1dd313 tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] Deleting port 16512eb7-d42e-429e-98e1-b8ffd435cb6d {{(pid=87635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:11:32.676939 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-3e0405c3-4232-40dc-809b-0b102c1dd313 tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:32.690426 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-79dbed9f-dc34-41fe-9983-17c8c1cee131 None None] For port 0bd5114b-b67a-425e-af7b-020f0f8e86e1, host dv-neutron-822799-1-hyperv, cleared binding levels {{(pid=87637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 23 16:11:32.705884 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-79dbed9f-dc34-41fe-9983-17c8c1cee131 None None] For port 0bd5114b-b67a-425e-af7b-020f0f8e86e1, host dv-neutron-822799-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=0bd5114b-b67a-425e-af7b-020f0f8e86e1,segment=NetworkSegment(5b2dc38d-af73-4f53-bcc7-5cd4bb0f9f9f),segment_id=5b2dc38d-af73-4f53-bcc7-5cd4bb0f9f9f)] {{(pid=87637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 23 16:11:32.710017 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-cbcfbada-dc04-4f8a-8553-21ce588d2ee4 tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Unset dirty status for tenant:27b98bb335a04980b28b25e7a81bcfe0 on resource:port {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:11:32.713781 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-cbcfbada-dc04-4f8a-8553-21ce588d2ee4 tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] 10.222.0.64 "GET /v2.0/ports?device_id=b1195220-26e9-4598-8b6d-5b84f9818889 HTTP/1.1" status: 200  len: 205 time: 0.5792987
Dec 23 16:11:32.716966 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-79dbed9f-dc34-41fe-9983-17c8c1cee131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:32.717699 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 44746) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:32.723435 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2b6a167b-842b-4d41-904c-9081c59175c8 tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-864336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1824171'] for network, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:32.724045 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-91e711ab-1934-48ed-8331-4331a4be2bba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:11:32.842966 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12167446-b9d1-4fcb-ab2c-8bc4dc642bf7 None None] Pushing event updated for resources: {'Port': ['ID=0bd5114b-b67a-425e-af7b-020f0f8e86e1,revision_number=4']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:11:32.846217 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b6a167b-842b-4d41-904c-9081c59175c8 tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  dcf123b6-1f33-45eb-ace6-d3e7f508eb09 {{(pid=87636) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}}
Dec 23 16:11:32.847123 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device cf351936-91b0-4f60-9b6d-a2c6e09570d2 no longer exists at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 23 16:11:32.856937 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2b6a167b-842b-4d41-904c-9081c59175c8 tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:32.882728 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-3e0405c3-4232-40dc-809b-0b102c1dd313 tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:32.937327 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-12167446-b9d1-4fcb-ab2c-8bc4dc642bf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:11:32.939094 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] No Port match for: cf351936-91b0-4f60-9b6d-a2c6e09570d2 {{(pid=87637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 23 16:11:32.939456 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device cf351936-91b0-4f60-9b6d-a2c6e09570d2 not bound to the agent host dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 23 16:11:32.971553 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79dbed9f-dc34-41fe-9983-17c8c1cee131 None None] Routers {'3fcc639f-0d7e-4f4d-a92f-e3c896a4f0c6'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:11:32.972270 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-79dbed9f-dc34-41fe-9983-17c8c1cee131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc28ccfa0>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:11:20Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['3fcc639f-0d7e-4f4d-a92f-e3c896a4f0c6'], 'active': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:11:32.976132 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631e388a-07e0-44e5-aea2-90464f6afa24 tempest-ExtraDHCPOptionsTestJSON-1975564287 tempest-ExtraDHCPOptionsTestJSON-1975564287-project] Pushing event updated for resources: {'Port': ['ID=3614b829-e5dc-4e22-8ba5-8c9588bddf8c,revision_number=2']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:11:32.990173 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-631e388a-07e0-44e5-aea2-90464f6afa24 tempest-ExtraDHCPOptionsTestJSON-1975564287 tempest-ExtraDHCPOptionsTestJSON-1975564287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:11:32.992873 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9e98f207-2bdb-49e4-9239-80e03d4fd08a tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Notify callbacks [] for router, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:33.036269 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-bb32ce89-fc80-481c-9bc5-6f57c43b2043 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.593s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:11:33.043021 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-66d0832c-6ef4-45d8-b3f2-5ecc6e1bd3bf tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-698866'] for network, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:33.047261 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-2b6a167b-842b-4d41-904c-9081c59175c8 tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] 10.222.0.64 "DELETE /v2.0/networks/dcf123b6-1f33-45eb-ace6-d3e7f508eb09 HTTP/1.1" status: 204  len: 168 time: 1.8959675
Dec 23 16:11:33.050179 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-31e98355-d810-46b8-af12-633e7dc87f60 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.232s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:11:33.084755 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-3e0405c3-4232-40dc-809b-0b102c1dd313 tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] Calling delete_port for 16512eb7-d42e-429e-98e1-b8ffd435cb6d owned by network:router_interface {{(pid=87635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:11:33.104552 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6a167b-842b-4d41-904c-9081c59175c8 tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Pushing event deleted for resources: {'Network': ['ID=dcf123b6-1f33-45eb-ace6-d3e7f508eb09,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:11:33.111542 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-631e388a-07e0-44e5-aea2-90464f6afa24 tempest-ExtraDHCPOptionsTestJSON-1975564287 tempest-ExtraDHCPOptionsTestJSON-1975564287-project] In _notify_port_updated(), no bound segment for port 3614b829-e5dc-4e22-8ba5-8c9588bddf8c on network 11c63414-d4ad-41ad-a899-b8d8bf34bfd4 {{(pid=87636) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}}
Dec 23 16:11:33.121417 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-631e388a-07e0-44e5-aea2-90464f6afa24 tempest-ExtraDHCPOptionsTestJSON-1975564287 tempest-ExtraDHCPOptionsTestJSON-1975564287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:11:33.122446 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-631e388a-07e0-44e5-aea2-90464f6afa24 tempest-ExtraDHCPOptionsTestJSON-1975564287 tempest-ExtraDHCPOptionsTestJSON-1975564287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:33.123983 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-631e388a-07e0-44e5-aea2-90464f6afa24 tempest-ExtraDHCPOptionsTestJSON-1975564287 tempest-ExtraDHCPOptionsTestJSON-1975564287-project] 10.222.0.64 "PUT /v2.0/ports/3614b829-e5dc-4e22-8ba5-8c9588bddf8c HTTP/1.1" status: 200  len: 1137 time: 2.1082759
Dec 23 16:11:33.181391 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 44752) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:33.216353 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-52e8b6b1-c698-4002-b978-94d0efb27e83 tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:33.235041 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-2b6a167b-842b-4d41-904c-9081c59175c8 tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:11:33.250180 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-0364abfb-bf3f-4325-8abc-76c22da080e2 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:33.352832 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-471d43bb-be52-4039-b4bb-b952b5821a3b tempest-ExtraDHCPOptionsTestJSON-1975564287 tempest-ExtraDHCPOptionsTestJSON-1975564287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:11:33.354334 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-471d43bb-be52-4039-b4bb-b952b5821a3b tempest-ExtraDHCPOptionsTestJSON-1975564287 tempest-ExtraDHCPOptionsTestJSON-1975564287-project] 10.222.0.64 "GET /v2.0/ports/3614b829-e5dc-4e22-8ba5-8c9588bddf8c HTTP/1.1" status: 200  len: 1137 time: 0.1547744
Dec 23 16:11:33.363963 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 44758) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:33.433010 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvr_db [None req-79dbed9f-dc34-41fe-9983-17c8c1cee131 None None] Set router 3fcc639f-0d7e-4f4d-a92f-e3c896a4f0c6 gateway port host: dv-neutron-822799-1-hyperv {{(pid=87637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:11:33.543102 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-66d0832c-6ef4-45d8-b3f2-5ecc6e1bd3bf tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Deleting port 637627ec-5e22-4c04-833b-b68bde64c946 {{(pid=87635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:11:33.543445 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-66d0832c-6ef4-45d8-b3f2-5ecc6e1bd3bf tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:33.661623 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 44764) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:33.688857 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device fe0a451c-9648-4e4c-a41b-49516be31f30 up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:11:33.696973 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-c3acef1d-1f35-46a8-8afb-4b4d5de71383 tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Request body: {'router': {'name': 'tempest-router--265288218', 'project_id': '077cb1f4aa8a4a3eae80c03f1206c649'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:11:33.697500 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9e98f207-2bdb-49e4-9239-80e03d4fd08a tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1784183', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-235354'] for router, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:33.720134 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9e98f207-2bdb-49e4-9239-80e03d4fd08a tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:33.739200 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-c3acef1d-1f35-46a8-8afb-4b4d5de71383 tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:11:33.742187 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df2d1bc2-cc21-4395-8823-d72600313258 None None] get_active_networks_info from dv-neutron-822799-1-hyperv {{(pid=87637) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}}
Dec 23 16:11:33.765106 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-c3acef1d-1f35-46a8-8afb-4b4d5de71383 tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Usage tracker for resource:router and tenant:077cb1f4aa8a4a3eae80c03f1206c649 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:11:33.769807 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-c3acef1d-1f35-46a8-8afb-4b4d5de71383 tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:11:33.793669 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-5e1b55bc-7248-4351-961e-4543ccd41cf1 tempest-ExtraDHCPOptionsTestJSON-1975564287 tempest-ExtraDHCPOptionsTestJSON-1975564287-project] Deleting port 3614b829-e5dc-4e22-8ba5-8c9588bddf8c {{(pid=87635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:11:33.794012 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-5e1b55bc-7248-4351-961e-4543ccd41cf1 tempest-ExtraDHCPOptionsTestJSON-1975564287 tempest-ExtraDHCPOptionsTestJSON-1975564287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:33.822929 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9e98f207-2bdb-49e4-9239-80e03d4fd08a tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1781328'] for router, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:33.823195 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-52e8b6b1-c698-4002-b978-94d0efb27e83 tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:33.823683 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e98f207-2bdb-49e4-9239-80e03d4fd08a tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Fanout notify agent at l3_agent the message router_deleted on router b1195220-26e9-4598-8b6d-5b84f9818889 {{(pid=87636) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 23 16:11:33.824130 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-c3acef1d-1f35-46a8-8afb-4b4d5de71383 tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:11:33.875877 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6576800e-318c-4b4d-a2f5-e58017775fa9 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:11:33.881650 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6576800e-318c-4b4d-a2f5-e58017775fa9 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:11:33.882481 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-6576800e-318c-4b4d-a2f5-e58017775fa9 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Synchronizing usage tracker for tenant:bf435ff0e7914a739a10fff5b2399c13 on resource:port {{(pid=87635) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:11:33.895219 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-52e8b6b1-c698-4002-b978-94d0efb27e83 tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762424'] for security_group_rule, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:33.912874 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9e98f207-2bdb-49e4-9239-80e03d4fd08a tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Notify callbacks [] for router, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:33.917142 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-9e98f207-2bdb-49e4-9239-80e03d4fd08a tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] 10.222.0.64 "DELETE /v2.0/routers/b1195220-26e9-4598-8b6d-5b84f9818889 HTTP/1.1" status: 204  len: 168 time: 1.1953719
Dec 23 16:11:33.917455 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-10df31aa-49c3-47af-9053-b41143816319 None None] Provisioning for port fe0a451c-9648-4e4c-a41b-49516be31f30 completed by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:11:33.936222 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-4411e4be-ef7c-4ea0-bfb0-de51eceb3d26 tempest-ServersTestManualDisk-1942191146 tempest-ServersTestManualDisk-1942191146-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:11:33.954712 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-c3acef1d-1f35-46a8-8afb-4b4d5de71383 tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1823978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-235332'] for router, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:33.955855 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-c3acef1d-1f35-46a8-8afb-4b4d5de71383 tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1824575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1824063', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1751113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-235341'] for router, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:33.999373 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e8b6b1-c698-4002-b978-94d0efb27e83 tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c74c8e96-5e57-4ce9-8ce1-5787a63458cf,revision_number=0']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:11:34.002283 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-52e8b6b1-c698-4002-b978-94d0efb27e83 tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:11:34.030352 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning for port fe0a451c-9648-4e4c-a41b-49516be31f30 completed by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:11:34.046689 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port fe0a451c-9648-4e4c-a41b-49516be31f30 triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:11:34.047087 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:34.181587 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df2d1bc2-cc21-4395-8823-d72600313258 None None] Resources bound (agent type, host, resource id):  {{(pid=87637) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Dec 23 16:11:34.185561 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-79dbed9f-dc34-41fe-9983-17c8c1cee131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc28ccfa0>, [{'id': '3fcc639f-0d7e-4f4d-a92f-e3c896a4f0c6', 'name': 'tempest-ServerActionsTestJSON-1773443542-router', 'tenant_id': '4397e61b404b4512b8e2da8fa19161c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.130'}], 'enable_snat': True}, 'gw_port_id': '7a1ae378-b700-4af3-84fb-c01bf410ef8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:11:09Z', 'updated_at': '2021-12-23T16:11:24Z', 'revision_number': 4, 'project_id': '4397e61b404b4512b8e2da8fa19161c5', 'gw_port': {'id': '7a1ae378-b700-4af3-84fb-c01bf410ef8e', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:dd:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fcc639f-0d7e-4f4d-a92f-e3c896a4f0c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:11:12Z', 'updated_at': '2021-12-23T16:11:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_interfaces': [{'id': '0bd5114b-b67a-425e-af7b-020f0f8e86e1', 'name': '', 'network_id': 'd7a1eeae-9238-41c5-b3d8-78eaa1dfac99', 'tenant_id': '4397e61b404b4512b8e2da8fa19161c5', 'mac_address': 'fa:16:3e:07:7e:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fcc639f-0d7e-4f4d-a92f-e3c896a4f0c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'ea22a554-707a-4001-b348-60dd1fb71851', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:11:21Z', 'updated_at': '2021-12-23T16:11:32Z', 'revision_number': 4, 'project_id': '4397e61b404b4512b8e2da8fa19161c5', 'subnets': [{'id': 'ea22a554-707a-4001-b348-60dd1fb71851', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:11:34.197660 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79dbed9f-dc34-41fe-9983-17c8c1cee131 None None] The sync data for ids ['3fcc639f-0d7e-4f4d-a92f-e3c896a4f0c6'] in dv-neutron-822799-1-hyperv is: [{'id': '3fcc639f-0d7e-4f4d-a92f-e3c896a4f0c6', 'name': 'tempest-ServerActionsTestJSON-1773443542-router', 'tenant_id': '4397e61b404b4512b8e2da8fa19161c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.130'}], 'enable_snat': True}, 'gw_port_id': '7a1ae378-b700-4af3-84fb-c01bf410ef8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:11:09Z', 'updated_at': '2021-12-23T16:11:24Z', 'revision_number': 4, 'project_id': '4397e61b404b4512b8e2da8fa19161c5', 'gw_port': {'id': '7a1ae378-b700-4af3-84fb-c01bf410ef8e', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:dd:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fcc639f-0d7e-4f4d-a92f-e3c896a4f0c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:11:12Z', 'updated_at': '2021-12-23T16:11:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_interfaces': [{'id': '0bd5114b-b67a-425e-af7b-020f0f8e86e1', 'name': '', 'network_id': 'd7a1eeae-9238-41c5-b3d8-78eaa1dfac99', 'tenant_id': '4397e61b404b4512b8e2da8fa19161c5', 'mac_address': 'fa:16:3e:07:7e:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fcc639f-0d7e-4f4d-a92f-e3c896a4f0c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'ea22a554-707a-4001-b348-60dd1fb71851', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:11:21Z', 'updated_at': '2021-12-23T16:11:32Z', 'revision_number': 4, 'project_id': '4397e61b404b4512b8e2da8fa19161c5', 'subnets': [{'id': 'ea22a554-707a-4001-b348-60dd1fb71851', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 23 16:11:34.204021 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-6576800e-318c-4b4d-a2f5-e58017775fa9 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Unset dirty status for tenant:bf435ff0e7914a739a10fff5b2399c13 on resource:port {{(pid=87635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:11:34.207521 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-6576800e-318c-4b4d-a2f5-e58017775fa9 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1685 time: 1.5823989
Dec 23 16:11:34.207661 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-0364abfb-bf3f-4325-8abc-76c22da080e2 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify callbacks [] for port, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:34.217547 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 44770) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:34.222360 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-0364abfb-bf3f-4325-8abc-76c22da080e2 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2176289'] for port, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:34.259071 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-52e8b6b1-c698-4002-b978-94d0efb27e83 tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:34.263126 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-52e8b6b1-c698-4002-b978-94d0efb27e83 tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 1.8659410
Dec 23 16:11:34.363178 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 44774) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:34.393098 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-e62d26b2-9f16-4c39-9450-8b65244f907a tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] Request body: {'floatingip': {'floating_network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:11:34.405699 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:34.422890 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-e62d26b2-9f16-4c39-9450-8b65244f907a tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:11:34.491728 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 44780) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:34.504448 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-e62d26b2-9f16-4c39-9450-8b65244f907a tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] Usage tracker for resource:floatingip and tenant:4397e61b404b4512b8e2da8fa19161c5 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:11:34.556125 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-e62d26b2-9f16-4c39-9450-8b65244f907a tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:11:34.572155 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.db [None req-66d0832c-6ef4-45d8-b3f2-5ecc6e1bd3bf tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] For port 637627ec-5e22-4c04-833b-b68bde64c946, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=637627ec-5e22-4c04-833b-b68bde64c946,segment=NetworkSegment(67a8bf1c-b8e3-4c26-919f-129b6187a7be),segment_id=67a8bf1c-b8e3-4c26-919f-129b6187a7be)] {{(pid=87635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:11:34.572502 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-66d0832c-6ef4-45d8-b3f2-5ecc6e1bd3bf tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:34.581386 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-e62d26b2-9f16-4c39-9450-8b65244f907a tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:11:34.600710 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-3e0405c3-4232-40dc-809b-0b102c1dd313 tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:34.612163 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-3b48d4a9-4773-4419-a719-fc9b99016702 tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:11:34.643567 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-4d20675f-3a3a-4778-af13-fceabc4c7838 tempest-ExtraDHCPOptionsTestJSON-1975564287 tempest-ExtraDHCPOptionsTestJSON-1975564287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:11:34.644679 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] For port fe0a451c-9648-4e4c-a41b-49516be31f30, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=fe0a451c-9648-4e4c-a41b-49516be31f30,segment=NetworkSegment(d0e346f7-32a7-41a0-b972-301688edbe10),segment_id=d0e346f7-32a7-41a0-b972-301688edbe10)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:11:34.658873 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:34.664723 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-a14e16eb-c59f-4a96-ad78-7fc58f9c2c85 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:11:34.723152 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-0364abfb-bf3f-4325-8abc-76c22da080e2 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1627481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1781465'] for router_interface, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:34.781578 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-c3acef1d-1f35-46a8-8afb-4b4d5de71383 tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:34.789592 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-66d0832c-6ef4-45d8-b3f2-5ecc6e1bd3bf tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Calling delete_port for 637627ec-5e22-4c04-833b-b68bde64c946 owned by network:dhcp {{(pid=87635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:11:34.821856 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0405c3-4232-40dc-809b-0b102c1dd313 tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] Pushing event deleted for resources: {'Port': ['ID=16512eb7-d42e-429e-98e1-b8ffd435cb6d,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:11:34.825596 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-3e0405c3-4232-40dc-809b-0b102c1dd313 tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:11:34.857007 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-e62d26b2-9f16-4c39-9450-8b65244f907a tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] Notify callbacks [] for floatingip, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:34.863112 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Pushing event updated for resources: {'Port': ['ID=fe0a451c-9648-4e4c-a41b-49516be31f30,revision_number=3']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:11:34.880288 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:11:34.963194 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-98b40ae7-a0f7-4a9d-9000-7b84562e9c93 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Deleting port bc57b667-6443-4d6e-9a34-78100db9ee35 {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:11:34.963496 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-98b40ae7-a0f7-4a9d-9000-7b84562e9c93 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:34.973696 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e89051f5-cc37-4eee-8ea1-d74c0a5f574f None None] DHCP port deletion for e114bd0a-07a8-4a2c-800d-7e42a9ebaa05 request from dv-neutron-822799-1-hyperv {{(pid=87637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 23 16:11:35.000394 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0364abfb-bf3f-4325-8abc-76c22da080e2 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Network ef399216-4831-47d8-8201-4811808932f6 is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:11:35.009920 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7498847-5d2d-42b9-b7b8-11668ddade56 None None] Network a67646b4-5371-43ec-9f98-39fe51a67033 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:11:35.012151 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-0364abfb-bf3f-4325-8abc-76c22da080e2 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Resources bound (agent type, host, resource id):  {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:11:35.019674 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0364abfb-bf3f-4325-8abc-76c22da080e2 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Pushing event updated for resources: {'Port': ['ID=2fa3c365-84aa-4013-8e05-099e44823ce3,revision_number=2']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:11:35.025342 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-0364abfb-bf3f-4325-8abc-76c22da080e2 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:11:35.059391 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2a4bb39-e9f7-498e-b2ca-2f829e38c2a3 None None] Network b9660c3c-124b-4484-91ea-affa6606a197 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:11:35.146153 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-5e1b55bc-7248-4351-961e-4543ccd41cf1 tempest-ExtraDHCPOptionsTestJSON-1975564287 tempest-ExtraDHCPOptionsTestJSON-1975564287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:35.164874 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-c3acef1d-1f35-46a8-8afb-4b4d5de71383 tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1823971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1824234'] for router, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:35.277120 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-c3016dde-f851-4920-9781-a62068c6d22a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=27b98bb335a04980b28b25e7a81bcfe0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7841117
Dec 23 16:11:35.282552 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 44786) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:35.587362 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-66d0832c-6ef4-45d8-b3f2-5ecc6e1bd3bf tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:35.599927 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-a5d547a4-5e08-493a-97ec-63779d5dd4a3 tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:11:35.679577 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-3e0405c3-4232-40dc-809b-0b102c1dd313 tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1627472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1784155'] for router_interface, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:35.730703 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd147ab4-638f-4b52-b126-16ec16f90bc1 None None] Network b9660c3c-124b-4484-91ea-affa6606a197 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:11:35.769741 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0364abfb-bf3f-4325-8abc-76c22da080e2 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Router 241813ab-058a-4d36-a6bf-c992de5b1eed has already been hosted by L3 agent 371d4c41-c7e2-4de7-9539-c049ec4e95d1 {{(pid=87636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 23 16:11:35.770310 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device fe0a451c-9648-4e4c-a41b-49516be31f30 up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:11:35.832132 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-17c2f354-c9e0-4b70-917b-4d2ec5dc7622 None None] Could not find standard attr ID for object c9135c2a-1ca3-4c6b-a913-31c6c93ba57b. {{(pid=87637) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 23 16:11:35.875316 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d0832c-6ef4-45d8-b3f2-5ecc6e1bd3bf tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Pushing event deleted for resources: {'Port': ['ID=637627ec-5e22-4c04-833b-b68bde64c946,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:11:35.967447 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-98b40ae7-a0f7-4a9d-9000-7b84562e9c93 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:35.982177 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d0832c-6ef4-45d8-b3f2-5ecc6e1bd3bf tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] No DVR routers for this DVR port 637627ec-5e22-4c04-833b-b68bde64c946 on host dv-neutron-822799-1-hyperv {{(pid=87635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 23 16:11:36.004406 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-66d0832c-6ef4-45d8-b3f2-5ecc6e1bd3bf tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.405s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:11:36.117415 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-5e1b55bc-7248-4351-961e-4543ccd41cf1 tempest-ExtraDHCPOptionsTestJSON-1975564287 tempest-ExtraDHCPOptionsTestJSON-1975564287-project] Calling delete_port for 3614b829-e5dc-4e22-8ba5-8c9588bddf8c owned by  {{(pid=87635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:11:36.187759 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-17c2f354-c9e0-4b70-917b-4d2ec5dc7622 None None] Provisioning for port 2fa3c365-84aa-4013-8e05-099e44823ce3 completed by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:11:36.219818 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-98b40ae7-a0f7-4a9d-9000-7b84562e9c93 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Calling delete_port for bc57b667-6443-4d6e-9a34-78100db9ee35 owned by  {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:11:36.271526 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-17c2f354-c9e0-4b70-917b-4d2ec5dc7622 None None] Provisioning complete for port 2fa3c365-84aa-4013-8e05-099e44823ce3 triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:11:36.272081 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-17c2f354-c9e0-4b70-917b-4d2ec5dc7622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:36.329899 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-c3acef1d-1f35-46a8-8afb-4b4d5de71383 tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Notify callbacks [] for router, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:36.331037 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-c3acef1d-1f35-46a8-8afb-4b4d5de71383 tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201  len: 722 time: 2.6561029
Dec 23 16:11:36.339001 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 44792) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:36.399034 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0364abfb-bf3f-4325-8abc-76c22da080e2 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify agent at l3_agent.dv-neutron-822799-1-hyperv the message routers_updated {{(pid=87636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 23 16:11:36.404475 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-0364abfb-bf3f-4325-8abc-76c22da080e2 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] 10.222.0.64 "PUT /v2.0/routers/241813ab-058a-4d36-a6bf-c992de5b1eed/add_router_interface HTTP/1.1" status: 200  len: 503 time: 8.5817742
Dec 23 16:11:36.407360 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 44796) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:36.417101 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a245d809-828b-4793-9c41-633a8d2fd77e None None] Sync routers for ids ['241813ab-058a-4d36-a6bf-c992de5b1eed'] in dv-neutron-822799-1-hyperv {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 23 16:11:36.417655 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-55ee95e9-0b5e-4006-b1af-ca7072690266 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Request body: {'port': {'network_id': 'ef399216-4831-47d8-8201-4811808932f6', 'name': 'tempest-FloatingIPTestJSON-2139259860'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:11:36.427929 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a245d809-828b-4793-9c41-633a8d2fd77e None None] Routers {'241813ab-058a-4d36-a6bf-c992de5b1eed'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:11:36.428701 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-a245d809-828b-4793-9c41-633a8d2fd77e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc1c26640>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:11:20Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['241813ab-058a-4d36-a6bf-c992de5b1eed'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:11:36.481556 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port fe0a451c-9648-4e4c-a41b-49516be31f30 triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:11:36.482375 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:36.501350 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-a245d809-828b-4793-9c41-633a8d2fd77e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc1c26640>, [], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:11:36.511193 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a245d809-828b-4793-9c41-633a8d2fd77e None None] Routers {'241813ab-058a-4d36-a6bf-c992de5b1eed'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:11:36.512129 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-a245d809-828b-4793-9c41-633a8d2fd77e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc1c26640>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:11:20Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['241813ab-058a-4d36-a6bf-c992de5b1eed'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:11:36.564801 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-17c2f354-c9e0-4b70-917b-4d2ec5dc7622 None None] Port 2fa3c365-84aa-4013-8e05-099e44823ce3 cannot update to ACTIVE because it is not bound. {{(pid=87637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 23 16:11:36.565599 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-66d0832c-6ef4-45d8-b3f2-5ecc6e1bd3bf tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-864347', 'neutron.services.segments.db._delete_segments_for_network-8735362908070'] for network, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:36.578564 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-a245d809-828b-4793-9c41-633a8d2fd77e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc1c26640>, [], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:11:36.579117 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a245d809-828b-4793-9c41-633a8d2fd77e None None] The sync data for ids ['241813ab-058a-4d36-a6bf-c992de5b1eed'] in dv-neutron-822799-1-hyperv is: [] {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 23 16:11:36.598099 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-98b40ae7-a0f7-4a9d-9000-7b84562e9c93 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:36.599616 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.services.segments.db [None req-66d0832c-6ef4-45d8-b3f2-5ecc6e1bd3bf tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1dc1b2ca60>,) {'filters': {'network_id': ['b9660c3c-124b-4484-91ea-affa6606a197']}} {{(pid=87635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:11:36.607760 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-90097cf5-ee43-428e-b301-51611e76fa36 tempest-ExtraDHCPOptionsTestJSON-1975564287 tempest-ExtraDHCPOptionsTestJSON-1975564287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:11:36.613633 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.services.segments.db [None req-66d0832c-6ef4-45d8-b3f2-5ecc6e1bd3bf tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dc1b2ca60>, '67a8bf1c-b8e3-4c26-919f-129b6187a7be') {'for_net_delete': True} {{(pid=87635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:11:36.613981 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.services.segments.db [None req-66d0832c-6ef4-45d8-b3f2-5ecc6e1bd3bf tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dc1b2ca60>, '67a8bf1c-b8e3-4c26-919f-129b6187a7be') {} {{(pid=87635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:11:36.626026 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-66d0832c-6ef4-45d8-b3f2-5ecc6e1bd3bf tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735363085442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2776713'] for segment, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:36.643082 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-66d0832c-6ef4-45d8-b3f2-5ecc6e1bd3bf tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:36.649819 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66d0832c-6ef4-45d8-b3f2-5ecc6e1bd3bf tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Releasing vlan 437 on physical network physnet1 to pool {{(pid=87635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 23 16:11:36.650230 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-66d0832c-6ef4-45d8-b3f2-5ecc6e1bd3bf tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2753503'] for segment, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:36.666699 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 0bd5114b-b67a-425e-af7b-020f0f8e86e1 up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:11:36.739101 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-6d670617-0b4e-402e-9166-d823e4027c1b None None] Provisioning complete for port 2fa3c365-84aa-4013-8e05-099e44823ce3 triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:11:36.739492 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-6d670617-0b4e-402e-9166-d823e4027c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:36.803631 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning for port 0bd5114b-b67a-425e-af7b-020f0f8e86e1 completed by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:11:36.809348 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-6d670617-0b4e-402e-9166-d823e4027c1b None None] Port 2fa3c365-84aa-4013-8e05-099e44823ce3 cannot update to ACTIVE because it is not bound. {{(pid=87637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 23 16:11:36.814814 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port 0bd5114b-b67a-425e-af7b-020f0f8e86e1 triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:11:36.815129 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:36.850642 dv-neutron-822799-1-hyperv neutron-server[87635]: Traceback (most recent call last):
Dec 23 16:11:36.850642 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 23 16:11:36.850642 dv-neutron-822799-1-hyperv neutron-server[87635]:     timer()
Dec 23 16:11:36.850642 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:11:36.850642 dv-neutron-822799-1-hyperv neutron-server[87635]:     cb(*args, **kw)
Dec 23 16:11:36.850642 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 23 16:11:36.850642 dv-neutron-822799-1-hyperv neutron-server[87635]:     return func(*args, **kwargs)
Dec 23 16:11:36.850642 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:11:36.850642 dv-neutron-822799-1-hyperv neutron-server[87635]:     self._notify()
Dec 23 16:11:36.850642 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:11:36.850642 dv-neutron-822799-1-hyperv neutron-server[87635]:     self.callback(batched_events)
Dec 23 16:11:36.850642 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:11:36.850642 dv-neutron-822799-1-hyperv neutron-server[87635]:     event.method(event)
Dec 23 16:11:36.850642 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:11:36.850642 dv-neutron-822799-1-hyperv neutron-server[87635]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:11:36.850642 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 23 16:11:36.850642 dv-neutron-822799-1-hyperv neutron-server[87635]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 23 16:11:36.850642 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 23 16:11:36.850642 dv-neutron-822799-1-hyperv neutron-server[87635]:     return f(self, *a, **k)
Dec 23 16:11:36.850642 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:11:36.850642 dv-neutron-822799-1-hyperv neutron-server[87635]:     return self._get(url).json()
Dec 23 16:11:36.850642 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 23 16:11:36.850642 dv-neutron-822799-1-hyperv neutron-server[87635]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 23 16:11:36.850642 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 23 16:11:36.850642 dv-neutron-822799-1-hyperv neutron-server[87635]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:11:36.850642 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 23 16:11:36.850642 dv-neutron-822799-1-hyperv neutron-server[87635]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 23 16:11:36.850642 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 23 16:11:36.850642 dv-neutron-822799-1-hyperv neutron-server[87635]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:11:36.850642 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 23 16:11:36.850642 dv-neutron-822799-1-hyperv neutron-server[87635]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:11:36.850642 dv-neutron-822799-1-hyperv neutron-server[87635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:11:36.879247 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b40ae7-a0f7-4a9d-9000-7b84562e9c93 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Pushing event deleted for resources: {'Port': ['ID=bc57b667-6443-4d6e-9a34-78100db9ee35,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:11:36.879825 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-6d670617-0b4e-402e-9166-d823e4027c1b None None] Provisioning complete for port 3614b829-e5dc-4e22-8ba5-8c9588bddf8c triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:11:36.880102 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-6d670617-0b4e-402e-9166-d823e4027c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:36.890410 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-98b40ae7-a0f7-4a9d-9000-7b84562e9c93 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:11:36.894988 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-98b40ae7-a0f7-4a9d-9000-7b84562e9c93 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:36.909854 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-55ee95e9-0b5e-4006-b1af-ca7072690266 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:11:36.915749 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-55ee95e9-0b5e-4006-b1af-ca7072690266 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Usage tracker for resource:port and tenant:eee7102271fa49768eefd83617c1f38a is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:11:36.925379 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-55ee95e9-0b5e-4006-b1af-ca7072690266 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Quota usage for port was recalculated. Used quota:6. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:11:36.932820 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-98b40ae7-a0f7-4a9d-9000-7b84562e9c93 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "DELETE /v2.0/ports/bc57b667-6443-4d6e-9a34-78100db9ee35 HTTP/1.1" status: 204  len: 168 time: 2.7121773
Dec 23 16:11:36.935983 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 44800) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:36.958941 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-6d670617-0b4e-402e-9166-d823e4027c1b None None] Port 3614b829-e5dc-4e22-8ba5-8c9588bddf8c cannot update to ACTIVE because it is not bound. {{(pid=87637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 23 16:11:36.970542 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-55ee95e9-0b5e-4006-b1af-ca7072690266 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:11:36.997502 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55ee95e9-0b5e-4006-b1af-ca7072690266 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Made reservation on behalf of eee7102271fa49768eefd83617c1f38a for: {'port': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:11:37.003429 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-55ee95e9-0b5e-4006-b1af-ca7072690266 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:37.007459 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-c46a05ef-9c0e-46b6-a6d7-342493528cd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:37.035006 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e0405c3-4232-40dc-809b-0b102c1dd313 tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] Router ecea7892-f476-4ddd-acee-2f4bd3bf1ceb has already been hosted by L3 agent 371d4c41-c7e2-4de7-9539-c049ec4e95d1 {{(pid=87635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 23 16:11:37.047509 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7970016d-6e24-4d51-b898-88cce5450eab tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:11:37.049303 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7970016d-6e24-4d51-b898-88cce5450eab tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:11:37.051333 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-7970016d-6e24-4d51-b898-88cce5450eab tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1477 time: 0.1139872
Dec 23 16:11:37.052276 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [None req-55ee95e9-0b5e-4006-b1af-ca7072690266 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] device_id is not set on port 8ab3e7d2-aaad-46a6-b8eb-f00f6c1079d4 yet. {{(pid=87636) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 23 16:11:37.054735 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:37.062017 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-66d0832c-6ef4-45d8-b3f2-5ecc6e1bd3bf tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-864336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1824171'] for network, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:37.067587 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 44804) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:37.102228 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-6d670617-0b4e-402e-9166-d823e4027c1b None None] Provisioning complete for port 0bd5114b-b67a-425e-af7b-020f0f8e86e1 triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:11:37.102676 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-6d670617-0b4e-402e-9166-d823e4027c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:37.153054 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] For port 0bd5114b-b67a-425e-af7b-020f0f8e86e1, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=0bd5114b-b67a-425e-af7b-020f0f8e86e1,segment=NetworkSegment(5b2dc38d-af73-4f53-bcc7-5cd4bb0f9f9f),segment_id=5b2dc38d-af73-4f53-bcc7-5cd4bb0f9f9f)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:11:37.183557 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:37.186936 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-fbb58998-543a-4018-b059-2291043b3208 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:11:37.203392 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:11:37.212537 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [None req-55ee95e9-0b5e-4006-b1af-ca7072690266 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Allocated IP 172.20.0.7 (ef399216-4831-47d8-8201-4811808932f6/a22c3f04-919b-404c-bdca-afc6ef48c093/8ab3e7d2-aaad-46a6-b8eb-f00f6c1079d4) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:11:37.227487 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device a4c47a92-e817-44bb-aa26-5837e8bcbefe no longer exists at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 23 16:11:37.292897 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-66d0832c-6ef4-45d8-b3f2-5ecc6e1bd3bf tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627509'] for network, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:37.307952 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-66d0832c-6ef4-45d8-b3f2-5ecc6e1bd3bf tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] 10.222.0.64 "DELETE /v2.0/networks/b9660c3c-124b-4484-91ea-affa6606a197 HTTP/1.1" status: 204  len: 168 time: 7.8670120
Dec 23 16:11:37.340285 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] No Port match for: a4c47a92-e817-44bb-aa26-5837e8bcbefe {{(pid=87637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 23 16:11:37.340669 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device a4c47a92-e817-44bb-aa26-5837e8bcbefe not bound to the agent host dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 23 16:11:37.344057 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 44808) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:37.364189 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d0832c-6ef4-45d8-b3f2-5ecc6e1bd3bf tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Pushing event deleted for resources: {'Network': ['ID=b9660c3c-124b-4484-91ea-affa6606a197,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:11:37.371226 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.db_base_plugin_v2 [None req-920fc1a1-a4cc-4de4-a1d9-3e85275dd5b6 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Deleting subnet 048b5aea-4ae9-49a0-8665-c17b142e8499 {{(pid=87635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 23 16:11:37.432176 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-c46a05ef-9c0e-46b6-a6d7-342493528cd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:37.439639 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-66d0832c-6ef4-45d8-b3f2-5ecc6e1bd3bf tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:11:37.442487 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-f22067a9-875d-464f-bbb9-d75f94cbb654 tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Notify callbacks [] for router, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:37.456364 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Pushing event updated for resources: {'Port': ['ID=0bd5114b-b67a-425e-af7b-020f0f8e86e1,revision_number=5']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:11:37.459747 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:11:37.488432 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-55ee95e9-0b5e-4006-b1af-ca7072690266 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:37.498611 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-f0af9849-9746-4ad2-82ff-816b2eaf2762 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1993407626'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:11:37.505834 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.provisioning_blocks [None req-55ee95e9-0b5e-4006-b1af-ca7072690266 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Transition to ACTIVE for port object 8ab3e7d2-aaad-46a6-b8eb-f00f6c1079d4 will not be triggered until provisioned by entity DHCP. {{(pid=87636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:11:37.530653 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-920fc1a1-a4cc-4de4-a1d9-3e85275dd5b6 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks [] for subnet, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:37.533505 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-55ee95e9-0b5e-4006-b1af-ca7072690266 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:37.540868 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-c26e0046-aa1a-400a-962d-74bbb71ff90f tempest-ServersTestManualDisk-1942191146 tempest-ServersTestManualDisk-1942191146-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:11:37.551041 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 0bd5114b-b67a-425e-af7b-020f0f8e86e1 up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:11:37.567683 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-f0af9849-9746-4ad2-82ff-816b2eaf2762 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:11:37.570788 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-e62d26b2-9f16-4c39-9450-8b65244f907a tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:37.610468 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55ee95e9-0b5e-4006-b1af-ca7072690266 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Network ef399216-4831-47d8-8201-4811808932f6 is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:11:37.614118 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-55ee95e9-0b5e-4006-b1af-ca7072690266 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Resources bound (agent type, host, resource id):  {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:11:37.618019 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ee95e9-0b5e-4006-b1af-ca7072690266 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:11:37.641395 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e0405c3-4232-40dc-809b-0b102c1dd313 tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] Notify agent at l3_agent.dv-neutron-822799-1-hyperv the message routers_updated {{(pid=87635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 23 16:11:37.641660 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-e3a2ba84-7728-4d3b-86c6-b6e794f50162 None None] Provisioning complete for port fe0a451c-9648-4e4c-a41b-49516be31f30 triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:11:37.641920 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-e3a2ba84-7728-4d3b-86c6-b6e794f50162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:37.643345 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-f0af9849-9746-4ad2-82ff-816b2eaf2762 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Usage tracker for resource:network and tenant:9552d108dcd2412896b3c037adf05d69 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:11:37.668511 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-3e0405c3-4232-40dc-809b-0b102c1dd313 tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] 10.222.0.64 "PUT /v2.0/routers/ecea7892-f476-4ddd-acee-2f4bd3bf1ceb/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 9.5954649
Dec 23 16:11:37.668511 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-f0af9849-9746-4ad2-82ff-816b2eaf2762 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:11:37.673282 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 44812) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:37.683640 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93bd2175-4986-48ba-b9cf-e44de3a2ce44 None None] Sync routers for ids ['ecea7892-f476-4ddd-acee-2f4bd3bf1ceb'] in dv-neutron-822799-1-hyperv {{(pid=87637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 23 16:11:37.718556 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port 0bd5114b-b67a-425e-af7b-020f0f8e86e1 triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:11:37.718970 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:37.721231 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-f0af9849-9746-4ad2-82ff-816b2eaf2762 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:11:37.761422 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.api.v2.resource [None req-97d1718f-c282-4ce9-bf88-fef4762a9fac tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] show failed (client error): The resource could not be found.
Dec 23 16:11:37.766962 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93bd2175-4986-48ba-b9cf-e44de3a2ce44 None None] Routers {'ecea7892-f476-4ddd-acee-2f4bd3bf1ceb'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:11:37.767203 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-97d1718f-c282-4ce9-bf88-fef4762a9fac tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] 10.222.0.64 "GET /v2.0/routers/tempest-non_exist_router-2072330271 HTTP/1.1" status: 404  len: 335 time: 0.0926399
Dec 23 16:11:37.767647 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-93bd2175-4986-48ba-b9cf-e44de3a2ce44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc1846040>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:11:20Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['ecea7892-f476-4ddd-acee-2f4bd3bf1ceb'], 'active': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:11:37.767891 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ee95e9-0b5e-4006-b1af-ca7072690266 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Pushing event updated for resources: {'Port': ['ID=8ab3e7d2-aaad-46a6-b8eb-f00f6c1079d4,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:11:37.770327 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 44816) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:37.775726 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-55ee95e9-0b5e-4006-b1af-ca7072690266 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:11:37.781906 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-d06e6b34-7213-4b10-906d-d4a8487f96ab tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] Request body: {'router': {'name': 'new_name'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:11:37.851414 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.api.v2.resource [None req-d06e6b34-7213-4b10-906d-d4a8487f96ab tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] update failed (client error): The resource could not be found.
Dec 23 16:11:37.858448 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-d06e6b34-7213-4b10-906d-d4a8487f96ab tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] 10.222.0.64 "PUT /v2.0/routers/tempest-non_exist_router-520692354 HTTP/1.1" status: 404  len: 334 time: 0.0843370
Dec 23 16:11:37.861876 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 44820) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:37.875014 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-93bd2175-4986-48ba-b9cf-e44de3a2ce44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc1846040>, [], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:11:37.893009 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93bd2175-4986-48ba-b9cf-e44de3a2ce44 None None] Routers {'ecea7892-f476-4ddd-acee-2f4bd3bf1ceb'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:11:37.893660 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-93bd2175-4986-48ba-b9cf-e44de3a2ce44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc1846040>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:11:20Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['ecea7892-f476-4ddd-acee-2f4bd3bf1ceb'], 'active': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:11:37.942645 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55ee95e9-0b5e-4006-b1af-ca7072690266 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:11:37.943248 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-55ee95e9-0b5e-4006-b1af-ca7072690266 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:37.952151 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_v2 [None req-436031d8-f6c5-48b4-a747-b76dc23f1589 tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] Deleting subnet ade59ec1-d7da-4b8d-b070-494c268da897 {{(pid=87636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 23 16:11:37.962811 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-436031d8-f6c5-48b4-a747-b76dc23f1589 tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] Notify callbacks [] for subnet, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:38.005705 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-93bd2175-4986-48ba-b9cf-e44de3a2ce44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc1846040>, [], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:11:38.005936 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93bd2175-4986-48ba-b9cf-e44de3a2ce44 None None] The sync data for ids ['ecea7892-f476-4ddd-acee-2f4bd3bf1ceb'] in dv-neutron-822799-1-hyperv is: [] {{(pid=87637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 23 16:11:38.022387 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-55ee95e9-0b5e-4006-b1af-ca7072690266 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201  len: 929 time: 1.6115522
Dec 23 16:11:38.022989 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 44824) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:38.030383 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-4e95db49-dde5-4cc1-8230-6e11722f543d tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Request body: {'floatingip': {'port_id': '8ab3e7d2-aaad-46a6-b8eb-f00f6c1079d4'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:11:38.067139 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-920fc1a1-a4cc-4de4-a1d9-3e85275dd5b6 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2776816'] for subnet, precommit_delete_associations {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:38.090599 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-436031d8-f6c5-48b4-a747-b76dc23f1589 tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2382092'] for subnet, precommit_delete_associations {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:38.104315 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-e3a2ba84-7728-4d3b-86c6-b6e794f50162 None None] Could not find standard attr ID for object bc57b667-6443-4d6e-9a34-78100db9ee35. {{(pid=87637) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 23 16:11:38.182365 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-4e95db49-dde5-4cc1-8230-6e11722f543d tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify callbacks [] for floatingip, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:38.184504 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0af9849-9746-4ad2-82ff-816b2eaf2762 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Made reservation on behalf of 9552d108dcd2412896b3c037adf05d69 for: {'network': 1} {{(pid=87635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:11:38.188619 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-f0af9849-9746-4ad2-82ff-816b2eaf2762 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for network, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:38.228124 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-f22067a9-875d-464f-bbb9-d75f94cbb654 tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1784183', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-235354'] for router, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:38.241274 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-f22067a9-875d-464f-bbb9-d75f94cbb654 tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:38.249924 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-1701963e-472b-4109-bb00-4e96c3fae1e6 None None] Provisioning for port 8ab3e7d2-aaad-46a6-b8eb-f00f6c1079d4 completed by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:11:38.255226 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-1701963e-472b-4109-bb00-4e96c3fae1e6 None None] Provisioning complete for port 8ab3e7d2-aaad-46a6-b8eb-f00f6c1079d4 triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:11:38.257866 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1701963e-472b-4109-bb00-4e96c3fae1e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:38.321820 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-1701963e-472b-4109-bb00-4e96c3fae1e6 None None] Port 8ab3e7d2-aaad-46a6-b8eb-f00f6c1079d4 cannot update to ACTIVE because it is not bound. {{(pid=87637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 23 16:11:38.338359 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-c46a05ef-9c0e-46b6-a6d7-342493528cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:38.349382 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:11:38.354620 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-436031d8-f6c5-48b4-a747-b76dc23f1589 tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864774'] for subnet, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:38.372277 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-5e1b55bc-7248-4351-961e-4543ccd41cf1 tempest-ExtraDHCPOptionsTestJSON-1975564287 tempest-ExtraDHCPOptionsTestJSON-1975564287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:38.374674 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0af9849-9746-4ad2-82ff-816b2eaf2762 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] vlan segment allocate from pool success with {'vlan_id': 432, 'physical_network': 'physnet1'}  {{(pid=87635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 23 16:11:38.381963 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46a05ef-9c0e-46b6-a6d7-342493528cd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc9858f0-9310-4ae0-b46b-b3813a9bbb4a,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:11:38.396027 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-f22067a9-875d-464f-bbb9-d75f94cbb654 tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1781328'] for router, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:38.396538 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f22067a9-875d-464f-bbb9-d75f94cbb654 tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5b37c9eb-8b6c-4c1d-b47e-d7d98fdb2cf3 {{(pid=87635) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 23 16:11:38.400232 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-c46a05ef-9c0e-46b6-a6d7-342493528cd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:11:38.406601 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-5cf55d34-838a-47bc-8e24-3462b57fe1c7 tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:11:38.466494 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.db_base_plugin_common [None req-e62d26b2-9f16-4c39-9450-8b65244f907a tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] Allocated IP 172.26.3.127 (8afa6d58-9431-454a-b99c-3ff8a65aa86b/60537fec-5f5f-4ab7-89cc-03638149a590/8f5f1006-f2bb-491d-a490-47fae8b52782) {{(pid=87635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:11:38.479356 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-f0af9849-9746-4ad2-82ff-816b2eaf2762 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:38.479657 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.db.segments_db [None req-f0af9849-9746-4ad2-82ff-816b2eaf2762 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Added segment e0c642d5-f03d-4f35-b843-0c579bab400a of type vlan for network de1d9606-3daf-4fa5-9949-9c18e479c591
Dec 23 16:11:38.484838 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1b55bc-7248-4351-961e-4543ccd41cf1 tempest-ExtraDHCPOptionsTestJSON-1975564287 tempest-ExtraDHCPOptionsTestJSON-1975564287-project] Pushing event deleted for resources: {'Port': ['ID=3614b829-e5dc-4e22-8ba5-8c9588bddf8c,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:11:38.526209 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-5e1b55bc-7248-4351-961e-4543ccd41cf1 tempest-ExtraDHCPOptionsTestJSON-1975564287 tempest-ExtraDHCPOptionsTestJSON-1975564287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:11:38.527313 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-920fc1a1-a4cc-4de4-a1d9-3e85275dd5b6 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864774'] for subnet, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:38.569632 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-436031d8-f6c5-48b4-a747-b76dc23f1589 tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2176495', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2618677'] for subnet, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:38.575906 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:11:38.681376 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-f0af9849-9746-4ad2-82ff-816b2eaf2762 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735362521793'] for network, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:38.750743 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-f22067a9-875d-464f-bbb9-d75f94cbb654 tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Notify callbacks [] for router, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:38.751785 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-f22067a9-875d-464f-bbb9-d75f94cbb654 tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] 10.222.0.64 "DELETE /v2.0/routers/5b37c9eb-8b6c-4c1d-b47e-d7d98fdb2cf3 HTTP/1.1" status: 204  len: 168 time: 2.3903801
Dec 23 16:11:38.765978 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-c46a05ef-9c0e-46b6-a6d7-342493528cd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:38.767133 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-c46a05ef-9c0e-46b6-a6d7-342493528cd9 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/fc9858f0-9310-4ae0-b46b-b3813a9bbb4a HTTP/1.1" status: 204  len: 168 time: 3.1692109
Dec 23 16:11:38.784264 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436031d8-f6c5-48b4-a747-b76dc23f1589 tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] Pushing event deleted for resources: {'Subnet': ['ID=ade59ec1-d7da-4b8d-b070-494c268da897,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:11:38.786324 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-436031d8-f6c5-48b4-a747-b76dc23f1589 tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] Notify callbacks [] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:38.800059 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba80e26c-2d0b-43c4-b602-9183b3eb2356 None None] Network 8926f4e0-0b21-4dff-a78b-4fe76bcc0aa3 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:11:38.802725 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-436031d8-f6c5-48b4-a747-b76dc23f1589 tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] 10.222.0.64 "DELETE /v2.0/subnets/ade59ec1-d7da-4b8d-b070-494c268da897 HTTP/1.1" status: 204  len: 168 time: 0.9398708
Dec 23 16:11:38.806309 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-436031d8-f6c5-48b4-a747-b76dc23f1589 tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:11:38.806480 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 44832) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:38.813717 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-5e1b55bc-7248-4351-961e-4543ccd41cf1 tempest-ExtraDHCPOptionsTestJSON-1975564287 tempest-ExtraDHCPOptionsTestJSON-1975564287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:38.910838 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-920fc1a1-a4cc-4de4-a1d9-3e85275dd5b6 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2753333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2609730'] for subnet, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:38.942343 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-17ca3d3f-45c1-4460-bc86-77ea7abf00bf tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:11:39.014904 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-5e1b55bc-7248-4351-961e-4543ccd41cf1 tempest-ExtraDHCPOptionsTestJSON-1975564287 tempest-ExtraDHCPOptionsTestJSON-1975564287-project] 10.222.0.64 "DELETE /v2.0/ports/3614b829-e5dc-4e22-8ba5-8c9588bddf8c HTTP/1.1" status: 204  len: 168 time: 5.6367886
Dec 23 16:11:39.019002 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 44838) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:39.063133 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-f0af9849-9746-4ad2-82ff-816b2eaf2762 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495'] for network, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:39.070400 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0af9849-9746-4ad2-82ff-816b2eaf2762 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:11:39.071033 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-f0af9849-9746-4ad2-82ff-816b2eaf2762 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627509'] for network, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:39.087932 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920fc1a1-a4cc-4de4-a1d9-3e85275dd5b6 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Pushing event deleted for resources: {'Subnet': ['ID=048b5aea-4ae9-49a0-8665-c17b142e8499,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:11:39.103021 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7f6b012-f6f1-4c8a-8389-860830428854 None None] Network a67646b4-5371-43ec-9f98-39fe51a67033 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:11:39.115202 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_v2 [None req-952daa61-63a9-40b4-8b2c-1ad2d75041b0 tempest-ExtraDHCPOptionsTestJSON-1975564287 tempest-ExtraDHCPOptionsTestJSON-1975564287-project] Deleting subnet 32cd72c1-cf17-4f29-ac30-2f26226d1088 {{(pid=87636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 23 16:11:39.117390 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-920fc1a1-a4cc-4de4-a1d9-3e85275dd5b6 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks [] for subnet, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:39.118388 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-952daa61-63a9-40b4-8b2c-1ad2d75041b0 tempest-ExtraDHCPOptionsTestJSON-1975564287 tempest-ExtraDHCPOptionsTestJSON-1975564287-project] Notify callbacks [] for subnet, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:39.121836 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-920fc1a1-a4cc-4de4-a1d9-3e85275dd5b6 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "DELETE /v2.0/subnets/048b5aea-4ae9-49a0-8665-c17b142e8499 HTTP/1.1" status: 204  len: 168 time: 2.0372815
Dec 23 16:11:39.131160 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 44844) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:39.131744 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 44846) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:39.132815 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-920fc1a1-a4cc-4de4-a1d9-3e85275dd5b6 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:11:39.139549 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-ed2ac495-82b8-4985-bd0d-90bb100892ac tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.053s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:11:39.201925 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-952daa61-63a9-40b4-8b2c-1ad2d75041b0 tempest-ExtraDHCPOptionsTestJSON-1975564287 tempest-ExtraDHCPOptionsTestJSON-1975564287-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2382092'] for subnet, precommit_delete_associations {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:39.280636 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-e62d26b2-9f16-4c39-9450-8b65244f907a tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] Notify callbacks [] for port, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:39.302120 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-f0af9849-9746-4ad2-82ff-816b2eaf2762 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 1.9356275
Dec 23 16:11:39.306591 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-952daa61-63a9-40b4-8b2c-1ad2d75041b0 tempest-ExtraDHCPOptionsTestJSON-1975564287 tempest-ExtraDHCPOptionsTestJSON-1975564287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864774'] for subnet, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:39.344927 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 44858) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:39.354021 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-9b1f54de-72de-45cf-8d48-18587d2fe7c9 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Request body: {'subnet': {'network_id': 'de1d9606-3daf-4fa5-9949-9c18e479c591', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:11:39.388155 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed3466fe-9763-466c-a40b-6a08109b8134 tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] Deleting subnet 48208631-d2f1-45f9-b250-ec431ad44356 {{(pid=87635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 23 16:11:39.391714 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.db.resource_extend [None req-4e95db49-dde5-4cc1-8230-6e11722f543d tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 23 16:11:39.392457 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-0d91c689-4fc1-4b8c-837b-016a0259d929 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.2558444
Dec 23 16:11:39.401283 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 44864) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:39.412691 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-ed3466fe-9763-466c-a40b-6a08109b8134 tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] Notify callbacks [] for subnet, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:39.467712 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-0b38ccbd-4e78-43ce-8f04-0e9208063d3b tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Request body: {'subnet': {'network_id': 'a67646b4-5371-43ec-9f98-39fe51a67033', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:11:39.496176 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0af9849-9746-4ad2-82ff-816b2eaf2762 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Pushing event updated for resources: {'Network': ['ID=de1d9606-3daf-4fa5-9949-9c18e479c591,revision_number=1']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:11:39.503970 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-f0af9849-9746-4ad2-82ff-816b2eaf2762 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:11:39.534359 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Network de1d9606-3daf-4fa5-9949-9c18e479c591 details requested by agent ovs-agent-dv-neutron-822799-1-hyperv with host dv-neutron-822799-1-hyperv {{(pid=87637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 23 16:11:39.574489 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-ed3466fe-9763-466c-a40b-6a08109b8134 tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2776816'] for subnet, precommit_delete_associations {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:39.591392 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9b3da38-b22c-4702-b47b-6798e47ddf5d None None] DHCP port deletion for 8926f4e0-0b21-4dff-a78b-4fe76bcc0aa3 request from dv-neutron-822799-1-hyperv {{(pid=87637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 23 16:11:39.636333 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-b01d66d9-33f3-4932-8d06-fb3e5d251b80 tempest-RoutersIpV6AdminTest-575902626 tempest-RoutersIpV6AdminTest-575902626-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-257650092', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b'}, 'admin_state_up': False}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:11:39.666164 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b893b00a-860e-495c-9905-20622f91754b None None] DHCP port deletion for a67646b4-5371-43ec-9f98-39fe51a67033 request from dv-neutron-822799-1-hyperv {{(pid=87637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 23 16:11:39.680018 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-b9b3da38-b22c-4702-b47b-6798e47ddf5d None None] Deleting port fe3cfc9b-c9e8-47cf-8227-74d09c832181 {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:11:39.680399 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-b9b3da38-b22c-4702-b47b-6798e47ddf5d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:39.683814 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-b01d66d9-33f3-4932-8d06-fb3e5d251b80 tempest-RoutersIpV6AdminTest-575902626 tempest-RoutersIpV6AdminTest-575902626-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:11:39.688642 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-b01d66d9-33f3-4932-8d06-fb3e5d251b80 tempest-RoutersIpV6AdminTest-575902626 tempest-RoutersIpV6AdminTest-575902626-project] Usage tracker for resource:router and tenant:8070582d24ab4966b512b51b1ccef3a5 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:11:39.692965 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-b01d66d9-33f3-4932-8d06-fb3e5d251b80 tempest-RoutersIpV6AdminTest-575902626 tempest-RoutersIpV6AdminTest-575902626-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:11:39.699838 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-b01d66d9-33f3-4932-8d06-fb3e5d251b80 tempest-RoutersIpV6AdminTest-575902626 tempest-RoutersIpV6AdminTest-575902626-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:11:39.707160 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-952daa61-63a9-40b4-8b2c-1ad2d75041b0 tempest-ExtraDHCPOptionsTestJSON-1975564287 tempest-ExtraDHCPOptionsTestJSON-1975564287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2176495', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2618677'] for subnet, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:39.721893 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-93047ce9-60b5-4dac-b5b8-c162e3b2d547 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:11:39.740672 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-b893b00a-860e-495c-9905-20622f91754b None None] Deleting port fe0a451c-9648-4e4c-a41b-49516be31f30 {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:11:39.741314 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-b893b00a-860e-495c-9905-20622f91754b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:39.746111 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-0b38ccbd-4e78-43ce-8f04-0e9208063d3b tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:11:39.755467 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-4e95db49-dde5-4cc1-8230-6e11722f543d tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:39.759897 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-0b38ccbd-4e78-43ce-8f04-0e9208063d3b tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:11:39.769806 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-9b1f54de-72de-45cf-8d48-18587d2fe7c9 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:11:39.773892 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-9b1f54de-72de-45cf-8d48-18587d2fe7c9 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Usage tracker for resource:subnet and tenant:9552d108dcd2412896b3c037adf05d69 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:11:39.776669 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-e62d26b2-9f16-4c39-9450-8b65244f907a tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:39.776829 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-9b1f54de-72de-45cf-8d48-18587d2fe7c9 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:11:39.782886 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-9b1f54de-72de-45cf-8d48-18587d2fe7c9 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:11:39.789296 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952daa61-63a9-40b4-8b2c-1ad2d75041b0 tempest-ExtraDHCPOptionsTestJSON-1975564287 tempest-ExtraDHCPOptionsTestJSON-1975564287-project] Pushing event deleted for resources: {'Subnet': ['ID=32cd72c1-cf17-4f29-ac30-2f26226d1088,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:11:39.791631 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-952daa61-63a9-40b4-8b2c-1ad2d75041b0 tempest-ExtraDHCPOptionsTestJSON-1975564287 tempest-ExtraDHCPOptionsTestJSON-1975564287-project] Notify callbacks [] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:39.792170 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c07b3c1-dc31-4601-a8c2-3b6b8f8a3321 None None] Network 11c63414-d4ad-41ad-a899-b8d8bf34bfd4 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:11:39.795490 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-4e95db49-dde5-4cc1-8230-6e11722f543d tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1824189'] for floatingip, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:39.799493 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-439164f0-1be9-474f-ad2c-210867a8324d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:11:39.850482 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-952daa61-63a9-40b4-8b2c-1ad2d75041b0 tempest-ExtraDHCPOptionsTestJSON-1975564287 tempest-ExtraDHCPOptionsTestJSON-1975564287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:11:39.858262 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b1f54de-72de-45cf-8d48-18587d2fe7c9 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Made reservation on behalf of 9552d108dcd2412896b3c037adf05d69 for: {'subnet': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:11:39.861801 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9b1f54de-72de-45cf-8d48-18587d2fe7c9 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2618324'] for subnet, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:39.875554 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-b01d66d9-33f3-4932-8d06-fb3e5d251b80 tempest-RoutersIpV6AdminTest-575902626 tempest-RoutersIpV6AdminTest-575902626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1823978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-235332'] for router, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:39.876549 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-b01d66d9-33f3-4932-8d06-fb3e5d251b80 tempest-RoutersIpV6AdminTest-575902626 tempest-RoutersIpV6AdminTest-575902626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1824575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1824063', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1751113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-235341'] for router, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:39.894466 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-b01d66d9-33f3-4932-8d06-fb3e5d251b80 tempest-RoutersIpV6AdminTest-575902626 tempest-RoutersIpV6AdminTest-575902626-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:39.897619 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-952daa61-63a9-40b4-8b2c-1ad2d75041b0 tempest-ExtraDHCPOptionsTestJSON-1975564287 tempest-ExtraDHCPOptionsTestJSON-1975564287-project] 10.222.0.64 "DELETE /v2.0/subnets/32cd72c1-cf17-4f29-ac30-2f26226d1088 HTTP/1.1" status: 204  len: 168 time: 0.8765798
Dec 23 16:11:39.898425 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 44876) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:39.911845 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b38ccbd-4e78-43ce-8f04-0e9208063d3b tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Made reservation on behalf of bf435ff0e7914a739a10fff5b2399c13 for: {'subnet': 1} {{(pid=87635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:11:39.917520 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-0b38ccbd-4e78-43ce-8f04-0e9208063d3b tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2610339'] for subnet, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:39.985286 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 44880) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:40.142737 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62d26b2-9f16-4c39-9450-8b65244f907a tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] Pushing event updated for resources: {'Port': ['ID=8f5f1006-f2bb-491d-a490-47fae8b52782,revision_number=1']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:11:40.162337 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-946451f4-00fa-41fd-a2e5-5af0ed3a4cf6 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Request body: {'security_group': {'name': 'tempest-secgroup--1876003232'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:11:40.189326 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-946451f4-00fa-41fd-a2e5-5af0ed3a4cf6 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:11:40.204765 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-e62d26b2-9f16-4c39-9450-8b65244f907a tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.405s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:11:40.206226 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e62d26b2-9f16-4c39-9450-8b65244f907a tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] Network 8afa6d58-9431-454a-b99c-3ff8a65aa86b is already hosted by enough agents. {{(pid=87635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:11:40.211674 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-946451f4-00fa-41fd-a2e5-5af0ed3a4cf6 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Usage tracker for resource:security_group and tenant:2f72b6313bdb4bc4afb373c10680a612 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:11:40.218661 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-946451f4-00fa-41fd-a2e5-5af0ed3a4cf6 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:11:40.224382 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a26ec2c5-7ab9-4c09-9019-1c5f2a40e0c3 tempest-ExtraDHCPOptionsTestJSON-1975564287 tempest-ExtraDHCPOptionsTestJSON-1975564287-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-698866'] for network, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:40.226531 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-b9b3da38-b22c-4702-b47b-6798e47ddf5d None None] For port fe3cfc9b-c9e8-47cf-8227-74d09c832181, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=fe3cfc9b-c9e8-47cf-8227-74d09c832181,segment=NetworkSegment(a56cdaee-15d7-44d9-b72c-4337a26c6bd9),segment_id=a56cdaee-15d7-44d9-b72c-4337a26c6bd9)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:11:40.227007 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-b9b3da38-b22c-4702-b47b-6798e47ddf5d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:40.234249 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-946451f4-00fa-41fd-a2e5-5af0ed3a4cf6 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:11:40.249574 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.db.l3_db [None req-4e95db49-dde5-4cc1-8230-6e11722f543d tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Floating IP 70b7bdce-e9fe-417b-afc4-71f4179f8957 associated. External IP: 172.26.3.225, port: b53bce91-b4d2-4833-bf2f-515f4cb384da.
Dec 23 16:11:40.318650 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-946451f4-00fa-41fd-a2e5-5af0ed3a4cf6 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Notify callbacks [] for security_group, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:40.328755 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.base_scheduler [None req-e62d26b2-9f16-4c39-9450-8b65244f907a tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] Resources bound (agent type, host, resource id):  {{(pid=87635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:11:40.344535 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-a26ec2c5-7ab9-4c09-9019-1c5f2a40e0c3 tempest-ExtraDHCPOptionsTestJSON-1975564287 tempest-ExtraDHCPOptionsTestJSON-1975564287-project] Deleting port 5126fedc-1b8e-4cd7-9b16-f173335bcf4c {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:11:40.344901 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a26ec2c5-7ab9-4c09-9019-1c5f2a40e0c3 tempest-ExtraDHCPOptionsTestJSON-1975564287 tempest-ExtraDHCPOptionsTestJSON-1975564287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:40.376695 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-946451f4-00fa-41fd-a2e5-5af0ed3a4cf6 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Notify callbacks [] for security_group, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:40.390311 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e62d26b2-9f16-4c39-9450-8b65244f907a tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] Received port after_create {{(pid=87635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:11:40.423166 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-b9b3da38-b22c-4702-b47b-6798e47ddf5d None None] Calling delete_port for fe3cfc9b-c9e8-47cf-8227-74d09c832181 owned by network:dhcp {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:11:40.456230 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-946451f4-00fa-41fd-a2e5-5af0ed3a4cf6 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:11:40.502938 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-b893b00a-860e-495c-9905-20622f91754b None None] For port fe0a451c-9648-4e4c-a41b-49516be31f30, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=fe0a451c-9648-4e4c-a41b-49516be31f30,segment=NetworkSegment(d0e346f7-32a7-41a0-b972-301688edbe10),segment_id=d0e346f7-32a7-41a0-b972-301688edbe10)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:11:40.503424 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-b893b00a-860e-495c-9905-20622f91754b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:40.631615 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-b01d66d9-33f3-4932-8d06-fb3e5d251b80 tempest-RoutersIpV6AdminTest-575902626 tempest-RoutersIpV6AdminTest-575902626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1824017', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1823768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-235299'] for router, precommit_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:40.670416 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-946451f4-00fa-41fd-a2e5-5af0ed3a4cf6 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Usage tracker for resource:security_group_rule and tenant:2f72b6313bdb4bc4afb373c10680a612 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:11:40.690734 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-946451f4-00fa-41fd-a2e5-5af0ed3a4cf6 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:11:40.698028 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-b893b00a-860e-495c-9905-20622f91754b None None] Calling delete_port for fe0a451c-9648-4e4c-a41b-49516be31f30 owned by network:dhcp {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:11:40.707971 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-ed3466fe-9763-466c-a40b-6a08109b8134 tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864774'] for subnet, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:40.709033 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-946451f4-00fa-41fd-a2e5-5af0ed3a4cf6 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:11:40.727179 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01a1713d-f91e-4af0-9c54-4af4176f381e None None] DHCP port deletion for 11c63414-d4ad-41ad-a899-b8d8bf34bfd4 request from dv-neutron-822799-1-hyperv {{(pid=87637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 23 16:11:40.745604 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-01a1713d-f91e-4af0-9c54-4af4176f381e None None] Deleting port 5126fedc-1b8e-4cd7-9b16-f173335bcf4c {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:11:40.746285 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-01a1713d-f91e-4af0-9c54-4af4176f381e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:40.804359 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-e62d26b2-9f16-4c39-9450-8b65244f907a tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:40.804948 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-b9b3da38-b22c-4702-b47b-6798e47ddf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789'] for port, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:40.813761 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:11:40.846120 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9b1f54de-72de-45cf-8d48-18587d2fe7c9 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2176430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2618310'] for subnet, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:40.857718 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-f8990039-3441-4bac-9f2e-bf27859e5935 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:11:40.902919 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b3da38-b22c-4702-b47b-6798e47ddf5d None None] Pushing event deleted for resources: {'Port': ['ID=fe3cfc9b-c9e8-47cf-8227-74d09c832181,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:11:40.909681 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9b3da38-b22c-4702-b47b-6798e47ddf5d None None] No DVR routers for this DVR port fe3cfc9b-c9e8-47cf-8227-74d09c832181 on host dv-neutron-822799-1-hyperv {{(pid=87637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 23 16:11:40.918581 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-b9b3da38-b22c-4702-b47b-6798e47ddf5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:11:40.942748 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-b893b00a-860e-495c-9905-20622f91754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789'] for port, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:40.948503 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-4252afea-6cd7-438b-ba76-1b1218ac4630 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:11:40.961340 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-ed3466fe-9763-466c-a40b-6a08109b8134 tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2753333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2609730'] for subnet, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:40.973313 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-e9338e6d-901b-483a-971a-bdfb11f87fb8 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:11:40.997622 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-0b38ccbd-4e78-43ce-8f04-0e9208063d3b tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2753396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2610353'] for subnet, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:41.015897 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b893b00a-860e-495c-9905-20622f91754b None None] Pushing event deleted for resources: {'Port': ['ID=fe0a451c-9648-4e4c-a41b-49516be31f30,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:11:41.018572 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3466fe-9763-466c-a40b-6a08109b8134 tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] Pushing event deleted for resources: {'Subnet': ['ID=48208631-d2f1-45f9-b250-ec431ad44356,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:11:41.021395 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-ed3466fe-9763-466c-a40b-6a08109b8134 tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:11:41.027374 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-f0958685-b253-4c2f-8734-50b956a82834 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.018s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:11:41.059947 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-b893b00a-860e-495c-9905-20622f91754b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:11:41.061148 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b893b00a-860e-495c-9905-20622f91754b None None] No DVR routers for this DVR port fe0a451c-9648-4e4c-a41b-49516be31f30 on host dv-neutron-822799-1-hyperv {{(pid=87637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 23 16:11:41.061559 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-ed3466fe-9763-466c-a40b-6a08109b8134 tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] Notify callbacks [] for subnet, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:41.068042 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-e62d26b2-9f16-4c39-9450-8b65244f907a tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:41.069295 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58152ba2-c30c-4031-9dd9-ad60b7c82fbd None None] Network 2477dc82-2f98-4092-bb2d-047982188fe0 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:11:41.138977 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1f54de-72de-45cf-8d48-18587d2fe7c9 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Pushing event updated for resources: {'Subnet': ['ID=46f61a0d-c2b5-4a92-a318-55e928194fb2,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:11:41.140044 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b38ccbd-4e78-43ce-8f04-0e9208063d3b tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Network a67646b4-5371-43ec-9f98-39fe51a67033 is already hosted by enough agents. {{(pid=87635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:11:41.150074 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.base_scheduler [None req-0b38ccbd-4e78-43ce-8f04-0e9208063d3b tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Resources bound (agent type, host, resource id):  {{(pid=87635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:11:41.152352 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [None req-a26ec2c5-7ab9-4c09-9019-1c5f2a40e0c3 tempest-ExtraDHCPOptionsTestJSON-1975564287 tempest-ExtraDHCPOptionsTestJSON-1975564287-project] For port 5126fedc-1b8e-4cd7-9b16-f173335bcf4c, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=5126fedc-1b8e-4cd7-9b16-f173335bcf4c,segment=NetworkSegment(62734cb8-0654-4191-ac4b-4d49238da2ff),segment_id=62734cb8-0654-4191-ac4b-4d49238da2ff)] {{(pid=87636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:11:41.153450 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a26ec2c5-7ab9-4c09-9019-1c5f2a40e0c3 tempest-ExtraDHCPOptionsTestJSON-1975564287 tempest-ExtraDHCPOptionsTestJSON-1975564287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:41.158516 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b38ccbd-4e78-43ce-8f04-0e9208063d3b tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:11:41.159100 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-0b38ccbd-4e78-43ce-8f04-0e9208063d3b tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks [] for subnet, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:41.168049 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-ed3466fe-9763-466c-a40b-6a08109b8134 tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] 10.222.0.64 "DELETE /v2.0/subnets/48208631-d2f1-45f9-b250-ec431ad44356 HTTP/1.1" status: 204  len: 168 time: 2.3563049
Dec 23 16:11:41.177632 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 44886) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:41.186320 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-01a1713d-f91e-4af0-9c54-4af4176f381e None None] For port 5126fedc-1b8e-4cd7-9b16-f173335bcf4c, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=5126fedc-1b8e-4cd7-9b16-f173335bcf4c,segment=NetworkSegment(62734cb8-0654-4191-ac4b-4d49238da2ff),segment_id=62734cb8-0654-4191-ac4b-4d49238da2ff)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:11:41.186671 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-01a1713d-f91e-4af0-9c54-4af4176f381e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:41.207225 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34038e46-aaf5-4220-9981-69da54e86920 None None] Network a67646b4-5371-43ec-9f98-39fe51a67033 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:11:41.242058 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-9b1f54de-72de-45cf-8d48-18587d2fe7c9 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:11:41.242622 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b38ccbd-4e78-43ce-8f04-0e9208063d3b tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Pushing event updated for resources: {'Subnet': ['ID=73df4226-3ce2-4a54-9d2e-3a606d2ff415,revision_number=0']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:11:41.257587 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-0b38ccbd-4e78-43ce-8f04-0e9208063d3b tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:11:41.371827 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-0b38ccbd-4e78-43ce-8f04-0e9208063d3b tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 1.9307210
Dec 23 16:11:41.386457 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-a26ec2c5-7ab9-4c09-9019-1c5f2a40e0c3 tempest-ExtraDHCPOptionsTestJSON-1975564287 tempest-ExtraDHCPOptionsTestJSON-1975564287-project] Calling delete_port for 5126fedc-1b8e-4cd7-9b16-f173335bcf4c owned by network:dhcp {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:11:41.394985 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 44890) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:41.411274 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-05259201-3b42-48c6-ae6b-5161bc858284 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Request body: {'port': {'network_id': 'a67646b4-5371-43ec-9f98-39fe51a67033', 'fixed_ips': [{'subnet_id': '73df4226-3ce2-4a54-9d2e-3a606d2ff415', 'ip_address': '2001:db8::3610:fbba:4042:e34e'}], 'name': 'tempest-NetworksTestDHCPv6-2069901921'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:11:41.452051 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b1f54de-72de-45cf-8d48-18587d2fe7c9 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Checking segment: {'id': 'e0c642d5-f03d-4f35-b843-0c579bab400a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'de1d9606-3daf-4fa5-9949-9c18e479c591'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:11:41.452438 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b1f54de-72de-45cf-8d48-18587d2fe7c9 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Network hostable DHCP agents. Network: de1d9606-3daf-4fa5-9949-9c18e479c591, hostable agents: ['1c812d71-eadf-4fb3-b98e-67468a4aa7e2'], hosted agents: [] {{(pid=87636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 23 16:11:41.499508 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-946451f4-00fa-41fd-a2e5-5af0ed3a4cf6 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Notify callbacks [] for security_group, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:41.502482 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-01a1713d-f91e-4af0-9c54-4af4176f381e None None] Calling delete_port for 5126fedc-1b8e-4cd7-9b16-f173335bcf4c owned by network:dhcp {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:11:41.512331 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-946451f4-00fa-41fd-a2e5-5af0ed3a4cf6 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:41.529603 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-912e135a-1762-4669-aeb3-b79b542c4b7e tempest-ExtraDHCPOptionsTestJSON-1975564287 tempest-ExtraDHCPOptionsTestJSON-1975564287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:11:41.539275 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-946451f4-00fa-41fd-a2e5-5af0ed3a4cf6 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:11:41.552780 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e95db49-dde5-4cc1-8230-6e11722f543d tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Router abfa982d-e5a4-4f60-bb8f-be7e2c2fb544 has already been hosted by L3 agent 371d4c41-c7e2-4de7-9539-c049ec4e95d1 {{(pid=87636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 23 16:11:41.552780 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-946451f4-00fa-41fd-a2e5-5af0ed3a4cf6 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Usage tracker for resource:security_group_rule and tenant:2f72b6313bdb4bc4afb373c10680a612 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:11:41.558394 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-946451f4-00fa-41fd-a2e5-5af0ed3a4cf6 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:11:41.568917 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b1f54de-72de-45cf-8d48-18587d2fe7c9 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Network de1d9606-3daf-4fa5-9949-9c18e479c591 is scheduled to be hosted by DHCP agent 1c812d71-eadf-4fb3-b98e-67468a4aa7e2 with binding_index 1 {{(pid=87636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 23 16:11:41.580555 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-946451f4-00fa-41fd-a2e5-5af0ed3a4cf6 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:11:41.591430 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-20bb3151-bb49-41ee-bdd8-07f34c984dab tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-698866'] for network, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:41.603232 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a26ec2c5-7ab9-4c09-9019-1c5f2a40e0c3 tempest-ExtraDHCPOptionsTestJSON-1975564287 tempest-ExtraDHCPOptionsTestJSON-1975564287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:41.656125 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device fe0a451c-9648-4e4c-a41b-49516be31f30 no longer exists at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 23 16:11:41.667968 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946451f4-00fa-41fd-a2e5-5af0ed3a4cf6 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ac26390-de20-488d-8322-0b4802e44138,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:11:41.678047 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-9b1f54de-72de-45cf-8d48-18587d2fe7c9 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822799-1-hyperv, de1d9606-3daf-4fa5-9949-9c18e479c591) {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:11:41.679703 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-946451f4-00fa-41fd-a2e5-5af0ed3a4cf6 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:11:41.692307 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:41.694660 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-ecb8a085-b9a6-422b-91c5-1a6ed58f2a24 tempest-ExtraDHCPOptionsTestJSON-1975564287 tempest-ExtraDHCPOptionsTestJSON-1975564287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.082s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:11:41.704935 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85d4ea32-915b-4a20-85c8-bc8e7fd2c6c1 None None] Network de1d9606-3daf-4fa5-9949-9c18e479c591 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:11:41.725219 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] No Port match for: fe0a451c-9648-4e4c-a41b-49516be31f30 {{(pid=87637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 23 16:11:41.725645 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device fe0a451c-9648-4e4c-a41b-49516be31f30 not bound to the agent host dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 23 16:11:41.726916 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 5126fedc-1b8e-4cd7-9b16-f173335bcf4c no longer exists at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 23 16:11:41.745673 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26ec2c5-7ab9-4c09-9019-1c5f2a40e0c3 tempest-ExtraDHCPOptionsTestJSON-1975564287 tempest-ExtraDHCPOptionsTestJSON-1975564287-project] Pushing event deleted for resources: {'Port': ['ID=5126fedc-1b8e-4cd7-9b16-f173335bcf4c,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:11:41.747808 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a26ec2c5-7ab9-4c09-9019-1c5f2a40e0c3 tempest-ExtraDHCPOptionsTestJSON-1975564287 tempest-ExtraDHCPOptionsTestJSON-1975564287-project] No DVR routers for this DVR port 5126fedc-1b8e-4cd7-9b16-f173335bcf4c on host dv-neutron-822799-1-hyperv {{(pid=87636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 23 16:11:41.752046 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b1f54de-72de-45cf-8d48-18587d2fe7c9 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:11:41.752680 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9b1f54de-72de-45cf-8d48-18587d2fe7c9 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Notify callbacks [] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:41.761565 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-a26ec2c5-7ab9-4c09-9019-1c5f2a40e0c3 tempest-ExtraDHCPOptionsTestJSON-1975564287 tempest-ExtraDHCPOptionsTestJSON-1975564287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:11:41.864205 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] No Port match for: 5126fedc-1b8e-4cd7-9b16-f173335bcf4c {{(pid=87637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 23 16:11:41.864666 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 5126fedc-1b8e-4cd7-9b16-f173335bcf4c not bound to the agent host dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 23 16:11:41.865196 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device fe3cfc9b-c9e8-47cf-8227-74d09c832181 no longer exists at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 23 16:11:41.910535 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] No Port match for: fe3cfc9b-c9e8-47cf-8227-74d09c832181 {{(pid=87637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 23 16:11:41.910896 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device fe3cfc9b-c9e8-47cf-8227-74d09c832181 not bound to the agent host dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 23 16:11:41.961189 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e269b32-032b-4161-b702-7a52782974dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7e017a6-8198-58c8-a07e-0f786128e3b3-a67646b4-5371-43ec-9f98-39fe51a67033', 'network_id': 'a67646b4-5371-43ec-9f98-39fe51a67033', 'tenant_id': 'bf435ff0e7914a739a10fff5b2399c13', 'fixed_ips': [{'subnet_id': '73df4226-3ce2-4a54-9d2e-3a606d2ff415'}]}} from dv-neutron-822799-1-hyperv. {{(pid=87637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 23 16:11:41.962026 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-2e269b32-032b-4161-b702-7a52782974dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:41.985559 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.db.api [None req-01a1713d-f91e-4af0-9c54-4af4176f381e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87637) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 23 16:11:41.985975 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_db.api [None req-01a1713d-f91e-4af0-9c54-4af4176f381e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 23 16:11:42.005393 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-9b1f54de-72de-45cf-8d48-18587d2fe7c9 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 865 time: 2.6566062
Dec 23 16:11:42.013384 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a26ec2c5-7ab9-4c09-9019-1c5f2a40e0c3 tempest-ExtraDHCPOptionsTestJSON-1975564287 tempest-ExtraDHCPOptionsTestJSON-1975564287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-864347', 'neutron.services.segments.db._delete_segments_for_network-8735362908070'] for network, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:42.031318 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 44894) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:42.093757 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-b01d66d9-33f3-4932-8d06-fb3e5d251b80 tempest-RoutersIpV6AdminTest-575902626 tempest-RoutersIpV6AdminTest-575902626-project] Notify callbacks [] for router_gateway, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:42.110334 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-a26ec2c5-7ab9-4c09-9019-1c5f2a40e0c3 tempest-ExtraDHCPOptionsTestJSON-1975564287 tempest-ExtraDHCPOptionsTestJSON-1975564287-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1dc18221f0>,) {'filters': {'network_id': ['11c63414-d4ad-41ad-a899-b8d8bf34bfd4']}} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:11:42.139261 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-05259201-3b42-48c6-ae6b-5161bc858284 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:11:42.156158 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-b01d66d9-33f3-4932-8d06-fb3e5d251b80 tempest-RoutersIpV6AdminTest-575902626 tempest-RoutersIpV6AdminTest-575902626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:42.163649 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-306a736f-aee9-4c07-a806-8f95799a8ea8 None None] DHCP port deletion for 2477dc82-2f98-4092-bb2d-047982188fe0 request from dv-neutron-822799-1-hyperv {{(pid=87637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 23 16:11:42.164236 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-05259201-3b42-48c6-ae6b-5161bc858284 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Usage tracker for resource:port and tenant:bf435ff0e7914a739a10fff5b2399c13 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:11:42.170294 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e95db49-dde5-4cc1-8230-6e11722f543d tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify agent at l3_agent.dv-neutron-822799-1-hyperv the message routers_updated {{(pid=87636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 23 16:11:42.181205 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-946451f4-00fa-41fd-a2e5-5af0ed3a4cf6 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Notify callbacks [] for security_group, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:42.188935 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-306a736f-aee9-4c07-a806-8f95799a8ea8 None None] Deleting port 9d1363b7-52b8-40e0-8d16-c0e263dd7335 {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:11:42.189169 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37cbf4fb-e4b7-4350-9459-c5fd755c3346 None None] Sync routers for ids ['abfa982d-e5a4-4f60-bb8f-be7e2c2fb544'] in dv-neutron-822799-1-hyperv {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 23 16:11:42.189658 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-306a736f-aee9-4c07-a806-8f95799a8ea8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:42.202626 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37cbf4fb-e4b7-4350-9459-c5fd755c3346 None None] Routers {'abfa982d-e5a4-4f60-bb8f-be7e2c2fb544'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:11:42.203592 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-37cbf4fb-e4b7-4350-9459-c5fd755c3346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc29765b0>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:11:20Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['abfa982d-e5a4-4f60-bb8f-be7e2c2fb544'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:11:42.214265 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-05259201-3b42-48c6-ae6b-5161bc858284 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:11:42.221633 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-20bb3151-bb49-41ee-bdd8-07f34c984dab tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-864347', 'neutron.services.segments.db._delete_segments_for_network-8735362908070'] for network, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:42.238399 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-e62d26b2-9f16-4c39-9450-8b65244f907a tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] Notify callbacks [] for port, precommit_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:42.240389 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-05259201-3b42-48c6-ae6b-5161bc858284 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:11:42.273985 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-e62d26b2-9f16-4c39-9450-8b65244f907a tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2753531'] for port, after_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:42.285460 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-27746cae-77c2-420a-80e9-292062c00a88 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:11:42.307969 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-37cbf4fb-e4b7-4350-9459-c5fd755c3346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc29765b0>, [], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:11:42.319355 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37cbf4fb-e4b7-4350-9459-c5fd755c3346 None None] Routers {'abfa982d-e5a4-4f60-bb8f-be7e2c2fb544'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:11:42.320527 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-37cbf4fb-e4b7-4350-9459-c5fd755c3346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc29765b0>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:11:20Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['abfa982d-e5a4-4f60-bb8f-be7e2c2fb544'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:11:42.335193 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.services.segments.db [None req-20bb3151-bb49-41ee-bdd8-07f34c984dab tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1dbb6b4ee0>,) {'filters': {'network_id': ['8926f4e0-0b21-4dff-a78b-4fe76bcc0aa3']}} {{(pid=87635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:11:42.359505 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05259201-3b42-48c6-ae6b-5161bc858284 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Made reservation on behalf of bf435ff0e7914a739a10fff5b2399c13 for: {'port': 1} {{(pid=87635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:11:42.389132 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.services.segments.db [None req-20bb3151-bb49-41ee-bdd8-07f34c984dab tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dbb6b4ee0>, 'a56cdaee-15d7-44d9-b72c-4337a26c6bd9') {'for_net_delete': True} {{(pid=87635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:11:42.389412 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.services.segments.db [None req-20bb3151-bb49-41ee-bdd8-07f34c984dab tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dbb6b4ee0>, 'a56cdaee-15d7-44d9-b72c-4337a26c6bd9') {} {{(pid=87635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:11:42.411001 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-37cbf4fb-e4b7-4350-9459-c5fd755c3346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc29765b0>, [], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:11:42.411406 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37cbf4fb-e4b7-4350-9459-c5fd755c3346 None None] The sync data for ids ['abfa982d-e5a4-4f60-bb8f-be7e2c2fb544'] in dv-neutron-822799-1-hyperv is: [] {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 23 16:11:42.428106 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-a26ec2c5-7ab9-4c09-9019-1c5f2a40e0c3 tempest-ExtraDHCPOptionsTestJSON-1975564287 tempest-ExtraDHCPOptionsTestJSON-1975564287-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dc18221f0>, '62734cb8-0654-4191-ac4b-4d49238da2ff') {'for_net_delete': True} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:11:42.428724 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-a26ec2c5-7ab9-4c09-9019-1c5f2a40e0c3 tempest-ExtraDHCPOptionsTestJSON-1975564287 tempest-ExtraDHCPOptionsTestJSON-1975564287-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dc18221f0>, '62734cb8-0654-4191-ac4b-4d49238da2ff') {} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:11:42.439935 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-946451f4-00fa-41fd-a2e5-5af0ed3a4cf6 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:42.451786 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:11:42.489301 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-20bb3151-bb49-41ee-bdd8-07f34c984dab tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735363085442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2776713'] for segment, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:42.517886 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-01a1713d-f91e-4af0-9c54-4af4176f381e None None] Deleting port 5126fedc-1b8e-4cd7-9b16-f173335bcf4c {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:11:42.517886 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-01a1713d-f91e-4af0-9c54-4af4176f381e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:42.529893 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a26ec2c5-7ab9-4c09-9019-1c5f2a40e0c3 tempest-ExtraDHCPOptionsTestJSON-1975564287 tempest-ExtraDHCPOptionsTestJSON-1975564287-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735363085442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2382197'] for segment, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:42.583034 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62d26b2-9f16-4c39-9450-8b65244f907a tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] Pushing event updated for resources: {'Port': ['ID=8f5f1006-f2bb-491d-a490-47fae8b52782,revision_number=2']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:11:42.587526 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-20bb3151-bb49-41ee-bdd8-07f34c984dab tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:42.597264 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-e62d26b2-9f16-4c39-9450-8b65244f907a tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:11:42.601886 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a26ec2c5-7ab9-4c09-9019-1c5f2a40e0c3 tempest-ExtraDHCPOptionsTestJSON-1975564287 tempest-ExtraDHCPOptionsTestJSON-1975564287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:42.606868 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20bb3151-bb49-41ee-bdd8-07f34c984dab tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] Releasing vlan 406 on physical network physnet1 to pool {{(pid=87635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 23 16:11:42.607238 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-20bb3151-bb49-41ee-bdd8-07f34c984dab tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2753503'] for segment, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:42.608885 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946451f4-00fa-41fd-a2e5-5af0ed3a4cf6 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8453a73e-2e43-4fcc-8b4d-aa7d377eb3a9,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:11:42.623717 dv-neutron-822799-1-hyperv neutron-server[87635]: Traceback (most recent call last):
Dec 23 16:11:42.623717 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 23 16:11:42.623717 dv-neutron-822799-1-hyperv neutron-server[87635]:     timer()
Dec 23 16:11:42.623717 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:11:42.623717 dv-neutron-822799-1-hyperv neutron-server[87635]:     cb(*args, **kw)
Dec 23 16:11:42.623717 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 23 16:11:42.623717 dv-neutron-822799-1-hyperv neutron-server[87635]:     return func(*args, **kwargs)
Dec 23 16:11:42.623717 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:11:42.623717 dv-neutron-822799-1-hyperv neutron-server[87635]:     self._notify()
Dec 23 16:11:42.623717 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:11:42.623717 dv-neutron-822799-1-hyperv neutron-server[87635]:     self.callback(batched_events)
Dec 23 16:11:42.623717 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:11:42.623717 dv-neutron-822799-1-hyperv neutron-server[87635]:     event.method(event)
Dec 23 16:11:42.623717 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:11:42.623717 dv-neutron-822799-1-hyperv neutron-server[87635]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:11:42.623717 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 23 16:11:42.623717 dv-neutron-822799-1-hyperv neutron-server[87635]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 23 16:11:42.623717 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 23 16:11:42.623717 dv-neutron-822799-1-hyperv neutron-server[87635]:     return f(self, *a, **k)
Dec 23 16:11:42.623717 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:11:42.623717 dv-neutron-822799-1-hyperv neutron-server[87635]:     return self._get(url).json()
Dec 23 16:11:42.623717 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 23 16:11:42.623717 dv-neutron-822799-1-hyperv neutron-server[87635]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 23 16:11:42.623717 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 23 16:11:42.623717 dv-neutron-822799-1-hyperv neutron-server[87635]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:11:42.623717 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 23 16:11:42.623717 dv-neutron-822799-1-hyperv neutron-server[87635]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 23 16:11:42.623717 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 23 16:11:42.623717 dv-neutron-822799-1-hyperv neutron-server[87635]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:11:42.623717 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 23 16:11:42.623717 dv-neutron-822799-1-hyperv neutron-server[87635]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:11:42.623717 dv-neutron-822799-1-hyperv neutron-server[87635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:11:42.627399 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-946451f4-00fa-41fd-a2e5-5af0ed3a4cf6 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:11:42.629539 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-946451f4-00fa-41fd-a2e5-5af0ed3a4cf6 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Notify callbacks [] for security_group, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:42.630977 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-946451f4-00fa-41fd-a2e5-5af0ed3a4cf6 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1744 time: 2.6366878
Dec 23 16:11:42.632128 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a26ec2c5-7ab9-4c09-9019-1c5f2a40e0c3 tempest-ExtraDHCPOptionsTestJSON-1975564287 tempest-ExtraDHCPOptionsTestJSON-1975564287-project] Releasing vlan 409 on physical network physnet1 to pool {{(pid=87636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 23 16:11:42.632616 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a26ec2c5-7ab9-4c09-9019-1c5f2a40e0c3 tempest-ExtraDHCPOptionsTestJSON-1975564287 tempest-ExtraDHCPOptionsTestJSON-1975564287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2176261'] for segment, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:42.650036 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 44898) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:42.652877 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-e62d26b2-9f16-4c39-9450-8b65244f907a tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1824189'] for floatingip, after_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:42.653115 dv-neutron-822799-1-hyperv neutron-server[87636]: Traceback (most recent call last):
Dec 23 16:11:42.653115 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 23 16:11:42.653115 dv-neutron-822799-1-hyperv neutron-server[87636]:     timer()
Dec 23 16:11:42.653115 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:11:42.653115 dv-neutron-822799-1-hyperv neutron-server[87636]:     cb(*args, **kw)
Dec 23 16:11:42.653115 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 23 16:11:42.653115 dv-neutron-822799-1-hyperv neutron-server[87636]:     return func(*args, **kwargs)
Dec 23 16:11:42.653115 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:11:42.653115 dv-neutron-822799-1-hyperv neutron-server[87636]:     self._notify()
Dec 23 16:11:42.653115 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:11:42.653115 dv-neutron-822799-1-hyperv neutron-server[87636]:     self.callback(batched_events)
Dec 23 16:11:42.653115 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:11:42.653115 dv-neutron-822799-1-hyperv neutron-server[87636]:     event.method(event)
Dec 23 16:11:42.653115 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:11:42.653115 dv-neutron-822799-1-hyperv neutron-server[87636]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:11:42.653115 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 23 16:11:42.653115 dv-neutron-822799-1-hyperv neutron-server[87636]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 23 16:11:42.653115 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 23 16:11:42.653115 dv-neutron-822799-1-hyperv neutron-server[87636]:     return f(self, *a, **k)
Dec 23 16:11:42.653115 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:11:42.653115 dv-neutron-822799-1-hyperv neutron-server[87636]:     return self._get(url).json()
Dec 23 16:11:42.653115 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 23 16:11:42.653115 dv-neutron-822799-1-hyperv neutron-server[87636]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 23 16:11:42.653115 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 23 16:11:42.653115 dv-neutron-822799-1-hyperv neutron-server[87636]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:11:42.653115 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 23 16:11:42.653115 dv-neutron-822799-1-hyperv neutron-server[87636]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 23 16:11:42.653115 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 23 16:11:42.653115 dv-neutron-822799-1-hyperv neutron-server[87636]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:11:42.653115 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 23 16:11:42.653115 dv-neutron-822799-1-hyperv neutron-server[87636]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:11:42.653115 dv-neutron-822799-1-hyperv neutron-server[87636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:11:42.665563 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2d39da17-03d7-4797-9735-75d069bfd9b5 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-698866'] for network, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:42.667168 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43a4242a-675d-4092-8eb4-699d91f97654 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7e017a6-8198-58c8-a07e-0f786128e3b3-de1d9606-3daf-4fa5-9949-9c18e479c591', 'network_id': 'de1d9606-3daf-4fa5-9949-9c18e479c591', 'tenant_id': '9552d108dcd2412896b3c037adf05d69', 'fixed_ips': [{'subnet_id': '46f61a0d-c2b5-4a92-a318-55e928194fb2'}]}} from dv-neutron-822799-1-hyperv. {{(pid=87637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 23 16:11:42.667992 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-43a4242a-675d-4092-8eb4-699d91f97654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:42.687620 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-01a1713d-f91e-4af0-9c54-4af4176f381e None None] The port '5126fedc-1b8e-4cd7-9b16-f173335bcf4c' was deleted {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 23 16:11:42.709216 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-306a736f-aee9-4c07-a806-8f95799a8ea8 None None] For port 9d1363b7-52b8-40e0-8d16-c0e263dd7335, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=9d1363b7-52b8-40e0-8d16-c0e263dd7335,segment=NetworkSegment(41ed0529-faab-49e6-929c-5317ebbfd974),segment_id=41ed0529-faab-49e6-929c-5317ebbfd974)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:11:42.709216 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-306a736f-aee9-4c07-a806-8f95799a8ea8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:42.774105 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.db_base_plugin_common [None req-b01d66d9-33f3-4932-8d06-fb3e5d251b80 tempest-RoutersIpV6AdminTest-575902626 tempest-RoutersIpV6AdminTest-575902626-project] Allocated IP 172.26.3.115 (8afa6d58-9431-454a-b99c-3ff8a65aa86b/60537fec-5f5f-4ab7-89cc-03638149a590/f4d12832-ede0-48a6-bab4-7afded1a6007) {{(pid=87635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:11:42.806528 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-05259201-3b42-48c6-ae6b-5161bc858284 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:42.836317 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-e62d26b2-9f16-4c39-9450-8b65244f907a tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for floatingip, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:42.837604 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-e62d26b2-9f16-4c39-9450-8b65244f907a tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 8.4734437
Dec 23 16:11:42.867372 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-20bb3151-bb49-41ee-bdd8-07f34c984dab tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-864336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1824171'] for network, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:42.881652 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-306a736f-aee9-4c07-a806-8f95799a8ea8 None None] Calling delete_port for 9d1363b7-52b8-40e0-8d16-c0e263dd7335 owned by network:dhcp {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:11:42.890414 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-6906b30b-e5f6-437c-b14c-2480ce63dd63 tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:11:42.904258 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2d39da17-03d7-4797-9735-75d069bfd9b5 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864774'] for subnet, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:42.912107 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-20bb3151-bb49-41ee-bdd8-07f34c984dab tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627509'] for network, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:42.934627 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_common [None req-2e269b32-032b-4161-b702-7a52782974dc None None] Allocated IP 2001:db8::2 (a67646b4-5371-43ec-9f98-39fe51a67033/73df4226-3ce2-4a54-9d2e-3a606d2ff415/fc94a89d-3ef9-441e-a268-773c58566d3c) {{(pid=87637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:11:42.942762 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a26ec2c5-7ab9-4c09-9019-1c5f2a40e0c3 tempest-ExtraDHCPOptionsTestJSON-1975564287 tempest-ExtraDHCPOptionsTestJSON-1975564287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-864336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1824171'] for network, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:42.981429 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.notifiers.nova [None req-05259201-3b42-48c6-ae6b-5161bc858284 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] device_id is not set on port c03b0c39-701f-480e-b633-164a4f0c545d yet. {{(pid=87635) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 23 16:11:43.034649 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bb3151-bb49-41ee-bdd8-07f34c984dab tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] Pushing event deleted for resources: {'Network': ['ID=8926f4e0-0b21-4dff-a78b-4fe76bcc0aa3,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:11:43.041263 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-20bb3151-bb49-41ee-bdd8-07f34c984dab tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] 10.222.0.64 "DELETE /v2.0/networks/8926f4e0-0b21-4dff-a78b-4fe76bcc0aa3 HTTP/1.1" status: 204  len: 168 time: 1.8523116
Dec 23 16:11:43.050616 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-d50249d8-f363-4b8b-a4e1-32b3f56122b8 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:11:43.051573 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-417820b0-606d-420d-8a80-e1bc2050ef1e tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4505 time: 0.3944786
Dec 23 16:11:43.052353 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 44914) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:43.052697 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 44916) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:43.053517 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-20bb3151-bb49-41ee-bdd8-07f34c984dab tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:11:43.073787 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a26ec2c5-7ab9-4c09-9019-1c5f2a40e0c3 tempest-ExtraDHCPOptionsTestJSON-1975564287 tempest-ExtraDHCPOptionsTestJSON-1975564287-project] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:43.147200 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26ec2c5-7ab9-4c09-9019-1c5f2a40e0c3 tempest-ExtraDHCPOptionsTestJSON-1975564287 tempest-ExtraDHCPOptionsTestJSON-1975564287-project] Pushing event deleted for resources: {'Network': ['ID=11c63414-d4ad-41ad-a899-b8d8bf34bfd4,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:11:43.149652 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-306a736f-aee9-4c07-a806-8f95799a8ea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789'] for port, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:43.164770 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:11:43.169866 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-a26ec2c5-7ab9-4c09-9019-1c5f2a40e0c3 tempest-ExtraDHCPOptionsTestJSON-1975564287 tempest-ExtraDHCPOptionsTestJSON-1975564287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:11:43.178808 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-a26ec2c5-7ab9-4c09-9019-1c5f2a40e0c3 tempest-ExtraDHCPOptionsTestJSON-1975564287 tempest-ExtraDHCPOptionsTestJSON-1975564287-project] 10.222.0.64 "DELETE /v2.0/networks/11c63414-d4ad-41ad-a899-b8d8bf34bfd4 HTTP/1.1" status: 204  len: 168 time: 3.2754128
Dec 23 16:11:43.196291 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-41fa39ec-0b7a-4dab-bcff-d7f68b22c2ba tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-698866'] for network, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:43.209075 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-18a81f91-6c6d-4929-bbbd-75528a6d23f9 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Request body: {'security_group': {'name': 'tempest-security--634415137', 'description': 'tempest-security-description-1197190717'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:11:43.217448 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-21675959-ce23-414d-baba-8830c8555265 req-f8500d48-9606-44c0-9caa-f6313d0d5142 tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] Synchronizing usage tracker for tenant:4397e61b404b4512b8e2da8fa19161c5 on resource:security_group {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:11:43.223807 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_common [None req-43a4242a-675d-4092-8eb4-699d91f97654 None None] Allocated IP 172.20.0.1 (de1d9606-3daf-4fa5-9949-9c18e479c591/46f61a0d-c2b5-4a92-a318-55e928194fb2/6a15b325-7250-43cb-880f-37200f9182e5) {{(pid=87637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:11:43.248468 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e95db49-dde5-4cc1-8230-6e11722f543d tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Router 241813ab-058a-4d36-a6bf-c992de5b1eed has already been hosted by L3 agent 371d4c41-c7e2-4de7-9539-c049ec4e95d1 {{(pid=87636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 23 16:11:43.259231 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-21675959-ce23-414d-baba-8830c8555265 req-f8500d48-9606-44c0-9caa-f6313d0d5142 tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] Unset dirty status for tenant:4397e61b404b4512b8e2da8fa19161c5 on resource:security_group {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:11:43.260435 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-21675959-ce23-414d-baba-8830c8555265 req-f8500d48-9606-44c0-9caa-f6313d0d5142 tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--127755407&fields=id&tenant_id=4397e61b404b4512b8e2da8fa19161c5 HTTP/1.1" status: 200  len: 267 time: 0.1833527
Dec 23 16:11:43.295106 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306a736f-aee9-4c07-a806-8f95799a8ea8 None None] Pushing event deleted for resources: {'Port': ['ID=9d1363b7-52b8-40e0-8d16-c0e263dd7335,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:11:43.309518 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-306a736f-aee9-4c07-a806-8f95799a8ea8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:11:43.335224 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-306a736f-aee9-4c07-a806-8f95799a8ea8 None None] No DVR routers for this DVR port 9d1363b7-52b8-40e0-8d16-c0e263dd7335 on host dv-neutron-822799-1-hyperv {{(pid=87637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 23 16:11:43.350799 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-b01d66d9-33f3-4932-8d06-fb3e5d251b80 tempest-RoutersIpV6AdminTest-575902626 tempest-RoutersIpV6AdminTest-575902626-project] Notify callbacks [] for port, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:43.448825 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-b01d66d9-33f3-4932-8d06-fb3e5d251b80 tempest-RoutersIpV6AdminTest-575902626 tempest-RoutersIpV6AdminTest-575902626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:43.454674 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-18a81f91-6c6d-4929-bbbd-75528a6d23f9 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Notify callbacks [] for security_group, before_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:43.464790 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-bb32ce89-fc80-481c-9bc5-6f57c43b2043 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:11:43.555328 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e95db49-dde5-4cc1-8230-6e11722f543d tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify agent at l3_agent.dv-neutron-822799-1-hyperv the message routers_updated {{(pid=87636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 23 16:11:43.562378 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-4e95db49-dde5-4cc1-8230-6e11722f543d tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for floatingip, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:43.582022 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e2b39ba-81bf-44bd-a001-fd50218a7e42 None None] Sync routers for ids ['241813ab-058a-4d36-a6bf-c992de5b1eed'] in dv-neutron-822799-1-hyperv {{(pid=87637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 23 16:11:43.587785 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b01d66d9-33f3-4932-8d06-fb3e5d251b80 tempest-RoutersIpV6AdminTest-575902626 tempest-RoutersIpV6AdminTest-575902626-project] Network 8afa6d58-9431-454a-b99c-3ff8a65aa86b is already hosted by enough agents. {{(pid=87635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:11:43.593032 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 9d1363b7-52b8-40e0-8d16-c0e263dd7335 no longer exists at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 23 16:11:43.683788 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] No Port match for: 9d1363b7-52b8-40e0-8d16-c0e263dd7335 {{(pid=87637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 23 16:11:43.684035 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 9d1363b7-52b8-40e0-8d16-c0e263dd7335 not bound to the agent host dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 23 16:11:43.686170 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 44926) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:43.717168 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21675959-ce23-414d-baba-8830c8555265 req-da78e8d2-f84a-4c23-ba21-1f0d0fa55624 tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:11:43.717872 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-21675959-ce23-414d-baba-8830c8555265 req-da78e8d2-f84a-4c23-ba21-1f0d0fa55624 tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] Synchronizing usage tracker for tenant:4397e61b404b4512b8e2da8fa19161c5 on resource:network {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:11:43.722379 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e2b39ba-81bf-44bd-a001-fd50218a7e42 None None] Routers {'241813ab-058a-4d36-a6bf-c992de5b1eed'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:11:43.723439 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-3e2b39ba-81bf-44bd-a001-fd50218a7e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc100f5b0>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:11:20Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['241813ab-058a-4d36-a6bf-c992de5b1eed'], 'active': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:11:43.747405 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-21675959-ce23-414d-baba-8830c8555265 req-da78e8d2-f84a-4c23-ba21-1f0d0fa55624 tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] Unset dirty status for tenant:4397e61b404b4512b8e2da8fa19161c5 on resource:network {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:11:43.754316 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-21675959-ce23-414d-baba-8830c8555265 req-da78e8d2-f84a-4c23-ba21-1f0d0fa55624 tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] 10.222.0.64 "GET /v2.0/networks?id=d7a1eeae-9238-41c5-b3d8-78eaa1dfac99 HTTP/1.1" status: 200  len: 812 time: 0.3385539
Dec 23 16:11:43.768906 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-4e95db49-dde5-4cc1-8230-6e11722f543d tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] 10.222.0.64 "PUT /v2.0/floatingips/70b7bdce-e9fe-417b-afc4-71f4179f8957 HTTP/1.1" status: 200  len: 978 time: 5.7447519
Dec 23 16:11:43.777518 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-21675959-ce23-414d-baba-8830c8555265 req-2b14ebcc-416e-4627-b0d1-224c1a99b040 tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] 10.222.0.64 "GET /v2.0/quotas/4397e61b404b4512b8e2da8fa19161c5 HTTP/1.1" status: 200  len: 375 time: 0.0221117
Dec 23 16:11:43.780446 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 44932) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:43.802843 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-18a81f91-6c6d-4929-bbbd-75528a6d23f9 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Notify callbacks [] for security_group, precommit_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:43.804412 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.base_scheduler [None req-b01d66d9-33f3-4932-8d06-fb3e5d251b80 tempest-RoutersIpV6AdminTest-575902626 tempest-RoutersIpV6AdminTest-575902626-project] Resources bound (agent type, host, resource id):  {{(pid=87635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:11:43.839598 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b01d66d9-33f3-4932-8d06-fb3e5d251b80 tempest-RoutersIpV6AdminTest-575902626 tempest-RoutersIpV6AdminTest-575902626-project] Received port after_create {{(pid=87635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:11:43.842259 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-2e269b32-032b-4161-b702-7a52782974dc None None] Notify callbacks [] for port, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:43.864410 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-18a81f91-6c6d-4929-bbbd-75528a6d23f9 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:43.869175 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-3e2b39ba-81bf-44bd-a001-fd50218a7e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc100f5b0>, [], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:11:43.872379 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-2e269b32-032b-4161-b702-7a52782974dc None None] Transition to ACTIVE for port object fc94a89d-3ef9-441e-a268-773c58566d3c will not be triggered until provisioned by entity L2. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:11:43.906748 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01d66d9-33f3-4932-8d06-fb3e5d251b80 tempest-RoutersIpV6AdminTest-575902626 tempest-RoutersIpV6AdminTest-575902626-project] Pushing event updated for resources: {'Port': ['ID=f4d12832-ede0-48a6-bab4-7afded1a6007,revision_number=1']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:11:43.947871 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-2e269b32-032b-4161-b702-7a52782974dc None None] Transition to ACTIVE for port object fc94a89d-3ef9-441e-a268-773c58566d3c will not be triggered until provisioned by entity DHCP. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:11:43.948283 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-b7dae406-ce5f-4a22-87b1-c7c745fde0eb tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Deleting port 8ab3e7d2-aaad-46a6-b8eb-f00f6c1079d4 {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:11:43.948283 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b7dae406-ce5f-4a22-87b1-c7c745fde0eb tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:43.962289 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-18a81f91-6c6d-4929-bbbd-75528a6d23f9 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Notify callbacks [] for security_group, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:43.966723 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-18a81f91-6c6d-4929-bbbd-75528a6d23f9 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] 10.222.0.64 "PUT /v2.0/security-groups/8453a73e-2e43-4fcc-8b4d-aa7d377eb3a9 HTTP/1.1" status: 200  len: 1777 time: 0.9010608
Dec 23 16:11:43.966723 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-b01d66d9-33f3-4932-8d06-fb3e5d251b80 tempest-RoutersIpV6AdminTest-575902626 tempest-RoutersIpV6AdminTest-575902626-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.500s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:11:43.966965 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e2b39ba-81bf-44bd-a001-fd50218a7e42 None None] Routers {'241813ab-058a-4d36-a6bf-c992de5b1eed'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:11:43.966965 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-3e2b39ba-81bf-44bd-a001-fd50218a7e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc100f5b0>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:11:20Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['241813ab-058a-4d36-a6bf-c992de5b1eed'], 'active': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:11:43.972949 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.085s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:11:43.983788 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 44938) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:44.028692 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-43a4242a-675d-4092-8eb4-699d91f97654 None None] Notify callbacks [] for port, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:44.034601 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-a0a6756a-859c-4b32-96bf-07aff9a61d4a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d67ec00980024d408b15087b493e8cc9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3394506
Dec 23 16:11:44.034777 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-2e269b32-032b-4161-b702-7a52782974dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780'] for port, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:44.038930 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-cc1c99f3-d16b-445c-884c-5506deab903d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:11:44.039915 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 44942) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:44.045374 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-41fa39ec-0b7a-4dab-bcff-d7f68b22c2ba tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-864347', 'neutron.services.segments.db._delete_segments_for_network-8735362908070'] for network, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:44.080627 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-3e2b39ba-81bf-44bd-a001-fd50218a7e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc100f5b0>, [], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:11:44.081015 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e2b39ba-81bf-44bd-a001-fd50218a7e42 None None] The sync data for ids ['241813ab-058a-4d36-a6bf-c992de5b1eed'] in dv-neutron-822799-1-hyperv is: [] {{(pid=87637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 23 16:11:44.098063 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-43a4242a-675d-4092-8eb4-699d91f97654 None None] Transition to ACTIVE for port object 6a15b325-7250-43cb-880f-37200f9182e5 will not be triggered until provisioned by entity L2. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:11:44.125116 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e269b32-032b-4161-b702-7a52782974dc None None] Network a67646b4-5371-43ec-9f98-39fe51a67033 is already hosted by enough agents. {{(pid=87637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:11:44.135128 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-2e269b32-032b-4161-b702-7a52782974dc None None] Resources bound (agent type, host, resource id):  {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:11:44.147050 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e269b32-032b-4161-b702-7a52782974dc None None] Received port after_create {{(pid=87637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:11:44.152649 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e269b32-032b-4161-b702-7a52782974dc None None] Pushing event updated for resources: {'Port': ['ID=fc94a89d-3ef9-441e-a268-773c58566d3c,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:11:44.155593 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-43a4242a-675d-4092-8eb4-699d91f97654 None None] Transition to ACTIVE for port object 6a15b325-7250-43cb-880f-37200f9182e5 will not be triggered until provisioned by entity DHCP. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:11:44.159692 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-2e269b32-032b-4161-b702-7a52782974dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:11:44.167532 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.services.segments.db [None req-41fa39ec-0b7a-4dab-bcff-d7f68b22c2ba tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1dbb51b6a0>,) {'filters': {'network_id': ['2477dc82-2f98-4092-bb2d-047982188fe0']}} {{(pid=87635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:11:44.178048 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-21675959-ce23-414d-baba-8830c8555265 req-6bc1e82d-b647-4e6a-b893-f0442a6710f6 tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] Synchronizing usage tracker for tenant:4397e61b404b4512b8e2da8fa19161c5 on resource:port {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:11:44.184880 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.services.segments.db [None req-41fa39ec-0b7a-4dab-bcff-d7f68b22c2ba tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dbb51b6a0>, '41ed0529-faab-49e6-929c-5317ebbfd974') {'for_net_delete': True} {{(pid=87635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:11:44.185603 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.services.segments.db [None req-41fa39ec-0b7a-4dab-bcff-d7f68b22c2ba tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dbb51b6a0>, '41ed0529-faab-49e6-929c-5317ebbfd974') {} {{(pid=87635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:11:44.195551 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-68d7e73e-7e20-4f6f-bf1b-50f1611f1a6b tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] 10.222.0.64 "GET /v2.0/security-groups/8453a73e-2e43-4fcc-8b4d-aa7d377eb3a9 HTTP/1.1" status: 200  len: 1777 time: 0.2052076
Dec 23 16:11:44.206649 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 44946) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:44.207574 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-41fa39ec-0b7a-4dab-bcff-d7f68b22c2ba tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735363085442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2776713'] for segment, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:44.237508 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-41fa39ec-0b7a-4dab-bcff-d7f68b22c2ba tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:44.242587 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a81f91-6c6d-4929-bbbd-75528a6d23f9 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8453a73e-2e43-4fcc-8b4d-aa7d377eb3a9,revision_number=2']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:11:44.251456 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-43a4242a-675d-4092-8eb4-699d91f97654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780'] for port, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:44.262845 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-18a81f91-6c6d-4929-bbbd-75528a6d23f9 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:11:44.273750 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-b893b00a-860e-495c-9905-20622f91754b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:11:44.335722 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41fa39ec-0b7a-4dab-bcff-d7f68b22c2ba tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] Releasing vlan 441 on physical network physnet1 to pool {{(pid=87635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 23 16:11:44.336120 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-41fa39ec-0b7a-4dab-bcff-d7f68b22c2ba tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2753503'] for segment, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:44.351041 dv-neutron-822799-1-hyperv neutron-server[87635]: Traceback (most recent call last):
Dec 23 16:11:44.351041 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 23 16:11:44.351041 dv-neutron-822799-1-hyperv neutron-server[87635]:     timer()
Dec 23 16:11:44.351041 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:11:44.351041 dv-neutron-822799-1-hyperv neutron-server[87635]:     cb(*args, **kw)
Dec 23 16:11:44.351041 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 23 16:11:44.351041 dv-neutron-822799-1-hyperv neutron-server[87635]:     return func(*args, **kwargs)
Dec 23 16:11:44.351041 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:11:44.351041 dv-neutron-822799-1-hyperv neutron-server[87635]:     self._notify()
Dec 23 16:11:44.351041 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:11:44.351041 dv-neutron-822799-1-hyperv neutron-server[87635]:     self.callback(batched_events)
Dec 23 16:11:44.351041 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:11:44.351041 dv-neutron-822799-1-hyperv neutron-server[87635]:     event.method(event)
Dec 23 16:11:44.351041 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:11:44.351041 dv-neutron-822799-1-hyperv neutron-server[87635]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:11:44.351041 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 23 16:11:44.351041 dv-neutron-822799-1-hyperv neutron-server[87635]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 23 16:11:44.351041 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 23 16:11:44.351041 dv-neutron-822799-1-hyperv neutron-server[87635]:     return f(self, *a, **k)
Dec 23 16:11:44.351041 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:11:44.351041 dv-neutron-822799-1-hyperv neutron-server[87635]:     return self._get(url).json()
Dec 23 16:11:44.351041 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 23 16:11:44.351041 dv-neutron-822799-1-hyperv neutron-server[87635]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 23 16:11:44.351041 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 23 16:11:44.351041 dv-neutron-822799-1-hyperv neutron-server[87635]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:11:44.351041 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 23 16:11:44.351041 dv-neutron-822799-1-hyperv neutron-server[87635]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 23 16:11:44.351041 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 23 16:11:44.351041 dv-neutron-822799-1-hyperv neutron-server[87635]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:11:44.351041 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 23 16:11:44.351041 dv-neutron-822799-1-hyperv neutron-server[87635]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:11:44.351041 dv-neutron-822799-1-hyperv neutron-server[87635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:11:44.399783 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.db_base_plugin_common [None req-05259201-3b42-48c6-ae6b-5161bc858284 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Allocated IP 2001:db8::3610:fbba:4042:e34e (a67646b4-5371-43ec-9f98-39fe51a67033/73df4226-3ce2-4a54-9d2e-3a606d2ff415/c03b0c39-701f-480e-b633-164a4f0c545d) {{(pid=87635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:11:44.402813 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43a4242a-675d-4092-8eb4-699d91f97654 None None] Network de1d9606-3daf-4fa5-9949-9c18e479c591 is already hosted by enough agents. {{(pid=87637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:11:44.412022 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-43a4242a-675d-4092-8eb4-699d91f97654 None None] Resources bound (agent type, host, resource id):  {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:11:44.415397 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43a4242a-675d-4092-8eb4-699d91f97654 None None] Received port after_create {{(pid=87637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:11:44.420479 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a4242a-675d-4092-8eb4-699d91f97654 None None] Pushing event updated for resources: {'Port': ['ID=6a15b325-7250-43cb-880f-37200f9182e5,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:11:44.423433 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-43a4242a-675d-4092-8eb4-699d91f97654 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:11:44.429563 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-2e269b32-032b-4161-b702-7a52782974dc None None] Attempting to bind port fc94a89d-3ef9-441e-a268-773c58566d3c on host dv-neutron-822799-1-hyperv for vnic_type normal with profile  {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:11:44.429946 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-2e269b32-032b-4161-b702-7a52782974dc None None] Attempting to bind port fc94a89d-3ef9-441e-a268-773c58566d3c by drivers openvswitch,hyperv on host dv-neutron-822799-1-hyperv at level 0 using segments [{'id': 'd0e346f7-32a7-41a0-b972-301688edbe10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'a67646b4-5371-43ec-9f98-39fe51a67033'}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:11:44.430408 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e269b32-032b-4161-b702-7a52782974dc None None] Attempting to bind port fc94a89d-3ef9-441e-a268-773c58566d3c on network a67646b4-5371-43ec-9f98-39fe51a67033 {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:11:44.477361 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e269b32-032b-4161-b702-7a52782974dc None None] Checking agent: {'id': '20d2070f-69a9-4e73-8d08-6f0387a40158', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822799-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 21), 'started_at': datetime.datetime(2021, 12, 23, 16, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 11, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822799-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 23 16:11:44.477843 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e269b32-032b-4161-b702-7a52782974dc None None] Checking segment: {'id': 'd0e346f7-32a7-41a0-b972-301688edbe10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'a67646b4-5371-43ec-9f98-39fe51a67033'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:11:44.478286 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-2e269b32-032b-4161-b702-7a52782974dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:44.479041 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e269b32-032b-4161-b702-7a52782974dc None None] Bound using segment: {'id': 'd0e346f7-32a7-41a0-b972-301688edbe10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'a67646b4-5371-43ec-9f98-39fe51a67033'} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 23 16:11:44.479965 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-2e269b32-032b-4161-b702-7a52782974dc None None] Bound port: fc94a89d-3ef9-441e-a268-773c58566d3c, host: dv-neutron-822799-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0e346f7-32a7-41a0-b972-301688edbe10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'a67646b4-5371-43ec-9f98-39fe51a67033'}}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 23 16:11:44.479965 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-2e269b32-032b-4161-b702-7a52782974dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:44.501310 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2d39da17-03d7-4797-9735-75d069bfd9b5 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2176495', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2618677'] for subnet, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:44.510141 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-05fc9546-3416-48e0-a2ed-aa9c2be31a9c tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:11:44.526362 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-41fa39ec-0b7a-4dab-bcff-d7f68b22c2ba tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-864336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1824171'] for network, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:44.533061 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-5ac8c3bf-4183-456a-ad5b-247e32b29fb2 tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:11:44.536027 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-21675959-ce23-414d-baba-8830c8555265 req-6bc1e82d-b647-4e6a-b893-f0442a6710f6 tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] Unset dirty status for tenant:4397e61b404b4512b8e2da8fa19161c5 on resource:port {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:11:44.541133 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-21675959-ce23-414d-baba-8830c8555265 req-6bc1e82d-b647-4e6a-b893-f0442a6710f6 tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=4397e61b404b4512b8e2da8fa19161c5&fields=id HTTP/1.1" status: 200  len: 348 time: 0.7622135
Dec 23 16:11:44.542815 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-12c1bdbe-c230-49dc-af12-a9003e87217f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:44.564003 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-41fa39ec-0b7a-4dab-bcff-d7f68b22c2ba tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627509'] for network, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:44.574504 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fa39ec-0b7a-4dab-bcff-d7f68b22c2ba tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] Pushing event deleted for resources: {'Network': ['ID=2477dc82-2f98-4092-bb2d-047982188fe0,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:11:44.604769 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-43a4242a-675d-4092-8eb4-699d91f97654 None None] Attempting to bind port 6a15b325-7250-43cb-880f-37200f9182e5 on host dv-neutron-822799-1-hyperv for vnic_type normal with profile  {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:11:44.605206 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-43a4242a-675d-4092-8eb4-699d91f97654 None None] Attempting to bind port 6a15b325-7250-43cb-880f-37200f9182e5 by drivers openvswitch,hyperv on host dv-neutron-822799-1-hyperv at level 0 using segments [{'id': 'e0c642d5-f03d-4f35-b843-0c579bab400a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'de1d9606-3daf-4fa5-9949-9c18e479c591'}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:11:44.605584 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43a4242a-675d-4092-8eb4-699d91f97654 None None] Attempting to bind port 6a15b325-7250-43cb-880f-37200f9182e5 on network de1d9606-3daf-4fa5-9949-9c18e479c591 {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:11:44.615683 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-12c1bdbe-c230-49dc-af12-a9003e87217f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:44.630831 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43a4242a-675d-4092-8eb4-699d91f97654 None None] Checking agent: {'id': '20d2070f-69a9-4e73-8d08-6f0387a40158', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822799-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 21), 'started_at': datetime.datetime(2021, 12, 23, 16, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 11, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822799-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 23 16:11:44.630831 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43a4242a-675d-4092-8eb4-699d91f97654 None None] Checking segment: {'id': 'e0c642d5-f03d-4f35-b843-0c579bab400a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'de1d9606-3daf-4fa5-9949-9c18e479c591'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:11:44.631238 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-43a4242a-675d-4092-8eb4-699d91f97654 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:44.631576 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43a4242a-675d-4092-8eb4-699d91f97654 None None] Bound using segment: {'id': 'e0c642d5-f03d-4f35-b843-0c579bab400a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'de1d9606-3daf-4fa5-9949-9c18e479c591'} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 23 16:11:44.632067 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-43a4242a-675d-4092-8eb4-699d91f97654 None None] Bound port: 6a15b325-7250-43cb-880f-37200f9182e5, host: dv-neutron-822799-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0c642d5-f03d-4f35-b843-0c579bab400a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'de1d9606-3daf-4fa5-9949-9c18e479c591'}}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 23 16:11:44.632456 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-43a4242a-675d-4092-8eb4-699d91f97654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:44.633009 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-41fa39ec-0b7a-4dab-bcff-d7f68b22c2ba tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:11:44.637660 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d39da17-03d7-4797-9735-75d069bfd9b5 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Pushing event deleted for resources: {'Subnet': ['ID=46f61a0d-c2b5-4a92-a318-55e928194fb2,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:11:44.640856 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-2d39da17-03d7-4797-9735-75d069bfd9b5 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:11:44.645749 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-41fa39ec-0b7a-4dab-bcff-d7f68b22c2ba tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] 10.222.0.64 "DELETE /v2.0/networks/2477dc82-2f98-4092-bb2d-047982188fe0 HTTP/1.1" status: 204  len: 168 time: 1.5851285
Dec 23 16:11:44.668659 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 44950) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:44.714098 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-2e269b32-032b-4161-b702-7a52782974dc None None] For port fc94a89d-3ef9-441e-a268-773c58566d3c, host dv-neutron-822799-1-hyperv, cleared binding levels {{(pid=87637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 23 16:11:44.731948 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-2e269b32-032b-4161-b702-7a52782974dc None None] For port fc94a89d-3ef9-441e-a268-773c58566d3c, host dv-neutron-822799-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=fc94a89d-3ef9-441e-a268-773c58566d3c,segment=NetworkSegment(d0e346f7-32a7-41a0-b972-301688edbe10),segment_id=d0e346f7-32a7-41a0-b972-301688edbe10)] {{(pid=87637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 23 16:11:44.742616 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-2e269b32-032b-4161-b702-7a52782974dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:44.748171 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-fce346fd-4218-4707-ade2-829c9dcdc370 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:11:44.835070 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-43a4242a-675d-4092-8eb4-699d91f97654 None None] For port 6a15b325-7250-43cb-880f-37200f9182e5, host dv-neutron-822799-1-hyperv, cleared binding levels {{(pid=87637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 23 16:11:44.862048 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-43a4242a-675d-4092-8eb4-699d91f97654 None None] For port 6a15b325-7250-43cb-880f-37200f9182e5, host dv-neutron-822799-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=6a15b325-7250-43cb-880f-37200f9182e5,segment=NetworkSegment(e0c642d5-f03d-4f35-b843-0c579bab400a),segment_id=e0c642d5-f03d-4f35-b843-0c579bab400a)] {{(pid=87637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 23 16:11:44.873767 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-43a4242a-675d-4092-8eb4-699d91f97654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:44.880253 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-b01d66d9-33f3-4932-8d06-fb3e5d251b80 tempest-RoutersIpV6AdminTest-575902626 tempest-RoutersIpV6AdminTest-575902626-project] Notify callbacks [] for router_gateway, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:44.887206 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e269b32-032b-4161-b702-7a52782974dc None None] Pushing event updated for resources: {'Port': ['ID=fc94a89d-3ef9-441e-a268-773c58566d3c,revision_number=2']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:11:44.892954 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-2e269b32-032b-4161-b702-7a52782974dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:11:44.893517 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-12167446-b9d1-4fcb-ab2c-8bc4dc642bf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:11:44.930887 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b7dae406-ce5f-4a22-87b1-c7c745fde0eb tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:44.942079 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-50c96f64-1801-4698-a2d4-caa4b198e9a6 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Notify callbacks [] for security_group, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:44.953317 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2d39da17-03d7-4797-9735-75d069bfd9b5 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-864347', 'neutron.services.segments.db._delete_segments_for_network-8735362908070'] for network, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:44.964879 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-05259201-3b42-48c6-ae6b-5161bc858284 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks [] for port, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:44.997036 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.provisioning_blocks [None req-05259201-3b42-48c6-ae6b-5161bc858284 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Transition to ACTIVE for port object c03b0c39-701f-480e-b633-164a4f0c545d will not be triggered until provisioned by entity DHCP. {{(pid=87635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:11:45.027158 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a4242a-675d-4092-8eb4-699d91f97654 None None] Pushing event updated for resources: {'Port': ['ID=6a15b325-7250-43cb-880f-37200f9182e5,revision_number=2']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:11:45.031332 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ee21bcc-7bf9-4561-bed3-8df069a14bba None None] Network de1d9606-3daf-4fa5-9949-9c18e479c591 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:11:45.045374 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-43a4242a-675d-4092-8eb4-699d91f97654 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:11:45.107550 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_v2 [None req-59743444-b1ef-4ab9-beb0-c333ed7dca78 tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] Deleting subnet 739ce88a-a5ec-482f-b072-ee5b5d2aff1d {{(pid=87636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 23 16:11:45.139591 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-2d39da17-03d7-4797-9735-75d069bfd9b5 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1dc17fcaf0>,) {'filters': {'network_id': ['de1d9606-3daf-4fa5-9949-9c18e479c591']}} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:11:45.154223 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-59743444-b1ef-4ab9-beb0-c333ed7dca78 tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] Notify callbacks [] for subnet, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:45.177628 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-05259201-3b42-48c6-ae6b-5161bc858284 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:45.185899 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-5e1b55bc-7248-4351-961e-4543ccd41cf1 tempest-ExtraDHCPOptionsTestJSON-1975564287 tempest-ExtraDHCPOptionsTestJSON-1975564287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:11:45.189214 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-50c96f64-1801-4698-a2d4-caa4b198e9a6 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:45.254795 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-2d39da17-03d7-4797-9735-75d069bfd9b5 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dc17fcaf0>, 'e0c642d5-f03d-4f35-b843-0c579bab400a') {'for_net_delete': True} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:11:45.255102 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-2d39da17-03d7-4797-9735-75d069bfd9b5 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dc17fcaf0>, 'e0c642d5-f03d-4f35-b843-0c579bab400a') {} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:11:45.267829 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-12c1bdbe-c230-49dc-af12-a9003e87217f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:45.279473 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-48938ea3-f8ab-47b4-ad13-435f52e8c1aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:11:45.286637 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2d39da17-03d7-4797-9735-75d069bfd9b5 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735363085442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2382197'] for segment, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:45.324137 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-21675959-ce23-414d-baba-8830c8555265 req-9496b6f0-3ce8-435c-8689-4f90086b2131 service neutron] 10.222.0.64 "GET /v2.0/networks/d7a1eeae-9238-41c5-b3d8-78eaa1dfac99?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7321291
Dec 23 16:11:45.446080 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c1bdbe-c230-49dc-af12-a9003e87217f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42792a55-f322-4bff-bb90-61146564f395,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:11:45.461961 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-12c1bdbe-c230-49dc-af12-a9003e87217f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:11:45.462896 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2d39da17-03d7-4797-9735-75d069bfd9b5 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:45.529818 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-59743444-b1ef-4ab9-beb0-c333ed7dca78 tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2382092'] for subnet, precommit_delete_associations {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:45.531874 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05259201-3b42-48c6-ae6b-5161bc858284 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Network a67646b4-5371-43ec-9f98-39fe51a67033 is already hosted by enough agents. {{(pid=87635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:11:45.551436 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.base_scheduler [None req-05259201-3b42-48c6-ae6b-5161bc858284 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Resources bound (agent type, host, resource id):  {{(pid=87635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:11:45.564679 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05259201-3b42-48c6-ae6b-5161bc858284 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Received port after_create {{(pid=87635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:11:45.567675 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05259201-3b42-48c6-ae6b-5161bc858284 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:11:45.568290 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-05259201-3b42-48c6-ae6b-5161bc858284 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:45.593788 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d39da17-03d7-4797-9735-75d069bfd9b5 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Releasing vlan 432 on physical network physnet1 to pool {{(pid=87636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 23 16:11:45.594549 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2d39da17-03d7-4797-9735-75d069bfd9b5 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2176261'] for segment, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:45.595315 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-b01d66d9-33f3-4932-8d06-fb3e5d251b80 tempest-RoutersIpV6AdminTest-575902626 tempest-RoutersIpV6AdminTest-575902626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1823971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1824234'] for router, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:45.598361 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05259201-3b42-48c6-ae6b-5161bc858284 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Pushing event updated for resources: {'Port': ['ID=c03b0c39-701f-480e-b633-164a4f0c545d,revision_number=1']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:11:45.601806 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-05259201-3b42-48c6-ae6b-5161bc858284 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.416s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:11:45.618732 dv-neutron-822799-1-hyperv neutron-server[87636]: Traceback (most recent call last):
Dec 23 16:11:45.618732 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 23 16:11:45.618732 dv-neutron-822799-1-hyperv neutron-server[87636]:     timer()
Dec 23 16:11:45.618732 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:11:45.618732 dv-neutron-822799-1-hyperv neutron-server[87636]:     cb(*args, **kw)
Dec 23 16:11:45.618732 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 23 16:11:45.618732 dv-neutron-822799-1-hyperv neutron-server[87636]:     return func(*args, **kwargs)
Dec 23 16:11:45.618732 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:11:45.618732 dv-neutron-822799-1-hyperv neutron-server[87636]:     self._notify()
Dec 23 16:11:45.618732 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:11:45.618732 dv-neutron-822799-1-hyperv neutron-server[87636]:     self.callback(batched_events)
Dec 23 16:11:45.618732 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:11:45.618732 dv-neutron-822799-1-hyperv neutron-server[87636]:     event.method(event)
Dec 23 16:11:45.618732 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:11:45.618732 dv-neutron-822799-1-hyperv neutron-server[87636]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:11:45.618732 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 23 16:11:45.618732 dv-neutron-822799-1-hyperv neutron-server[87636]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 23 16:11:45.618732 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 23 16:11:45.618732 dv-neutron-822799-1-hyperv neutron-server[87636]:     return f(self, *a, **k)
Dec 23 16:11:45.618732 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:11:45.618732 dv-neutron-822799-1-hyperv neutron-server[87636]:     return self._get(url).json()
Dec 23 16:11:45.618732 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 23 16:11:45.618732 dv-neutron-822799-1-hyperv neutron-server[87636]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 23 16:11:45.618732 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 23 16:11:45.618732 dv-neutron-822799-1-hyperv neutron-server[87636]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:11:45.618732 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 23 16:11:45.618732 dv-neutron-822799-1-hyperv neutron-server[87636]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 23 16:11:45.618732 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 23 16:11:45.618732 dv-neutron-822799-1-hyperv neutron-server[87636]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:11:45.618732 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 23 16:11:45.618732 dv-neutron-822799-1-hyperv neutron-server[87636]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:11:45.618732 dv-neutron-822799-1-hyperv neutron-server[87636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:11:45.647047 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device fc94a89d-3ef9-441e-a268-773c58566d3c up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:11:45.668110 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-05259201-3b42-48c6-ae6b-5161bc858284 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201  len: 948 time: 4.2720468
Dec 23 16:11:45.680087 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 44956) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:45.725916 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning for port fc94a89d-3ef9-441e-a268-773c58566d3c completed by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:11:45.799288 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-12c1bdbe-c230-49dc-af12-a9003e87217f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:45.800719 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-12c1bdbe-c230-49dc-af12-a9003e87217f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/42792a55-f322-4bff-bb90-61146564f395 HTTP/1.1" status: 204  len: 168 time: 1.7525744
Dec 23 16:11:45.840008 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-50c96f64-1801-4698-a2d4-caa4b198e9a6 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:45.863606 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-5aebb421-823f-4e12-b7ef-efe842b8362c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:11:45.868544 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e879c125-30f2-4aa3-a5cc-93613d0dc584 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:11:45.874639 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e879c125-30f2-4aa3-a5cc-93613d0dc584 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:11:45.875294 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-e879c125-30f2-4aa3-a5cc-93613d0dc584 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Synchronizing usage tracker for tenant:bf435ff0e7914a739a10fff5b2399c13 on resource:port {{(pid=87635) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:11:45.892355 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.db.api [None req-2d39da17-03d7-4797-9735-75d069bfd9b5 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Dec 23 16:11:45.892355 dv-neutron-822799-1-hyperv neutron-server[87636]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Dec 23 16:11:45.892355 dv-neutron-822799-1-hyperv neutron-server[87636]: [parameters: {'id': 'de1d9606-3daf-4fa5-9949-9c18e479c591'}]
Dec 23 16:11:45.892355 dv-neutron-822799-1-hyperv neutron-server[87636]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87636) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 23 16:11:45.893199 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_db.api [None req-2d39da17-03d7-4797-9735-75d069bfd9b5 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 23 16:11:45.894354 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-50c96f64-1801-4698-a2d4-caa4b198e9a6 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Notify callbacks [] for security_group, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:45.895620 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-50c96f64-1801-4698-a2d4-caa4b198e9a6 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] 10.222.0.64 "DELETE /v2.0/security-groups/8453a73e-2e43-4fcc-8b4d-aa7d377eb3a9 HTTP/1.1" status: 204  len: 168 time: 1.6860957
Dec 23 16:11:45.899187 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 44962) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:45.922422 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c96f64-1801-4698-a2d4-caa4b198e9a6 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8453a73e-2e43-4fcc-8b4d-aa7d377eb3a9,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:11:45.929121 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-e879c125-30f2-4aa3-a5cc-93613d0dc584 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Unset dirty status for tenant:bf435ff0e7914a739a10fff5b2399c13 on resource:port {{(pid=87635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:11:45.930278 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-e879c125-30f2-4aa3-a5cc-93613d0dc584 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1685 time: 0.2490466
Dec 23 16:11:45.935645 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 44966) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:45.937213 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-50c96f64-1801-4698-a2d4-caa4b198e9a6 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:11:45.951216 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-21675959-ce23-414d-baba-8830c8555265 req-8330c7fd-f16d-4e9a-b9df-a8f32abbb371 service neutron] 10.222.0.64 "GET /v2.0/networks/d7a1eeae-9238-41c5-b3d8-78eaa1dfac99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6254337
Dec 23 16:11:45.961833 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b7dae406-ce5f-4a22-87b1-c7c745fde0eb tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:45.962410 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b7dae406-ce5f-4a22-87b1-c7c745fde0eb tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1824189'] for floatingip, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:45.962930 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.db.l3_db [None req-b7dae406-ce5f-4a22-87b1-c7c745fde0eb tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Floating IP 70b7bdce-e9fe-417b-afc4-71f4179f8957 disassociated. External IP: 172.26.3.225, port: 8ab3e7d2-aaad-46a6-b8eb-f00f6c1079d4.
Dec 23 16:11:45.963437 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-b7dae406-ce5f-4a22-87b1-c7c745fde0eb tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Calling delete_port for 8ab3e7d2-aaad-46a6-b8eb-f00f6c1079d4 owned by  {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:11:46.061558 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b01d66d9-33f3-4932-8d06-fb3e5d251b80 tempest-RoutersIpV6AdminTest-575902626 tempest-RoutersIpV6AdminTest-575902626-project] Router 306a965f-5bc5-4e9a-b45f-be1d32e94f9b is scheduled to L3 agent 371d4c41-c7e2-4de7-9539-c049ec4e95d1 with binding_index 1 {{(pid=87635) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 23 16:11:46.061832 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-59743444-b1ef-4ab9-beb0-c333ed7dca78 tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864774'] for subnet, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:46.071717 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-d0ed5e06-bbae-486e-8ba5-8ab715784c1c tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Deleting port c03b0c39-701f-480e-b633-164a4f0c545d {{(pid=87635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:11:46.072070 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-d0ed5e06-bbae-486e-8ba5-8ab715784c1c tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:46.149405 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-49c919a9-bc2a-4e9b-8fe9-dbabc906e82e tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2979 time: 0.2480927
Dec 23 16:11:46.156813 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 44974) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:46.413569 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2d39da17-03d7-4797-9735-75d069bfd9b5 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-698866'] for network, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:46.509233 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-2d39da17-03d7-4797-9735-75d069bfd9b5 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Deleting port 6a15b325-7250-43cb-880f-37200f9182e5 {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:11:46.509547 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2d39da17-03d7-4797-9735-75d069bfd9b5 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:46.532852 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.api.v2.resource [None req-33a45132-31d0-4013-9a19-bfba895f29ad tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] delete failed (client error): The resource could not be found.
Dec 23 16:11:46.537608 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-33a45132-31d0-4013-9a19-bfba895f29ad tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] 10.222.0.64 "DELETE /v2.0/security-groups/8453a73e-2e43-4fcc-8b4d-aa7d377eb3a9 HTTP/1.1" status: 404  len: 347 time: 0.1524081
Dec 23 16:11:46.551255 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b01d66d9-33f3-4932-8d06-fb3e5d251b80 tempest-RoutersIpV6AdminTest-575902626 tempest-RoutersIpV6AdminTest-575902626-project] Notify agent at l3_agent.dv-neutron-822799-1-hyperv the message routers_updated {{(pid=87635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 23 16:11:46.555960 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-1bf5128f-3845-4eb7-b0af-d308a245f03d req-12b12b54-9e89-4b55-9386-5a6f4a1f0785 tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] 10.222.0.64 "GET /v2.0/ports?device_id=f54fff32-66c0-4adb-922d-69673e61b491 HTTP/1.1" status: 200  len: 210 time: 0.1375844
Dec 23 16:11:46.556435 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 44992) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:46.571265 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-04a917d4-9e70-4418-8db2-566f3a8eba7f None None] Provisioning for port fc94a89d-3ef9-441e-a268-773c58566d3c completed by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:11:46.590721 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-59743444-b1ef-4ab9-beb0-c333ed7dca78 tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2176495', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2618677'] for subnet, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:46.591028 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a54d9313-4251-4c1c-a8ab-31e03f8eb678 None None] Sync routers for ids ['306a965f-5bc5-4e9a-b45f-be1d32e94f9b'] in dv-neutron-822799-1-hyperv {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 23 16:11:46.597624 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-04a917d4-9e70-4418-8db2-566f3a8eba7f None None] Provisioning complete for port fc94a89d-3ef9-441e-a268-773c58566d3c triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:11:46.598007 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-04a917d4-9e70-4418-8db2-566f3a8eba7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:46.601510 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-c098e835-cf38-427c-8393-f7bd9aed5dc7 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Request body: {'security_group': {'name': 'tempest-secgroup--417874573'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:11:46.610159 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a54d9313-4251-4c1c-a8ab-31e03f8eb678 None None] Routers {'306a965f-5bc5-4e9a-b45f-be1d32e94f9b'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:11:46.611088 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-a54d9313-4251-4c1c-a8ab-31e03f8eb678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc1b8f5b0>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:11:20Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['306a965f-5bc5-4e9a-b45f-be1d32e94f9b'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:11:46.634579 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:11:46.681448 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b7dae406-ce5f-4a22-87b1-c7c745fde0eb tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:46.722248 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-c098e835-cf38-427c-8393-f7bd9aed5dc7 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:11:46.760940 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-59743444-b1ef-4ab9-beb0-c333ed7dca78 tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] Notify callbacks [] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:46.763899 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-a54d9313-4251-4c1c-a8ab-31e03f8eb678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc1b8f5b0>, [], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:11:46.766949 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-c098e835-cf38-427c-8393-f7bd9aed5dc7 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Usage tracker for resource:security_group and tenant:2f72b6313bdb4bc4afb373c10680a612 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:11:46.783510 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59743444-b1ef-4ab9-beb0-c333ed7dca78 tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] Pushing event deleted for resources: {'Subnet': ['ID=739ce88a-a5ec-482f-b072-ee5b5d2aff1d,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:11:46.785279 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-b01d66d9-33f3-4932-8d06-fb3e5d251b80 tempest-RoutersIpV6AdminTest-575902626 tempest-RoutersIpV6AdminTest-575902626-project] Notify callbacks [] for router, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:46.787285 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a54d9313-4251-4c1c-a8ab-31e03f8eb678 None None] Routers {'306a965f-5bc5-4e9a-b45f-be1d32e94f9b'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:11:46.787912 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-a54d9313-4251-4c1c-a8ab-31e03f8eb678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc1b8f5b0>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:11:20Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['306a965f-5bc5-4e9a-b45f-be1d32e94f9b'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:11:46.797488 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-59743444-b1ef-4ab9-beb0-c333ed7dca78 tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] 10.222.0.64 "DELETE /v2.0/subnets/739ce88a-a5ec-482f-b072-ee5b5d2aff1d HTTP/1.1" status: 204  len: 168 time: 2.1203389
Dec 23 16:11:46.798571 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 45000) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:46.800446 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-b01d66d9-33f3-4932-8d06-fb3e5d251b80 tempest-RoutersIpV6AdminTest-575902626 tempest-RoutersIpV6AdminTest-575902626-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201  len: 888 time: 7.6622531
Dec 23 16:11:46.801435 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 45002) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:46.803043 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-59743444-b1ef-4ab9-beb0-c333ed7dca78 tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:11:46.807319 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-c098e835-cf38-427c-8393-f7bd9aed5dc7 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:11:46.808328 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-58cec749-c131-48ae-a463-cc7e345e796b tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.074s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:11:46.842883 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-c098e835-cf38-427c-8393-f7bd9aed5dc7 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:11:46.845803 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c716af1-5a06-49b2-9867-04272a804cff None None] Network c6f8c890-6f2b-4413-b8ac-814cce4f01d0 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:11:46.936278 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7dae406-ce5f-4a22-87b1-c7c745fde0eb tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Pushing event deleted for resources: {'Port': ['ID=8ab3e7d2-aaad-46a6-b8eb-f00f6c1079d4,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:11:47.024976 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-a54d9313-4251-4c1c-a8ab-31e03f8eb678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc1b8f5b0>, [], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:11:47.026372 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a54d9313-4251-4c1c-a8ab-31e03f8eb678 None None] The sync data for ids ['306a965f-5bc5-4e9a-b45f-be1d32e94f9b'] in dv-neutron-822799-1-hyperv is: [] {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 23 16:11:47.103532 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-c098e835-cf38-427c-8393-f7bd9aed5dc7 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Notify callbacks [] for security_group, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:47.148604 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-04a917d4-9e70-4418-8db2-566f3a8eba7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:47.228260 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-c098e835-cf38-427c-8393-f7bd9aed5dc7 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:11:47.240248 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-c098e835-cf38-427c-8393-f7bd9aed5dc7 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Usage tracker for resource:security_group_rule and tenant:2f72b6313bdb4bc4afb373c10680a612 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:11:47.243861 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-c098e835-cf38-427c-8393-f7bd9aed5dc7 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:11:47.250245 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-c098e835-cf38-427c-8393-f7bd9aed5dc7 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:11:47.263778 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 45014) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:47.264263 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-b7dae406-ce5f-4a22-87b1-c7c745fde0eb tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.456s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:11:47.307477 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-d0ed5e06-bbae-486e-8ba5-8ab715784c1c tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:47.312456 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-04a917d4-9e70-4418-8db2-566f3a8eba7f None None] For port fc94a89d-3ef9-441e-a268-773c58566d3c, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=fc94a89d-3ef9-441e-a268-773c58566d3c,segment=NetworkSegment(d0e346f7-32a7-41a0-b972-301688edbe10),segment_id=d0e346f7-32a7-41a0-b972-301688edbe10)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:11:47.328308 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-04a917d4-9e70-4418-8db2-566f3a8eba7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:47.334005 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:11:47.350139 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7dae406-ce5f-4a22-87b1-c7c745fde0eb tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Router 241813ab-058a-4d36-a6bf-c992de5b1eed has already been hosted by L3 agent 371d4c41-c7e2-4de7-9539-c049ec4e95d1 {{(pid=87636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 23 16:11:47.437102 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a917d4-9e70-4418-8db2-566f3a8eba7f None None] Pushing event updated for resources: {'Port': ['ID=fc94a89d-3ef9-441e-a268-773c58566d3c,revision_number=3']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:11:47.452608 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-00b8f0f2-67fc-4cd7-8488-b3b9a609dea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:47.458422 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-04a917d4-9e70-4418-8db2-566f3a8eba7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:11:47.467886 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-956e240c-af32-462d-b779-021aa8d13972 tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-698866'] for network, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:47.477717 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-d0ed5e06-bbae-486e-8ba5-8ab715784c1c tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Calling delete_port for c03b0c39-701f-480e-b633-164a4f0c545d owned by  {{(pid=87635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:11:47.515528 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-42b4b176-535d-4278-a359-330c226e1e42 None None] Provisioning for port c03b0c39-701f-480e-b633-164a4f0c545d completed by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:11:47.522490 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-cf229f65-1f61-4e58-8035-11cf3f90508a tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Request body: {'network': {'name': 'tempest-RoutersTest-1778178937'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:11:47.522986 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-42b4b176-535d-4278-a359-330c226e1e42 None None] Provisioning complete for port c03b0c39-701f-480e-b633-164a4f0c545d triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:11:47.523379 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-42b4b176-535d-4278-a359-330c226e1e42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:47.592602 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-cf229f65-1f61-4e58-8035-11cf3f90508a tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:11:47.616169 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae37906f-cd80-4e72-add4-674a4358c2da None None] DHCP port deletion for c6f8c890-6f2b-4413-b8ac-814cce4f01d0 request from dv-neutron-822799-1-hyperv {{(pid=87637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 23 16:11:47.618296 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device fc94a89d-3ef9-441e-a268-773c58566d3c up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:11:47.685496 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-cf229f65-1f61-4e58-8035-11cf3f90508a tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Usage tracker for resource:network and tenant:3fd82437e08648b4840016e8955250bf is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:11:47.695984 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-42b4b176-535d-4278-a359-330c226e1e42 None None] Port c03b0c39-701f-480e-b633-164a4f0c545d cannot update to ACTIVE because it is not bound. {{(pid=87637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 23 16:11:47.697479 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-ae37906f-cd80-4e72-add4-674a4358c2da None None] Deleting port 079e09fd-f104-4f51-81ce-ead05a8a21d5 {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:11:47.697921 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-ae37906f-cd80-4e72-add4-674a4358c2da None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:47.750553 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-cf229f65-1f61-4e58-8035-11cf3f90508a tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:11:47.770232 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-c098e835-cf38-427c-8393-f7bd9aed5dc7 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Notify callbacks [] for security_group, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:47.778805 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-cf229f65-1f61-4e58-8035-11cf3f90508a tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:11:47.810278 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [None req-2d39da17-03d7-4797-9735-75d069bfd9b5 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] For port 6a15b325-7250-43cb-880f-37200f9182e5, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=6a15b325-7250-43cb-880f-37200f9182e5,segment=NetworkSegment(e0c642d5-f03d-4f35-b843-0c579bab400a),segment_id=e0c642d5-f03d-4f35-b843-0c579bab400a)] {{(pid=87636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:11:47.810806 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2d39da17-03d7-4797-9735-75d069bfd9b5 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:47.836023 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port fc94a89d-3ef9-441e-a268-773c58566d3c triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:11:47.836777 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:47.847254 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-d0ed5e06-bbae-486e-8ba5-8ab715784c1c tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:47.854899 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-956e240c-af32-462d-b779-021aa8d13972 tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] Deleting port 079e09fd-f104-4f51-81ce-ead05a8a21d5 {{(pid=87635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:11:47.855328 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-956e240c-af32-462d-b779-021aa8d13972 tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:47.913239 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-c098e835-cf38-427c-8393-f7bd9aed5dc7 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:48.011524 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-2d39da17-03d7-4797-9735-75d069bfd9b5 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Calling delete_port for 6a15b325-7250-43cb-880f-37200f9182e5 owned by network:dhcp {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:11:48.030180 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-ae37906f-cd80-4e72-add4-674a4358c2da None None] For port 079e09fd-f104-4f51-81ce-ead05a8a21d5, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=079e09fd-f104-4f51-81ce-ead05a8a21d5,segment=NetworkSegment(628744f0-984f-4a32-bc30-83e1067eace9),segment_id=628744f0-984f-4a32-bc30-83e1067eace9)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:11:48.030691 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-ae37906f-cd80-4e72-add4-674a4358c2da None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:48.039995 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf229f65-1f61-4e58-8035-11cf3f90508a tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Made reservation on behalf of 3fd82437e08648b4840016e8955250bf for: {'network': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:11:48.043043 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-cf229f65-1f61-4e58-8035-11cf3f90508a tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for network, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:48.056201 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7dae406-ce5f-4a22-87b1-c7c745fde0eb tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify agent at l3_agent.dv-neutron-822799-1-hyperv the message routers_updated {{(pid=87636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 23 16:11:48.059423 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-b372607f-0699-47ec-8e85-9dfc997b0609 tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] 10.222.0.64 "GET /v2.0/routers/306a965f-5bc5-4e9a-b45f-be1d32e94f9b HTTP/1.1" status: 200  len: 924 time: 1.2524135
Dec 23 16:11:48.084303 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 45026) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:48.095833 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-cf229f65-1f61-4e58-8035-11cf3f90508a tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks [] for security_group, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:48.132629 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-3b48d4a9-4773-4419-a719-fc9b99016702 tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:11:48.160117 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faf3843e-9328-47e7-8deb-a0a8571d99bd None None] Sync routers for ids ['241813ab-058a-4d36-a6bf-c992de5b1eed'] in dv-neutron-822799-1-hyperv {{(pid=87637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 23 16:11:48.172044 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-ae37906f-cd80-4e72-add4-674a4358c2da None None] Calling delete_port for 079e09fd-f104-4f51-81ce-ead05a8a21d5 owned by network:dhcp {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:11:48.237971 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-db51ccdc-beab-4598-b30a-1721015215b4 req-6df3fed3-b8cd-4e7b-86d0-02deec446aee tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] 10.222.0.64 "GET /v2.0/ports?device_id=f54fff32-66c0-4adb-922d-69673e61b491 HTTP/1.1" status: 200  len: 210 time: 0.4156649
Dec 23 16:11:48.260936 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ed5e06-bbae-486e-8ba5-8ab715784c1c tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Pushing event deleted for resources: {'Port': ['ID=c03b0c39-701f-480e-b633-164a4f0c545d,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:11:48.270944 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faf3843e-9328-47e7-8deb-a0a8571d99bd None None] Routers {'241813ab-058a-4d36-a6bf-c992de5b1eed'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:11:48.271698 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-faf3843e-9328-47e7-8deb-a0a8571d99bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc1832cd0>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:11:20Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['241813ab-058a-4d36-a6bf-c992de5b1eed'], 'active': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:11:48.281705 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-d0ed5e06-bbae-486e-8ba5-8ab715784c1c tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:11:48.288227 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-ceb56b11-805f-45b0-b9d0-6d99f05dc605 tempest-RoutersIpV6AdminTest-575902626 tempest-RoutersIpV6AdminTest-575902626-project] 10.222.0.64 "GET /v2.0/ports?device_id=306a965f-5bc5-4e9a-b45f-be1d32e94f9b HTTP/1.1" status: 200  len: 205 time: 0.1246295
Dec 23 16:11:48.289061 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.127s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:11:48.296846 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 45030) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:48.299468 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-cf229f65-1f61-4e58-8035-11cf3f90508a tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:11:48.349928 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-faf3843e-9328-47e7-8deb-a0a8571d99bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc1832cd0>, [], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:11:48.354649 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-c098e835-cf38-427c-8393-f7bd9aed5dc7 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Notify callbacks [] for security_group, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:48.355007 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-c098e835-cf38-427c-8393-f7bd9aed5dc7 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1743 time: 1.7871115
Dec 23 16:11:48.371871 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 45034) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:48.392658 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faf3843e-9328-47e7-8deb-a0a8571d99bd None None] Routers {'241813ab-058a-4d36-a6bf-c992de5b1eed'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:11:48.393600 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-faf3843e-9328-47e7-8deb-a0a8571d99bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc1832cd0>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:11:20Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['241813ab-058a-4d36-a6bf-c992de5b1eed'], 'active': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:11:48.403671 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-c3cdb6e0-0dc9-460d-b99b-e558dac908a2 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Request body: {'security_group_rule': {'security_group_id': '5acfd265-96c3-4e91-8cb2-b34fb30e2f2c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:11:48.417387 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-d0ed5e06-bbae-486e-8ba5-8ab715784c1c tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:48.421732 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-d0ed5e06-bbae-486e-8ba5-8ab715784c1c tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "DELETE /v2.0/ports/c03b0c39-701f-480e-b633-164a4f0c545d HTTP/1.1" status: 204  len: 168 time: 2.4829464
Dec 23 16:11:48.448954 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 45038) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:48.457558 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-c3cdb6e0-0dc9-460d-b99b-e558dac908a2 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:11:48.470020 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-faf3843e-9328-47e7-8deb-a0a8571d99bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc1832cd0>, [], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:11:48.470784 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faf3843e-9328-47e7-8deb-a0a8571d99bd None None] The sync data for ids ['241813ab-058a-4d36-a6bf-c992de5b1eed'] in dv-neutron-822799-1-hyperv is: [] {{(pid=87637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 23 16:11:48.489069 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-ae37906f-cd80-4e72-add4-674a4358c2da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789'] for port, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:48.492095 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-cf229f65-1f61-4e58-8035-11cf3f90508a tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Usage tracker for resource:security_group_rule and tenant:3fd82437e08648b4840016e8955250bf is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:11:48.499292 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-04a917d4-9e70-4418-8db2-566f3a8eba7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:11:48.525390 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c098e835-cf38-427c-8393-f7bd9aed5dc7 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5acfd265-96c3-4e91-8cb2-b34fb30e2f2c,revision_number=1']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:11:48.536225 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae37906f-cd80-4e72-add4-674a4358c2da None None] No DVR routers for this DVR port 079e09fd-f104-4f51-81ce-ead05a8a21d5 on host dv-neutron-822799-1-hyperv {{(pid=87637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 23 16:11:48.540747 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-c3cdb6e0-0dc9-460d-b99b-e558dac908a2 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Usage tracker for resource:security_group_rule and tenant:2f72b6313bdb4bc4afb373c10680a612 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:11:48.551566 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-cf229f65-1f61-4e58-8035-11cf3f90508a tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:11:48.554875 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae37906f-cd80-4e72-add4-674a4358c2da None None] Pushing event deleted for resources: {'Port': ['ID=079e09fd-f104-4f51-81ce-ead05a8a21d5,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:11:48.558379 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-c098e835-cf38-427c-8393-f7bd9aed5dc7 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:11:48.559572 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-c3cdb6e0-0dc9-460d-b99b-e558dac908a2 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:11:48.565198 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-ae37906f-cd80-4e72-add4-674a4358c2da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:11:48.571124 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-cf229f65-1f61-4e58-8035-11cf3f90508a tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:11:48.571317 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21675959-ce23-414d-baba-8830c8555265 req-035d81ae-1c46-4d94-ac5f-1cdd60fa241a tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:11:48.573296 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-21675959-ce23-414d-baba-8830c8555265 req-035d81ae-1c46-4d94-ac5f-1cdd60fa241a tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] 10.222.0.61 "GET /v2.0/networks?id=d7a1eeae-9238-41c5-b3d8-78eaa1dfac99 HTTP/1.1" status: 200  len: 812 time: 0.8010192
Dec 23 16:11:48.590955 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-c3cdb6e0-0dc9-460d-b99b-e558dac908a2 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:11:48.613176 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2d39da17-03d7-4797-9735-75d069bfd9b5 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:48.628541 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-6483300e-cd3a-42b7-a312-eb5f60ec2dbb tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:11:48.655406 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5ccf382-3430-41a4-a064-0588d3f85745 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:11:48.657059 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5ccf382-3430-41a4-a064-0588d3f85745 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:11:48.657787 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-c5ccf382-3430-41a4-a064-0588d3f85745 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Synchronizing usage tracker for tenant:bf435ff0e7914a739a10fff5b2399c13 on resource:subnet {{(pid=87635) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:11:48.658253 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c477938c-30c2-4df9-a7a9-fdb217ce489d None None] get_active_networks_info from dv-neutron-822799-1-hyperv {{(pid=87637) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}}
Dec 23 16:11:48.671199 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b7dae406-ce5f-4a22-87b1-c7c745fde0eb tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:48.683188 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-b7dae406-ce5f-4a22-87b1-c7c745fde0eb tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] 10.222.0.64 "DELETE /v2.0/ports/8ab3e7d2-aaad-46a6-b8eb-f00f6c1079d4 HTTP/1.1" status: 204  len: 168 time: 4.9014294
Dec 23 16:11:48.695636 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-afba3c1c-e783-46f9-9830-959b7b392b40 tempest-RoutersIpV6AdminTest-575902626 tempest-RoutersIpV6AdminTest-575902626-project] Notify callbacks [] for router, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:48.722016 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 45042) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:48.750042 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d39da17-03d7-4797-9735-75d069bfd9b5 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Pushing event deleted for resources: {'Port': ['ID=6a15b325-7250-43cb-880f-37200f9182e5,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:11:48.754094 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d39da17-03d7-4797-9735-75d069bfd9b5 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] No DVR routers for this DVR port 6a15b325-7250-43cb-880f-37200f9182e5 on host dv-neutron-822799-1-hyperv {{(pid=87636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 23 16:11:48.774010 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c477938c-30c2-4df9-a7a9-fdb217ce489d None None] Resources bound (agent type, host, resource id):  {{(pid=87637) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Dec 23 16:11:48.781248 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-2d39da17-03d7-4797-9735-75d069bfd9b5 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:11:48.794177 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-c3cdb6e0-0dc9-460d-b99b-e558dac908a2 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:48.827484 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-21675959-ce23-414d-baba-8830c8555265 req-aa74063d-08b1-4b1f-9bd0-71fda21a8fef tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4397e61b404b4512b8e2da8fa19161c5 HTTP/1.1" status: 200  len: 379 time: 0.2441711
Dec 23 16:11:48.863293 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [req-21675959-ce23-414d-baba-8830c8555265 req-7cbc727f-a27f-4b6a-9259-9b092ae33e1f tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] Request body: {'port': {'device_id': 'f54fff32-66c0-4adb-922d-69673e61b491', 'network_id': 'd7a1eeae-9238-41c5-b3d8-78eaa1dfac99', 'admin_state_up': True, 'tenant_id': '4397e61b404b4512b8e2da8fa19161c5', 'security_groups': ['3b5fba24-44fb-4189-bd87-51876b915d36']}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:11:48.974169 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-c5ccf382-3430-41a4-a064-0588d3f85745 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Unset dirty status for tenant:bf435ff0e7914a739a10fff5b2399c13 on resource:subnet {{(pid=87635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:11:48.975433 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-c5ccf382-3430-41a4-a064-0588d3f85745 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1464 time: 0.5198948
Dec 23 16:11:48.987667 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 45046) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:48.995111 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2d39da17-03d7-4797-9735-75d069bfd9b5 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-864347', 'neutron.services.segments.db._delete_segments_for_network-8735362908070'] for network, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:49.038219 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.db [None req-956e240c-af32-462d-b779-021aa8d13972 tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] For port 079e09fd-f104-4f51-81ce-ead05a8a21d5, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=079e09fd-f104-4f51-81ce-ead05a8a21d5,segment=NetworkSegment(628744f0-984f-4a32-bc30-83e1067eace9),segment_id=628744f0-984f-4a32-bc30-83e1067eace9)] {{(pid=87635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:11:49.038479 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-956e240c-af32-462d-b779-021aa8d13972 tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:49.119636 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-2d39da17-03d7-4797-9735-75d069bfd9b5 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1dc0587550>,) {'filters': {'network_id': ['de1d9606-3daf-4fa5-9949-9c18e479c591']}} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:11:49.153935 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-cf229f65-1f61-4e58-8035-11cf3f90508a tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks [] for security_group, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:49.155918 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-2d39da17-03d7-4797-9735-75d069bfd9b5 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dc0587550>, 'e0c642d5-f03d-4f35-b843-0c579bab400a') {'for_net_delete': True} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:11:49.156232 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-2d39da17-03d7-4797-9735-75d069bfd9b5 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dc0587550>, 'e0c642d5-f03d-4f35-b843-0c579bab400a') {} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:11:49.166273 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-afba3c1c-e783-46f9-9830-959b7b392b40 tempest-RoutersIpV6AdminTest-575902626 tempest-RoutersIpV6AdminTest-575902626-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:49.181120 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-cf229f65-1f61-4e58-8035-11cf3f90508a tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:49.190690 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_v2 [None req-dffaadc1-52be-4a24-b14e-94aff3976c37 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Deleting subnet 73df4226-3ce2-4a54-9d2e-3a606d2ff415 {{(pid=87636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 23 16:11:49.195963 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2d39da17-03d7-4797-9735-75d069bfd9b5 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735363085442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2382197'] for segment, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:49.205659 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-956e240c-af32-462d-b779-021aa8d13972 tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] Calling delete_port for 079e09fd-f104-4f51-81ce-ead05a8a21d5 owned by network:dhcp {{(pid=87635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:11:49.205856 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-500e75aa-854e-4831-a03d-d97072d5b6c9 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:11:49.219092 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-dffaadc1-52be-4a24-b14e-94aff3976c37 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks [] for subnet, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:49.297708 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf229f65-1f61-4e58-8035-11cf3f90508a tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] vlan segment allocate from pool success with {'vlan_id': 447, 'physical_network': 'physnet1'}  {{(pid=87636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 23 16:11:49.311195 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-cf229f65-1f61-4e58-8035-11cf3f90508a tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:49.311768 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.db.segments_db [None req-cf229f65-1f61-4e58-8035-11cf3f90508a tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Added segment 97292c4f-9b0f-455f-8853-7a8b4ab60220 of type vlan for network dc5d9806-4698-43bb-ba9f-62bb72b7369b
Dec 23 16:11:49.329287 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-afba3c1c-e783-46f9-9830-959b7b392b40 tempest-RoutersIpV6AdminTest-575902626 tempest-RoutersIpV6AdminTest-575902626-project] Deleting port f4d12832-ede0-48a6-bab4-7afded1a6007 {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:11:49.329713 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-afba3c1c-e783-46f9-9830-959b7b392b40 tempest-RoutersIpV6AdminTest-575902626 tempest-RoutersIpV6AdminTest-575902626-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:49.352847 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf229f65-1f61-4e58-8035-11cf3f90508a tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d83128d-ef07-43d4-b7eb-6e76a497f1a9,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:11:49.359196 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2d39da17-03d7-4797-9735-75d069bfd9b5 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:49.361047 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-c3cdb6e0-0dc9-460d-b99b-e558dac908a2 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:49.366854 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d39da17-03d7-4797-9735-75d069bfd9b5 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Releasing vlan 432 on physical network physnet1 to pool {{(pid=87636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 23 16:11:49.367173 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2d39da17-03d7-4797-9735-75d069bfd9b5 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2176261'] for segment, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:49.388708 dv-neutron-822799-1-hyperv neutron-server[87636]: Traceback (most recent call last):
Dec 23 16:11:49.388708 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 23 16:11:49.388708 dv-neutron-822799-1-hyperv neutron-server[87636]:     timer()
Dec 23 16:11:49.388708 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:11:49.388708 dv-neutron-822799-1-hyperv neutron-server[87636]:     cb(*args, **kw)
Dec 23 16:11:49.388708 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 23 16:11:49.388708 dv-neutron-822799-1-hyperv neutron-server[87636]:     return func(*args, **kwargs)
Dec 23 16:11:49.388708 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:11:49.388708 dv-neutron-822799-1-hyperv neutron-server[87636]:     self._notify()
Dec 23 16:11:49.388708 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:11:49.388708 dv-neutron-822799-1-hyperv neutron-server[87636]:     self.callback(batched_events)
Dec 23 16:11:49.388708 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:11:49.388708 dv-neutron-822799-1-hyperv neutron-server[87636]:     event.method(event)
Dec 23 16:11:49.388708 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:11:49.388708 dv-neutron-822799-1-hyperv neutron-server[87636]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:11:49.388708 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 23 16:11:49.388708 dv-neutron-822799-1-hyperv neutron-server[87636]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 23 16:11:49.388708 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 23 16:11:49.388708 dv-neutron-822799-1-hyperv neutron-server[87636]:     return f(self, *a, **k)
Dec 23 16:11:49.388708 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:11:49.388708 dv-neutron-822799-1-hyperv neutron-server[87636]:     return self._get(url).json()
Dec 23 16:11:49.388708 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 23 16:11:49.388708 dv-neutron-822799-1-hyperv neutron-server[87636]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 23 16:11:49.388708 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 23 16:11:49.388708 dv-neutron-822799-1-hyperv neutron-server[87636]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:11:49.388708 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 23 16:11:49.388708 dv-neutron-822799-1-hyperv neutron-server[87636]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 23 16:11:49.388708 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 23 16:11:49.388708 dv-neutron-822799-1-hyperv neutron-server[87636]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:11:49.388708 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 23 16:11:49.388708 dv-neutron-822799-1-hyperv neutron-server[87636]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:11:49.388708 dv-neutron-822799-1-hyperv neutron-server[87636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:11:49.391153 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-cf229f65-1f61-4e58-8035-11cf3f90508a tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:11:49.391245 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-c3cdb6e0-0dc9-460d-b99b-e558dac908a2 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762424'] for security_group_rule, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:49.446669 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-52e8b6b1-c698-4002-b978-94d0efb27e83 tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:11:49.454675 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [req-21675959-ce23-414d-baba-8830c8555265 req-7cbc727f-a27f-4b6a-9259-9b092ae33e1f tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:11:49.464009 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-d69606d5-3383-42e0-8e93-b43eca42aaa9 req-e64a067d-f215-4285-9bdb-44408d0e8384 tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] 10.222.0.64 "GET /v2.0/ports?device_id=f54fff32-66c0-4adb-922d-69673e61b491 HTTP/1.1" status: 200  len: 210 time: 0.0809548
Dec 23 16:11:49.501994 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-dffaadc1-52be-4a24-b14e-94aff3976c37 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2382092'] for subnet, precommit_delete_associations {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:49.507951 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [req-21675959-ce23-414d-baba-8830c8555265 req-7cbc727f-a27f-4b6a-9259-9b092ae33e1f tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:11:49.512479 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cdb6e0-0dc9-460d-b99b-e558dac908a2 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5efadabe-7eb1-452c-8497-f91a19ebc2e4,revision_number=0']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:11:49.521665 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-c3cdb6e0-0dc9-460d-b99b-e558dac908a2 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:11:49.541014 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-cf229f65-1f61-4e58-8035-11cf3f90508a tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735362521793'] for network, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:49.567160 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 079e09fd-f104-4f51-81ce-ead05a8a21d5 no longer exists at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 23 16:11:49.580380 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2d39da17-03d7-4797-9735-75d069bfd9b5 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-864336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1824171'] for network, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:49.592923 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.db.api [None req-956e240c-af32-462d-b779-021aa8d13972 tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87635) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 23 16:11:49.593360 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_db.api [None req-956e240c-af32-462d-b779-021aa8d13972 tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 23 16:11:49.594019 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-c3cdb6e0-0dc9-460d-b99b-e558dac908a2 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:49.595782 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-c3cdb6e0-0dc9-460d-b99b-e558dac908a2 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 1.2227540
Dec 23 16:11:49.598894 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 45052) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:49.601306 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21675959-ce23-414d-baba-8830c8555265 req-7cbc727f-a27f-4b6a-9259-9b092ae33e1f tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] Made reservation on behalf of 4397e61b404b4512b8e2da8fa19161c5 for: {'port': 1} {{(pid=87635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:11:49.604798 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [req-21675959-ce23-414d-baba-8830c8555265 req-7cbc727f-a27f-4b6a-9259-9b092ae33e1f tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:49.609549 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] No Port match for: 079e09fd-f104-4f51-81ce-ead05a8a21d5 {{(pid=87637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 23 16:11:49.609912 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 079e09fd-f104-4f51-81ce-ead05a8a21d5 not bound to the agent host dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 23 16:11:49.639379 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-c28bb199-e15a-430c-bf13-876742948275 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:11:49.663464 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2d39da17-03d7-4797-9735-75d069bfd9b5 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:49.680473 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-c5bba125-63e3-48ba-b8e6-22004e70f2d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:49.697153 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d39da17-03d7-4797-9735-75d069bfd9b5 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Pushing event deleted for resources: {'Network': ['ID=de1d9606-3daf-4fa5-9949-9c18e479c591,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:11:49.710834 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-2d39da17-03d7-4797-9735-75d069bfd9b5 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:11:49.719473 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-2d39da17-03d7-4797-9735-75d069bfd9b5 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] 10.222.0.64 "DELETE /v2.0/networks/de1d9606-3daf-4fa5-9949-9c18e479c591 HTTP/1.1" status: 204  len: 168 time: 7.6867478
Dec 23 16:11:49.727986 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 45056) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:49.735683 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-a97d3963-651e-4ca2-a63e-bf91b759083e tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-918836416'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:11:49.741886 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-cf229f65-1f61-4e58-8035-11cf3f90508a tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495'] for network, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:49.747507 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf229f65-1f61-4e58-8035-11cf3f90508a tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:11:49.748093 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-cf229f65-1f61-4e58-8035-11cf3f90508a tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:49.768631 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-0165f32e-985a-405b-a961-7d26623af317 tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:11:49.787867 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-a97d3963-651e-4ca2-a63e-bf91b759083e tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:11:49.805311 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-a97d3963-651e-4ca2-a63e-bf91b759083e tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Usage tracker for resource:network and tenant:9552d108dcd2412896b3c037adf05d69 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:11:49.817889 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-a97d3963-651e-4ca2-a63e-bf91b759083e tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:11:49.872270 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-ebfd1a14-4b88-4e23-b380-81d878372068 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:49.875245 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-afba3c1c-e783-46f9-9830-959b7b392b40 tempest-RoutersIpV6AdminTest-575902626 tempest-RoutersIpV6AdminTest-575902626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:49.888307 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-a97d3963-651e-4ca2-a63e-bf91b759083e tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:11:49.891075 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-cf229f65-1f61-4e58-8035-11cf3f90508a tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201  len: 766 time: 2.5396328
Dec 23 16:11:49.893699 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-dffaadc1-52be-4a24-b14e-94aff3976c37 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864774'] for subnet, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:49.910939 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 45060) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:49.913997 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-ebfd1a14-4b88-4e23-b380-81d878372068 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:49.932973 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-318f67d6-798d-4b6c-a1bb-d2770e6a3dbe tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Request body: {'network': {'name': 'tempest-RoutersTest-2115867169'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:11:49.963155 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-318f67d6-798d-4b6c-a1bb-d2770e6a3dbe tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:11:49.975898 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-318f67d6-798d-4b6c-a1bb-d2770e6a3dbe tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Usage tracker for resource:network and tenant:3fd82437e08648b4840016e8955250bf is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:11:49.979283 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-318f67d6-798d-4b6c-a1bb-d2770e6a3dbe tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:11:50.051335 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-318f67d6-798d-4b6c-a1bb-d2770e6a3dbe tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:11:50.081991 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-ebfd1a14-4b88-4e23-b380-81d878372068 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762424'] for security_group_rule, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:50.095465 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:11:50.101952 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-956e240c-af32-462d-b779-021aa8d13972 tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] Deleting port 079e09fd-f104-4f51-81ce-ead05a8a21d5 {{(pid=87635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:11:50.102353 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-956e240c-af32-462d-b779-021aa8d13972 tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:50.133966 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-318f67d6-798d-4b6c-a1bb-d2770e6a3dbe tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Made reservation on behalf of 3fd82437e08648b4840016e8955250bf for: {'network': 1} {{(pid=87635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:11:50.137423 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-318f67d6-798d-4b6c-a1bb-d2770e6a3dbe tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for network, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:50.167450 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfd1a14-4b88-4e23-b380-81d878372068 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5efadabe-7eb1-452c-8497-f91a19ebc2e4,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:11:50.179855 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.db_base_plugin_common [req-21675959-ce23-414d-baba-8830c8555265 req-7cbc727f-a27f-4b6a-9259-9b092ae33e1f tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] Allocated IP 172.20.0.14 (d7a1eeae-9238-41c5-b3d8-78eaa1dfac99/ea22a554-707a-4001-b348-60dd1fb71851/ba1aa90b-adfb-4064-bfad-b5fc9b85dbca) {{(pid=87635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:11:50.182130 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-ebfd1a14-4b88-4e23-b380-81d878372068 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:11:50.201160 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf229f65-1f61-4e58-8035-11cf3f90508a tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Pushing event updated for resources: {'Network': ['ID=dc5d9806-4698-43bb-ba9f-62bb72b7369b,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:11:50.203223 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a97d3963-651e-4ca2-a63e-bf91b759083e tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Made reservation on behalf of 9552d108dcd2412896b3c037adf05d69 for: {'network': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:11:50.206656 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a97d3963-651e-4ca2-a63e-bf91b759083e tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for network, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:50.212360 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Network dc5d9806-4698-43bb-ba9f-62bb72b7369b details requested by agent ovs-agent-dv-neutron-822799-1-hyperv with host dv-neutron-822799-1-hyperv {{(pid=87637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 23 16:11:50.229877 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-afba3c1c-e783-46f9-9830-959b7b392b40 tempest-RoutersIpV6AdminTest-575902626 tempest-RoutersIpV6AdminTest-575902626-project] Calling delete_port for f4d12832-ede0-48a6-bab4-7afded1a6007 owned by network:router_gateway {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:11:50.234865 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-956e240c-af32-462d-b779-021aa8d13972 tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] The port '079e09fd-f104-4f51-81ce-ead05a8a21d5' was deleted {{(pid=87635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 23 16:11:50.240772 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-ebfd1a14-4b88-4e23-b380-81d878372068 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:50.241991 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-ebfd1a14-4b88-4e23-b380-81d878372068 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/5efadabe-7eb1-452c-8497-f91a19ebc2e4 HTTP/1.1" status: 204  len: 168 time: 0.6420839
Dec 23 16:11:50.260412 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-cf229f65-1f61-4e58-8035-11cf3f90508a tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.492s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:11:50.262512 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 45064) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:50.297450 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-318f67d6-798d-4b6c-a1bb-d2770e6a3dbe tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] vlan segment allocate from pool success with {'vlan_id': 425, 'physical_network': 'physnet1'}  {{(pid=87635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 23 16:11:50.334515 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a97d3963-651e-4ca2-a63e-bf91b759083e tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] vlan segment allocate from pool success with {'vlan_id': 428, 'physical_network': 'physnet1'}  {{(pid=87636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 23 16:11:50.358151 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-318f67d6-798d-4b6c-a1bb-d2770e6a3dbe tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:50.358503 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.db.segments_db [None req-318f67d6-798d-4b6c-a1bb-d2770e6a3dbe tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Added segment 5a9799cb-cc86-4f7a-9504-145fc272eb83 of type vlan for network 49f64a43-9215-45e6-9904-4dfe1e87ba3e
Dec 23 16:11:50.495650 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-dffaadc1-52be-4a24-b14e-94aff3976c37 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2176495', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2618677'] for subnet, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:50.537630 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-956e240c-af32-462d-b779-021aa8d13972 tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-864347', 'neutron.services.segments.db._delete_segments_for_network-8735362908070'] for network, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:50.566042 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a97d3963-651e-4ca2-a63e-bf91b759083e tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:50.566610 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.db.segments_db [None req-a97d3963-651e-4ca2-a63e-bf91b759083e tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Added segment e6609f05-8fba-4ead-b4be-3e37eb808928 of type vlan for network 0c2b451d-1b55-4450-b6db-eace16b82e18
Dec 23 16:11:50.567968 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-499245db-6f31-403f-9777-e91688e9910a tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:11:50.612538 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-318f67d6-798d-4b6c-a1bb-d2770e6a3dbe tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735362521793'] for network, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:50.626841 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.services.segments.db [None req-956e240c-af32-462d-b779-021aa8d13972 tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1dc1a8ca60>,) {'filters': {'network_id': ['c6f8c890-6f2b-4413-b8ac-814cce4f01d0']}} {{(pid=87635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:11:50.627926 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-f3db8c48-0c11-4842-8a7c-cdabd1bd9831 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Synchronizing usage tracker for tenant:2f72b6313bdb4bc4afb373c10680a612 on resource:security_group_rule {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:11:50.663379 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.services.segments.db [None req-956e240c-af32-462d-b779-021aa8d13972 tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dc1a8ca60>, '628744f0-984f-4a32-bc30-83e1067eace9') {'for_net_delete': True} {{(pid=87635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:11:50.663697 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.services.segments.db [None req-956e240c-af32-462d-b779-021aa8d13972 tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dc1a8ca60>, '628744f0-984f-4a32-bc30-83e1067eace9') {} {{(pid=87635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:11:50.666860 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9dcbea60-a34f-4144-91e7-90aff3f57aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:50.672692 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffaadc1-52be-4a24-b14e-94aff3976c37 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Pushing event deleted for resources: {'Subnet': ['ID=73df4226-3ce2-4a54-9d2e-3a606d2ff415,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:11:50.679880 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4edbed09-9d2d-46cb-9beb-d8427279617a None None] Network a67646b4-5371-43ec-9f98-39fe51a67033 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:11:50.684015 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-dffaadc1-52be-4a24-b14e-94aff3976c37 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks [] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:50.693575 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-dffaadc1-52be-4a24-b14e-94aff3976c37 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:11:50.699620 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-956e240c-af32-462d-b779-021aa8d13972 tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735363085442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2776713'] for segment, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:50.704190 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-044e20ec-3005-4ad9-a0fc-cc2719b7122b req-63385561-a870-4dea-ac1d-ab9431fa32a9 tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] 10.222.0.64 "GET /v2.0/ports?device_id=f54fff32-66c0-4adb-922d-69673e61b491 HTTP/1.1" status: 200  len: 210 time: 0.0850501
Dec 23 16:11:50.742342 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a97d3963-651e-4ca2-a63e-bf91b759083e tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735362521793'] for network, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:50.749902 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [req-21675959-ce23-414d-baba-8830c8555265 req-7cbc727f-a27f-4b6a-9259-9b092ae33e1f tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] Notify callbacks [] for port, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:50.750111 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-dffaadc1-52be-4a24-b14e-94aff3976c37 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "DELETE /v2.0/subnets/73df4226-3ce2-4a54-9d2e-3a606d2ff415 HTTP/1.1" status: 204  len: 168 time: 1.7603941
Dec 23 16:11:50.753027 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 45070) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:50.757379 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-956e240c-af32-462d-b779-021aa8d13972 tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:50.762638 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-318f67d6-798d-4b6c-a1bb-d2770e6a3dbe tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495'] for network, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:50.768724 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-318f67d6-798d-4b6c-a1bb-d2770e6a3dbe tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:11:50.769313 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-318f67d6-798d-4b6c-a1bb-d2770e6a3dbe tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627509'] for network, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:50.777841 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-8f9939e9-98d2-4f30-87f4-faaa4324e02f tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:11:50.812541 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-956e240c-af32-462d-b779-021aa8d13972 tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] Releasing vlan 405 on physical network physnet1 to pool {{(pid=87635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 23 16:11:50.812974 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-956e240c-af32-462d-b779-021aa8d13972 tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2753503'] for segment, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:50.821196 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-f3db8c48-0c11-4842-8a7c-cdabd1bd9831 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Unset dirty status for tenant:2f72b6313bdb4bc4afb373c10680a612 on resource:security_group_rule {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:11:50.825579 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-f3db8c48-0c11-4842-8a7c-cdabd1bd9831 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.5569534
Dec 23 16:11:50.828535 dv-neutron-822799-1-hyperv neutron-server[87635]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 23 16:11:50.828535 dv-neutron-822799-1-hyperv neutron-server[87635]:   util.warn(
Dec 23 16:11:50.828535 dv-neutron-822799-1-hyperv neutron-server[87635]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 23 16:11:50.828535 dv-neutron-822799-1-hyperv neutron-server[87635]:   util.warn(
Dec 23 16:11:50.828535 dv-neutron-822799-1-hyperv neutron-server[87635]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 23 16:11:50.828535 dv-neutron-822799-1-hyperv neutron-server[87635]:   util.warn(
Dec 23 16:11:50.828535 dv-neutron-822799-1-hyperv neutron-server[87635]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 23 16:11:50.828535 dv-neutron-822799-1-hyperv neutron-server[87635]:   util.warn(
Dec 23 16:11:50.828535 dv-neutron-822799-1-hyperv neutron-server[87635]: Traceback (most recent call last):
Dec 23 16:11:50.828535 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 23 16:11:50.828535 dv-neutron-822799-1-hyperv neutron-server[87635]:     timer()
Dec 23 16:11:50.828535 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:11:50.828535 dv-neutron-822799-1-hyperv neutron-server[87635]:     cb(*args, **kw)
Dec 23 16:11:50.828535 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 23 16:11:50.828535 dv-neutron-822799-1-hyperv neutron-server[87635]:     return func(*args, **kwargs)
Dec 23 16:11:50.828535 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:11:50.828535 dv-neutron-822799-1-hyperv neutron-server[87635]:     self._notify()
Dec 23 16:11:50.828535 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:11:50.828535 dv-neutron-822799-1-hyperv neutron-server[87635]:     self.callback(batched_events)
Dec 23 16:11:50.828535 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:11:50.828535 dv-neutron-822799-1-hyperv neutron-server[87635]:     event.method(event)
Dec 23 16:11:50.828535 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:11:50.828535 dv-neutron-822799-1-hyperv neutron-server[87635]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:11:50.828535 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 23 16:11:50.828535 dv-neutron-822799-1-hyperv neutron-server[87635]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 23 16:11:50.828535 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 23 16:11:50.828535 dv-neutron-822799-1-hyperv neutron-server[87635]:     return f(self, *a, **k)
Dec 23 16:11:50.828535 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:11:50.828535 dv-neutron-822799-1-hyperv neutron-server[87635]:     return self._get(url).json()
Dec 23 16:11:50.828535 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 23 16:11:50.828535 dv-neutron-822799-1-hyperv neutron-server[87635]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 23 16:11:50.828535 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 23 16:11:50.828535 dv-neutron-822799-1-hyperv neutron-server[87635]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:11:50.828535 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 23 16:11:50.828535 dv-neutron-822799-1-hyperv neutron-server[87635]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 23 16:11:50.828535 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 23 16:11:50.828535 dv-neutron-822799-1-hyperv neutron-server[87635]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:11:50.828535 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 23 16:11:50.828535 dv-neutron-822799-1-hyperv neutron-server[87635]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:11:50.828535 dv-neutron-822799-1-hyperv neutron-server[87635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:11:50.831090 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 45074) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:50.867869 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-89c224ac-a8a2-4afc-a025-f8b1024dd171 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1134622
Dec 23 16:11:50.880522 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 45078) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:50.890639 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-72f8ba0e-0ea5-4599-b594-7de5a9093935 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Request body: {'subnet': {'network_id': 'a67646b4-5371-43ec-9f98-39fe51a67033', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:11:50.902340 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:50.964532 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-55784c56-4f12-48f1-9faf-f00cbbadbb70 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1781419'] for router_interface, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:50.983075 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a97d3963-651e-4ca2-a63e-bf91b759083e tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495'] for network, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:50.988996 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a97d3963-651e-4ca2-a63e-bf91b759083e tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:11:50.989594 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a97d3963-651e-4ca2-a63e-bf91b759083e tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:50.991114 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8be07935-4455-44a0-9e9e-e97bfb63bae1 None None] DHCP port deletion for a67646b4-5371-43ec-9f98-39fe51a67033 request from dv-neutron-822799-1-hyperv {{(pid=87637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 23 16:11:50.995794 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-8be07935-4455-44a0-9e9e-e97bfb63bae1 None None] Deleting port fc94a89d-3ef9-441e-a268-773c58566d3c {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:11:50.996353 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-8be07935-4455-44a0-9e9e-e97bfb63bae1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:51.006194 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-edffd8e6-8dc5-407d-a262-8c1fdf712182 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:11:51.039621 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-afba3c1c-e783-46f9-9830-959b7b392b40 tempest-RoutersIpV6AdminTest-575902626 tempest-RoutersIpV6AdminTest-575902626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:51.067665 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-318f67d6-798d-4b6c-a1bb-d2770e6a3dbe tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201  len: 766 time: 1.1556473
Dec 23 16:11:51.085562 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 45082) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:51.095324 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318f67d6-798d-4b6c-a1bb-d2770e6a3dbe tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Pushing event updated for resources: {'Network': ['ID=49f64a43-9215-45e6-9904-4dfe1e87ba3e,revision_number=1']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:11:51.109490 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-2d00dc9d-d88f-4d1f-9ccd-5a1793c5e3f4 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Request body: {'subnet': {'network_id': 'dc5d9806-4698-43bb-ba9f-62bb72b7369b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:11:51.117097 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Network 49f64a43-9215-45e6-9904-4dfe1e87ba3e details requested by agent ovs-agent-dv-neutron-822799-1-hyperv with host dv-neutron-822799-1-hyperv {{(pid=87637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 23 16:11:51.125454 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-318f67d6-798d-4b6c-a1bb-d2770e6a3dbe tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:11:51.147616 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.provisioning_blocks [req-21675959-ce23-414d-baba-8830c8555265 req-7cbc727f-a27f-4b6a-9259-9b092ae33e1f tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] Transition to ACTIVE for port object ba1aa90b-adfb-4064-bfad-b5fc9b85dbca will not be triggered until provisioned by entity DHCP. {{(pid=87635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:11:51.160599 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-956e240c-af32-462d-b779-021aa8d13972 tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-864336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1824171'] for network, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:51.169055 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97d3963-651e-4ca2-a63e-bf91b759083e tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Pushing event updated for resources: {'Network': ['ID=0c2b451d-1b55-4450-b6db-eace16b82e18,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:11:51.174861 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-a97d3963-651e-4ca2-a63e-bf91b759083e tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201  len: 779 time: 1.4454141
Dec 23 16:11:51.210702 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-a97d3963-651e-4ca2-a63e-bf91b759083e tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:11:51.212113 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 45086) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:51.214991 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-f1a13166-fd62-453d-8afe-d42bdef2c3a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.116s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:11:51.244784 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Network 0c2b451d-1b55-4450-b6db-eace16b82e18 details requested by agent ovs-agent-dv-neutron-822799-1-hyperv with host dv-neutron-822799-1-hyperv {{(pid=87637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 23 16:11:51.257572 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-72f8ba0e-0ea5-4599-b594-7de5a9093935 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:11:51.274606 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-b3150fed-d9f5-4208-887e-65ba095d0bbf tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Request body: {'subnet': {'network_id': '0c2b451d-1b55-4450-b6db-eace16b82e18', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:11:51.274861 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-55d6d7da-400a-45e3-b43e-252952a65895 tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:11:51.290796 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-72f8ba0e-0ea5-4599-b594-7de5a9093935 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Usage tracker for resource:subnet and tenant:bf435ff0e7914a739a10fff5b2399c13 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:11:51.299154 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afba3c1c-e783-46f9-9830-959b7b392b40 tempest-RoutersIpV6AdminTest-575902626 tempest-RoutersIpV6AdminTest-575902626-project] Pushing event deleted for resources: {'Port': ['ID=f4d12832-ede0-48a6-bab4-7afded1a6007,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:11:51.304908 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-72f8ba0e-0ea5-4599-b594-7de5a9093935 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:11:51.309708 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-afba3c1c-e783-46f9-9830-959b7b392b40 tempest-RoutersIpV6AdminTest-575902626 tempest-RoutersIpV6AdminTest-575902626-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:11:51.313919 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-956e240c-af32-462d-b779-021aa8d13972 tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627509'] for network, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:51.338677 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956e240c-af32-462d-b779-021aa8d13972 tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] Pushing event deleted for resources: {'Network': ['ID=c6f8c890-6f2b-4413-b8ac-814cce4f01d0,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:11:51.358906 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-956e240c-af32-462d-b779-021aa8d13972 tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:11:51.363574 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-72f8ba0e-0ea5-4599-b594-7de5a9093935 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:11:51.380389 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-956e240c-af32-462d-b779-021aa8d13972 tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] 10.222.0.64 "DELETE /v2.0/networks/c6f8c890-6f2b-4413-b8ac-814cce4f01d0 HTTP/1.1" status: 204  len: 168 time: 4.5580547
Dec 23 16:11:51.383612 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 45090) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:51.386470 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-895d63e2-fd41-4994-ab7b-d98920d5994f tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Notify callbacks [] for security_group, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:51.396941 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-8be07935-4455-44a0-9e9e-e97bfb63bae1 None None] For port fc94a89d-3ef9-441e-a268-773c58566d3c, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=fc94a89d-3ef9-441e-a268-773c58566d3c,segment=NetworkSegment(d0e346f7-32a7-41a0-b972-301688edbe10),segment_id=d0e346f7-32a7-41a0-b972-301688edbe10)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:11:51.397600 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-8be07935-4455-44a0-9e9e-e97bfb63bae1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:51.441921 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72f8ba0e-0ea5-4599-b594-7de5a9093935 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Made reservation on behalf of bf435ff0e7914a739a10fff5b2399c13 for: {'subnet': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:11:51.445405 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-72f8ba0e-0ea5-4599-b594-7de5a9093935 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2618324'] for subnet, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:51.472001 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-afba3c1c-e783-46f9-9830-959b7b392b40 tempest-RoutersIpV6AdminTest-575902626 tempest-RoutersIpV6AdminTest-575902626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1824206'] for router_gateway, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:51.538718 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-8be07935-4455-44a0-9e9e-e97bfb63bae1 None None] Calling delete_port for fc94a89d-3ef9-441e-a268-773c58566d3c owned by network:dhcp {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:11:51.572519 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device fc94a89d-3ef9-441e-a268-773c58566d3c no longer exists at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 23 16:11:51.628846 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-2d00dc9d-d88f-4d1f-9ccd-5a1793c5e3f4 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:11:51.660469 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-2d00dc9d-d88f-4d1f-9ccd-5a1793c5e3f4 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Usage tracker for resource:subnet and tenant:3fd82437e08648b4840016e8955250bf is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:11:51.670724 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-c9c9aed4-a9ca-48fa-b075-1cee217c6925 tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] Synchronizing usage tracker for tenant:e9c7d54cdb8540e78990761c6098944f on resource:port {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:11:51.688429 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-2d00dc9d-d88f-4d1f-9ccd-5a1793c5e3f4 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:11:51.706655 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-2d00dc9d-d88f-4d1f-9ccd-5a1793c5e3f4 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:11:51.709370 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-895d63e2-fd41-4994-ab7b-d98920d5994f tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:51.717286 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-8be07935-4455-44a0-9e9e-e97bfb63bae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789'] for port, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:51.722971 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:11:51.729586 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [req-21675959-ce23-414d-baba-8830c8555265 req-7cbc727f-a27f-4b6a-9259-9b092ae33e1f tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:51.749874 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-75995eda-56ec-46e1-89cf-d0fe9290d160 tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:11:51.789285 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d00dc9d-d88f-4d1f-9ccd-5a1793c5e3f4 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Made reservation on behalf of 3fd82437e08648b4840016e8955250bf for: {'subnet': 1} {{(pid=87635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:11:51.793059 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-2d00dc9d-d88f-4d1f-9ccd-5a1793c5e3f4 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2610339'] for subnet, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:51.796516 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:51.822623 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8be07935-4455-44a0-9e9e-e97bfb63bae1 None None] No DVR routers for this DVR port fc94a89d-3ef9-441e-a268-773c58566d3c on host dv-neutron-822799-1-hyperv {{(pid=87637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 23 16:11:51.828799 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be07935-4455-44a0-9e9e-e97bfb63bae1 None None] Pushing event deleted for resources: {'Port': ['ID=fc94a89d-3ef9-441e-a268-773c58566d3c,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:11:51.847028 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-8be07935-4455-44a0-9e9e-e97bfb63bae1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:11:51.868965 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-b3150fed-d9f5-4208-887e-65ba095d0bbf tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:11:51.897230 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-b3150fed-d9f5-4208-887e-65ba095d0bbf tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Usage tracker for resource:subnet and tenant:9552d108dcd2412896b3c037adf05d69 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:11:51.901027 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-afba3c1c-e783-46f9-9830-959b7b392b40 tempest-RoutersIpV6AdminTest-575902626 tempest-RoutersIpV6AdminTest-575902626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1784183', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-235354'] for router, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:51.912300 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-b3150fed-d9f5-4208-887e-65ba095d0bbf tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:11:51.914083 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21675959-ce23-414d-baba-8830c8555265 req-7cbc727f-a27f-4b6a-9259-9b092ae33e1f tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] Network d7a1eeae-9238-41c5-b3d8-78eaa1dfac99 is already hosted by enough agents. {{(pid=87635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:11:51.915618 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-afba3c1c-e783-46f9-9830-959b7b392b40 tempest-RoutersIpV6AdminTest-575902626 tempest-RoutersIpV6AdminTest-575902626-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:51.924181 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-b3150fed-d9f5-4208-887e-65ba095d0bbf tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:11:51.926647 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.base_scheduler [req-21675959-ce23-414d-baba-8830c8555265 req-7cbc727f-a27f-4b6a-9259-9b092ae33e1f tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] Resources bound (agent type, host, resource id):  {{(pid=87635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:11:51.936305 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-c9c9aed4-a9ca-48fa-b075-1cee217c6925 tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] Unset dirty status for tenant:e9c7d54cdb8540e78990761c6098944f on resource:port {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:11:51.937395 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-c9c9aed4-a9ca-48fa-b075-1cee217c6925 tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] 10.222.0.64 "GET /v2.0/ports?device_id=ecea7892-f476-4ddd-acee-2f4bd3bf1ceb HTTP/1.1" status: 200  len: 205 time: 0.5493941
Dec 23 16:11:51.944267 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 45096) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:51.977377 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.l3_dvrscheduler_db [req-21675959-ce23-414d-baba-8830c8555265 req-7cbc727f-a27f-4b6a-9259-9b092ae33e1f tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] Received port after_create {{(pid=87635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:11:52.018752 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3150fed-d9f5-4208-887e-65ba095d0bbf tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Made reservation on behalf of 9552d108dcd2412896b3c037adf05d69 for: {'subnet': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:11:52.022476 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b3150fed-d9f5-4208-887e-65ba095d0bbf tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2618324'] for subnet, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:52.027127 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbc727f-a27f-4b6a-9259-9b092ae33e1f tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] Pushing event updated for resources: {'Port': ['ID=ba1aa90b-adfb-4064-bfad-b5fc9b85dbca,revision_number=1']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:11:52.046150 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-7cbc727f-a27f-4b6a-9259-9b092ae33e1f tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:11:52.061134 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-895d63e2-fd41-4994-ab7b-d98920d5994f tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:52.072568 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-c038c744-f49e-496b-8eda-2bf81f6647fa tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:11:52.101084 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895d63e2-fd41-4994-ab7b-d98920d5994f tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5acfd265-96c3-4e91-8cb2-b34fb30e2f2c,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:11:52.108395 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-895d63e2-fd41-4994-ab7b-d98920d5994f tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:11:52.111549 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-afba3c1c-e783-46f9-9830-959b7b392b40 tempest-RoutersIpV6AdminTest-575902626 tempest-RoutersIpV6AdminTest-575902626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1781328'] for router, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:52.112363 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afba3c1c-e783-46f9-9830-959b7b392b40 tempest-RoutersIpV6AdminTest-575902626 tempest-RoutersIpV6AdminTest-575902626-project] Fanout notify agent at l3_agent the message router_deleted on router 306a965f-5bc5-4e9a-b45f-be1d32e94f9b {{(pid=87636) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 23 16:11:52.137227 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21675959-ce23-414d-baba-8830c8555265 req-7cbc727f-a27f-4b6a-9259-9b092ae33e1f tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:11:52.138530 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [req-21675959-ce23-414d-baba-8830c8555265 req-7cbc727f-a27f-4b6a-9259-9b092ae33e1f tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:52.189486 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-fa82eac9-1516-48c0-9317-cd7aaaa8b975 tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] Notify callbacks [] for router, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:52.194947 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-895d63e2-fd41-4994-ab7b-d98920d5994f tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Notify callbacks [] for security_group, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:52.195184 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9e3aab53-d650-47e3-b8a6-2dff21fe9ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:52.196075 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-895d63e2-fd41-4994-ab7b-d98920d5994f tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] 10.222.0.64 "DELETE /v2.0/security-groups/5acfd265-96c3-4e91-8cb2-b34fb30e2f2c HTTP/1.1" status: 204  len: 168 time: 1.3557026
Dec 23 16:11:52.210270 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 45100) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:52.254888 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-21675959-ce23-414d-baba-8830c8555265 req-7cbc727f-a27f-4b6a-9259-9b092ae33e1f tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.3990815
Dec 23 16:11:52.272443 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-bf269f7f-ef54-46ca-854f-eeedb814ae88 None None] Provisioning for port ba1aa90b-adfb-4064-bfad-b5fc9b85dbca completed by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:11:52.277858 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-bf269f7f-ef54-46ca-854f-eeedb814ae88 None None] Provisioning complete for port ba1aa90b-adfb-4064-bfad-b5fc9b85dbca triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:11:52.278683 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-bf269f7f-ef54-46ca-854f-eeedb814ae88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:52.307505 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [req-21675959-ce23-414d-baba-8830c8555265 req-616551f2-c9b0-427c-868d-0c0253de7156 service neutron] Request body: {'port': {'device_id': 'f54fff32-66c0-4adb-922d-69673e61b491', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8227'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:11:52.339561 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-bf269f7f-ef54-46ca-854f-eeedb814ae88 None None] Port ba1aa90b-adfb-4064-bfad-b5fc9b85dbca cannot update to ACTIVE because it is not bound. {{(pid=87637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 23 16:11:52.353614 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6afa86-32c7-41eb-9620-b7632f576069 req-332c9ed9-7891-49a2-8a92-12e42142fcc4 tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:11:52.354335 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [req-fb6afa86-32c7-41eb-9620-b7632f576069 req-332c9ed9-7891-49a2-8a92-12e42142fcc4 tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] Synchronizing usage tracker for tenant:4397e61b404b4512b8e2da8fa19161c5 on resource:port {{(pid=87635) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:11:52.357231 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-55784c56-4f12-48f1-9faf-f00cbbadbb70 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Deleting port 2fa3c365-84aa-4013-8e05-099e44823ce3 {{(pid=87635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:11:52.357787 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-55784c56-4f12-48f1-9faf-f00cbbadbb70 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:52.369743 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-afba3c1c-e783-46f9-9830-959b7b392b40 tempest-RoutersIpV6AdminTest-575902626 tempest-RoutersIpV6AdminTest-575902626-project] Notify callbacks [] for router, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:52.374393 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-afba3c1c-e783-46f9-9830-959b7b392b40 tempest-RoutersIpV6AdminTest-575902626 tempest-RoutersIpV6AdminTest-575902626-project] 10.222.0.64 "DELETE /v2.0/routers/306a965f-5bc5-4e9a-b45f-be1d32e94f9b HTTP/1.1" status: 204  len: 168 time: 4.0729725
Dec 23 16:11:52.384975 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 45104) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:52.436899 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-9ac9b756-538f-4cd1-ba77-b6935ed42016 tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Request body: {'router': {'name': 'tempest-snat-router-729222353', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'enable_snat': False}}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:11:52.454437 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-9ac9b756-538f-4cd1-ba77-b6935ed42016 tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:11:52.482505 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [req-fb6afa86-32c7-41eb-9620-b7632f576069 req-332c9ed9-7891-49a2-8a92-12e42142fcc4 tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] Unset dirty status for tenant:4397e61b404b4512b8e2da8fa19161c5 on resource:port {{(pid=87635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:11:52.483681 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-fb6afa86-32c7-41eb-9620-b7632f576069 req-332c9ed9-7891-49a2-8a92-12e42142fcc4 tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] 10.222.0.64 "GET /v2.0/ports?device_id=f54fff32-66c0-4adb-922d-69673e61b491 HTTP/1.1" status: 200  len: 932 time: 0.5685475
Dec 23 16:11:52.513503 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-d1579988-3819-4f81-a0d1-2a4282b1e319 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Synchronizing usage tracker for tenant:2f72b6313bdb4bc4afb373c10680a612 on resource:security_group {{(pid=87635) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:11:52.532166 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-9ac9b756-538f-4cd1-ba77-b6935ed42016 tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Usage tracker for resource:router and tenant:0cfbedddc6e84865852e5b977817804f is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:11:52.538380 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-9ac9b756-538f-4cd1-ba77-b6935ed42016 tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:11:52.602783 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-9ac9b756-538f-4cd1-ba77-b6935ed42016 tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:11:52.610844 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-fa82eac9-1516-48c0-9317-cd7aaaa8b975 tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1784183', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-235354'] for router, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:52.625864 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-fa82eac9-1516-48c0-9317-cd7aaaa8b975 tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:52.648102 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9ac9b756-538f-4cd1-ba77-b6935ed42016 tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1823978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-235332'] for router, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:52.649202 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9ac9b756-538f-4cd1-ba77-b6935ed42016 tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1824575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1824063', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1751113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-235341'] for router, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:52.683094 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-2d00dc9d-d88f-4d1f-9ccd-5a1793c5e3f4 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2753396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2610353'] for subnet, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:52.694438 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-920fc1a1-a4cc-4de4-a1d9-3e85275dd5b6 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:11:52.711755 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-72f8ba0e-0ea5-4599-b594-7de5a9093935 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2176430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2618310'] for subnet, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:52.719988 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-1b9aade8-65c8-4cbb-a355-0937e020a52f tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:11:52.756998 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-fa82eac9-1516-48c0-9317-cd7aaaa8b975 tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1781328'] for router, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:52.757273 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-d1579988-3819-4f81-a0d1-2a4282b1e319 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Unset dirty status for tenant:2f72b6313bdb4bc4afb373c10680a612 on resource:security_group {{(pid=87635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:11:52.757778 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa82eac9-1516-48c0-9317-cd7aaaa8b975 tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] Fanout notify agent at l3_agent the message router_deleted on router ecea7892-f476-4ddd-acee-2f4bd3bf1ceb {{(pid=87636) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 23 16:11:52.758474 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-d1579988-3819-4f81-a0d1-2a4282b1e319 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2979 time: 0.5438113
Dec 23 16:11:52.776417 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-fb6afa86-32c7-41eb-9620-b7632f576069 req-5aaedd57-fe80-4eea-9f38-b9073d22cfc6 tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] 10.222.0.64 "GET /v2.0/security-groups?id=3b5fba24-44fb-4189-bd87-51876b915d36&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2600253
Dec 23 16:11:52.780785 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 45108) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:52.792742 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9ac9b756-538f-4cd1-ba77-b6935ed42016 tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:52.795848 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [req-21675959-ce23-414d-baba-8830c8555265 req-616551f2-c9b0-427c-868d-0c0253de7156 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:52.808557 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-dcac7ab9-f83e-4b5f-af82-abe6f3ebc0e4 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Request body: {'security_group': {'name': 'tempest-secgroup--1862356906'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:11:52.823731 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-dcac7ab9-f83e-4b5f-af82-abe6f3ebc0e4 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:11:52.831062 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72f8ba0e-0ea5-4599-b594-7de5a9093935 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Network a67646b4-5371-43ec-9f98-39fe51a67033 is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:11:52.843969 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-72f8ba0e-0ea5-4599-b594-7de5a9093935 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Resources bound (agent type, host, resource id):  {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:11:52.853590 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a552e1fd-fd3f-471c-846a-7867376d9c84 None None] Network a67646b4-5371-43ec-9f98-39fe51a67033 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:11:52.857472 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72f8ba0e-0ea5-4599-b594-7de5a9093935 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:11:52.858085 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-72f8ba0e-0ea5-4599-b594-7de5a9093935 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks [] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:52.862402 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-dcac7ab9-f83e-4b5f-af82-abe6f3ebc0e4 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:11:52.864267 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f8ba0e-0ea5-4599-b594-7de5a9093935 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Pushing event updated for resources: {'Subnet': ['ID=526764a2-c5ae-4bb9-9ee9-d37eecd22023,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:11:52.871395 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-72f8ba0e-0ea5-4599-b594-7de5a9093935 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:11:52.878891 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-fa82eac9-1516-48c0-9317-cd7aaaa8b975 tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] Notify callbacks [] for router, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:52.879989 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-fa82eac9-1516-48c0-9317-cd7aaaa8b975 tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] 10.222.0.64 "DELETE /v2.0/routers/ecea7892-f476-4ddd-acee-2f4bd3bf1ceb HTTP/1.1" status: 204  len: 168 time: 0.9323974
Dec 23 16:11:52.880120 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-55784c56-4f12-48f1-9faf-f00cbbadbb70 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:52.904275 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d00dc9d-d88f-4d1f-9ccd-5a1793c5e3f4 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Pushing event updated for resources: {'Subnet': ['ID=67a4667a-f3a5-4c33-af9c-3c714820b0ba,revision_number=0']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:11:52.912260 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-2d00dc9d-d88f-4d1f-9ccd-5a1793c5e3f4 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:11:52.994260 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-dcac7ab9-f83e-4b5f-af82-abe6f3ebc0e4 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Notify callbacks [] for security_group, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:53.045232 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-55784c56-4f12-48f1-9faf-f00cbbadbb70 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Calling delete_port for 2fa3c365-84aa-4013-8e05-099e44823ce3 owned by network:router_interface {{(pid=87635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:11:53.086715 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d00dc9d-d88f-4d1f-9ccd-5a1793c5e3f4 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Checking segment: {'id': '97292c4f-9b0f-455f-8853-7a8b4ab60220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'dc5d9806-4698-43bb-ba9f-62bb72b7369b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:11:53.087538 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d00dc9d-d88f-4d1f-9ccd-5a1793c5e3f4 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Network hostable DHCP agents. Network: dc5d9806-4698-43bb-ba9f-62bb72b7369b, hostable agents: ['1c812d71-eadf-4fb3-b98e-67468a4aa7e2'], hosted agents: [] {{(pid=87635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 23 16:11:53.174216 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4b292e8-6aeb-4838-84c4-89b22c9ab621 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7e017a6-8198-58c8-a07e-0f786128e3b3-a67646b4-5371-43ec-9f98-39fe51a67033', 'network_id': 'a67646b4-5371-43ec-9f98-39fe51a67033', 'tenant_id': 'bf435ff0e7914a739a10fff5b2399c13', 'fixed_ips': [{'subnet_id': '526764a2-c5ae-4bb9-9ee9-d37eecd22023'}]}} from dv-neutron-822799-1-hyperv. {{(pid=87637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 23 16:11:53.175094 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-e4b292e8-6aeb-4838-84c4-89b22c9ab621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:53.208896 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-72f8ba0e-0ea5-4599-b594-7de5a9093935 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 2.3269799
Dec 23 16:11:53.221466 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 45116) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:53.234004 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-37907003-c4b2-41f2-8f39-546c5658f009 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Request body: {'port': {'network_id': 'a67646b4-5371-43ec-9f98-39fe51a67033', 'fixed_ips': [{'subnet_id': '526764a2-c5ae-4bb9-9ee9-d37eecd22023', 'ip_address': '2001:db8::25d8:3532:ef70:4265'}], 'name': 'tempest-NetworksTestDHCPv6-162353500'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:11:53.291819 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 45120) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:53.313195 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b3150fed-d9f5-4208-887e-65ba095d0bbf tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2176430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2618310'] for subnet, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:53.330137 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-9b1f54de-72de-45cf-8d48-18587d2fe7c9 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:11:53.355087 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d00dc9d-d88f-4d1f-9ccd-5a1793c5e3f4 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Network dc5d9806-4698-43bb-ba9f-62bb72b7369b is scheduled to be hosted by DHCP agent 1c812d71-eadf-4fb3-b98e-67468a4aa7e2 with binding_index 1 {{(pid=87635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 23 16:11:53.359825 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-dcac7ab9-f83e-4b5f-af82-abe6f3ebc0e4 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:11:53.374427 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.base_scheduler [None req-2d00dc9d-d88f-4d1f-9ccd-5a1793c5e3f4 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822799-1-hyperv, dc5d9806-4698-43bb-ba9f-62bb72b7369b) {{(pid=87635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:11:53.389497 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d00dc9d-d88f-4d1f-9ccd-5a1793c5e3f4 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:11:53.390398 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-2d00dc9d-d88f-4d1f-9ccd-5a1793c5e3f4 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks [] for subnet, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:53.415936 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30cf8a27-668d-4641-913b-834a19ad5a7c None None] Network dc5d9806-4698-43bb-ba9f-62bb72b7369b requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:11:53.471427 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-dcac7ab9-f83e-4b5f-af82-abe6f3ebc0e4 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Usage tracker for resource:security_group_rule and tenant:2f72b6313bdb4bc4afb373c10680a612 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:11:53.495087 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-dcac7ab9-f83e-4b5f-af82-abe6f3ebc0e4 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:11:53.516377 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_common [None req-e4b292e8-6aeb-4838-84c4-89b22c9ab621 None None] Allocated IP 2001:db8::2 (a67646b4-5371-43ec-9f98-39fe51a67033/526764a2-c5ae-4bb9-9ee9-d37eecd22023/ccf9ac3f-2b4e-4386-a5fb-5b69e4049bab) {{(pid=87637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:11:53.525868 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9ac9b756-538f-4cd1-ba77-b6935ed42016 tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1824017', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1823768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-235299'] for router, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:53.532460 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-dcac7ab9-f83e-4b5f-af82-abe6f3ebc0e4 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:11:53.581031 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3150fed-d9f5-4208-887e-65ba095d0bbf tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Pushing event updated for resources: {'Subnet': ['ID=fe6c7b79-2cf1-46f1-b203-1b2550f5f6cb,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:11:53.599029 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-b3150fed-d9f5-4208-887e-65ba095d0bbf tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:11:53.668162 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3150fed-d9f5-4208-887e-65ba095d0bbf tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Checking segment: {'id': 'e6609f05-8fba-4ead-b4be-3e37eb808928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '0c2b451d-1b55-4450-b6db-eace16b82e18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:11:53.668632 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3150fed-d9f5-4208-887e-65ba095d0bbf tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Network hostable DHCP agents. Network: 0c2b451d-1b55-4450-b6db-eace16b82e18, hostable agents: ['1c812d71-eadf-4fb3-b98e-67468a4aa7e2'], hosted agents: [] {{(pid=87636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 23 16:11:53.729520 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-37907003-c4b2-41f2-8f39-546c5658f009 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:11:53.755668 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.notifiers.nova [req-21675959-ce23-414d-baba-8830c8555265 req-616551f2-c9b0-427c-868d-0c0253de7156 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba1aa90b-adfb-4064-bfad-b5fc9b85dbca {{(pid=87635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 23 16:11:53.769998 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-37907003-c4b2-41f2-8f39-546c5658f009 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:11:53.771127 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [req-21675959-ce23-414d-baba-8830c8555265 req-616551f2-c9b0-427c-868d-0c0253de7156 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:53.774847 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb79922a-0bef-4783-84b9-9b451a296170 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7e017a6-8198-58c8-a07e-0f786128e3b3-dc5d9806-4698-43bb-ba9f-62bb72b7369b', 'network_id': 'dc5d9806-4698-43bb-ba9f-62bb72b7369b', 'tenant_id': '3fd82437e08648b4840016e8955250bf', 'fixed_ips': [{'subnet_id': '67a4667a-f3a5-4c33-af9c-3c714820b0ba'}]}} from dv-neutron-822799-1-hyperv. {{(pid=87637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 23 16:11:53.775897 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-eb79922a-0bef-4783-84b9-9b451a296170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:53.796193 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3150fed-d9f5-4208-887e-65ba095d0bbf tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Network 0c2b451d-1b55-4450-b6db-eace16b82e18 is scheduled to be hosted by DHCP agent 1c812d71-eadf-4fb3-b98e-67468a4aa7e2 with binding_index 1 {{(pid=87636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 23 16:11:53.811959 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37907003-c4b2-41f2-8f39-546c5658f009 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Made reservation on behalf of bf435ff0e7914a739a10fff5b2399c13 for: {'port': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:11:53.831056 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-dcac7ab9-f83e-4b5f-af82-abe6f3ebc0e4 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Notify callbacks [] for security_group, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:53.841602 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-b3150fed-d9f5-4208-887e-65ba095d0bbf tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822799-1-hyperv, 0c2b451d-1b55-4450-b6db-eace16b82e18) {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:11:53.846164 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-dcac7ab9-f83e-4b5f-af82-abe6f3ebc0e4 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:53.849690 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.provisioning_blocks [req-21675959-ce23-414d-baba-8830c8555265 req-616551f2-c9b0-427c-868d-0c0253de7156 service neutron] Transition to ACTIVE for port object ba1aa90b-adfb-4064-bfad-b5fc9b85dbca will not be triggered until provisioned by entity L2. {{(pid=87635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:11:53.862129 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-55784c56-4f12-48f1-9faf-f00cbbadbb70 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:53.868352 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-2d00dc9d-d88f-4d1f-9ccd-5a1793c5e3f4 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.7793674
Dec 23 16:11:53.873769 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-614ad380-1655-4895-89af-6f477f0d93f4 tempest-ServersTestManualDisk-1942191146 tempest-ServersTestManualDisk-1942191146-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:11:53.899746 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-091c601e-3d84-4dd2-b51f-dd840b014438 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:11:53.911275 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3150fed-d9f5-4208-887e-65ba095d0bbf tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:11:53.911854 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b3150fed-d9f5-4208-887e-65ba095d0bbf tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Notify callbacks [] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:53.915029 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 45128) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:53.926622 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a128300-ee64-40c6-8969-06243a7cfdc9 None None] Network 0c2b451d-1b55-4450-b6db-eace16b82e18 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:11:53.926834 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55784c56-4f12-48f1-9faf-f00cbbadbb70 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Pushing event deleted for resources: {'Port': ['ID=2fa3c365-84aa-4013-8e05-099e44823ce3,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:11:53.928724 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [req-21675959-ce23-414d-baba-8830c8555265 req-616551f2-c9b0-427c-868d-0c0253de7156 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2753531'] for port, after_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:53.940006 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-55784c56-4f12-48f1-9faf-f00cbbadbb70 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:11:53.940523 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-55784c56-4f12-48f1-9faf-f00cbbadbb70 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:11:53.948901 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-b3e6f2cf-6f73-4ef2-bb32-71a26aee1659 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Request body: {'subnet': {'network_id': '49f64a43-9215-45e6-9904-4dfe1e87ba3e', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:11:54.043539 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-95e42e40-93e2-40ef-9714-ede3385c5c4b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e9c7d54cdb8540e78990761c6098944f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7497718
Dec 23 16:11:54.052259 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 45132) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:54.087011 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-e4b292e8-6aeb-4838-84c4-89b22c9ab621 None None] Notify callbacks [] for port, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:54.119834 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcac7ab9-f83e-4b5f-af82-abe6f3ebc0e4 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a252aeac-7962-427a-bbd4-f2fbb9de452a,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:11:54.144221 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-dcac7ab9-f83e-4b5f-af82-abe6f3ebc0e4 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:11:54.168242 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-dcac7ab9-f83e-4b5f-af82-abe6f3ebc0e4 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Notify callbacks [] for security_group, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:54.169859 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-dcac7ab9-f83e-4b5f-af82-abe6f3ebc0e4 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1744 time: 1.3843195
Dec 23 16:11:54.169982 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-e4b292e8-6aeb-4838-84c4-89b22c9ab621 None None] Transition to ACTIVE for port object ccf9ac3f-2b4e-4386-a5fb-5b69e4049bab will not be triggered until provisioned by entity L2. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:11:54.171885 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-b3150fed-d9f5-4208-887e-65ba095d0bbf tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 793 time: 2.9206309
Dec 23 16:11:54.194851 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 45136) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:54.195460 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 45138) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:54.226508 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616551f2-c9b0-427c-868d-0c0253de7156 service neutron] Pushing event updated for resources: {'Port': ['ID=ba1aa90b-adfb-4064-bfad-b5fc9b85dbca,revision_number=2']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:11:54.259654 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-e4b292e8-6aeb-4838-84c4-89b22c9ab621 None None] Transition to ACTIVE for port object ccf9ac3f-2b4e-4386-a5fb-5b69e4049bab will not be triggered until provisioned by entity DHCP. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:11:54.264366 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-616551f2-c9b0-427c-868d-0c0253de7156 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:11:54.282249 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_common [None req-eb79922a-0bef-4783-84b9-9b451a296170 None None] Allocated IP 172.20.0.2 (dc5d9806-4698-43bb-ba9f-62bb72b7369b/67a4667a-f3a5-4c33-af9c-3c714820b0ba/a7355911-ebe5-4ba0-8458-1d96bad5afb8) {{(pid=87637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:11:54.284974 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-e4b292e8-6aeb-4838-84c4-89b22c9ab621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780'] for port, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:54.294059 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-4252afea-6cd7-438b-ba76-1b1218ac4630 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:11:54.311372 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-38fdfcb1-a2d4-474c-9958-5bc0ccd1ef9b tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Request body: {'security_group_rule': {'security_group_id': 'a252aeac-7962-427a-bbd4-f2fbb9de452a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:11:54.333887 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-38fdfcb1-a2d4-474c-9958-5bc0ccd1ef9b tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:11:54.338561 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-b3e6f2cf-6f73-4ef2-bb32-71a26aee1659 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:11:54.341608 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-38fdfcb1-a2d4-474c-9958-5bc0ccd1ef9b tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Usage tracker for resource:security_group_rule and tenant:2f72b6313bdb4bc4afb373c10680a612 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:11:54.355493 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-37907003-c4b2-41f2-8f39-546c5658f009 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:54.357238 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-38fdfcb1-a2d4-474c-9958-5bc0ccd1ef9b tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:11:54.364440 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b292e8-6aeb-4838-84c4-89b22c9ab621 None None] Pushing event updated for resources: {'Port': ['ID=ccf9ac3f-2b4e-4386-a5fb-5b69e4049bab,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:11:54.364814 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-38fdfcb1-a2d4-474c-9958-5bc0ccd1ef9b tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:11:54.367544 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-e4b292e8-6aeb-4838-84c4-89b22c9ab621 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:11:54.372078 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-b3e6f2cf-6f73-4ef2-bb32-71a26aee1659 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Usage tracker for resource:subnet and tenant:3fd82437e08648b4840016e8955250bf is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:11:54.376532 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.agents_db [None req-30c2320c-f298-49f6-9c47-c20e38116a9c None None] Agent healthcheck: found 6 active agents {{(pid=87638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 23 16:11:54.381698 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-b3e6f2cf-6f73-4ef2-bb32-71a26aee1659 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:11:54.407960 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-b3e6f2cf-6f73-4ef2-bb32-71a26aee1659 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:11:54.429563 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [None req-37907003-c4b2-41f2-8f39-546c5658f009 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] device_id is not set on port 468b84b6-74c1-4942-90e9-6da81b4f0847 yet. {{(pid=87636) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 23 16:11:54.464354 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4b292e8-6aeb-4838-84c4-89b22c9ab621 None None] Network a67646b4-5371-43ec-9f98-39fe51a67033 is already hosted by enough agents. {{(pid=87637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:11:54.465617 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bc6c317-8e00-42b5-8b31-93ffe7d1761f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7e017a6-8198-58c8-a07e-0f786128e3b3-0c2b451d-1b55-4450-b6db-eace16b82e18', 'network_id': '0c2b451d-1b55-4450-b6db-eace16b82e18', 'tenant_id': '9552d108dcd2412896b3c037adf05d69', 'fixed_ips': [{'subnet_id': 'fe6c7b79-2cf1-46f1-b203-1b2550f5f6cb'}]}} from dv-neutron-822799-1-hyperv. {{(pid=87637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 23 16:11:54.466522 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-6bc6c317-8e00-42b5-8b31-93ffe7d1761f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:54.485187 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-e4b292e8-6aeb-4838-84c4-89b22c9ab621 None None] Resources bound (agent type, host, resource id):  {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:11:54.487526 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4b292e8-6aeb-4838-84c4-89b22c9ab621 None None] Received port after_create {{(pid=87637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:11:54.536745 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-38fdfcb1-a2d4-474c-9958-5bc0ccd1ef9b tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:54.539948 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-8b15aae4-eca3-4942-b83d-d76704352118 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:54.630576 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3e6f2cf-6f73-4ef2-bb32-71a26aee1659 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Made reservation on behalf of 3fd82437e08648b4840016e8955250bf for: {'subnet': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:11:54.634620 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b3e6f2cf-6f73-4ef2-bb32-71a26aee1659 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2618324'] for subnet, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:54.667144 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3181f165-8a2d-470e-bfee-c3e5c318d59d req-3cfb12f0-fd76-4cb4-8745-743a74487216 tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:11:54.669020 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-3181f165-8a2d-470e-bfee-c3e5c318d59d req-3cfb12f0-fd76-4cb4-8745-743a74487216 tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] 10.222.0.64 "GET /v2.0/ports?device_id=f54fff32-66c0-4adb-922d-69673e61b491 HTTP/1.1" status: 200  len: 944 time: 0.7608693
Dec 23 16:11:54.725127 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-e4b292e8-6aeb-4838-84c4-89b22c9ab621 None None] Attempting to bind port ccf9ac3f-2b4e-4386-a5fb-5b69e4049bab on host dv-neutron-822799-1-hyperv for vnic_type normal with profile  {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:11:54.725356 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-e4b292e8-6aeb-4838-84c4-89b22c9ab621 None None] Attempting to bind port ccf9ac3f-2b4e-4386-a5fb-5b69e4049bab by drivers openvswitch,hyperv on host dv-neutron-822799-1-hyperv at level 0 using segments [{'id': 'd0e346f7-32a7-41a0-b972-301688edbe10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'a67646b4-5371-43ec-9f98-39fe51a67033'}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:11:54.725648 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4b292e8-6aeb-4838-84c4-89b22c9ab621 None None] Attempting to bind port ccf9ac3f-2b4e-4386-a5fb-5b69e4049bab on network a67646b4-5371-43ec-9f98-39fe51a67033 {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:11:54.752660 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4b292e8-6aeb-4838-84c4-89b22c9ab621 None None] Checking agent: {'id': '20d2070f-69a9-4e73-8d08-6f0387a40158', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822799-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 21), 'started_at': datetime.datetime(2021, 12, 23, 16, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 11, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822799-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 23 16:11:54.753095 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4b292e8-6aeb-4838-84c4-89b22c9ab621 None None] Checking segment: {'id': 'd0e346f7-32a7-41a0-b972-301688edbe10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'a67646b4-5371-43ec-9f98-39fe51a67033'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:11:54.753683 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-e4b292e8-6aeb-4838-84c4-89b22c9ab621 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:54.753869 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4b292e8-6aeb-4838-84c4-89b22c9ab621 None None] Bound using segment: {'id': 'd0e346f7-32a7-41a0-b972-301688edbe10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'a67646b4-5371-43ec-9f98-39fe51a67033'} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 23 16:11:54.754356 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-e4b292e8-6aeb-4838-84c4-89b22c9ab621 None None] Bound port: ccf9ac3f-2b4e-4386-a5fb-5b69e4049bab, host: dv-neutron-822799-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0e346f7-32a7-41a0-b972-301688edbe10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'a67646b4-5371-43ec-9f98-39fe51a67033'}}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 23 16:11:54.754742 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-e4b292e8-6aeb-4838-84c4-89b22c9ab621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:54.776374 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-8b15aae4-eca3-4942-b83d-d76704352118 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:54.778370 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.managers [req-21675959-ce23-414d-baba-8830c8555265 req-616551f2-c9b0-427c-868d-0c0253de7156 service neutron] Attempting to bind port ba1aa90b-adfb-4064-bfad-b5fc9b85dbca on host hv-neutron-8227 for vnic_type normal with profile  {{(pid=87635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:11:54.778713 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.managers [req-21675959-ce23-414d-baba-8830c8555265 req-616551f2-c9b0-427c-868d-0c0253de7156 service neutron] Attempting to bind port ba1aa90b-adfb-4064-bfad-b5fc9b85dbca by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': '5b2dc38d-af73-4f53-bcc7-5cd4bb0f9f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'd7a1eeae-9238-41c5-b3d8-78eaa1dfac99'}] {{(pid=87635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:11:54.779038 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21675959-ce23-414d-baba-8830c8555265 req-616551f2-c9b0-427c-868d-0c0253de7156 service neutron] Attempting to bind port ba1aa90b-adfb-4064-bfad-b5fc9b85dbca on network d7a1eeae-9238-41c5-b3d8-78eaa1dfac99 {{(pid=87635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:11:54.844752 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-19e6f326-3240-4ac2-9f86-090ca073fa3b tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-698866'] for network, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:54.855364 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21675959-ce23-414d-baba-8830c8555265 req-616551f2-c9b0-427c-868d-0c0253de7156 service neutron] Port ba1aa90b-adfb-4064-bfad-b5fc9b85dbca on network d7a1eeae-9238-41c5-b3d8-78eaa1dfac99 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=87635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 23 16:11:54.855783 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21675959-ce23-414d-baba-8830c8555265 req-616551f2-c9b0-427c-868d-0c0253de7156 service neutron] Attempting to bind port ba1aa90b-adfb-4064-bfad-b5fc9b85dbca on network d7a1eeae-9238-41c5-b3d8-78eaa1dfac99 {{(pid=87635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:11:54.876744 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21675959-ce23-414d-baba-8830c8555265 req-616551f2-c9b0-427c-868d-0c0253de7156 service neutron] Checking agent: {'id': '5a806709-633b-4d33-98c4-3d24562c0f1e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8227', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 6, 42), 'started_at': datetime.datetime(2021, 12, 23, 16, 6, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 11, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 23 16:11:54.877184 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21675959-ce23-414d-baba-8830c8555265 req-616551f2-c9b0-427c-868d-0c0253de7156 service neutron] Checking segment: {'id': '5b2dc38d-af73-4f53-bcc7-5cd4bb0f9f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'd7a1eeae-9238-41c5-b3d8-78eaa1dfac99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:11:54.877471 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21675959-ce23-414d-baba-8830c8555265 req-616551f2-c9b0-427c-868d-0c0253de7156 service neutron] Bound using segment: {'id': '5b2dc38d-af73-4f53-bcc7-5cd4bb0f9f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'd7a1eeae-9238-41c5-b3d8-78eaa1dfac99'} {{(pid=87635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 23 16:11:54.877928 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.managers [req-21675959-ce23-414d-baba-8830c8555265 req-616551f2-c9b0-427c-868d-0c0253de7156 service neutron] Bound port: ba1aa90b-adfb-4064-bfad-b5fc9b85dbca, host: hv-neutron-8227, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b2dc38d-af73-4f53-bcc7-5cd4bb0f9f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'd7a1eeae-9238-41c5-b3d8-78eaa1dfac99'}}] {{(pid=87635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 23 16:11:54.878271 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [req-21675959-ce23-414d-baba-8830c8555265 req-616551f2-c9b0-427c-868d-0c0253de7156 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:54.898345 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-38fdfcb1-a2d4-474c-9958-5bc0ccd1ef9b tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:54.914365 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-38fdfcb1-a2d4-474c-9958-5bc0ccd1ef9b tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762424'] for security_group_rule, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:54.958646 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:11:55.005442 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-55784c56-4f12-48f1-9faf-f00cbbadbb70 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1627472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1784155'] for router_interface, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:55.023858 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fdfcb1-a2d4-474c-9958-5bc0ccd1ef9b tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53937a58-60cb-47ec-a54b-10933330a6e2,revision_number=0']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:11:55.038183 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-38fdfcb1-a2d4-474c-9958-5bc0ccd1ef9b tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:11:55.043190 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-e4b292e8-6aeb-4838-84c4-89b22c9ab621 None None] For port ccf9ac3f-2b4e-4386-a5fb-5b69e4049bab, host dv-neutron-822799-1-hyperv, cleared binding levels {{(pid=87637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 23 16:11:55.070283 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_common [None req-6bc6c317-8e00-42b5-8b31-93ffe7d1761f None None] Allocated IP 172.20.0.1 (0c2b451d-1b55-4450-b6db-eace16b82e18/fe6c7b79-2cf1-46f1-b203-1b2550f5f6cb/b8a62d78-870d-45de-b812-baec5fa4e87d) {{(pid=87637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:11:55.073133 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-e4b292e8-6aeb-4838-84c4-89b22c9ab621 None None] For port ccf9ac3f-2b4e-4386-a5fb-5b69e4049bab, host dv-neutron-822799-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=ccf9ac3f-2b4e-4386-a5fb-5b69e4049bab,segment=NetworkSegment(d0e346f7-32a7-41a0-b972-301688edbe10),segment_id=d0e346f7-32a7-41a0-b972-301688edbe10)] {{(pid=87637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 23 16:11:55.079541 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-eb79922a-0bef-4783-84b9-9b451a296170 None None] Notify callbacks [] for port, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:55.086452 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-e4b292e8-6aeb-4838-84c4-89b22c9ab621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:55.097942 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-bdfd4374-4d5b-412a-a5db-e9bad60e6381 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:11:55.098724 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9ac9b756-538f-4cd1-ba77-b6935ed42016 tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:55.140104 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-3181f165-8a2d-470e-bfee-c3e5c318d59d req-81ee0a97-1119-4b54-90ea-6c41c04630d0 tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] 10.222.0.64 "GET /v2.0/security-groups?id=3b5fba24-44fb-4189-bd87-51876b915d36&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4554584
Dec 23 16:11:55.144246 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-eb79922a-0bef-4783-84b9-9b451a296170 None None] Transition to ACTIVE for port object a7355911-ebe5-4ba0-8458-1d96bad5afb8 will not be triggered until provisioned by entity L2. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:11:55.148463 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9ac9b756-538f-4cd1-ba77-b6935ed42016 tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:55.154673 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-38fdfcb1-a2d4-474c-9958-5bc0ccd1ef9b tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:55.158846 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-38fdfcb1-a2d4-474c-9958-5bc0ccd1ef9b tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.9364102
Dec 23 16:11:55.159620 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 45144) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:55.172024 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-3b51f462-e19a-4a5a-98ff-c1caa53a15a6 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Request body: {'security_group_rule': {'security_group_id': 'a252aeac-7962-427a-bbd4-f2fbb9de452a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:11:55.191190 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-3b51f462-e19a-4a5a-98ff-c1caa53a15a6 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:11:55.216049 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.db [req-21675959-ce23-414d-baba-8830c8555265 req-616551f2-c9b0-427c-868d-0c0253de7156 service neutron] For port ba1aa90b-adfb-4064-bfad-b5fc9b85dbca, host hv-neutron-8227, cleared binding levels {{(pid=87635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 23 16:11:55.218575 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-3b51f462-e19a-4a5a-98ff-c1caa53a15a6 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Usage tracker for resource:security_group_rule and tenant:2f72b6313bdb4bc4afb373c10680a612 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:11:55.221360 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-19e6f326-3240-4ac2-9f86-090ca073fa3b tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864774'] for subnet, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:55.284554 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-8b15aae4-eca3-4942-b83d-d76704352118 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:55.293433 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-eb79922a-0bef-4783-84b9-9b451a296170 None None] Transition to ACTIVE for port object a7355911-ebe5-4ba0-8458-1d96bad5afb8 will not be triggered until provisioned by entity DHCP. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:11:55.298604 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-dcac7ab9-f83e-4b5f-af82-abe6f3ebc0e4 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:11:55.300028 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-3b51f462-e19a-4a5a-98ff-c1caa53a15a6 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:11:55.313968 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-eb79922a-0bef-4783-84b9-9b451a296170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780'] for port, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:55.320509 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b292e8-6aeb-4838-84c4-89b22c9ab621 None None] Pushing event updated for resources: {'Port': ['ID=ccf9ac3f-2b4e-4386-a5fb-5b69e4049bab,revision_number=2']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:11:55.324051 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-e4b292e8-6aeb-4838-84c4-89b22c9ab621 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:11:55.327757 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-3b51f462-e19a-4a5a-98ff-c1caa53a15a6 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:11:55.329349 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-12167446-b9d1-4fcb-ab2c-8bc4dc642bf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:11:55.333345 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [None req-37907003-c4b2-41f2-8f39-546c5658f009 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Allocated IP 2001:db8::25d8:3532:ef70:4265 (a67646b4-5371-43ec-9f98-39fe51a67033/526764a2-c5ae-4bb9-9ee9-d37eecd22023/468b84b6-74c1-4942-90e9-6da81b4f0847) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:11:55.339916 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.db [req-21675959-ce23-414d-baba-8830c8555265 req-616551f2-c9b0-427c-868d-0c0253de7156 service neutron] For port ba1aa90b-adfb-4064-bfad-b5fc9b85dbca, host hv-neutron-8227, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=ba1aa90b-adfb-4064-bfad-b5fc9b85dbca,segment=NetworkSegment(5b2dc38d-af73-4f53-bcc7-5cd4bb0f9f9f),segment_id=5b2dc38d-af73-4f53-bcc7-5cd4bb0f9f9f)] {{(pid=87635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 23 16:11:55.362234 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [req-21675959-ce23-414d-baba-8830c8555265 req-616551f2-c9b0-427c-868d-0c0253de7156 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2753531'] for port, after_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:55.370444 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-a4a4ac8c-32f8-435b-825c-ac1b5ac87d66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:11:55.381546 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b15aae4-eca3-4942-b83d-d76704352118 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8c103e5-f2f6-4180-a6c0-b7e2bb15c0dd,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:11:55.411532 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-8b15aae4-eca3-4942-b83d-d76704352118 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:11:55.425354 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb79922a-0bef-4783-84b9-9b451a296170 None None] Network dc5d9806-4698-43bb-ba9f-62bb72b7369b is already hosted by enough agents. {{(pid=87637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:11:55.432639 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-eb79922a-0bef-4783-84b9-9b451a296170 None None] Resources bound (agent type, host, resource id):  {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:11:55.435755 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb79922a-0bef-4783-84b9-9b451a296170 None None] Received port after_create {{(pid=87637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:11:55.559272 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb79922a-0bef-4783-84b9-9b451a296170 None None] Pushing event updated for resources: {'Port': ['ID=a7355911-ebe5-4ba0-8458-1d96bad5afb8,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:11:55.561290 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-8b15aae4-eca3-4942-b83d-d76704352118 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:55.562306 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-eb79922a-0bef-4783-84b9-9b451a296170 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:11:55.565452 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-8b15aae4-eca3-4942-b83d-d76704352118 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b8c103e5-f2f6-4180-a6c0-b7e2bb15c0dd HTTP/1.1" status: 204  len: 168 time: 1.4581034
Dec 23 16:11:55.664534 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-eb79922a-0bef-4783-84b9-9b451a296170 None None] Attempting to bind port a7355911-ebe5-4ba0-8458-1d96bad5afb8 on host dv-neutron-822799-1-hyperv for vnic_type normal with profile  {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:11:55.668177 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-eb79922a-0bef-4783-84b9-9b451a296170 None None] Attempting to bind port a7355911-ebe5-4ba0-8458-1d96bad5afb8 by drivers openvswitch,hyperv on host dv-neutron-822799-1-hyperv at level 0 using segments [{'id': '97292c4f-9b0f-455f-8853-7a8b4ab60220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'dc5d9806-4698-43bb-ba9f-62bb72b7369b'}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:11:55.669171 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb79922a-0bef-4783-84b9-9b451a296170 None None] Attempting to bind port a7355911-ebe5-4ba0-8458-1d96bad5afb8 on network dc5d9806-4698-43bb-ba9f-62bb72b7369b {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:11:55.672246 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21675959-ce23-414d-baba-8830c8555265 req-616551f2-c9b0-427c-868d-0c0253de7156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:11:55.673568 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [req-21675959-ce23-414d-baba-8830c8555265 req-616551f2-c9b0-427c-868d-0c0253de7156 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:55.675222 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-21675959-ce23-414d-baba-8830c8555265 req-616551f2-c9b0-427c-868d-0c0253de7156 service neutron] 10.222.0.61 "PUT /v2.0/ports/ba1aa90b-adfb-4064-bfad-b5fc9b85dbca HTTP/1.1" status: 200  len: 1094 time: 3.3862784
Dec 23 16:11:55.683587 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f54fff32-66c0-4adb-922d-69673e61b491', 'tag': 'ba1aa90b-adfb-4064-bfad-b5fc9b85dbca'}] {{(pid=87635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 23 16:11:55.692488 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb79922a-0bef-4783-84b9-9b451a296170 None None] Checking agent: {'id': '20d2070f-69a9-4e73-8d08-6f0387a40158', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822799-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 21), 'started_at': datetime.datetime(2021, 12, 23, 16, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 11, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822799-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 23 16:11:55.692942 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb79922a-0bef-4783-84b9-9b451a296170 None None] Checking segment: {'id': '97292c4f-9b0f-455f-8853-7a8b4ab60220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'dc5d9806-4698-43bb-ba9f-62bb72b7369b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:11:55.693365 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-eb79922a-0bef-4783-84b9-9b451a296170 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:55.693858 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb79922a-0bef-4783-84b9-9b451a296170 None None] Bound using segment: {'id': '97292c4f-9b0f-455f-8853-7a8b4ab60220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'dc5d9806-4698-43bb-ba9f-62bb72b7369b'} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 23 16:11:55.696784 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-eb79922a-0bef-4783-84b9-9b451a296170 None None] Bound port: a7355911-ebe5-4ba0-8458-1d96bad5afb8, host: dv-neutron-822799-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97292c4f-9b0f-455f-8853-7a8b4ab60220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'dc5d9806-4698-43bb-ba9f-62bb72b7369b'}}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 23 16:11:55.697193 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-eb79922a-0bef-4783-84b9-9b451a296170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:55.700821 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-3b51f462-e19a-4a5a-98ff-c1caa53a15a6 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:55.745686 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-6bc6c317-8e00-42b5-8b31-93ffe7d1761f None None] Notify callbacks [] for port, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:55.823722 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-6bc6c317-8e00-42b5-8b31-93ffe7d1761f None None] Transition to ACTIVE for port object b8a62d78-870d-45de-b812-baec5fa4e87d will not be triggered until provisioned by entity L2. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:11:55.835356 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-37907003-c4b2-41f2-8f39-546c5658f009 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:55.855512 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.provisioning_blocks [None req-37907003-c4b2-41f2-8f39-546c5658f009 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Transition to ACTIVE for port object 468b84b6-74c1-4942-90e9-6da81b4f0847 will not be triggered until provisioned by entity DHCP. {{(pid=87636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:11:55.877268 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-6bc6c317-8e00-42b5-8b31-93ffe7d1761f None None] Transition to ACTIVE for port object b8a62d78-870d-45de-b812-baec5fa4e87d will not be triggered until provisioned by entity DHCP. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:11:55.889175 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [None req-9ac9b756-538f-4cd1-ba77-b6935ed42016 tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Allocated IP 172.26.3.253 (8afa6d58-9431-454a-b99c-3ff8a65aa86b/60537fec-5f5f-4ab7-89cc-03638149a590/706705e8-e66e-461c-a7df-1ac8e84b83d9) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:11:55.901076 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-6bc6c317-8e00-42b5-8b31-93ffe7d1761f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780'] for port, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:55.904204 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-37907003-c4b2-41f2-8f39-546c5658f009 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:55.915993 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f54fff32-66c0-4adb-922d-69673e61b491', 'tag': 'ba1aa90b-adfb-4064-bfad-b5fc9b85dbca', 'status': 'completed', 'code': 200}
Dec 23 16:11:55.917151 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-6876fddc-65cc-4fee-9c9c-78be8d839882 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:11:55.925279 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-98b40ae7-a0f7-4a9d-9000-7b84562e9c93 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:11:55.980778 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-3b51f462-e19a-4a5a-98ff-c1caa53a15a6 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:56.019968 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b3e6f2cf-6f73-4ef2-bb32-71a26aee1659 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2176430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2618310'] for subnet, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:56.055513 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-eb79922a-0bef-4783-84b9-9b451a296170 None None] For port a7355911-ebe5-4ba0-8458-1d96bad5afb8, host dv-neutron-822799-1-hyperv, cleared binding levels {{(pid=87637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 23 16:11:56.059668 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bc6c317-8e00-42b5-8b31-93ffe7d1761f None None] Network 0c2b451d-1b55-4450-b6db-eace16b82e18 is already hosted by enough agents. {{(pid=87637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:11:56.068277 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-6bc6c317-8e00-42b5-8b31-93ffe7d1761f None None] Resources bound (agent type, host, resource id):  {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:11:56.076397 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bc6c317-8e00-42b5-8b31-93ffe7d1761f None None] Received port after_create {{(pid=87637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:11:56.078573 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc6c317-8e00-42b5-8b31-93ffe7d1761f None None] Pushing event updated for resources: {'Port': ['ID=b8a62d78-870d-45de-b812-baec5fa4e87d,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:11:56.091125 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-6bc6c317-8e00-42b5-8b31-93ffe7d1761f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:11:56.092975 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-eb79922a-0bef-4783-84b9-9b451a296170 None None] For port a7355911-ebe5-4ba0-8458-1d96bad5afb8, host dv-neutron-822799-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=a7355911-ebe5-4ba0-8458-1d96bad5afb8,segment=NetworkSegment(97292c4f-9b0f-455f-8853-7a8b4ab60220),segment_id=97292c4f-9b0f-455f-8853-7a8b4ab60220)] {{(pid=87637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 23 16:11:56.097094 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37907003-c4b2-41f2-8f39-546c5658f009 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Network a67646b4-5371-43ec-9f98-39fe51a67033 is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:11:56.130116 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-eb79922a-0bef-4783-84b9-9b451a296170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:56.138851 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-ae37906f-cd80-4e72-add4-674a4358c2da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:11:56.210514 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616551f2-c9b0-427c-868d-0c0253de7156 service neutron] Pushing event updated for resources: {'Port': ['ID=ba1aa90b-adfb-4064-bfad-b5fc9b85dbca,revision_number=3']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:11:56.219937 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-616551f2-c9b0-427c-868d-0c0253de7156 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.848s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:11:56.231292 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-19e6f326-3240-4ac2-9f86-090ca073fa3b tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2753333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2609730'] for subnet, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:56.246094 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-0a82e82f-5cfa-4faf-a8e6-a49d20ae16a5 tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:11:56.276385 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-3b51f462-e19a-4a5a-98ff-c1caa53a15a6 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762424'] for security_group_rule, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:56.284450 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55784c56-4f12-48f1-9faf-f00cbbadbb70 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Router 241813ab-058a-4d36-a6bf-c992de5b1eed has already been hosted by L3 agent 371d4c41-c7e2-4de7-9539-c049ec4e95d1 {{(pid=87635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 23 16:11:56.303475 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e6f326-3240-4ac2-9f86-090ca073fa3b tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Pushing event deleted for resources: {'Subnet': ['ID=fe6c7b79-2cf1-46f1-b203-1b2550f5f6cb,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:11:56.311426 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-37907003-c4b2-41f2-8f39-546c5658f009 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Resources bound (agent type, host, resource id):  {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:11:56.311968 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-6bc6c317-8e00-42b5-8b31-93ffe7d1761f None None] Attempting to bind port b8a62d78-870d-45de-b812-baec5fa4e87d on host dv-neutron-822799-1-hyperv for vnic_type normal with profile  {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:11:56.311968 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-6bc6c317-8e00-42b5-8b31-93ffe7d1761f None None] Attempting to bind port b8a62d78-870d-45de-b812-baec5fa4e87d by drivers openvswitch,hyperv on host dv-neutron-822799-1-hyperv at level 0 using segments [{'id': 'e6609f05-8fba-4ead-b4be-3e37eb808928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '0c2b451d-1b55-4450-b6db-eace16b82e18'}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:11:56.312320 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bc6c317-8e00-42b5-8b31-93ffe7d1761f None None] Attempting to bind port b8a62d78-870d-45de-b812-baec5fa4e87d on network 0c2b451d-1b55-4450-b6db-eace16b82e18 {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:11:56.313228 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37907003-c4b2-41f2-8f39-546c5658f009 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Pushing event updated for resources: {'Port': ['ID=468b84b6-74c1-4942-90e9-6da81b4f0847,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:11:56.332050 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37907003-c4b2-41f2-8f39-546c5658f009 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:11:56.338184 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37907003-c4b2-41f2-8f39-546c5658f009 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:11:56.338833 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-37907003-c4b2-41f2-8f39-546c5658f009 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:56.339484 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb79922a-0bef-4783-84b9-9b451a296170 None None] Pushing event updated for resources: {'Port': ['ID=a7355911-ebe5-4ba0-8458-1d96bad5afb8,revision_number=2']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:11:56.347966 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-eb79922a-0bef-4783-84b9-9b451a296170 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:11:56.353380 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-19e6f326-3240-4ac2-9f86-090ca073fa3b tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:11:56.357111 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bc6c317-8e00-42b5-8b31-93ffe7d1761f None None] Checking agent: {'id': '20d2070f-69a9-4e73-8d08-6f0387a40158', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822799-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 21), 'started_at': datetime.datetime(2021, 12, 23, 16, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 11, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822799-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 23 16:11:56.357296 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.056s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:11:56.358383 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bc6c317-8e00-42b5-8b31-93ffe7d1761f None None] Checking segment: {'id': 'e6609f05-8fba-4ead-b4be-3e37eb808928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '0c2b451d-1b55-4450-b6db-eace16b82e18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:11:56.359041 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-6bc6c317-8e00-42b5-8b31-93ffe7d1761f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:56.359706 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bc6c317-8e00-42b5-8b31-93ffe7d1761f None None] Bound using segment: {'id': 'e6609f05-8fba-4ead-b4be-3e37eb808928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '0c2b451d-1b55-4450-b6db-eace16b82e18'} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 23 16:11:56.361058 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-6bc6c317-8e00-42b5-8b31-93ffe7d1761f None None] Bound port: b8a62d78-870d-45de-b812-baec5fa4e87d, host: dv-neutron-822799-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6609f05-8fba-4ead-b4be-3e37eb808928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '0c2b451d-1b55-4450-b6db-eace16b82e18'}}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 23 16:11:56.361698 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-6bc6c317-8e00-42b5-8b31-93ffe7d1761f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:56.372675 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-37907003-c4b2-41f2-8f39-546c5658f009 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.440s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:11:56.374283 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-72f8ba0e-0ea5-4599-b594-7de5a9093935 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.348s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:11:56.449091 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b51f462-e19a-4a5a-98ff-c1caa53a15a6 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=473f13aa-533e-4ba2-aff3-f92153bc01ed,revision_number=0']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:11:56.495361 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-6bc6c317-8e00-42b5-8b31-93ffe7d1761f None None] For port b8a62d78-870d-45de-b812-baec5fa4e87d, host dv-neutron-822799-1-hyperv, cleared binding levels {{(pid=87637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 23 16:11:56.499038 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-6bc6c317-8e00-42b5-8b31-93ffe7d1761f None None] For port b8a62d78-870d-45de-b812-baec5fa4e87d, host dv-neutron-822799-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=b8a62d78-870d-45de-b812-baec5fa4e87d,segment=NetworkSegment(e6609f05-8fba-4ead-b4be-3e37eb808928),segment_id=e6609f05-8fba-4ead-b4be-3e37eb808928)] {{(pid=87637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 23 16:11:56.511000 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-6bc6c317-8e00-42b5-8b31-93ffe7d1761f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:56.517200 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-e4b292e8-6aeb-4838-84c4-89b22c9ab621 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:11:56.530396 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-3b51f462-e19a-4a5a-98ff-c1caa53a15a6 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:11:56.555107 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9ac9b756-538f-4cd1-ba77-b6935ed42016 tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:56.580469 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-19e6f326-3240-4ac2-9f86-090ca073fa3b tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-864347', 'neutron.services.segments.db._delete_segments_for_network-8735362908070'] for network, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:56.588731 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-3b51f462-e19a-4a5a-98ff-c1caa53a15a6 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:56.590422 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-3b51f462-e19a-4a5a-98ff-c1caa53a15a6 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 1.4249616
Dec 23 16:11:56.614511 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 45154) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:56.618631 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc6c317-8e00-42b5-8b31-93ffe7d1761f None None] Pushing event updated for resources: {'Port': ['ID=b8a62d78-870d-45de-b812-baec5fa4e87d,revision_number=2']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:11:56.623370 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-6bc6c317-8e00-42b5-8b31-93ffe7d1761f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:11:56.672308 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-22e4789a-112b-48a5-a11d-d3c515d774f7 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Request body: {'security_group_rule': {'security_group_id': 'a252aeac-7962-427a-bbd4-f2fbb9de452a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:11:56.689802 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-22e4789a-112b-48a5-a11d-d3c515d774f7 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:11:56.695545 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-37907003-c4b2-41f2-8f39-546c5658f009 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201  len: 947 time: 3.4685624
Dec 23 16:11:56.701492 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 45158) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:56.703317 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-22e4789a-112b-48a5-a11d-d3c515d774f7 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Usage tracker for resource:security_group_rule and tenant:2f72b6313bdb4bc4afb373c10680a612 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:11:56.704609 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9ac9b756-538f-4cd1-ba77-b6935ed42016 tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:56.707405 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-22e4789a-112b-48a5-a11d-d3c515d774f7 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:11:56.723275 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-22e4789a-112b-48a5-a11d-d3c515d774f7 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:11:56.732182 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.services.segments.db [None req-19e6f326-3240-4ac2-9f86-090ca073fa3b tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1dc17e4100>,) {'filters': {'network_id': ['0c2b451d-1b55-4450-b6db-eace16b82e18']}} {{(pid=87635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:11:56.732724 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86ea0e0f-690c-40c2-b1b1-a8af8eac6f3e None None] Network 0c2b451d-1b55-4450-b6db-eace16b82e18 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:11:56.747062 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.services.segments.db [None req-19e6f326-3240-4ac2-9f86-090ca073fa3b tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dc17e4100>, 'e6609f05-8fba-4ead-b4be-3e37eb808928') {'for_net_delete': True} {{(pid=87635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:11:56.747828 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.services.segments.db [None req-19e6f326-3240-4ac2-9f86-090ca073fa3b tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dc17e4100>, 'e6609f05-8fba-4ead-b4be-3e37eb808928') {} {{(pid=87635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:11:56.760652 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-19e6f326-3240-4ac2-9f86-090ca073fa3b tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735363085442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2776713'] for segment, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:56.775436 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e6f2cf-6f73-4ef2-bb32-71a26aee1659 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Checking segment: {'id': '5a9799cb-cc86-4f7a-9504-145fc272eb83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '49f64a43-9215-45e6-9904-4dfe1e87ba3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:11:56.775881 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3e6f2cf-6f73-4ef2-bb32-71a26aee1659 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Network hostable DHCP agents. Network: 49f64a43-9215-45e6-9904-4dfe1e87ba3e, hostable agents: ['1c812d71-eadf-4fb3-b98e-67468a4aa7e2'], hosted agents: [] {{(pid=87636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 23 16:11:56.792818 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e6f2cf-6f73-4ef2-bb32-71a26aee1659 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Pushing event updated for resources: {'Subnet': ['ID=fa8d498f-94cc-4991-93bd-7203cde73bb6,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:11:56.796120 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-b3e6f2cf-6f73-4ef2-bb32-71a26aee1659 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.422s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:11:56.798954 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ac9b756-538f-4cd1-ba77-b6935ed42016 tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Network 8afa6d58-9431-454a-b99c-3ff8a65aa86b is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:11:56.810378 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-a26ec2c5-7ab9-4c09-9019-1c5f2a40e0c3 tempest-ExtraDHCPOptionsTestJSON-1975564287 tempest-ExtraDHCPOptionsTestJSON-1975564287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.088s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:11:56.850070 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-9ac9b756-538f-4cd1-ba77-b6935ed42016 tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Resources bound (agent type, host, resource id):  {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:11:56.852649 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac9b756-538f-4cd1-ba77-b6935ed42016 tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:11:56.901908 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55784c56-4f12-48f1-9faf-f00cbbadbb70 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify agent at l3_agent.dv-neutron-822799-1-hyperv the message routers_updated {{(pid=87635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 23 16:11:56.919822 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9202c9d3-cd0a-4462-84cf-998e06f14afc None None] Sync routers for ids ['241813ab-058a-4d36-a6bf-c992de5b1eed'] in dv-neutron-822799-1-hyperv {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 23 16:11:56.920892 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-55784c56-4f12-48f1-9faf-f00cbbadbb70 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] 10.222.0.64 "PUT /v2.0/routers/241813ab-058a-4d36-a6bf-c992de5b1eed/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 8.1912558
Dec 23 16:11:56.928889 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 45162) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:56.937527 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9202c9d3-cd0a-4462-84cf-998e06f14afc None None] Routers {'241813ab-058a-4d36-a6bf-c992de5b1eed'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:11:56.940766 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-9202c9d3-cd0a-4462-84cf-998e06f14afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc1bd1130>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:11:50Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['241813ab-058a-4d36-a6bf-c992de5b1eed'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:11:56.941416 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21675959-ce23-414d-baba-8830c8555265 req-388c9b87-7e68-41dc-89d8-8eda356691de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:11:56.943162 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-21675959-ce23-414d-baba-8830c8555265 req-388c9b87-7e68-41dc-89d8-8eda356691de service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4397e61b404b4512b8e2da8fa19161c5&device_id=f54fff32-66c0-4adb-922d-69673e61b491 HTTP/1.1" status: 200  len: 1097 time: 1.0180805
Dec 23 16:11:56.944314 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-19e6f326-3240-4ac2-9f86-090ca073fa3b tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:57.011546 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-22e4789a-112b-48a5-a11d-d3c515d774f7 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:57.017728 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-c5cadee6-e21f-4081-9159-c3a8e4a1b260 None None] Provisioning for port ccf9ac3f-2b4e-4386-a5fb-5b69e4049bab completed by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:11:57.085563 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3e6f2cf-6f73-4ef2-bb32-71a26aee1659 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Network 49f64a43-9215-45e6-9904-4dfe1e87ba3e is scheduled to be hosted by DHCP agent 1c812d71-eadf-4fb3-b98e-67468a4aa7e2 with binding_index 1 {{(pid=87636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 23 16:11:57.115884 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3c837d-dcf2-4e33-b422-abac1c4ae87c req-353c58a3-5de7-4ba1-92cf-f03d3e89a994 tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:11:57.117566 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-1c3c837d-dcf2-4e33-b422-abac1c4ae87c req-353c58a3-5de7-4ba1-92cf-f03d3e89a994 tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] 10.222.0.64 "GET /v2.0/ports?device_id=f54fff32-66c0-4adb-922d-69673e61b491 HTTP/1.1" status: 200  len: 944 time: 0.7879140
Dec 23 16:11:57.135226 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-9202c9d3-cd0a-4462-84cf-998e06f14afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc1bd1130>, [], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:11:57.146070 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9202c9d3-cd0a-4462-84cf-998e06f14afc None None] Routers {'241813ab-058a-4d36-a6bf-c992de5b1eed'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:11:57.146944 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-9202c9d3-cd0a-4462-84cf-998e06f14afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc1bd1130>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:11:50Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['241813ab-058a-4d36-a6bf-c992de5b1eed'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:11:57.176185 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac9b756-538f-4cd1-ba77-b6935ed42016 tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Pushing event updated for resources: {'Port': ['ID=706705e8-e66e-461c-a7df-1ac8e84b83d9,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:11:57.179176 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-9ac9b756-538f-4cd1-ba77-b6935ed42016 tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:11:57.187238 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19e6f326-3240-4ac2-9f86-090ca073fa3b tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Releasing vlan 428 on physical network physnet1 to pool {{(pid=87635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 23 16:11:57.187667 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-19e6f326-3240-4ac2-9f86-090ca073fa3b tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2753503'] for segment, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:57.195720 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-b3e6f2cf-6f73-4ef2-bb32-71a26aee1659 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822799-1-hyperv, 49f64a43-9215-45e6-9904-4dfe1e87ba3e) {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:11:57.200857 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3e6f2cf-6f73-4ef2-bb32-71a26aee1659 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:11:57.201461 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b3e6f2cf-6f73-4ef2-bb32-71a26aee1659 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks [] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:57.205802 dv-neutron-822799-1-hyperv neutron-server[87635]: Traceback (most recent call last):
Dec 23 16:11:57.205802 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 23 16:11:57.205802 dv-neutron-822799-1-hyperv neutron-server[87635]:     timer()
Dec 23 16:11:57.205802 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:11:57.205802 dv-neutron-822799-1-hyperv neutron-server[87635]:     cb(*args, **kw)
Dec 23 16:11:57.205802 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 23 16:11:57.205802 dv-neutron-822799-1-hyperv neutron-server[87635]:     return func(*args, **kwargs)
Dec 23 16:11:57.205802 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:11:57.205802 dv-neutron-822799-1-hyperv neutron-server[87635]:     self._notify()
Dec 23 16:11:57.205802 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:11:57.205802 dv-neutron-822799-1-hyperv neutron-server[87635]:     self.callback(batched_events)
Dec 23 16:11:57.205802 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:11:57.205802 dv-neutron-822799-1-hyperv neutron-server[87635]:     event.method(event)
Dec 23 16:11:57.205802 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:11:57.205802 dv-neutron-822799-1-hyperv neutron-server[87635]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:11:57.205802 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 23 16:11:57.205802 dv-neutron-822799-1-hyperv neutron-server[87635]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 23 16:11:57.205802 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 23 16:11:57.205802 dv-neutron-822799-1-hyperv neutron-server[87635]:     return f(self, *a, **k)
Dec 23 16:11:57.205802 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:11:57.205802 dv-neutron-822799-1-hyperv neutron-server[87635]:     return self._get(url).json()
Dec 23 16:11:57.205802 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 23 16:11:57.205802 dv-neutron-822799-1-hyperv neutron-server[87635]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 23 16:11:57.205802 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 23 16:11:57.205802 dv-neutron-822799-1-hyperv neutron-server[87635]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:11:57.205802 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 23 16:11:57.205802 dv-neutron-822799-1-hyperv neutron-server[87635]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 23 16:11:57.205802 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 23 16:11:57.205802 dv-neutron-822799-1-hyperv neutron-server[87635]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:11:57.205802 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 23 16:11:57.205802 dv-neutron-822799-1-hyperv neutron-server[87635]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:11:57.205802 dv-neutron-822799-1-hyperv neutron-server[87635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:11:57.212017 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53218853-60a9-4ff1-9946-06a7e9024f13 None None] Network 49f64a43-9215-45e6-9904-4dfe1e87ba3e requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:11:57.221647 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-9202c9d3-cd0a-4462-84cf-998e06f14afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc1bd1130>, [], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:11:57.222061 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9202c9d3-cd0a-4462-84cf-998e06f14afc None None] The sync data for ids ['241813ab-058a-4d36-a6bf-c992de5b1eed'] in dv-neutron-822799-1-hyperv is: [] {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 23 16:11:57.224392 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-21675959-ce23-414d-baba-8830c8555265 req-adabd248-9185-4014-80c9-d90b623775c6 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ba1aa90b-adfb-4064-bfad-b5fc9b85dbca HTTP/1.1" status: 200  len: 217 time: 0.1771545
Dec 23 16:11:57.263171 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-b3e6f2cf-6f73-4ef2-bb32-71a26aee1659 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 3.3374937
Dec 23 16:11:57.263787 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 45166) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:57.276317 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-9b1475d9-ce2f-431e-884c-04f69cdccece tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1759701673', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:11:57.291670 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-9b1475d9-ce2f-431e-884c-04f69cdccece tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:11:57.314113 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d771796a-161b-4faa-9e4f-8aaedc1ce5e9 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:11:57.320612 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d771796a-161b-4faa-9e4f-8aaedc1ce5e9 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:11:57.321443 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-d771796a-161b-4faa-9e4f-8aaedc1ce5e9 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Synchronizing usage tracker for tenant:bf435ff0e7914a739a10fff5b2399c13 on resource:port {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:11:57.375905 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-9b1475d9-ce2f-431e-884c-04f69cdccece tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Usage tracker for resource:router and tenant:3fd82437e08648b4840016e8955250bf is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:11:57.387910 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-1c3c837d-dcf2-4e33-b422-abac1c4ae87c req-3c892dbe-441e-435c-a374-8da610cd7e48 tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] 10.222.0.64 "GET /v2.0/security-groups?id=3b5fba24-44fb-4189-bd87-51876b915d36&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2339253
Dec 23 16:11:57.394902 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-9b1475d9-ce2f-431e-884c-04f69cdccece tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:11:57.403191 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-22e4789a-112b-48a5-a11d-d3c515d774f7 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:57.448784 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-1ddee7b6-5e97-4a16-98b4-5ea94aff4c90 None None] Provisioning for port 468b84b6-74c1-4942-90e9-6da81b4f0847 completed by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:11:57.453531 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-9b1475d9-ce2f-431e-884c-04f69cdccece tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:11:57.479596 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-1ddee7b6-5e97-4a16-98b4-5ea94aff4c90 None None] Provisioning complete for port 468b84b6-74c1-4942-90e9-6da81b4f0847 triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:11:57.479985 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1ddee7b6-5e97-4a16-98b4-5ea94aff4c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:57.541365 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-91a0c2d5-8e91-4837-93f3-44c334941d84 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify callbacks [] for router, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:57.691209 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device ccf9ac3f-2b4e-4386-a5fb-5b69e4049bab up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:11:57.750325 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21675959-ce23-414d-baba-8830c8555265 req-4a01b3f8-513a-4eec-a192-ca32643d00dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:11:57.752413 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-21675959-ce23-414d-baba-8830c8555265 req-4a01b3f8-513a-4eec-a192-ca32643d00dd service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ea22a554-707a-4001-b348-60dd1fb71851 HTTP/1.1" status: 200  len: 851 time: 0.5132103
Dec 23 16:11:57.753099 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-22e4789a-112b-48a5-a11d-d3c515d774f7 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762424'] for security_group_rule, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:57.761757 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-ebfd1a14-4b88-4e23-b380-81d878372068 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:11:57.772339 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-303434ee-c5a2-442c-8dee-f10274496eed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7e017a6-8198-58c8-a07e-0f786128e3b3-49f64a43-9215-45e6-9904-4dfe1e87ba3e', 'network_id': '49f64a43-9215-45e6-9904-4dfe1e87ba3e', 'tenant_id': '3fd82437e08648b4840016e8955250bf', 'fixed_ips': [{'subnet_id': 'fa8d498f-94cc-4991-93bd-7203cde73bb6'}]}} from dv-neutron-822799-1-hyperv. {{(pid=87637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 23 16:11:57.773622 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-303434ee-c5a2-442c-8dee-f10274496eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:57.775771 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-d771796a-161b-4faa-9e4f-8aaedc1ce5e9 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Unset dirty status for tenant:bf435ff0e7914a739a10fff5b2399c13 on resource:port {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:11:57.777105 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-d771796a-161b-4faa-9e4f-8aaedc1ce5e9 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1684 time: 1.0613375
Dec 23 16:11:57.780263 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 45170) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:57.782840 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9b1475d9-ce2f-431e-884c-04f69cdccece tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1823978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-235332'] for router, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:57.783887 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9b1475d9-ce2f-431e-884c-04f69cdccece tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1824575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1824063', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1751113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-235341'] for router, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:57.853493 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9b1475d9-ce2f-431e-884c-04f69cdccece tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:57.866367 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-245ffd51-081e-456b-9a46-929084ea472c None None] Network dc5d9806-4698-43bb-ba9f-62bb72b7369b requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:11:57.889423 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-1ddee7b6-5e97-4a16-98b4-5ea94aff4c90 None None] Port 468b84b6-74c1-4942-90e9-6da81b4f0847 cannot update to ACTIVE because it is not bound. {{(pid=87637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 23 16:11:57.903926 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9ac9b756-538f-4cd1-ba77-b6935ed42016 tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:57.961038 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-ba1a5c85-3960-4b95-8f7e-58d31c151f94 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Deleting port 468b84b6-74c1-4942-90e9-6da81b4f0847 {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:11:57.961312 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-ba1a5c85-3960-4b95-8f7e-58d31c151f94 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:58.005097 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9b1475d9-ce2f-431e-884c-04f69cdccece tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1823971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1824234'] for router, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:58.010996 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.db.api [None req-19e6f326-3240-4ac2-9f86-090ca073fa3b tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Dec 23 16:11:58.010996 dv-neutron-822799-1-hyperv neutron-server[87635]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Dec 23 16:11:58.010996 dv-neutron-822799-1-hyperv neutron-server[87635]: [parameters: {'id': '0c2b451d-1b55-4450-b6db-eace16b82e18'}]
Dec 23 16:11:58.010996 dv-neutron-822799-1-hyperv neutron-server[87635]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87635) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 23 16:11:58.011405 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_db.api [None req-19e6f326-3240-4ac2-9f86-090ca073fa3b tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 23 16:11:58.037417 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e4789a-112b-48a5-a11d-d3c515d774f7 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6345a7b-691a-43f0-b9e6-544c0844e098,revision_number=0']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:11:58.040162 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-22e4789a-112b-48a5-a11d-d3c515d774f7 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:11:58.066867 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-91a0c2d5-8e91-4837-93f3-44c334941d84 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:58.073250 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-22e4789a-112b-48a5-a11d-d3c515d774f7 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:58.079494 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-22e4789a-112b-48a5-a11d-d3c515d774f7 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 1.4436123
Dec 23 16:11:58.079686 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning for port ccf9ac3f-2b4e-4386-a5fb-5b69e4049bab completed by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:11:58.084905 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 45174) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:58.090593 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port ccf9ac3f-2b4e-4386-a5fb-5b69e4049bab triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:11:58.091102 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:58.098084 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-fdb32dcd-a5dc-4964-bc14-a275d61b80e5 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Request body: {'security_group_rule': {'security_group_id': 'a252aeac-7962-427a-bbd4-f2fbb9de452a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:11:58.100143 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9b1475d9-ce2f-431e-884c-04f69cdccece tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks [] for router, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:58.104412 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-9b1475d9-ce2f-431e-884c-04f69cdccece tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201  len: 700 time: 0.8325918
Dec 23 16:11:58.104616 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-91a0c2d5-8e91-4837-93f3-44c334941d84 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Deleting port 8657a289-e189-491b-b82b-1d5573a62c23 {{(pid=87635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:11:58.106072 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-91a0c2d5-8e91-4837-93f3-44c334941d84 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:58.114667 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-f36dfa4d-c67d-4860-9d1b-9ed15fbb8136 None None] Provisioning for port a7355911-ebe5-4ba0-8458-1d96bad5afb8 completed by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:11:58.137255 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 45178) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:58.139931 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-fdb32dcd-a5dc-4964-bc14-a275d61b80e5 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:11:58.195670 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_common [None req-303434ee-c5a2-442c-8dee-f10274496eed None None] Allocated IP 172.21.0.2 (49f64a43-9215-45e6-9904-4dfe1e87ba3e/fa8d498f-94cc-4991-93bd-7203cde73bb6/a384f35d-ac57-4b2a-80e3-ac72608c1494) {{(pid=87637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:11:58.217688 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-fdb32dcd-a5dc-4964-bc14-a275d61b80e5 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Usage tracker for resource:security_group_rule and tenant:2f72b6313bdb4bc4afb373c10680a612 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:11:58.233901 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-fdb32dcd-a5dc-4964-bc14-a275d61b80e5 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:11:58.305414 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-fdb32dcd-a5dc-4964-bc14-a275d61b80e5 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:11:58.318745 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21675959-ce23-414d-baba-8830c8555265 req-1bbb2b7d-eef9-4096-9c5e-2df599a1bc6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:11:58.320249 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-21675959-ce23-414d-baba-8830c8555265 req-1bbb2b7d-eef9-4096-9c5e-2df599a1bc6c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d7a1eeae-9238-41c5-b3d8-78eaa1dfac99&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.5514348
Dec 23 16:11:58.490276 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:58.512808 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9ac9b756-538f-4cd1-ba77-b6935ed42016 tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1823971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1824234'] for router, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:58.519460 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-19e6f326-3240-4ac2-9f86-090ca073fa3b tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-698866'] for network, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:58.603759 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] For port ccf9ac3f-2b4e-4386-a5fb-5b69e4049bab, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=ccf9ac3f-2b4e-4386-a5fb-5b69e4049bab,segment=NetworkSegment(d0e346f7-32a7-41a0-b972-301688edbe10),segment_id=d0e346f7-32a7-41a0-b972-301688edbe10)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:11:58.613143 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:58.613714 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-ba1a5c85-3960-4b95-8f7e-58d31c151f94 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:58.614161 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device a7355911-ebe5-4ba0-8458-1d96bad5afb8 up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:11:58.653177 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-306a736f-aee9-4c07-a806-8f95799a8ea8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:11:58.703520 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-fdb32dcd-a5dc-4964-bc14-a275d61b80e5 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:58.753382 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-ba1a5c85-3960-4b95-8f7e-58d31c151f94 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Calling delete_port for 468b84b6-74c1-4942-90e9-6da81b4f0847 owned by  {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:11:58.759105 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-303434ee-c5a2-442c-8dee-f10274496eed None None] Notify callbacks [] for port, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:58.789138 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-303434ee-c5a2-442c-8dee-f10274496eed None None] Transition to ACTIVE for port object a384f35d-ac57-4b2a-80e3-ac72608c1494 will not be triggered until provisioned by entity L2. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:11:58.797847 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Pushing event updated for resources: {'Port': ['ID=ccf9ac3f-2b4e-4386-a5fb-5b69e4049bab,revision_number=3']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:11:58.807495 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:11:58.824952 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-303434ee-c5a2-442c-8dee-f10274496eed None None] Transition to ACTIVE for port object a384f35d-ac57-4b2a-80e3-ac72608c1494 will not be triggered until provisioned by entity DHCP. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:11:58.831271 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning for port a7355911-ebe5-4ba0-8458-1d96bad5afb8 completed by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:11:58.836775 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port a7355911-ebe5-4ba0-8458-1d96bad5afb8 triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:11:58.837235 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:58.846856 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-19e6f326-3240-4ac2-9f86-090ca073fa3b tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Deleting port b8a62d78-870d-45de-b812-baec5fa4e87d {{(pid=87635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:11:58.847210 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-19e6f326-3240-4ac2-9f86-090ca073fa3b tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:58.865004 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-303434ee-c5a2-442c-8dee-f10274496eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780'] for port, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:58.873098 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-feac2f23-3eff-40d9-adf1-51d650431ca8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:11:58.944563 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-303434ee-c5a2-442c-8dee-f10274496eed None None] Network 49f64a43-9215-45e6-9904-4dfe1e87ba3e is already hosted by enough agents. {{(pid=87637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:11:58.949203 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-303434ee-c5a2-442c-8dee-f10274496eed None None] Resources bound (agent type, host, resource id):  {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:11:58.961520 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-303434ee-c5a2-442c-8dee-f10274496eed None None] Received port after_create {{(pid=87637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:11:58.972784 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303434ee-c5a2-442c-8dee-f10274496eed None None] Pushing event updated for resources: {'Port': ['ID=a384f35d-ac57-4b2a-80e3-ac72608c1494,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:11:58.985187 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-ba1a5c85-3960-4b95-8f7e-58d31c151f94 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:58.992791 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-965f1573-5871-4716-ab7f-2c6e096a422e tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:11:59.003124 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-303434ee-c5a2-442c-8dee-f10274496eed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:11:59.004428 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-91a0c2d5-8e91-4837-93f3-44c334941d84 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:59.046691 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1a5c85-3960-4b95-8f7e-58d31c151f94 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Pushing event deleted for resources: {'Port': ['ID=468b84b6-74c1-4942-90e9-6da81b4f0847,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:11:59.077831 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-ba1a5c85-3960-4b95-8f7e-58d31c151f94 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:11:59.101089 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ac9b756-538f-4cd1-ba77-b6935ed42016 tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Router 12e6c14d-1c18-4182-8f10-e5690f07f2d0 is scheduled to L3 agent 371d4c41-c7e2-4de7-9539-c049ec4e95d1 with binding_index 1 {{(pid=87636) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 23 16:11:59.103544 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-ba1a5c85-3960-4b95-8f7e-58d31c151f94 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:59.123301 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-303434ee-c5a2-442c-8dee-f10274496eed None None] Attempting to bind port a384f35d-ac57-4b2a-80e3-ac72608c1494 on host dv-neutron-822799-1-hyperv for vnic_type normal with profile  {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:11:59.123749 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-303434ee-c5a2-442c-8dee-f10274496eed None None] Attempting to bind port a384f35d-ac57-4b2a-80e3-ac72608c1494 by drivers openvswitch,hyperv on host dv-neutron-822799-1-hyperv at level 0 using segments [{'id': '5a9799cb-cc86-4f7a-9504-145fc272eb83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '49f64a43-9215-45e6-9904-4dfe1e87ba3e'}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:11:59.124055 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-303434ee-c5a2-442c-8dee-f10274496eed None None] Attempting to bind port a384f35d-ac57-4b2a-80e3-ac72608c1494 on network 49f64a43-9215-45e6-9904-4dfe1e87ba3e {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:11:59.130569 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:59.145723 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-303434ee-c5a2-442c-8dee-f10274496eed None None] Checking agent: {'id': '20d2070f-69a9-4e73-8d08-6f0387a40158', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822799-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 21), 'started_at': datetime.datetime(2021, 12, 23, 16, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 11, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822799-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 23 16:11:59.146144 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-303434ee-c5a2-442c-8dee-f10274496eed None None] Checking segment: {'id': '5a9799cb-cc86-4f7a-9504-145fc272eb83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '49f64a43-9215-45e6-9904-4dfe1e87ba3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:11:59.146523 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-303434ee-c5a2-442c-8dee-f10274496eed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:59.146927 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-303434ee-c5a2-442c-8dee-f10274496eed None None] Bound using segment: {'id': '5a9799cb-cc86-4f7a-9504-145fc272eb83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '49f64a43-9215-45e6-9904-4dfe1e87ba3e'} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 23 16:11:59.147428 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-303434ee-c5a2-442c-8dee-f10274496eed None None] Bound port: a384f35d-ac57-4b2a-80e3-ac72608c1494, host: dv-neutron-822799-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a9799cb-cc86-4f7a-9504-145fc272eb83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '49f64a43-9215-45e6-9904-4dfe1e87ba3e'}}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 23 16:11:59.147812 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-303434ee-c5a2-442c-8dee-f10274496eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:59.217133 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-21675959-ce23-414d-baba-8830c8555265 req-7483c197-b13a-413d-8e59-bd8fcec6804d service neutron] 10.222.0.61 "GET /v2.0/networks/d7a1eeae-9238-41c5-b3d8-78eaa1dfac99?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8863356
Dec 23 16:11:59.226294 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-91a0c2d5-8e91-4837-93f3-44c334941d84 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Calling delete_port for 8657a289-e189-491b-b82b-1d5573a62c23 owned by network:router_gateway {{(pid=87635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:11:59.283776 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-303434ee-c5a2-442c-8dee-f10274496eed None None] For port a384f35d-ac57-4b2a-80e3-ac72608c1494, host dv-neutron-822799-1-hyperv, cleared binding levels {{(pid=87637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 23 16:11:59.290622 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-303434ee-c5a2-442c-8dee-f10274496eed None None] For port a384f35d-ac57-4b2a-80e3-ac72608c1494, host dv-neutron-822799-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=a384f35d-ac57-4b2a-80e3-ac72608c1494,segment=NetworkSegment(5a9799cb-cc86-4f7a-9504-145fc272eb83),segment_id=5a9799cb-cc86-4f7a-9504-145fc272eb83)] {{(pid=87637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 23 16:11:59.306380 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] For port a7355911-ebe5-4ba0-8458-1d96bad5afb8, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=a7355911-ebe5-4ba0-8458-1d96bad5afb8,segment=NetworkSegment(97292c4f-9b0f-455f-8853-7a8b4ab60220),segment_id=97292c4f-9b0f-455f-8853-7a8b4ab60220)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:11:59.310677 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-ba1a5c85-3960-4b95-8f7e-58d31c151f94 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "DELETE /v2.0/ports/468b84b6-74c1-4942-90e9-6da81b4f0847 HTTP/1.1" status: 204  len: 168 time: 1.5292342
Dec 23 16:11:59.318859 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 45184) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:59.321310 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-303434ee-c5a2-442c-8dee-f10274496eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:59.325704 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-8be07935-4455-44a0-9e9e-e97bfb63bae1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:11:59.365373 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:59.409540 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303434ee-c5a2-442c-8dee-f10274496eed None None] Pushing event updated for resources: {'Port': ['ID=a384f35d-ac57-4b2a-80e3-ac72608c1494,revision_number=2']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:11:59.425367 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-303434ee-c5a2-442c-8dee-f10274496eed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:11:59.426073 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-303434ee-c5a2-442c-8dee-f10274496eed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.050s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:11:59.509675 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Pushing event updated for resources: {'Port': ['ID=a7355911-ebe5-4ba0-8458-1d96bad5afb8,revision_number=3']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:11:59.513668 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:11:59.526187 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bf1f09d-6017-4111-b802-54a3c89ff57e tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:11:59.527933 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bf1f09d-6017-4111-b802-54a3c89ff57e tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:11:59.528715 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-9bf1f09d-6017-4111-b802-54a3c89ff57e tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Synchronizing usage tracker for tenant:bf435ff0e7914a739a10fff5b2399c13 on resource:subnet {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:11:59.545846 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-fdb32dcd-a5dc-4964-bc14-a275d61b80e5 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:59.573770 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-9bf1f09d-6017-4111-b802-54a3c89ff57e tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Unset dirty status for tenant:bf435ff0e7914a739a10fff5b2399c13 on resource:subnet {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:11:59.575027 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-9bf1f09d-6017-4111-b802-54a3c89ff57e tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1464 time: 0.2446966
Dec 23 16:11:59.578844 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ac9b756-538f-4cd1-ba77-b6935ed42016 tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Notify agent at l3_agent.dv-neutron-822799-1-hyperv the message routers_updated {{(pid=87636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 23 16:11:59.580259 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 45188) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:59.585146 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device ccf9ac3f-2b4e-4386-a5fb-5b69e4049bab up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:11:59.618305 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df860a04-f3ee-4876-bc32-fd9936a977eb None None] Sync routers for ids ['12e6c14d-1c18-4182-8f10-e5690f07f2d0'] in dv-neutron-822799-1-hyperv {{(pid=87637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 23 16:11:59.626618 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-fdb32dcd-a5dc-4964-bc14-a275d61b80e5 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762424'] for security_group_rule, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:59.660321 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef745e68-0e37-44ed-b1bc-e0675213df81 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Deleting subnet 526764a2-c5ae-4bb9-9ee9-d37eecd22023 {{(pid=87636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 23 16:11:59.672165 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-ef745e68-0e37-44ed-b1bc-e0675213df81 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks [] for subnet, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:59.674363 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df860a04-f3ee-4876-bc32-fd9936a977eb None None] Routers {'12e6c14d-1c18-4182-8f10-e5690f07f2d0'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:11:59.675422 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-df860a04-f3ee-4876-bc32-fd9936a977eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc157ec10>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:11:50Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['12e6c14d-1c18-4182-8f10-e5690f07f2d0'], 'active': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:11:59.691962 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-3b51f462-e19a-4a5a-98ff-c1caa53a15a6 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:11:59.723251 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9ac9b756-538f-4cd1-ba77-b6935ed42016 tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Notify callbacks [] for router, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:59.724643 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-9ac9b756-538f-4cd1-ba77-b6935ed42016 tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201  len: 907 time: 7.3363137
Dec 23 16:11:59.728261 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 45192) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:59.790458 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcffef2-0510-4224-88d6-d8a160e4fdcd req-3dbb29e6-cc55-41ae-aa45-044488de32d1 tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:11:59.792016 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-3dcffef2-0510-4224-88d6-d8a160e4fdcd req-3dbb29e6-cc55-41ae-aa45-044488de32d1 tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] 10.222.0.64 "GET /v2.0/ports?device_id=f54fff32-66c0-4adb-922d-69673e61b491 HTTP/1.1" status: 200  len: 944 time: 1.2697933
Dec 23 16:11:59.810621 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb32dcd-a5dc-4964-bc14-a275d61b80e5 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c443b27-e501-4f3b-b768-d8c385f1d481,revision_number=0']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:11:59.813215 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-fdb32dcd-a5dc-4964-bc14-a275d61b80e5 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:11:59.830251 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-ef745e68-0e37-44ed-b1bc-e0675213df81 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2382092'] for subnet, precommit_delete_associations {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:59.846073 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-654ecee2-92b3-4b08-a867-a54d115acb52 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:59.953663 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port ccf9ac3f-2b4e-4386-a5fb-5b69e4049bab triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:11:59.954262 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:59.960695 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-fdb32dcd-a5dc-4964-bc14-a275d61b80e5 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:11:59.964640 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-fdb32dcd-a5dc-4964-bc14-a275d61b80e5 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 1.8759696
Dec 23 16:11:59.987963 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 45196) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:11:59.998682 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-dd4dd047-412c-4a18-a68b-39732ca1f29f tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Request body: {'security_group_rule': {'security_group_id': 'a252aeac-7962-427a-bbd4-f2fbb9de452a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:12:00.007601 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvr_db [None req-df860a04-f3ee-4876-bc32-fd9936a977eb None None] Set router 12e6c14d-1c18-4182-8f10-e5690f07f2d0 gateway port host: dv-neutron-822799-1-hyperv {{(pid=87637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:12:00.009108 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-dd4dd047-412c-4a18-a68b-39732ca1f29f tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:12:00.023686 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-dd4dd047-412c-4a18-a68b-39732ca1f29f tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Usage tracker for resource:security_group_rule and tenant:2f72b6313bdb4bc4afb373c10680a612 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:12:00.027589 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-dd4dd047-412c-4a18-a68b-39732ca1f29f tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:12:00.046306 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-dd4dd047-412c-4a18-a68b-39732ca1f29f tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:12:00.063246 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-0b815bca-9b4b-4596-9831-8b37abfa56e6 tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] 10.222.0.64 "GET /v2.0/routers/12e6c14d-1c18-4182-8f10-e5690f07f2d0 HTTP/1.1" status: 200  len: 908 time: 0.3335195
Dec 23 16:12:00.066748 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 45200) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:00.073704 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-635833f0-423a-476b-b495-3284acba1654 tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Request body: {'router': {'name': 'tempest-snat-router-729222353', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'enable_snat': True}}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:12:00.088260 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-635833f0-423a-476b-b495-3284acba1654 tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:12:00.092735 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-ef745e68-0e37-44ed-b1bc-e0675213df81 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864774'] for subnet, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:00.122031 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-dd4dd047-412c-4a18-a68b-39732ca1f29f tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:00.129294 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-635833f0-423a-476b-b495-3284acba1654 tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Usage tracker for resource:router and tenant:0cfbedddc6e84865852e5b977817804f is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:12:00.143050 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-635833f0-423a-476b-b495-3284acba1654 tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:12:00.143272 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-21675959-ce23-414d-baba-8830c8555265 req-63d9621d-70ef-4acd-81ac-966861a8a3fb service neutron] 10.222.0.61 "GET /v2.0/networks/d7a1eeae-9238-41c5-b3d8-78eaa1dfac99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8571999
Dec 23 16:12:00.146102 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-3dcffef2-0510-4224-88d6-d8a160e4fdcd req-300bf92f-c2e0-42db-ae94-bb4c4f62c54e tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] 10.222.0.64 "GET /v2.0/security-groups?id=3b5fba24-44fb-4189-bd87-51876b915d36&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3199604
Dec 23 16:12:00.161602 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.db [None req-19e6f326-3240-4ac2-9f86-090ca073fa3b tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] For port b8a62d78-870d-45de-b812-baec5fa4e87d, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=b8a62d78-870d-45de-b812-baec5fa4e87d,segment=NetworkSegment(e6609f05-8fba-4ead-b4be-3e37eb808928),segment_id=e6609f05-8fba-4ead-b4be-3e37eb808928)] {{(pid=87635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:12:00.162166 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-19e6f326-3240-4ac2-9f86-090ca073fa3b tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:00.186506 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-635833f0-423a-476b-b495-3284acba1654 tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:12:00.239665 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-635833f0-423a-476b-b495-3284acba1654 tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1823978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-235332'] for router, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:00.240665 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-635833f0-423a-476b-b495-3284acba1654 tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1824575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1824063', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1751113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-235341'] for router, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:00.273999 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-635833f0-423a-476b-b495-3284acba1654 tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:00.298919 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-ef745e68-0e37-44ed-b1bc-e0675213df81 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2176495', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2618677'] for subnet, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:00.311602 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-dd4dd047-412c-4a18-a68b-39732ca1f29f tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:00.314663 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-b3150fed-d9f5-4208-887e-65ba095d0bbf tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:12:00.368259 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-dd4dd047-412c-4a18-a68b-39732ca1f29f tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762424'] for security_group_rule, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:00.372170 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef745e68-0e37-44ed-b1bc-e0675213df81 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Pushing event deleted for resources: {'Subnet': ['ID=526764a2-c5ae-4bb9-9ee9-d37eecd22023,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:12:00.388886 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f391f337-42dc-43a7-bf22-9a74f4f4f3a3 None None] Network a67646b4-5371-43ec-9f98-39fe51a67033 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:12:00.391245 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-ef745e68-0e37-44ed-b1bc-e0675213df81 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:12:00.392999 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:12:00.393438 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-19e6f326-3240-4ac2-9f86-090ca073fa3b tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Calling delete_port for b8a62d78-870d-45de-b812-baec5fa4e87d owned by network:dhcp {{(pid=87635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:12:00.399045 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-ef745e68-0e37-44ed-b1bc-e0675213df81 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks [] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:00.684380 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4dd047-412c-4a18-a68b-39732ca1f29f tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c347c8b-33a3-4c73-86fb-5a9b839c200a,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:12:00.688474 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-91a0c2d5-8e91-4837-93f3-44c334941d84 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:00.693170 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-19e6f326-3240-4ac2-9f86-090ca073fa3b tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:00.694346 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-df860a04-f3ee-4876-bc32-fd9936a977eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc157ec10>, [{'id': '12e6c14d-1c18-4182-8f10-e5690f07f2d0', 'name': 'tempest-snat-router-729222353', 'tenant_id': '0cfbedddc6e84865852e5b977817804f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.253'}], 'enable_snat': False}, 'gw_port_id': '706705e8-e66e-461c-a7df-1ac8e84b83d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:11:52Z', 'updated_at': '2021-12-23T16:11:57Z', 'revision_number': 3, 'project_id': '0cfbedddc6e84865852e5b977817804f', 'gw_port': {'id': '706705e8-e66e-461c-a7df-1ac8e84b83d9', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:00:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12e6c14d-1c18-4182-8f10-e5690f07f2d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:11:55Z', 'updated_at': '2021-12-23T16:11:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-822799-1-hyperv'}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:12:00.701312 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-dd4dd047-412c-4a18-a68b-39732ca1f29f tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:12:00.705635 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-ef745e68-0e37-44ed-b1bc-e0675213df81 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "DELETE /v2.0/subnets/526764a2-c5ae-4bb9-9ee9-d37eecd22023 HTTP/1.1" status: 204  len: 168 time: 1.1243551
Dec 23 16:12:00.711660 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df860a04-f3ee-4876-bc32-fd9936a977eb None None] Checking router: 12e6c14d-1c18-4182-8f10-e5690f07f2d0 for host: dv-neutron-822799-1-hyperv {{(pid=87637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 23 16:12:00.712059 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df860a04-f3ee-4876-bc32-fd9936a977eb None None] Updating router 12e6c14d-1c18-4182-8f10-e5690f07f2d0 port 706705e8-e66e-461c-a7df-1ac8e84b83d9 binding host dv-neutron-822799-1-hyperv {{(pid=87637) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 23 16:12:00.727791 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-4e1eac52-5e50-4d11-ac47-e0041188da16 tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:12:00.761785 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591c07a7-897b-435e-b3b5-66d0b70af31c req-b192ee59-b07a-47a0-92fd-0f8cd4e56a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:12:00.763424 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-591c07a7-897b-435e-b3b5-66d0b70af31c req-b192ee59-b07a-47a0-92fd-0f8cd4e56a9a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4397e61b404b4512b8e2da8fa19161c5&device_id=f54fff32-66c0-4adb-922d-69673e61b491 HTTP/1.1" status: 200  len: 1097 time: 0.5401294
Dec 23 16:12:00.764940 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 45204) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:00.767011 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e6f326-3240-4ac2-9f86-090ca073fa3b tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] No DVR routers for this DVR port b8a62d78-870d-45de-b812-baec5fa4e87d on host dv-neutron-822799-1-hyperv {{(pid=87635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 23 16:12:00.773674 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-df860a04-f3ee-4876-bc32-fd9936a977eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:00.795627 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.db_base_plugin_common [None req-654ecee2-92b3-4b08-a867-a54d115acb52 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Allocated IP 172.20.0.1 (dc5d9806-4698-43bb-ba9f-62bb72b7369b/67a4667a-f3a5-4c33-af9c-3c714820b0ba/ce0f0f9b-5941-4cba-9d67-5837896809be) {{(pid=87635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:12:00.807237 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14b193da-a44a-43f3-9511-50b75dc00330 None None] Network 49f64a43-9215-45e6-9904-4dfe1e87ba3e requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:12:00.821365 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71e46199-f772-466d-a19d-26f9e63c7a1e None None] DHCP port deletion for a67646b4-5371-43ec-9f98-39fe51a67033 request from dv-neutron-822799-1-hyperv {{(pid=87637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 23 16:12:00.837064 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-71e46199-f772-466d-a19d-26f9e63c7a1e None None] Deleting port ccf9ac3f-2b4e-4386-a5fb-5b69e4049bab {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:12:00.837450 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-71e46199-f772-466d-a19d-26f9e63c7a1e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:00.839173 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-dd4dd047-412c-4a18-a68b-39732ca1f29f tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:00.840438 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-dd4dd047-412c-4a18-a68b-39732ca1f29f tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 772 time: 0.8513827
Dec 23 16:12:00.857062 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 45208) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:00.861660 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-635833f0-423a-476b-b495-3284acba1654 tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1824017', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1823768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-235299'] for router, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:00.868753 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-3b368218-3f2f-4fa3-b4ea-51050e3b5fbc tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0930338
Dec 23 16:12:00.876908 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 45212) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:00.955320 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-4015b4bb-5e34-4c3a-a657-afa418589349 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:00.969192 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-4015b4bb-5e34-4c3a-a657-afa418589349 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:01.008622 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-c367dec1-3fb8-45de-a1da-6c05e07e5e99 None None] Provisioning for port a384f35d-ac57-4b2a-80e3-ac72608c1494 completed by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:12:01.025731 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a0c2d5-8e91-4837-93f3-44c334941d84 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Pushing event deleted for resources: {'Port': ['ID=8657a289-e189-491b-b82b-1d5573a62c23,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:12:01.267246 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-4015b4bb-5e34-4c3a-a657-afa418589349 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762424'] for security_group_rule, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:01.289553 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e6f326-3240-4ac2-9f86-090ca073fa3b tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Pushing event deleted for resources: {'Port': ['ID=b8a62d78-870d-45de-b812-baec5fa4e87d,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:12:01.291710 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:12:01.292221 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-19e6f326-3240-4ac2-9f86-090ca073fa3b tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.565s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:12:01.351147 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-5bc2e815-33f3-4861-a950-11b2947c9238 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.592s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:12:01.351711 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-5bc2e815-33f3-4861-a950-11b2947c9238 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:12:01.358884 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4015b4bb-5e34-4c3a-a657-afa418589349 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2c347c8b-33a3-4c73-86fb-5a9b839c200a,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:12:01.364200 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-4015b4bb-5e34-4c3a-a657-afa418589349 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:01.365775 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-4015b4bb-5e34-4c3a-a657-afa418589349 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/2c347c8b-33a3-4c73-86fb-5a9b839c200a HTTP/1.1" status: 204  len: 168 time: 0.5079021
Dec 23 16:12:01.369782 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-4015b4bb-5e34-4c3a-a657-afa418589349 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:12:01.373450 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 45218) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:01.402446 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eafd0dfe-b0c8-4ab5-91ce-572fdd5395d1 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:12:01.403228 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-eafd0dfe-b0c8-4ab5-91ce-572fdd5395d1 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Synchronizing usage tracker for tenant:bf435ff0e7914a739a10fff5b2399c13 on resource:port {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:12:01.456339 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-eafd0dfe-b0c8-4ab5-91ce-572fdd5395d1 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Unset dirty status for tenant:bf435ff0e7914a739a10fff5b2399c13 on resource:port {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:12:01.457432 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-eafd0dfe-b0c8-4ab5-91ce-572fdd5395d1 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200  len: 866 time: 0.5780778
Dec 23 16:12:01.463857 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 45222) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:01.465893 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-19e6f326-3240-4ac2-9f86-090ca073fa3b tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-864347', 'neutron.services.segments.db._delete_segments_for_network-8735362908070'] for network, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:01.476516 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-654ecee2-92b3-4b08-a867-a54d115acb52 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks [] for port, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:01.477380 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-71e46199-f772-466d-a19d-26f9e63c7a1e None None] For port ccf9ac3f-2b4e-4386-a5fb-5b69e4049bab, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=ccf9ac3f-2b4e-4386-a5fb-5b69e4049bab,segment=NetworkSegment(d0e346f7-32a7-41a0-b972-301688edbe10),segment_id=d0e346f7-32a7-41a0-b972-301688edbe10)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:12:01.477789 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-71e46199-f772-466d-a19d-26f9e63c7a1e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:01.478089 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-cb76922a-3830-4aa1-a92e-51456ab66716 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Synchronizing usage tracker for tenant:2f72b6313bdb4bc4afb373c10680a612 on resource:security_group_rule {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:12:01.513286 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b53076e-ed1f-4b3f-a77c-f89ff8aa3991 req-2884f3da-58bd-4547-b3fa-ecfdd153bd36 tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:12:01.514157 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-4b53076e-ed1f-4b3f-a77c-f89ff8aa3991 req-2884f3da-58bd-4547-b3fa-ecfdd153bd36 tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] 10.222.0.64 "GET /v2.0/ports?device_id=f54fff32-66c0-4adb-922d-69673e61b491 HTTP/1.1" status: 200  len: 944 time: 0.2127297
Dec 23 16:12:01.573332 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-91a0c2d5-8e91-4837-93f3-44c334941d84 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1824206'] for router_gateway, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:01.600413 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-cb76922a-3830-4aa1-a92e-51456ab66716 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Unset dirty status for tenant:2f72b6313bdb4bc4afb373c10680a612 on resource:security_group_rule {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:12:01.604672 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-cb76922a-3830-4aa1-a92e-51456ab66716 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 5751 time: 0.2261503
Dec 23 16:12:01.611127 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 45226) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:01.629108 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.services.segments.db [None req-19e6f326-3240-4ac2-9f86-090ca073fa3b tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1dc16bc9a0>,) {'filters': {'network_id': ['0c2b451d-1b55-4450-b6db-eace16b82e18']}} {{(pid=87635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:12:01.629348 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-71e46199-f772-466d-a19d-26f9e63c7a1e None None] Calling delete_port for ccf9ac3f-2b4e-4386-a5fb-5b69e4049bab owned by network:dhcp {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:12:01.662887 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.provisioning_blocks [None req-654ecee2-92b3-4b08-a867-a54d115acb52 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Transition to ACTIVE for port object ce0f0f9b-5941-4cba-9d67-5837896809be will not be triggered until provisioned by entity DHCP. {{(pid=87635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:12:01.711060 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-4b53076e-ed1f-4b3f-a77c-f89ff8aa3991 req-89e68120-b686-4b52-a089-06d8354a7e54 tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] 10.222.0.64 "GET /v2.0/security-groups?id=3b5fba24-44fb-4189-bd87-51876b915d36&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1911149
Dec 23 16:12:01.738336 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.services.segments.db [None req-19e6f326-3240-4ac2-9f86-090ca073fa3b tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dc16bc9a0>, 'e6609f05-8fba-4ead-b4be-3e37eb808928') {'for_net_delete': True} {{(pid=87635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:12:01.738978 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.services.segments.db [None req-19e6f326-3240-4ac2-9f86-090ca073fa3b tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dc16bc9a0>, 'e6609f05-8fba-4ead-b4be-3e37eb808928') {} {{(pid=87635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:12:01.755001 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-8f42fbc1-d229-4823-b546-ce43a063a6cb tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:01.788695 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-8f42fbc1-d229-4823-b546-ce43a063a6cb tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:01.816260 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-71e46199-f772-466d-a19d-26f9e63c7a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789'] for port, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:01.823862 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-635833f0-423a-476b-b495-3284acba1654 tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:01.835139 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:12:01.840220 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-19e6f326-3240-4ac2-9f86-090ca073fa3b tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735363085442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2776713'] for segment, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:01.850327 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-984a5ea5-292d-4a3d-877a-dfe924060ac0 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:12:01.854463 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-984a5ea5-292d-4a3d-877a-dfe924060ac0 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.3744540
Dec 23 16:12:01.856530 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 45230) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:01.867454 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-91a0c2d5-8e91-4837-93f3-44c334941d84 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1784183', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-235354'] for router, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:01.881022 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device a384f35d-ac57-4b2a-80e3-ac72608c1494 up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:12:01.883518 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-635833f0-423a-476b-b495-3284acba1654 tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:01.888340 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-8f42fbc1-d229-4823-b546-ce43a063a6cb tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762424'] for security_group_rule, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:01.926717 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-dd4dd047-412c-4a18-a68b-39732ca1f29f tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:12:01.940186 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-91a0c2d5-8e91-4837-93f3-44c334941d84 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:01.943151 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e46199-f772-466d-a19d-26f9e63c7a1e None None] No DVR routers for this DVR port ccf9ac3f-2b4e-4386-a5fb-5b69e4049bab on host dv-neutron-822799-1-hyperv {{(pid=87637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 23 16:12:01.947610 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-df860a04-f3ee-4876-bc32-fd9936a977eb None None] Notify callbacks [] for port, precommit_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:01.952334 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591c07a7-897b-435e-b3b5-66d0b70af31c req-27ae0288-b0f9-4093-bf4b-0b4df1db30bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:12:01.956606 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f42fbc1-d229-4823-b546-ce43a063a6cb tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8c443b27-e501-4f3b-b768-d8c385f1d481,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:12:01.956833 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e46199-f772-466d-a19d-26f9e63c7a1e None None] Pushing event deleted for resources: {'Port': ['ID=ccf9ac3f-2b4e-4386-a5fb-5b69e4049bab,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:12:01.959424 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-591c07a7-897b-435e-b3b5-66d0b70af31c req-27ae0288-b0f9-4093-bf4b-0b4df1db30bc service neutron] 10.222.0.61 "GET /v2.0/networks?id=d7a1eeae-9238-41c5-b3d8-78eaa1dfac99 HTTP/1.1" status: 200  len: 913 time: 1.0387938
Dec 23 16:12:01.962840 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-71e46199-f772-466d-a19d-26f9e63c7a1e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:12:01.973684 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-8f42fbc1-d229-4823-b546-ce43a063a6cb tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:12:01.986639 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-19e6f326-3240-4ac2-9f86-090ca073fa3b tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:01.991202 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-8f42fbc1-d229-4823-b546-ce43a063a6cb tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:01.995686 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-8f42fbc1-d229-4823-b546-ce43a063a6cb tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/8c443b27-e501-4f3b-b768-d8c385f1d481 HTTP/1.1" status: 204  len: 168 time: 0.3672364
Dec 23 16:12:01.996262 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-df860a04-f3ee-4876-bc32-fd9936a977eb None None] Transition to ACTIVE for port object 706705e8-e66e-461c-a7df-1ac8e84b83d9 will not be triggered until provisioned by entity L2. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:12:01.997194 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 45234) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:01.997305 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-71df2646-26c3-4798-816b-a433e0c8c90c tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1310654
Dec 23 16:12:02.008189 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning for port a384f35d-ac57-4b2a-80e3-ac72608c1494 completed by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:12:02.015349 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 45238) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:02.016177 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-df860a04-f3ee-4876-bc32-fd9936a977eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:02.020855 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-eb79922a-0bef-4783-84b9-9b451a296170 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:12:02.027554 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-d452620b-7e7e-4dec-b122-3fe76c1c6a2f tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Request body: {'subnet': {'network_id': 'a67646b4-5371-43ec-9f98-39fe51a67033', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:12:02.062886 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6980e31-62a4-44e4-9bdf-d8efbec20180 None None] get_active_networks_info from dv-neutron-822799-1-hyperv {{(pid=87637) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}}
Dec 23 16:12:02.071001 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19e6f326-3240-4ac2-9f86-090ca073fa3b tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Releasing vlan 428 on physical network physnet1 to pool {{(pid=87635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 23 16:12:02.071650 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-19e6f326-3240-4ac2-9f86-090ca073fa3b tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2753503'] for segment, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:02.088869 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port a384f35d-ac57-4b2a-80e3-ac72608c1494 triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:12:02.089255 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:02.090500 dv-neutron-822799-1-hyperv neutron-server[87635]: Traceback (most recent call last):
Dec 23 16:12:02.090500 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 23 16:12:02.090500 dv-neutron-822799-1-hyperv neutron-server[87635]:     timer()
Dec 23 16:12:02.090500 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:12:02.090500 dv-neutron-822799-1-hyperv neutron-server[87635]:     cb(*args, **kw)
Dec 23 16:12:02.090500 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 23 16:12:02.090500 dv-neutron-822799-1-hyperv neutron-server[87635]:     return func(*args, **kwargs)
Dec 23 16:12:02.090500 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:12:02.090500 dv-neutron-822799-1-hyperv neutron-server[87635]:     self._notify()
Dec 23 16:12:02.090500 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:12:02.090500 dv-neutron-822799-1-hyperv neutron-server[87635]:     self.callback(batched_events)
Dec 23 16:12:02.090500 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:12:02.090500 dv-neutron-822799-1-hyperv neutron-server[87635]:     event.method(event)
Dec 23 16:12:02.090500 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:12:02.090500 dv-neutron-822799-1-hyperv neutron-server[87635]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:12:02.090500 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 23 16:12:02.090500 dv-neutron-822799-1-hyperv neutron-server[87635]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 23 16:12:02.090500 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 23 16:12:02.090500 dv-neutron-822799-1-hyperv neutron-server[87635]:     return f(self, *a, **k)
Dec 23 16:12:02.090500 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:12:02.090500 dv-neutron-822799-1-hyperv neutron-server[87635]:     return self._get(url).json()
Dec 23 16:12:02.090500 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 23 16:12:02.090500 dv-neutron-822799-1-hyperv neutron-server[87635]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 23 16:12:02.090500 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 23 16:12:02.090500 dv-neutron-822799-1-hyperv neutron-server[87635]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:12:02.090500 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 23 16:12:02.090500 dv-neutron-822799-1-hyperv neutron-server[87635]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 23 16:12:02.090500 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 23 16:12:02.090500 dv-neutron-822799-1-hyperv neutron-server[87635]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:12:02.090500 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 23 16:12:02.090500 dv-neutron-822799-1-hyperv neutron-server[87635]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:12:02.090500 dv-neutron-822799-1-hyperv neutron-server[87635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:12:02.118019 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-591c07a7-897b-435e-b3b5-66d0b70af31c req-7cacc0db-7d90-49fd-a80a-b9d607510402 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ba1aa90b-adfb-4064-bfad-b5fc9b85dbca HTTP/1.1" status: 200  len: 217 time: 0.1268187
Dec 23 16:12:02.185715 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-d452620b-7e7e-4dec-b122-3fe76c1c6a2f tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:12:02.198807 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-654ecee2-92b3-4b08-a867-a54d115acb52 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:02.203120 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-91a0c2d5-8e91-4837-93f3-44c334941d84 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1781328'] for router, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:02.203797 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91a0c2d5-8e91-4837-93f3-44c334941d84 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Fanout notify agent at l3_agent the message router_deleted on router 241813ab-058a-4d36-a6bf-c992de5b1eed {{(pid=87635) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 23 16:12:02.204517 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-df860a04-f3ee-4876-bc32-fd9936a977eb None None] Attempting to bind port 706705e8-e66e-461c-a7df-1ac8e84b83d9 on host dv-neutron-822799-1-hyperv for vnic_type normal with profile  {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:12:02.205786 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-df860a04-f3ee-4876-bc32-fd9936a977eb None None] Attempting to bind port 706705e8-e66e-461c-a7df-1ac8e84b83d9 by drivers openvswitch,hyperv on host dv-neutron-822799-1-hyperv at level 0 using segments [{'id': '77e3d110-dd7b-426c-b11f-b78dde7993df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b'}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:12:02.206176 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df860a04-f3ee-4876-bc32-fd9936a977eb None None] Attempting to bind port 706705e8-e66e-461c-a7df-1ac8e84b83d9 on network 8afa6d58-9431-454a-b99c-3ff8a65aa86b {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:12:02.217238 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-d452620b-7e7e-4dec-b122-3fe76c1c6a2f tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Usage tracker for resource:subnet and tenant:bf435ff0e7914a739a10fff5b2399c13 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:12:02.219175 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-79a778f3-fdf6-4ee4-9d47-544b59900213 tempest-RoutersAdminTest-972925984 tempest-RoutersAdminTest-972925984-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:12:02.226195 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-d452620b-7e7e-4dec-b122-3fe76c1c6a2f tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:12:02.232355 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df860a04-f3ee-4876-bc32-fd9936a977eb None None] Checking agent: {'id': '20d2070f-69a9-4e73-8d08-6f0387a40158', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822799-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 21), 'started_at': datetime.datetime(2021, 12, 23, 16, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 11, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822799-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 23 16:12:02.232793 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df860a04-f3ee-4876-bc32-fd9936a977eb None None] Checking segment: {'id': '77e3d110-dd7b-426c-b11f-b78dde7993df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:12:02.233206 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-df860a04-f3ee-4876-bc32-fd9936a977eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:02.233607 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df860a04-f3ee-4876-bc32-fd9936a977eb None None] Bound using segment: {'id': '77e3d110-dd7b-426c-b11f-b78dde7993df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b'} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 23 16:12:02.234098 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-df860a04-f3ee-4876-bc32-fd9936a977eb None None] Bound port: 706705e8-e66e-461c-a7df-1ac8e84b83d9, host: dv-neutron-822799-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77e3d110-dd7b-426c-b11f-b78dde7993df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b'}}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 23 16:12:02.234475 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-df860a04-f3ee-4876-bc32-fd9936a977eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:02.241007 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-1269aa81-f4fb-4132-be9b-954ae47b91d3 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Synchronizing usage tracker for tenant:2f72b6313bdb4bc4afb373c10680a612 on resource:security_group_rule {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:12:02.249445 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-d452620b-7e7e-4dec-b122-3fe76c1c6a2f tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:12:02.277882 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-1269aa81-f4fb-4132-be9b-954ae47b91d3 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Unset dirty status for tenant:2f72b6313bdb4bc4afb373c10680a612 on resource:security_group_rule {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:12:02.283082 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-1269aa81-f4fb-4132-be9b-954ae47b91d3 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 5205 time: 0.2833080
Dec 23 16:12:02.289284 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 45242) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:02.292651 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [None req-635833f0-423a-476b-b495-3284acba1654 tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Allocated IP 172.26.3.56 (8afa6d58-9431-454a-b99c-3ff8a65aa86b/60537fec-5f5f-4ab7-89cc-03638149a590/0a11a5cb-c126-41e6-bfa5-9c02d8665aa1) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:12:02.300484 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-654ecee2-92b3-4b08-a867-a54d115acb52 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Network dc5d9806-4698-43bb-ba9f-62bb72b7369b is already hosted by enough agents. {{(pid=87635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:12:02.306998 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.base_scheduler [None req-654ecee2-92b3-4b08-a867-a54d115acb52 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Resources bound (agent type, host, resource id):  {{(pid=87635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:12:02.309452 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-df860a04-f3ee-4876-bc32-fd9936a977eb None None] For port 706705e8-e66e-461c-a7df-1ac8e84b83d9, host dv-neutron-822799-1-hyperv, cleared binding levels {{(pid=87637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 23 16:12:02.313426 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-df860a04-f3ee-4876-bc32-fd9936a977eb None None] For port 706705e8-e66e-461c-a7df-1ac8e84b83d9, host dv-neutron-822799-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=706705e8-e66e-461c-a7df-1ac8e84b83d9,segment=NetworkSegment(77e3d110-dd7b-426c-b11f-b78dde7993df),segment_id=77e3d110-dd7b-426c-b11f-b78dde7993df)] {{(pid=87637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 23 16:12:02.314669 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8b6dde-4fa5-47ac-b36f-d8cb6953b0a0 None None] Pushing event updated for resources: {'Port': ['ID=706705e8-e66e-461c-a7df-1ac8e84b83d9,revision_number=2']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:12:02.318088 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-7f8b6dde-4fa5-47ac-b36f-d8cb6953b0a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:12:02.319461 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-654ecee2-92b3-4b08-a867-a54d115acb52 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Received port after_create {{(pid=87635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:12:02.322336 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d452620b-7e7e-4dec-b122-3fe76c1c6a2f tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Made reservation on behalf of bf435ff0e7914a739a10fff5b2399c13 for: {'subnet': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:12:02.327282 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d452620b-7e7e-4dec-b122-3fe76c1c6a2f tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2618324'] for subnet, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:02.339607 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-df860a04-f3ee-4876-bc32-fd9936a977eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:02.346858 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-34bc527c-aa6f-4994-b53f-6456efeeb83e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:12:02.360693 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-19e6f326-3240-4ac2-9f86-090ca073fa3b tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-864336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1824171'] for network, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:02.381581 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-30b4894a-60c9-4936-a225-7b9c507f84d9 None None] Provisioning complete for port a384f35d-ac57-4b2a-80e3-ac72608c1494 triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:12:02.381966 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-30b4894a-60c9-4936-a225-7b9c507f84d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:02.384813 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-19e6f326-3240-4ac2-9f86-090ca073fa3b tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627509'] for network, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:02.393196 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-91a0c2d5-8e91-4837-93f3-44c334941d84 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify callbacks [] for router, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:02.394268 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-91a0c2d5-8e91-4837-93f3-44c334941d84 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] 10.222.0.64 "DELETE /v2.0/routers/241813ab-058a-4d36-a6bf-c992de5b1eed HTTP/1.1" status: 204  len: 168 time: 5.4577346
Dec 23 16:12:02.395283 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654ecee2-92b3-4b08-a867-a54d115acb52 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Pushing event updated for resources: {'Port': ['ID=ce0f0f9b-5941-4cba-9d67-5837896809be,revision_number=1']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:12:02.398518 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591c07a7-897b-435e-b3b5-66d0b70af31c req-10c46c66-72ad-44a1-a7d0-a7d05a42ac7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:12:02.400132 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-591c07a7-897b-435e-b3b5-66d0b70af31c req-10c46c66-72ad-44a1-a7d0-a7d05a42ac7e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ea22a554-707a-4001-b348-60dd1fb71851 HTTP/1.1" status: 200  len: 851 time: 0.2390013
Dec 23 16:12:02.402961 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-654ecee2-92b3-4b08-a867-a54d115acb52 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:12:02.403564 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 45246) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:02.406932 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-c3ab21fe-effc-4cac-a790-31a21ae160d3 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.023s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:12:02.503492 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e6f326-3240-4ac2-9f86-090ca073fa3b tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Pushing event deleted for resources: {'Network': ['ID=0c2b451d-1b55-4450-b6db-eace16b82e18,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:12:02.505915 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-19e6f326-3240-4ac2-9f86-090ca073fa3b tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] 10.222.0.64 "DELETE /v2.0/networks/0c2b451d-1b55-4450-b6db-eace16b82e18 HTTP/1.1" status: 204  len: 168 time: 8.2811627
Dec 23 16:12:02.515187 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 45250) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:02.523478 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-19e6f326-3240-4ac2-9f86-090ca073fa3b tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:12:02.525180 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-64bb151c-61c0-4183-90b5-0013dd6fd7f5 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1480286475'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:12:02.532429 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-654ecee2-92b3-4b08-a867-a54d115acb52 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1781300'] for router_interface, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:02.560745 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df860a04-f3ee-4876-bc32-fd9936a977eb None None] Routers {'12e6c14d-1c18-4182-8f10-e5690f07f2d0'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:12:02.561393 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-df860a04-f3ee-4876-bc32-fd9936a977eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc157ec10>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:11:50Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['12e6c14d-1c18-4182-8f10-e5690f07f2d0'], 'active': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:12:02.565258 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-64bb151c-61c0-4183-90b5-0013dd6fd7f5 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:12:02.572786 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.db_base_plugin_v2 [None req-881379b0-9827-4be7-9054-a7d69ff042d8 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Deleting subnet a22c3f04-919b-404c-bdca-afc6ef48c093 {{(pid=87635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 23 16:12:02.576103 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d7272327-4e88-43bb-a735-393fe39edaa1 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:02.581792 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-64bb151c-61c0-4183-90b5-0013dd6fd7f5 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Usage tracker for resource:network and tenant:9552d108dcd2412896b3c037adf05d69 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:12:02.582652 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-881379b0-9827-4be7-9054-a7d69ff042d8 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify callbacks [] for subnet, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:02.618418 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8b6dde-4fa5-47ac-b36f-d8cb6953b0a0 None None] Pushing event updated for resources: {'Port': ['ID=706705e8-e66e-461c-a7df-1ac8e84b83d9,revision_number=3']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:12:02.627771 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-7f8b6dde-4fa5-47ac-b36f-d8cb6953b0a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:12:02.642088 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-64bb151c-61c0-4183-90b5-0013dd6fd7f5 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:12:02.655049 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d7272327-4e88-43bb-a735-393fe39edaa1 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:02.660042 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-881379b0-9827-4be7-9054-a7d69ff042d8 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2776816'] for subnet, precommit_delete_associations {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:02.673438 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-64bb151c-61c0-4183-90b5-0013dd6fd7f5 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:12:02.676474 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6980e31-62a4-44e4-9bdf-d8efbec20180 None None] Resources bound (agent type, host, resource id):  {{(pid=87637) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Dec 23 16:12:02.695232 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591c07a7-897b-435e-b3b5-66d0b70af31c req-d4c56630-ecab-4adc-991a-011bc3b8a50f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:12:02.696853 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-591c07a7-897b-435e-b3b5-66d0b70af31c req-d4c56630-ecab-4adc-991a-011bc3b8a50f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d7a1eeae-9238-41c5-b3d8-78eaa1dfac99&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.2718024
Dec 23 16:12:02.718407 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64bb151c-61c0-4183-90b5-0013dd6fd7f5 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Made reservation on behalf of 9552d108dcd2412896b3c037adf05d69 for: {'network': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:12:02.720281 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:02.721829 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-64bb151c-61c0-4183-90b5-0013dd6fd7f5 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for network, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:02.757151 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d7272327-4e88-43bb-a735-393fe39edaa1 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762424'] for security_group_rule, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:02.808611 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Device ba1aa90b-adfb-4064-bfad-b5fc9b85dbca details requested by agent hyperv_hv-neutron-8227 with host hv-neutron-8227 {{(pid=87637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 23 16:12:02.836971 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-635833f0-423a-476b-b495-3284acba1654 tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:02.880295 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d452620b-7e7e-4dec-b122-3fe76c1c6a2f tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2176430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2618310'] for subnet, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:02.887637 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-b3e6f2cf-6f73-4ef2-bb32-71a26aee1659 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:12:02.888756 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-30b4894a-60c9-4936-a225-7b9c507f84d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:02.923774 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-635833f0-423a-476b-b495-3284acba1654 tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:02.968625 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.db.resource_extend [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 23 16:12:02.969119 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64bb151c-61c0-4183-90b5-0013dd6fd7f5 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] vlan segment allocate from pool success with {'vlan_id': 439, 'physical_network': 'physnet1'}  {{(pid=87636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 23 16:12:02.987812 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] For port a384f35d-ac57-4b2a-80e3-ac72608c1494, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=a384f35d-ac57-4b2a-80e3-ac72608c1494,segment=NetworkSegment(5a9799cb-cc86-4f7a-9504-145fc272eb83),segment_id=5a9799cb-cc86-4f7a-9504-145fc272eb83)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:12:02.994707 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d452620b-7e7e-4dec-b122-3fe76c1c6a2f tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Network a67646b4-5371-43ec-9f98-39fe51a67033 is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:12:03.003812 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-d452620b-7e7e-4dec-b122-3fe76c1c6a2f tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Resources bound (agent type, host, resource id):  {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:12:03.010339 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-635833f0-423a-476b-b495-3284acba1654 tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Network 8afa6d58-9431-454a-b99c-3ff8a65aa86b is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:12:03.013252 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-64bb151c-61c0-4183-90b5-0013dd6fd7f5 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:03.013605 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.db.segments_db [None req-64bb151c-61c0-4183-90b5-0013dd6fd7f5 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Added segment 1a301975-8cd4-4bac-9d8f-bdf77bf995c1 of type vlan for network d15e1556-22b0-4a75-a6e9-50c9b60f9749
Dec 23 16:12:03.015387 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d452620b-7e7e-4dec-b122-3fe76c1c6a2f tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:12:03.015975 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d452620b-7e7e-4dec-b122-3fe76c1c6a2f tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks [] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:03.030440 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-635833f0-423a-476b-b495-3284acba1654 tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Resources bound (agent type, host, resource id):  {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:12:03.039126 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d452620b-7e7e-4dec-b122-3fe76c1c6a2f tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Pushing event updated for resources: {'Subnet': ['ID=2ca8936a-2e18-4177-b490-f6623d53cb79,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:12:03.040454 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-654ecee2-92b3-4b08-a867-a54d115acb52 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:03.045519 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-635833f0-423a-476b-b495-3284acba1654 tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:12:03.086395 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-d452620b-7e7e-4dec-b122-3fe76c1c6a2f tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:12:03.087195 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.164s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:12:03.106882 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d7272327-4e88-43bb-a735-393fe39edaa1 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:03.110954 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-d7272327-4e88-43bb-a735-393fe39edaa1 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/e6345a7b-691a-43f0-b9e6-544c0844e098 HTTP/1.1" status: 204  len: 168 time: 0.8204062
Dec 23 16:12:03.112787 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 45256) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:03.124420 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvr_db [None req-df860a04-f3ee-4876-bc32-fd9936a977eb None None] Set router 12e6c14d-1c18-4182-8f10-e5690f07f2d0 gateway port host: dv-neutron-822799-1-hyperv {{(pid=87637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:12:03.136528 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7272327-4e88-43bb-a735-393fe39edaa1 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e6345a7b-691a-43f0-b9e6-544c0844e098,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:12:03.145028 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-d452620b-7e7e-4dec-b122-3fe76c1c6a2f tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.1260610
Dec 23 16:12:03.147151 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-64bb151c-61c0-4183-90b5-0013dd6fd7f5 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735362521793'] for network, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:03.152034 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 45260) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:03.152898 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-d7272327-4e88-43bb-a735-393fe39edaa1 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:12:03.153215 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-37907003-c4b2-41f2-8f39-546c5658f009 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.216s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:12:03.166260 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:03.166944 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device a7355911-ebe5-4ba0-8458-1d96bad5afb8 up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:12:03.191294 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-1be1b0fe-e16d-47c4-aaa5-c601b4cd6db4 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Request body: {'port': {'network_id': 'a67646b4-5371-43ec-9f98-39fe51a67033', 'fixed_ips': [{'subnet_id': '2ca8936a-2e18-4177-b490-f6623d53cb79', 'ip_address': '2001:db8::30c5:10ae:178c:d1be'}], 'name': 'tempest-NetworksTestDHCPv6-1411497700'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:12:03.242298 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-881379b0-9827-4be7-9054-a7d69ff042d8 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864774'] for subnet, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:03.258498 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-2e269b32-032b-4161-b702-7a52782974dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:12:03.276936 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-591c07a7-897b-435e-b3b5-66d0b70af31c req-4083874f-05c7-4e84-af72-c81a2987cb56 service neutron] 10.222.0.61 "GET /v2.0/networks/d7a1eeae-9238-41c5-b3d8-78eaa1dfac99?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5542331
Dec 23 16:12:03.492441 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.db.resource_extend [None req-64bb151c-61c0-4183-90b5-0013dd6fd7f5 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 23 16:12:03.526381 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-2e9d4699-a1f1-4f2a-9df9-f3e7e415bcd5 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Synchronizing usage tracker for tenant:2f72b6313bdb4bc4afb373c10680a612 on resource:security_group_rule {{(pid=87635) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:12:03.557402 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635833f0-423a-476b-b495-3284acba1654 tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Pushing event updated for resources: {'Port': ['ID=0a11a5cb-c126-41e6-bfa5-9c02d8665aa1,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:12:03.564118 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-635833f0-423a-476b-b495-3284acba1654 tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.411s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:12:03.580146 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-64bb151c-61c0-4183-90b5-0013dd6fd7f5 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495'] for network, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:03.586621 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64bb151c-61c0-4183-90b5-0013dd6fd7f5 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:12:03.586621 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-64bb151c-61c0-4183-90b5-0013dd6fd7f5 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:03.594084 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:12:03.597766 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.db.api [None req-30b4894a-60c9-4936-a225-7b9c507f84d9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87637) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 23 16:12:03.598660 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_db.api [None req-30b4894a-60c9-4936-a225-7b9c507f84d9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 23 16:12:03.598660 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Pushing event updated for resources: {'Port': ['ID=a384f35d-ac57-4b2a-80e3-ac72608c1494,revision_number=3']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:12:03.606185 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa45dae-b16f-47b1-9445-4cf865d2eb54 req-f3cc11e2-965a-44e2-b9ec-4caaf6c89041 tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:12:03.607712 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-efa45dae-b16f-47b1-9445-4cf865d2eb54 req-f3cc11e2-965a-44e2-b9ec-4caaf6c89041 tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] 10.222.0.64 "GET /v2.0/ports?device_id=f54fff32-66c0-4adb-922d-69673e61b491 HTTP/1.1" status: 200  len: 944 time: 0.6290481
Dec 23 16:12:03.635738 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:12:03.680981 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] For port ba1aa90b-adfb-4064-bfad-b5fc9b85dbca, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=ba1aa90b-adfb-4064-bfad-b5fc9b85dbca,segment=NetworkSegment(5b2dc38d-af73-4f53-bcc7-5cd4bb0f9f9f),segment_id=5b2dc38d-af73-4f53-bcc7-5cd4bb0f9f9f)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:12:03.704545 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-64bb151c-61c0-4183-90b5-0013dd6fd7f5 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 1.1866565
Dec 23 16:12:03.705462 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 45264) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:03.709651 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-2e9d4699-a1f1-4f2a-9df9-f3e7e415bcd5 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Unset dirty status for tenant:2f72b6313bdb4bc4afb373c10680a612 on resource:security_group_rule {{(pid=87635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:12:03.713749 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-2e9d4699-a1f1-4f2a-9df9-f3e7e415bcd5 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4659 time: 0.5887938
Dec 23 16:12:03.714125 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Returning: {'device': 'ba1aa90b-adfb-4064-bfad-b5fc9b85dbca', 'network_id': 'd7a1eeae-9238-41c5-b3d8-78eaa1dfac99', 'port_id': 'ba1aa90b-adfb-4064-bfad-b5fc9b85dbca', 'mac_address': 'fa:16:3e:02:f0:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea22a554-707a-4001-b348-60dd1fb71851', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 23 16:12:03.715971 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port a7355911-ebe5-4ba0-8458-1d96bad5afb8 triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:12:03.716551 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:03.733019 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 45268) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:03.771003 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-9489b4e5-c725-4985-822c-976fa42bc680 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Request body: {'network': {'name': 'New_network'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:12:03.800421 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bb151c-61c0-4183-90b5-0013dd6fd7f5 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Pushing event updated for resources: {'Network': ['ID=d15e1556-22b0-4a75-a6e9-50c9b60f9749,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:12:03.803239 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-64bb151c-61c0-4183-90b5-0013dd6fd7f5 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:12:03.833106 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Network d15e1556-22b0-4a75-a6e9-50c9b60f9749 details requested by agent ovs-agent-dv-neutron-822799-1-hyperv with host dv-neutron-822799-1-hyperv {{(pid=87637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 23 16:12:03.868008 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-881379b0-9827-4be7-9054-a7d69ff042d8 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2753333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2609730'] for subnet, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:03.883884 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-d24f8037-b318-4240-8bd8-fb09da422a04 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:12:03.914718 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-efa45dae-b16f-47b1-9445-4cf865d2eb54 req-0b0c94d9-dbd7-4546-829e-b100365c3a32 tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] 10.222.0.64 "GET /v2.0/security-groups?id=3b5fba24-44fb-4189-bd87-51876b915d36&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2785330
Dec 23 16:12:03.922533 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-1be1b0fe-e16d-47c4-aaa5-c601b4cd6db4 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:12:03.936806 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-591c07a7-897b-435e-b3b5-66d0b70af31c req-feabe29a-fc46-4a23-897b-213be66a453d service neutron] 10.222.0.61 "GET /v2.0/networks/d7a1eeae-9238-41c5-b3d8-78eaa1dfac99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5486200
Dec 23 16:12:03.949753 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-1be1b0fe-e16d-47c4-aaa5-c601b4cd6db4 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:12:03.972033 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:03.976162 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881379b0-9827-4be7-9054-a7d69ff042d8 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Pushing event deleted for resources: {'Subnet': ['ID=a22c3f04-919b-404c-bdca-afc6ef48c093,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:12:03.978791 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-881379b0-9827-4be7-9054-a7d69ff042d8 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify callbacks [] for subnet, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:03.996459 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-77fdb5dd-9666-4c3d-8c4e-55f6e9ab843f tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:04.008069 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-881379b0-9827-4be7-9054-a7d69ff042d8 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:12:04.010049 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1be1b0fe-e16d-47c4-aaa5-c601b4cd6db4 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Made reservation on behalf of bf435ff0e7914a739a10fff5b2399c13 for: {'port': 1} {{(pid=87635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:12:04.043922 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-881379b0-9827-4be7-9054-a7d69ff042d8 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] 10.222.0.64 "DELETE /v2.0/subnets/a22c3f04-919b-404c-bdca-afc6ef48c093 HTTP/1.1" status: 204  len: 168 time: 1.6225917
Dec 23 16:12:04.045605 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-77fdb5dd-9666-4c3d-8c4e-55f6e9ab843f tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:04.051223 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 45272) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:04.058767 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.notifiers.nova [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba1aa90b-adfb-4064-bfad-b5fc9b85dbca {{(pid=87637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 23 16:12:04.101608 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-635833f0-423a-476b-b495-3284acba1654 tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:04.169417 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-77fdb5dd-9666-4c3d-8c4e-55f6e9ab843f tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762424'] for security_group_rule, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:04.179730 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] For port ba1aa90b-adfb-4064-bfad-b5fc9b85dbca, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=ba1aa90b-adfb-4064-bfad-b5fc9b85dbca,segment=NetworkSegment(5b2dc38d-af73-4f53-bcc7-5cd4bb0f9f9f),segment_id=5b2dc38d-af73-4f53-bcc7-5cd4bb0f9f9f)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:12:04.187192 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:12:04.205413 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:04.217667 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:12:04.250035 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fdb5dd-9666-4c3d-8c4e-55f6e9ab843f tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=473f13aa-533e-4ba2-aff3-f92153bc01ed,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:12:04.252601 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-77fdb5dd-9666-4c3d-8c4e-55f6e9ab843f tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:04.262962 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 45276) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:04.265943 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-77fdb5dd-9666-4c3d-8c4e-55f6e9ab843f tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/473f13aa-533e-4ba2-aff3-f92153bc01ed HTTP/1.1" status: 204  len: 168 time: 0.5051620
Dec 23 16:12:04.267273 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-77fdb5dd-9666-4c3d-8c4e-55f6e9ab843f tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:12:04.274296 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-1be1b0fe-e16d-47c4-aaa5-c601b4cd6db4 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:04.279842 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-df860a04-f3ee-4876-bc32-fd9936a977eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc157ec10>, [{'id': '12e6c14d-1c18-4182-8f10-e5690f07f2d0', 'name': 'tempest-snat-router-729222353', 'tenant_id': '0cfbedddc6e84865852e5b977817804f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.253'}], 'enable_snat': False}, 'gw_port_id': '706705e8-e66e-461c-a7df-1ac8e84b83d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:11:52Z', 'updated_at': '2021-12-23T16:11:57Z', 'revision_number': 3, 'project_id': '0cfbedddc6e84865852e5b977817804f', 'gw_port': {'id': '706705e8-e66e-461c-a7df-1ac8e84b83d9', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:00:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12e6c14d-1c18-4182-8f10-e5690f07f2d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:11:55Z', 'updated_at': '2021-12-23T16:12:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-822799-1-hyperv'}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:12:04.299938 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a86b3efd-484f-4e02-a291-2a76f8294d63 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7e017a6-8198-58c8-a07e-0f786128e3b3-a67646b4-5371-43ec-9f98-39fe51a67033', 'network_id': 'a67646b4-5371-43ec-9f98-39fe51a67033', 'tenant_id': 'bf435ff0e7914a739a10fff5b2399c13', 'fixed_ips': [{'subnet_id': '2ca8936a-2e18-4177-b490-f6623d53cb79'}]}} from dv-neutron-822799-1-hyperv. {{(pid=87637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 23 16:12:04.301010 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-a86b3efd-484f-4e02-a291-2a76f8294d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:04.310988 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df860a04-f3ee-4876-bc32-fd9936a977eb None None] The sync data for ids ['12e6c14d-1c18-4182-8f10-e5690f07f2d0'] in dv-neutron-822799-1-hyperv is: [{'id': '12e6c14d-1c18-4182-8f10-e5690f07f2d0', 'name': 'tempest-snat-router-729222353', 'tenant_id': '0cfbedddc6e84865852e5b977817804f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.253'}], 'enable_snat': False}, 'gw_port_id': '706705e8-e66e-461c-a7df-1ac8e84b83d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:11:52Z', 'updated_at': '2021-12-23T16:11:57Z', 'revision_number': 3, 'project_id': '0cfbedddc6e84865852e5b977817804f', 'gw_port': {'id': '706705e8-e66e-461c-a7df-1ac8e84b83d9', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:00:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12e6c14d-1c18-4182-8f10-e5690f07f2d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:11:55Z', 'updated_at': '2021-12-23T16:12:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-822799-1-hyperv'}] {{(pid=87637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 23 16:12:04.312908 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9489b4e5-c725-4985-822c-976fa42bc680 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735362521793'] for network, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:04.315200 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-654ecee2-92b3-4b08-a867-a54d115acb52 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks [] for port, precommit_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:04.317679 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device ccf9ac3f-2b4e-4386-a5fb-5b69e4049bab no longer exists at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 23 16:12:04.323717 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d25ed195-615c-487e-94cd-58042a69b0a4 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-698866'] for network, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:04.328201 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-654ecee2-92b3-4b08-a867-a54d115acb52 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2753531'] for port, after_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:04.372679 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Pushing event updated for resources: {'Port': ['ID=ba1aa90b-adfb-4064-bfad-b5fc9b85dbca,revision_number=4']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:12:04.378650 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] No Port match for: ccf9ac3f-2b4e-4386-a5fb-5b69e4049bab {{(pid=87637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 23 16:12:04.379231 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device ccf9ac3f-2b4e-4386-a5fb-5b69e4049bab not bound to the agent host dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 23 16:12:04.380900 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:12:04.389828 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-b1b0fdac-55e3-4a8a-8be6-26f173af83ed tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:12:04.423153 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9489b4e5-c725-4985-822c-976fa42bc680 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495'] for network, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:04.430092 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-cf229f65-1f61-4e58-8035-11cf3f90508a tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:12:04.472045 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.notifiers.nova [None req-1be1b0fe-e16d-47c4-aaa5-c601b4cd6db4 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] device_id is not set on port 229912f4-90bb-48f0-8f99-a1e8f9a5023f yet. {{(pid=87635) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 23 16:12:04.477221 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9489b4e5-c725-4985-822c-976fa42bc680 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Network d15e1556-22b0-4a75-a6e9-50c9b60f9749 is not hosted by any dhcp agent {{(pid=87636) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}}
Dec 23 16:12:04.482971 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9489b4e5-c725-4985-822c-976fa42bc680 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:12:04.483598 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9489b4e5-c725-4985-822c-976fa42bc680 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:04.486658 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-9489b4e5-c725-4985-822c-976fa42bc680 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] 10.222.0.64 "PUT /v2.0/networks/d15e1556-22b0-4a75-a6e9-50c9b60f9749 HTTP/1.1" status: 200  len: 723 time: 0.7770994
Dec 23 16:12:04.503903 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] get_ports_and_sgs() called for port_ids ['ba1aa90b-adfb-4064-bfad-b5fc9b85dbca'] {{(pid=87637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 23 16:12:04.520513 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 45280) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:04.528743 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device a384f35d-ac57-4b2a-80e3-ac72608c1494 up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:12:04.531179 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-74e66d26-588d-4c3d-9778-460e5cf27c74 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Request body: {'subnet': {'network_id': 'd15e1556-22b0-4a75-a6e9-50c9b60f9749', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:12:04.601985 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-0907a13e-24ea-4842-a00a-dca841fe916e tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Synchronizing usage tracker for tenant:2f72b6313bdb4bc4afb373c10680a612 on resource:security_group_rule {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:12:04.604623 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-d25ed195-615c-487e-94cd-58042a69b0a4 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Deleting port 2f8b4e2e-ac23-4eb0-b852-8059f97fd228 {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:12:04.604939 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d25ed195-615c-487e-94cd-58042a69b0a4 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:04.732483 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9489b4e5-c725-4985-822c-976fa42bc680 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Pushing event updated for resources: {'Network': ['ID=d15e1556-22b0-4a75-a6e9-50c9b60f9749,revision_number=2']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:12:04.743211 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-9489b4e5-c725-4985-822c-976fa42bc680 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:12:04.785019 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Network d15e1556-22b0-4a75-a6e9-50c9b60f9749 details requested by agent ovs-agent-dv-neutron-822799-1-hyperv with host dv-neutron-822799-1-hyperv {{(pid=87637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 23 16:12:04.843950 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-654ecee2-92b3-4b08-a867-a54d115acb52 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1627481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1781465'] for router_interface, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:04.877902 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654ecee2-92b3-4b08-a867-a54d115acb52 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Pushing event updated for resources: {'Port': ['ID=ce0f0f9b-5941-4cba-9d67-5837896809be,revision_number=2']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:12:04.926710 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_common [None req-a86b3efd-484f-4e02-a291-2a76f8294d63 None None] Allocated IP 2001:db8::2 (a67646b4-5371-43ec-9f98-39fe51a67033/2ca8936a-2e18-4177-b490-f6623d53cb79/bc7fbd85-f0b6-413d-b721-09c145f60588) {{(pid=87637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:12:04.940136 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port a384f35d-ac57-4b2a-80e3-ac72608c1494 triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:12:04.940462 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:04.961961 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-654ecee2-92b3-4b08-a867-a54d115acb52 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.572s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:12:04.999803 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-0907a13e-24ea-4842-a00a-dca841fe916e tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Unset dirty status for tenant:2f72b6313bdb4bc4afb373c10680a612 on resource:security_group_rule {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:12:05.001772 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-0907a13e-24ea-4842-a00a-dca841fe916e tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4113 time: 0.7272043
Dec 23 16:12:05.008771 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-74e66d26-588d-4c3d-9778-460e5cf27c74 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:12:05.011072 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 45286) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:05.020481 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-74e66d26-588d-4c3d-9778-460e5cf27c74 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Usage tracker for resource:subnet and tenant:9552d108dcd2412896b3c037adf05d69 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:12:05.081174 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-74e66d26-588d-4c3d-9778-460e5cf27c74 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:12:05.095319 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-635833f0-423a-476b-b495-3284acba1654 tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1823971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1824234'] for router, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:05.097397 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-74e66d26-588d-4c3d-9778-460e5cf27c74 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:12:05.123622 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-106b39ae-de40-4c01-a9d3-3174ea452680 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:05.193493 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-654ecee2-92b3-4b08-a867-a54d115acb52 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Network dc5d9806-4698-43bb-ba9f-62bb72b7369b is already hosted by enough agents. {{(pid=87635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:12:05.195031 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.base_scheduler [None req-654ecee2-92b3-4b08-a867-a54d115acb52 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Resources bound (agent type, host, resource id):  {{(pid=87635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:12:05.215840 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-106b39ae-de40-4c01-a9d3-3174ea452680 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:05.391397 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74e66d26-588d-4c3d-9778-460e5cf27c74 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Made reservation on behalf of 9552d108dcd2412896b3c037adf05d69 for: {'subnet': 1} {{(pid=87635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:12:05.394838 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-74e66d26-588d-4c3d-9778-460e5cf27c74 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2610339'] for subnet, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:05.455550 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [None req-d25ed195-615c-487e-94cd-58042a69b0a4 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] For port 2f8b4e2e-ac23-4eb0-b852-8059f97fd228, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=2f8b4e2e-ac23-4eb0-b852-8059f97fd228,segment=NetworkSegment(b825801c-3f58-4e3c-885f-830837249628),segment_id=b825801c-3f58-4e3c-885f-830837249628)] {{(pid=87636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:12:05.455954 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d25ed195-615c-487e-94cd-58042a69b0a4 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:05.473689 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-106b39ae-de40-4c01-a9d3-3174ea452680 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762424'] for security_group_rule, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:05.480355 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-a86b3efd-484f-4e02-a291-2a76f8294d63 None None] Notify callbacks [] for port, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:05.498855 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-a86b3efd-484f-4e02-a291-2a76f8294d63 None None] Transition to ACTIVE for port object bc7fbd85-f0b6-413d-b721-09c145f60588 will not be triggered until provisioned by entity L2. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:12:05.522251 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-a86b3efd-484f-4e02-a291-2a76f8294d63 None None] Transition to ACTIVE for port object bc7fbd85-f0b6-413d-b721-09c145f60588 will not be triggered until provisioned by entity DHCP. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:12:05.530120 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-a86b3efd-484f-4e02-a291-2a76f8294d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780'] for port, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:05.534243 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-43a4242a-675d-4092-8eb4-699d91f97654 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:12:05.546988 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-4015b4bb-5e34-4c3a-a657-afa418589349 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:12:05.614055 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a86b3efd-484f-4e02-a291-2a76f8294d63 None None] Network a67646b4-5371-43ec-9f98-39fe51a67033 is already hosted by enough agents. {{(pid=87637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:12:05.618620 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-a86b3efd-484f-4e02-a291-2a76f8294d63 None None] Resources bound (agent type, host, resource id):  {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:12:05.622754 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a86b3efd-484f-4e02-a291-2a76f8294d63 None None] Received port after_create {{(pid=87637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:12:05.633062 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-d25ed195-615c-487e-94cd-58042a69b0a4 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Calling delete_port for 2f8b4e2e-ac23-4eb0-b852-8059f97fd228 owned by network:dhcp {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:12:05.667127 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106b39ae-de40-4c01-a9d3-3174ea452680 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=53937a58-60cb-47ec-a54b-10933330a6e2,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:12:05.667387 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86b3efd-484f-4e02-a291-2a76f8294d63 None None] Pushing event updated for resources: {'Port': ['ID=bc7fbd85-f0b6-413d-b721-09c145f60588,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:12:05.670880 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-a86b3efd-484f-4e02-a291-2a76f8294d63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:12:05.682912 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-106b39ae-de40-4c01-a9d3-3174ea452680 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:12:05.698660 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-106b39ae-de40-4c01-a9d3-3174ea452680 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:05.702728 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-106b39ae-de40-4c01-a9d3-3174ea452680 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/53937a58-60cb-47ec-a54b-10933330a6e2 HTTP/1.1" status: 204  len: 168 time: 0.6794200
Dec 23 16:12:05.702875 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.db_base_plugin_common [None req-1be1b0fe-e16d-47c4-aaa5-c601b4cd6db4 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Allocated IP 2001:db8::30c5:10ae:178c:d1be (a67646b4-5371-43ec-9f98-39fe51a67033/2ca8936a-2e18-4177-b490-f6623d53cb79/229912f4-90bb-48f0-8f99-a1e8f9a5023f) {{(pid=87635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:12:05.711145 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 45290) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:05.740287 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3429f9be-ddae-47a6-9bed-7dce2570f617 req-edf27e83-dcff-40dd-8910-7bb6d9f5c04e tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:12:05.740547 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-a86b3efd-484f-4e02-a291-2a76f8294d63 None None] Attempting to bind port bc7fbd85-f0b6-413d-b721-09c145f60588 on host dv-neutron-822799-1-hyperv for vnic_type normal with profile  {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:12:05.740846 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-654ecee2-92b3-4b08-a867-a54d115acb52 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Router fab2feb2-188b-41f7-9fbf-90b52d6367a8 is scheduled to L3 agent 371d4c41-c7e2-4de7-9539-c049ec4e95d1 with binding_index 1 {{(pid=87635) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 23 16:12:05.740956 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-a86b3efd-484f-4e02-a291-2a76f8294d63 None None] Attempting to bind port bc7fbd85-f0b6-413d-b721-09c145f60588 by drivers openvswitch,hyperv on host dv-neutron-822799-1-hyperv at level 0 using segments [{'id': 'd0e346f7-32a7-41a0-b972-301688edbe10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'a67646b4-5371-43ec-9f98-39fe51a67033'}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:12:05.741310 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a86b3efd-484f-4e02-a291-2a76f8294d63 None None] Attempting to bind port bc7fbd85-f0b6-413d-b721-09c145f60588 on network a67646b4-5371-43ec-9f98-39fe51a67033 {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:12:05.741839 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-3429f9be-ddae-47a6-9bed-7dce2570f617 req-edf27e83-dcff-40dd-8910-7bb6d9f5c04e tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] 10.222.0.64 "GET /v2.0/ports?device_id=f54fff32-66c0-4adb-922d-69673e61b491 HTTP/1.1" status: 200  len: 945 time: 0.6231728
Dec 23 16:12:05.747294 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a86b3efd-484f-4e02-a291-2a76f8294d63 None None] Checking agent: {'id': '20d2070f-69a9-4e73-8d08-6f0387a40158', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822799-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 21), 'started_at': datetime.datetime(2021, 12, 23, 16, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 11, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822799-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 23 16:12:05.747698 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a86b3efd-484f-4e02-a291-2a76f8294d63 None None] Checking segment: {'id': 'd0e346f7-32a7-41a0-b972-301688edbe10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'a67646b4-5371-43ec-9f98-39fe51a67033'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:12:05.748122 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-a86b3efd-484f-4e02-a291-2a76f8294d63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:05.748766 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a86b3efd-484f-4e02-a291-2a76f8294d63 None None] Bound using segment: {'id': 'd0e346f7-32a7-41a0-b972-301688edbe10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'a67646b4-5371-43ec-9f98-39fe51a67033'} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 23 16:12:05.749034 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-a86b3efd-484f-4e02-a291-2a76f8294d63 None None] Bound port: bc7fbd85-f0b6-413d-b721-09c145f60588, host: dv-neutron-822799-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0e346f7-32a7-41a0-b972-301688edbe10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'a67646b4-5371-43ec-9f98-39fe51a67033'}}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 23 16:12:05.749423 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-a86b3efd-484f-4e02-a291-2a76f8294d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:05.835133 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-3429f9be-ddae-47a6-9bed-7dce2570f617 req-637189c2-4a2b-4217-964d-57d684e147df tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] 10.222.0.64 "GET /v2.0/security-groups?id=3b5fba24-44fb-4189-bd87-51876b915d36&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0873137
Dec 23 16:12:05.838224 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d25ed195-615c-487e-94cd-58042a69b0a4 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:05.845769 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-9ac9b756-538f-4cd1-ba77-b6935ed42016 tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:12:05.854892 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-a86b3efd-484f-4e02-a291-2a76f8294d63 None None] For port bc7fbd85-f0b6-413d-b721-09c145f60588, host dv-neutron-822799-1-hyperv, cleared binding levels {{(pid=87637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 23 16:12:05.858868 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-a86b3efd-484f-4e02-a291-2a76f8294d63 None None] For port bc7fbd85-f0b6-413d-b721-09c145f60588, host dv-neutron-822799-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=bc7fbd85-f0b6-413d-b721-09c145f60588,segment=NetworkSegment(d0e346f7-32a7-41a0-b972-301688edbe10),segment_id=d0e346f7-32a7-41a0-b972-301688edbe10)] {{(pid=87637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 23 16:12:05.863877 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-a86b3efd-484f-4e02-a291-2a76f8294d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:05.870457 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-6bc6c317-8e00-42b5-8b31-93ffe7d1761f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:12:05.883148 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-635833f0-423a-476b-b495-3284acba1654 tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Router 7889afd8-2133-47ac-b008-00f223e63814 is scheduled to L3 agent 371d4c41-c7e2-4de7-9539-c049ec4e95d1 with binding_index 1 {{(pid=87636) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 23 16:12:05.883667 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-74e66d26-588d-4c3d-9778-460e5cf27c74 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2753396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2610353'] for subnet, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:05.895102 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-cae4d08e-c5fc-447a-b1ea-7eae53715de6 tempest-DHCPAgentSchedulersTestJSON-394741792 tempest-DHCPAgentSchedulersTestJSON-394741792-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:12:05.903191 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-5bd87aaf-aa18-4d42-93a1-16f86d7cdefc tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Synchronizing usage tracker for tenant:2f72b6313bdb4bc4afb373c10680a612 on resource:security_group_rule {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:12:05.924844 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25ed195-615c-487e-94cd-58042a69b0a4 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Pushing event deleted for resources: {'Port': ['ID=2f8b4e2e-ac23-4eb0-b852-8059f97fd228,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:12:05.934385 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d25ed195-615c-487e-94cd-58042a69b0a4 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] No DVR routers for this DVR port 2f8b4e2e-ac23-4eb0-b852-8059f97fd228 on host dv-neutron-822799-1-hyperv {{(pid=87636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 23 16:12:05.936317 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-d25ed195-615c-487e-94cd-58042a69b0a4 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:12:05.977260 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86b3efd-484f-4e02-a291-2a76f8294d63 None None] Pushing event updated for resources: {'Port': ['ID=bc7fbd85-f0b6-413d-b721-09c145f60588,revision_number=2']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:12:05.980924 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-a86b3efd-484f-4e02-a291-2a76f8294d63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:12:06.082024 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-5bd87aaf-aa18-4d42-93a1-16f86d7cdefc tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Unset dirty status for tenant:2f72b6313bdb4bc4afb373c10680a612 on resource:security_group_rule {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:12:06.086131 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-5bd87aaf-aa18-4d42-93a1-16f86d7cdefc tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.3731074
Dec 23 16:12:06.092949 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 45294) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:06.251502 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e66d26-588d-4c3d-9778-460e5cf27c74 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Pushing event updated for resources: {'Subnet': ['ID=8c65cf29-ed5d-4eb2-98c0-448b498ae9b0,revision_number=0']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:12:06.269853 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-74e66d26-588d-4c3d-9778-460e5cf27c74 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:12:06.275336 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-654ecee2-92b3-4b08-a867-a54d115acb52 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify agent at l3_agent.dv-neutron-822799-1-hyperv the message routers_updated {{(pid=87635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 23 16:12:06.277188 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d25ed195-615c-487e-94cd-58042a69b0a4 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-864347', 'neutron.services.segments.db._delete_segments_for_network-8735362908070'] for network, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:06.289534 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23e0ad72-46a1-45d8-8b65-e55d18326b0e None None] Sync routers for ids ['fab2feb2-188b-41f7-9fbf-90b52d6367a8'] in dv-neutron-822799-1-hyperv {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 23 16:12:06.337201 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e0ad72-46a1-45d8-8b65-e55d18326b0e None None] Routers {'fab2feb2-188b-41f7-9fbf-90b52d6367a8'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:12:06.338202 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-23e0ad72-46a1-45d8-8b65-e55d18326b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc1c39310>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:11:50Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['fab2feb2-188b-41f7-9fbf-90b52d6367a8'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:12:06.359157 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74e66d26-588d-4c3d-9778-460e5cf27c74 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Checking segment: {'id': '1a301975-8cd4-4bac-9d8f-bdf77bf995c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'd15e1556-22b0-4a75-a6e9-50c9b60f9749'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:12:06.359566 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74e66d26-588d-4c3d-9778-460e5cf27c74 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Network hostable DHCP agents. Network: d15e1556-22b0-4a75-a6e9-50c9b60f9749, hostable agents: ['1c812d71-eadf-4fb3-b98e-67468a4aa7e2'], hosted agents: [] {{(pid=87635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 23 16:12:06.400042 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-654ecee2-92b3-4b08-a867-a54d115acb52 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] 10.222.0.64 "PUT /v2.0/routers/fab2feb2-188b-41f7-9fbf-90b52d6367a8/add_router_interface HTTP/1.1" status: 200  len: 503 time: 8.2616298
Dec 23 16:12:06.401311 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 45298) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:06.481916 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-d25ed195-615c-487e-94cd-58042a69b0a4 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1dc040a5b0>,) {'filters': {'network_id': ['ef399216-4831-47d8-8201-4811808932f6']}} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:12:06.488857 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-23e0ad72-46a1-45d8-8b65-e55d18326b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc1c39310>, [], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:12:06.493467 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-57cba33e-3103-47d7-8cde-07d5c0568093 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Notify callbacks [] for security_group, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:06.508962 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-1be1b0fe-e16d-47c4-aaa5-c601b4cd6db4 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks [] for port, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:06.523642 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e0ad72-46a1-45d8-8b65-e55d18326b0e None None] Routers {'fab2feb2-188b-41f7-9fbf-90b52d6367a8'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:12:06.525083 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-23e0ad72-46a1-45d8-8b65-e55d18326b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc1c39310>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:11:50Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['fab2feb2-188b-41f7-9fbf-90b52d6367a8'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:12:06.531445 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74e66d26-588d-4c3d-9778-460e5cf27c74 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Network d15e1556-22b0-4a75-a6e9-50c9b60f9749 is scheduled to be hosted by DHCP agent 1c812d71-eadf-4fb3-b98e-67468a4aa7e2 with binding_index 1 {{(pid=87635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 23 16:12:06.534794 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-d25ed195-615c-487e-94cd-58042a69b0a4 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dc040a5b0>, 'b825801c-3f58-4e3c-885f-830837249628') {'for_net_delete': True} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:12:06.535090 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-d25ed195-615c-487e-94cd-58042a69b0a4 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dc040a5b0>, 'b825801c-3f58-4e3c-885f-830837249628') {} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:12:06.556935 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1ddf943-6b77-4a67-9538-31264a5d327c tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:12:06.557593 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-b1ddf943-6b77-4a67-9538-31264a5d327c tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Synchronizing usage tracker for tenant:3fd82437e08648b4840016e8955250bf on resource:port {{(pid=87635) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:12:06.562898 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.provisioning_blocks [None req-1be1b0fe-e16d-47c4-aaa5-c601b4cd6db4 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Transition to ACTIVE for port object 229912f4-90bb-48f0-8f99-a1e8f9a5023f will not be triggered until provisioned by entity DHCP. {{(pid=87635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:12:06.564224 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.base_scheduler [None req-74e66d26-588d-4c3d-9778-460e5cf27c74 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822799-1-hyperv, d15e1556-22b0-4a75-a6e9-50c9b60f9749) {{(pid=87635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:12:06.565949 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d25ed195-615c-487e-94cd-58042a69b0a4 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735363085442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2382197'] for segment, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:06.576335 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74e66d26-588d-4c3d-9778-460e5cf27c74 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:12:06.578406 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-74e66d26-588d-4c3d-9778-460e5cf27c74 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Notify callbacks [] for subnet, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:06.587980 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-635833f0-423a-476b-b495-3284acba1654 tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Notify agent at l3_agent.dv-neutron-822799-1-hyperv the message routers_updated {{(pid=87636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 23 16:12:06.604128 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad86b2db-5fd2-4590-b839-c6a62849671f None None] Sync routers for ids ['7889afd8-2133-47ac-b008-00f223e63814'] in dv-neutron-822799-1-hyperv {{(pid=87637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 23 16:12:06.604908 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-57cba33e-3103-47d7-8cde-07d5c0568093 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:06.608646 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-b1ddf943-6b77-4a67-9538-31264a5d327c tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Unset dirty status for tenant:3fd82437e08648b4840016e8955250bf on resource:port {{(pid=87635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:12:06.620182 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-b1ddf943-6b77-4a67-9538-31264a5d327c tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] 10.222.0.64 "GET /v2.0/ports/ce0f0f9b-5941-4cba-9d67-5837896809be HTTP/1.1" status: 200  len: 910 time: 0.2058206
Dec 23 16:12:06.626080 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 45302) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:06.631126 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad86b2db-5fd2-4590-b839-c6a62849671f None None] Routers {'7889afd8-2133-47ac-b008-00f223e63814'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:12:06.632104 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-ad86b2db-5fd2-4590-b839-c6a62849671f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc04f42b0>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:11:50Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['7889afd8-2133-47ac-b008-00f223e63814'], 'active': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:12:06.638732 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-23e0ad72-46a1-45d8-8b65-e55d18326b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc1c39310>, [], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:12:06.639281 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23e0ad72-46a1-45d8-8b65-e55d18326b0e None None] The sync data for ids ['fab2feb2-188b-41f7-9fbf-90b52d6367a8'] in dv-neutron-822799-1-hyperv is: [] {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 23 16:12:06.648232 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d25ed195-615c-487e-94cd-58042a69b0a4 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:06.672057 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d25ed195-615c-487e-94cd-58042a69b0a4 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Releasing vlan 420 on physical network physnet1 to pool {{(pid=87636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 23 16:12:06.672840 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d25ed195-615c-487e-94cd-58042a69b0a4 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2176261'] for segment, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:06.696760 dv-neutron-822799-1-hyperv neutron-server[87636]: Traceback (most recent call last):
Dec 23 16:12:06.696760 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 23 16:12:06.696760 dv-neutron-822799-1-hyperv neutron-server[87636]:     timer()
Dec 23 16:12:06.696760 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:12:06.696760 dv-neutron-822799-1-hyperv neutron-server[87636]:     cb(*args, **kw)
Dec 23 16:12:06.696760 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 23 16:12:06.696760 dv-neutron-822799-1-hyperv neutron-server[87636]:     return func(*args, **kwargs)
Dec 23 16:12:06.696760 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:12:06.696760 dv-neutron-822799-1-hyperv neutron-server[87636]:     self._notify()
Dec 23 16:12:06.696760 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:12:06.696760 dv-neutron-822799-1-hyperv neutron-server[87636]:     self.callback(batched_events)
Dec 23 16:12:06.696760 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:12:06.696760 dv-neutron-822799-1-hyperv neutron-server[87636]:     event.method(event)
Dec 23 16:12:06.696760 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:12:06.696760 dv-neutron-822799-1-hyperv neutron-server[87636]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:12:06.696760 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 23 16:12:06.696760 dv-neutron-822799-1-hyperv neutron-server[87636]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 23 16:12:06.696760 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 23 16:12:06.696760 dv-neutron-822799-1-hyperv neutron-server[87636]:     return f(self, *a, **k)
Dec 23 16:12:06.696760 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:12:06.696760 dv-neutron-822799-1-hyperv neutron-server[87636]:     return self._get(url).json()
Dec 23 16:12:06.696760 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 23 16:12:06.696760 dv-neutron-822799-1-hyperv neutron-server[87636]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 23 16:12:06.696760 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 23 16:12:06.696760 dv-neutron-822799-1-hyperv neutron-server[87636]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:12:06.696760 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 23 16:12:06.696760 dv-neutron-822799-1-hyperv neutron-server[87636]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 23 16:12:06.696760 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 23 16:12:06.696760 dv-neutron-822799-1-hyperv neutron-server[87636]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:12:06.696760 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 23 16:12:06.696760 dv-neutron-822799-1-hyperv neutron-server[87636]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:12:06.696760 dv-neutron-822799-1-hyperv neutron-server[87636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:12:06.705348 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-635833f0-423a-476b-b495-3284acba1654 tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Notify callbacks [] for router, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:06.707177 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-635833f0-423a-476b-b495-3284acba1654 tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201  len: 905 time: 6.6388814
Dec 23 16:12:06.715411 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-74e66d26-588d-4c3d-9778-460e5cf27c74 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.1931710
Dec 23 16:12:06.720033 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 45306) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:06.720676 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 45308) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:06.756850 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device bc7fbd85-f0b6-413d-b721-09c145f60588 up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:12:06.765531 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-608f7286-71e3-4ce6-8235-c60fc4fb3eb6 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:12:06.803631 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-57cba33e-3103-47d7-8cde-07d5c0568093 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:06.806927 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-8b15aae4-eca3-4942-b83d-d76704352118 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:12:06.810044 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Device ba1aa90b-adfb-4064-bfad-b5fc9b85dbca up at agent hyperv_hv-neutron-8227 {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:12:06.815251 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d25ed195-615c-487e-94cd-58042a69b0a4 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-864336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1824171'] for network, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:06.830679 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cba33e-3103-47d7-8cde-07d5c0568093 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a252aeac-7962-427a-bbd4-f2fbb9de452a,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:12:06.833451 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d25ed195-615c-487e-94cd-58042a69b0a4 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:06.840409 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-57cba33e-3103-47d7-8cde-07d5c0568093 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:12:06.842262 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-4faf3716-85ff-422b-bf89-be9e4323dd8f tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:12:06.870065 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-57cba33e-3103-47d7-8cde-07d5c0568093 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Notify callbacks [] for security_group, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:06.871258 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-57cba33e-3103-47d7-8cde-07d5c0568093 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] 10.222.0.64 "DELETE /v2.0/security-groups/a252aeac-7962-427a-bbd4-f2fbb9de452a HTTP/1.1" status: 204  len: 168 time: 0.7746007
Dec 23 16:12:06.876788 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 45316) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:06.877870 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25ed195-615c-487e-94cd-58042a69b0a4 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Pushing event deleted for resources: {'Network': ['ID=ef399216-4831-47d8-8201-4811808932f6,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:12:06.886089 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-d25ed195-615c-487e-94cd-58042a69b0a4 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:12:06.888283 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-d25ed195-615c-487e-94cd-58042a69b0a4 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] 10.222.0.64 "DELETE /v2.0/networks/ef399216-4831-47d8-8201-4811808932f6 HTTP/1.1" status: 204  len: 168 time: 2.8363349
Dec 23 16:12:06.891814 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 45318) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:07.023427 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-1be1b0fe-e16d-47c4-aaa5-c601b4cd6db4 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:07.027130 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvr_db [None req-ad86b2db-5fd2-4590-b839-c6a62849671f None None] Set router 7889afd8-2133-47ac-b008-00f223e63814 gateway port host: dv-neutron-822799-1-hyperv {{(pid=87637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:12:07.142030 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning for port bc7fbd85-f0b6-413d-b721-09c145f60588 completed by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:12:07.163665 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Provisioning for port ba1aa90b-adfb-4064-bfad-b5fc9b85dbca completed by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:12:07.167104 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 706705e8-e66e-461c-a7df-1ac8e84b83d9 up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:12:07.204063 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Provisioning complete for port ba1aa90b-adfb-4064-bfad-b5fc9b85dbca triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:12:07.204330 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:07.286507 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-bff0cac2-606e-4f40-bca2-3e013aff277d tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Deleting port a400c4d7-fb3a-4595-915c-aef679a05476 {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:12:07.287103 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-bff0cac2-606e-4f40-bca2-3e013aff277d tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:07.402050 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-e3d25d78-978e-4a12-af99-a7ed9b47ce35 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:12:07.437996 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-4d7b722b-b33a-4bb7-9ee8-7608898203a0 tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] 10.222.0.64 "GET /v2.0/routers/7889afd8-2133-47ac-b008-00f223e63814 HTTP/1.1" status: 200  len: 906 time: 0.7082212
Dec 23 16:12:07.477574 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 45324) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:07.486804 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-1a4a1c15-5f70-43ea-bfd3-a3c16880838c tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Synchronizing usage tracker for tenant:2f72b6313bdb4bc4afb373c10680a612 on resource:security_group {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:12:07.519864 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b49ffa74-7f28-4892-92e9-99adca8dc8ff None None] Network a67646b4-5371-43ec-9f98-39fe51a67033 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:12:07.558878 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-bff0cac2-606e-4f40-bca2-3e013aff277d tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:07.559593 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-bff0cac2-606e-4f40-bca2-3e013aff277d tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:07.565599 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be1b0fe-e16d-47c4-aaa5-c601b4cd6db4 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Pushing event updated for resources: {'Port': ['ID=229912f4-90bb-48f0-8f99-a1e8f9a5023f,revision_number=1']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:12:07.568676 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-1be1b0fe-e16d-47c4-aaa5-c601b4cd6db4 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:12:07.640060 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11f112ac-3278-4ce0-a087-d498f1dfbb09 None None] Network ef399216-4831-47d8-8201-4811808932f6 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:12:07.651833 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-608f7286-71e3-4ce6-8235-c60fc4fb3eb6 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2610344'] for subnet, before_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:07.652258 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d90c6a3-1d4b-46b4-8c61-331cb9bb10b7 None None] Network d15e1556-22b0-4a75-a6e9-50c9b60f9749 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:12:07.697855 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1be1b0fe-e16d-47c4-aaa5-c601b4cd6db4 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Network a67646b4-5371-43ec-9f98-39fe51a67033 is already hosted by enough agents. {{(pid=87635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:12:07.710466 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.base_scheduler [None req-1be1b0fe-e16d-47c4-aaa5-c601b4cd6db4 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Resources bound (agent type, host, resource id):  {{(pid=87635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:12:07.712965 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be1b0fe-e16d-47c4-aaa5-c601b4cd6db4 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Received port after_create {{(pid=87635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:12:07.723738 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1be1b0fe-e16d-47c4-aaa5-c601b4cd6db4 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:12:07.724499 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-1be1b0fe-e16d-47c4-aaa5-c601b4cd6db4 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:07.727874 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-bff0cac2-606e-4f40-bca2-3e013aff277d tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Calling delete_port for a400c4d7-fb3a-4595-915c-aef679a05476 owned by network:floatingip {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:12:07.763370 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-1a4a1c15-5f70-43ea-bfd3-a3c16880838c tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Unset dirty status for tenant:2f72b6313bdb4bc4afb373c10680a612 on resource:security_group {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:12:07.768675 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-1a4a1c15-5f70-43ea-bfd3-a3c16880838c tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2979 time: 0.8745203
Dec 23 16:12:07.776923 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 45328) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:07.788420 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-1be1b0fe-e16d-47c4-aaa5-c601b4cd6db4 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201  len: 948 time: 4.6241424
Dec 23 16:12:07.788652 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-c913879f-22c1-4ffa-8fef-968662fb1143 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Request body: {'security_group': {'name': 'tempest-secgroup--2135134274'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:12:07.792254 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 45332) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:07.805136 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-c913879f-22c1-4ffa-8fef-968662fb1143 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:12:07.808833 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-1933babc-1e06-42d3-b179-c5472256183a tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Request body: {'port': {'network_id': 'a67646b4-5371-43ec-9f98-39fe51a67033', 'fixed_ips': [{'subnet_id': '2ca8936a-2e18-4177-b490-f6623d53cb79', 'ip_address': '2001:db8::30c5:10ae:178c:d1be'}], 'name': 'tempest-NetworksTestDHCPv6-430623122'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:12:07.860998 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:07.869575 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11f112ac-3278-4ce0-a087-d498f1dfbb09 None None] Network ef399216-4831-47d8-8201-4811808932f6 could not be found, it might have been deleted concurrently. {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}}
Dec 23 16:12:07.882609 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-c913879f-22c1-4ffa-8fef-968662fb1143 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:12:07.900378 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning for port 706705e8-e66e-461c-a7df-1ac8e84b83d9 completed by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:12:07.929435 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port 706705e8-e66e-461c-a7df-1ac8e84b83d9 triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:12:07.929884 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:07.930316 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c913879f-22c1-4ffa-8fef-968662fb1143 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Notify callbacks [] for security_group, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:07.956908 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c4803fe8-b371-4188-a27d-cfbd14929bc0 tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Notify callbacks [] for router, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:07.987337 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-137f24f1-fedd-4bee-84c1-f1db3feca5b3 None None] Provisioning for port bc7fbd85-f0b6-413d-b721-09c145f60588 completed by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:12:08.015697 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-c913879f-22c1-4ffa-8fef-968662fb1143 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:12:08.032373 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d9b5bb9-f582-4010-9967-5f88a5e71c04 None None] DHCP port deletion for ef399216-4831-47d8-8201-4811808932f6 request from dv-neutron-822799-1-hyperv {{(pid=87637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 23 16:12:08.041235 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-c913879f-22c1-4ffa-8fef-968662fb1143 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:12:08.064465 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f54fff32-66c0-4adb-922d-69673e61b491', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba1aa90b-adfb-4064-bfad-b5fc9b85dbca'}] {{(pid=87637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 23 16:12:08.078735 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc35149d-87ff-4b0d-a261-36b0130a9bbe req-b9e816ca-0cea-4b1f-a9b1-15446796e1d6 tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:12:08.079663 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-dc35149d-87ff-4b0d-a261-36b0130a9bbe req-b9e816ca-0cea-4b1f-a9b1-15446796e1d6 tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] 10.222.0.64 "GET /v2.0/ports?device_id=f54fff32-66c0-4adb-922d-69673e61b491 HTTP/1.1" status: 200  len: 945 time: 1.0541923
Dec 23 16:12:08.111738 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-137f24f1-fedd-4bee-84c1-f1db3feca5b3 None None] Provisioning complete for port bc7fbd85-f0b6-413d-b721-09c145f60588 triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:12:08.112199 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-137f24f1-fedd-4bee-84c1-f1db3feca5b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:08.177158 dv-neutron-822799-1-hyperv neutron-server[87637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f54fff32-66c0-4adb-922d-69673e61b491', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba1aa90b-adfb-4064-bfad-b5fc9b85dbca', 'code': 200}
Dec 23 16:12:08.196199 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] For port ba1aa90b-adfb-4064-bfad-b5fc9b85dbca, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=ba1aa90b-adfb-4064-bfad-b5fc9b85dbca,segment=NetworkSegment(5b2dc38d-af73-4f53-bcc7-5cd4bb0f9f9f),segment_id=5b2dc38d-af73-4f53-bcc7-5cd4bb0f9f9f)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:12:08.218106 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:08.228259 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:12:08.263231 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-bff0cac2-606e-4f40-bca2-3e013aff277d tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:08.286775 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-4174ecab-6c60-4c4d-b59b-cfeb23542f2a tempest-RoutersAdminTest-1714001428 tempest-RoutersAdminTest-1714001428-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:12:08.370284 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff0cac2-606e-4f40-bca2-3e013aff277d tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Pushing event deleted for resources: {'Port': ['ID=a400c4d7-fb3a-4595-915c-aef679a05476,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:12:08.414761 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-ad86b2db-5fd2-4590-b839-c6a62849671f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc04f42b0>, [{'id': '7889afd8-2133-47ac-b008-00f223e63814', 'name': 'tempest-snat-router-729222353', 'tenant_id': '0cfbedddc6e84865852e5b977817804f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.56'}], 'enable_snat': True}, 'gw_port_id': '0a11a5cb-c126-41e6-bfa5-9c02d8665aa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:12:00Z', 'updated_at': '2021-12-23T16:12:03Z', 'revision_number': 3, 'project_id': '0cfbedddc6e84865852e5b977817804f', 'gw_port': {'id': '0a11a5cb-c126-41e6-bfa5-9c02d8665aa1', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:7b:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7889afd8-2133-47ac-b008-00f223e63814', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:12:01Z', 'updated_at': '2021-12-23T16:12:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv'}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:12:08.434948 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-bff0cac2-606e-4f40-bca2-3e013aff277d tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:12:08.448185 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad86b2db-5fd2-4590-b839-c6a62849671f None None] Checking router: 7889afd8-2133-47ac-b008-00f223e63814 for host: dv-neutron-822799-1-hyperv {{(pid=87637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 23 16:12:08.448716 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad86b2db-5fd2-4590-b839-c6a62849671f None None] Updating router 7889afd8-2133-47ac-b008-00f223e63814 port 0a11a5cb-c126-41e6-bfa5-9c02d8665aa1 binding host dv-neutron-822799-1-hyperv {{(pid=87637) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 23 16:12:08.460153 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c4803fe8-b371-4188-a27d-cfbd14929bc0 tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:08.467567 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-608f7286-71e3-4ce6-8235-c60fc4fb3eb6 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8735363031381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2753338'] for subnet, after_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:08.482784 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-1c3df5ae-5b12-4324-9d79-54122a05fad5 tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:12:08.538295 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c913879f-22c1-4ffa-8fef-968662fb1143 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Notify callbacks [] for security_group, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:08.541788 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-c4803fe8-b371-4188-a27d-cfbd14929bc0 tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Deleting port 0a11a5cb-c126-41e6-bfa5-9c02d8665aa1 {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:12:08.542133 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c4803fe8-b371-4188-a27d-cfbd14929bc0 tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:08.542526 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Pushing event updated for resources: {'Port': ['ID=ba1aa90b-adfb-4064-bfad-b5fc9b85dbca,revision_number=5']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:12:08.547118 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:12:08.582594 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c913879f-22c1-4ffa-8fef-968662fb1143 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:08.593868 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-9d31a9ad-7763-4189-a373-b8837d3951be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:12:08.602973 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d69d1ca-c67e-43b2-8c11-08554ea94171 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7e017a6-8198-58c8-a07e-0f786128e3b3-d15e1556-22b0-4a75-a6e9-50c9b60f9749', 'network_id': 'd15e1556-22b0-4a75-a6e9-50c9b60f9749', 'tenant_id': '9552d108dcd2412896b3c037adf05d69', 'fixed_ips': [{'subnet_id': '8c65cf29-ed5d-4eb2-98c0-448b498ae9b0'}]}} from dv-neutron-822799-1-hyperv. {{(pid=87637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 23 16:12:08.605356 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-6d69d1ca-c67e-43b2-8c11-08554ea94171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:08.639316 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-bff0cac2-606e-4f40-bca2-3e013aff277d tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify callbacks [] for floatingip, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:08.642361 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:08.655447 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-dc35149d-87ff-4b0d-a261-36b0130a9bbe req-bc97456a-432e-42a9-827c-f29d17dc3914 tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] 10.222.0.64 "GET /v2.0/security-groups?id=3b5fba24-44fb-4189-bd87-51876b915d36&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.5158007
Dec 23 16:12:08.680018 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-608f7286-71e3-4ce6-8235-c60fc4fb3eb6 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:12:08.681035 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-608f7286-71e3-4ce6-8235-c60fc4fb3eb6 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Notify callbacks [] for subnet, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:08.682762 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-608f7286-71e3-4ce6-8235-c60fc4fb3eb6 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] 10.222.0.64 "PUT /v2.0/subnets/8c65cf29-ed5d-4eb2-98c0-448b498ae9b0 HTTP/1.1" status: 200  len: 806 time: 1.9514811
Dec 23 16:12:08.691431 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 45338) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:08.694859 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] For port 706705e8-e66e-461c-a7df-1ac8e84b83d9, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=706705e8-e66e-461c-a7df-1ac8e84b83d9,segment=NetworkSegment(77e3d110-dd7b-426c-b11f-b78dde7993df),segment_id=77e3d110-dd7b-426c-b11f-b78dde7993df)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:12:08.761977 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:08.775596 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-65dc342f-5304-43ff-abe0-761d21c8808b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:12:08.802594 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-1933babc-1e06-42d3-b179-c5472256183a tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:12:08.813937 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608f7286-71e3-4ce6-8235-c60fc4fb3eb6 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Pushing event updated for resources: {'Subnet': ['ID=8c65cf29-ed5d-4eb2-98c0-448b498ae9b0,revision_number=1']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:12:08.821873 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-ad86b2db-5fd2-4590-b839-c6a62849671f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:08.839814 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-1933babc-1e06-42d3-b179-c5472256183a tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Usage tracker for resource:port and tenant:bf435ff0e7914a739a10fff5b2399c13 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:12:08.848383 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-608f7286-71e3-4ce6-8235-c60fc4fb3eb6 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:12:08.855388 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-1933babc-1e06-42d3-b179-c5472256183a tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:12:08.870206 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 2f8b4e2e-ac23-4eb0-b852-8059f97fd228 no longer exists at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 23 16:12:08.955148 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] No Port match for: 2f8b4e2e-ac23-4eb0-b852-8059f97fd228 {{(pid=87637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 23 16:12:08.955447 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 2f8b4e2e-ac23-4eb0-b852-8059f97fd228 not bound to the agent host dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 23 16:12:08.968124 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-137f24f1-fedd-4bee-84c1-f1db3feca5b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:08.976806 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c913879f-22c1-4ffa-8fef-968662fb1143 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4744a89d-7941-43d0-bd27-c45ac5089ae7,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:12:08.991852 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-c913879f-22c1-4ffa-8fef-968662fb1143 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.398s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:12:08.993383 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c913879f-22c1-4ffa-8fef-968662fb1143 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Notify callbacks [] for security_group, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:09.000150 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-c913879f-22c1-4ffa-8fef-968662fb1143 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1744 time: 1.2165718
Dec 23 16:12:09.007837 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-bff0cac2-606e-4f40-bca2-3e013aff277d tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for floatingip, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:09.010478 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-bff0cac2-606e-4f40-bca2-3e013aff277d tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] 10.222.0.64 "DELETE /v2.0/floatingips/70b7bdce-e9fe-417b-afc4-71f4179f8957 HTTP/1.1" status: 204  len: 168 time: 2.1173563
Dec 23 16:12:09.011520 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 45342) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:09.070568 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c4803fe8-b371-4188-a27d-cfbd14929bc0 tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:09.109467 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 45344) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:09.125885 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-137f24f1-fedd-4bee-84c1-f1db3feca5b3 None None] For port bc7fbd85-f0b6-413d-b721-09c145f60588, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=bc7fbd85-f0b6-413d-b721-09c145f60588,segment=NetworkSegment(d0e346f7-32a7-41a0-b972-301688edbe10),segment_id=d0e346f7-32a7-41a0-b972-301688edbe10)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:12:09.127309 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Pushing event updated for resources: {'Port': ['ID=706705e8-e66e-461c-a7df-1ac8e84b83d9,revision_number=4']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:12:09.139436 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:12:09.140696 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-137f24f1-fedd-4bee-84c1-f1db3feca5b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:09.149381 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-7f8b6dde-4fa5-47ac-b36f-d8cb6953b0a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:12:09.165694 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-1933babc-1e06-42d3-b179-c5472256183a tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:12:09.218067 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4b8a55-8b1e-4e70-8c1c-820a5fa41c53 req-76445012-e93e-4d16-920d-d686caacad37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:12:09.219584 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-cc4b8a55-8b1e-4e70-8c1c-820a5fa41c53 req-76445012-e93e-4d16-920d-d686caacad37 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=f54fff32-66c0-4adb-922d-69673e61b491 HTTP/1.1" status: 200  len: 1099 time: 0.7478456
Dec 23 16:12:09.220854 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a00ae65-e29a-43f2-b394-8eec6a56eb31 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:12:09.221317 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a00ae65-e29a-43f2-b394-8eec6a56eb31 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 23 16:12:09.225707 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-9a00ae65-e29a-43f2-b394-8eec6a56eb31 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] 10.222.0.64 "DELETE /v2.0/ports/8ab3e7d2-aaad-46a6-b8eb-f00f6c1079d4 HTTP/1.1" status: 404  len: 333 time: 0.1065660
Dec 23 16:12:09.248429 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 45348) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:09.250738 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-fe965ab1-ed09-4ea2-bfe0-f1de620317f0 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:09.254180 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-c4803fe8-b371-4188-a27d-cfbd14929bc0 tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Calling delete_port for 0a11a5cb-c126-41e6-bfa5-9c02d8665aa1 owned by network:router_gateway {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:12:09.310919 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1933babc-1e06-42d3-b179-c5472256183a tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Made reservation on behalf of bf435ff0e7914a739a10fff5b2399c13 for: {'port': 1} {{(pid=87635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:12:09.335391 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-8f699517-c8e9-42a2-9d92-01179080bae0 None None] Provisioning for port 229912f4-90bb-48f0-8f99-a1e8f9a5023f completed by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:12:09.367209 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-59c2b18c-0350-4ebd-99ee-89b95d017cb2 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Request body: {'security_group_rule': {'security_group_id': '4744a89d-7941-43d0-bd27-c45ac5089ae7', 'direction': 'ingress', 'protocol': 17}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:12:09.368177 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-1a4449d4-9e6e-4ef4-8c95-1f023716de13 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Synchronizing usage tracker for tenant:eee7102271fa49768eefd83617c1f38a on resource:port {{(pid=87635) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:12:09.375890 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-59c2b18c-0350-4ebd-99ee-89b95d017cb2 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:12:09.382102 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-59c2b18c-0350-4ebd-99ee-89b95d017cb2 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Usage tracker for resource:security_group_rule and tenant:2f72b6313bdb4bc4afb373c10680a612 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:12:09.386776 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-59c2b18c-0350-4ebd-99ee-89b95d017cb2 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:12:09.401010 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-59c2b18c-0350-4ebd-99ee-89b95d017cb2 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:12:09.456679 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-59c2b18c-0350-4ebd-99ee-89b95d017cb2 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:09.504631 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-8f699517-c8e9-42a2-9d92-01179080bae0 None None] Provisioning complete for port 229912f4-90bb-48f0-8f99-a1e8f9a5023f triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:12:09.504631 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-8f699517-c8e9-42a2-9d92-01179080bae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:09.532325 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c4803fe8-b371-4188-a27d-cfbd14929bc0 tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:09.539102 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137f24f1-fedd-4bee-84c1-f1db3feca5b3 None None] Pushing event updated for resources: {'Port': ['ID=bc7fbd85-f0b6-413d-b721-09c145f60588,revision_number=3']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:12:09.540150 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-55ee95e9-0b5e-4006-b1af-ca7072690266 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:12:09.558093 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-137f24f1-fedd-4bee-84c1-f1db3feca5b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.409s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:12:09.566589 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-cc4b8a55-8b1e-4e70-8c1c-820a5fa41c53 req-7649d784-6eca-4de5-92b2-3b6f60cc8b01 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=3b5fba24-44fb-4189-bd87-51876b915d36&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3363926
Dec 23 16:12:09.584277 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-59c2b18c-0350-4ebd-99ee-89b95d017cb2 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:09.586124 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4803fe8-b371-4188-a27d-cfbd14929bc0 tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Pushing event deleted for resources: {'Port': ['ID=0a11a5cb-c126-41e6-bfa5-9c02d8665aa1,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:12:09.586267 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_common [None req-6d69d1ca-c67e-43b2-8c11-08554ea94171 None None] Allocated IP 172.20.0.2 (d15e1556-22b0-4a75-a6e9-50c9b60f9749/8c65cf29-ed5d-4eb2-98c0-448b498ae9b0/ba32c326-f9fc-4c7a-90d0-ee3156946926) {{(pid=87637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:12:09.589408 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-c4803fe8-b371-4188-a27d-cfbd14929bc0 tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:12:09.614987 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-8f699517-c8e9-42a2-9d92-01179080bae0 None None] Port 229912f4-90bb-48f0-8f99-a1e8f9a5023f cannot update to ACTIVE because it is not bound. {{(pid=87637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 23 16:12:09.630998 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-59c2b18c-0350-4ebd-99ee-89b95d017cb2 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762424'] for security_group_rule, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:09.638945 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-f01588b4-9267-47f1-951a-e5195c7493fa tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-698866'] for network, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:09.657845 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-1a4449d4-9e6e-4ef4-8c95-1f023716de13 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Unset dirty status for tenant:eee7102271fa49768eefd83617c1f38a on resource:port {{(pid=87635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:12:09.661796 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-1a4449d4-9e6e-4ef4-8c95-1f023716de13 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] 10.222.0.64 "GET /v2.0/ports?device_id=241813ab-058a-4d36-a6bf-c992de5b1eed HTTP/1.1" status: 200  len: 205 time: 0.3955891
Dec 23 16:12:09.662070 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-8f42fbc1-d229-4823-b546-ce43a063a6cb tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:12:09.670773 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 45354) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:09.716364 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-8f699517-c8e9-42a2-9d92-01179080bae0 None None] Provisioning for port ce0f0f9b-5941-4cba-9d67-5837896809be completed by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:12:09.728421 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-8f699517-c8e9-42a2-9d92-01179080bae0 None None] Provisioning complete for port ce0f0f9b-5941-4cba-9d67-5837896809be triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:12:09.728868 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-8f699517-c8e9-42a2-9d92-01179080bae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:09.768323 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c2b18c-0350-4ebd-99ee-89b95d017cb2 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c86cbc44-f5ed-467e-b397-49f647793926,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:12:09.775407 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-59c2b18c-0350-4ebd-99ee-89b95d017cb2 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:12:09.781083 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.api.v2.resource [None req-41560952-757b-4b39-adeb-d28c2ebb07d8 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] delete failed (client error): The resource could not be found.
Dec 23 16:12:09.784961 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-41560952-757b-4b39-adeb-d28c2ebb07d8 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] 10.222.0.64 "DELETE /v2.0/routers/241813ab-058a-4d36-a6bf-c992de5b1eed HTTP/1.1" status: 404  len: 336 time: 0.1046736
Dec 23 16:12:09.788871 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 45360) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:09.798124 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-8f699517-c8e9-42a2-9d92-01179080bae0 None None] Port ce0f0f9b-5941-4cba-9d67-5837896809be cannot update to ACTIVE because it is not bound. {{(pid=87637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 23 16:12:09.826998 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-1933babc-1e06-42d3-b179-c5472256183a tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:09.831963 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-8f699517-c8e9-42a2-9d92-01179080bae0 None None] Provisioning complete for port bc7fbd85-f0b6-413d-b721-09c145f60588 triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:12:09.832434 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-8f699517-c8e9-42a2-9d92-01179080bae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:09.835382 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c4803fe8-b371-4188-a27d-cfbd14929bc0 tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1824206'] for router_gateway, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:09.877419 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.pecan_wsgi.hooks.translation [None req-539bae86-131f-4977-96fd-e4f48020c9f9 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:12:09.877845 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-539bae86-131f-4977-96fd-e4f48020c9f9 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 23 16:12:09.882217 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-539bae86-131f-4977-96fd-e4f48020c9f9 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] 10.222.0.64 "DELETE /v2.0/subnets/a22c3f04-919b-404c-bdca-afc6ef48c093 HTTP/1.1" status: 404  len: 337 time: 0.0897264
Dec 23 16:12:09.884606 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 45366) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:09.889900 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.notifiers.nova [None req-1933babc-1e06-42d3-b179-c5472256183a tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] device_id is not set on port 338e603e-a200-4473-8e75-fcff81e44e76 yet. {{(pid=87635) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 23 16:12:09.915092 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-59c2b18c-0350-4ebd-99ee-89b95d017cb2 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:09.919300 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-59c2b18c-0350-4ebd-99ee-89b95d017cb2 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 767 time: 0.5578668
Dec 23 16:12:09.956771 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 45370) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:09.968071 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-f01588b4-9267-47f1-951a-e5195c7493fa tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864774'] for subnet, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:10.039372 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.db.api [None req-ad86b2db-5fd2-4590-b839-c6a62849671f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87637) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 23 16:12:10.039715 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_db.api [None req-ad86b2db-5fd2-4590-b839-c6a62849671f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 23 16:12:10.046740 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-6d69d1ca-c67e-43b2-8c11-08554ea94171 None None] Notify callbacks [] for port, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:10.056240 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c4803fe8-b371-4188-a27d-cfbd14929bc0 tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1784183', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-235354'] for router, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:10.057530 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-6d69d1ca-c67e-43b2-8c11-08554ea94171 None None] Transition to ACTIVE for port object ba32c326-f9fc-4c7a-90d0-ee3156946926 will not be triggered until provisioned by entity L2. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:12:10.060266 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c4803fe8-b371-4188-a27d-cfbd14929bc0 tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:10.096839 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c4803fe8-b371-4188-a27d-cfbd14929bc0 tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1781328'] for router, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:10.097172 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4803fe8-b371-4188-a27d-cfbd14929bc0 tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7889afd8-2133-47ac-b008-00f223e63814 {{(pid=87636) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 23 16:12:10.112690 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08430e90-6a98-4978-ad28-c08181445bc2 req-89a1a336-7456-4ac6-942f-25a88e06c7ed tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:12:10.114176 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-08430e90-6a98-4978-ad28-c08181445bc2 req-89a1a336-7456-4ac6-942f-25a88e06c7ed tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] 10.222.0.64 "GET /v2.0/ports?device_id=f54fff32-66c0-4adb-922d-69673e61b491 HTTP/1.1" status: 200  len: 946 time: 0.2294354
Dec 23 16:12:10.117240 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c4803fe8-b371-4188-a27d-cfbd14929bc0 tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Notify callbacks [] for router, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:10.121047 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-c4803fe8-b371-4188-a27d-cfbd14929bc0 tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] 10.222.0.64 "DELETE /v2.0/routers/7889afd8-2133-47ac-b008-00f223e63814 HTTP/1.1" status: 204  len: 168 time: 2.6280346
Dec 23 16:12:10.122082 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 45374) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:10.133579 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-6d69d1ca-c67e-43b2-8c11-08554ea94171 None None] Transition to ACTIVE for port object ba32c326-f9fc-4c7a-90d0-ee3156946926 will not be triggered until provisioned by entity DHCP. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:12:10.141415 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-6d69d1ca-c67e-43b2-8c11-08554ea94171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780'] for port, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:10.146316 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:12:10.205704 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d69d1ca-c67e-43b2-8c11-08554ea94171 None None] Network d15e1556-22b0-4a75-a6e9-50c9b60f9749 is already hosted by enough agents. {{(pid=87637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:12:10.213674 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-6d69d1ca-c67e-43b2-8c11-08554ea94171 None None] Resources bound (agent type, host, resource id):  {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:12:10.217893 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d69d1ca-c67e-43b2-8c11-08554ea94171 None None] Received port after_create {{(pid=87637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:12:10.226929 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d69d1ca-c67e-43b2-8c11-08554ea94171 None None] Pushing event updated for resources: {'Port': ['ID=ba32c326-f9fc-4c7a-90d0-ee3156946926,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:12:10.231077 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-8dad4b45-3f12-419b-a429-079679dc8463 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Deleting port b53bce91-b4d2-4833-bf2f-515f4cb384da {{(pid=87635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:12:10.231077 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-8dad4b45-3f12-419b-a429-079679dc8463 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:10.249205 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-08430e90-6a98-4978-ad28-c08181445bc2 req-579031e6-0451-4d24-9789-a287ebab73f9 tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] 10.222.0.64 "GET /v2.0/security-groups?id=3b5fba24-44fb-4189-bd87-51876b915d36&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1260521
Dec 23 16:12:10.252437 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-6d69d1ca-c67e-43b2-8c11-08554ea94171 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:12:10.346973 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-6d69d1ca-c67e-43b2-8c11-08554ea94171 None None] Attempting to bind port ba32c326-f9fc-4c7a-90d0-ee3156946926 on host dv-neutron-822799-1-hyperv for vnic_type normal with profile  {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:12:10.347354 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-6d69d1ca-c67e-43b2-8c11-08554ea94171 None None] Attempting to bind port ba32c326-f9fc-4c7a-90d0-ee3156946926 by drivers openvswitch,hyperv on host dv-neutron-822799-1-hyperv at level 0 using segments [{'id': '1a301975-8cd4-4bac-9d8f-bdf77bf995c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'd15e1556-22b0-4a75-a6e9-50c9b60f9749'}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:12:10.347723 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d69d1ca-c67e-43b2-8c11-08554ea94171 None None] Attempting to bind port ba32c326-f9fc-4c7a-90d0-ee3156946926 on network d15e1556-22b0-4a75-a6e9-50c9b60f9749 {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:12:10.353182 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d69d1ca-c67e-43b2-8c11-08554ea94171 None None] Checking agent: {'id': '20d2070f-69a9-4e73-8d08-6f0387a40158', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822799-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 21), 'started_at': datetime.datetime(2021, 12, 23, 16, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 11, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822799-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 23 16:12:10.353568 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d69d1ca-c67e-43b2-8c11-08554ea94171 None None] Checking segment: {'id': '1a301975-8cd4-4bac-9d8f-bdf77bf995c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'd15e1556-22b0-4a75-a6e9-50c9b60f9749'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:12:10.353979 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-6d69d1ca-c67e-43b2-8c11-08554ea94171 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:10.354377 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d69d1ca-c67e-43b2-8c11-08554ea94171 None None] Bound using segment: {'id': '1a301975-8cd4-4bac-9d8f-bdf77bf995c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'd15e1556-22b0-4a75-a6e9-50c9b60f9749'} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 23 16:12:10.354856 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-6d69d1ca-c67e-43b2-8c11-08554ea94171 None None] Bound port: ba32c326-f9fc-4c7a-90d0-ee3156946926, host: dv-neutron-822799-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a301975-8cd4-4bac-9d8f-bdf77bf995c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'd15e1556-22b0-4a75-a6e9-50c9b60f9749'}}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 23 16:12:10.355241 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-6d69d1ca-c67e-43b2-8c11-08554ea94171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:10.367599 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-aca75f5c-633a-46e6-87c2-c4d424176749 tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Notify callbacks [] for router, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:10.389272 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-cbd4de61-5ab1-4057-b3da-7d7e8708553d tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Notify callbacks [] for security_group, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:10.446224 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-6d69d1ca-c67e-43b2-8c11-08554ea94171 None None] For port ba32c326-f9fc-4c7a-90d0-ee3156946926, host dv-neutron-822799-1-hyperv, cleared binding levels {{(pid=87637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 23 16:12:10.449786 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-6d69d1ca-c67e-43b2-8c11-08554ea94171 None None] For port ba32c326-f9fc-4c7a-90d0-ee3156946926, host dv-neutron-822799-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=ba32c326-f9fc-4c7a-90d0-ee3156946926,segment=NetworkSegment(1a301975-8cd4-4bac-9d8f-bdf77bf995c1),segment_id=1a301975-8cd4-4bac-9d8f-bdf77bf995c1)] {{(pid=87637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 23 16:12:10.456416 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-6d69d1ca-c67e-43b2-8c11-08554ea94171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:10.462390 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-6bc6c317-8e00-42b5-8b31-93ffe7d1761f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:12:10.505469 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-f01588b4-9267-47f1-951a-e5195c7493fa tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2753333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2609730'] for subnet, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:10.524112 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:12:10.627092 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01588b4-9267-47f1-951a-e5195c7493fa tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Pushing event deleted for resources: {'Subnet': ['ID=8c65cf29-ed5d-4eb2-98c0-448b498ae9b0,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:12:10.629585 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-f01588b4-9267-47f1-951a-e5195c7493fa tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:12:10.630864 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d69d1ca-c67e-43b2-8c11-08554ea94171 None None] Pushing event updated for resources: {'Port': ['ID=ba32c326-f9fc-4c7a-90d0-ee3156946926,revision_number=2']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:12:10.634947 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-cbd4de61-5ab1-4057-b3da-7d7e8708553d tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:10.635119 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-6d69d1ca-c67e-43b2-8c11-08554ea94171 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:12:10.649073 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad86b2db-5fd2-4590-b839-c6a62849671f None None] Port 0a11a5cb-c126-41e6-bfa5-9c02d8665aa1 not found while updating agent binding for router 7889afd8-2133-47ac-b008-00f223e63814. {{(pid=87637) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}}
Dec 23 16:12:10.662108 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.db_base_plugin_common [None req-fe965ab1-ed09-4ea2-bfe0-f1de620317f0 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Allocated IP 172.21.0.1 (49f64a43-9215-45e6-9904-4dfe1e87ba3e/fa8d498f-94cc-4991-93bd-7203cde73bb6/888240ec-dadc-4883-94ef-aef4b6572964) {{(pid=87635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:12:10.663256 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad86b2db-5fd2-4590-b839-c6a62849671f None None] Routers set() bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:12:10.663879 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad86b2db-5fd2-4590-b839-c6a62849671f None None] Router IDs set() for agent in host dv-neutron-822799-1-hyperv {{(pid=87637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}}
Dec 23 16:12:10.665107 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_agentschedulers_db [None req-ad86b2db-5fd2-4590-b839-c6a62849671f None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'7889afd8-2133-47ac-b008-00f223e63814'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:11:50Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent'). {{(pid=87637) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}}
Dec 23 16:12:10.665506 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad86b2db-5fd2-4590-b839-c6a62849671f None None] The sync data for ids ['7889afd8-2133-47ac-b008-00f223e63814'] in dv-neutron-822799-1-hyperv is: [] {{(pid=87637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 23 16:12:10.735163 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-aca75f5c-633a-46e6-87c2-c4d424176749 tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:10.747916 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-aca75f5c-633a-46e6-87c2-c4d424176749 tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Deleting port 706705e8-e66e-461c-a7df-1ac8e84b83d9 {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:12:10.748801 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-aca75f5c-633a-46e6-87c2-c4d424176749 tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:10.887392 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device bc7fbd85-f0b6-413d-b721-09c145f60588 up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:12:10.891846 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.pecan_wsgi.hooks.translation [None req-1933babc-1e06-42d3-b179-c5472256183a tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] POST failed (client error): There was a conflict when trying to complete your request.
Dec 23 16:12:10.892366 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1933babc-1e06-42d3-b179-c5472256183a tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=87635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 23 16:12:10.978789 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port bc7fbd85-f0b6-413d-b721-09c145f60588 triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:12:10.979481 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:11.003754 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [None req-aca75f5c-633a-46e6-87c2-c4d424176749 tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] For port 706705e8-e66e-461c-a7df-1ac8e84b83d9, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=706705e8-e66e-461c-a7df-1ac8e84b83d9,segment=NetworkSegment(77e3d110-dd7b-426c-b11f-b78dde7993df),segment_id=77e3d110-dd7b-426c-b11f-b78dde7993df)] {{(pid=87636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:12:11.004115 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-aca75f5c-633a-46e6-87c2-c4d424176749 tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:11.098260 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-f01588b4-9267-47f1-951a-e5195c7493fa tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-864347', 'neutron.services.segments.db._delete_segments_for_network-8735362908070'] for network, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:11.111275 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 706705e8-e66e-461c-a7df-1ac8e84b83d9 up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:12:11.143586 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-aca75f5c-633a-46e6-87c2-c4d424176749 tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Calling delete_port for 706705e8-e66e-461c-a7df-1ac8e84b83d9 owned by network:router_gateway {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:12:11.177291 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port 706705e8-e66e-461c-a7df-1ac8e84b83d9 triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:12:11.177737 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:11.243953 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.services.segments.db [None req-f01588b4-9267-47f1-951a-e5195c7493fa tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1dc27f3490>,) {'filters': {'network_id': ['d15e1556-22b0-4a75-a6e9-50c9b60f9749']}} {{(pid=87635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:12:11.281327 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-cbd4de61-5ab1-4057-b3da-7d7e8708553d tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:11.294282 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.services.segments.db [None req-f01588b4-9267-47f1-951a-e5195c7493fa tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dc27f3490>, '1a301975-8cd4-4bac-9d8f-bdf77bf995c1') {'for_net_delete': True} {{(pid=87635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:12:11.294604 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.services.segments.db [None req-f01588b4-9267-47f1-951a-e5195c7493fa tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dc27f3490>, '1a301975-8cd4-4bac-9d8f-bdf77bf995c1') {} {{(pid=87635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:12:11.301800 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-15df35d9-4020-4787-aa5a-2af8b72e0aa3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:12:11.315203 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-8dad4b45-3f12-419b-a429-079679dc8463 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:11.334287 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-1933babc-1e06-42d3-b179-c5472256183a tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 409  len: 389 time: 3.5354941
Dec 23 16:12:11.339602 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-f01588b4-9267-47f1-951a-e5195c7493fa tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735363085442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2776713'] for segment, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:11.342559 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 45380) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:11.410421 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd4de61-5ab1-4057-b3da-7d7e8708553d tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4744a89d-7941-43d0-bd27-c45ac5089ae7,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:12:11.412869 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-cbd4de61-5ab1-4057-b3da-7d7e8708553d tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:12:11.425199 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-aca75f5c-633a-46e6-87c2-c4d424176749 tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:11.432217 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-17500bc6-b17e-4881-94c1-c0644fb4facf tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:12:11.484766 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca75f5c-633a-46e6-87c2-c4d424176749 tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Pushing event deleted for resources: {'Port': ['ID=706705e8-e66e-461c-a7df-1ac8e84b83d9,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:12:11.488228 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-cbd4de61-5ab1-4057-b3da-7d7e8708553d tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Notify callbacks [] for security_group, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:11.489858 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-cbd4de61-5ab1-4057-b3da-7d7e8708553d tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] 10.222.0.64 "DELETE /v2.0/security-groups/4744a89d-7941-43d0-bd27-c45ac5089ae7 HTTP/1.1" status: 204  len: 168 time: 1.5317147
Dec 23 16:12:11.498077 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-8dad4b45-3f12-419b-a429-079679dc8463 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Calling delete_port for b53bce91-b4d2-4833-bf2f-515f4cb384da owned by  {{(pid=87635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:12:11.520201 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-aca75f5c-633a-46e6-87c2-c4d424176749 tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:12:11.520201 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 45384) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:11.578092 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cfeafec-237d-4f99-aa96-e7607528f7e0 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:12:11.584082 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cfeafec-237d-4f99-aa96-e7607528f7e0 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:12:11.588153 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-1cfeafec-237d-4f99-aa96-e7607528f7e0 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1687 time: 0.2420733
Dec 23 16:12:11.591824 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-f01588b4-9267-47f1-951a-e5195c7493fa tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:11.608230 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 45388) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:11.625835 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f01588b4-9267-47f1-951a-e5195c7493fa tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Releasing vlan 439 on physical network physnet1 to pool {{(pid=87635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 23 16:12:11.626246 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-f01588b4-9267-47f1-951a-e5195c7493fa tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2753503'] for segment, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:11.644208 dv-neutron-822799-1-hyperv neutron-server[87635]: Traceback (most recent call last):
Dec 23 16:12:11.644208 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 23 16:12:11.644208 dv-neutron-822799-1-hyperv neutron-server[87635]:     timer()
Dec 23 16:12:11.644208 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:12:11.644208 dv-neutron-822799-1-hyperv neutron-server[87635]:     cb(*args, **kw)
Dec 23 16:12:11.644208 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 23 16:12:11.644208 dv-neutron-822799-1-hyperv neutron-server[87635]:     return func(*args, **kwargs)
Dec 23 16:12:11.644208 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:12:11.644208 dv-neutron-822799-1-hyperv neutron-server[87635]:     self._notify()
Dec 23 16:12:11.644208 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:12:11.644208 dv-neutron-822799-1-hyperv neutron-server[87635]:     self.callback(batched_events)
Dec 23 16:12:11.644208 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:12:11.644208 dv-neutron-822799-1-hyperv neutron-server[87635]:     event.method(event)
Dec 23 16:12:11.644208 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:12:11.644208 dv-neutron-822799-1-hyperv neutron-server[87635]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:12:11.644208 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 23 16:12:11.644208 dv-neutron-822799-1-hyperv neutron-server[87635]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 23 16:12:11.644208 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 23 16:12:11.644208 dv-neutron-822799-1-hyperv neutron-server[87635]:     return f(self, *a, **k)
Dec 23 16:12:11.644208 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:12:11.644208 dv-neutron-822799-1-hyperv neutron-server[87635]:     return self._get(url).json()
Dec 23 16:12:11.644208 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 23 16:12:11.644208 dv-neutron-822799-1-hyperv neutron-server[87635]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 23 16:12:11.644208 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 23 16:12:11.644208 dv-neutron-822799-1-hyperv neutron-server[87635]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:12:11.644208 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 23 16:12:11.644208 dv-neutron-822799-1-hyperv neutron-server[87635]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 23 16:12:11.644208 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 23 16:12:11.644208 dv-neutron-822799-1-hyperv neutron-server[87635]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:12:11.644208 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 23 16:12:11.644208 dv-neutron-822799-1-hyperv neutron-server[87635]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:12:11.644208 dv-neutron-822799-1-hyperv neutron-server[87635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:12:11.647297 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:11.703468 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-b51f4a05-3a49-4b60-b2a7-a565e20b5738 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Synchronizing usage tracker for tenant:2f72b6313bdb4bc4afb373c10680a612 on resource:security_group {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:12:11.724620 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-aca75f5c-633a-46e6-87c2-c4d424176749 tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1824206'] for router_gateway, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:11.755411 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-fe965ab1-ed09-4ea2-bfe0-f1de620317f0 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks [] for port, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:11.798522 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.provisioning_blocks [None req-fe965ab1-ed09-4ea2-bfe0-f1de620317f0 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Transition to ACTIVE for port object 888240ec-dadc-4883-94ef-aef4b6572964 will not be triggered until provisioned by entity DHCP. {{(pid=87635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:12:11.801867 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.db.api [None req-f01588b4-9267-47f1-951a-e5195c7493fa tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Dec 23 16:12:11.801867 dv-neutron-822799-1-hyperv neutron-server[87635]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Dec 23 16:12:11.801867 dv-neutron-822799-1-hyperv neutron-server[87635]: [parameters: {'id': 'd15e1556-22b0-4a75-a6e9-50c9b60f9749'}]
Dec 23 16:12:11.801867 dv-neutron-822799-1-hyperv neutron-server[87635]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87635) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 23 16:12:11.802262 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_db.api [None req-f01588b4-9267-47f1-951a-e5195c7493fa tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 23 16:12:11.821043 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f0f30d0-1785-4a44-9ead-8bfcee139893 None None] Network d15e1556-22b0-4a75-a6e9-50c9b60f9749 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:12:11.842862 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-8575e36c-1033-4562-ac5f-09602fe4364f tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Deleting port 229912f4-90bb-48f0-8f99-a1e8f9a5023f {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:12:11.843215 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-8575e36c-1033-4562-ac5f-09602fe4364f tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:11.891750 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-b51f4a05-3a49-4b60-b2a7-a565e20b5738 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Unset dirty status for tenant:2f72b6313bdb4bc4afb373c10680a612 on resource:security_group {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:12:11.893095 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-b51f4a05-3a49-4b60-b2a7-a565e20b5738 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2979 time: 0.3722913
Dec 23 16:12:11.893228 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a42b01a-41c6-4417-b519-ce65c6f940ae req-7b24324e-f0c0-407d-973f-456102376c7c tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:12:11.894690 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-2a42b01a-41c6-4417-b519-ce65c6f940ae req-7b24324e-f0c0-407d-973f-456102376c7c tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] 10.222.0.64 "GET /v2.0/ports?device_id=f54fff32-66c0-4adb-922d-69673e61b491 HTTP/1.1" status: 200  len: 946 time: 0.4669721
Dec 23 16:12:11.902356 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 45392) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:11.915147 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-f773699d-5f14-4657-bb4e-4fb819041eea tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Request body: {'security_group': {'name': 'tempest-secgroup--1267182058'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:12:11.941866 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-f773699d-5f14-4657-bb4e-4fb819041eea tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:12:11.951430 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-8dad4b45-3f12-419b-a429-079679dc8463 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:11.963428 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-e62d26b2-9f16-4c39-9450-8b65244f907a tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:12:11.969680 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-aca75f5c-633a-46e6-87c2-c4d424176749 tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1784183', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-235354'] for router, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:11.974132 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-aca75f5c-633a-46e6-87c2-c4d424176749 tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:11.989324 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-73f370f0-ac39-4c27-98f6-32574027ee58 None None] Provisioning for port ba32c326-f9fc-4c7a-90d0-ee3156946926 completed by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:12:12.023839 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-f773699d-5f14-4657-bb4e-4fb819041eea tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:12:12.046292 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-aca75f5c-633a-46e6-87c2-c4d424176749 tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1781328'] for router, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:12.046899 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aca75f5c-633a-46e6-87c2-c4d424176749 tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 12e6c14d-1c18-4182-8f10-e5690f07f2d0 {{(pid=87636) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 23 16:12:12.077501 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dad4b45-3f12-419b-a429-079679dc8463 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Pushing event deleted for resources: {'Port': ['ID=b53bce91-b4d2-4833-bf2f-515f4cb384da,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:12:12.084582 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-fe965ab1-ed09-4ea2-bfe0-f1de620317f0 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:12.112684 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-8dad4b45-3f12-419b-a429-079679dc8463 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:12:12.113196 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-8dad4b45-3f12-419b-a429-079679dc8463 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:12:12.140142 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-aca75f5c-633a-46e6-87c2-c4d424176749 tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Notify callbacks [] for router, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:12.141322 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-aca75f5c-633a-46e6-87c2-c4d424176749 tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] 10.222.0.64 "DELETE /v2.0/routers/12e6c14d-1c18-4182-8f10-e5690f07f2d0 HTTP/1.1" status: 204  len: 168 time: 2.0051455
Dec 23 16:12:12.146743 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 45396) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:12.155665 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-909b0556-89c2-4e2d-bebc-a62574da064b None None] DHCP port deletion for d15e1556-22b0-4a75-a6e9-50c9b60f9749 request from dv-neutron-822799-1-hyperv {{(pid=87637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 23 16:12:12.160636 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-909b0556-89c2-4e2d-bebc-a62574da064b None None] Deleting port ba32c326-f9fc-4c7a-90d0-ee3156946926 {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:12:12.161021 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-909b0556-89c2-4e2d-bebc-a62574da064b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:12.161723 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-ad3eae88-4280-43a5-99ce-40f363058a84 tempest-RoutersIpV6AdminTest-575902626 tempest-RoutersIpV6AdminTest-575902626-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-122922537', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b'}, 'admin_state_up': False}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:12:12.163773 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe965ab1-ed09-4ea2-bfe0-f1de620317f0 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Network 49f64a43-9215-45e6-9904-4dfe1e87ba3e is already hosted by enough agents. {{(pid=87635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:12:12.174132 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.base_scheduler [None req-fe965ab1-ed09-4ea2-bfe0-f1de620317f0 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Resources bound (agent type, host, resource id):  {{(pid=87635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:12:12.176248 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-ad3eae88-4280-43a5-99ce-40f363058a84 tempest-RoutersIpV6AdminTest-575902626 tempest-RoutersIpV6AdminTest-575902626-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:12:12.180537 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-ad3eae88-4280-43a5-99ce-40f363058a84 tempest-RoutersIpV6AdminTest-575902626 tempest-RoutersIpV6AdminTest-575902626-project] Usage tracker for resource:router and tenant:8070582d24ab4966b512b51b1ccef3a5 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:12:12.187430 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-ad3eae88-4280-43a5-99ce-40f363058a84 tempest-RoutersIpV6AdminTest-575902626 tempest-RoutersIpV6AdminTest-575902626-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:12:12.194003 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-ad3eae88-4280-43a5-99ce-40f363058a84 tempest-RoutersIpV6AdminTest-575902626 tempest-RoutersIpV6AdminTest-575902626-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:12:12.210829 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-ad3eae88-4280-43a5-99ce-40f363058a84 tempest-RoutersIpV6AdminTest-575902626 tempest-RoutersIpV6AdminTest-575902626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1823978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-235332'] for router, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:12.212042 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-ad3eae88-4280-43a5-99ce-40f363058a84 tempest-RoutersIpV6AdminTest-575902626 tempest-RoutersIpV6AdminTest-575902626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1824575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1824063', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1751113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-235341'] for router, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:12.228136 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-ad3eae88-4280-43a5-99ce-40f363058a84 tempest-RoutersIpV6AdminTest-575902626 tempest-RoutersIpV6AdminTest-575902626-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:12.251538 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe965ab1-ed09-4ea2-bfe0-f1de620317f0 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Received port after_create {{(pid=87635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:12:12.309757 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-2a42b01a-41c6-4417-b519-ce65c6f940ae req-691b0709-1f50-4a19-bac4-71ed3c549c94 tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] 10.222.0.64 "GET /v2.0/security-groups?id=3b5fba24-44fb-4189-bd87-51876b915d36&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4008930
Dec 23 16:12:12.330151 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-8dad4b45-3f12-419b-a429-079679dc8463 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:12.333101 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-f01588b4-9267-47f1-951a-e5195c7493fa tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-698866'] for network, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:12.342597 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-f773699d-5f14-4657-bb4e-4fb819041eea tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Notify callbacks [] for security_group, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:12.431488 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-8dad4b45-3f12-419b-a429-079679dc8463 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] 10.222.0.64 "DELETE /v2.0/ports/b53bce91-b4d2-4833-bf2f-515f4cb384da HTTP/1.1" status: 204  len: 168 time: 2.5456676
Dec 23 16:12:12.448071 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-f773699d-5f14-4657-bb4e-4fb819041eea tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:12:12.451060 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 45402) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:12.466576 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-909b0556-89c2-4e2d-bebc-a62574da064b None None] For port ba32c326-f9fc-4c7a-90d0-ee3156946926, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=ba32c326-f9fc-4c7a-90d0-ee3156946926,segment=NetworkSegment(1a301975-8cd4-4bac-9d8f-bdf77bf995c1),segment_id=1a301975-8cd4-4bac-9d8f-bdf77bf995c1)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:12:12.467410 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-909b0556-89c2-4e2d-bebc-a62574da064b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:12.467544 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-f773699d-5f14-4657-bb4e-4fb819041eea tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Usage tracker for resource:security_group_rule and tenant:2f72b6313bdb4bc4afb373c10680a612 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:12:12.470858 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-f773699d-5f14-4657-bb4e-4fb819041eea tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:12:12.509442 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe965ab1-ed09-4ea2-bfe0-f1de620317f0 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Pushing event updated for resources: {'Port': ['ID=888240ec-dadc-4883-94ef-aef4b6572964,revision_number=1']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:12:12.513366 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-f773699d-5f14-4657-bb4e-4fb819041eea tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:12:12.521225 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-fe965ab1-ed09-4ea2-bfe0-f1de620317f0 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1781300'] for router_interface, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:12.531604 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-fe965ab1-ed09-4ea2-bfe0-f1de620317f0 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.418s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:12:12.532286 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-f01588b4-9267-47f1-951a-e5195c7493fa tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Deleting port ba32c326-f9fc-4c7a-90d0-ee3156946926 {{(pid=87635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:12:12.532661 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-f01588b4-9267-47f1-951a-e5195c7493fa tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:12.608740 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-909b0556-89c2-4e2d-bebc-a62574da064b None None] Calling delete_port for ba32c326-f9fc-4c7a-90d0-ee3156946926 owned by network:dhcp {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:12:12.639770 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-9ffc0dc7-91f5-4728-89f5-fd4623964082 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Deleting port ba0ee14d-be67-4d2e-9b84-6360b691a208 {{(pid=87635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:12:12.640117 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-9ffc0dc7-91f5-4728-89f5-fd4623964082 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:12.665455 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-e2915fe8-7441-42a9-89e4-c09fb951b333 None None] Provisioning for port 888240ec-dadc-4883-94ef-aef4b6572964 completed by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:12:12.676098 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-e2915fe8-7441-42a9-89e4-c09fb951b333 None None] Provisioning complete for port 888240ec-dadc-4883-94ef-aef4b6572964 triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:12:12.676356 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-e2915fe8-7441-42a9-89e4-c09fb951b333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:12.704830 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-8575e36c-1033-4562-ac5f-09602fe4364f tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:12.748992 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-909b0556-89c2-4e2d-bebc-a62574da064b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789'] for port, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:12.755201 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-e2915fe8-7441-42a9-89e4-c09fb951b333 None None] Port 888240ec-dadc-4883-94ef-aef4b6572964 cannot update to ACTIVE because it is not bound. {{(pid=87637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 23 16:12:12.755970 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-6d69d1ca-c67e-43b2-8c11-08554ea94171 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:12:12.762904 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-f01588b4-9267-47f1-951a-e5195c7493fa tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] The port 'ba32c326-f9fc-4c7a-90d0-ee3156946926' was deleted {{(pid=87635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 23 16:12:12.803346 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909b0556-89c2-4e2d-bebc-a62574da064b None None] Pushing event deleted for resources: {'Port': ['ID=ba32c326-f9fc-4c7a-90d0-ee3156946926,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:12:12.806970 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-909b0556-89c2-4e2d-bebc-a62574da064b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:12:12.807851 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-909b0556-89c2-4e2d-bebc-a62574da064b None None] No DVR routers for this DVR port ba32c326-f9fc-4c7a-90d0-ee3156946926 on host dv-neutron-822799-1-hyperv {{(pid=87637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 23 16:12:12.842514 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-340966b4-72a5-4c0d-9182-f1b7f1527058 None None] Network d15e1556-22b0-4a75-a6e9-50c9b60f9749 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:12:12.871818 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 706705e8-e66e-461c-a7df-1ac8e84b83d9 no longer exists at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 23 16:12:12.928492 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-8575e36c-1033-4562-ac5f-09602fe4364f tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Calling delete_port for 229912f4-90bb-48f0-8f99-a1e8f9a5023f owned by  {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:12:12.960638 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] No Port match for: 706705e8-e66e-461c-a7df-1ac8e84b83d9 {{(pid=87637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 23 16:12:12.960638 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 706705e8-e66e-461c-a7df-1ac8e84b83d9 not bound to the agent host dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 23 16:12:12.990037 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-f773699d-5f14-4657-bb4e-4fb819041eea tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Notify callbacks [] for security_group, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:13.079643 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-ad3eae88-4280-43a5-99ce-40f363058a84 tempest-RoutersIpV6AdminTest-575902626 tempest-RoutersIpV6AdminTest-575902626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1824017', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1823768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-235299'] for router, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:13.139458 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080db7ba-d0ea-4623-9be7-b93c9c9a0b11 req-3179fd7c-2c45-4839-a853-08b16145a956 tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:12:13.140964 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-080db7ba-d0ea-4623-9be7-b93c9c9a0b11 req-3179fd7c-2c45-4839-a853-08b16145a956 tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] 10.222.0.64 "GET /v2.0/ports?device_id=f54fff32-66c0-4adb-922d-69673e61b491 HTTP/1.1" status: 200  len: 946 time: 0.5644782
Dec 23 16:12:13.172107 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 45406) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:13.172783 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-f773699d-5f14-4657-bb4e-4fb819041eea tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:13.188999 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-f01588b4-9267-47f1-951a-e5195c7493fa tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-864347', 'neutron.services.segments.db._delete_segments_for_network-8735362908070'] for network, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:13.196203 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-c098e835-cf38-427c-8393-f7bd9aed5dc7 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:12:13.206833 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-dd657897-0f01-4bcc-85f9-b79d01c78972 tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] Request body: {'floatingip': {'port_id': 'ba1aa90b-adfb-4064-bfad-b5fc9b85dbca'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:12:13.268614 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-8575e36c-1033-4562-ac5f-09602fe4364f tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:13.274563 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-046915bd-df94-4e4f-863e-de2edb5d9068 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:12:13.329300 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8575e36c-1033-4562-ac5f-09602fe4364f tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Pushing event deleted for resources: {'Port': ['ID=229912f4-90bb-48f0-8f99-a1e8f9a5023f,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:12:13.362815 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-8575e36c-1033-4562-ac5f-09602fe4364f tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:12:13.372786 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-8575e36c-1033-4562-ac5f-09602fe4364f tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:13.390818 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.services.segments.db [None req-f01588b4-9267-47f1-951a-e5195c7493fa tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1dc00b5f70>,) {'filters': {'network_id': ['d15e1556-22b0-4a75-a6e9-50c9b60f9749']}} {{(pid=87635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:12:13.396351 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-8575e36c-1033-4562-ac5f-09602fe4364f tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "DELETE /v2.0/ports/229912f4-90bb-48f0-8f99-a1e8f9a5023f HTTP/1.1" status: 204  len: 168 time: 1.7872708
Dec 23 16:12:13.398789 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 45410) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:13.404461 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-dd657897-0f01-4bcc-85f9-b79d01c78972 tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] Notify callbacks [] for floatingip, before_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:13.504371 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.services.segments.db [None req-f01588b4-9267-47f1-951a-e5195c7493fa tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dc00b5f70>, '1a301975-8cd4-4bac-9d8f-bdf77bf995c1') {'for_net_delete': True} {{(pid=87635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:12:13.504794 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.services.segments.db [None req-f01588b4-9267-47f1-951a-e5195c7493fa tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dc00b5f70>, '1a301975-8cd4-4bac-9d8f-bdf77bf995c1') {} {{(pid=87635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:12:13.542693 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-fe965ab1-ed09-4ea2-bfe0-f1de620317f0 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:13.563428 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-f773699d-5f14-4657-bb4e-4fb819041eea tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Notify callbacks [] for security_group, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:13.564663 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-f773699d-5f14-4657-bb4e-4fb819041eea tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1744 time: 1.6620514
Dec 23 16:12:13.565547 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f773699d-5f14-4657-bb4e-4fb819041eea tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ee99407-3056-425c-8dd4-5853ee958905,revision_number=1']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:12:13.569818 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 45414) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:13.579577 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-f01588b4-9267-47f1-951a-e5195c7493fa tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735363085442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2776713'] for segment, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:13.586015 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-f773699d-5f14-4657-bb4e-4fb819041eea tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:12:13.591916 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06d3d9b4-df8f-4585-abeb-a4cd004033a7 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:12:13.593540 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06d3d9b4-df8f-4585-abeb-a4cd004033a7 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:12:13.594271 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-06d3d9b4-df8f-4585-abeb-a4cd004033a7 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Synchronizing usage tracker for tenant:bf435ff0e7914a739a10fff5b2399c13 on resource:subnet {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:12:13.614344 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-e0cd70d1-f3ab-4fb2-b313-22e8b47aab89 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Request body: {'security_group': {'name': 'tempest-secgroup--1333197311'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:12:13.646362 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-ad3eae88-4280-43a5-99ce-40f363058a84 tempest-RoutersIpV6AdminTest-575902626 tempest-RoutersIpV6AdminTest-575902626-project] Notify callbacks [] for router_gateway, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:13.665004 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-e0cd70d1-f3ab-4fb2-b313-22e8b47aab89 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:12:13.672347 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-06d3d9b4-df8f-4585-abeb-a4cd004033a7 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Unset dirty status for tenant:bf435ff0e7914a739a10fff5b2399c13 on resource:subnet {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:12:13.673544 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-06d3d9b4-df8f-4585-abeb-a4cd004033a7 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1477 time: 0.2738347
Dec 23 16:12:13.676972 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 45418) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:13.679923 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-ad3eae88-4280-43a5-99ce-40f363058a84 tempest-RoutersIpV6AdminTest-575902626 tempest-RoutersIpV6AdminTest-575902626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:13.719919 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-e0cd70d1-f3ab-4fb2-b313-22e8b47aab89 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Usage tracker for resource:security_group and tenant:2f72b6313bdb4bc4afb373c10680a612 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:12:13.725219 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-e0cd70d1-f3ab-4fb2-b313-22e8b47aab89 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:12:13.728028 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-f01588b4-9267-47f1-951a-e5195c7493fa tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:13.752058 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-e0cd70d1-f3ab-4fb2-b313-22e8b47aab89 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:12:13.760913 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-9ffc0dc7-91f5-4728-89f5-fd4623964082 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:13.783847 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f01588b4-9267-47f1-951a-e5195c7493fa tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Releasing vlan 439 on physical network physnet1 to pool {{(pid=87635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 23 16:12:13.784609 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-f01588b4-9267-47f1-951a-e5195c7493fa tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2753503'] for segment, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:13.798056 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9c164b8-3105-44b3-9386-210dce6caf05 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Deleting subnet 2ca8936a-2e18-4177-b490-f6623d53cb79 {{(pid=87636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 23 16:12:13.798771 dv-neutron-822799-1-hyperv neutron-server[87635]: Traceback (most recent call last):
Dec 23 16:12:13.798771 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 23 16:12:13.798771 dv-neutron-822799-1-hyperv neutron-server[87635]:     timer()
Dec 23 16:12:13.798771 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:12:13.798771 dv-neutron-822799-1-hyperv neutron-server[87635]:     cb(*args, **kw)
Dec 23 16:12:13.798771 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 23 16:12:13.798771 dv-neutron-822799-1-hyperv neutron-server[87635]:     return func(*args, **kwargs)
Dec 23 16:12:13.798771 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:12:13.798771 dv-neutron-822799-1-hyperv neutron-server[87635]:     self._notify()
Dec 23 16:12:13.798771 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:12:13.798771 dv-neutron-822799-1-hyperv neutron-server[87635]:     self.callback(batched_events)
Dec 23 16:12:13.798771 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:12:13.798771 dv-neutron-822799-1-hyperv neutron-server[87635]:     event.method(event)
Dec 23 16:12:13.798771 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:12:13.798771 dv-neutron-822799-1-hyperv neutron-server[87635]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:12:13.798771 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 23 16:12:13.798771 dv-neutron-822799-1-hyperv neutron-server[87635]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 23 16:12:13.798771 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 23 16:12:13.798771 dv-neutron-822799-1-hyperv neutron-server[87635]:     return f(self, *a, **k)
Dec 23 16:12:13.798771 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:12:13.798771 dv-neutron-822799-1-hyperv neutron-server[87635]:     return self._get(url).json()
Dec 23 16:12:13.798771 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 23 16:12:13.798771 dv-neutron-822799-1-hyperv neutron-server[87635]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 23 16:12:13.798771 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 23 16:12:13.798771 dv-neutron-822799-1-hyperv neutron-server[87635]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:12:13.798771 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 23 16:12:13.798771 dv-neutron-822799-1-hyperv neutron-server[87635]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 23 16:12:13.798771 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 23 16:12:13.798771 dv-neutron-822799-1-hyperv neutron-server[87635]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:12:13.798771 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 23 16:12:13.798771 dv-neutron-822799-1-hyperv neutron-server[87635]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:12:13.798771 dv-neutron-822799-1-hyperv neutron-server[87635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:12:13.805072 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f9c164b8-3105-44b3-9386-210dce6caf05 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks [] for subnet, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:13.903418 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f9c164b8-3105-44b3-9386-210dce6caf05 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2382092'] for subnet, precommit_delete_associations {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:13.957452 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [None req-ad3eae88-4280-43a5-99ce-40f363058a84 tempest-RoutersIpV6AdminTest-575902626 tempest-RoutersIpV6AdminTest-575902626-project] Allocated IP 172.26.3.198 (8afa6d58-9431-454a-b99c-3ff8a65aa86b/60537fec-5f5f-4ab7-89cc-03638149a590/611a763e-9321-4331-93f7-a0fd9314658e) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:12:14.086497 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-e0cd70d1-f3ab-4fb2-b313-22e8b47aab89 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Notify callbacks [] for security_group, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:14.115226 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-9ffc0dc7-91f5-4728-89f5-fd4623964082 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Calling delete_port for ba0ee14d-be67-4d2e-9b84-6360b691a208 owned by  {{(pid=87635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:12:14.214396 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f9c164b8-3105-44b3-9386-210dce6caf05 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864774'] for subnet, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:14.277530 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-f01588b4-9267-47f1-951a-e5195c7493fa tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-864336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1824171'] for network, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:14.279430 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-e0cd70d1-f3ab-4fb2-b313-22e8b47aab89 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:12:14.294262 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-19e6f326-3240-4ac2-9f86-090ca073fa3b tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:12:14.311167 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-ad3eae88-4280-43a5-99ce-40f363058a84 tempest-RoutersIpV6AdminTest-575902626 tempest-RoutersIpV6AdminTest-575902626-project] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:14.315514 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-f01588b4-9267-47f1-951a-e5195c7493fa tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627509'] for network, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:14.332543 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f9c164b8-3105-44b3-9386-210dce6caf05 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2176495', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2618677'] for subnet, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:14.337359 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-75a35f95-7cbf-4068-bd9b-8a9dff95545c tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:12:14.371076 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-e0cd70d1-f3ab-4fb2-b313-22e8b47aab89 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Usage tracker for resource:security_group_rule and tenant:2f72b6313bdb4bc4afb373c10680a612 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:12:14.373979 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-e0cd70d1-f3ab-4fb2-b313-22e8b47aab89 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:12:14.378652 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c164b8-3105-44b3-9386-210dce6caf05 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Pushing event deleted for resources: {'Subnet': ['ID=2ca8936a-2e18-4177-b490-f6623d53cb79,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:12:14.382578 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-f9c164b8-3105-44b3-9386-210dce6caf05 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:12:14.384390 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f9c164b8-3105-44b3-9386-210dce6caf05 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks [] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:14.393593 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6a40c32-f82a-4678-86dc-2809e468df90 None None] Network a67646b4-5371-43ec-9f98-39fe51a67033 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:12:14.397119 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01588b4-9267-47f1-951a-e5195c7493fa tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Pushing event deleted for resources: {'Network': ['ID=d15e1556-22b0-4a75-a6e9-50c9b60f9749,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:12:14.405120 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-ad3eae88-4280-43a5-99ce-40f363058a84 tempest-RoutersIpV6AdminTest-575902626 tempest-RoutersIpV6AdminTest-575902626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:14.409197 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-c4803fe8-b371-4188-a27d-cfbd14929bc0 tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:12:14.418927 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-e0cd70d1-f3ab-4fb2-b313-22e8b47aab89 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:12:14.440045 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-f9c164b8-3105-44b3-9386-210dce6caf05 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "DELETE /v2.0/subnets/2ca8936a-2e18-4177-b490-f6623d53cb79 HTTP/1.1" status: 204  len: 168 time: 0.7619991
Dec 23 16:12:14.454894 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 45422) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:14.539134 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad3eae88-4280-43a5-99ce-40f363058a84 tempest-RoutersIpV6AdminTest-575902626 tempest-RoutersIpV6AdminTest-575902626-project] Network 8afa6d58-9431-454a-b99c-3ff8a65aa86b is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:12:14.545669 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-570e071f-11b3-4f88-8242-3071e7ecd223 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0856738
Dec 23 16:12:14.546692 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-ad3eae88-4280-43a5-99ce-40f363058a84 tempest-RoutersIpV6AdminTest-575902626 tempest-RoutersIpV6AdminTest-575902626-project] Resources bound (agent type, host, resource id):  {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:12:14.554784 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 45426) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:14.557117 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad3eae88-4280-43a5-99ce-40f363058a84 tempest-RoutersIpV6AdminTest-575902626 tempest-RoutersIpV6AdminTest-575902626-project] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:12:14.589786 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-f01588b4-9267-47f1-951a-e5195c7493fa tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:12:14.593838 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-9fc444a7-1eb4-4cc5-9d2e-4ffe20490db5 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Request body: {'subnet': {'network_id': 'a67646b4-5371-43ec-9f98-39fe51a67033', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:12:14.594207 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-f01588b4-9267-47f1-951a-e5195c7493fa tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] 10.222.0.64 "DELETE /v2.0/networks/d15e1556-22b0-4a75-a6e9-50c9b60f9749 HTTP/1.1" status: 204  len: 168 time: 5.8657007
Dec 23 16:12:14.594998 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 45430) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:14.620205 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3eae88-4280-43a5-99ce-40f363058a84 tempest-RoutersIpV6AdminTest-575902626 tempest-RoutersIpV6AdminTest-575902626-project] Pushing event updated for resources: {'Port': ['ID=611a763e-9321-4331-93f7-a0fd9314658e,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:12:14.635221 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-ad3eae88-4280-43a5-99ce-40f363058a84 tempest-RoutersIpV6AdminTest-575902626 tempest-RoutersIpV6AdminTest-575902626-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:12:14.682604 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-800659ef-48d9-4d74-b8eb-b884d6c4647a None None] DHCP port deletion for a67646b4-5371-43ec-9f98-39fe51a67033 request from dv-neutron-822799-1-hyperv {{(pid=87637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 23 16:12:14.687924 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-800659ef-48d9-4d74-b8eb-b884d6c4647a None None] Deleting port bc7fbd85-f0b6-413d-b721-09c145f60588 {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:12:14.688440 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-800659ef-48d9-4d74-b8eb-b884d6c4647a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:14.761241 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.pecan_wsgi.hooks.translation [None req-9af8e581-3e68-4a20-b2bb-c5c3928bcfbd tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:12:14.762087 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9af8e581-3e68-4a20-b2bb-c5c3928bcfbd tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 23 16:12:14.855150 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-9fc444a7-1eb4-4cc5-9d2e-4ffe20490db5 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:12:14.883201 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device bc7fbd85-f0b6-413d-b721-09c145f60588 no longer exists at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 23 16:12:14.887430 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-9af8e581-3e68-4a20-b2bb-c5c3928bcfbd tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] 10.222.0.64 "DELETE /v2.0/networks/d15e1556-22b0-4a75-a6e9-50c9b60f9749 HTTP/1.1" status: 404  len: 339 time: 0.2803786
Dec 23 16:12:14.888700 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-9fc444a7-1eb4-4cc5-9d2e-4ffe20490db5 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Usage tracker for resource:subnet and tenant:bf435ff0e7914a739a10fff5b2399c13 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:12:14.891448 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 45434) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:14.903463 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-9fc444a7-1eb4-4cc5-9d2e-4ffe20490db5 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:12:14.909193 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-cd7b7b5d-6a2a-4435-9f6f-8bb070e6cdae tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1189246053', 'description': 'd1'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:12:14.920120 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-9fc444a7-1eb4-4cc5-9d2e-4ffe20490db5 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:12:14.924011 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-cd7b7b5d-6a2a-4435-9f6f-8bb070e6cdae tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:12:14.941508 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-cd7b7b5d-6a2a-4435-9f6f-8bb070e6cdae tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Usage tracker for resource:network and tenant:9552d108dcd2412896b3c037adf05d69 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:12:14.945179 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-cd7b7b5d-6a2a-4435-9f6f-8bb070e6cdae tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:12:14.957054 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-cd7b7b5d-6a2a-4435-9f6f-8bb070e6cdae tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:12:14.958835 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-9ffc0dc7-91f5-4728-89f5-fd4623964082 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:14.959713 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fc444a7-1eb4-4cc5-9d2e-4ffe20490db5 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Made reservation on behalf of bf435ff0e7914a739a10fff5b2399c13 for: {'subnet': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:12:14.963268 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9fc444a7-1eb4-4cc5-9d2e-4ffe20490db5 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2618324'] for subnet, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:14.978644 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-05259201-3b42-48c6-ae6b-5161bc858284 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:12:14.984934 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-800659ef-48d9-4d74-b8eb-b884d6c4647a None None] For port bc7fbd85-f0b6-413d-b721-09c145f60588, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=bc7fbd85-f0b6-413d-b721-09c145f60588,segment=NetworkSegment(d0e346f7-32a7-41a0-b972-301688edbe10),segment_id=d0e346f7-32a7-41a0-b972-301688edbe10)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:12:14.985635 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-800659ef-48d9-4d74-b8eb-b884d6c4647a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:15.042100 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffc0dc7-91f5-4728-89f5-fd4623964082 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Pushing event deleted for resources: {'Port': ['ID=ba0ee14d-be67-4d2e-9b84-6360b691a208,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:12:15.050338 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-e0cd70d1-f3ab-4fb2-b313-22e8b47aab89 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Notify callbacks [] for security_group, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:15.052563 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-9ffc0dc7-91f5-4728-89f5-fd4623964082 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:12:15.096830 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-e0cd70d1-f3ab-4fb2-b313-22e8b47aab89 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:15.115788 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-bace19f7-593f-436e-93f0-d566d1b0ecf0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:12:15.117222 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd7b7b5d-6a2a-4435-9f6f-8bb070e6cdae tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Made reservation on behalf of 9552d108dcd2412896b3c037adf05d69 for: {'network': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:12:15.120675 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-cd7b7b5d-6a2a-4435-9f6f-8bb070e6cdae tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for network, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:15.178571 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-800659ef-48d9-4d74-b8eb-b884d6c4647a None None] Calling delete_port for bc7fbd85-f0b6-413d-b721-09c145f60588 owned by network:dhcp {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:12:15.182742 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-fe965ab1-ed09-4ea2-bfe0-f1de620317f0 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks [] for port, precommit_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:15.247772 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:15.254620 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd7b7b5d-6a2a-4435-9f6f-8bb070e6cdae tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] vlan segment allocate from pool success with {'vlan_id': 413, 'physical_network': 'physnet1'}  {{(pid=87636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 23 16:12:15.286262 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] For port bc7fbd85-f0b6-413d-b721-09c145f60588, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=bc7fbd85-f0b6-413d-b721-09c145f60588,segment=NetworkSegment(d0e346f7-32a7-41a0-b972-301688edbe10),segment_id=d0e346f7-32a7-41a0-b972-301688edbe10)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:12:15.293310 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-cd7b7b5d-6a2a-4435-9f6f-8bb070e6cdae tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:15.293925 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.db.segments_db [None req-cd7b7b5d-6a2a-4435-9f6f-8bb070e6cdae tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Added segment b5093063-ad3b-491f-900e-e8754137efac of type vlan for network 106b43e3-16f1-43f0-a5d0-a59e0130f6b4
Dec 23 16:12:15.295255 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-ad3eae88-4280-43a5-99ce-40f363058a84 tempest-RoutersIpV6AdminTest-575902626 tempest-RoutersIpV6AdminTest-575902626-project] Notify callbacks [] for router_gateway, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:15.303829 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:15.304699 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-dd657897-0f01-4bcc-85f9-b79d01c78972 tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:15.306352 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-43a4242a-675d-4092-8eb4-699d91f97654 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:12:15.322941 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-dd657897-0f01-4bcc-85f9-b79d01c78972 tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1824189'] for floatingip, after_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:15.377076 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Pushing event updated for resources: {'Port': ['ID=bc7fbd85-f0b6-413d-b721-09c145f60588,revision_number=5']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:12:15.380294 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:12:15.386465 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-fe965ab1-ed09-4ea2-bfe0-f1de620317f0 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2753531'] for port, after_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:15.389648 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.db.api [None req-800659ef-48d9-4d74-b8eb-b884d6c4647a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87637) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 23 16:12:15.390279 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_db.api [None req-800659ef-48d9-4d74-b8eb-b884d6c4647a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 23 16:12:15.438719 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-e0cd70d1-f3ab-4fb2-b313-22e8b47aab89 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Notify callbacks [] for security_group, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:15.439916 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-e0cd70d1-f3ab-4fb2-b313-22e8b47aab89 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1744 time: 1.8627295
Dec 23 16:12:15.453174 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 45438) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:15.457995 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cd70d1-f3ab-4fb2-b313-22e8b47aab89 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9ebd3b0-e26a-4c14-99af-6a7f85960785,revision_number=1']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:12:15.469081 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-e0cd70d1-f3ab-4fb2-b313-22e8b47aab89 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:12:15.472220 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-b60949bc-bc67-4f1b-b015-a14319055245 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Request body: {'security_group_rule': {'security_group_id': '5ee99407-3056-425c-8dd4-5853ee958905', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'd9ebd3b0-e26a-4c14-99af-6a7f85960785', 'remote_ip_prefix': None}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:12:15.477976 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-63326ad4-b5a3-4e10-a399-11449d17f1fa tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.048s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:12:15.515224 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-cd7b7b5d-6a2a-4435-9f6f-8bb070e6cdae tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735362521793'] for network, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:15.525403 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-b60949bc-bc67-4f1b-b015-a14319055245 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:12:15.544886 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-b60949bc-bc67-4f1b-b015-a14319055245 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Usage tracker for resource:security_group_rule and tenant:2f72b6313bdb4bc4afb373c10680a612 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:12:15.549619 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-9ffc0dc7-91f5-4728-89f5-fd4623964082 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:15.551456 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-9ffc0dc7-91f5-4728-89f5-fd4623964082 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] 10.222.0.64 "DELETE /v2.0/ports/ba0ee14d-be67-4d2e-9b84-6360b691a208 HTTP/1.1" status: 204  len: 168 time: 3.0906246
Dec 23 16:12:15.554490 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-b60949bc-bc67-4f1b-b015-a14319055245 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:12:15.555943 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 45442) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:15.564991 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-b60949bc-bc67-4f1b-b015-a14319055245 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:12:15.619038 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-fe965ab1-ed09-4ea2-bfe0-f1de620317f0 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1627481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1781465'] for router_interface, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:15.688695 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe965ab1-ed09-4ea2-bfe0-f1de620317f0 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Pushing event updated for resources: {'Port': ['ID=888240ec-dadc-4883-94ef-aef4b6572964,revision_number=2']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:12:15.698468 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-fe965ab1-ed09-4ea2-bfe0-f1de620317f0 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:12:15.769941 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9fc444a7-1eb4-4cc5-9d2e-4ffe20490db5 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2176430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2618310'] for subnet, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:15.772342 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.db.l3_db [None req-dd657897-0f01-4bcc-85f9-b79d01c78972 tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] Floating IP adb0c251-3ee5-496d-bf4f-3351cd11c697 associated. External IP: 172.26.3.127, port: ba1aa90b-adfb-4064-bfad-b5fc9b85dbca.
Dec 23 16:12:15.820878 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-b60949bc-bc67-4f1b-b015-a14319055245 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:15.826920 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-952daa61-63a9-40b4-8b2c-1ad2d75041b0 tempest-ExtraDHCPOptionsTestJSON-1975564287 tempest-ExtraDHCPOptionsTestJSON-1975564287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:12:15.892224 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-800659ef-48d9-4d74-b8eb-b884d6c4647a None None] Deleting port bc7fbd85-f0b6-413d-b721-09c145f60588 {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:12:15.892876 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-800659ef-48d9-4d74-b8eb-b884d6c4647a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:15.893527 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-cd7b7b5d-6a2a-4435-9f6f-8bb070e6cdae tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495'] for network, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:15.898627 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd7b7b5d-6a2a-4435-9f6f-8bb070e6cdae tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:12:15.899201 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-cd7b7b5d-6a2a-4435-9f6f-8bb070e6cdae tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:15.913475 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fc444a7-1eb4-4cc5-9d2e-4ffe20490db5 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Network a67646b4-5371-43ec-9f98-39fe51a67033 is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:12:15.937172 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-9fc444a7-1eb4-4cc5-9d2e-4ffe20490db5 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Resources bound (agent type, host, resource id):  {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:12:15.946602 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fc444a7-1eb4-4cc5-9d2e-4ffe20490db5 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:12:15.947060 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9fc444a7-1eb4-4cc5-9d2e-4ffe20490db5 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks [] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:16.017969 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe965ab1-ed09-4ea2-bfe0-f1de620317f0 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Network 49f64a43-9215-45e6-9904-4dfe1e87ba3e is already hosted by enough agents. {{(pid=87635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:12:16.022915 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.base_scheduler [None req-fe965ab1-ed09-4ea2-bfe0-f1de620317f0 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Resources bound (agent type, host, resource id):  {{(pid=87635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:12:16.046038 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc444a7-1eb4-4cc5-9d2e-4ffe20490db5 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Pushing event updated for resources: {'Subnet': ['ID=36da284d-4143-46a5-9fce-fe3fb062fa4d,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:12:16.049311 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-b60949bc-bc67-4f1b-b015-a14319055245 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:16.057403 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-9fc444a7-1eb4-4cc5-9d2e-4ffe20490db5 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.5017450
Dec 23 16:12:16.060423 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-9fc444a7-1eb4-4cc5-9d2e-4ffe20490db5 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:12:16.063291 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-c23cb6c3-aa3a-49f4-8259-8b0b409a14bc tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.153s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:12:16.085613 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 45446) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:16.088561 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-cd7b7b5d-6a2a-4435-9f6f-8bb070e6cdae tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201  len: 782 time: 1.1965263
Dec 23 16:12:16.097268 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-74fd0d30-8e11-4302-9cd5-1eb9c728ef8a tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Request body: {'port': {'network_id': 'a67646b4-5371-43ec-9f98-39fe51a67033', 'fixed_ips': [{'subnet_id': '36da284d-4143-46a5-9fce-fe3fb062fa4d', 'ip_address': '2001:db8:0:1::2'}], 'name': 'tempest-NetworksTestDHCPv6-1865941952'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:12:16.100201 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 45450) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:16.118118 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-b60949bc-bc67-4f1b-b015-a14319055245 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762424'] for security_group_rule, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:16.185383 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-800659ef-48d9-4d74-b8eb-b884d6c4647a None None] For port bc7fbd85-f0b6-413d-b721-09c145f60588, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=bc7fbd85-f0b6-413d-b721-09c145f60588,segment=NetworkSegment(d0e346f7-32a7-41a0-b972-301688edbe10),segment_id=d0e346f7-32a7-41a0-b972-301688edbe10)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:12:16.185799 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-800659ef-48d9-4d74-b8eb-b884d6c4647a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:16.239814 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79233c44-66bf-4845-8dcb-7e2ae0121cb1 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:12:16.240898 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-79233c44-66bf-4845-8dcb-7e2ae0121cb1 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Synchronizing usage tracker for tenant:eee7102271fa49768eefd83617c1f38a on resource:port {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:12:16.278700 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-ad3eae88-4280-43a5-99ce-40f363058a84 tempest-RoutersIpV6AdminTest-575902626 tempest-RoutersIpV6AdminTest-575902626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1823971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1824234'] for router, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:16.321299 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-253c427b-eabb-4e9e-8171-f34bda314d86 tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:12:16.356198 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-800659ef-48d9-4d74-b8eb-b884d6c4647a None None] Calling delete_port for bc7fbd85-f0b6-413d-b721-09c145f60588 owned by network:dhcp {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:12:16.430112 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-dcfa0c6a-6346-4f2e-8bd3-25809478c10a None None] Provisioning complete for port 888240ec-dadc-4883-94ef-aef4b6572964 triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:12:16.430587 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-dcfa0c6a-6346-4f2e-8bd3-25809478c10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:16.470137 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7b7b5d-6a2a-4435-9f6f-8bb070e6cdae tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Pushing event updated for resources: {'Network': ['ID=106b43e3-16f1-43f0-a5d0-a59e0130f6b4,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:12:16.480708 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-cd7b7b5d-6a2a-4435-9f6f-8bb070e6cdae tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.416s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:12:16.487858 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Network 106b43e3-16f1-43f0-a5d0-a59e0130f6b4 details requested by agent ovs-agent-dv-neutron-822799-1-hyperv with host dv-neutron-822799-1-hyperv {{(pid=87637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 23 16:12:16.501206 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-79233c44-66bf-4845-8dcb-7e2ae0121cb1 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Unset dirty status for tenant:eee7102271fa49768eefd83617c1f38a on resource:port {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:12:16.504948 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-79233c44-66bf-4845-8dcb-7e2ae0121cb1 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] 10.222.0.64 "GET /v2.0/ports?device_id=abfa982d-e5a4-4f60-bb8f-be7e2c2fb544 HTTP/1.1" status: 200  len: 913 time: 0.9374073
Dec 23 16:12:16.518995 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 45454) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:16.568671 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60949bc-bc67-4f1b-b015-a14319055245 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56a0dc18-98f7-4f99-8e5b-49155a79574f,revision_number=0']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:12:16.578376 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-800659ef-48d9-4d74-b8eb-b884d6c4647a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789'] for port, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:16.589477 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-b60949bc-bc67-4f1b-b015-a14319055245 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:12:16.589901 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:12:16.600635 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-b60949bc-bc67-4f1b-b015-a14319055245 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:16.602099 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-b60949bc-bc67-4f1b-b015-a14319055245 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 798 time: 1.1457665
Dec 23 16:12:16.608215 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 45458) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:16.618317 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0e6fddd-5c55-4328-b7ac-d73e3d4a09e9 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:12:16.619009 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-f0e6fddd-5c55-4328-b7ac-d73e3d4a09e9 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Synchronizing usage tracker for tenant:9552d108dcd2412896b3c037adf05d69 on resource:network {{(pid=87635) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:12:16.638956 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-74fd0d30-8e11-4302-9cd5-1eb9c728ef8a tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:12:16.649409 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-74fd0d30-8e11-4302-9cd5-1eb9c728ef8a tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Usage tracker for resource:port and tenant:bf435ff0e7914a739a10fff5b2399c13 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:12:16.654822 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-dcfa0c6a-6346-4f2e-8bd3-25809478c10a None None] Port 888240ec-dadc-4883-94ef-aef4b6572964 cannot update to ACTIVE because it is not bound. {{(pid=87637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 23 16:12:16.655020 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-74fd0d30-8e11-4302-9cd5-1eb9c728ef8a tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:12:16.659351 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe965ab1-ed09-4ea2-bfe0-f1de620317f0 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Router fab2feb2-188b-41f7-9fbf-90b52d6367a8 has already been hosted by L3 agent 371d4c41-c7e2-4de7-9539-c049ec4e95d1 {{(pid=87635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 23 16:12:16.661958 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-800659ef-48d9-4d74-b8eb-b884d6c4647a None None] No DVR routers for this DVR port bc7fbd85-f0b6-413d-b721-09c145f60588 on host dv-neutron-822799-1-hyperv {{(pid=87637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 23 16:12:16.667137 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800659ef-48d9-4d74-b8eb-b884d6c4647a None None] Pushing event deleted for resources: {'Port': ['ID=bc7fbd85-f0b6-413d-b721-09c145f60588,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:12:16.668193 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-74fd0d30-8e11-4302-9cd5-1eb9c728ef8a tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:12:16.673931 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-800659ef-48d9-4d74-b8eb-b884d6c4647a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:12:16.686405 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a76f5d7-0449-4581-a58a-8d455b3ccb75 None None] Network a67646b4-5371-43ec-9f98-39fe51a67033 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:12:16.784554 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74fd0d30-8e11-4302-9cd5-1eb9c728ef8a tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Made reservation on behalf of bf435ff0e7914a739a10fff5b2399c13 for: {'port': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:12:16.811429 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad3eae88-4280-43a5-99ce-40f363058a84 tempest-RoutersIpV6AdminTest-575902626 tempest-RoutersIpV6AdminTest-575902626-project] Router a2cd1987-4bd1-47dc-aede-adbe20d57643 is scheduled to L3 agent 371d4c41-c7e2-4de7-9539-c049ec4e95d1 with binding_index 1 {{(pid=87636) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 23 16:12:16.819099 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-367dfe85-d5c1-42c0-a928-0f06697296fe tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:16.833988 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-f0e6fddd-5c55-4328-b7ac-d73e3d4a09e9 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Unset dirty status for tenant:9552d108dcd2412896b3c037adf05d69 on resource:network {{(pid=87635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:12:16.835153 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-f0e6fddd-5c55-4328-b7ac-d73e3d4a09e9 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] 10.222.0.64 "GET /v2.0/networks?id=106b43e3-16f1-43f0-a5d0-a59e0130f6b4 HTTP/1.1" status: 200  len: 761 time: 0.7317309
Dec 23 16:12:16.851577 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-367dfe85-d5c1-42c0-a928-0f06697296fe tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:16.857174 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 45462) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:16.866883 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-90ab5bd7-bedf-4415-bd73-437b79a66e76 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Request body: {'network': {'description': 'd2'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:12:16.942869 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebb1bd65-d583-4178-a4e8-55645e3e3cbb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7e017a6-8198-58c8-a07e-0f786128e3b3-a67646b4-5371-43ec-9f98-39fe51a67033', 'network_id': 'a67646b4-5371-43ec-9f98-39fe51a67033', 'tenant_id': 'bf435ff0e7914a739a10fff5b2399c13', 'fixed_ips': [{'subnet_id': '36da284d-4143-46a5-9fce-fe3fb062fa4d'}]}} from dv-neutron-822799-1-hyperv. {{(pid=87637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 23 16:12:16.944385 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-ebb1bd65-d583-4178-a4e8-55645e3e3cbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:17.039213 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd657897-0f01-4bcc-85f9-b79d01c78972 tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] Router 3fcc639f-0d7e-4f4d-a92f-e3c896a4f0c6 has already been hosted by L3 agent 371d4c41-c7e2-4de7-9539-c049ec4e95d1 {{(pid=87635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 23 16:12:17.070699 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe965ab1-ed09-4ea2-bfe0-f1de620317f0 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify agent at l3_agent.dv-neutron-822799-1-hyperv the message routers_updated {{(pid=87635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 23 16:12:17.080720 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-367dfe85-d5c1-42c0-a928-0f06697296fe tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762424'] for security_group_rule, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:17.086662 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5b73485-fe0f-47b6-9893-41d99382b8cc None None] Sync routers for ids ['fab2feb2-188b-41f7-9fbf-90b52d6367a8'] in dv-neutron-822799-1-hyperv {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 23 16:12:17.096598 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b73485-fe0f-47b6-9893-41d99382b8cc None None] Routers {'fab2feb2-188b-41f7-9fbf-90b52d6367a8'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:12:17.097594 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-d5b73485-fe0f-47b6-9893-41d99382b8cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc1b8f0d0>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:11:50Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['fab2feb2-188b-41f7-9fbf-90b52d6367a8'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:12:17.136624 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_common [None req-ebb1bd65-d583-4178-a4e8-55645e3e3cbb None None] Allocated IP 2001:db8::2 (a67646b4-5371-43ec-9f98-39fe51a67033/36da284d-4143-46a5-9fce-fe3fb062fa4d/74168add-900e-47e9-94d6-24faef9aa51e) {{(pid=87637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:12:17.158448 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-367dfe85-d5c1-42c0-a928-0f06697296fe tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:17.159623 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-367dfe85-d5c1-42c0-a928-0f06697296fe tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/56a0dc18-98f7-4f99-8e5b-49155a79574f HTTP/1.1" status: 204  len: 168 time: 0.5486574
Dec 23 16:12:17.161004 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:12:17.164525 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-d5b73485-fe0f-47b6-9893-41d99382b8cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc1b8f0d0>, [], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:12:17.175512 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b73485-fe0f-47b6-9893-41d99382b8cc None None] Routers {'fab2feb2-188b-41f7-9fbf-90b52d6367a8'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:12:17.175940 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 45466) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:17.176953 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-d5b73485-fe0f-47b6-9893-41d99382b8cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc1b8f0d0>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:11:50Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['fab2feb2-188b-41f7-9fbf-90b52d6367a8'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:12:17.190323 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-fe965ab1-ed09-4ea2-bfe0-f1de620317f0 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] 10.222.0.64 "PUT /v2.0/routers/fab2feb2-188b-41f7-9fbf-90b52d6367a8/add_router_interface HTTP/1.1" status: 200  len: 503 time: 10.5636382
Dec 23 16:12:17.240630 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-d5b73485-fe0f-47b6-9893-41d99382b8cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc1b8f0d0>, [], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:12:17.241483 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5b73485-fe0f-47b6-9893-41d99382b8cc None None] The sync data for ids ['fab2feb2-188b-41f7-9fbf-90b52d6367a8'] in dv-neutron-822799-1-hyperv is: [] {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 23 16:12:17.310369 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-90ab5bd7-bedf-4415-bd73-437b79a66e76 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735362521793'] for network, precommit_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:17.326604 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 45470) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:17.358127 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-55450540-251d-4426-816a-c0d734108a1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:17.373130 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367dfe85-d5c1-42c0-a928-0f06697296fe tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=56a0dc18-98f7-4f99-8e5b-49155a79574f,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:12:17.375200 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-90ab5bd7-bedf-4415-bd73-437b79a66e76 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495'] for network, after_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:17.389385 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-367dfe85-d5c1-42c0-a928-0f06697296fe tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:12:17.392047 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-20bb3151-bb49-41ee-bdd8-07f34c984dab tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:12:17.426820 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-90ab5bd7-bedf-4415-bd73-437b79a66e76 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Network 106b43e3-16f1-43f0-a5d0-a59e0130f6b4 is not hosted by any dhcp agent {{(pid=87635) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}}
Dec 23 16:12:17.432494 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90ab5bd7-bedf-4415-bd73-437b79a66e76 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:12:17.433284 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-90ab5bd7-bedf-4415-bd73-437b79a66e76 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Notify callbacks [] for network, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:17.434842 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-90ab5bd7-bedf-4415-bd73-437b79a66e76 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] 10.222.0.64 "PUT /v2.0/networks/106b43e3-16f1-43f0-a5d0-a59e0130f6b4 HTTP/1.1" status: 200  len: 758 time: 0.5767159
Dec 23 16:12:17.443410 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 45474) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:17.445141 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-ebb1bd65-d583-4178-a4e8-55645e3e3cbb None None] Notify callbacks [] for port, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:17.446703 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-74fd0d30-8e11-4302-9cd5-1eb9c728ef8a tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:17.457889 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-ebb1bd65-d583-4178-a4e8-55645e3e3cbb None None] Transition to ACTIVE for port object 74168add-900e-47e9-94d6-24faef9aa51e will not be triggered until provisioned by entity L2. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:12:17.476764 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-ebb1bd65-d583-4178-a4e8-55645e3e3cbb None None] Transition to ACTIVE for port object 74168add-900e-47e9-94d6-24faef9aa51e will not be triggered until provisioned by entity DHCP. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:12:17.484545 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-ebb1bd65-d583-4178-a4e8-55645e3e3cbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780'] for port, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:17.489949 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-b9b3da38-b22c-4702-b47b-6798e47ddf5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:12:17.507366 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad3eae88-4280-43a5-99ce-40f363058a84 tempest-RoutersIpV6AdminTest-575902626 tempest-RoutersIpV6AdminTest-575902626-project] Notify agent at l3_agent.dv-neutron-822799-1-hyperv the message routers_updated {{(pid=87636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 23 16:12:17.526547 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eafab80e-b9a4-41c8-9651-fc51a0bec62a None None] Sync routers for ids ['a2cd1987-4bd1-47dc-aede-adbe20d57643'] in dv-neutron-822799-1-hyperv {{(pid=87637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 23 16:12:17.579392 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [None req-74fd0d30-8e11-4302-9cd5-1eb9c728ef8a tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] device_id is not set on port dc2ff292-91ab-4974-8941-92bc499ac61a yet. {{(pid=87636) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 23 16:12:17.597429 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e65fe2c2-f967-48d8-adac-600963b22e9d tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:12:17.598314 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-e65fe2c2-f967-48d8-adac-600963b22e9d tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Synchronizing usage tracker for tenant:3fd82437e08648b4840016e8955250bf on resource:port {{(pid=87635) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:12:17.598807 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebb1bd65-d583-4178-a4e8-55645e3e3cbb None None] Network a67646b4-5371-43ec-9f98-39fe51a67033 is already hosted by enough agents. {{(pid=87637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:12:17.605280 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-ebb1bd65-d583-4178-a4e8-55645e3e3cbb None None] Resources bound (agent type, host, resource id):  {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:12:17.613405 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eafab80e-b9a4-41c8-9651-fc51a0bec62a None None] Routers {'a2cd1987-4bd1-47dc-aede-adbe20d57643'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:12:17.614066 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-eafab80e-b9a4-41c8-9651-fc51a0bec62a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc1717550>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:11:50Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['a2cd1987-4bd1-47dc-aede-adbe20d57643'], 'active': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:12:17.628385 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-4c36d78f-2c7b-45b4-a369-cd1d22a89444 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Synchronizing usage tracker for tenant:2f72b6313bdb4bc4afb373c10680a612 on resource:security_group_rule {{(pid=87635) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:12:17.651462 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ab5bd7-bedf-4415-bd73-437b79a66e76 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Pushing event updated for resources: {'Network': ['ID=106b43e3-16f1-43f0-a5d0-a59e0130f6b4,revision_number=1']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:12:17.660994 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-90ab5bd7-bedf-4415-bd73-437b79a66e76 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:12:17.670133 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb1bd65-d583-4178-a4e8-55645e3e3cbb None None] Received port after_create {{(pid=87637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:12:17.672677 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-e65fe2c2-f967-48d8-adac-600963b22e9d tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Unset dirty status for tenant:3fd82437e08648b4840016e8955250bf on resource:port {{(pid=87635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:12:17.677009 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-e65fe2c2-f967-48d8-adac-600963b22e9d tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] 10.222.0.64 "GET /v2.0/ports/888240ec-dadc-4883-94ef-aef4b6572964 HTTP/1.1" status: 200  len: 910 time: 0.3471911
Dec 23 16:12:17.681020 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 45478) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:17.683120 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd657897-0f01-4bcc-85f9-b79d01c78972 tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] Notify agent at l3_agent.dv-neutron-822799-1-hyperv the message routers_updated {{(pid=87635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 23 16:12:17.687208 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Network 106b43e3-16f1-43f0-a5d0-a59e0130f6b4 details requested by agent ovs-agent-dv-neutron-822799-1-hyperv with host dv-neutron-822799-1-hyperv {{(pid=87637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 23 16:12:17.692431 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-dd657897-0f01-4bcc-85f9-b79d01c78972 tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for floatingip, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:17.698466 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8381ccf4-462a-4382-af2b-e55a2621cd7c None None] Sync routers for ids ['3fcc639f-0d7e-4f4d-a92f-e3c896a4f0c6'] in dv-neutron-822799-1-hyperv {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 23 16:12:17.710346 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-ad3eae88-4280-43a5-99ce-40f363058a84 tempest-RoutersIpV6AdminTest-575902626 tempest-RoutersIpV6AdminTest-575902626-project] Notify callbacks [] for router, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:17.710800 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb1bd65-d583-4178-a4e8-55645e3e3cbb None None] Pushing event updated for resources: {'Port': ['ID=74168add-900e-47e9-94d6-24faef9aa51e,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:12:17.711529 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-ad3eae88-4280-43a5-99ce-40f363058a84 tempest-RoutersIpV6AdminTest-575902626 tempest-RoutersIpV6AdminTest-575902626-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201  len: 888 time: 5.5638573
Dec 23 16:12:17.713897 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8381ccf4-462a-4382-af2b-e55a2621cd7c None None] Routers {'3fcc639f-0d7e-4f4d-a92f-e3c896a4f0c6'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:12:17.714986 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-8381ccf4-462a-4382-af2b-e55a2621cd7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc2941730>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:11:50Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['3fcc639f-0d7e-4f4d-a92f-e3c896a4f0c6'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:12:17.719027 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 45480) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:17.729942 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-08599e53-cdcf-4972-9bc5-e4697585eeae tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'enable_snat': False}}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:12:17.738590 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-eafab80e-b9a4-41c8-9651-fc51a0bec62a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc1717550>, [], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:12:17.746808 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-ebb1bd65-d583-4178-a4e8-55645e3e3cbb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:12:17.796614 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17317421-cb34-4213-95d0-487edb1ba612 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:12:17.797644 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-17317421-cb34-4213-95d0-487edb1ba612 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Synchronizing usage tracker for tenant:9552d108dcd2412896b3c037adf05d69 on resource:network {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:12:17.879959 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eafab80e-b9a4-41c8-9651-fc51a0bec62a None None] Routers {'a2cd1987-4bd1-47dc-aede-adbe20d57643'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:12:17.880543 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-eafab80e-b9a4-41c8-9651-fc51a0bec62a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc1717550>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:11:50Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['a2cd1987-4bd1-47dc-aede-adbe20d57643'], 'active': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:12:17.908659 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-17317421-cb34-4213-95d0-487edb1ba612 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Unset dirty status for tenant:9552d108dcd2412896b3c037adf05d69 on resource:network {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:12:17.910104 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-17317421-cb34-4213-95d0-487edb1ba612 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] 10.222.0.64 "GET /v2.0/networks?id=106b43e3-16f1-43f0-a5d0-a59e0130f6b4 HTTP/1.1" status: 200  len: 761 time: 0.4530516
Dec 23 16:12:17.919916 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 45486) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:17.927755 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-a799cf31-85aa-4daf-8628-155913292070 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1607507016'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:12:17.954113 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-8381ccf4-462a-4382-af2b-e55a2621cd7c None None] Set router 3fcc639f-0d7e-4f4d-a92f-e3c896a4f0c6 gateway port host: dv-neutron-822799-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:12:17.955819 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-ebb1bd65-d583-4178-a4e8-55645e3e3cbb None None] Attempting to bind port 74168add-900e-47e9-94d6-24faef9aa51e on host dv-neutron-822799-1-hyperv for vnic_type normal with profile  {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:12:17.956321 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-ebb1bd65-d583-4178-a4e8-55645e3e3cbb None None] Attempting to bind port 74168add-900e-47e9-94d6-24faef9aa51e by drivers openvswitch,hyperv on host dv-neutron-822799-1-hyperv at level 0 using segments [{'id': 'd0e346f7-32a7-41a0-b972-301688edbe10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'a67646b4-5371-43ec-9f98-39fe51a67033'}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:12:17.956639 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebb1bd65-d583-4178-a4e8-55645e3e3cbb None None] Attempting to bind port 74168add-900e-47e9-94d6-24faef9aa51e on network a67646b4-5371-43ec-9f98-39fe51a67033 {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:12:17.959269 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-eafab80e-b9a4-41c8-9651-fc51a0bec62a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc1717550>, [], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:12:17.959679 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eafab80e-b9a4-41c8-9651-fc51a0bec62a None None] The sync data for ids ['a2cd1987-4bd1-47dc-aede-adbe20d57643'] in dv-neutron-822799-1-hyperv is: [] {{(pid=87637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 23 16:12:17.969205 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebb1bd65-d583-4178-a4e8-55645e3e3cbb None None] Checking agent: {'id': '20d2070f-69a9-4e73-8d08-6f0387a40158', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822799-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 21), 'started_at': datetime.datetime(2021, 12, 23, 16, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 11, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822799-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 23 16:12:17.969605 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebb1bd65-d583-4178-a4e8-55645e3e3cbb None None] Checking segment: {'id': 'd0e346f7-32a7-41a0-b972-301688edbe10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'a67646b4-5371-43ec-9f98-39fe51a67033'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:12:17.970028 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-ebb1bd65-d583-4178-a4e8-55645e3e3cbb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:17.970433 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebb1bd65-d583-4178-a4e8-55645e3e3cbb None None] Bound using segment: {'id': 'd0e346f7-32a7-41a0-b972-301688edbe10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'a67646b4-5371-43ec-9f98-39fe51a67033'} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 23 16:12:17.970927 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-ebb1bd65-d583-4178-a4e8-55645e3e3cbb None None] Bound port: 74168add-900e-47e9-94d6-24faef9aa51e, host: dv-neutron-822799-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0e346f7-32a7-41a0-b972-301688edbe10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'a67646b4-5371-43ec-9f98-39fe51a67033'}}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 23 16:12:17.971317 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-ebb1bd65-d583-4178-a4e8-55645e3e3cbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:17.998257 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-a799cf31-85aa-4daf-8628-155913292070 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:12:18.017142 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.pecan_wsgi.hooks.translation [None req-74fd0d30-8e11-4302-9cd5-1eb9c728ef8a tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 23 16:12:18.017718 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74fd0d30-8e11-4302-9cd5-1eb9c728ef8a tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 23 16:12:18.026625 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-a799cf31-85aa-4daf-8628-155913292070 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:12:18.051531 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-4c36d78f-2c7b-45b4-a369-cd1d22a89444 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Unset dirty status for tenant:2f72b6313bdb4bc4afb373c10680a612 on resource:security_group_rule {{(pid=87635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:12:18.053832 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-4c36d78f-2c7b-45b4-a369-cd1d22a89444 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4659 time: 0.8690486
Dec 23 16:12:18.060039 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 45490) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:18.081328 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-ebb1bd65-d583-4178-a4e8-55645e3e3cbb None None] For port 74168add-900e-47e9-94d6-24faef9aa51e, host dv-neutron-822799-1-hyperv, cleared binding levels {{(pid=87637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 23 16:12:18.085761 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-ebb1bd65-d583-4178-a4e8-55645e3e3cbb None None] For port 74168add-900e-47e9-94d6-24faef9aa51e, host dv-neutron-822799-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=74168add-900e-47e9-94d6-24faef9aa51e,segment=NetworkSegment(d0e346f7-32a7-41a0-b972-301688edbe10),segment_id=d0e346f7-32a7-41a0-b972-301688edbe10)] {{(pid=87637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 23 16:12:18.092499 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-ebb1bd65-d583-4178-a4e8-55645e3e3cbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:18.098429 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-303434ee-c5a2-442c-8dee-f10274496eed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:12:18.108289 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a799cf31-85aa-4daf-8628-155913292070 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Made reservation on behalf of 9552d108dcd2412896b3c037adf05d69 for: {'network': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:12:18.111955 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a799cf31-85aa-4daf-8628-155913292070 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for network, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:18.144046 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-74fd0d30-8e11-4302-9cd5-1eb9c728ef8a tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 400  len: 350 time: 2.0538647
Dec 23 16:12:18.144750 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 45494) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:18.183179 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-dd657897-0f01-4bcc-85f9-b79d01c78972 tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] 10.222.0.64 "PUT /v2.0/floatingips/adb0c251-3ee5-496d-bf4f-3351cd11c697 HTTP/1.1" status: 200  len: 992 time: 5.0037432
Dec 23 16:12:18.185628 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f54fff32-66c0-4adb-922d-69673e61b491', 'tag': 'ba1aa90b-adfb-4064-bfad-b5fc9b85dbca'}] {{(pid=87635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 23 16:12:18.202848 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb1bd65-d583-4178-a4e8-55645e3e3cbb None None] Pushing event updated for resources: {'Port': ['ID=74168add-900e-47e9-94d6-24faef9aa51e,revision_number=2']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:12:18.205855 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-ebb1bd65-d583-4178-a4e8-55645e3e3cbb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:12:18.382266 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a799cf31-85aa-4daf-8628-155913292070 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] vlan segment allocate from pool success with {'vlan_id': 431, 'physical_network': 'physnet1'}  {{(pid=87636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 23 16:12:18.419790 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f54fff32-66c0-4adb-922d-69673e61b491', 'tag': 'ba1aa90b-adfb-4064-bfad-b5fc9b85dbca', 'status': 'completed', 'code': 200}
Dec 23 16:12:18.448271 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a799cf31-85aa-4daf-8628-155913292070 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:18.448826 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.db.segments_db [None req-a799cf31-85aa-4daf-8628-155913292070 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Added segment 2383a33d-5ca1-4028-b228-1420142cad3e of type vlan for network c6956295-d4ed-497f-9134-55a0c07104be
Dec 23 16:12:18.476657 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-8381ccf4-462a-4382-af2b-e55a2621cd7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc2941730>, [{'id': '3fcc639f-0d7e-4f4d-a92f-e3c896a4f0c6', 'name': 'tempest-ServerActionsTestJSON-1773443542-router', 'tenant_id': '4397e61b404b4512b8e2da8fa19161c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.130'}], 'enable_snat': True}, 'gw_port_id': '7a1ae378-b700-4af3-84fb-c01bf410ef8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:11:09Z', 'updated_at': '2021-12-23T16:11:24Z', 'revision_number': 4, 'project_id': '4397e61b404b4512b8e2da8fa19161c5', 'gw_port': {'id': '7a1ae378-b700-4af3-84fb-c01bf410ef8e', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:dd:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fcc639f-0d7e-4f4d-a92f-e3c896a4f0c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:11:12Z', 'updated_at': '2021-12-23T16:11:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_floatingips': [{'id': 'adb0c251-3ee5-496d-bf4f-3351cd11c697', 'tenant_id': '4397e61b404b4512b8e2da8fa19161c5', 'floating_ip_address': '172.26.3.127', 'floating_network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'router_id': '3fcc639f-0d7e-4f4d-a92f-e3c896a4f0c6', 'port_id': 'ba1aa90b-adfb-4064-bfad-b5fc9b85dbca', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7a1eeae-9238-41c5-b3d8-78eaa1dfac99', 'mac_address': 'fa:16:3e:02:f0:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f54fff32-66c0-4adb-922d-69673e61b491', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:11:40Z', 'updated_at': '2021-12-23T16:12:15Z', 'revision_number': 1, 'project_id': '4397e61b404b4512b8e2da8fa19161c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bd5114b-b67a-425e-af7b-020f0f8e86e1', 'name': '', 'network_id': 'd7a1eeae-9238-41c5-b3d8-78eaa1dfac99', 'tenant_id': '4397e61b404b4512b8e2da8fa19161c5', 'mac_address': 'fa:16:3e:07:7e:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fcc639f-0d7e-4f4d-a92f-e3c896a4f0c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'ea22a554-707a-4001-b348-60dd1fb71851', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:11:21Z', 'updated_at': '2021-12-23T16:11:37Z', 'revision_number': 5, 'project_id': '4397e61b404b4512b8e2da8fa19161c5', 'subnets': [{'id': 'ea22a554-707a-4001-b348-60dd1fb71851', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:12:18.493242 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8381ccf4-462a-4382-af2b-e55a2621cd7c None None] Checking router: 3fcc639f-0d7e-4f4d-a92f-e3c896a4f0c6 for host: dv-neutron-822799-1-hyperv {{(pid=87638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 23 16:12:18.517811 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8381ccf4-462a-4382-af2b-e55a2621cd7c None None] Routers {'3fcc639f-0d7e-4f4d-a92f-e3c896a4f0c6'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:12:18.520944 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-8381ccf4-462a-4382-af2b-e55a2621cd7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc2941730>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:11:50Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['3fcc639f-0d7e-4f4d-a92f-e3c896a4f0c6'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:12:18.542567 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2f32aa6a-254b-4481-b17e-d0ce6769a05a tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Notify callbacks [] for security_group, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:18.629709 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2f32aa6a-254b-4481-b17e-d0ce6769a05a tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:18.656756 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5d9187-507b-48e0-a52b-92f3f9cae7aa req-77762fda-235b-4251-9f40-764f71d3b51d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:12:18.658530 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-0e5d9187-507b-48e0-a52b-92f3f9cae7aa req-77762fda-235b-4251-9f40-764f71d3b51d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4397e61b404b4512b8e2da8fa19161c5&device_id=f54fff32-66c0-4adb-922d-69673e61b491 HTTP/1.1" status: 200  len: 1099 time: 0.2925582
Dec 23 16:12:18.696398 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-145de127-459e-43ec-af76-220955bdf4be tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1781419'] for router_interface, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:18.728032 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-8381ccf4-462a-4382-af2b-e55a2621cd7c None None] Set router 3fcc639f-0d7e-4f4d-a92f-e3c896a4f0c6 gateway port host: dv-neutron-822799-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:12:18.772329 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a799cf31-85aa-4daf-8628-155913292070 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735362521793'] for network, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:18.857379 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bff6ad54-4042-4c1d-bdfd-2d9b3b465863 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:12:18.858113 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-bff6ad54-4042-4c1d-bdfd-2d9b3b465863 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Synchronizing usage tracker for tenant:bf435ff0e7914a739a10fff5b2399c13 on resource:port {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:12:18.879775 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5d9187-507b-48e0-a52b-92f3f9cae7aa req-290b01ae-5c0f-40f2-89af-0dc2cc03bfac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:12:18.881374 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-0e5d9187-507b-48e0-a52b-92f3f9cae7aa req-290b01ae-5c0f-40f2-89af-0dc2cc03bfac service neutron] 10.222.0.61 "GET /v2.0/networks?id=d7a1eeae-9238-41c5-b3d8-78eaa1dfac99 HTTP/1.1" status: 200  len: 913 time: 0.2162302
Dec 23 16:12:18.928487 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 74168add-900e-47e9-94d6-24faef9aa51e up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:12:19.007040 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2f32aa6a-254b-4481-b17e-d0ce6769a05a tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:19.028724 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning for port 74168add-900e-47e9-94d6-24faef9aa51e completed by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:12:19.035788 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-0e5d9187-507b-48e0-a52b-92f3f9cae7aa req-cb366da8-1ef7-4427-b375-d6f6d7d2ce71 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ba1aa90b-adfb-4064-bfad-b5fc9b85dbca HTTP/1.1" status: 200  len: 1000 time: 0.1153374
Dec 23 16:12:19.106319 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-c847f1e3-9e1b-4e74-9ef2-2f4699a1ded9 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1781419'] for router_interface, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:19.232447 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5d9187-507b-48e0-a52b-92f3f9cae7aa req-aaef416c-e0af-4aee-9167-fa61c6e6b106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:12:19.234054 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-0e5d9187-507b-48e0-a52b-92f3f9cae7aa req-aaef416c-e0af-4aee-9167-fa61c6e6b106 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ea22a554-707a-4001-b348-60dd1fb71851 HTTP/1.1" status: 200  len: 851 time: 0.1909165
Dec 23 16:12:19.242052 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-f8ba87bd-a21a-46ab-9df6-d6cf18ec17fa tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:12:19.262851 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-bff6ad54-4042-4c1d-bdfd-2d9b3b465863 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Unset dirty status for tenant:bf435ff0e7914a739a10fff5b2399c13 on resource:port {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:12:19.266798 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-bff6ad54-4042-4c1d-bdfd-2d9b3b465863 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200  len: 943 time: 1.1156135
Dec 23 16:12:19.274077 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 45502) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:19.319638 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f32aa6a-254b-4481-b17e-d0ce6769a05a tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9ebd3b0-e26a-4c14-99af-6a7f85960785,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:12:19.349741 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-2f32aa6a-254b-4481-b17e-d0ce6769a05a tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:12:19.350432 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a799cf31-85aa-4daf-8628-155913292070 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495'] for network, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:19.356254 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a799cf31-85aa-4daf-8628-155913292070 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:12:19.362422 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a799cf31-85aa-4daf-8628-155913292070 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:19.385313 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-a97d3963-651e-4ca2-a63e-bf91b759083e tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:12:19.419306 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-8381ccf4-462a-4382-af2b-e55a2621cd7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc2941730>, [{'id': '3fcc639f-0d7e-4f4d-a92f-e3c896a4f0c6', 'name': 'tempest-ServerActionsTestJSON-1773443542-router', 'tenant_id': '4397e61b404b4512b8e2da8fa19161c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.130'}], 'enable_snat': True}, 'gw_port_id': '7a1ae378-b700-4af3-84fb-c01bf410ef8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:11:09Z', 'updated_at': '2021-12-23T16:11:24Z', 'revision_number': 4, 'project_id': '4397e61b404b4512b8e2da8fa19161c5', 'gw_port': {'id': '7a1ae378-b700-4af3-84fb-c01bf410ef8e', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:dd:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fcc639f-0d7e-4f4d-a92f-e3c896a4f0c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:11:12Z', 'updated_at': '2021-12-23T16:11:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_floatingips': [{'id': 'adb0c251-3ee5-496d-bf4f-3351cd11c697', 'tenant_id': '4397e61b404b4512b8e2da8fa19161c5', 'floating_ip_address': '172.26.3.127', 'floating_network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'router_id': '3fcc639f-0d7e-4f4d-a92f-e3c896a4f0c6', 'port_id': 'ba1aa90b-adfb-4064-bfad-b5fc9b85dbca', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7a1eeae-9238-41c5-b3d8-78eaa1dfac99', 'mac_address': 'fa:16:3e:02:f0:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f54fff32-66c0-4adb-922d-69673e61b491', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:11:40Z', 'updated_at': '2021-12-23T16:12:15Z', 'revision_number': 1, 'project_id': '4397e61b404b4512b8e2da8fa19161c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bd5114b-b67a-425e-af7b-020f0f8e86e1', 'name': '', 'network_id': 'd7a1eeae-9238-41c5-b3d8-78eaa1dfac99', 'tenant_id': '4397e61b404b4512b8e2da8fa19161c5', 'mac_address': 'fa:16:3e:07:7e:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fcc639f-0d7e-4f4d-a92f-e3c896a4f0c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'ea22a554-707a-4001-b348-60dd1fb71851', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:11:21Z', 'updated_at': '2021-12-23T16:11:37Z', 'revision_number': 5, 'project_id': '4397e61b404b4512b8e2da8fa19161c5', 'subnets': [{'id': 'ea22a554-707a-4001-b348-60dd1fb71851', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:12:19.427533 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8381ccf4-462a-4382-af2b-e55a2621cd7c None None] The sync data for ids ['3fcc639f-0d7e-4f4d-a92f-e3c896a4f0c6'] in dv-neutron-822799-1-hyperv is: [{'id': '3fcc639f-0d7e-4f4d-a92f-e3c896a4f0c6', 'name': 'tempest-ServerActionsTestJSON-1773443542-router', 'tenant_id': '4397e61b404b4512b8e2da8fa19161c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.130'}], 'enable_snat': True}, 'gw_port_id': '7a1ae378-b700-4af3-84fb-c01bf410ef8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:11:09Z', 'updated_at': '2021-12-23T16:11:24Z', 'revision_number': 4, 'project_id': '4397e61b404b4512b8e2da8fa19161c5', 'gw_port': {'id': '7a1ae378-b700-4af3-84fb-c01bf410ef8e', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:dd:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fcc639f-0d7e-4f4d-a92f-e3c896a4f0c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:11:12Z', 'updated_at': '2021-12-23T16:11:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_floatingips': [{'id': 'adb0c251-3ee5-496d-bf4f-3351cd11c697', 'tenant_id': '4397e61b404b4512b8e2da8fa19161c5', 'floating_ip_address': '172.26.3.127', 'floating_network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'router_id': '3fcc639f-0d7e-4f4d-a92f-e3c896a4f0c6', 'port_id': 'ba1aa90b-adfb-4064-bfad-b5fc9b85dbca', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7a1eeae-9238-41c5-b3d8-78eaa1dfac99', 'mac_address': 'fa:16:3e:02:f0:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f54fff32-66c0-4adb-922d-69673e61b491', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:11:40Z', 'updated_at': '2021-12-23T16:12:15Z', 'revision_number': 1, 'project_id': '4397e61b404b4512b8e2da8fa19161c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bd5114b-b67a-425e-af7b-020f0f8e86e1', 'name': '', 'network_id': 'd7a1eeae-9238-41c5-b3d8-78eaa1dfac99', 'tenant_id': '4397e61b404b4512b8e2da8fa19161c5', 'mac_address': 'fa:16:3e:07:7e:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fcc639f-0d7e-4f4d-a92f-e3c896a4f0c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'ea22a554-707a-4001-b348-60dd1fb71851', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:11:21Z', 'updated_at': '2021-12-23T16:11:37Z', 'revision_number': 5, 'project_id': '4397e61b404b4512b8e2da8fa19161c5', 'subnets': [{'id': 'ea22a554-707a-4001-b348-60dd1fb71851', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 23 16:12:19.561847 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5d9187-507b-48e0-a52b-92f3f9cae7aa req-007f5705-ec19-4f39-9c5a-de636550a801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:12:19.562720 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-0e5d9187-507b-48e0-a52b-92f3f9cae7aa req-007f5705-ec19-4f39-9c5a-de636550a801 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d7a1eeae-9238-41c5-b3d8-78eaa1dfac99&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.3198183
Dec 23 16:12:19.581340 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-08599e53-cdcf-4972-9bc5-e4697585eeae tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1824017', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1823768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-235299'] for router, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:19.639758 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-a799cf31-85aa-4daf-8628-155913292070 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 1.7183261
Dec 23 16:12:19.654470 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfc63110-aeb7-47ea-b431-7a1a49cc217d tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:12:19.656107 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfc63110-aeb7-47ea-b431-7a1a49cc217d tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:12:19.656900 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-dfc63110-aeb7-47ea-b431-7a1a49cc217d tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Synchronizing usage tracker for tenant:bf435ff0e7914a739a10fff5b2399c13 on resource:subnet {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:12:19.662019 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 45508) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:19.674630 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2f32aa6a-254b-4481-b17e-d0ce6769a05a tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Notify callbacks [] for security_group, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:19.678522 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-2f32aa6a-254b-4481-b17e-d0ce6769a05a tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] 10.222.0.64 "DELETE /v2.0/security-groups/d9ebd3b0-e26a-4c14-99af-6a7f85960785 HTTP/1.1" status: 204  len: 168 time: 1.6106424
Dec 23 16:12:19.685979 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 45512) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:19.699597 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3bba02f7-4076-4900-89c6-8b2b0253f90d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:19.701270 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-98abb039-6cf2-4646-b354-c924c2d0a0ae tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Request body: {'subnet': {'network_id': 'c6956295-d4ed-497f-9134-55a0c07104be', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:12:19.721893 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a799cf31-85aa-4daf-8628-155913292070 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Pushing event updated for resources: {'Network': ['ID=c6956295-d4ed-497f-9134-55a0c07104be,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:12:19.722196 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-fb832908-1e3b-45ef-8353-6923c2d121c9 None None] Provisioning for port 74168add-900e-47e9-94d6-24faef9aa51e completed by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:12:19.729778 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-fb832908-1e3b-45ef-8353-6923c2d121c9 None None] Provisioning complete for port 74168add-900e-47e9-94d6-24faef9aa51e triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:12:19.731919 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-fb832908-1e3b-45ef-8353-6923c2d121c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:19.735356 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-a799cf31-85aa-4daf-8628-155913292070 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:12:19.786489 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9729630a-bfd3-473b-b075-aed918d5af4c None None] New status for floating IP adb0c251-3ee5-496d-bf4f-3351cd11c697: ACTIVE {{(pid=87637) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 23 16:12:19.845005 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Network c6956295-d4ed-497f-9134-55a0c07104be details requested by agent ovs-agent-dv-neutron-822799-1-hyperv with host dv-neutron-822799-1-hyperv {{(pid=87637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 23 16:12:19.858792 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-c847f1e3-9e1b-4e74-9ef2-2f4699a1ded9 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Deleting port 888240ec-dadc-4883-94ef-aef4b6572964 {{(pid=87635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:12:19.859147 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-c847f1e3-9e1b-4e74-9ef2-2f4699a1ded9 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:19.885447 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-dfc63110-aeb7-47ea-b431-7a1a49cc217d tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Unset dirty status for tenant:bf435ff0e7914a739a10fff5b2399c13 on resource:subnet {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:12:19.889675 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-dfc63110-aeb7-47ea-b431-7a1a49cc217d tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1477 time: 0.6144698
Dec 23 16:12:19.891430 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 45516) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:19.956011 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-98abb039-6cf2-4646-b354-c924c2d0a0ae tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:12:19.975917 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-98abb039-6cf2-4646-b354-c924c2d0a0ae tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Usage tracker for resource:subnet and tenant:9552d108dcd2412896b3c037adf05d69 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:12:19.981920 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-98abb039-6cf2-4646-b354-c924c2d0a0ae tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:12:19.992511 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-98abb039-6cf2-4646-b354-c924c2d0a0ae tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:12:20.004820 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-0d857d54-af00-42a9-9bfd-a4cda06902f5 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Synchronizing usage tracker for tenant:2f72b6313bdb4bc4afb373c10680a612 on resource:security_group {{(pid=87635) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:12:20.018689 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-0e5d9187-507b-48e0-a52b-92f3f9cae7aa req-34feb85e-86b2-443e-9d92-4ee511fa4ebe service neutron] 10.222.0.61 "GET /v2.0/networks/d7a1eeae-9238-41c5-b3d8-78eaa1dfac99?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4238222
Dec 23 16:12:20.058350 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0cb6b57-0007-4049-a9ff-e3e4be51c8a6 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Deleting subnet 36da284d-4143-46a5-9fce-fe3fb062fa4d {{(pid=87636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 23 16:12:20.064395 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98abb039-6cf2-4646-b354-c924c2d0a0ae tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Made reservation on behalf of 9552d108dcd2412896b3c037adf05d69 for: {'subnet': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:12:20.067778 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-98abb039-6cf2-4646-b354-c924c2d0a0ae tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2618324'] for subnet, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:20.084743 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d0cb6b57-0007-4049-a9ff-e3e4be51c8a6 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks [] for subnet, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:20.162452 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-0d857d54-af00-42a9-9bfd-a4cda06902f5 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Unset dirty status for tenant:2f72b6313bdb4bc4afb373c10680a612 on resource:security_group {{(pid=87635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:12:20.163759 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-0d857d54-af00-42a9-9bfd-a4cda06902f5 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4505 time: 0.3334970
Dec 23 16:12:20.164379 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-fb832908-1e3b-45ef-8353-6923c2d121c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:20.173304 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 45520) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:20.213225 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-145de127-459e-43ec-af76-220955bdf4be tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Deleting port 71672f47-0ae1-4a13-936c-d16771ae9b01 {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:12:20.213859 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-145de127-459e-43ec-af76-220955bdf4be tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:20.251338 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-c847f1e3-9e1b-4e74-9ef2-2f4699a1ded9 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:20.266363 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-fb832908-1e3b-45ef-8353-6923c2d121c9 None None] For port 74168add-900e-47e9-94d6-24faef9aa51e, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=74168add-900e-47e9-94d6-24faef9aa51e,segment=NetworkSegment(d0e346f7-32a7-41a0-b972-301688edbe10),segment_id=d0e346f7-32a7-41a0-b972-301688edbe10)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:12:20.271183 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-fb832908-1e3b-45ef-8353-6923c2d121c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:20.274375 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:12:20.280048 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d0cb6b57-0007-4049-a9ff-e3e4be51c8a6 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2382092'] for subnet, precommit_delete_associations {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:20.350490 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb832908-1e3b-45ef-8353-6923c2d121c9 None None] Pushing event updated for resources: {'Port': ['ID=74168add-900e-47e9-94d6-24faef9aa51e,revision_number=3']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:12:20.354394 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-fb832908-1e3b-45ef-8353-6923c2d121c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:12:20.400788 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-c847f1e3-9e1b-4e74-9ef2-2f4699a1ded9 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Calling delete_port for 888240ec-dadc-4883-94ef-aef4b6572964 owned by network:router_interface {{(pid=87635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:12:20.477915 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-0e5d9187-507b-48e0-a52b-92f3f9cae7aa req-8fabbe53-d009-4db3-88af-8ddd9b648340 service neutron] 10.222.0.61 "GET /v2.0/networks/d7a1eeae-9238-41c5-b3d8-78eaa1dfac99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4151428
Dec 23 16:12:20.492916 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-2bbc8895-6a44-494c-8d9c-fc345853a8ba tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Notify callbacks [] for security_group, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:20.543051 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-2bbc8895-6a44-494c-8d9c-fc345853a8ba tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:20.607987 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-2bbc8895-6a44-494c-8d9c-fc345853a8ba tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:20.613730 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-c46a05ef-9c0e-46b6-a6d7-342493528cd9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:12:20.632270 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbc8895-6a44-494c-8d9c-fc345853a8ba tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ee99407-3056-425c-8dd4-5853ee958905,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:12:20.636641 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-2bbc8895-6a44-494c-8d9c-fc345853a8ba tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:12:20.684605 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9dcbea60-a34f-4144-91e7-90aff3f57aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:20.692664 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-2bbc8895-6a44-494c-8d9c-fc345853a8ba tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Notify callbacks [] for security_group, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:20.696297 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-2bbc8895-6a44-494c-8d9c-fc345853a8ba tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] 10.222.0.64 "DELETE /v2.0/security-groups/5ee99407-3056-425c-8dd4-5853ee958905 HTTP/1.1" status: 204  len: 168 time: 0.5174861
Dec 23 16:12:20.696476 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 45526) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:20.714512 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d0cb6b57-0007-4049-a9ff-e3e4be51c8a6 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864774'] for subnet, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:20.739915 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-c847f1e3-9e1b-4e74-9ef2-2f4699a1ded9 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:20.749917 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-9888c29a-94fa-4b79-9d3c-d7d191bd981c tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:12:20.793765 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-145de127-459e-43ec-af76-220955bdf4be tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:20.806513 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c847f1e3-9e1b-4e74-9ef2-2f4699a1ded9 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Pushing event deleted for resources: {'Port': ['ID=888240ec-dadc-4883-94ef-aef4b6572964,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:12:20.812824 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-c847f1e3-9e1b-4e74-9ef2-2f4699a1ded9 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:12:20.852372 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-0bb24aac-a114-4399-a711-857eded3b92d tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Synchronizing usage tracker for tenant:2f72b6313bdb4bc4afb373c10680a612 on resource:security_group {{(pid=87635) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:12:20.877247 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:20.883929 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 74168add-900e-47e9-94d6-24faef9aa51e up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:12:20.924929 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-0bb24aac-a114-4399-a711-857eded3b92d tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Unset dirty status for tenant:2f72b6313bdb4bc4afb373c10680a612 on resource:security_group {{(pid=87635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:12:20.926202 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-0bb24aac-a114-4399-a711-857eded3b92d tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2979 time: 0.2288353
Dec 23 16:12:20.931854 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 45530) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:20.939763 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-a4f1b403-f01c-41eb-92ea-db19d6469997 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Request body: {'security_group': {'name': 'tempest-secgroup--1687984983'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:12:20.957315 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-a4f1b403-f01c-41eb-92ea-db19d6469997 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:12:20.973904 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-a4f1b403-f01c-41eb-92ea-db19d6469997 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:12:20.979769 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port 74168add-900e-47e9-94d6-24faef9aa51e triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:12:20.980519 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:21.134966 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a4f1b403-f01c-41eb-92ea-db19d6469997 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Notify callbacks [] for security_group, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:21.161035 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-145de127-459e-43ec-af76-220955bdf4be tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Calling delete_port for 71672f47-0ae1-4a13-936c-d16771ae9b01 owned by network:router_interface {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:12:21.161268 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-c847f1e3-9e1b-4e74-9ef2-2f4699a1ded9 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1627472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1784155'] for router_interface, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:21.164502 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-a4f1b403-f01c-41eb-92ea-db19d6469997 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:12:21.171063 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-a4f1b403-f01c-41eb-92ea-db19d6469997 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Usage tracker for resource:security_group_rule and tenant:2f72b6313bdb4bc4afb373c10680a612 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:12:21.179057 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-a4f1b403-f01c-41eb-92ea-db19d6469997 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:12:21.236884 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-a4f1b403-f01c-41eb-92ea-db19d6469997 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:12:21.352597 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-98abb039-6cf2-4646-b354-c924c2d0a0ae tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2176430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2618310'] for subnet, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:21.356758 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d0cb6b57-0007-4049-a9ff-e3e4be51c8a6 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2176495', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2618677'] for subnet, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:21.419124 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-5baaff78-cee8-483b-bcee-33faf20847e0 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:12:21.493670 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a47fce6c-bc8d-4ccd-ba49-3b0e40864a19 None None] Network a67646b4-5371-43ec-9f98-39fe51a67033 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:12:21.507926 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d0cb6b57-0007-4049-a9ff-e3e4be51c8a6 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks [] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:21.571324 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-d0cb6b57-0007-4049-a9ff-e3e4be51c8a6 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "DELETE /v2.0/subnets/36da284d-4143-46a5-9fce-fe3fb062fa4d HTTP/1.1" status: 204  len: 168 time: 1.6728909
Dec 23 16:12:21.619055 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 45534) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:21.632006 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98abb039-6cf2-4646-b354-c924c2d0a0ae tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Pushing event updated for resources: {'Subnet': ['ID=f17000ed-e226-44f5-9e64-84e363fa133b,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:12:21.697615 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98abb039-6cf2-4646-b354-c924c2d0a0ae tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Checking segment: {'id': '2383a33d-5ca1-4028-b228-1420142cad3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'c6956295-d4ed-497f-9134-55a0c07104be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:12:21.697979 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98abb039-6cf2-4646-b354-c924c2d0a0ae tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Network hostable DHCP agents. Network: c6956295-d4ed-497f-9134-55a0c07104be, hostable agents: ['1c812d71-eadf-4fb3-b98e-67468a4aa7e2'], hosted agents: [] {{(pid=87636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 23 16:12:21.705961 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cb6b57-0007-4049-a9ff-e3e4be51c8a6 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Pushing event deleted for resources: {'Subnet': ['ID=36da284d-4143-46a5-9fce-fe3fb062fa4d,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:12:21.721003 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-d0cb6b57-0007-4049-a9ff-e3e4be51c8a6 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:12:21.721959 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-3cd82552-fcf3-4948-923d-7ccc669d2e8a tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1018651
Dec 23 16:12:21.722100 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-05f5b1b1-03ce-4ddd-a6f8-658bb7456ea5 tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.277s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:12:21.722415 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-05f5b1b1-03ce-4ddd-a6f8-658bb7456ea5 tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:12:21.727725 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 45540) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:21.787293 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-352f4355-d776-46aa-8520-303412e5c2c5 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Request body: {'subnet': {'network_id': 'a67646b4-5371-43ec-9f98-39fe51a67033', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:12:21.805325 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c847f1e3-9e1b-4e74-9ef2-2f4699a1ded9 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Router fab2feb2-188b-41f7-9fbf-90b52d6367a8 has already been hosted by L3 agent 371d4c41-c7e2-4de7-9539-c049ec4e95d1 {{(pid=87635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 23 16:12:21.822962 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a4f1b403-f01c-41eb-92ea-db19d6469997 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Notify callbacks [] for security_group, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:21.837857 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89915294-f641-425b-9dc1-0be42ddcf096 None None] DHCP port deletion for a67646b4-5371-43ec-9f98-39fe51a67033 request from dv-neutron-822799-1-hyperv {{(pid=87637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 23 16:12:21.842175 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-89915294-f641-425b-9dc1-0be42ddcf096 None None] Deleting port 74168add-900e-47e9-94d6-24faef9aa51e {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:12:21.842646 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-89915294-f641-425b-9dc1-0be42ddcf096 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:21.886123 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a4f1b403-f01c-41eb-92ea-db19d6469997 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:21.897254 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-e0cd70d1-f3ab-4fb2-b313-22e8b47aab89 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:12:21.910529 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98abb039-6cf2-4646-b354-c924c2d0a0ae tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Network c6956295-d4ed-497f-9134-55a0c07104be is scheduled to be hosted by DHCP agent 1c812d71-eadf-4fb3-b98e-67468a4aa7e2 with binding_index 1 {{(pid=87636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 23 16:12:21.939661 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-08599e53-cdcf-4972-9bc5-e4697585eeae tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1824017', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1823768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-235299'] for router, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:21.983315 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-08599e53-cdcf-4972-9bc5-e4697585eeae tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1824234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1824024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1824227', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1823761'] for router, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:21.985210 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-98abb039-6cf2-4646-b354-c924c2d0a0ae tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822799-1-hyperv, c6956295-d4ed-497f-9134-55a0c07104be) {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:12:22.003924 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98abb039-6cf2-4646-b354-c924c2d0a0ae tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:12:22.004748 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-98abb039-6cf2-4646-b354-c924c2d0a0ae tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Notify callbacks [] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:22.016472 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33c854bb-6e3f-4778-8970-fb22cc0e274d None None] Network c6956295-d4ed-497f-9134-55a0c07104be requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:12:22.032258 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f1b403-f01c-41eb-92ea-db19d6469997 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab89de8a-7d07-4a2b-84f8-68da87679be8,revision_number=1']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:12:22.035687 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-a4f1b403-f01c-41eb-92ea-db19d6469997 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:12:22.047966 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c847f1e3-9e1b-4e74-9ef2-2f4699a1ded9 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify agent at l3_agent.dv-neutron-822799-1-hyperv the message routers_updated {{(pid=87635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 23 16:12:22.057174 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-c847f1e3-9e1b-4e74-9ef2-2f4699a1ded9 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] 10.222.0.64 "PUT /v2.0/routers/fab2feb2-188b-41f7-9fbf-90b52d6367a8/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.3044064
Dec 23 16:12:22.057174 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 45544) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:22.066138 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c10bb0c1-0103-4f1c-9ec5-c134b785f704 None None] Sync routers for ids ['fab2feb2-188b-41f7-9fbf-90b52d6367a8'] in dv-neutron-822799-1-hyperv {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 23 16:12:22.080733 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c10bb0c1-0103-4f1c-9ec5-c134b785f704 None None] Routers {'fab2feb2-188b-41f7-9fbf-90b52d6367a8'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:12:22.081765 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-c10bb0c1-0103-4f1c-9ec5-c134b785f704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc2920f40>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:12:20Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['fab2feb2-188b-41f7-9fbf-90b52d6367a8'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:12:22.119983 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a4f1b403-f01c-41eb-92ea-db19d6469997 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Notify callbacks [] for security_group, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:22.124618 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-a4f1b403-f01c-41eb-92ea-db19d6469997 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1744 time: 1.1885600
Dec 23 16:12:22.129984 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 45548) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:22.134215 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-89915294-f641-425b-9dc1-0be42ddcf096 None None] For port 74168add-900e-47e9-94d6-24faef9aa51e, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=74168add-900e-47e9-94d6-24faef9aa51e,segment=NetworkSegment(d0e346f7-32a7-41a0-b972-301688edbe10),segment_id=d0e346f7-32a7-41a0-b972-301688edbe10)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:12:22.134999 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-89915294-f641-425b-9dc1-0be42ddcf096 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:22.135258 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-5b7d0833-b224-4f55-9634-3c732630279f tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Request body: {'security_group_rule': {'security_group_id': 'ab89de8a-7d07-4a2b-84f8-68da87679be8', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:12:22.169193 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-5b7d0833-b224-4f55-9634-3c732630279f tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:12:22.184599 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-c10bb0c1-0103-4f1c-9ec5-c134b785f704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc2920f40>, [], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:12:22.195817 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c10bb0c1-0103-4f1c-9ec5-c134b785f704 None None] Routers {'fab2feb2-188b-41f7-9fbf-90b52d6367a8'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:12:22.195817 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-c10bb0c1-0103-4f1c-9ec5-c134b785f704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc2920f40>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:12:20Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['fab2feb2-188b-41f7-9fbf-90b52d6367a8'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:12:22.207287 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-352f4355-d776-46aa-8520-303412e5c2c5 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:12:22.222865 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-5b7d0833-b224-4f55-9634-3c732630279f tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Usage tracker for resource:security_group_rule and tenant:2f72b6313bdb4bc4afb373c10680a612 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:12:22.225164 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-352f4355-d776-46aa-8520-303412e5c2c5 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Usage tracker for resource:subnet and tenant:bf435ff0e7914a739a10fff5b2399c13 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:12:22.229450 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08599e53-cdcf-4972-9bc5-e4697585eeae tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Router a2cd1987-4bd1-47dc-aede-adbe20d57643 has already been hosted by L3 agent 371d4c41-c7e2-4de7-9539-c049ec4e95d1 {{(pid=87636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 23 16:12:22.232775 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-352f4355-d776-46aa-8520-303412e5c2c5 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:12:22.247375 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-352f4355-d776-46aa-8520-303412e5c2c5 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:12:22.256869 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-5b7d0833-b224-4f55-9634-3c732630279f tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:12:22.266985 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-98abb039-6cf2-4646-b354-c924c2d0a0ae tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.5980196
Dec 23 16:12:22.272240 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 45552) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:22.297403 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-89915294-f641-425b-9dc1-0be42ddcf096 None None] Calling delete_port for 74168add-900e-47e9-94d6-24faef9aa51e owned by network:dhcp {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:12:22.297696 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-c10bb0c1-0103-4f1c-9ec5-c134b785f704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc2920f40>, [], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:12:22.298239 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c10bb0c1-0103-4f1c-9ec5-c134b785f704 None None] The sync data for ids ['fab2feb2-188b-41f7-9fbf-90b52d6367a8'] in dv-neutron-822799-1-hyperv is: [] {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 23 16:12:22.303799 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-5b7d0833-b224-4f55-9634-3c732630279f tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:12:22.369960 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9e3aab53-d650-47e3-b8a6-2dff21fe9ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:22.429987 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-145de127-459e-43ec-af76-220955bdf4be tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:22.434637 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-352f4355-d776-46aa-8520-303412e5c2c5 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Made reservation on behalf of bf435ff0e7914a739a10fff5b2399c13 for: {'subnet': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:12:22.438838 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-352f4355-d776-46aa-8520-303412e5c2c5 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2618324'] for subnet, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:22.460869 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-2d39da17-03d7-4797-9735-75d069bfd9b5 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:12:22.472876 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-89915294-f641-425b-9dc1-0be42ddcf096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789'] for port, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:22.480966 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:12:22.503638 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-5b7d0833-b224-4f55-9634-3c732630279f tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:22.530283 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89915294-f641-425b-9dc1-0be42ddcf096 None None] Pushing event deleted for resources: {'Port': ['ID=74168add-900e-47e9-94d6-24faef9aa51e,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:12:22.533366 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-605f2784-f231-4826-9634-d58281e5b328 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7e017a6-8198-58c8-a07e-0f786128e3b3-c6956295-d4ed-497f-9134-55a0c07104be', 'network_id': 'c6956295-d4ed-497f-9134-55a0c07104be', 'tenant_id': '9552d108dcd2412896b3c037adf05d69', 'fixed_ips': [{'subnet_id': 'f17000ed-e226-44f5-9e64-84e363fa133b'}]}} from dv-neutron-822799-1-hyperv. {{(pid=87637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 23 16:12:22.534224 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-605f2784-f231-4826-9634-d58281e5b328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:22.543893 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89915294-f641-425b-9dc1-0be42ddcf096 None None] No DVR routers for this DVR port 74168add-900e-47e9-94d6-24faef9aa51e on host dv-neutron-822799-1-hyperv {{(pid=87637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 23 16:12:22.547275 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-89915294-f641-425b-9dc1-0be42ddcf096 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:12:22.656057 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-5b7d0833-b224-4f55-9634-3c732630279f tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:22.665204 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-5b7d0833-b224-4f55-9634-3c732630279f tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762424'] for security_group_rule, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:22.671857 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:12:22.705412 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_common [None req-605f2784-f231-4826-9634-d58281e5b328 None None] Allocated IP 172.20.0.2 (c6956295-d4ed-497f-9134-55a0c07104be/f17000ed-e226-44f5-9e64-84e363fa133b/30d60e1b-1671-44bb-97f5-f72e11210597) {{(pid=87637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:12:22.727474 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145de127-459e-43ec-af76-220955bdf4be tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Pushing event deleted for resources: {'Port': ['ID=71672f47-0ae1-4a13-936c-d16771ae9b01,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:12:22.736617 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-145de127-459e-43ec-af76-220955bdf4be tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:12:22.742818 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7d0833-b224-4f55-9634-3c732630279f tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37c697e4-cdb7-4c23-8b71-165647b235b4,revision_number=0']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:12:22.749203 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-5b7d0833-b224-4f55-9634-3c732630279f tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:12:22.764628 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-5b7d0833-b224-4f55-9634-3c732630279f tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:22.768498 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-5b7d0833-b224-4f55-9634-3c732630279f tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 786 time: 0.6353972
Dec 23 16:12:22.768753 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 45556) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:22.816276 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-ab405f7a-50d9-4d5c-8c6c-b9eadf302e82 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:22.870671 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-ab405f7a-50d9-4d5c-8c6c-b9eadf302e82 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:22.920783 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-ab405f7a-50d9-4d5c-8c6c-b9eadf302e82 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762424'] for security_group_rule, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:22.924051 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-2c31b756-f52d-4568-a4a6-49c488c44bf8 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1781419'] for router_interface, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:22.938563 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 74168add-900e-47e9-94d6-24faef9aa51e no longer exists at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 23 16:12:22.998626 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:12:23.001689 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-fd24fbfc-dab4-4578-bb4a-a65f655a94f6 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-698866'] for network, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:23.022108 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08599e53-cdcf-4972-9bc5-e4697585eeae tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Notify agent at l3_agent.dv-neutron-822799-1-hyperv the message routers_updated {{(pid=87636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 23 16:12:23.043126 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] No Port match for: 74168add-900e-47e9-94d6-24faef9aa51e {{(pid=87637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 23 16:12:23.044036 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 74168add-900e-47e9-94d6-24faef9aa51e not bound to the agent host dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 23 16:12:23.069423 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea13befb-9b74-42ad-81fe-5058847a9381 None None] Sync routers for ids ['a2cd1987-4bd1-47dc-aede-adbe20d57643'] in dv-neutron-822799-1-hyperv {{(pid=87637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 23 16:12:23.077137 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-605f2784-f231-4826-9634-d58281e5b328 None None] Notify callbacks [] for port, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:23.089954 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab405f7a-50d9-4d5c-8c6c-b9eadf302e82 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=37c697e4-cdb7-4c23-8b71-165647b235b4,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:12:23.092376 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-605f2784-f231-4826-9634-d58281e5b328 None None] Transition to ACTIVE for port object 30d60e1b-1671-44bb-97f5-f72e11210597 will not be triggered until provisioned by entity L2. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:12:23.095220 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea13befb-9b74-42ad-81fe-5058847a9381 None None] Routers {'a2cd1987-4bd1-47dc-aede-adbe20d57643'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:12:23.096285 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-ea13befb-9b74-42ad-81fe-5058847a9381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc14406a0>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:12:20Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['a2cd1987-4bd1-47dc-aede-adbe20d57643'], 'active': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:12:23.096828 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-ab405f7a-50d9-4d5c-8c6c-b9eadf302e82 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:12:23.100070 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-ab405f7a-50d9-4d5c-8c6c-b9eadf302e82 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:23.103661 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-ab405f7a-50d9-4d5c-8c6c-b9eadf302e82 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/37c697e4-cdb7-4c23-8b71-165647b235b4 HTTP/1.1" status: 204  len: 168 time: 0.3315763
Dec 23 16:12:23.104622 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 45562) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:23.168392 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-ea13befb-9b74-42ad-81fe-5058847a9381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc14406a0>, [], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:12:23.181387 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-605f2784-f231-4826-9634-d58281e5b328 None None] Transition to ACTIVE for port object 30d60e1b-1671-44bb-97f5-f72e11210597 will not be triggered until provisioned by entity DHCP. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:12:23.185307 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea13befb-9b74-42ad-81fe-5058847a9381 None None] Routers {'a2cd1987-4bd1-47dc-aede-adbe20d57643'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:12:23.185941 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-ea13befb-9b74-42ad-81fe-5058847a9381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc14406a0>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:12:20Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['a2cd1987-4bd1-47dc-aede-adbe20d57643'], 'active': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:12:23.211158 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-08599e53-cdcf-4972-9bc5-e4697585eeae tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Notify callbacks [] for router, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:23.212385 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-08599e53-cdcf-4972-9bc5-e4697585eeae tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] 10.222.0.64 "PUT /v2.0/routers/a2cd1987-4bd1-47dc-aede-adbe20d57643 HTTP/1.1" status: 200  len: 925 time: 5.4891200
Dec 23 16:12:23.220216 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 45566) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:23.239103 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-605f2784-f231-4826-9634-d58281e5b328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780'] for port, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:23.301227 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-e4b292e8-6aeb-4838-84c4-89b22c9ab621 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:12:23.348178 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-ea13befb-9b74-42ad-81fe-5058847a9381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc14406a0>, [], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:12:23.349081 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea13befb-9b74-42ad-81fe-5058847a9381 None None] The sync data for ids ['a2cd1987-4bd1-47dc-aede-adbe20d57643'] in dv-neutron-822799-1-hyperv is: [] {{(pid=87637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 23 16:12:23.358180 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-605f2784-f231-4826-9634-d58281e5b328 None None] Network c6956295-d4ed-497f-9134-55a0c07104be is already hosted by enough agents. {{(pid=87637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:12:23.361199 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-605f2784-f231-4826-9634-d58281e5b328 None None] Resources bound (agent type, host, resource id):  {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:12:23.370386 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-605f2784-f231-4826-9634-d58281e5b328 None None] Received port after_create {{(pid=87637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:12:23.378371 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-145de127-459e-43ec-af76-220955bdf4be tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1627472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1784155'] for router_interface, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:23.394223 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-c831ba33-dd03-4204-a144-c305b15efd78 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Synchronizing usage tracker for tenant:2f72b6313bdb4bc4afb373c10680a612 on resource:security_group_rule {{(pid=87635) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:12:23.397204 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-fd24fbfc-dab4-4578-bb4a-a65f655a94f6 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864774'] for subnet, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:23.409604 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605f2784-f231-4826-9634-d58281e5b328 None None] Pushing event updated for resources: {'Port': ['ID=30d60e1b-1671-44bb-97f5-f72e11210597,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:12:23.416435 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-605f2784-f231-4826-9634-d58281e5b328 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:12:23.468377 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-605f2784-f231-4826-9634-d58281e5b328 None None] Attempting to bind port 30d60e1b-1671-44bb-97f5-f72e11210597 on host dv-neutron-822799-1-hyperv for vnic_type normal with profile  {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:12:23.468722 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-605f2784-f231-4826-9634-d58281e5b328 None None] Attempting to bind port 30d60e1b-1671-44bb-97f5-f72e11210597 by drivers openvswitch,hyperv on host dv-neutron-822799-1-hyperv at level 0 using segments [{'id': '2383a33d-5ca1-4028-b228-1420142cad3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'c6956295-d4ed-497f-9134-55a0c07104be'}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:12:23.469102 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-605f2784-f231-4826-9634-d58281e5b328 None None] Attempting to bind port 30d60e1b-1671-44bb-97f5-f72e11210597 on network c6956295-d4ed-497f-9134-55a0c07104be {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:12:23.474678 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-605f2784-f231-4826-9634-d58281e5b328 None None] Checking agent: {'id': '20d2070f-69a9-4e73-8d08-6f0387a40158', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822799-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 21), 'started_at': datetime.datetime(2021, 12, 23, 16, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 12, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822799-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 23 16:12:23.475090 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-605f2784-f231-4826-9634-d58281e5b328 None None] Checking segment: {'id': '2383a33d-5ca1-4028-b228-1420142cad3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'c6956295-d4ed-497f-9134-55a0c07104be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:12:23.475508 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-605f2784-f231-4826-9634-d58281e5b328 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:23.475932 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-605f2784-f231-4826-9634-d58281e5b328 None None] Bound using segment: {'id': '2383a33d-5ca1-4028-b228-1420142cad3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'c6956295-d4ed-497f-9134-55a0c07104be'} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 23 16:12:23.476427 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-605f2784-f231-4826-9634-d58281e5b328 None None] Bound port: 30d60e1b-1671-44bb-97f5-f72e11210597, host: dv-neutron-822799-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2383a33d-5ca1-4028-b228-1420142cad3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'c6956295-d4ed-497f-9134-55a0c07104be'}}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 23 16:12:23.476853 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-605f2784-f231-4826-9634-d58281e5b328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:23.536637 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-c831ba33-dd03-4204-a144-c305b15efd78 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Unset dirty status for tenant:2f72b6313bdb4bc4afb373c10680a612 on resource:security_group_rule {{(pid=87635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:12:23.538112 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-c831ba33-dd03-4204-a144-c305b15efd78 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.4330595
Dec 23 16:12:23.541198 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 45570) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:23.576019 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-352f4355-d776-46aa-8520-303412e5c2c5 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2176430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2618310'] for subnet, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:23.577161 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-605f2784-f231-4826-9634-d58281e5b328 None None] For port 30d60e1b-1671-44bb-97f5-f72e11210597, host dv-neutron-822799-1-hyperv, cleared binding levels {{(pid=87637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 23 16:12:23.580422 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-605f2784-f231-4826-9634-d58281e5b328 None None] For port 30d60e1b-1671-44bb-97f5-f72e11210597, host dv-neutron-822799-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=30d60e1b-1671-44bb-97f5-f72e11210597,segment=NetworkSegment(2383a33d-5ca1-4028-b228-1420142cad3e),segment_id=2383a33d-5ca1-4028-b228-1420142cad3e)] {{(pid=87637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 23 16:12:23.587407 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-d16a9bab-e620-4e9d-b908-d976d78750d5 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:12:23.587700 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-605f2784-f231-4826-9634-d58281e5b328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:23.591657 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-0063b44a-3615-4fc3-8d36-3690153066fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:12:23.657139 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-84e0a768-7fde-45f0-bfdc-1101274e2f46 tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] 10.222.0.64 "GET /v2.0/routers/a2cd1987-4bd1-47dc-aede-adbe20d57643 HTTP/1.1" status: 200  len: 925 time: 0.4253266
Dec 23 16:12:23.672411 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605f2784-f231-4826-9634-d58281e5b328 None None] Pushing event updated for resources: {'Port': ['ID=30d60e1b-1671-44bb-97f5-f72e11210597,revision_number=2']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:12:23.677579 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-605f2784-f231-4826-9634-d58281e5b328 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:12:23.683708 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 45574) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:23.736999 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-352f4355-d776-46aa-8520-303412e5c2c5 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Network a67646b4-5371-43ec-9f98-39fe51a67033 is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:12:23.750295 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-fd24fbfc-dab4-4578-bb4a-a65f655a94f6 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2176495', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2618677'] for subnet, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:23.761197 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-352f4355-d776-46aa-8520-303412e5c2c5 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Resources bound (agent type, host, resource id):  {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:12:23.769124 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-2c31b756-f52d-4568-a4a6-49c488c44bf8 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Deleting port ce0f0f9b-5941-4cba-9d67-5837896809be {{(pid=87635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:12:23.769483 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-2c31b756-f52d-4568-a4a6-49c488c44bf8 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:23.771196 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0be3926-f818-458e-b729-9b3e2ebf3397 None None] Network a67646b4-5371-43ec-9f98-39fe51a67033 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:12:23.776322 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-352f4355-d776-46aa-8520-303412e5c2c5 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:12:23.776941 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-352f4355-d776-46aa-8520-303412e5c2c5 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks [] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:23.822502 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352f4355-d776-46aa-8520-303412e5c2c5 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Pushing event updated for resources: {'Subnet': ['ID=1121beb4-d109-495b-ae4c-359454890fcd,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:12:23.832622 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-352f4355-d776-46aa-8520-303412e5c2c5 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:12:23.837978 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-05f5b1b1-03ce-4ddd-a6f8-658bb7456ea5 tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.077s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:12:23.928920 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aa7eab0-bca3-4449-8bd7-ab44ec2dbf71 tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:12:23.928920 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-7aa7eab0-bca3-4449-8bd7-ab44ec2dbf71 tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Synchronizing usage tracker for tenant:0cfbedddc6e84865852e5b977817804f on resource:port {{(pid=87635) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:12:23.985850 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-7aa7eab0-bca3-4449-8bd7-ab44ec2dbf71 tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Unset dirty status for tenant:0cfbedddc6e84865852e5b977817804f on resource:port {{(pid=87635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:12:23.987067 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-7aa7eab0-bca3-4449-8bd7-ab44ec2dbf71 tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] 10.222.0.64 "GET /v2.0/ports?network_id=8afa6d58-9431-454a-b99c-3ff8a65aa86b&device_id=a2cd1987-4bd1-47dc-aede-adbe20d57643&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 945 time: 0.3023930
Dec 23 16:12:23.999046 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 45578) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:24.012718 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5a9e86ac-6007-4e81-b528-da02e51def47 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Notify callbacks [] for security_group, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:24.025432 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24fbfc-dab4-4578-bb4a-a65f655a94f6 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Pushing event deleted for resources: {'Subnet': ['ID=f17000ed-e226-44f5-9e64-84e363fa133b,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:12:24.050341 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-352f4355-d776-46aa-8520-303412e5c2c5 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 2.3199172
Dec 23 16:12:24.051596 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-fd24fbfc-dab4-4578-bb4a-a65f655a94f6 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:12:24.063409 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 45582) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:24.087805 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc725ad1-24a3-426d-9c1b-24d47c6736d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7e017a6-8198-58c8-a07e-0f786128e3b3-a67646b4-5371-43ec-9f98-39fe51a67033', 'network_id': 'a67646b4-5371-43ec-9f98-39fe51a67033', 'tenant_id': 'bf435ff0e7914a739a10fff5b2399c13', 'fixed_ips': [{'subnet_id': '1121beb4-d109-495b-ae4c-359454890fcd'}]}} from dv-neutron-822799-1-hyperv. {{(pid=87637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 23 16:12:24.088686 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-bc725ad1-24a3-426d-9c1b-24d47c6736d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:24.088947 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-5d9719f1-b94b-4524-8b10-446fb22324f7 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1761278317', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:12:24.096512 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-fd24fbfc-dab4-4578-bb4a-a65f655a94f6 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-864347', 'neutron.services.segments.db._delete_segments_for_network-8735362908070'] for network, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:24.097685 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-2c31b756-f52d-4568-a4a6-49c488c44bf8 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:24.121694 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-5d9719f1-b94b-4524-8b10-446fb22324f7 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:12:24.147398 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-5d9719f1-b94b-4524-8b10-446fb22324f7 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Usage tracker for resource:router and tenant:bf435ff0e7914a739a10fff5b2399c13 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:12:24.159773 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5a9e86ac-6007-4e81-b528-da02e51def47 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:24.220963 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-5d9719f1-b94b-4524-8b10-446fb22324f7 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:12:24.237807 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-fd24fbfc-dab4-4578-bb4a-a65f655a94f6 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1dbb64dbb0>,) {'filters': {'network_id': ['c6956295-d4ed-497f-9134-55a0c07104be']}} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:12:24.250796 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-5d9719f1-b94b-4524-8b10-446fb22324f7 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:12:24.252868 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-2c31b756-f52d-4568-a4a6-49c488c44bf8 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Calling delete_port for ce0f0f9b-5941-4cba-9d67-5837896809be owned by network:router_interface {{(pid=87635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:12:24.266133 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-fd24fbfc-dab4-4578-bb4a-a65f655a94f6 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dbb64dbb0>, '2383a33d-5ca1-4028-b228-1420142cad3e') {'for_net_delete': True} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:12:24.266431 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-fd24fbfc-dab4-4578-bb4a-a65f655a94f6 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dbb64dbb0>, '2383a33d-5ca1-4028-b228-1420142cad3e') {} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:12:24.311738 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-fd24fbfc-dab4-4578-bb4a-a65f655a94f6 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735363085442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2382197'] for segment, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:24.324498 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5d9719f1-b94b-4524-8b10-446fb22324f7 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1823978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-235332'] for router, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:24.325936 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5d9719f1-b94b-4524-8b10-446fb22324f7 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1824575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1824063', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1751113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-235341'] for router, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:24.334420 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_common [None req-bc725ad1-24a3-426d-9c1b-24d47c6736d8 None None] Allocated IP 2001:db8::2 (a67646b4-5371-43ec-9f98-39fe51a67033/1121beb4-d109-495b-ae4c-359454890fcd/2d870f6b-99e3-44e4-9836-2882caa00cd8) {{(pid=87637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:12:24.343967 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-145de127-459e-43ec-af76-220955bdf4be tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Router abfa982d-e5a4-4f60-bb8f-be7e2c2fb544 has already been hosted by L3 agent 371d4c41-c7e2-4de7-9539-c049ec4e95d1 {{(pid=87636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 23 16:12:24.350342 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-fd24fbfc-dab4-4578-bb4a-a65f655a94f6 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:24.360132 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd24fbfc-dab4-4578-bb4a-a65f655a94f6 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Releasing vlan 431 on physical network physnet1 to pool {{(pid=87636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 23 16:12:24.360537 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-fd24fbfc-dab4-4578-bb4a-a65f655a94f6 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2176261'] for segment, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:24.380483 dv-neutron-822799-1-hyperv neutron-server[87636]: Traceback (most recent call last):
Dec 23 16:12:24.380483 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 23 16:12:24.380483 dv-neutron-822799-1-hyperv neutron-server[87636]:     timer()
Dec 23 16:12:24.380483 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:12:24.380483 dv-neutron-822799-1-hyperv neutron-server[87636]:     cb(*args, **kw)
Dec 23 16:12:24.380483 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 23 16:12:24.380483 dv-neutron-822799-1-hyperv neutron-server[87636]:     return func(*args, **kwargs)
Dec 23 16:12:24.380483 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:12:24.380483 dv-neutron-822799-1-hyperv neutron-server[87636]:     self._notify()
Dec 23 16:12:24.380483 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:12:24.380483 dv-neutron-822799-1-hyperv neutron-server[87636]:     self.callback(batched_events)
Dec 23 16:12:24.380483 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:12:24.380483 dv-neutron-822799-1-hyperv neutron-server[87636]:     event.method(event)
Dec 23 16:12:24.380483 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:12:24.380483 dv-neutron-822799-1-hyperv neutron-server[87636]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:12:24.380483 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 23 16:12:24.380483 dv-neutron-822799-1-hyperv neutron-server[87636]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 23 16:12:24.380483 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 23 16:12:24.380483 dv-neutron-822799-1-hyperv neutron-server[87636]:     return f(self, *a, **k)
Dec 23 16:12:24.380483 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:12:24.380483 dv-neutron-822799-1-hyperv neutron-server[87636]:     return self._get(url).json()
Dec 23 16:12:24.380483 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 23 16:12:24.380483 dv-neutron-822799-1-hyperv neutron-server[87636]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 23 16:12:24.380483 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 23 16:12:24.380483 dv-neutron-822799-1-hyperv neutron-server[87636]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:12:24.380483 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 23 16:12:24.380483 dv-neutron-822799-1-hyperv neutron-server[87636]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 23 16:12:24.380483 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 23 16:12:24.380483 dv-neutron-822799-1-hyperv neutron-server[87636]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:12:24.380483 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 23 16:12:24.380483 dv-neutron-822799-1-hyperv neutron-server[87636]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:12:24.380483 dv-neutron-822799-1-hyperv neutron-server[87636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:12:24.405263 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e40a717f-aa98-44ce-a36b-8d447b1cf88e tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:12:24.405833 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-e40a717f-aa98-44ce-a36b-8d447b1cf88e tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Synchronizing usage tracker for tenant:0cfbedddc6e84865852e5b977817804f on resource:network {{(pid=87635) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:12:24.445591 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-e40a717f-aa98-44ce-a36b-8d447b1cf88e tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Unset dirty status for tenant:0cfbedddc6e84865852e5b977817804f on resource:network {{(pid=87635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:12:24.450755 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-e40a717f-aa98-44ce-a36b-8d447b1cf88e tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] 10.222.0.64 "GET /v2.0/networks/8afa6d58-9431-454a-b99c-3ff8a65aa86b HTTP/1.1" status: 200  len: 881 time: 0.4468634
Dec 23 16:12:24.451725 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 45588) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:24.529533 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-ecafcbb4-4439-48ad-bc68-faa41e9b734a tempest-RoutersIpV6AdminTest-575902626 tempest-RoutersIpV6AdminTest-575902626-project] 10.222.0.64 "GET /v2.0/ports?device_id=a2cd1987-4bd1-47dc-aede-adbe20d57643 HTTP/1.1" status: 200  len: 205 time: 0.0769138
Dec 23 16:12:24.530059 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 45592) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:24.595638 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-bc725ad1-24a3-426d-9c1b-24d47c6736d8 None None] Notify callbacks [] for port, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:24.598668 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5a9e86ac-6007-4e81-b528-da02e51def47 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:24.608977 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-b845cff1-b113-4170-b1d3-d9cd32b40f55 tempest-PortsAdminExtendedAttrsTestJSON-1068406754 tempest-PortsAdminExtendedAttrsTestJSON-1068406754-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:12:24.616662 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-bc725ad1-24a3-426d-9c1b-24d47c6736d8 None None] Transition to ACTIVE for port object 2d870f6b-99e3-44e4-9836-2882caa00cd8 will not be triggered until provisioned by entity L2. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:12:24.638863 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-bc725ad1-24a3-426d-9c1b-24d47c6736d8 None None] Transition to ACTIVE for port object 2d870f6b-99e3-44e4-9836-2882caa00cd8 will not be triggered until provisioned by entity DHCP. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:12:24.646578 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-bc725ad1-24a3-426d-9c1b-24d47c6736d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780'] for port, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:24.658105 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-ebb1bd65-d583-4178-a4e8-55645e3e3cbb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:12:24.705498 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9e86ac-6007-4e81-b528-da02e51def47 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab89de8a-7d07-4a2b-84f8-68da87679be8,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:12:24.718467 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-5a9e86ac-6007-4e81-b528-da02e51def47 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:12:24.731064 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc725ad1-24a3-426d-9c1b-24d47c6736d8 None None] Pushing event updated for resources: {'Port': ['ID=2d870f6b-99e3-44e4-9836-2882caa00cd8,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:12:24.735506 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.db.api [None req-fd24fbfc-dab4-4578-bb4a-a65f655a94f6 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Dec 23 16:12:24.735506 dv-neutron-822799-1-hyperv neutron-server[87636]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Dec 23 16:12:24.735506 dv-neutron-822799-1-hyperv neutron-server[87636]: [parameters: {'id': 'c6956295-d4ed-497f-9134-55a0c07104be'}]
Dec 23 16:12:24.735506 dv-neutron-822799-1-hyperv neutron-server[87636]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87636) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 23 16:12:24.735975 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_db.api [None req-fd24fbfc-dab4-4578-bb4a-a65f655a94f6 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 23 16:12:24.744051 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5d9719f1-b94b-4524-8b10-446fb22324f7 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:24.746848 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-bc725ad1-24a3-426d-9c1b-24d47c6736d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:12:24.756289 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc725ad1-24a3-426d-9c1b-24d47c6736d8 None None] Network a67646b4-5371-43ec-9f98-39fe51a67033 is already hosted by enough agents. {{(pid=87637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:12:24.758780 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-bc725ad1-24a3-426d-9c1b-24d47c6736d8 None None] Resources bound (agent type, host, resource id):  {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:12:24.760976 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc725ad1-24a3-426d-9c1b-24d47c6736d8 None None] Received port after_create {{(pid=87637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:12:24.810673 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-2c31b756-f52d-4568-a4a6-49c488c44bf8 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:24.823221 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5a9e86ac-6007-4e81-b528-da02e51def47 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Notify callbacks [] for security_group, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:24.824672 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-5a9e86ac-6007-4e81-b528-da02e51def47 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] 10.222.0.64 "DELETE /v2.0/security-groups/ab89de8a-7d07-4a2b-84f8-68da87679be8 HTTP/1.1" status: 204  len: 168 time: 1.2823141
Dec 23 16:12:24.828787 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-c847f1e3-9e1b-4e74-9ef2-2f4699a1ded9 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:12:24.835041 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 45596) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:24.893364 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-bc725ad1-24a3-426d-9c1b-24d47c6736d8 None None] Attempting to bind port 2d870f6b-99e3-44e4-9836-2882caa00cd8 on host dv-neutron-822799-1-hyperv for vnic_type normal with profile  {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:12:24.893939 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-bc725ad1-24a3-426d-9c1b-24d47c6736d8 None None] Attempting to bind port 2d870f6b-99e3-44e4-9836-2882caa00cd8 by drivers openvswitch,hyperv on host dv-neutron-822799-1-hyperv at level 0 using segments [{'id': 'd0e346f7-32a7-41a0-b972-301688edbe10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'a67646b4-5371-43ec-9f98-39fe51a67033'}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:12:24.894947 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc725ad1-24a3-426d-9c1b-24d47c6736d8 None None] Attempting to bind port 2d870f6b-99e3-44e4-9836-2882caa00cd8 on network a67646b4-5371-43ec-9f98-39fe51a67033 {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:12:24.905411 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c31b756-f52d-4568-a4a6-49c488c44bf8 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Pushing event deleted for resources: {'Port': ['ID=ce0f0f9b-5941-4cba-9d67-5837896809be,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:12:24.906065 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 30d60e1b-1671-44bb-97f5-f72e11210597 up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:12:24.914108 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-2c31b756-f52d-4568-a4a6-49c488c44bf8 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:12:24.922441 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-879c233d-de71-4b6d-aeb3-7d271ff8b0a4 tempest-RoutersIpV6AdminTest-575902626 tempest-RoutersIpV6AdminTest-575902626-project] Notify callbacks [] for router, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:24.932481 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5d9719f1-b94b-4524-8b10-446fb22324f7 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1823971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1824234'] for router, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:24.949212 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-145de127-459e-43ec-af76-220955bdf4be tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify agent at l3_agent.dv-neutron-822799-1-hyperv the message routers_updated {{(pid=87636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 23 16:12:24.961101 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8c67f48-19a2-4a80-94cb-71c4f5724f28 None None] Sync routers for ids ['abfa982d-e5a4-4f60-bb8f-be7e2c2fb544'] in dv-neutron-822799-1-hyperv {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 23 16:12:24.965718 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc725ad1-24a3-426d-9c1b-24d47c6736d8 None None] Checking agent: {'id': '20d2070f-69a9-4e73-8d08-6f0387a40158', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822799-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 21), 'started_at': datetime.datetime(2021, 12, 23, 16, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 12, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822799-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 23 16:12:24.966113 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc725ad1-24a3-426d-9c1b-24d47c6736d8 None None] Checking segment: {'id': 'd0e346f7-32a7-41a0-b972-301688edbe10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'a67646b4-5371-43ec-9f98-39fe51a67033'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:12:24.966532 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-bc725ad1-24a3-426d-9c1b-24d47c6736d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:24.966939 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc725ad1-24a3-426d-9c1b-24d47c6736d8 None None] Bound using segment: {'id': 'd0e346f7-32a7-41a0-b972-301688edbe10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'a67646b4-5371-43ec-9f98-39fe51a67033'} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 23 16:12:24.967437 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-bc725ad1-24a3-426d-9c1b-24d47c6736d8 None None] Bound port: 2d870f6b-99e3-44e4-9836-2882caa00cd8, host: dv-neutron-822799-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0e346f7-32a7-41a0-b972-301688edbe10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'a67646b4-5371-43ec-9f98-39fe51a67033'}}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 23 16:12:24.967825 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-bc725ad1-24a3-426d-9c1b-24d47c6736d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:24.975765 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c67f48-19a2-4a80-94cb-71c4f5724f28 None None] Routers {'abfa982d-e5a4-4f60-bb8f-be7e2c2fb544'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:12:24.977476 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-a8c67f48-19a2-4a80-94cb-71c4f5724f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc1f62880>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:12:20Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['abfa982d-e5a4-4f60-bb8f-be7e2c2fb544'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:12:24.981762 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-145de127-459e-43ec-af76-220955bdf4be tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] 10.222.0.64 "PUT /v2.0/routers/abfa982d-e5a4-4f60-bb8f-be7e2c2fb544/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 8.4621844
Dec 23 16:12:24.983312 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 45600) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:24.986464 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-d0c3f758-7ea3-47c1-8f7f-514b8ffe000d tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Synchronizing usage tracker for tenant:2f72b6313bdb4bc4afb373c10680a612 on resource:security_group {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:12:25.044866 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5d9719f1-b94b-4524-8b10-446fb22324f7 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks [] for router, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:25.050024 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-5d9719f1-b94b-4524-8b10-446fb22324f7 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201  len: 706 time: 0.9835703
Dec 23 16:12:25.052142 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 45604) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:25.075554 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning for port 30d60e1b-1671-44bb-97f5-f72e11210597 completed by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:12:25.110364 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-bc725ad1-24a3-426d-9c1b-24d47c6736d8 None None] For port 2d870f6b-99e3-44e4-9836-2882caa00cd8, host dv-neutron-822799-1-hyperv, cleared binding levels {{(pid=87637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 23 16:12:25.110680 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-a8c67f48-19a2-4a80-94cb-71c4f5724f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc1f62880>, [], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:12:25.115224 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-bc725ad1-24a3-426d-9c1b-24d47c6736d8 None None] For port 2d870f6b-99e3-44e4-9836-2882caa00cd8, host dv-neutron-822799-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=2d870f6b-99e3-44e4-9836-2882caa00cd8,segment=NetworkSegment(d0e346f7-32a7-41a0-b972-301688edbe10),segment_id=d0e346f7-32a7-41a0-b972-301688edbe10)] {{(pid=87637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 23 16:12:25.124096 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c67f48-19a2-4a80-94cb-71c4f5724f28 None None] Routers {'abfa982d-e5a4-4f60-bb8f-be7e2c2fb544'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:12:25.124935 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-a8c67f48-19a2-4a80-94cb-71c4f5724f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc1f62880>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:12:20Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['abfa982d-e5a4-4f60-bb8f-be7e2c2fb544'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:12:25.127956 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-bc725ad1-24a3-426d-9c1b-24d47c6736d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:25.132132 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-a86b3efd-484f-4e02-a291-2a76f8294d63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:12:25.170405 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35112631-bc9e-44e4-ac47-701a5adab07d None None] Network c6956295-d4ed-497f-9134-55a0c07104be requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:12:25.193202 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-a8c67f48-19a2-4a80-94cb-71c4f5724f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc1f62880>, [], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:12:25.193604 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8c67f48-19a2-4a80-94cb-71c4f5724f28 None None] The sync data for ids ['abfa982d-e5a4-4f60-bb8f-be7e2c2fb544'] in dv-neutron-822799-1-hyperv is: [] {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 23 16:12:25.246246 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-fd24fbfc-dab4-4578-bb4a-a65f655a94f6 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-698866'] for network, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:25.409012 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc725ad1-24a3-426d-9c1b-24d47c6736d8 None None] Pushing event updated for resources: {'Port': ['ID=2d870f6b-99e3-44e4-9836-2882caa00cd8,revision_number=2']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:12:25.417994 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-bc725ad1-24a3-426d-9c1b-24d47c6736d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:12:25.433678 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-d0c3f758-7ea3-47c1-8f7f-514b8ffe000d tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Unset dirty status for tenant:2f72b6313bdb4bc4afb373c10680a612 on resource:security_group {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:12:25.435121 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-d0c3f758-7ea3-47c1-8f7f-514b8ffe000d tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2979 time: 0.5979140
Dec 23 16:12:25.443318 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 45610) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:25.464187 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-fd24fbfc-dab4-4578-bb4a-a65f655a94f6 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Deleting port 30d60e1b-1671-44bb-97f5-f72e11210597 {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:12:25.464766 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-fd24fbfc-dab4-4578-bb4a-a65f655a94f6 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:25.472699 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-eff8a3bb-aa03-459a-ad1e-f45f018b1a0a tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Request body: {'security_group': {'name': 'tempest-secgroup--1040783311'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:12:25.495436 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-eff8a3bb-aa03-459a-ad1e-f45f018b1a0a tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:12:25.502126 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-879c233d-de71-4b6d-aeb3-7d271ff8b0a4 tempest-RoutersIpV6AdminTest-575902626 tempest-RoutersIpV6AdminTest-575902626-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:25.508013 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-af63dd46-7a1e-4d7c-b286-2527eb3ada20 None None] Provisioning for port 30d60e1b-1671-44bb-97f5-f72e11210597 completed by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:12:25.522292 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-af63dd46-7a1e-4d7c-b286-2527eb3ada20 None None] Provisioning complete for port 30d60e1b-1671-44bb-97f5-f72e11210597 triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:12:25.522676 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-af63dd46-7a1e-4d7c-b286-2527eb3ada20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:25.585666 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-879c233d-de71-4b6d-aeb3-7d271ff8b0a4 tempest-RoutersIpV6AdminTest-575902626 tempest-RoutersIpV6AdminTest-575902626-project] Deleting port 611a763e-9321-4331-93f7-a0fd9314658e {{(pid=87635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:12:25.587567 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-879c233d-de71-4b6d-aeb3-7d271ff8b0a4 tempest-RoutersIpV6AdminTest-575902626 tempest-RoutersIpV6AdminTest-575902626-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:25.627627 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5e4fc578-d0a6-43c6-84bc-8de8d20b902e tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify callbacks [] for router, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:25.636204 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-eff8a3bb-aa03-459a-ad1e-f45f018b1a0a tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:12:25.765620 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-2c31b756-f52d-4568-a4a6-49c488c44bf8 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1627472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1784155'] for router_interface, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:25.773882 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-eff8a3bb-aa03-459a-ad1e-f45f018b1a0a tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Notify callbacks [] for security_group, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:25.790412 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2049c000-a847-4cbc-b1df-6ad9ca9e25e7 None None] DHCP port deletion for c6956295-d4ed-497f-9134-55a0c07104be request from dv-neutron-822799-1-hyperv {{(pid=87637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 23 16:12:25.816186 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-af63dd46-7a1e-4d7c-b286-2527eb3ada20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:25.831975 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-2049c000-a847-4cbc-b1df-6ad9ca9e25e7 None None] Deleting port 30d60e1b-1671-44bb-97f5-f72e11210597 {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:12:25.832460 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-2049c000-a847-4cbc-b1df-6ad9ca9e25e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:25.941269 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-af63dd46-7a1e-4d7c-b286-2527eb3ada20 None None] For port 30d60e1b-1671-44bb-97f5-f72e11210597, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=30d60e1b-1671-44bb-97f5-f72e11210597,segment=NetworkSegment(2383a33d-5ca1-4028-b228-1420142cad3e),segment_id=2383a33d-5ca1-4028-b228-1420142cad3e)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:12:25.947694 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-af63dd46-7a1e-4d7c-b286-2527eb3ada20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:25.960108 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:12:26.011229 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-eff8a3bb-aa03-459a-ad1e-f45f018b1a0a tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:12:26.030057 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-eff8a3bb-aa03-459a-ad1e-f45f018b1a0a tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Usage tracker for resource:security_group_rule and tenant:2f72b6313bdb4bc4afb373c10680a612 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:12:26.039118 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-eff8a3bb-aa03-459a-ad1e-f45f018b1a0a tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:12:26.056939 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-eff8a3bb-aa03-459a-ad1e-f45f018b1a0a tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:12:26.124503 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af63dd46-7a1e-4d7c-b286-2527eb3ada20 None None] Pushing event updated for resources: {'Port': ['ID=30d60e1b-1671-44bb-97f5-f72e11210597,revision_number=3']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:12:26.127797 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-af63dd46-7a1e-4d7c-b286-2527eb3ada20 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:12:26.149038 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-879c233d-de71-4b6d-aeb3-7d271ff8b0a4 tempest-RoutersIpV6AdminTest-575902626 tempest-RoutersIpV6AdminTest-575902626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:26.155276 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-2049c000-a847-4cbc-b1df-6ad9ca9e25e7 None None] For port 30d60e1b-1671-44bb-97f5-f72e11210597, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=30d60e1b-1671-44bb-97f5-f72e11210597,segment=NetworkSegment(2383a33d-5ca1-4028-b228-1420142cad3e),segment_id=2383a33d-5ca1-4028-b228-1420142cad3e)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:12:26.155682 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-2049c000-a847-4cbc-b1df-6ad9ca9e25e7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:26.283908 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-2049c000-a847-4cbc-b1df-6ad9ca9e25e7 None None] Calling delete_port for 30d60e1b-1671-44bb-97f5-f72e11210597 owned by network:dhcp {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:12:26.376834 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5e4fc578-d0a6-43c6-84bc-8de8d20b902e tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:26.381175 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-879c233d-de71-4b6d-aeb3-7d271ff8b0a4 tempest-RoutersIpV6AdminTest-575902626 tempest-RoutersIpV6AdminTest-575902626-project] Calling delete_port for 611a763e-9321-4331-93f7-a0fd9314658e owned by network:router_gateway {{(pid=87635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:12:26.384333 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-83f91545-88b7-479f-bdbb-f372279a8191 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:26.387936 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-2049c000-a847-4cbc-b1df-6ad9ca9e25e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789'] for port, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:26.392779 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-ebb1bd65-d583-4178-a4e8-55645e3e3cbb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:12:26.426041 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c31b756-f52d-4568-a4a6-49c488c44bf8 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Router fab2feb2-188b-41f7-9fbf-90b52d6367a8 has already been hosted by L3 agent 371d4c41-c7e2-4de7-9539-c049ec4e95d1 {{(pid=87635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 23 16:12:26.439323 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2049c000-a847-4cbc-b1df-6ad9ca9e25e7 None None] Pushing event deleted for resources: {'Port': ['ID=30d60e1b-1671-44bb-97f5-f72e11210597,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:12:26.441353 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [None req-fd24fbfc-dab4-4578-bb4a-a65f655a94f6 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] For port 30d60e1b-1671-44bb-97f5-f72e11210597, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=30d60e1b-1671-44bb-97f5-f72e11210597,segment=NetworkSegment(2383a33d-5ca1-4028-b228-1420142cad3e),segment_id=2383a33d-5ca1-4028-b228-1420142cad3e)] {{(pid=87636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:12:26.441728 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-fd24fbfc-dab4-4578-bb4a-a65f655a94f6 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:26.446660 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-2049c000-a847-4cbc-b1df-6ad9ca9e25e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:12:26.451542 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2049c000-a847-4cbc-b1df-6ad9ca9e25e7 None None] No DVR routers for this DVR port 30d60e1b-1671-44bb-97f5-f72e11210597 on host dv-neutron-822799-1-hyperv {{(pid=87637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 23 16:12:26.582018 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-fd24fbfc-dab4-4578-bb4a-a65f655a94f6 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Calling delete_port for 30d60e1b-1671-44bb-97f5-f72e11210597 owned by network:dhcp {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:12:26.658953 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-eff8a3bb-aa03-459a-ad1e-f45f018b1a0a tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Notify callbacks [] for security_group, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:26.669528 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c31b756-f52d-4568-a4a6-49c488c44bf8 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify agent at l3_agent.dv-neutron-822799-1-hyperv the message routers_updated {{(pid=87635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 23 16:12:26.672548 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-eff8a3bb-aa03-459a-ad1e-f45f018b1a0a tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:26.681434 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-1fd7743a-3ef5-4904-b243-7381d5a372f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:12:26.681753 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f32d7b4a-5581-49ed-8e4d-86cf7bdb7989 None None] Sync routers for ids ['fab2feb2-188b-41f7-9fbf-90b52d6367a8'] in dv-neutron-822799-1-hyperv {{(pid=87637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 23 16:12:26.697253 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f32d7b4a-5581-49ed-8e4d-86cf7bdb7989 None None] Routers {'fab2feb2-188b-41f7-9fbf-90b52d6367a8'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:12:26.697644 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-f32d7b4a-5581-49ed-8e4d-86cf7bdb7989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc12c6730>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:12:20Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['fab2feb2-188b-41f7-9fbf-90b52d6367a8'], 'active': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:12:26.749798 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff8a3bb-aa03-459a-ad1e-f45f018b1a0a tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Pushing event updated for resources: {'SecurityGroup': ['ID=957447f6-df3a-4d3f-923d-e24dc1efad32,revision_number=1']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:12:26.759689 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-eff8a3bb-aa03-459a-ad1e-f45f018b1a0a tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:12:26.765352 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-2c31b756-f52d-4568-a4a6-49c488c44bf8 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] 10.222.0.64 "PUT /v2.0/routers/fab2feb2-188b-41f7-9fbf-90b52d6367a8/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.7075398
Dec 23 16:12:26.768535 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 45616) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:26.793683 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-f32d7b4a-5581-49ed-8e4d-86cf7bdb7989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc12c6730>, [], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:12:26.806640 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-c1c5ce75-ca1c-4537-b2fd-74bf2a53a6a6 None None] Provisioning for port 2d870f6b-99e3-44e4-9836-2882caa00cd8 completed by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:12:26.813338 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f32d7b4a-5581-49ed-8e4d-86cf7bdb7989 None None] Routers {'fab2feb2-188b-41f7-9fbf-90b52d6367a8'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:12:26.814223 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-f32d7b4a-5581-49ed-8e4d-86cf7bdb7989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc12c6730>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:12:20Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['fab2feb2-188b-41f7-9fbf-90b52d6367a8'], 'active': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:12:26.891199 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-5e4fc578-d0a6-43c6-84bc-8de8d20b902e tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Deleting port 2d4c4d58-7be6-4a48-9062-27cec96e7f25 {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:12:26.891759 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5e4fc578-d0a6-43c6-84bc-8de8d20b902e tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:26.895594 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-f32d7b4a-5581-49ed-8e4d-86cf7bdb7989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc12c6730>, [], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:12:26.896304 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f32d7b4a-5581-49ed-8e4d-86cf7bdb7989 None None] The sync data for ids ['fab2feb2-188b-41f7-9fbf-90b52d6367a8'] in dv-neutron-822799-1-hyperv is: [] {{(pid=87637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 23 16:12:26.925824 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 2d870f6b-99e3-44e4-9836-2882caa00cd8 up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:12:26.943765 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-eff8a3bb-aa03-459a-ad1e-f45f018b1a0a tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Notify callbacks [] for security_group, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:26.947720 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-eff8a3bb-aa03-459a-ad1e-f45f018b1a0a tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1744 time: 1.4869003
Dec 23 16:12:26.952611 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 45620) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:26.988337 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-ed6d1664-b423-45e4-a11f-48f2d75054e0 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Request body: {'security_group_rule': {'security_group_id': '957447f6-df3a-4d3f-923d-e24dc1efad32', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:12:26.998758 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-c4008961-2a73-4e0d-a753-ced6c29118eb tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Synchronizing usage tracker for tenant:3fd82437e08648b4840016e8955250bf on resource:port {{(pid=87635) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:12:27.001912 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-ed6d1664-b423-45e4-a11f-48f2d75054e0 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:12:27.002094 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning for port 2d870f6b-99e3-44e4-9836-2882caa00cd8 completed by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:12:27.007601 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port 2d870f6b-99e3-44e4-9836-2882caa00cd8 triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:12:27.007994 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:27.014973 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-ed6d1664-b423-45e4-a11f-48f2d75054e0 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Usage tracker for resource:security_group_rule and tenant:2f72b6313bdb4bc4afb373c10680a612 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:12:27.019793 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-ed6d1664-b423-45e4-a11f-48f2d75054e0 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:12:27.033158 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-ed6d1664-b423-45e4-a11f-48f2d75054e0 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:12:27.046236 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-c4008961-2a73-4e0d-a753-ced6c29118eb tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Unset dirty status for tenant:3fd82437e08648b4840016e8955250bf on resource:port {{(pid=87635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:12:27.050129 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-c4008961-2a73-4e0d-a753-ced6c29118eb tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] 10.222.0.64 "GET /v2.0/ports?device_id=fab2feb2-188b-41f7-9fbf-90b52d6367a8 HTTP/1.1" status: 200  len: 205 time: 0.2779224
Dec 23 16:12:27.051998 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 45624) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:27.123338 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.db.api [None req-fd24fbfc-dab4-4578-bb4a-a65f655a94f6 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87636) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 23 16:12:27.123651 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-879c233d-de71-4b6d-aeb3-7d271ff8b0a4 tempest-RoutersIpV6AdminTest-575902626 tempest-RoutersIpV6AdminTest-575902626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:27.123764 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_db.api [None req-fd24fbfc-dab4-4578-bb4a-a65f655a94f6 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 23 16:12:27.135211 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-654ecee2-92b3-4b08-a867-a54d115acb52 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:12:27.138616 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:27.173904 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] For port 2d870f6b-99e3-44e4-9836-2882caa00cd8, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=2d870f6b-99e3-44e4-9836-2882caa00cd8,segment=NetworkSegment(d0e346f7-32a7-41a0-b972-301688edbe10),segment_id=d0e346f7-32a7-41a0-b972-301688edbe10)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:12:27.174187 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-ed6d1664-b423-45e4-a11f-48f2d75054e0 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:27.179553 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:27.181536 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-605f2784-f231-4826-9634-d58281e5b328 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:12:27.241325 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879c233d-de71-4b6d-aeb3-7d271ff8b0a4 tempest-RoutersIpV6AdminTest-575902626 tempest-RoutersIpV6AdminTest-575902626-project] Pushing event deleted for resources: {'Port': ['ID=611a763e-9321-4331-93f7-a0fd9314658e,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:12:27.249405 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5e4fc578-d0a6-43c6-84bc-8de8d20b902e tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:27.256475 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-879c233d-de71-4b6d-aeb3-7d271ff8b0a4 tempest-RoutersIpV6AdminTest-575902626 tempest-RoutersIpV6AdminTest-575902626-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:12:27.266770 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Pushing event updated for resources: {'Port': ['ID=2d870f6b-99e3-44e4-9836-2882caa00cd8,revision_number=3']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:12:27.272113 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:12:27.274660 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 30d60e1b-1671-44bb-97f5-f72e11210597 no longer exists at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 23 16:12:27.298475 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-40d6fe18-83c2-4388-82d9-0eddf0b6d888 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks [] for router, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:27.315451 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] No Port match for: 30d60e1b-1671-44bb-97f5-f72e11210597 {{(pid=87637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 23 16:12:27.316093 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 30d60e1b-1671-44bb-97f5-f72e11210597 not bound to the agent host dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 23 16:12:27.328317 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [None req-83f91545-88b7-479f-bdbb-f372279a8191 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Allocated IP 2001:db8::1 (a67646b4-5371-43ec-9f98-39fe51a67033/1121beb4-d109-495b-ae4c-359454890fcd/11f73fe9-269d-4015-9acf-8c1eaf008c44) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:12:27.396811 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-5e4fc578-d0a6-43c6-84bc-8de8d20b902e tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Calling delete_port for 2d4c4d58-7be6-4a48-9062-27cec96e7f25 owned by network:router_gateway {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:12:27.624595 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-fd24fbfc-dab4-4578-bb4a-a65f655a94f6 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Deleting port 30d60e1b-1671-44bb-97f5-f72e11210597 {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:12:27.624931 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-fd24fbfc-dab4-4578-bb4a-a65f655a94f6 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:27.683730 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-40d6fe18-83c2-4388-82d9-0eddf0b6d888 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1784183', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-235354'] for router, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:27.687797 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-40d6fe18-83c2-4388-82d9-0eddf0b6d888 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:27.690406 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-ed6d1664-b423-45e4-a11f-48f2d75054e0 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:27.697543 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-879c233d-de71-4b6d-aeb3-7d271ff8b0a4 tempest-RoutersIpV6AdminTest-575902626 tempest-RoutersIpV6AdminTest-575902626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1824206'] for router_gateway, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:27.739748 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-ed6d1664-b423-45e4-a11f-48f2d75054e0 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762424'] for security_group_rule, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:27.803611 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-83f91545-88b7-479f-bdbb-f372279a8191 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:27.817598 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-4008f985-3e2a-49b8-af0f-fd2aab4a8389 tempest-ServersTestManualDisk-1942191146 tempest-ServersTestManualDisk-1942191146-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:12:27.850409 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6d1664-b423-45e4-a11f-48f2d75054e0 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffe5d2d6-af9a-4598-999d-128ba4c1700f,revision_number=0']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:12:27.850688 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-fd24fbfc-dab4-4578-bb4a-a65f655a94f6 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] The port '30d60e1b-1671-44bb-97f5-f72e11210597' was deleted {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 23 16:12:27.906009 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-ed6d1664-b423-45e4-a11f-48f2d75054e0 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:12:27.906750 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-40d6fe18-83c2-4388-82d9-0eddf0b6d888 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1781328'] for router, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:27.907264 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40d6fe18-83c2-4388-82d9-0eddf0b6d888 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Fanout notify agent at l3_agent the message router_deleted on router fab2feb2-188b-41f7-9fbf-90b52d6367a8 {{(pid=87635) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 23 16:12:27.930917 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-879c233d-de71-4b6d-aeb3-7d271ff8b0a4 tempest-RoutersIpV6AdminTest-575902626 tempest-RoutersIpV6AdminTest-575902626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1784183', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-235354'] for router, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:27.932981 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.provisioning_blocks [None req-83f91545-88b7-479f-bdbb-f372279a8191 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Transition to ACTIVE for port object 11f73fe9-269d-4015-9acf-8c1eaf008c44 will not be triggered until provisioned by entity DHCP. {{(pid=87636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:12:27.937901 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-879c233d-de71-4b6d-aeb3-7d271ff8b0a4 tempest-RoutersIpV6AdminTest-575902626 tempest-RoutersIpV6AdminTest-575902626-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:27.945134 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-40d6fe18-83c2-4388-82d9-0eddf0b6d888 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks [] for router, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:27.946214 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-40d6fe18-83c2-4388-82d9-0eddf0b6d888 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] 10.222.0.64 "DELETE /v2.0/routers/fab2feb2-188b-41f7-9fbf-90b52d6367a8 HTTP/1.1" status: 204  len: 168 time: 0.8917267
Dec 23 16:12:27.949604 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-ed6d1664-b423-45e4-a11f-48f2d75054e0 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:27.951222 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-ed6d1664-b423-45e4-a11f-48f2d75054e0 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.9719305
Dec 23 16:12:27.953895 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 45630) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:27.954220 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 45632) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:28.020689 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-fed8624b-7ad9-4bad-82b7-68da00761630 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] 10.222.0.64 "GET /v2.0/security-group-rules/ffe5d2d6-af9a-4598-999d-128ba4c1700f HTTP/1.1" status: 200  len: 763 time: 0.0615273
Dec 23 16:12:28.021194 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 45638) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:28.026327 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-879c233d-de71-4b6d-aeb3-7d271ff8b0a4 tempest-RoutersIpV6AdminTest-575902626 tempest-RoutersIpV6AdminTest-575902626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1781328'] for router, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:28.026900 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-879c233d-de71-4b6d-aeb3-7d271ff8b0a4 tempest-RoutersIpV6AdminTest-575902626 tempest-RoutersIpV6AdminTest-575902626-project] Fanout notify agent at l3_agent the message router_deleted on router a2cd1987-4bd1-47dc-aede-adbe20d57643 {{(pid=87635) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 23 16:12:28.045365 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-879c233d-de71-4b6d-aeb3-7d271ff8b0a4 tempest-RoutersIpV6AdminTest-575902626 tempest-RoutersIpV6AdminTest-575902626-project] Notify callbacks [] for router, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:28.046421 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-879c233d-de71-4b6d-aeb3-7d271ff8b0a4 tempest-RoutersIpV6AdminTest-575902626 tempest-RoutersIpV6AdminTest-575902626-project] 10.222.0.64 "DELETE /v2.0/routers/a2cd1987-4bd1-47dc-aede-adbe20d57643 HTTP/1.1" status: 204  len: 168 time: 3.5146451
Dec 23 16:12:28.050355 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 45642) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:28.057505 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5e4fc578-d0a6-43c6-84bc-8de8d20b902e tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:28.059508 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-2d5e6b34-b1d3-4b5e-8c2e-50bad809ffc0 tempest-RoutersIpV6AdminTest-575902626 tempest-RoutersIpV6AdminTest-575902626-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1127913098', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:12:28.067160 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-631e388a-07e0-44e5-aea2-90464f6afa24 tempest-ExtraDHCPOptionsTestJSON-1975564287 tempest-ExtraDHCPOptionsTestJSON-1975564287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:12:28.067576 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.db_base_plugin_v2 [None req-f115cc3f-fd67-43e6-a37f-34bd6acf01f3 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Deleting subnet fa8d498f-94cc-4991-93bd-7203cde73bb6 {{(pid=87635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 23 16:12:28.071411 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-2d5e6b34-b1d3-4b5e-8c2e-50bad809ffc0 tempest-RoutersIpV6AdminTest-575902626 tempest-RoutersIpV6AdminTest-575902626-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:12:28.073404 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-f115cc3f-fd67-43e6-a37f-34bd6acf01f3 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks [] for subnet, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:28.100732 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-fd24fbfc-dab4-4578-bb4a-a65f655a94f6 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-864347', 'neutron.services.segments.db._delete_segments_for_network-8735362908070'] for network, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:28.110521 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-2d5e6b34-b1d3-4b5e-8c2e-50bad809ffc0 tempest-RoutersIpV6AdminTest-575902626 tempest-RoutersIpV6AdminTest-575902626-project] Usage tracker for resource:router and tenant:8070582d24ab4966b512b51b1ccef3a5 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:12:28.119142 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-2d5e6b34-b1d3-4b5e-8c2e-50bad809ffc0 tempest-RoutersIpV6AdminTest-575902626 tempest-RoutersIpV6AdminTest-575902626-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:12:28.128807 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-2d5e6b34-b1d3-4b5e-8c2e-50bad809ffc0 tempest-RoutersIpV6AdminTest-575902626 tempest-RoutersIpV6AdminTest-575902626-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:12:28.135208 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4fc578-d0a6-43c6-84bc-8de8d20b902e tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Pushing event deleted for resources: {'Port': ['ID=2d4c4d58-7be6-4a48-9062-27cec96e7f25,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:12:28.145469 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-f115cc3f-fd67-43e6-a37f-34bd6acf01f3 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2776816'] for subnet, precommit_delete_associations {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:28.146838 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-5e4fc578-d0a6-43c6-84bc-8de8d20b902e tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:12:28.166234 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-fd24fbfc-dab4-4578-bb4a-a65f655a94f6 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1dc0375280>,) {'filters': {'network_id': ['c6956295-d4ed-497f-9134-55a0c07104be']}} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:12:28.173975 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-2d5e6b34-b1d3-4b5e-8c2e-50bad809ffc0 tempest-RoutersIpV6AdminTest-575902626 tempest-RoutersIpV6AdminTest-575902626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1823978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-235332'] for router, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:28.174985 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-2d5e6b34-b1d3-4b5e-8c2e-50bad809ffc0 tempest-RoutersIpV6AdminTest-575902626 tempest-RoutersIpV6AdminTest-575902626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1824575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1824063', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1751113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-235341'] for router, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:28.215108 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-2d5e6b34-b1d3-4b5e-8c2e-50bad809ffc0 tempest-RoutersIpV6AdminTest-575902626 tempest-RoutersIpV6AdminTest-575902626-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:28.221536 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-fd24fbfc-dab4-4578-bb4a-a65f655a94f6 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dc0375280>, '2383a33d-5ca1-4028-b228-1420142cad3e') {'for_net_delete': True} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:12:28.221827 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-fd24fbfc-dab4-4578-bb4a-a65f655a94f6 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dc0375280>, '2383a33d-5ca1-4028-b228-1420142cad3e') {} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:12:28.233291 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-83f91545-88b7-479f-bdbb-f372279a8191 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:28.242823 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-b7dae406-ce5f-4a22-87b1-c7c745fde0eb tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:12:28.247975 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-2d5e6b34-b1d3-4b5e-8c2e-50bad809ffc0 tempest-RoutersIpV6AdminTest-575902626 tempest-RoutersIpV6AdminTest-575902626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1823971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1824234'] for router, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:28.266634 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-f115cc3f-fd67-43e6-a37f-34bd6acf01f3 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864774'] for subnet, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:28.314011 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-2d5e6b34-b1d3-4b5e-8c2e-50bad809ffc0 tempest-RoutersIpV6AdminTest-575902626 tempest-RoutersIpV6AdminTest-575902626-project] Notify callbacks [] for router, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:28.315200 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-2d5e6b34-b1d3-4b5e-8c2e-50bad809ffc0 tempest-RoutersIpV6AdminTest-575902626 tempest-RoutersIpV6AdminTest-575902626-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.2621057
Dec 23 16:12:28.318303 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 45646) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:28.321732 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-db22a533-fffa-4c50-8c95-35cd7ffa0b65 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Synchronizing usage tracker for tenant:2f72b6313bdb4bc4afb373c10680a612 on resource:security_group_rule {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:12:28.325786 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-38c3e351-a368-47b4-8959-e68dd49a7277 tempest-RoutersIpV6AdminTest-575902626 tempest-RoutersIpV6AdminTest-575902626-project] Request body: {'router': {'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b'}}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:12:28.337640 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-fd24fbfc-dab4-4578-bb4a-a65f655a94f6 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735363085442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2382197'] for segment, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:28.377973 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83f91545-88b7-479f-bdbb-f372279a8191 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Network a67646b4-5371-43ec-9f98-39fe51a67033 is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:12:28.392516 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-fd24fbfc-dab4-4578-bb4a-a65f655a94f6 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:28.394782 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-83f91545-88b7-479f-bdbb-f372279a8191 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Resources bound (agent type, host, resource id):  {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:12:28.400314 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83f91545-88b7-479f-bdbb-f372279a8191 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:12:28.401181 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-83f91545-88b7-479f-bdbb-f372279a8191 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1781300'] for router_interface, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:28.549704 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd24fbfc-dab4-4578-bb4a-a65f655a94f6 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Releasing vlan 431 on physical network physnet1 to pool {{(pid=87636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 23 16:12:28.550110 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-fd24fbfc-dab4-4578-bb4a-a65f655a94f6 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2176261'] for segment, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:28.564882 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f91545-88b7-479f-bdbb-f372279a8191 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Pushing event updated for resources: {'Port': ['ID=11f73fe9-269d-4015-9acf-8c1eaf008c44,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:12:28.567420 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-db22a533-fffa-4c50-8c95-35cd7ffa0b65 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Unset dirty status for tenant:2f72b6313bdb4bc4afb373c10680a612 on resource:security_group_rule {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:12:28.568988 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-db22a533-fffa-4c50-8c95-35cd7ffa0b65 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4113 time: 0.5410175
Dec 23 16:12:28.569432 dv-neutron-822799-1-hyperv neutron-server[87636]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 23 16:12:28.569432 dv-neutron-822799-1-hyperv neutron-server[87636]:   util.warn(
Dec 23 16:12:28.569432 dv-neutron-822799-1-hyperv neutron-server[87636]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 23 16:12:28.569432 dv-neutron-822799-1-hyperv neutron-server[87636]:   util.warn(
Dec 23 16:12:28.569432 dv-neutron-822799-1-hyperv neutron-server[87636]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 23 16:12:28.569432 dv-neutron-822799-1-hyperv neutron-server[87636]:   util.warn(
Dec 23 16:12:28.569432 dv-neutron-822799-1-hyperv neutron-server[87636]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 23 16:12:28.569432 dv-neutron-822799-1-hyperv neutron-server[87636]:   util.warn(
Dec 23 16:12:28.569432 dv-neutron-822799-1-hyperv neutron-server[87636]: Traceback (most recent call last):
Dec 23 16:12:28.569432 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 23 16:12:28.569432 dv-neutron-822799-1-hyperv neutron-server[87636]:     timer()
Dec 23 16:12:28.569432 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:12:28.569432 dv-neutron-822799-1-hyperv neutron-server[87636]:     cb(*args, **kw)
Dec 23 16:12:28.569432 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 23 16:12:28.569432 dv-neutron-822799-1-hyperv neutron-server[87636]:     return func(*args, **kwargs)
Dec 23 16:12:28.569432 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:12:28.569432 dv-neutron-822799-1-hyperv neutron-server[87636]:     self._notify()
Dec 23 16:12:28.569432 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:12:28.569432 dv-neutron-822799-1-hyperv neutron-server[87636]:     self.callback(batched_events)
Dec 23 16:12:28.569432 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:12:28.569432 dv-neutron-822799-1-hyperv neutron-server[87636]:     event.method(event)
Dec 23 16:12:28.569432 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:12:28.569432 dv-neutron-822799-1-hyperv neutron-server[87636]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:12:28.569432 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 23 16:12:28.569432 dv-neutron-822799-1-hyperv neutron-server[87636]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 23 16:12:28.569432 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 23 16:12:28.569432 dv-neutron-822799-1-hyperv neutron-server[87636]:     return f(self, *a, **k)
Dec 23 16:12:28.569432 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:12:28.569432 dv-neutron-822799-1-hyperv neutron-server[87636]:     return self._get(url).json()
Dec 23 16:12:28.569432 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 23 16:12:28.569432 dv-neutron-822799-1-hyperv neutron-server[87636]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 23 16:12:28.569432 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 23 16:12:28.569432 dv-neutron-822799-1-hyperv neutron-server[87636]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:12:28.569432 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 23 16:12:28.569432 dv-neutron-822799-1-hyperv neutron-server[87636]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 23 16:12:28.569432 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 23 16:12:28.569432 dv-neutron-822799-1-hyperv neutron-server[87636]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:12:28.569432 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 23 16:12:28.569432 dv-neutron-822799-1-hyperv neutron-server[87636]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:12:28.569432 dv-neutron-822799-1-hyperv neutron-server[87636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:12:28.571992 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-83f91545-88b7-479f-bdbb-f372279a8191 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:12:28.575612 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 45650) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:28.635937 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5e4fc578-d0a6-43c6-84bc-8de8d20b902e tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1824206'] for router_gateway, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:28.716528 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-a9c3f214-b105-455f-a47a-cbb5c3aa1846 None None] Provisioning for port 11f73fe9-269d-4015-9acf-8c1eaf008c44 completed by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:12:28.721986 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-a9c3f214-b105-455f-a47a-cbb5c3aa1846 None None] Provisioning complete for port 11f73fe9-269d-4015-9acf-8c1eaf008c44 triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:12:28.722478 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-a9c3f214-b105-455f-a47a-cbb5c3aa1846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:28.757921 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-ddc22c82-ac4f-4864-9ad1-8181711ada6a tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:28.768497 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-f115cc3f-fd67-43e6-a37f-34bd6acf01f3 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2753333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2609730'] for subnet, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:28.778442 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-ed2ac495-82b8-4985-bd0d-90bb100892ac tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:12:28.780556 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-a9c3f214-b105-455f-a47a-cbb5c3aa1846 None None] Port 11f73fe9-269d-4015-9acf-8c1eaf008c44 cannot update to ACTIVE because it is not bound. {{(pid=87637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 23 16:12:28.804212 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-ddc22c82-ac4f-4864-9ad1-8181711ada6a tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:28.840203 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5e4fc578-d0a6-43c6-84bc-8de8d20b902e tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1784183', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-235354'] for router, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:28.843602 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5e4fc578-d0a6-43c6-84bc-8de8d20b902e tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:28.845273 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-fd24fbfc-dab4-4578-bb4a-a65f655a94f6 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-864336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1824171'] for network, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:28.851531 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-64bb151c-61c0-4183-90b5-0013dd6fd7f5 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:12:28.863371 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 2d870f6b-99e3-44e4-9836-2882caa00cd8 up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:12:28.865874 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-fd24fbfc-dab4-4578-bb4a-a65f655a94f6 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:28.886523 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f115cc3f-fd67-43e6-a37f-34bd6acf01f3 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Pushing event deleted for resources: {'Subnet': ['ID=fa8d498f-94cc-4991-93bd-7203cde73bb6,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:12:28.892796 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24fbfc-dab4-4578-bb4a-a65f655a94f6 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Pushing event deleted for resources: {'Network': ['ID=c6956295-d4ed-497f-9134-55a0c07104be,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:12:28.898281 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-f115cc3f-fd67-43e6-a37f-34bd6acf01f3 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks [] for subnet, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:28.914077 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-458318e2-ffcc-48ae-826f-ad5f832194d9 None None] Network 49f64a43-9215-45e6-9904-4dfe1e87ba3e requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:12:28.933277 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-fd24fbfc-dab4-4578-bb4a-a65f655a94f6 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:12:28.959207 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-fd24fbfc-dab4-4578-bb4a-a65f655a94f6 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] 10.222.0.64 "DELETE /v2.0/networks/c6956295-d4ed-497f-9134-55a0c07104be HTTP/1.1" status: 204  len: 168 time: 6.6858156
Dec 23 16:12:28.965588 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f115cc3f-fd67-43e6-a37f-34bd6acf01f3 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:12:28.965922 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f115cc3f-fd67-43e6-a37f-34bd6acf01f3 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:12:28.966445 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f115cc3f-fd67-43e6-a37f-34bd6acf01f3 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:12:28.966821 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f115cc3f-fd67-43e6-a37f-34bd6acf01f3 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:12:28.967412 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f115cc3f-fd67-43e6-a37f-34bd6acf01f3 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:12:28.967942 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f115cc3f-fd67-43e6-a37f-34bd6acf01f3 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:12:28.968518 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f115cc3f-fd67-43e6-a37f-34bd6acf01f3 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:12:28.969086 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f115cc3f-fd67-43e6-a37f-34bd6acf01f3 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:12:28.969626 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f115cc3f-fd67-43e6-a37f-34bd6acf01f3 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:12:28.970164 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f115cc3f-fd67-43e6-a37f-34bd6acf01f3 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:12:28.970701 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f115cc3f-fd67-43e6-a37f-34bd6acf01f3 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:12:28.971358 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f115cc3f-fd67-43e6-a37f-34bd6acf01f3 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:12:28.975771 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 45660) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:28.992064 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-f115cc3f-fd67-43e6-a37f-34bd6acf01f3 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:12:28.997045 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5e4fc578-d0a6-43c6-84bc-8de8d20b902e tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1781328'] for router, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:28.997731 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e4fc578-d0a6-43c6-84bc-8de8d20b902e tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Fanout notify agent at l3_agent the message router_deleted on router abfa982d-e5a4-4f60-bb8f-be7e2c2fb544 {{(pid=87636) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 23 16:12:29.022984 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5e4fc578-d0a6-43c6-84bc-8de8d20b902e tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify callbacks [] for router, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:29.026301 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-5e4fc578-d0a6-43c6-84bc-8de8d20b902e tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] 10.222.0.64 "DELETE /v2.0/routers/abfa982d-e5a4-4f60-bb8f-be7e2c2fb544 HTTP/1.1" status: 204  len: 168 time: 4.0345528
Dec 23 16:12:29.032400 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 45664) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:29.041695 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-38c3e351-a368-47b4-8959-e68dd49a7277 tempest-RoutersIpV6AdminTest-575902626 tempest-RoutersIpV6AdminTest-575902626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1824017', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1823768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-235299'] for router, precommit_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:29.050645 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-ddc22c82-ac4f-4864-9ad1-8181711ada6a tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762424'] for security_group_rule, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:29.056282 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-f115cc3f-fd67-43e6-a37f-34bd6acf01f3 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] 10.222.0.64 "DELETE /v2.0/subnets/fa8d498f-94cc-4991-93bd-7203cde73bb6 HTTP/1.1" status: 204  len: 168 time: 1.1010363
Dec 23 16:12:29.061199 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 45668) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:29.066235 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.pecan_wsgi.hooks.translation [None req-71278cc3-792a-4acf-a924-b9ca9bc1a8d1 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] GET failed (client error): The resource could not be found.
Dec 23 16:12:29.066755 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-71278cc3-792a-4acf-a924-b9ca9bc1a8d1 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Synchronizing usage tracker for tenant:9552d108dcd2412896b3c037adf05d69 on resource:subnet {{(pid=87635) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:12:29.079518 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-83f91545-88b7-479f-bdbb-f372279a8191 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:29.106742 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-ddc22c82-ac4f-4864-9ad1-8181711ada6a tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:29.108152 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-ddc22c82-ac4f-4864-9ad1-8181711ada6a tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/ffe5d2d6-af9a-4598-999d-128ba4c1700f HTTP/1.1" status: 204  len: 168 time: 0.5296917
Dec 23 16:12:29.108976 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-b60949bc-bc67-4f1b-b015-a14319055245 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:12:29.132621 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 45672) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:29.143830 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc22c82-ac4f-4864-9ad1-8181711ada6a tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ffe5d2d6-af9a-4598-999d-128ba4c1700f,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:12:29.150100 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-ddc22c82-ac4f-4864-9ad1-8181711ada6a tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:12:29.154195 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port 2d870f6b-99e3-44e4-9836-2882caa00cd8 triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:12:29.154573 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:29.172849 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_v2 [None req-63e44847-4a25-4dcb-995c-1d15def58818 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Deleting subnet 272fc2fb-a2ff-4fca-924f-70fc755e24c3 {{(pid=87636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 23 16:12:29.188130 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-63e44847-4a25-4dcb-995c-1d15def58818 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify callbacks [] for subnet, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:29.252631 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-71278cc3-792a-4acf-a924-b9ca9bc1a8d1 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Unset dirty status for tenant:9552d108dcd2412896b3c037adf05d69 on resource:subnet {{(pid=87635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:12:29.256925 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-71278cc3-792a-4acf-a924-b9ca9bc1a8d1 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] 10.222.0.64 "GET /v2.0/subnets/f17000ed-e226-44f5-9e64-84e363fa133b HTTP/1.1" status: 404  len: 337 time: 0.2667160
Dec 23 16:12:29.262174 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.db_base_plugin_v2 [None req-a483fa91-67cf-4a55-a451-bb429a645bc6 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Deleting subnet 67a4667a-f3a5-4c33-af9c-3c714820b0ba {{(pid=87635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 23 16:12:29.271933 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 45678) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:29.277381 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a483fa91-67cf-4a55-a451-bb429a645bc6 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks [] for subnet, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:29.338837 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61c6bae0-37c4-4002-881b-e2ab38bd3524 None None] DHCP port deletion for 49f64a43-9215-45e6-9904-4dfe1e87ba3e request from dv-neutron-822799-1-hyperv {{(pid=87637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 23 16:12:29.353908 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-61c6bae0-37c4-4002-881b-e2ab38bd3524 None None] Deleting port a384f35d-ac57-4b2a-80e3-ac72608c1494 {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:12:29.354328 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-61c6bae0-37c4-4002-881b-e2ab38bd3524 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:29.407835 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a483fa91-67cf-4a55-a451-bb429a645bc6 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2776816'] for subnet, precommit_delete_associations {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:29.451069 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb33dd53-0a10-42e9-a6ee-fe0631a277ec tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:12:29.451847 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb33dd53-0a10-42e9-a6ee-fe0631a277ec tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 23 16:12:29.457178 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-cb33dd53-0a10-42e9-a6ee-fe0631a277ec tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] 10.222.0.64 "DELETE /v2.0/networks/c6956295-d4ed-497f-9134-55a0c07104be HTTP/1.1" status: 404  len: 339 time: 0.1835797
Dec 23 16:12:29.458183 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 45682) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:29.527428 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-4128518e-8537-4314-b0eb-bd0710169d7b tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.3844421
Dec 23 16:12:29.529762 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 45686) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:29.538027 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-c0dc28ba-2001-48ac-a7c3-38af2e456140 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Request body: {'security_group_rule': {'security_group_id': '957447f6-df3a-4d3f-923d-e24dc1efad32', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:12:29.543779 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-63e44847-4a25-4dcb-995c-1d15def58818 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2382092'] for subnet, precommit_delete_associations {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:29.568448 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-61c6bae0-37c4-4002-881b-e2ab38bd3524 None None] For port a384f35d-ac57-4b2a-80e3-ac72608c1494, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=a384f35d-ac57-4b2a-80e3-ac72608c1494,segment=NetworkSegment(5a9799cb-cc86-4f7a-9504-145fc272eb83),segment_id=5a9799cb-cc86-4f7a-9504-145fc272eb83)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:12:29.568882 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-61c6bae0-37c4-4002-881b-e2ab38bd3524 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:29.582117 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-c0dc28ba-2001-48ac-a7c3-38af2e456140 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:12:29.628863 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-c0dc28ba-2001-48ac-a7c3-38af2e456140 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:12:29.655927 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a483fa91-67cf-4a55-a451-bb429a645bc6 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864774'] for subnet, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:29.667798 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-63e44847-4a25-4dcb-995c-1d15def58818 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864774'] for subnet, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:29.696616 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-61c6bae0-37c4-4002-881b-e2ab38bd3524 None None] Calling delete_port for a384f35d-ac57-4b2a-80e3-ac72608c1494 owned by network:dhcp {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:12:29.701540 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1c5988f-7e6d-4648-8faa-c895a2b4de09 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:12:29.705684 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-f1c5988f-7e6d-4648-8faa-c895a2b4de09 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 782 time: 0.2410440
Dec 23 16:12:29.711439 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 45692) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:29.774758 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c0dc28ba-2001-48ac-a7c3-38af2e456140 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:29.781596 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-61c6bae0-37c4-4002-881b-e2ab38bd3524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789'] for port, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:29.792409 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-7f8b6dde-4fa5-47ac-b36f-d8cb6953b0a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:12:29.849471 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c6bae0-37c4-4002-881b-e2ab38bd3524 None None] No DVR routers for this DVR port a384f35d-ac57-4b2a-80e3-ac72608c1494 on host dv-neutron-822799-1-hyperv {{(pid=87637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 23 16:12:29.855733 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c6bae0-37c4-4002-881b-e2ab38bd3524 None None] Pushing event deleted for resources: {'Port': ['ID=a384f35d-ac57-4b2a-80e3-ac72608c1494,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:12:29.858688 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-61c6bae0-37c4-4002-881b-e2ab38bd3524 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:12:29.876953 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-63e44847-4a25-4dcb-995c-1d15def58818 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2176495', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2618677'] for subnet, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:29.889421 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-7bd55e6d-f048-4c74-8da0-14aaae4728c0 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] 10.222.0.64 "GET /v2.0/subnets?network_id=8afa6d58-9431-454a-b99c-3ff8a65aa86b HTTP/1.1" status: 200  len: 207 time: 0.1718352
Dec 23 16:12:29.889981 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-ef745e68-0e37-44ed-b1bc-e0675213df81 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:12:29.890111 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 45696) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:29.935909 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e44847-4a25-4dcb-995c-1d15def58818 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Pushing event deleted for resources: {'Subnet': ['ID=272fc2fb-a2ff-4fca-924f-70fc755e24c3,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:12:29.937886 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-63e44847-4a25-4dcb-995c-1d15def58818 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify callbacks [] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:29.945338 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-63e44847-4a25-4dcb-995c-1d15def58818 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:12:29.967303 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c0dc28ba-2001-48ac-a7c3-38af2e456140 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:29.973197 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-63e44847-4a25-4dcb-995c-1d15def58818 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] 10.222.0.64 "DELETE /v2.0/subnets/272fc2fb-a2ff-4fca-924f-70fc755e24c3 HTTP/1.1" status: 204  len: 168 time: 0.9397037
Dec 23 16:12:29.975830 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c0dc28ba-2001-48ac-a7c3-38af2e456140 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762424'] for security_group_rule, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:29.976324 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 45700) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:30.009371 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:12:30.022875 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-83f91545-88b7-479f-bdbb-f372279a8191 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks [] for port, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:30.043193 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-83f91545-88b7-479f-bdbb-f372279a8191 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2176289'] for port, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:30.044049 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-83f91545-88b7-479f-bdbb-f372279a8191 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1627481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1781465'] for router_interface, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:30.099196 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0dc28ba-2001-48ac-a7c3-38af2e456140 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8cd4d73a-43fe-4869-bde4-223c397e2ae1,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:12:30.119297 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-c0dc28ba-2001-48ac-a7c3-38af2e456140 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:12:30.120132 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-635833f0-423a-476b-b495-3284acba1654 tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.023s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:12:30.143871 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-38c3e351-a368-47b4-8959-e68dd49a7277 tempest-RoutersIpV6AdminTest-575902626 tempest-RoutersIpV6AdminTest-575902626-project] Notify callbacks [] for router_gateway, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:30.154086 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c0dc28ba-2001-48ac-a7c3-38af2e456140 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:30.155251 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-c0dc28ba-2001-48ac-a7c3-38af2e456140 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.6250882
Dec 23 16:12:30.174338 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 45706) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:30.198931 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-38c3e351-a368-47b4-8959-e68dd49a7277 tempest-RoutersIpV6AdminTest-575902626 tempest-RoutersIpV6AdminTest-575902626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:30.253054 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-c251304a-e01c-40e0-b454-be86608a773b tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] 10.222.0.64 "GET /v2.0/security-group-rules/8cd4d73a-43fe-4869-bde4-223c397e2ae1 HTTP/1.1" status: 200  len: 763 time: 0.0703008
Dec 23 16:12:30.260836 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 45710) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:30.262435 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a483fa91-67cf-4a55-a451-bb429a645bc6 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2753333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2609730'] for subnet, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:30.275166 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-ed3466fe-9763-466c-a40b-6a08109b8134 tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:12:30.287481 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5f8448c5-dbdf-451d-a0ec-04c613fd2b5b tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-698866'] for network, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:30.328977 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f91545-88b7-479f-bdbb-f372279a8191 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Pushing event updated for resources: {'Port': ['ID=11f73fe9-269d-4015-9acf-8c1eaf008c44,revision_number=2']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:12:30.336980 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a483fa91-67cf-4a55-a451-bb429a645bc6 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Pushing event deleted for resources: {'Subnet': ['ID=67a4667a-f3a5-4c33-af9c-3c714820b0ba,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:12:30.337721 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-83f91545-88b7-479f-bdbb-f372279a8191 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:12:30.338909 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a483fa91-67cf-4a55-a451-bb429a645bc6 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks [] for subnet, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:30.343226 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf4075e9-9aa8-4c6c-a72b-41e4c47aea1d None None] Network dc5d9806-4698-43bb-ba9f-62bb72b7369b requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:12:30.349217 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-a483fa91-67cf-4a55-a451-bb429a645bc6 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:12:30.403357 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-a483fa91-67cf-4a55-a451-bb429a645bc6 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] 10.222.0.64 "DELETE /v2.0/subnets/67a4667a-f3a5-4c33-af9c-3c714820b0ba HTTP/1.1" status: 204  len: 168 time: 1.3408823
Dec 23 16:12:30.406415 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-dd310ec8-ae61-4dd0-978f-2fd0702993d2 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Synchronizing usage tracker for tenant:2f72b6313bdb4bc4afb373c10680a612 on resource:security_group_rule {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:12:30.408778 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 45716) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:30.416922 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7268f3d8-5fa8-4ff9-afbf-7dd7a1d36b98 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:12:30.421244 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83f91545-88b7-479f-bdbb-f372279a8191 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Network a67646b4-5371-43ec-9f98-39fe51a67033 is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:12:30.422626 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7268f3d8-5fa8-4ff9-afbf-7dd7a1d36b98 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:12:30.428421 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7268f3d8-5fa8-4ff9-afbf-7dd7a1d36b98 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:12:30.434562 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7268f3d8-5fa8-4ff9-afbf-7dd7a1d36b98 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:12:30.440043 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-7268f3d8-5fa8-4ff9-afbf-7dd7a1d36b98 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2487 time: 0.5457420
Dec 23 16:12:30.440220 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-83f91545-88b7-479f-bdbb-f372279a8191 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Resources bound (agent type, host, resource id):  {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:12:30.442661 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 45720) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:30.552273 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.db_base_plugin_common [None req-38c3e351-a368-47b4-8959-e68dd49a7277 tempest-RoutersIpV6AdminTest-575902626 tempest-RoutersIpV6AdminTest-575902626-project] Allocated IP 172.26.3.242 (8afa6d58-9431-454a-b99c-3ff8a65aa86b/60537fec-5f5f-4ab7-89cc-03638149a590/3cd06105-e087-4bd9-bf1a-9ba20d1ebee4) {{(pid=87635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:12:30.647815 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-dd310ec8-ae61-4dd0-978f-2fd0702993d2 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Unset dirty status for tenant:2f72b6313bdb4bc4afb373c10680a612 on resource:security_group_rule {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:12:30.653507 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-dd310ec8-ae61-4dd0-978f-2fd0702993d2 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4113 time: 0.3900385
Dec 23 16:12:30.662478 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 45724) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:30.686104 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04c275cd-6e1f-47b4-98a5-f1891f2e35e7 None None] DHCP port deletion for dc5d9806-4698-43bb-ba9f-62bb72b7369b request from dv-neutron-822799-1-hyperv {{(pid=87637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 23 16:12:30.690387 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-04c275cd-6e1f-47b4-98a5-f1891f2e35e7 None None] Deleting port a7355911-ebe5-4ba0-8458-1d96bad5afb8 {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:12:30.691055 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-04c275cd-6e1f-47b4-98a5-f1891f2e35e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:30.697340 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5f8448c5-dbdf-451d-a0ec-04c613fd2b5b tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-864347', 'neutron.services.segments.db._delete_segments_for_network-8735362908070'] for network, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:30.698350 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-4a4de499-3062-4c57-895f-b79302b06237 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] 10.222.0.64 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200  len: 576 time: 0.2545140
Dec 23 16:12:30.703803 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 45728) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:30.806403 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-5f8448c5-dbdf-451d-a0ec-04c613fd2b5b tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1dc01adc10>,) {'filters': {'network_id': ['cd279298-a8b2-4014-95c3-e7f1a4a8ff2f']}} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:12:30.809332 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72aa980c-fdf9-4a40-be9c-e317da07f8a5 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:12:30.810919 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72aa980c-fdf9-4a40-be9c-e317da07f8a5 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:12:30.816142 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-72aa980c-fdf9-4a40-be9c-e317da07f8a5 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1446 time: 0.1075182
Dec 23 16:12:30.817210 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 45732) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:30.829162 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-5f8448c5-dbdf-451d-a0ec-04c613fd2b5b tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dc01adc10>, '4d4f1af1-862e-4814-acd1-83430c1fcf9f') {'for_net_delete': True} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:12:30.829506 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-5f8448c5-dbdf-451d-a0ec-04c613fd2b5b tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dc01adc10>, '4d4f1af1-862e-4814-acd1-83430c1fcf9f') {} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:12:30.842699 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5f8448c5-dbdf-451d-a0ec-04c613fd2b5b tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735363085442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2382197'] for segment, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:30.855722 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-38c3e351-a368-47b4-8959-e68dd49a7277 tempest-RoutersIpV6AdminTest-575902626 tempest-RoutersIpV6AdminTest-575902626-project] Notify callbacks [] for port, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:30.861807 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5f8448c5-dbdf-451d-a0ec-04c613fd2b5b tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:30.870271 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f8448c5-dbdf-451d-a0ec-04c613fd2b5b tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Releasing vlan 449 on physical network physnet1 to pool {{(pid=87636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 23 16:12:30.870896 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5f8448c5-dbdf-451d-a0ec-04c613fd2b5b tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2176261'] for segment, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:30.896024 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd3a89e6-feef-498e-a7fc-9c6f2eeda1c1 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Attributes excluded by policy engine: ['shared'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:12:30.896760 dv-neutron-822799-1-hyperv neutron-server[87636]: Traceback (most recent call last):
Dec 23 16:12:30.896760 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 23 16:12:30.896760 dv-neutron-822799-1-hyperv neutron-server[87636]:     timer()
Dec 23 16:12:30.896760 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:12:30.896760 dv-neutron-822799-1-hyperv neutron-server[87636]:     cb(*args, **kw)
Dec 23 16:12:30.896760 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 23 16:12:30.896760 dv-neutron-822799-1-hyperv neutron-server[87636]:     return func(*args, **kwargs)
Dec 23 16:12:30.896760 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:12:30.896760 dv-neutron-822799-1-hyperv neutron-server[87636]:     self._notify()
Dec 23 16:12:30.896760 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:12:30.896760 dv-neutron-822799-1-hyperv neutron-server[87636]:     self.callback(batched_events)
Dec 23 16:12:30.896760 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:12:30.896760 dv-neutron-822799-1-hyperv neutron-server[87636]:     event.method(event)
Dec 23 16:12:30.896760 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:12:30.896760 dv-neutron-822799-1-hyperv neutron-server[87636]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:12:30.896760 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 23 16:12:30.896760 dv-neutron-822799-1-hyperv neutron-server[87636]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 23 16:12:30.896760 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 23 16:12:30.896760 dv-neutron-822799-1-hyperv neutron-server[87636]:     return f(self, *a, **k)
Dec 23 16:12:30.896760 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:12:30.896760 dv-neutron-822799-1-hyperv neutron-server[87636]:     return self._get(url).json()
Dec 23 16:12:30.896760 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 23 16:12:30.896760 dv-neutron-822799-1-hyperv neutron-server[87636]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 23 16:12:30.896760 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 23 16:12:30.896760 dv-neutron-822799-1-hyperv neutron-server[87636]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:12:30.896760 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 23 16:12:30.896760 dv-neutron-822799-1-hyperv neutron-server[87636]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 23 16:12:30.896760 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 23 16:12:30.896760 dv-neutron-822799-1-hyperv neutron-server[87636]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:12:30.896760 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 23 16:12:30.896760 dv-neutron-822799-1-hyperv neutron-server[87636]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:12:30.896760 dv-neutron-822799-1-hyperv neutron-server[87636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:12:30.898763 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device a384f35d-ac57-4b2a-80e3-ac72608c1494 no longer exists at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 23 16:12:30.899259 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd3a89e6-feef-498e-a7fc-9c6f2eeda1c1 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Attributes excluded by policy engine: ['shared'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:12:30.904804 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-dd3a89e6-feef-498e-a7fc-9c6f2eeda1c1 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] 10.222.0.64 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200  len: 403 time: 0.0816157
Dec 23 16:12:30.904804 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 45736) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:30.934037 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-ae3188db-7f2d-4dd3-b46d-e7a6f8fcd841 None None] Provisioning complete for port 11f73fe9-269d-4015-9acf-8c1eaf008c44 triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:12:30.934732 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-ae3188db-7f2d-4dd3-b46d-e7a6f8fcd841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:30.981714 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] No Port match for: a384f35d-ac57-4b2a-80e3-ac72608c1494 {{(pid=87637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 23 16:12:30.981714 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device a384f35d-ac57-4b2a-80e3-ac72608c1494 not bound to the agent host dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 23 16:12:30.982099 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device a7355911-ebe5-4ba0-8458-1d96bad5afb8 no longer exists at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 23 16:12:31.024954 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-38c3e351-a368-47b4-8959-e68dd49a7277 tempest-RoutersIpV6AdminTest-575902626 tempest-RoutersIpV6AdminTest-575902626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:31.039414 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-19e6f326-3240-4ac2-9f86-090ca073fa3b tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:12:31.052904 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-04c275cd-6e1f-47b4-98a5-f1891f2e35e7 None None] For port a7355911-ebe5-4ba0-8458-1d96bad5afb8, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=a7355911-ebe5-4ba0-8458-1d96bad5afb8,segment=NetworkSegment(97292c4f-9b0f-455f-8853-7a8b4ab60220),segment_id=97292c4f-9b0f-455f-8853-7a8b4ab60220)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:12:31.053344 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-04c275cd-6e1f-47b4-98a5-f1891f2e35e7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:31.119091 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-72fac5f8-567e-4e1d-aba7-2647b07d78d3 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-698866'] for network, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:31.121834 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c4ab4fe-9c49-4656-83f6-1490cd72a5c0 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:12:31.127693 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-9c4ab4fe-9c49-4656-83f6-1490cd72a5c0 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] 10.222.0.64 "GET /v2.0/networks/4c1962e0-4c4d-4aa1-ba29-9dab3980edc3 HTTP/1.1" status: 200  len: 800 time: 0.2178023
Dec 23 16:12:31.133804 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 45740) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:31.135617 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38c3e351-a368-47b4-8959-e68dd49a7277 tempest-RoutersIpV6AdminTest-575902626 tempest-RoutersIpV6AdminTest-575902626-project] Network 8afa6d58-9431-454a-b99c-3ff8a65aa86b is already hosted by enough agents. {{(pid=87635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:12:31.139527 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-ae3188db-7f2d-4dd3-b46d-e7a6f8fcd841 None None] Port 11f73fe9-269d-4015-9acf-8c1eaf008c44 cannot update to ACTIVE because it is not bound. {{(pid=87637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 23 16:12:31.141398 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.base_scheduler [None req-38c3e351-a368-47b4-8959-e68dd49a7277 tempest-RoutersIpV6AdminTest-575902626 tempest-RoutersIpV6AdminTest-575902626-project] Resources bound (agent type, host, resource id):  {{(pid=87635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:12:31.156097 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-aeaef5a1-9b40-4e4c-9a2b-0ceb391df862 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:31.162936 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c3e351-a368-47b4-8959-e68dd49a7277 tempest-RoutersIpV6AdminTest-575902626 tempest-RoutersIpV6AdminTest-575902626-project] Received port after_create {{(pid=87635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:12:31.178719 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-aeaef5a1-9b40-4e4c-9a2b-0ceb391df862 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:31.198006 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c3e351-a368-47b4-8959-e68dd49a7277 tempest-RoutersIpV6AdminTest-575902626 tempest-RoutersIpV6AdminTest-575902626-project] Pushing event updated for resources: {'Port': ['ID=3cd06105-e087-4bd9-bf1a-9ba20d1ebee4,revision_number=1']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:12:31.204362 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-04c275cd-6e1f-47b4-98a5-f1891f2e35e7 None None] Calling delete_port for a7355911-ebe5-4ba0-8458-1d96bad5afb8 owned by network:dhcp {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:12:31.254458 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-38c3e351-a368-47b4-8959-e68dd49a7277 tempest-RoutersIpV6AdminTest-575902626 tempest-RoutersIpV6AdminTest-575902626-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:12:31.310006 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:31.377400 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.agents_db [None req-30c2320c-f298-49f6-9c47-c20e38116a9c None None] Agent healthcheck: found 6 active agents {{(pid=87638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 23 16:12:31.397686 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5f8448c5-dbdf-451d-a0ec-04c613fd2b5b tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-864336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1824171'] for network, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:31.400062 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-04c275cd-6e1f-47b4-98a5-f1891f2e35e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789'] for port, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:31.404252 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-fb832908-1e3b-45ef-8353-6923c2d121c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:12:31.428381 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-2eeb08d7-127c-407d-a56f-04af9c4f1634 tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:12:31.464995 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-aeaef5a1-9b40-4e4c-9a2b-0ceb391df862 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762424'] for security_group_rule, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:31.470493 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5f8448c5-dbdf-451d-a0ec-04c613fd2b5b tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:31.479483 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8448c5-dbdf-451d-a0ec-04c613fd2b5b tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Pushing event deleted for resources: {'Network': ['ID=cd279298-a8b2-4014-95c3-e7f1a4a8ff2f,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:12:31.496730 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-75f612fa-ed82-4085-92a3-77a4b7b59fdd tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] 10.222.0.64 "GET /v2.0/networks/4c1962e0-4c4d-4aa1-ba29-9dab3980edc3?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200  len: 316 time: 0.3596785
Dec 23 16:12:31.500798 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 45746) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:31.503055 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c275cd-6e1f-47b4-98a5-f1891f2e35e7 None None] Pushing event deleted for resources: {'Port': ['ID=a7355911-ebe5-4ba0-8458-1d96bad5afb8,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:12:31.507084 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-5f8448c5-dbdf-451d-a0ec-04c613fd2b5b tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] 10.222.0.64 "DELETE /v2.0/networks/cd279298-a8b2-4014-95c3-e7f1a4a8ff2f HTTP/1.1" status: 204  len: 168 time: 1.5218196
Dec 23 16:12:31.519849 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-aeaef5a1-9b40-4e4c-9a2b-0ceb391df862 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:31.520986 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-aeaef5a1-9b40-4e4c-9a2b-0ceb391df862 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/8cd4d73a-43fe-4869-bde4-223c397e2ae1 HTTP/1.1" status: 204  len: 168 time: 0.8402898
Dec 23 16:12:31.521346 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04c275cd-6e1f-47b4-98a5-f1891f2e35e7 None None] No DVR routers for this DVR port a7355911-ebe5-4ba0-8458-1d96bad5afb8 on host dv-neutron-822799-1-hyperv {{(pid=87637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 23 16:12:31.523002 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-72fac5f8-567e-4e1d-aba7-2647b07d78d3 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-864347', 'neutron.services.segments.db._delete_segments_for_network-8735362908070'] for network, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:31.523348 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c275cd-6e1f-47b4-98a5-f1891f2e35e7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:12:31.523684 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c275cd-6e1f-47b4-98a5-f1891f2e35e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:12:31.524023 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c275cd-6e1f-47b4-98a5-f1891f2e35e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:12:31.524355 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c275cd-6e1f-47b4-98a5-f1891f2e35e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:12:31.524732 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c275cd-6e1f-47b4-98a5-f1891f2e35e7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:12:31.525064 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c275cd-6e1f-47b4-98a5-f1891f2e35e7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:12:31.525387 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c275cd-6e1f-47b4-98a5-f1891f2e35e7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:12:31.525783 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c275cd-6e1f-47b4-98a5-f1891f2e35e7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:12:31.526275 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c275cd-6e1f-47b4-98a5-f1891f2e35e7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:12:31.526763 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c275cd-6e1f-47b4-98a5-f1891f2e35e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:12:31.527343 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c275cd-6e1f-47b4-98a5-f1891f2e35e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:12:31.527815 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c275cd-6e1f-47b4-98a5-f1891f2e35e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:12:31.531889 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-04c275cd-6e1f-47b4-98a5-f1891f2e35e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:12:31.541214 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8448c5-dbdf-451d-a0ec-04c613fd2b5b tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:12:31.541605 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8448c5-dbdf-451d-a0ec-04c613fd2b5b tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:12:31.541981 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8448c5-dbdf-451d-a0ec-04c613fd2b5b tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:12:31.542395 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8448c5-dbdf-451d-a0ec-04c613fd2b5b tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:12:31.542736 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8448c5-dbdf-451d-a0ec-04c613fd2b5b tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:12:31.543102 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8448c5-dbdf-451d-a0ec-04c613fd2b5b tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:12:31.543558 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8448c5-dbdf-451d-a0ec-04c613fd2b5b tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:12:31.543937 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8448c5-dbdf-451d-a0ec-04c613fd2b5b tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:12:31.544329 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8448c5-dbdf-451d-a0ec-04c613fd2b5b tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:12:31.544645 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8448c5-dbdf-451d-a0ec-04c613fd2b5b tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:12:31.545028 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8448c5-dbdf-451d-a0ec-04c613fd2b5b tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:12:31.545350 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8448c5-dbdf-451d-a0ec-04c613fd2b5b tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:12:31.548835 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-5f8448c5-dbdf-451d-a0ec-04c613fd2b5b tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:12:31.552709 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 45752) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:31.556763 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-106b39ae-de40-4c01-a9d3-3174ea452680 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:12:31.584370 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeaef5a1-9b40-4e4c-9a2b-0ceb391df862 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8cd4d73a-43fe-4869-bde4-223c397e2ae1,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:12:31.593195 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-aeaef5a1-9b40-4e4c-9a2b-0ceb391df862 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:12:31.619378 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-72fac5f8-567e-4e1d-aba7-2647b07d78d3 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1dc17ff3a0>,) {'filters': {'network_id': ['49f64a43-9215-45e6-9904-4dfe1e87ba3e']}} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:12:31.631512 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83f91545-88b7-479f-bdbb-f372279a8191 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Router b92ff575-0a08-4a38-8718-629633c0cca8 is scheduled to L3 agent 371d4c41-c7e2-4de7-9539-c049ec4e95d1 with binding_index 1 {{(pid=87636) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 23 16:12:31.637995 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-72fac5f8-567e-4e1d-aba7-2647b07d78d3 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dc17ff3a0>, '5a9799cb-cc86-4f7a-9504-145fc272eb83') {'for_net_delete': True} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:12:31.638275 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-72fac5f8-567e-4e1d-aba7-2647b07d78d3 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dc17ff3a0>, '5a9799cb-cc86-4f7a-9504-145fc272eb83') {} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:12:31.653484 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-72fac5f8-567e-4e1d-aba7-2647b07d78d3 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735363085442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2382197'] for segment, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:31.741828 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0e59428-988b-4313-8c1e-93557b67742c tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:12:31.743411 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-f0e59428-988b-4313-8c1e-93557b67742c tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] 10.222.0.64 "GET /v2.0/subnets/7c4611d8-d4e9-4173-a478-f082b6a1baad HTTP/1.1" status: 200  len: 811 time: 0.2417247
Dec 23 16:12:31.752410 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 45756) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:31.756515 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-72fac5f8-567e-4e1d-aba7-2647b07d78d3 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:31.767917 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-8842e80e-ca38-48b5-b4da-196ceadf2541 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Synchronizing usage tracker for tenant:2f72b6313bdb4bc4afb373c10680a612 on resource:security_group_rule {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:12:31.849573 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72fac5f8-567e-4e1d-aba7-2647b07d78d3 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Releasing vlan 425 on physical network physnet1 to pool {{(pid=87636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 23 16:12:31.849793 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-72fac5f8-567e-4e1d-aba7-2647b07d78d3 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2176261'] for segment, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:31.868810 dv-neutron-822799-1-hyperv neutron-server[87636]: Traceback (most recent call last):
Dec 23 16:12:31.868810 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 23 16:12:31.868810 dv-neutron-822799-1-hyperv neutron-server[87636]:     timer()
Dec 23 16:12:31.868810 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:12:31.868810 dv-neutron-822799-1-hyperv neutron-server[87636]:     cb(*args, **kw)
Dec 23 16:12:31.868810 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 23 16:12:31.868810 dv-neutron-822799-1-hyperv neutron-server[87636]:     return func(*args, **kwargs)
Dec 23 16:12:31.868810 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:12:31.868810 dv-neutron-822799-1-hyperv neutron-server[87636]:     self._notify()
Dec 23 16:12:31.868810 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:12:31.868810 dv-neutron-822799-1-hyperv neutron-server[87636]:     self.callback(batched_events)
Dec 23 16:12:31.868810 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:12:31.868810 dv-neutron-822799-1-hyperv neutron-server[87636]:     event.method(event)
Dec 23 16:12:31.868810 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:12:31.868810 dv-neutron-822799-1-hyperv neutron-server[87636]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:12:31.868810 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 23 16:12:31.868810 dv-neutron-822799-1-hyperv neutron-server[87636]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 23 16:12:31.868810 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 23 16:12:31.868810 dv-neutron-822799-1-hyperv neutron-server[87636]:     return f(self, *a, **k)
Dec 23 16:12:31.868810 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:12:31.868810 dv-neutron-822799-1-hyperv neutron-server[87636]:     return self._get(url).json()
Dec 23 16:12:31.868810 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 23 16:12:31.868810 dv-neutron-822799-1-hyperv neutron-server[87636]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 23 16:12:31.868810 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 23 16:12:31.868810 dv-neutron-822799-1-hyperv neutron-server[87636]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:12:31.868810 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 23 16:12:31.868810 dv-neutron-822799-1-hyperv neutron-server[87636]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 23 16:12:31.868810 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 23 16:12:31.868810 dv-neutron-822799-1-hyperv neutron-server[87636]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:12:31.868810 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 23 16:12:31.868810 dv-neutron-822799-1-hyperv neutron-server[87636]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:12:31.868810 dv-neutron-822799-1-hyperv neutron-server[87636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:12:31.901330 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdc91cf9-f475-4b3c-90d5-11b50f5fda66 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Attributes excluded by policy engine: ['shared'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:12:31.903426 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-bdc91cf9-f475-4b3c-90d5-11b50f5fda66 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] 10.222.0.64 "GET /v2.0/subnets/7c4611d8-d4e9-4173-a478-f082b6a1baad?fields=id&fields=network_id HTTP/1.1" status: 200  len: 302 time: 0.1497581
Dec 23 16:12:31.907038 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 45762) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:31.914462 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-584960d0-4311-4883-9170-e598924d167e tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1650093237'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:12:31.928177 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 45766) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:31.929117 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-584960d0-4311-4883-9170-e598924d167e tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:12:31.942503 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-584960d0-4311-4883-9170-e598924d167e tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Usage tracker for resource:network and tenant:9552d108dcd2412896b3c037adf05d69 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:12:31.947023 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-584960d0-4311-4883-9170-e598924d167e tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:12:31.958353 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-8842e80e-ca38-48b5-b4da-196ceadf2541 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Unset dirty status for tenant:2f72b6313bdb4bc4afb373c10680a612 on resource:security_group_rule {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:12:31.962343 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-8842e80e-ca38-48b5-b4da-196ceadf2541 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.3917487
Dec 23 16:12:31.965151 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83f91545-88b7-479f-bdbb-f372279a8191 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify agent at l3_agent.dv-neutron-822799-1-hyperv the message routers_updated {{(pid=87636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 23 16:12:31.970901 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-83f91545-88b7-479f-bdbb-f372279a8191 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "PUT /v2.0/routers/b92ff575-0a08-4a38-8718-629633c0cca8/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.9095628
Dec 23 16:12:31.972472 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 45772) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:31.975417 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 45774) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:31.980083 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-a837adb6-4fe4-44de-b7f6-1b3803dd1a38 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Request body: {'security_group_rule': {'security_group_id': '957447f6-df3a-4d3f-923d-e24dc1efad32', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:12:31.982604 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72f66cda-3779-4e62-bba4-5b7d5a8c3c4f None None] Sync routers for ids ['b92ff575-0a08-4a38-8718-629633c0cca8'] in dv-neutron-822799-1-hyperv {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 23 16:12:31.986788 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-a837adb6-4fe4-44de-b7f6-1b3803dd1a38 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:12:31.997897 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-a837adb6-4fe4-44de-b7f6-1b3803dd1a38 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:12:32.000410 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72f66cda-3779-4e62-bba4-5b7d5a8c3c4f None None] Routers {'b92ff575-0a08-4a38-8718-629633c0cca8'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:12:32.001230 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-72f66cda-3779-4e62-bba4-5b7d5a8c3c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc1e9cee0>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:12:20Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['b92ff575-0a08-4a38-8718-629633c0cca8'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:12:32.014934 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-584960d0-4311-4883-9170-e598924d167e tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:12:32.043317 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-584960d0-4311-4883-9170-e598924d167e tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Made reservation on behalf of 9552d108dcd2412896b3c037adf05d69 for: {'network': 1} {{(pid=87635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:12:32.050183 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-72fac5f8-567e-4e1d-aba7-2647b07d78d3 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-864336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1824171'] for network, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:32.050823 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-584960d0-4311-4883-9170-e598924d167e tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for network, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:32.054510 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-72fac5f8-567e-4e1d-aba7-2647b07d78d3 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:32.057277 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.db.securitygroups_db [None req-a837adb6-4fe4-44de-b7f6-1b3803dd1a38 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Project 2f72b6313bdb4bc4afb373c10680a612 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 23 16:12:32.070845 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-9489b4e5-c725-4985-822c-976fa42bc680 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:12:32.075449 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-38c3e351-a368-47b4-8959-e68dd49a7277 tempest-RoutersIpV6AdminTest-575902626 tempest-RoutersIpV6AdminTest-575902626-project] Notify callbacks [] for router_gateway, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:32.095003 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a837adb6-4fe4-44de-b7f6-1b3803dd1a38 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:32.105355 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-72fac5f8-567e-4e1d-aba7-2647b07d78d3 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] 10.222.0.64 "DELETE /v2.0/networks/49f64a43-9215-45e6-9904-4dfe1e87ba3e HTTP/1.1" status: 204  len: 168 time: 1.6893618
Dec 23 16:12:32.106835 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fac5f8-567e-4e1d-aba7-2647b07d78d3 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Pushing event deleted for resources: {'Network': ['ID=49f64a43-9215-45e6-9904-4dfe1e87ba3e,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:12:32.128664 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 45780) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:32.131933 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-72fac5f8-567e-4e1d-aba7-2647b07d78d3 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:12:32.164438 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-584960d0-4311-4883-9170-e598924d167e tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] vlan segment allocate from pool success with {'vlan_id': 435, 'physical_network': 'physnet1'}  {{(pid=87635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 23 16:12:32.174529 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-584960d0-4311-4883-9170-e598924d167e tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:32.175297 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.db.segments_db [None req-584960d0-4311-4883-9170-e598924d167e tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Added segment d49f0409-2ff2-4892-91fb-b368d1bb29a3 of type vlan for network 28656728-f452-4133-9469-642859b89885
Dec 23 16:12:32.199687 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a66c6c0-8e89-4a9c-aa2f-658da9a06cfb tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:12:32.201409 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-2a66c6c0-8e89-4a9c-aa2f-658da9a06cfb tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Synchronizing usage tracker for tenant:bf435ff0e7914a739a10fff5b2399c13 on resource:port {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:12:32.203336 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-584960d0-4311-4883-9170-e598924d167e tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735362521793'] for network, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:32.244953 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-584960d0-4311-4883-9170-e598924d167e tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495'] for network, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:32.250792 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-584960d0-4311-4883-9170-e598924d167e tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:12:32.251591 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-584960d0-4311-4883-9170-e598924d167e tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Notify callbacks [] for network, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:32.276733 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-90ab5bd7-bedf-4415-bd73-437b79a66e76 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:12:32.289136 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-72f66cda-3779-4e62-bba4-5b7d5a8c3c4f None None] Set router b92ff575-0a08-4a38-8718-629633c0cca8 gateway port host: None {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:12:32.298801 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-584960d0-4311-4883-9170-e598924d167e tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 0.3907447
Dec 23 16:12:32.314620 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 45784) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:32.345113 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-7190541c-c504-47fd-9cb4-867d48cfeee1 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Request body: {'subnet': {'network_id': '28656728-f452-4133-9469-642859b89885', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:12:32.349028 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-a62d8a7a-4415-4bf9-8feb-ff55e7bba441 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=eee7102271fa49768eefd83617c1f38a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4173093
Dec 23 16:12:32.401334 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 45788) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:32.467729 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-2a66c6c0-8e89-4a9c-aa2f-658da9a06cfb tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Unset dirty status for tenant:bf435ff0e7914a739a10fff5b2399c13 on resource:port {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:12:32.468912 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-2a66c6c0-8e89-4a9c-aa2f-658da9a06cfb tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "GET /v2.0/ports/11f73fe9-269d-4015-9acf-8c1eaf008c44 HTTP/1.1" status: 200  len: 911 time: 0.4626644
Dec 23 16:12:32.497637 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a837adb6-4fe4-44de-b7f6-1b3803dd1a38 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:32.501630 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 45794) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:32.518830 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a837adb6-4fe4-44de-b7f6-1b3803dd1a38 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762424'] for security_group_rule, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:32.529711 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7683140e-4ce8-400d-8e62-b3ae38fc159a tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-698866'] for network, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:32.537368 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-aeaef5a1-9b40-4e4c-9a2b-0ceb391df862 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:12:32.560829 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584960d0-4311-4883-9170-e598924d167e tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Pushing event updated for resources: {'Network': ['ID=28656728-f452-4133-9469-642859b89885,revision_number=1']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:12:32.573705 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Network 28656728-f452-4133-9469-642859b89885 details requested by agent ovs-agent-dv-neutron-822799-1-hyperv with host dv-neutron-822799-1-hyperv {{(pid=87637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 23 16:12:32.574327 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-584960d0-4311-4883-9170-e598924d167e tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:12:32.589978 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-7190541c-c504-47fd-9cb4-867d48cfeee1 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:12:32.632126 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-5fb8da71-93fb-4b66-ba67-4296fd2fdc72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:32.632303 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a837adb6-4fe4-44de-b7f6-1b3803dd1a38 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6af5377f-8ba2-462c-8fab-18e1f209e15f,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:12:32.647639 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-7190541c-c504-47fd-9cb4-867d48cfeee1 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:12:32.649836 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-a837adb6-4fe4-44de-b7f6-1b3803dd1a38 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:12:32.725396 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-72f66cda-3779-4e62-bba4-5b7d5a8c3c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc1e9cee0>, [{'id': 'b92ff575-0a08-4a38-8718-629633c0cca8', 'name': 'tempest-NetworksTestDHCPv6-router-1761278317', 'tenant_id': 'bf435ff0e7914a739a10fff5b2399c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:12:24Z', 'updated_at': '2021-12-23T16:12:28Z', 'revision_number': 2, 'project_id': 'bf435ff0e7914a739a10fff5b2399c13', 'gw_port_host': None, '_interfaces': [{'id': '11f73fe9-269d-4015-9acf-8c1eaf008c44', 'name': '', 'network_id': 'a67646b4-5371-43ec-9f98-39fe51a67033', 'tenant_id': 'bf435ff0e7914a739a10fff5b2399c13', 'mac_address': 'fa:16:3e:23:13:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b92ff575-0a08-4a38-8718-629633c0cca8', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '1121beb4-d109-495b-ae4c-359454890fcd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:12:26Z', 'updated_at': '2021-12-23T16:12:29Z', 'revision_number': 2, 'project_id': 'bf435ff0e7914a739a10fff5b2399c13', 'subnets': [{'id': '1121beb4-d109-495b-ae4c-359454890fcd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:12:32.727662 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a837adb6-4fe4-44de-b7f6-1b3803dd1a38 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:32.729118 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-a837adb6-4fe4-44de-b7f6-1b3803dd1a38 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.7556388
Dec 23 16:12:32.732750 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72f66cda-3779-4e62-bba4-5b7d5a8c3c4f None None] Checking router: b92ff575-0a08-4a38-8718-629633c0cca8 for host: dv-neutron-822799-1-hyperv {{(pid=87638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 23 16:12:32.733330 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 45798) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:32.733655 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72f66cda-3779-4e62-bba4-5b7d5a8c3c4f None None] Updating router b92ff575-0a08-4a38-8718-629633c0cca8 port 11f73fe9-269d-4015-9acf-8c1eaf008c44 binding host dv-neutron-822799-1-hyperv {{(pid=87638) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 23 16:12:32.740675 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7190541c-c504-47fd-9cb4-867d48cfeee1 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Made reservation on behalf of 9552d108dcd2412896b3c037adf05d69 for: {'subnet': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:12:32.744521 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7190541c-c504-47fd-9cb4-867d48cfeee1 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2618324'] for subnet, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:32.744780 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-5fb8da71-93fb-4b66-ba67-4296fd2fdc72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:32.790281 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-72f66cda-3779-4e62-bba4-5b7d5a8c3c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:32.806682 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84869ada-6644-4ef1-acfd-a949a62cea32 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:12:32.812661 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84869ada-6644-4ef1-acfd-a949a62cea32 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:12:32.813435 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-84869ada-6644-4ef1-acfd-a949a62cea32 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Synchronizing usage tracker for tenant:bf435ff0e7914a739a10fff5b2399c13 on resource:port {{(pid=87635) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:12:32.893247 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-84869ada-6644-4ef1-acfd-a949a62cea32 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Unset dirty status for tenant:bf435ff0e7914a739a10fff5b2399c13 on resource:port {{(pid=87635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:12:32.897244 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-84869ada-6644-4ef1-acfd-a949a62cea32 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1655 time: 0.3927755
Dec 23 16:12:32.907231 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 45802) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:32.921751 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-8146b7d2-5e5e-48d2-8e29-d51b5285272d tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] 10.222.0.64 "GET /v2.0/security-group-rules/6af5377f-8ba2-462c-8fab-18e1f209e15f HTTP/1.1" status: 200  len: 769 time: 0.1845706
Dec 23 16:12:32.923910 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 45806) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:32.927528 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7683140e-4ce8-400d-8e62-b3ae38fc159a tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-864347', 'neutron.services.segments.db._delete_segments_for_network-8735362908070'] for network, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:32.939706 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.ipam_backend_mixin [None req-7190541c-c504-47fd-9cb4-867d48cfeee1 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Performing IP validity checks on allocation pools {{(pid=87636) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}}
Dec 23 16:12:32.941164 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.ipam_backend_mixin [None req-7190541c-c504-47fd-9cb4-867d48cfeee1 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87636) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}}
Dec 23 16:12:32.987429 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-38c3e351-a368-47b4-8959-e68dd49a7277 tempest-RoutersIpV6AdminTest-575902626 tempest-RoutersIpV6AdminTest-575902626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1824017', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1823768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-235299'] for router, precommit_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:32.995841 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-7683140e-4ce8-400d-8e62-b3ae38fc159a tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1dc03665e0>,) {'filters': {'network_id': ['dc5d9806-4698-43bb-ba9f-62bb72b7369b']}} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:12:33.042406 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-2a05a04a-175a-45e7-90ec-d6e605f1abf4 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Synchronizing usage tracker for tenant:2f72b6313bdb4bc4afb373c10680a612 on resource:security_group_rule {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:12:33.044339 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-38c3e351-a368-47b4-8959-e68dd49a7277 tempest-RoutersIpV6AdminTest-575902626 tempest-RoutersIpV6AdminTest-575902626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1824234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1824024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1824227', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1823761'] for router, after_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:33.048565 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-7683140e-4ce8-400d-8e62-b3ae38fc159a tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dc03665e0>, '97292c4f-9b0f-455f-8853-7a8b4ab60220') {'for_net_delete': True} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:12:33.048883 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-7683140e-4ce8-400d-8e62-b3ae38fc159a tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dc03665e0>, '97292c4f-9b0f-455f-8853-7a8b4ab60220') {} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:12:33.056744 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-5fb8da71-93fb-4b66-ba67-4296fd2fdc72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:33.063695 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-ba29714c-5071-49c6-9a39-ef62c826a3a5 tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:12:33.069632 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7683140e-4ce8-400d-8e62-b3ae38fc159a tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735363085442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2382197'] for segment, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:33.093048 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7683140e-4ce8-400d-8e62-b3ae38fc159a tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:33.099255 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-2a05a04a-175a-45e7-90ec-d6e605f1abf4 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Unset dirty status for tenant:2f72b6313bdb4bc4afb373c10680a612 on resource:security_group_rule {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:12:33.103443 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-2a05a04a-175a-45e7-90ec-d6e605f1abf4 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4119 time: 0.1757119
Dec 23 16:12:33.104975 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 45810) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:33.109761 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7683140e-4ce8-400d-8e62-b3ae38fc159a tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Releasing vlan 447 on physical network physnet1 to pool {{(pid=87636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 23 16:12:33.110160 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7683140e-4ce8-400d-8e62-b3ae38fc159a tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2176261'] for segment, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:33.135894 dv-neutron-822799-1-hyperv neutron-server[87636]: Traceback (most recent call last):
Dec 23 16:12:33.135894 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 23 16:12:33.135894 dv-neutron-822799-1-hyperv neutron-server[87636]:     timer()
Dec 23 16:12:33.135894 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:12:33.135894 dv-neutron-822799-1-hyperv neutron-server[87636]:     cb(*args, **kw)
Dec 23 16:12:33.135894 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 23 16:12:33.135894 dv-neutron-822799-1-hyperv neutron-server[87636]:     return func(*args, **kwargs)
Dec 23 16:12:33.135894 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:12:33.135894 dv-neutron-822799-1-hyperv neutron-server[87636]:     self._notify()
Dec 23 16:12:33.135894 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:12:33.135894 dv-neutron-822799-1-hyperv neutron-server[87636]:     self.callback(batched_events)
Dec 23 16:12:33.135894 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:12:33.135894 dv-neutron-822799-1-hyperv neutron-server[87636]:     event.method(event)
Dec 23 16:12:33.135894 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:12:33.135894 dv-neutron-822799-1-hyperv neutron-server[87636]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:12:33.135894 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 23 16:12:33.135894 dv-neutron-822799-1-hyperv neutron-server[87636]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 23 16:12:33.135894 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 23 16:12:33.135894 dv-neutron-822799-1-hyperv neutron-server[87636]:     return f(self, *a, **k)
Dec 23 16:12:33.135894 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:12:33.135894 dv-neutron-822799-1-hyperv neutron-server[87636]:     return self._get(url).json()
Dec 23 16:12:33.135894 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 23 16:12:33.135894 dv-neutron-822799-1-hyperv neutron-server[87636]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 23 16:12:33.135894 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 23 16:12:33.135894 dv-neutron-822799-1-hyperv neutron-server[87636]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:12:33.135894 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 23 16:12:33.135894 dv-neutron-822799-1-hyperv neutron-server[87636]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 23 16:12:33.135894 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 23 16:12:33.135894 dv-neutron-822799-1-hyperv neutron-server[87636]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:12:33.135894 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 23 16:12:33.135894 dv-neutron-822799-1-hyperv neutron-server[87636]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:12:33.135894 dv-neutron-822799-1-hyperv neutron-server[87636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:12:33.148699 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb8da71-93fb-4b66-ba67-4296fd2fdc72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36c3f498-81c4-4460-aac9-e632debac86e,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:12:33.152677 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-5fb8da71-93fb-4b66-ba67-4296fd2fdc72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:12:33.193217 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-72f66cda-3779-4e62-bba4-5b7d5a8c3c4f None None] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:33.231687 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-5fb8da71-93fb-4b66-ba67-4296fd2fdc72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:33.232780 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-5fb8da71-93fb-4b66-ba67-4296fd2fdc72 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/36c3f498-81c4-4460-aac9-e632debac86e HTTP/1.1" status: 204  len: 168 time: 0.8243635
Dec 23 16:12:33.435086 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-caba0dec-0f0e-469a-9486-90222eac25dc tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:33.455405 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-caba0dec-0f0e-469a-9486-90222eac25dc tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:33.456095 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-72f66cda-3779-4e62-bba4-5b7d5a8c3c4f None None] Transition to ACTIVE for port object 11f73fe9-269d-4015-9acf-8c1eaf008c44 will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:12:33.466653 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7683140e-4ce8-400d-8e62-b3ae38fc159a tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-864336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1824171'] for network, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:33.470196 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-72f66cda-3779-4e62-bba4-5b7d5a8c3c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:33.481410 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG oslo_concurrency.lockutils [None req-374e6b51-2b8a-4c95-82fa-8f7bb771e64e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:12:33.486095 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:12:33.511593 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7683140e-4ce8-400d-8e62-b3ae38fc159a tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:33.531063 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-7683140e-4ce8-400d-8e62-b3ae38fc159a tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] 10.222.0.64 "DELETE /v2.0/networks/dc5d9806-4698-43bb-ba9f-62bb72b7369b HTTP/1.1" status: 204  len: 168 time: 1.3947134
Dec 23 16:12:33.532418 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 45820) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:33.542050 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7683140e-4ce8-400d-8e62-b3ae38fc159a tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Pushing event deleted for resources: {'Network': ['ID=dc5d9806-4698-43bb-ba9f-62bb72b7369b,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:12:33.550348 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-b4e938b9-8b0a-4afc-9195-56a257f7b2ec tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Request body: {'network': {'name': 'tempest-RoutersTest-1563963811'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:12:33.555355 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-7683140e-4ce8-400d-8e62-b3ae38fc159a tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:12:33.562327 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-b4e938b9-8b0a-4afc-9195-56a257f7b2ec tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:12:33.566883 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-caba0dec-0f0e-469a-9486-90222eac25dc tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762424'] for security_group_rule, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:33.571033 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:12:33.572038 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-b4e938b9-8b0a-4afc-9195-56a257f7b2ec tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Usage tracker for resource:network and tenant:3fd82437e08648b4840016e8955250bf is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:12:33.578001 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-b4e938b9-8b0a-4afc-9195-56a257f7b2ec tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:12:33.581931 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1a2037-bebb-4860-a3c6-e5a5c23cf540 None None] Pushing event updated for resources: {'Port': ['ID=11f73fe9-269d-4015-9acf-8c1eaf008c44,revision_number=3']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:12:33.587891 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-b4e938b9-8b0a-4afc-9195-56a257f7b2ec tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:12:33.591248 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caba0dec-0f0e-469a-9486-90222eac25dc tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6af5377f-8ba2-462c-8fab-18e1f209e15f,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:12:33.594129 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7190541c-c504-47fd-9cb4-867d48cfeee1 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2176430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2618310'] for subnet, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:33.602599 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-caba0dec-0f0e-469a-9486-90222eac25dc tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:12:33.604300 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-59743444-b1ef-4ab9-beb0-c333ed7dca78 tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:12:33.655243 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4e938b9-8b0a-4afc-9195-56a257f7b2ec tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Made reservation on behalf of 3fd82437e08648b4840016e8955250bf for: {'network': 1} {{(pid=87635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:12:33.664739 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-b4e938b9-8b0a-4afc-9195-56a257f7b2ec tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for network, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:33.691205 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7190541c-c504-47fd-9cb4-867d48cfeee1 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Pushing event updated for resources: {'Subnet': ['ID=7dfb1574-35bf-4a64-aeb4-93dbc0eadcbe,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:12:33.698949 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-7190541c-c504-47fd-9cb4-867d48cfeee1 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:12:33.701839 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-caba0dec-0f0e-469a-9486-90222eac25dc tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:33.706381 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-caba0dec-0f0e-469a-9486-90222eac25dc tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/6af5377f-8ba2-462c-8fab-18e1f209e15f HTTP/1.1" status: 204  len: 168 time: 0.5987859
Dec 23 16:12:33.707260 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 45832) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:33.760988 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4e938b9-8b0a-4afc-9195-56a257f7b2ec tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] vlan segment allocate from pool success with {'vlan_id': 437, 'physical_network': 'physnet1'}  {{(pid=87635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 23 16:12:33.767916 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7190541c-c504-47fd-9cb4-867d48cfeee1 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Checking segment: {'id': 'd49f0409-2ff2-4892-91fb-b368d1bb29a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '28656728-f452-4133-9469-642859b89885'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:12:33.768515 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7190541c-c504-47fd-9cb4-867d48cfeee1 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Network hostable DHCP agents. Network: 28656728-f452-4133-9469-642859b89885, hostable agents: ['1c812d71-eadf-4fb3-b98e-67468a4aa7e2'], hosted agents: [] {{(pid=87636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 23 16:12:33.798097 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-8b3a30d2-8e99-4fa3-8368-8702f0dba15f tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Synchronizing usage tracker for tenant:2f72b6313bdb4bc4afb373c10680a612 on resource:security_group_rule {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:12:33.800070 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1a2037-bebb-4860-a3c6-e5a5c23cf540 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:12:33.801613 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1a2037-bebb-4860-a3c6-e5a5c23cf540 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:12:33.803247 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1a2037-bebb-4860-a3c6-e5a5c23cf540 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:12:33.808703 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38c3e351-a368-47b4-8959-e68dd49a7277 tempest-RoutersIpV6AdminTest-575902626 tempest-RoutersIpV6AdminTest-575902626-project] Router f618c6ca-4af3-4c3d-9ec5-c36da3f0ba2f is scheduled to L3 agent 371d4c41-c7e2-4de7-9539-c049ec4e95d1 with binding_index 1 {{(pid=87635) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 23 16:12:33.810677 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1a2037-bebb-4860-a3c6-e5a5c23cf540 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:12:33.811019 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1a2037-bebb-4860-a3c6-e5a5c23cf540 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:12:33.811380 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1a2037-bebb-4860-a3c6-e5a5c23cf540 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:12:33.811702 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1a2037-bebb-4860-a3c6-e5a5c23cf540 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:12:33.813169 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1a2037-bebb-4860-a3c6-e5a5c23cf540 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:12:33.815539 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1a2037-bebb-4860-a3c6-e5a5c23cf540 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:12:33.816050 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1a2037-bebb-4860-a3c6-e5a5c23cf540 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:12:33.816564 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1a2037-bebb-4860-a3c6-e5a5c23cf540 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:12:33.817133 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1a2037-bebb-4860-a3c6-e5a5c23cf540 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:12:33.824238 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-8b3a30d2-8e99-4fa3-8368-8702f0dba15f tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Unset dirty status for tenant:2f72b6313bdb4bc4afb373c10680a612 on resource:security_group_rule {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:12:33.825910 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-b4e938b9-8b0a-4afc-9195-56a257f7b2ec tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:33.826317 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.db.segments_db [None req-b4e938b9-8b0a-4afc-9195-56a257f7b2ec tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Added segment 596375cb-ab67-4903-9a47-db3f11e0ada9 of type vlan for network 9e71e505-a986-4b34-8aec-de9b32764f44
Dec 23 16:12:33.830562 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-8b3a30d2-8e99-4fa3-8368-8702f0dba15f tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.1202331
Dec 23 16:12:33.831306 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 45836) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:33.833571 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG oslo_concurrency.lockutils [None req-4c1a2037-bebb-4860-a3c6-e5a5c23cf540 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=87638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:12:33.836096 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7190541c-c504-47fd-9cb4-867d48cfeee1 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Network 28656728-f452-4133-9469-642859b89885 is scheduled to be hosted by DHCP agent 1c812d71-eadf-4fb3-b98e-67468a4aa7e2 with binding_index 1 {{(pid=87636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 23 16:12:33.905274 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-7190541c-c504-47fd-9cb4-867d48cfeee1 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822799-1-hyperv, 28656728-f452-4133-9469-642859b89885) {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:12:33.916062 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-821b9464-b230-4bac-b341-ccbfc328f5e0 None None] Network 28656728-f452-4133-9469-642859b89885 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:12:33.928953 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7190541c-c504-47fd-9cb4-867d48cfeee1 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:12:33.929709 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7190541c-c504-47fd-9cb4-867d48cfeee1 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Notify callbacks [] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:33.961678 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-72f66cda-3779-4e62-bba4-5b7d5a8c3c4f None None] Attempting to bind port 11f73fe9-269d-4015-9acf-8c1eaf008c44 on host dv-neutron-822799-1-hyperv for vnic_type normal with profile  {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:12:33.962474 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-72f66cda-3779-4e62-bba4-5b7d5a8c3c4f None None] Attempting to bind port 11f73fe9-269d-4015-9acf-8c1eaf008c44 by drivers openvswitch,hyperv on host dv-neutron-822799-1-hyperv at level 0 using segments [{'id': 'd0e346f7-32a7-41a0-b972-301688edbe10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'a67646b4-5371-43ec-9f98-39fe51a67033'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:12:33.963060 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72f66cda-3779-4e62-bba4-5b7d5a8c3c4f None None] Attempting to bind port 11f73fe9-269d-4015-9acf-8c1eaf008c44 on network a67646b4-5371-43ec-9f98-39fe51a67033 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:12:33.975794 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72f66cda-3779-4e62-bba4-5b7d5a8c3c4f None None] Checking agent: {'id': '20d2070f-69a9-4e73-8d08-6f0387a40158', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822799-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 21), 'started_at': datetime.datetime(2021, 12, 23, 16, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 12, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822799-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 23 16:12:33.981346 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72f66cda-3779-4e62-bba4-5b7d5a8c3c4f None None] Checking segment: {'id': 'd0e346f7-32a7-41a0-b972-301688edbe10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'a67646b4-5371-43ec-9f98-39fe51a67033'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:12:33.981736 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-72f66cda-3779-4e62-bba4-5b7d5a8c3c4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:33.982581 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72f66cda-3779-4e62-bba4-5b7d5a8c3c4f None None] Bound using segment: {'id': 'd0e346f7-32a7-41a0-b972-301688edbe10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'a67646b4-5371-43ec-9f98-39fe51a67033'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 23 16:12:33.983587 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-72f66cda-3779-4e62-bba4-5b7d5a8c3c4f None None] Bound port: 11f73fe9-269d-4015-9acf-8c1eaf008c44, host: dv-neutron-822799-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0e346f7-32a7-41a0-b972-301688edbe10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'a67646b4-5371-43ec-9f98-39fe51a67033'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 23 16:12:33.984152 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-72f66cda-3779-4e62-bba4-5b7d5a8c3c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:33.994733 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-91f557de-bc4f-4d33-a98b-85eb88352929 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Notify callbacks [] for security_group, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:34.032146 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-7190541c-c504-47fd-9cb4-867d48cfeee1 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 872 time: 1.7119715
Dec 23 16:12:34.034267 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 45846) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:34.043999 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-a1a4e332-9385-459d-b6d0-111288b0b670 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:12:34.056533 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-b4e938b9-8b0a-4afc-9195-56a257f7b2ec tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735362521793'] for network, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:34.096334 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-72f66cda-3779-4e62-bba4-5b7d5a8c3c4f None None] For port 11f73fe9-269d-4015-9acf-8c1eaf008c44, host dv-neutron-822799-1-hyperv, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 23 16:12:34.100857 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-72f66cda-3779-4e62-bba4-5b7d5a8c3c4f None None] For port 11f73fe9-269d-4015-9acf-8c1eaf008c44, host dv-neutron-822799-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=11f73fe9-269d-4015-9acf-8c1eaf008c44,segment=NetworkSegment(d0e346f7-32a7-41a0-b972-301688edbe10),segment_id=d0e346f7-32a7-41a0-b972-301688edbe10)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 23 16:12:34.110663 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-72f66cda-3779-4e62-bba4-5b7d5a8c3c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:34.119539 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:12:34.185725 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a1a4e332-9385-459d-b6d0-111288b0b670 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2618335'] for subnet, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:34.218356 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1a2037-bebb-4860-a3c6-e5a5c23cf540 None None] Pushing event updated for resources: {'Port': ['ID=11f73fe9-269d-4015-9acf-8c1eaf008c44,revision_number=4']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:12:34.218879 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-b4e938b9-8b0a-4afc-9195-56a257f7b2ec tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495'] for network, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:34.224535 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4e938b9-8b0a-4afc-9195-56a257f7b2ec tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:12:34.225177 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-b4e938b9-8b0a-4afc-9195-56a257f7b2ec tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks [] for network, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:34.225384 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG oslo_concurrency.lockutils [None req-4c1a2037-bebb-4860-a3c6-e5a5c23cf540 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=87638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:12:34.231911 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-a4a4ac8c-32f8-435b-825c-ac1b5ac87d66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:12:34.246678 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38c3e351-a368-47b4-8959-e68dd49a7277 tempest-RoutersIpV6AdminTest-575902626 tempest-RoutersIpV6AdminTest-575902626-project] Notify agent at l3_agent.dv-neutron-822799-1-hyperv the message routers_updated {{(pid=87635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 23 16:12:34.267444 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72f66cda-3779-4e62-bba4-5b7d5a8c3c4f None None] Routers {'b92ff575-0a08-4a38-8718-629633c0cca8'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:12:34.271329 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-72f66cda-3779-4e62-bba4-5b7d5a8c3c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc1e9cee0>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:12:20Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['b92ff575-0a08-4a38-8718-629633c0cca8'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:12:34.372975 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 45852) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:34.391752 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-38c3e351-a368-47b4-8959-e68dd49a7277 tempest-RoutersIpV6AdminTest-575902626 tempest-RoutersIpV6AdminTest-575902626-project] Notify callbacks [] for router, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:34.392957 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-38c3e351-a368-47b4-8959-e68dd49a7277 tempest-RoutersIpV6AdminTest-575902626 tempest-RoutersIpV6AdminTest-575902626-project] 10.222.0.64 "PUT /v2.0/routers/f618c6ca-4af3-4c3d-9ec5-c36da3f0ba2f HTTP/1.1" status: 200  len: 884 time: 6.0740013
Dec 23 16:12:34.405191 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-b4e938b9-8b0a-4afc-9195-56a257f7b2ec tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201  len: 766 time: 0.8648655
Dec 23 16:12:34.426809 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-905dea8b-87d0-4aa3-9cc6-af37aff29d2b None None] Sync routers for ids ['f618c6ca-4af3-4c3d-9ec5-c36da3f0ba2f'] in dv-neutron-822799-1-hyperv {{(pid=87637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 23 16:12:34.449370 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-905dea8b-87d0-4aa3-9cc6-af37aff29d2b None None] Routers {'f618c6ca-4af3-4c3d-9ec5-c36da3f0ba2f'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:12:34.450461 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-905dea8b-87d0-4aa3-9cc6-af37aff29d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc11c7ca0>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:12:20Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['f618c6ca-4af3-4c3d-9ec5-c36da3f0ba2f'], 'active': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:12:34.480841 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 45856) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:34.481517 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 45858) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:34.509506 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-91f557de-bc4f-4d33-a98b-85eb88352929 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:34.509990 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e938b9-8b0a-4afc-9195-56a257f7b2ec tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Pushing event updated for resources: {'Network': ['ID=9e71e505-a986-4b34-8aec-de9b32764f44,revision_number=1']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:12:34.516186 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-8944f028-0d56-417c-af8e-7dc6474d01ae tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Request body: {'subnet': {'network_id': '9e71e505-a986-4b34-8aec-de9b32764f44', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:12:34.517920 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-72f66cda-3779-4e62-bba4-5b7d5a8c3c4f None None] Set router b92ff575-0a08-4a38-8718-629633c0cca8 gateway port host: None {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:12:34.529368 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a1a4e332-9385-459d-b6d0-111288b0b670 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8735363031381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2176480'] for subnet, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:34.531759 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fcfa84a-258f-4419-8edd-bbf8dcf3cd61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7e017a6-8198-58c8-a07e-0f786128e3b3-28656728-f452-4133-9469-642859b89885', 'network_id': '28656728-f452-4133-9469-642859b89885', 'tenant_id': '9552d108dcd2412896b3c037adf05d69', 'fixed_ips': [{'subnet_id': '7dfb1574-35bf-4a64-aeb4-93dbc0eadcbe'}]}} from dv-neutron-822799-1-hyperv. {{(pid=87637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 23 16:12:34.534877 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-5fcfa84a-258f-4419-8edd-bbf8dcf3cd61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:34.536755 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-2292bebf-e705-40d1-8699-1939ec6fb63d tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:12:34.580134 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Network 9e71e505-a986-4b34-8aec-de9b32764f44 details requested by agent ovs-agent-dv-neutron-822799-1-hyperv with host dv-neutron-822799-1-hyperv {{(pid=87637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 23 16:12:34.625102 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1a4e332-9385-459d-b6d0-111288b0b670 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:12:34.625713 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a1a4e332-9385-459d-b6d0-111288b0b670 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Notify callbacks [] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:34.626982 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-a1a4e332-9385-459d-b6d0-111288b0b670 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] 10.222.0.64 "PUT /v2.0/subnets/7dfb1574-35bf-4a64-aeb4-93dbc0eadcbe HTTP/1.1" status: 200  len: 877 time: 0.5913508
Dec 23 16:12:34.630017 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-b4e938b9-8b0a-4afc-9195-56a257f7b2ec tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:12:34.633656 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 45866) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:34.671260 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-905dea8b-87d0-4aa3-9cc6-af37aff29d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc11c7ca0>, [], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:12:34.733546 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-7350c2df-69ae-49d8-b7fc-99320e05ebe1 tempest-FloatingIPNegativeTestJSON-779674983 tempest-FloatingIPNegativeTestJSON-779674983-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1004579722'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:12:34.746979 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-7350c2df-69ae-49d8-b7fc-99320e05ebe1 tempest-FloatingIPNegativeTestJSON-779674983 tempest-FloatingIPNegativeTestJSON-779674983-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:12:34.749807 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-2dcc309b-3dc9-4ce0-b708-40a1a682c854 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1781419'] for router_interface, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:34.791677 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-07d8959f-4c80-467c-8dd3-f0298d47d0d4 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-698866'] for network, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:34.823026 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-7350c2df-69ae-49d8-b7fc-99320e05ebe1 tempest-FloatingIPNegativeTestJSON-779674983 tempest-FloatingIPNegativeTestJSON-779674983-project] Usage tracker for resource:network and tenant:206912b3294e4453838829cb2e78c8b2 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:12:34.844269 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-7350c2df-69ae-49d8-b7fc-99320e05ebe1 tempest-FloatingIPNegativeTestJSON-779674983 tempest-FloatingIPNegativeTestJSON-779674983-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:12:34.846174 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_common [None req-5fcfa84a-258f-4419-8edd-bbf8dcf3cd61 None None] Allocated IP 172.20.0.3 (28656728-f452-4133-9469-642859b89885/7dfb1574-35bf-4a64-aeb4-93dbc0eadcbe/8d890c3c-8b63-4576-8587-ab6bfc8b245e) {{(pid=87637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:12:34.871116 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4e332-9385-459d-b6d0-111288b0b670 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Pushing event updated for resources: {'Subnet': ['ID=7dfb1574-35bf-4a64-aeb4-93dbc0eadcbe,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:12:34.874199 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-a1a4e332-9385-459d-b6d0-111288b0b670 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:12:34.875452 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-07d8959f-4c80-467c-8dd3-f0298d47d0d4 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864774'] for subnet, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:34.953863 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-91f557de-bc4f-4d33-a98b-85eb88352929 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:34.961243 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-7350c2df-69ae-49d8-b7fc-99320e05ebe1 tempest-FloatingIPNegativeTestJSON-779674983 tempest-FloatingIPNegativeTestJSON-779674983-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:12:34.978361 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-313122c1-1b3c-464e-be30-8afa0895bb2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:12:35.018619 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f557de-bc4f-4d33-a98b-85eb88352929 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=957447f6-df3a-4d3f-923d-e24dc1efad32,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:12:35.030621 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7350c2df-69ae-49d8-b7fc-99320e05ebe1 tempest-FloatingIPNegativeTestJSON-779674983 tempest-FloatingIPNegativeTestJSON-779674983-project] Made reservation on behalf of 206912b3294e4453838829cb2e78c8b2 for: {'network': 1} {{(pid=87635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:12:35.030953 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-91f557de-bc4f-4d33-a98b-85eb88352929 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:12:35.035080 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-7350c2df-69ae-49d8-b7fc-99320e05ebe1 tempest-FloatingIPNegativeTestJSON-779674983 tempest-FloatingIPNegativeTestJSON-779674983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for network, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:35.039250 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-91f557de-bc4f-4d33-a98b-85eb88352929 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Notify callbacks [] for security_group, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:35.045629 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-8944f028-0d56-417c-af8e-7dc6474d01ae tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:12:35.045955 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-91f557de-bc4f-4d33-a98b-85eb88352929 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] 10.222.0.64 "DELETE /v2.0/security-groups/957447f6-df3a-4d3f-923d-e24dc1efad32 HTTP/1.1" status: 204  len: 168 time: 1.2128158
Dec 23 16:12:35.047050 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 45872) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:35.052032 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-72f66cda-3779-4e62-bba4-5b7d5a8c3c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc1e9cee0>, [{'id': 'b92ff575-0a08-4a38-8718-629633c0cca8', 'name': 'tempest-NetworksTestDHCPv6-router-1761278317', 'tenant_id': 'bf435ff0e7914a739a10fff5b2399c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:12:24Z', 'updated_at': '2021-12-23T16:12:28Z', 'revision_number': 2, 'project_id': 'bf435ff0e7914a739a10fff5b2399c13', 'gw_port_host': None, '_interfaces': [{'id': '11f73fe9-269d-4015-9acf-8c1eaf008c44', 'name': '', 'network_id': 'a67646b4-5371-43ec-9f98-39fe51a67033', 'tenant_id': 'bf435ff0e7914a739a10fff5b2399c13', 'mac_address': 'fa:16:3e:23:13:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b92ff575-0a08-4a38-8718-629633c0cca8', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '1121beb4-d109-495b-ae4c-359454890fcd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:12:26Z', 'updated_at': '2021-12-23T16:12:34Z', 'revision_number': 4, 'project_id': 'bf435ff0e7914a739a10fff5b2399c13', 'subnets': [{'id': '1121beb4-d109-495b-ae4c-359454890fcd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:12:35.056375 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72f66cda-3779-4e62-bba4-5b7d5a8c3c4f None None] The sync data for ids ['b92ff575-0a08-4a38-8718-629633c0cca8'] in dv-neutron-822799-1-hyperv is: [{'id': 'b92ff575-0a08-4a38-8718-629633c0cca8', 'name': 'tempest-NetworksTestDHCPv6-router-1761278317', 'tenant_id': 'bf435ff0e7914a739a10fff5b2399c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:12:24Z', 'updated_at': '2021-12-23T16:12:28Z', 'revision_number': 2, 'project_id': 'bf435ff0e7914a739a10fff5b2399c13', 'gw_port_host': None, '_interfaces': [{'id': '11f73fe9-269d-4015-9acf-8c1eaf008c44', 'name': '', 'network_id': 'a67646b4-5371-43ec-9f98-39fe51a67033', 'tenant_id': 'bf435ff0e7914a739a10fff5b2399c13', 'mac_address': 'fa:16:3e:23:13:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b92ff575-0a08-4a38-8718-629633c0cca8', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '1121beb4-d109-495b-ae4c-359454890fcd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:12:26Z', 'updated_at': '2021-12-23T16:12:34Z', 'revision_number': 4, 'project_id': 'bf435ff0e7914a739a10fff5b2399c13', 'subnets': [{'id': '1121beb4-d109-495b-ae4c-359454890fcd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 23 16:12:35.061258 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-8944f028-0d56-417c-af8e-7dc6474d01ae tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Usage tracker for resource:subnet and tenant:3fd82437e08648b4840016e8955250bf is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:12:35.064068 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-7350c2df-69ae-49d8-b7fc-99320e05ebe1 tempest-FloatingIPNegativeTestJSON-779674983 tempest-FloatingIPNegativeTestJSON-779674983-project] Notify callbacks [] for security_group, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:35.073062 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-8944f028-0d56-417c-af8e-7dc6474d01ae tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:12:35.104074 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-8755fb4c-a893-40d1-9e70-a7a587cb74ea tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] 10.222.0.64 "GET /v2.0/routers/f618c6ca-4af3-4c3d-9ec5-c36da3f0ba2f HTTP/1.1" status: 200  len: 925 time: 0.6180258
Dec 23 16:12:35.104074 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-8944f028-0d56-417c-af8e-7dc6474d01ae tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:12:35.109160 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 45876) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:35.114014 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-3a32b841-1851-499d-b4a6-769c3ebb7816 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Synchronizing usage tracker for tenant:2f72b6313bdb4bc4afb373c10680a612 on resource:security_group {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:12:35.134103 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-3a32b841-1851-499d-b4a6-769c3ebb7816 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Unset dirty status for tenant:2f72b6313bdb4bc4afb373c10680a612 on resource:security_group {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:12:35.139970 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-3a32b841-1851-499d-b4a6-769c3ebb7816 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2979 time: 0.0863235
Dec 23 16:12:35.142012 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 45880) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:35.147882 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-f61c1953-2adb-4efe-aedc-b701ffc23887 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Request body: {'security_group': {'name': 'tempest-secgroup--1187888658'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:12:35.155605 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-f61c1953-2adb-4efe-aedc-b701ffc23887 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:12:35.166079 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-f61c1953-2adb-4efe-aedc-b701ffc23887 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:12:35.179507 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f61c1953-2adb-4efe-aedc-b701ffc23887 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Notify callbacks [] for security_group, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:35.187805 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-7350c2df-69ae-49d8-b7fc-99320e05ebe1 tempest-FloatingIPNegativeTestJSON-779674983 tempest-FloatingIPNegativeTestJSON-779674983-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:12:35.207020 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-f61c1953-2adb-4efe-aedc-b701ffc23887 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:12:35.212188 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-f61c1953-2adb-4efe-aedc-b701ffc23887 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Usage tracker for resource:security_group_rule and tenant:2f72b6313bdb4bc4afb373c10680a612 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:12:35.215973 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-f61c1953-2adb-4efe-aedc-b701ffc23887 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:12:35.223290 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-905dea8b-87d0-4aa3-9cc6-af37aff29d2b None None] Routers {'f618c6ca-4af3-4c3d-9ec5-c36da3f0ba2f'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:12:35.223810 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-f61c1953-2adb-4efe-aedc-b701ffc23887 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:12:35.223974 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-905dea8b-87d0-4aa3-9cc6-af37aff29d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc11c7ca0>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:12:20Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['f618c6ca-4af3-4c3d-9ec5-c36da3f0ba2f'], 'active': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:12:35.304381 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-5fcfa84a-258f-4419-8edd-bbf8dcf3cd61 None None] Notify callbacks [] for port, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:35.314142 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-905dea8b-87d0-4aa3-9cc6-af37aff29d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc11c7ca0>, [], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:12:35.314572 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-905dea8b-87d0-4aa3-9cc6-af37aff29d2b None None] The sync data for ids ['f618c6ca-4af3-4c3d-9ec5-c36da3f0ba2f'] in dv-neutron-822799-1-hyperv is: [] {{(pid=87637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 23 16:12:35.336024 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-5fcfa84a-258f-4419-8edd-bbf8dcf3cd61 None None] Transition to ACTIVE for port object 8d890c3c-8b63-4576-8587-ab6bfc8b245e will not be triggered until provisioned by entity L2. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:12:35.372859 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f61c1953-2adb-4efe-aedc-b701ffc23887 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Notify callbacks [] for security_group, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:35.379585 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f61c1953-2adb-4efe-aedc-b701ffc23887 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:35.390807 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-12c1bdbe-c230-49dc-af12-a9003e87217f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:12:35.409280 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-5fcfa84a-258f-4419-8edd-bbf8dcf3cd61 None None] Transition to ACTIVE for port object 8d890c3c-8b63-4576-8587-ab6bfc8b245e will not be triggered until provisioned by entity DHCP. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:12:35.423847 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-5fcfa84a-258f-4419-8edd-bbf8dcf3cd61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780'] for port, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:35.428561 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-2049c000-a847-4cbc-b1df-6ad9ca9e25e7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:12:35.432868 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-7350c2df-69ae-49d8-b7fc-99320e05ebe1 tempest-FloatingIPNegativeTestJSON-779674983 tempest-FloatingIPNegativeTestJSON-779674983-project] Usage tracker for resource:security_group_rule and tenant:206912b3294e4453838829cb2e78c8b2 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:12:35.435902 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-7350c2df-69ae-49d8-b7fc-99320e05ebe1 tempest-FloatingIPNegativeTestJSON-779674983 tempest-FloatingIPNegativeTestJSON-779674983-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:12:35.442724 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-7350c2df-69ae-49d8-b7fc-99320e05ebe1 tempest-FloatingIPNegativeTestJSON-779674983 tempest-FloatingIPNegativeTestJSON-779674983-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:12:35.456124 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61c1953-2adb-4efe-aedc-b701ffc23887 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3de7d0b-94c8-4f47-b3cc-693ab5fca2e3,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:12:35.467471 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-f61c1953-2adb-4efe-aedc-b701ffc23887 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:12:35.481625 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-07d8959f-4c80-467c-8dd3-f0298d47d0d4 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2176495', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2618677'] for subnet, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:35.497552 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8944f028-0d56-417c-af8e-7dc6474d01ae tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Made reservation on behalf of 3fd82437e08648b4840016e8955250bf for: {'subnet': 1} {{(pid=87635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:12:35.499894 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fcfa84a-258f-4419-8edd-bbf8dcf3cd61 None None] Network 28656728-f452-4133-9469-642859b89885 is already hosted by enough agents. {{(pid=87637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:12:35.500753 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-b8c3b1bf-5889-425c-a05b-bd63a2470f90 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:12:35.501044 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-8944f028-0d56-417c-af8e-7dc6474d01ae tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2610339'] for subnet, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:35.503325 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-5fcfa84a-258f-4419-8edd-bbf8dcf3cd61 None None] Resources bound (agent type, host, resource id):  {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:12:35.507932 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fcfa84a-258f-4419-8edd-bbf8dcf3cd61 None None] Received port after_create {{(pid=87637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:12:35.514376 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcfa84a-258f-4419-8edd-bbf8dcf3cd61 None None] Pushing event updated for resources: {'Port': ['ID=8d890c3c-8b63-4576-8587-ab6bfc8b245e,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:12:35.517869 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-5fcfa84a-258f-4419-8edd-bbf8dcf3cd61 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:12:35.554010 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f61c1953-2adb-4efe-aedc-b701ffc23887 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Notify callbacks [] for security_group, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:35.555553 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-f61c1953-2adb-4efe-aedc-b701ffc23887 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1744 time: 0.4123659
Dec 23 16:12:35.586231 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 45884) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:35.594242 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d8959f-4c80-467c-8dd3-f0298d47d0d4 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Pushing event deleted for resources: {'Subnet': ['ID=7dfb1574-35bf-4a64-aeb4-93dbc0eadcbe,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:12:35.599065 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-730ad1e3-6e9b-412f-b14a-5c7bc017f612 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Request body: {'security_group_rule': {'security_group_id': 'd3de7d0b-94c8-4f47-b3cc-693ab5fca2e3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:12:35.607201 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-07d8959f-4c80-467c-8dd3-f0298d47d0d4 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:12:35.632794 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-5fcfa84a-258f-4419-8edd-bbf8dcf3cd61 None None] Attempting to bind port 8d890c3c-8b63-4576-8587-ab6bfc8b245e on host dv-neutron-822799-1-hyperv for vnic_type normal with profile  {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:12:35.633175 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-5fcfa84a-258f-4419-8edd-bbf8dcf3cd61 None None] Attempting to bind port 8d890c3c-8b63-4576-8587-ab6bfc8b245e by drivers openvswitch,hyperv on host dv-neutron-822799-1-hyperv at level 0 using segments [{'id': 'd49f0409-2ff2-4892-91fb-b368d1bb29a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '28656728-f452-4133-9469-642859b89885'}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:12:35.633542 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fcfa84a-258f-4419-8edd-bbf8dcf3cd61 None None] Attempting to bind port 8d890c3c-8b63-4576-8587-ab6bfc8b245e on network 28656728-f452-4133-9469-642859b89885 {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:12:35.640667 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fcfa84a-258f-4419-8edd-bbf8dcf3cd61 None None] Checking agent: {'id': '20d2070f-69a9-4e73-8d08-6f0387a40158', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822799-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 21), 'started_at': datetime.datetime(2021, 12, 23, 16, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 12, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822799-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 23 16:12:35.641040 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fcfa84a-258f-4419-8edd-bbf8dcf3cd61 None None] Checking segment: {'id': 'd49f0409-2ff2-4892-91fb-b368d1bb29a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '28656728-f452-4133-9469-642859b89885'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:12:35.641433 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-5fcfa84a-258f-4419-8edd-bbf8dcf3cd61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:35.641837 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fcfa84a-258f-4419-8edd-bbf8dcf3cd61 None None] Bound using segment: {'id': 'd49f0409-2ff2-4892-91fb-b368d1bb29a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '28656728-f452-4133-9469-642859b89885'} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 23 16:12:35.642315 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-5fcfa84a-258f-4419-8edd-bbf8dcf3cd61 None None] Bound port: 8d890c3c-8b63-4576-8587-ab6bfc8b245e, host: dv-neutron-822799-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd49f0409-2ff2-4892-91fb-b368d1bb29a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '28656728-f452-4133-9469-642859b89885'}}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 23 16:12:35.642697 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-5fcfa84a-258f-4419-8edd-bbf8dcf3cd61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:35.654727 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-730ad1e3-6e9b-412f-b14a-5c7bc017f612 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:12:35.675101 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-730ad1e3-6e9b-412f-b14a-5c7bc017f612 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Usage tracker for resource:security_group_rule and tenant:2f72b6313bdb4bc4afb373c10680a612 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:12:35.680728 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-730ad1e3-6e9b-412f-b14a-5c7bc017f612 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:12:35.689791 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-07d8959f-4c80-467c-8dd3-f0298d47d0d4 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-864347', 'neutron.services.segments.db._delete_segments_for_network-8735362908070'] for network, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:35.697456 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-730ad1e3-6e9b-412f-b14a-5c7bc017f612 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:12:35.727746 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-07d8959f-4c80-467c-8dd3-f0298d47d0d4 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1dbb472940>,) {'filters': {'network_id': ['28656728-f452-4133-9469-642859b89885']}} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:12:35.750127 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-730ad1e3-6e9b-412f-b14a-5c7bc017f612 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:35.760324 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-5fcfa84a-258f-4419-8edd-bbf8dcf3cd61 None None] For port 8d890c3c-8b63-4576-8587-ab6bfc8b245e, host dv-neutron-822799-1-hyperv, cleared binding levels {{(pid=87637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 23 16:12:35.764994 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-07d8959f-4c80-467c-8dd3-f0298d47d0d4 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dbb472940>, 'd49f0409-2ff2-4892-91fb-b368d1bb29a3') {'for_net_delete': True} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:12:35.765441 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-07d8959f-4c80-467c-8dd3-f0298d47d0d4 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dbb472940>, 'd49f0409-2ff2-4892-91fb-b368d1bb29a3') {} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:12:35.765771 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-5fcfa84a-258f-4419-8edd-bbf8dcf3cd61 None None] For port 8d890c3c-8b63-4576-8587-ab6bfc8b245e, host dv-neutron-822799-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=8d890c3c-8b63-4576-8587-ab6bfc8b245e,segment=NetworkSegment(d49f0409-2ff2-4892-91fb-b368d1bb29a3),segment_id=d49f0409-2ff2-4892-91fb-b368d1bb29a3)] {{(pid=87637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 23 16:12:35.771733 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-5fcfa84a-258f-4419-8edd-bbf8dcf3cd61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:35.778508 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-800659ef-48d9-4d74-b8eb-b884d6c4647a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:12:35.789749 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-07d8959f-4c80-467c-8dd3-f0298d47d0d4 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735363085442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2382197'] for segment, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:35.818941 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-07d8959f-4c80-467c-8dd3-f0298d47d0d4 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:35.831591 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07d8959f-4c80-467c-8dd3-f0298d47d0d4 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Releasing vlan 435 on physical network physnet1 to pool {{(pid=87636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 23 16:12:35.832154 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-07d8959f-4c80-467c-8dd3-f0298d47d0d4 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2176261'] for segment, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:35.851918 dv-neutron-822799-1-hyperv neutron-server[87636]: Traceback (most recent call last):
Dec 23 16:12:35.851918 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 23 16:12:35.851918 dv-neutron-822799-1-hyperv neutron-server[87636]:     timer()
Dec 23 16:12:35.851918 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:12:35.851918 dv-neutron-822799-1-hyperv neutron-server[87636]:     cb(*args, **kw)
Dec 23 16:12:35.851918 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 23 16:12:35.851918 dv-neutron-822799-1-hyperv neutron-server[87636]:     return func(*args, **kwargs)
Dec 23 16:12:35.851918 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:12:35.851918 dv-neutron-822799-1-hyperv neutron-server[87636]:     self._notify()
Dec 23 16:12:35.851918 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:12:35.851918 dv-neutron-822799-1-hyperv neutron-server[87636]:     self.callback(batched_events)
Dec 23 16:12:35.851918 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:12:35.851918 dv-neutron-822799-1-hyperv neutron-server[87636]:     event.method(event)
Dec 23 16:12:35.851918 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:12:35.851918 dv-neutron-822799-1-hyperv neutron-server[87636]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:12:35.851918 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 23 16:12:35.851918 dv-neutron-822799-1-hyperv neutron-server[87636]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 23 16:12:35.851918 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 23 16:12:35.851918 dv-neutron-822799-1-hyperv neutron-server[87636]:     return f(self, *a, **k)
Dec 23 16:12:35.851918 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:12:35.851918 dv-neutron-822799-1-hyperv neutron-server[87636]:     return self._get(url).json()
Dec 23 16:12:35.851918 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 23 16:12:35.851918 dv-neutron-822799-1-hyperv neutron-server[87636]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 23 16:12:35.851918 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 23 16:12:35.851918 dv-neutron-822799-1-hyperv neutron-server[87636]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:12:35.851918 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 23 16:12:35.851918 dv-neutron-822799-1-hyperv neutron-server[87636]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 23 16:12:35.851918 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 23 16:12:35.851918 dv-neutron-822799-1-hyperv neutron-server[87636]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:12:35.851918 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 23 16:12:35.851918 dv-neutron-822799-1-hyperv neutron-server[87636]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:12:35.851918 dv-neutron-822799-1-hyperv neutron-server[87636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:12:35.897310 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-7350c2df-69ae-49d8-b7fc-99320e05ebe1 tempest-FloatingIPNegativeTestJSON-779674983 tempest-FloatingIPNegativeTestJSON-779674983-project] Notify callbacks [] for security_group, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:35.906554 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcfa84a-258f-4419-8edd-bbf8dcf3cd61 None None] Pushing event updated for resources: {'Port': ['ID=8d890c3c-8b63-4576-8587-ab6bfc8b245e,revision_number=2']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:12:35.917108 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-7350c2df-69ae-49d8-b7fc-99320e05ebe1 tempest-FloatingIPNegativeTestJSON-779674983 tempest-FloatingIPNegativeTestJSON-779674983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:35.937045 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-5fcfa84a-258f-4419-8edd-bbf8dcf3cd61 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:12:35.938263 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7350c2df-69ae-49d8-b7fc-99320e05ebe1 tempest-FloatingIPNegativeTestJSON-779674983 tempest-FloatingIPNegativeTestJSON-779674983-project] vlan segment allocate from pool success with {'vlan_id': 433, 'physical_network': 'physnet1'}  {{(pid=87635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 23 16:12:35.945614 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-2dcc309b-3dc9-4ce0-b708-40a1a682c854 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Deleting port 11f73fe9-269d-4015-9acf-8c1eaf008c44 {{(pid=87635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:12:35.946369 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-2dcc309b-3dc9-4ce0-b708-40a1a682c854 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:35.960167 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-730ad1e3-6e9b-412f-b14a-5c7bc017f612 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:35.968719 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-730ad1e3-6e9b-412f-b14a-5c7bc017f612 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762424'] for security_group_rule, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:35.969651 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.db.api [None req-07d8959f-4c80-467c-8dd3-f0298d47d0d4 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Dec 23 16:12:35.969651 dv-neutron-822799-1-hyperv neutron-server[87636]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Dec 23 16:12:35.969651 dv-neutron-822799-1-hyperv neutron-server[87636]: [parameters: {'id': '28656728-f452-4133-9469-642859b89885'}]
Dec 23 16:12:35.969651 dv-neutron-822799-1-hyperv neutron-server[87636]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87636) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 23 16:12:35.970172 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_db.api [None req-07d8959f-4c80-467c-8dd3-f0298d47d0d4 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 23 16:12:35.984358 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-1023cc67-4140-4c94-9f2b-675613372149 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:12:35.986516 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:12:35.989753 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e75b326-bc17-4cb4-aa41-ab29dd480ce7 None None] Network 28656728-f452-4133-9469-642859b89885 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:12:36.001660 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-8944f028-0d56-417c-af8e-7dc6474d01ae tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2753396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2610353'] for subnet, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:36.017949 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf777050-3221-446b-9c04-4499ef276107 tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:12:36.022242 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-cf777050-3221-446b-9c04-4499ef276107 tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] 10.222.0.64 "GET /v2.0/ports?network_id=8afa6d58-9431-454a-b99c-3ff8a65aa86b&device_id=f618c6ca-4af3-4c3d-9ec5-c36da3f0ba2f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 945 time: 0.9093835
Dec 23 16:12:36.022403 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730ad1e3-6e9b-412f-b14a-5c7bc017f612 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da051a90-4930-47df-91f4-a5c8bf0ed462,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:12:36.029449 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-730ad1e3-6e9b-412f-b14a-5c7bc017f612 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:12:36.030028 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 45888) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:36.033107 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-730ad1e3-6e9b-412f-b14a-5c7bc017f612 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:36.037327 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-730ad1e3-6e9b-412f-b14a-5c7bc017f612 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.4470043
Dec 23 16:12:36.037562 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-7350c2df-69ae-49d8-b7fc-99320e05ebe1 tempest-FloatingIPNegativeTestJSON-779674983 tempest-FloatingIPNegativeTestJSON-779674983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:36.037922 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.db.segments_db [None req-7350c2df-69ae-49d8-b7fc-99320e05ebe1 tempest-FloatingIPNegativeTestJSON-779674983 tempest-FloatingIPNegativeTestJSON-779674983-project] Added segment 829d0e30-43ea-40a0-b40c-87f193e20548 of type vlan for network f509099b-1fdb-456b-88de-7eeb98046644
Dec 23 16:12:36.038851 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 45892) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:36.129514 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7350c2df-69ae-49d8-b7fc-99320e05ebe1 tempest-FloatingIPNegativeTestJSON-779674983 tempest-FloatingIPNegativeTestJSON-779674983-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70937727-81a2-4fe0-903b-02908119e30f,revision_number=1']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:12:36.132871 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-7350c2df-69ae-49d8-b7fc-99320e05ebe1 tempest-FloatingIPNegativeTestJSON-779674983 tempest-FloatingIPNegativeTestJSON-779674983-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:12:36.166326 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-4909ce17-3c8b-4f22-8b73-90236e58cc42 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.150s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:12:36.199861 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93ead388-3755-44a3-abe5-cc01c611bef6 tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:12:36.200807 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-93ead388-3755-44a3-abe5-cc01c611bef6 tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Synchronizing usage tracker for tenant:0cfbedddc6e84865852e5b977817804f on resource:network {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:12:36.215857 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-93ead388-3755-44a3-abe5-cc01c611bef6 tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Unset dirty status for tenant:0cfbedddc6e84865852e5b977817804f on resource:network {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:12:36.217061 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-93ead388-3755-44a3-abe5-cc01c611bef6 tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] 10.222.0.64 "GET /v2.0/networks/8afa6d58-9431-454a-b99c-3ff8a65aa86b HTTP/1.1" status: 200  len: 881 time: 0.1855350
Dec 23 16:12:36.222170 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 45898) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:36.276715 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-e031ef15-94ac-47d8-912c-88b95bc778a3 tempest-RoutersIpV6AdminTest-575902626 tempest-RoutersIpV6AdminTest-575902626-project] 10.222.0.64 "GET /v2.0/ports?device_id=f618c6ca-4af3-4c3d-9ec5-c36da3f0ba2f HTTP/1.1" status: 200  len: 205 time: 0.0538914
Dec 23 16:12:36.277423 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 45902) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:36.280565 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92165d28-bfff-401e-beef-e9d535f89f5f None None] Network 28656728-f452-4133-9469-642859b89885 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:12:36.291540 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-7350c2df-69ae-49d8-b7fc-99320e05ebe1 tempest-FloatingIPNegativeTestJSON-779674983 tempest-FloatingIPNegativeTestJSON-779674983-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735362521793'] for network, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:36.348066 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-748f1537-4d37-43f4-89b7-b10f9955e7c9 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Notify callbacks [] for security_group, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:36.393112 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8944f028-0d56-417c-af8e-7dc6474d01ae tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Checking segment: {'id': '596375cb-ab67-4903-9a47-db3f11e0ada9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '9e71e505-a986-4b34-8aec-de9b32764f44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:12:36.393456 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8944f028-0d56-417c-af8e-7dc6474d01ae tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Network hostable DHCP agents. Network: 9e71e505-a986-4b34-8aec-de9b32764f44, hostable agents: ['1c812d71-eadf-4fb3-b98e-67468a4aa7e2'], hosted agents: [] {{(pid=87635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 23 16:12:36.406461 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8944f028-0d56-417c-af8e-7dc6474d01ae tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Pushing event updated for resources: {'Subnet': ['ID=e37db0ae-648e-47d8-bd05-daac6cfa751b,revision_number=0']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:12:36.409153 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-8944f028-0d56-417c-af8e-7dc6474d01ae tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:12:36.455853 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-748f1537-4d37-43f4-89b7-b10f9955e7c9 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:36.467602 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-7350c2df-69ae-49d8-b7fc-99320e05ebe1 tempest-FloatingIPNegativeTestJSON-779674983 tempest-FloatingIPNegativeTestJSON-779674983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495'] for network, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:36.473435 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7350c2df-69ae-49d8-b7fc-99320e05ebe1 tempest-FloatingIPNegativeTestJSON-779674983 tempest-FloatingIPNegativeTestJSON-779674983-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:12:36.474207 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-7350c2df-69ae-49d8-b7fc-99320e05ebe1 tempest-FloatingIPNegativeTestJSON-779674983 tempest-FloatingIPNegativeTestJSON-779674983-project] Notify callbacks [] for network, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:36.485308 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-7e7d5208-63da-4b70-bba7-cab7f413a583 tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:12:36.496620 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-07d8959f-4c80-467c-8dd3-f0298d47d0d4 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-698866'] for network, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:36.509347 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78ea1b69-0620-4a09-a20c-7e6251409158 None None] get_active_networks_info from dv-neutron-822799-1-hyperv {{(pid=87637) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}}
Dec 23 16:12:36.524919 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.db [None req-2dcc309b-3dc9-4ce0-b708-40a1a682c854 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] For port 11f73fe9-269d-4015-9acf-8c1eaf008c44, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=11f73fe9-269d-4015-9acf-8c1eaf008c44,segment=NetworkSegment(d0e346f7-32a7-41a0-b972-301688edbe10),segment_id=d0e346f7-32a7-41a0-b972-301688edbe10)] {{(pid=87635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:12:36.525297 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-2dcc309b-3dc9-4ce0-b708-40a1a682c854 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:36.589048 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-07d8959f-4c80-467c-8dd3-f0298d47d0d4 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Deleting port 8d890c3c-8b63-4576-8587-ab6bfc8b245e {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:12:36.589531 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-07d8959f-4c80-467c-8dd3-f0298d47d0d4 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:36.645585 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-0ce2a37f-0c5b-4457-8522-5e42130726a8 tempest-RoutersIpV6AdminTest-575902626 tempest-RoutersIpV6AdminTest-575902626-project] Notify callbacks [] for router, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:36.737928 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-2dcc309b-3dc9-4ce0-b708-40a1a682c854 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Calling delete_port for 11f73fe9-269d-4015-9acf-8c1eaf008c44 owned by network:router_interface {{(pid=87635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:12:36.767708 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8944f028-0d56-417c-af8e-7dc6474d01ae tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Network 9e71e505-a986-4b34-8aec-de9b32764f44 is scheduled to be hosted by DHCP agent 1c812d71-eadf-4fb3-b98e-67468a4aa7e2 with binding_index 1 {{(pid=87635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 23 16:12:36.781769 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78ea1b69-0620-4a09-a20c-7e6251409158 None None] Unable to find a vacant binding_index for network 9e71e505-a986-4b34-8aec-de9b32764f44 and agent 1c812d71-eadf-4fb3-b98e-67468a4aa7e2 {{(pid=87637) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}}
Dec 23 16:12:36.798823 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78ea1b69-0620-4a09-a20c-7e6251409158 None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822799-1-hyperv, 9e71e505-a986-4b34-8aec-de9b32764f44) {{(pid=87637) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Dec 23 16:12:36.799812 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-7350c2df-69ae-49d8-b7fc-99320e05ebe1 tempest-FloatingIPNegativeTestJSON-779674983 tempest-FloatingIPNegativeTestJSON-779674983-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201  len: 794 time: 2.4250231
Dec 23 16:12:36.812788 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 45906) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:36.820713 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7350c2df-69ae-49d8-b7fc-99320e05ebe1 tempest-FloatingIPNegativeTestJSON-779674983 tempest-FloatingIPNegativeTestJSON-779674983-project] Pushing event updated for resources: {'Network': ['ID=f509099b-1fdb-456b-88de-7eeb98046644,revision_number=1']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:12:36.823832 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-7350c2df-69ae-49d8-b7fc-99320e05ebe1 tempest-FloatingIPNegativeTestJSON-779674983 tempest-FloatingIPNegativeTestJSON-779674983-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:12:36.829355 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-2ce4b14e-7f39-4e43-b81e-c97c8f3fc023 tempest-FloatingIPNegativeTestJSON-779674983 tempest-FloatingIPNegativeTestJSON-779674983-project] Request body: {'subnet': {'network_id': 'f509099b-1fdb-456b-88de-7eeb98046644', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:12:36.853995 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.base_scheduler [None req-8944f028-0d56-417c-af8e-7dc6474d01ae tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822799-1-hyperv, 9e71e505-a986-4b34-8aec-de9b32764f44) {{(pid=87635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:12:36.859451 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8944f028-0d56-417c-af8e-7dc6474d01ae tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:12:36.860056 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-8944f028-0d56-417c-af8e-7dc6474d01ae tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks [] for subnet, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:36.890011 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-748f1537-4d37-43f4-89b7-b10f9955e7c9 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:36.918376 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Network f509099b-1fdb-456b-88de-7eeb98046644 details requested by agent ovs-agent-dv-neutron-822799-1-hyperv with host dv-neutron-822799-1-hyperv {{(pid=87637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 23 16:12:36.957795 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-0326c64c-dc3c-429b-b741-bef517258dcb tempest-ServersTestManualDisk-1942191146 tempest-ServersTestManualDisk-1942191146-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:12:36.991623 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [None req-07d8959f-4c80-467c-8dd3-f0298d47d0d4 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] For port 8d890c3c-8b63-4576-8587-ab6bfc8b245e, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=8d890c3c-8b63-4576-8587-ab6bfc8b245e,segment=NetworkSegment(d49f0409-2ff2-4892-91fb-b368d1bb29a3),segment_id=d49f0409-2ff2-4892-91fb-b368d1bb29a3)] {{(pid=87636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:12:36.992265 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-07d8959f-4c80-467c-8dd3-f0298d47d0d4 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:36.995104 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 11f73fe9-269d-4015-9acf-8c1eaf008c44 up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:12:37.001376 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-0ce2a37f-0c5b-4457-8522-5e42130726a8 tempest-RoutersIpV6AdminTest-575902626 tempest-RoutersIpV6AdminTest-575902626-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:37.015332 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748f1537-4d37-43f4-89b7-b10f9955e7c9 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3de7d0b-94c8-4f47-b3cc-693ab5fca2e3,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:12:37.025063 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-748f1537-4d37-43f4-89b7-b10f9955e7c9 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:12:37.029340 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-748f1537-4d37-43f4-89b7-b10f9955e7c9 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Notify callbacks [] for security_group, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:37.032804 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-748f1537-4d37-43f4-89b7-b10f9955e7c9 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] 10.222.0.64 "DELETE /v2.0/security-groups/d3de7d0b-94c8-4f47-b3cc-693ab5fca2e3 HTTP/1.1" status: 204  len: 168 time: 0.9906483
Dec 23 16:12:37.041596 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 45910) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:37.045067 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-8944f028-0d56-417c-af8e-7dc6474d01ae tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.5592616
Dec 23 16:12:37.061688 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 45914) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:37.071104 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-cf51f940-e96e-488a-ab1d-0a2bb6e2d4c6 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1703010661', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:12:37.090457 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-cf51f940-e96e-488a-ab1d-0a2bb6e2d4c6 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:12:37.094312 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-2ce4b14e-7f39-4e43-b81e-c97c8f3fc023 tempest-FloatingIPNegativeTestJSON-779674983 tempest-FloatingIPNegativeTestJSON-779674983-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:12:37.099630 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-cf51f940-e96e-488a-ab1d-0a2bb6e2d4c6 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Usage tracker for resource:router and tenant:3fd82437e08648b4840016e8955250bf is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:12:37.122404 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-cf51f940-e96e-488a-ab1d-0a2bb6e2d4c6 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:12:37.124385 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-2ce4b14e-7f39-4e43-b81e-c97c8f3fc023 tempest-FloatingIPNegativeTestJSON-779674983 tempest-FloatingIPNegativeTestJSON-779674983-project] Usage tracker for resource:subnet and tenant:206912b3294e4453838829cb2e78c8b2 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:12:37.132730 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-2ce4b14e-7f39-4e43-b81e-c97c8f3fc023 tempest-FloatingIPNegativeTestJSON-779674983 tempest-FloatingIPNegativeTestJSON-779674983-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:12:37.136078 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-0ce2a37f-0c5b-4457-8522-5e42130726a8 tempest-RoutersIpV6AdminTest-575902626 tempest-RoutersIpV6AdminTest-575902626-project] Deleting port 3cd06105-e087-4bd9-bf1a-9ba20d1ebee4 {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:12:37.136466 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-0ce2a37f-0c5b-4457-8522-5e42130726a8 tempest-RoutersIpV6AdminTest-575902626 tempest-RoutersIpV6AdminTest-575902626-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:37.141382 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-cf51f940-e96e-488a-ab1d-0a2bb6e2d4c6 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:12:37.150808 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-2ce4b14e-7f39-4e43-b81e-c97c8f3fc023 tempest-FloatingIPNegativeTestJSON-779674983 tempest-FloatingIPNegativeTestJSON-779674983-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:12:37.169504 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-b9f62e96-2507-4188-9da2-275cf3161d56 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Synchronizing usage tracker for tenant:2f72b6313bdb4bc4afb373c10680a612 on resource:security_group {{(pid=87635) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:12:37.171003 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-07d8959f-4c80-467c-8dd3-f0298d47d0d4 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Calling delete_port for 8d890c3c-8b63-4576-8587-ab6bfc8b245e owned by network:dhcp {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:12:37.188155 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-cf51f940-e96e-488a-ab1d-0a2bb6e2d4c6 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1823978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-235332'] for router, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:37.189151 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-cf51f940-e96e-488a-ab1d-0a2bb6e2d4c6 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1824575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1824063', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1751113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-235341'] for router, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:37.202419 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning for port 11f73fe9-269d-4015-9acf-8c1eaf008c44 completed by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:12:37.212688 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port 11f73fe9-269d-4015-9acf-8c1eaf008c44 triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:12:37.212688 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:37.222354 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ce4b14e-7f39-4e43-b81e-c97c8f3fc023 tempest-FloatingIPNegativeTestJSON-779674983 tempest-FloatingIPNegativeTestJSON-779674983-project] Made reservation on behalf of 206912b3294e4453838829cb2e78c8b2 for: {'subnet': 1} {{(pid=87635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:12:37.226319 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-2ce4b14e-7f39-4e43-b81e-c97c8f3fc023 tempest-FloatingIPNegativeTestJSON-779674983 tempest-FloatingIPNegativeTestJSON-779674983-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2610339'] for subnet, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:37.279360 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-b9f62e96-2507-4188-9da2-275cf3161d56 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Unset dirty status for tenant:2f72b6313bdb4bc4afb373c10680a612 on resource:security_group {{(pid=87635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:12:37.283228 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-b9f62e96-2507-4188-9da2-275cf3161d56 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2979 time: 0.2380755
Dec 23 16:12:37.285939 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 45920) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:37.358892 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-cf51f940-e96e-488a-ab1d-0a2bb6e2d4c6 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:37.378896 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-07d8959f-4c80-467c-8dd3-f0298d47d0d4 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:37.387123 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-cf8ed71b-828d-4f92-acc7-ddd47b4d5c3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:12:37.397234 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-2dcc309b-3dc9-4ce0-b708-40a1a682c854 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:37.403242 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-b01d66d9-33f3-4932-8d06-fb3e5d251b80 tempest-RoutersIpV6AdminTest-575902626 tempest-RoutersIpV6AdminTest-575902626-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:12:37.418872 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Port 11f73fe9-269d-4015-9acf-8c1eaf008c44 update to ACTIVE by agent not found {{(pid=87637) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2117}}
Dec 23 16:12:37.455764 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d8959f-4c80-467c-8dd3-f0298d47d0d4 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Pushing event deleted for resources: {'Port': ['ID=8d890c3c-8b63-4576-8587-ab6bfc8b245e,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:12:37.463418 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-07d8959f-4c80-467c-8dd3-f0298d47d0d4 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:12:37.478337 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-4de8188e-b9a9-460d-8253-4f3287cd3a41 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Synchronizing usage tracker for tenant:2f72b6313bdb4bc4afb373c10680a612 on resource:security_group_rule {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:12:37.486777 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07d8959f-4c80-467c-8dd3-f0298d47d0d4 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] No DVR routers for this DVR port 8d890c3c-8b63-4576-8587-ab6bfc8b245e on host dv-neutron-822799-1-hyperv {{(pid=87636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 23 16:12:37.519165 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-0ce2a37f-0c5b-4457-8522-5e42130726a8 tempest-RoutersIpV6AdminTest-575902626 tempest-RoutersIpV6AdminTest-575902626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:37.557521 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53ce28e6-6267-4fce-9fff-974e4536aec5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7e017a6-8198-58c8-a07e-0f786128e3b3-9e71e505-a986-4b34-8aec-de9b32764f44', 'network_id': '9e71e505-a986-4b34-8aec-de9b32764f44', 'tenant_id': '3fd82437e08648b4840016e8955250bf', 'fixed_ips': [{'subnet_id': 'e37db0ae-648e-47d8-bd05-daac6cfa751b'}]}} from dv-neutron-822799-1-hyperv. {{(pid=87637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 23 16:12:37.558965 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-53ce28e6-6267-4fce-9fff-974e4536aec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:37.589078 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcc309b-3dc9-4ce0-b708-40a1a682c854 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Pushing event deleted for resources: {'Port': ['ID=11f73fe9-269d-4015-9acf-8c1eaf008c44,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:12:37.593786 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-cf51f940-e96e-488a-ab1d-0a2bb6e2d4c6 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1823971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1824234'] for router, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:37.635373 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-2dcc309b-3dc9-4ce0-b708-40a1a682c854 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:12:37.678540 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-0ce2a37f-0c5b-4457-8522-5e42130726a8 tempest-RoutersIpV6AdminTest-575902626 tempest-RoutersIpV6AdminTest-575902626-project] Calling delete_port for 3cd06105-e087-4bd9-bf1a-9ba20d1ebee4 owned by network:router_gateway {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:12:37.712527 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-4de8188e-b9a9-460d-8253-4f3287cd3a41 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Unset dirty status for tenant:2f72b6313bdb4bc4afb373c10680a612 on resource:security_group_rule {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:12:37.713769 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-4de8188e-b9a9-460d-8253-4f3287cd3a41 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 2475 time: 0.3853140
Dec 23 16:12:37.721387 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 45924) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:37.738933 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_common [None req-53ce28e6-6267-4fce-9fff-974e4536aec5 None None] Allocated IP 172.20.0.2 (9e71e505-a986-4b34-8aec-de9b32764f44/e37db0ae-648e-47d8-bd05-daac6cfa751b/393c3ce6-64b1-40bc-849a-36c040231da0) {{(pid=87637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:12:37.829176 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.api.v2.resource [None req-c59c9b99-b533-451a-bde8-fa00f92f2d1e tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] delete failed (client error): The resource could not be found.
Dec 23 16:12:37.833856 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-c59c9b99-b533-451a-bde8-fa00f92f2d1e tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] 10.222.0.64 "DELETE /v2.0/security-groups/d3de7d0b-94c8-4f47-b3cc-693ab5fca2e3 HTTP/1.1" status: 404  len: 347 time: 0.1009941
Dec 23 16:12:37.843945 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-cf51f940-e96e-488a-ab1d-0a2bb6e2d4c6 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks [] for router, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:37.845136 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-cf51f940-e96e-488a-ab1d-0a2bb6e2d4c6 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201  len: 700 time: 0.7826397
Dec 23 16:12:37.848568 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 45928) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:37.848765 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 45930) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:37.866748 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-14b05d1e-8fad-4ba7-89e7-3c731e61535e tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Request body: {'port': {'network_id': '9e71e505-a986-4b34-8aec-de9b32764f44', 'name': 'tempest-RoutersTest-1077063158'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:12:37.894897 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-2dcc309b-3dc9-4ce0-b708-40a1a682c854 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1627472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1784155'] for router_interface, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:37.925760 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-07d8959f-4c80-467c-8dd3-f0298d47d0d4 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-864347', 'neutron.services.segments.db._delete_segments_for_network-8735362908070'] for network, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:37.968283 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-53ce28e6-6267-4fce-9fff-974e4536aec5 None None] Notify callbacks [] for port, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:37.968867 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-07d8959f-4c80-467c-8dd3-f0298d47d0d4 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1dbb27cd00>,) {'filters': {'network_id': ['28656728-f452-4133-9469-642859b89885']}} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:12:37.978608 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-53ce28e6-6267-4fce-9fff-974e4536aec5 None None] Transition to ACTIVE for port object 393c3ce6-64b1-40bc-849a-36c040231da0 will not be triggered until provisioned by entity L2. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:12:37.987996 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-07d8959f-4c80-467c-8dd3-f0298d47d0d4 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dbb27cd00>, 'd49f0409-2ff2-4892-91fb-b368d1bb29a3') {'for_net_delete': True} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:12:37.988289 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-07d8959f-4c80-467c-8dd3-f0298d47d0d4 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dbb27cd00>, 'd49f0409-2ff2-4892-91fb-b368d1bb29a3') {} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:12:38.001957 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-07d8959f-4c80-467c-8dd3-f0298d47d0d4 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735363085442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2382197'] for segment, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:38.004095 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-53ce28e6-6267-4fce-9fff-974e4536aec5 None None] Transition to ACTIVE for port object 393c3ce6-64b1-40bc-849a-36c040231da0 will not be triggered until provisioned by entity DHCP. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:12:38.011490 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-53ce28e6-6267-4fce-9fff-974e4536aec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780'] for port, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:38.017568 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-1b8b818f-c18a-464e-80f7-c68dfccf763b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:12:38.021138 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-07d8959f-4c80-467c-8dd3-f0298d47d0d4 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:38.032913 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07d8959f-4c80-467c-8dd3-f0298d47d0d4 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Releasing vlan 435 on physical network physnet1 to pool {{(pid=87636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 23 16:12:38.033305 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-07d8959f-4c80-467c-8dd3-f0298d47d0d4 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2176261'] for segment, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:38.052372 dv-neutron-822799-1-hyperv neutron-server[87636]: Traceback (most recent call last):
Dec 23 16:12:38.052372 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 23 16:12:38.052372 dv-neutron-822799-1-hyperv neutron-server[87636]:     timer()
Dec 23 16:12:38.052372 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:12:38.052372 dv-neutron-822799-1-hyperv neutron-server[87636]:     cb(*args, **kw)
Dec 23 16:12:38.052372 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 23 16:12:38.052372 dv-neutron-822799-1-hyperv neutron-server[87636]:     return func(*args, **kwargs)
Dec 23 16:12:38.052372 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:12:38.052372 dv-neutron-822799-1-hyperv neutron-server[87636]:     self._notify()
Dec 23 16:12:38.052372 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:12:38.052372 dv-neutron-822799-1-hyperv neutron-server[87636]:     self.callback(batched_events)
Dec 23 16:12:38.052372 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:12:38.052372 dv-neutron-822799-1-hyperv neutron-server[87636]:     event.method(event)
Dec 23 16:12:38.052372 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:12:38.052372 dv-neutron-822799-1-hyperv neutron-server[87636]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:12:38.052372 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 23 16:12:38.052372 dv-neutron-822799-1-hyperv neutron-server[87636]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 23 16:12:38.052372 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 23 16:12:38.052372 dv-neutron-822799-1-hyperv neutron-server[87636]:     return f(self, *a, **k)
Dec 23 16:12:38.052372 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:12:38.052372 dv-neutron-822799-1-hyperv neutron-server[87636]:     return self._get(url).json()
Dec 23 16:12:38.052372 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 23 16:12:38.052372 dv-neutron-822799-1-hyperv neutron-server[87636]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 23 16:12:38.052372 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 23 16:12:38.052372 dv-neutron-822799-1-hyperv neutron-server[87636]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:12:38.052372 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 23 16:12:38.052372 dv-neutron-822799-1-hyperv neutron-server[87636]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 23 16:12:38.052372 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 23 16:12:38.052372 dv-neutron-822799-1-hyperv neutron-server[87636]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:12:38.052372 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 23 16:12:38.052372 dv-neutron-822799-1-hyperv neutron-server[87636]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:12:38.052372 dv-neutron-822799-1-hyperv neutron-server[87636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:12:38.126949 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53ce28e6-6267-4fce-9fff-974e4536aec5 None None] Network 9e71e505-a986-4b34-8aec-de9b32764f44 is already hosted by enough agents. {{(pid=87637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:12:38.130235 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-53ce28e6-6267-4fce-9fff-974e4536aec5 None None] Resources bound (agent type, host, resource id):  {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:12:38.133924 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ce28e6-6267-4fce-9fff-974e4536aec5 None None] Received port after_create {{(pid=87637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:12:38.139649 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ce28e6-6267-4fce-9fff-974e4536aec5 None None] Pushing event updated for resources: {'Port': ['ID=393c3ce6-64b1-40bc-849a-36c040231da0,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:12:38.143356 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-53ce28e6-6267-4fce-9fff-974e4536aec5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:12:38.188680 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-07d8959f-4c80-467c-8dd3-f0298d47d0d4 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-864336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1824171'] for network, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:38.193605 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-a8544698-7f7c-4b2b-bed6-0caa23f55189 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2979 time: 0.3383863
Dec 23 16:12:38.196669 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-a26ec2c5-7ab9-4c09-9019-1c5f2a40e0c3 tempest-ExtraDHCPOptionsTestJSON-1975564287 tempest-ExtraDHCPOptionsTestJSON-1975564287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:12:38.214107 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-07d8959f-4c80-467c-8dd3-f0298d47d0d4 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:38.228972 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d8959f-4c80-467c-8dd3-f0298d47d0d4 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Pushing event deleted for resources: {'Network': ['ID=28656728-f452-4133-9469-642859b89885,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:12:38.236149 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-2ce4b14e-7f39-4e43-b81e-c97c8f3fc023 tempest-FloatingIPNegativeTestJSON-779674983 tempest-FloatingIPNegativeTestJSON-779674983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2753396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2610353'] for subnet, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:38.238202 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-07d8959f-4c80-467c-8dd3-f0298d47d0d4 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:12:38.239876 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-53ce28e6-6267-4fce-9fff-974e4536aec5 None None] Attempting to bind port 393c3ce6-64b1-40bc-849a-36c040231da0 on host dv-neutron-822799-1-hyperv for vnic_type normal with profile  {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:12:38.240309 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-0ce2a37f-0c5b-4457-8522-5e42130726a8 tempest-RoutersIpV6AdminTest-575902626 tempest-RoutersIpV6AdminTest-575902626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:38.240492 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-53ce28e6-6267-4fce-9fff-974e4536aec5 None None] Attempting to bind port 393c3ce6-64b1-40bc-849a-36c040231da0 by drivers openvswitch,hyperv on host dv-neutron-822799-1-hyperv at level 0 using segments [{'id': '596375cb-ab67-4903-9a47-db3f11e0ada9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '9e71e505-a986-4b34-8aec-de9b32764f44'}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:12:38.240754 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ce28e6-6267-4fce-9fff-974e4536aec5 None None] Attempting to bind port 393c3ce6-64b1-40bc-849a-36c040231da0 on network 9e71e505-a986-4b34-8aec-de9b32764f44 {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:12:38.245537 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-bff0cac2-606e-4f40-bca2-3e013aff277d tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:12:38.247005 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ce28e6-6267-4fce-9fff-974e4536aec5 None None] Checking agent: {'id': '20d2070f-69a9-4e73-8d08-6f0387a40158', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822799-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 21), 'started_at': datetime.datetime(2021, 12, 23, 16, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 12, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822799-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 23 16:12:38.247386 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ce28e6-6267-4fce-9fff-974e4536aec5 None None] Checking segment: {'id': '596375cb-ab67-4903-9a47-db3f11e0ada9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '9e71e505-a986-4b34-8aec-de9b32764f44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:12:38.247817 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-53ce28e6-6267-4fce-9fff-974e4536aec5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:38.248216 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ce28e6-6267-4fce-9fff-974e4536aec5 None None] Bound using segment: {'id': '596375cb-ab67-4903-9a47-db3f11e0ada9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '9e71e505-a986-4b34-8aec-de9b32764f44'} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 23 16:12:38.248775 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-53ce28e6-6267-4fce-9fff-974e4536aec5 None None] Bound port: 393c3ce6-64b1-40bc-849a-36c040231da0, host: dv-neutron-822799-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '596375cb-ab67-4903-9a47-db3f11e0ada9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '9e71e505-a986-4b34-8aec-de9b32764f44'}}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 23 16:12:38.249171 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-53ce28e6-6267-4fce-9fff-974e4536aec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:38.285880 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-07d8959f-4c80-467c-8dd3-f0298d47d0d4 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] 10.222.0.64 "DELETE /v2.0/networks/28656728-f452-4133-9469-642859b89885 HTTP/1.1" status: 204  len: 168 time: 3.6458654
Dec 23 16:12:38.290847 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 45938) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:38.293537 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce2a37f-0c5b-4457-8522-5e42130726a8 tempest-RoutersIpV6AdminTest-575902626 tempest-RoutersIpV6AdminTest-575902626-project] Pushing event deleted for resources: {'Port': ['ID=3cd06105-e087-4bd9-bf1a-9ba20d1ebee4,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:12:38.297265 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-0ce2a37f-0c5b-4457-8522-5e42130726a8 tempest-RoutersIpV6AdminTest-575902626 tempest-RoutersIpV6AdminTest-575902626-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:12:38.303095 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-7e41d82a-3b85-4618-bda7-35eab20afec3 tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:12:38.363588 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-53ce28e6-6267-4fce-9fff-974e4536aec5 None None] For port 393c3ce6-64b1-40bc-849a-36c040231da0, host dv-neutron-822799-1-hyperv, cleared binding levels {{(pid=87637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 23 16:12:38.367381 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-53ce28e6-6267-4fce-9fff-974e4536aec5 None None] For port 393c3ce6-64b1-40bc-849a-36c040231da0, host dv-neutron-822799-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=393c3ce6-64b1-40bc-849a-36c040231da0,segment=NetworkSegment(596375cb-ab67-4903-9a47-db3f11e0ada9),segment_id=596375cb-ab67-4903-9a47-db3f11e0ada9)] {{(pid=87637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 23 16:12:38.371020 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.pecan_wsgi.hooks.translation [None req-04f9773f-6245-4fb3-a604-1390663a444c tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:12:38.371832 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04f9773f-6245-4fb3-a604-1390663a444c tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 23 16:12:38.373818 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-04f9773f-6245-4fb3-a604-1390663a444c tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] 10.222.0.64 "DELETE /v2.0/subnets/7dfb1574-35bf-4a64-aeb4-93dbc0eadcbe HTTP/1.1" status: 404  len: 337 time: 0.0781376
Dec 23 16:12:38.376763 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-53ce28e6-6267-4fce-9fff-974e4536aec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:38.381776 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:12:38.404493 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 45942) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:38.446199 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f20d11e-e261-4fbb-ab41-6c07ae108a6e tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:12:38.446697 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f20d11e-e261-4fbb-ab41-6c07ae108a6e tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 23 16:12:38.448399 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-6f20d11e-e261-4fbb-ab41-6c07ae108a6e tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] 10.222.0.64 "DELETE /v2.0/networks/28656728-f452-4133-9469-642859b89885 HTTP/1.1" status: 404  len: 339 time: 0.0426459
Dec 23 16:12:38.451444 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 45948) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:38.459438 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-14b05d1e-8fad-4ba7-89e7-3c731e61535e tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:12:38.464020 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-14b05d1e-8fad-4ba7-89e7-3c731e61535e tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Usage tracker for resource:port and tenant:3fd82437e08648b4840016e8955250bf is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:12:38.467543 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-14b05d1e-8fad-4ba7-89e7-3c731e61535e tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:12:38.475155 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-14b05d1e-8fad-4ba7-89e7-3c731e61535e tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:12:38.500003 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.pecan_wsgi.hooks.translation [None req-790732c5-e256-4ae5-a758-e17d93f5d8e6 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:12:38.500326 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-790732c5-e256-4ae5-a758-e17d93f5d8e6 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 23 16:12:38.502199 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-790732c5-e256-4ae5-a758-e17d93f5d8e6 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] 10.222.0.64 "DELETE /v2.0/subnets/f17000ed-e226-44f5-9e64-84e363fa133b HTTP/1.1" status: 404  len: 337 time: 0.0498636
Dec 23 16:12:38.503089 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-0ce2a37f-0c5b-4457-8522-5e42130726a8 tempest-RoutersIpV6AdminTest-575902626 tempest-RoutersIpV6AdminTest-575902626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1824206'] for router_gateway, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:38.510949 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dcc309b-3dc9-4ce0-b708-40a1a682c854 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Router b92ff575-0a08-4a38-8718-629633c0cca8 has already been hosted by L3 agent 371d4c41-c7e2-4de7-9539-c049ec4e95d1 {{(pid=87635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 23 16:12:38.515805 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 45952) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:38.542458 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ce28e6-6267-4fce-9fff-974e4536aec5 None None] Pushing event updated for resources: {'Port': ['ID=393c3ce6-64b1-40bc-849a-36c040231da0,revision_number=2']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:12:38.555966 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-53ce28e6-6267-4fce-9fff-974e4536aec5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:12:38.591170 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14b05d1e-8fad-4ba7-89e7-3c731e61535e tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Made reservation on behalf of 3fd82437e08648b4840016e8955250bf for: {'port': 1} {{(pid=87635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:12:38.597273 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-14b05d1e-8fad-4ba7-89e7-3c731e61535e tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:38.626615 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce4b14e-7f39-4e43-b81e-c97c8f3fc023 tempest-FloatingIPNegativeTestJSON-779674983 tempest-FloatingIPNegativeTestJSON-779674983-project] Pushing event updated for resources: {'Subnet': ['ID=319b3259-e088-46b4-8404-a3dc74096129,revision_number=0']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:12:38.630204 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-2ce4b14e-7f39-4e43-b81e-c97c8f3fc023 tempest-FloatingIPNegativeTestJSON-779674983 tempest-FloatingIPNegativeTestJSON-779674983-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:12:38.701123 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 45958) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:38.719996 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec05070d-c7a1-4226-992b-d89dcff81f2f tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:12:38.720477 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec05070d-c7a1-4226-992b-d89dcff81f2f tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 23 16:12:38.724550 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-ec05070d-c7a1-4226-992b-d89dcff81f2f tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] 10.222.0.64 "DELETE /v2.0/networks/c6956295-d4ed-497f-9134-55a0c07104be HTTP/1.1" status: 404  len: 339 time: 0.2020841
Dec 23 16:12:38.724550 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ce4b14e-7f39-4e43-b81e-c97c8f3fc023 tempest-FloatingIPNegativeTestJSON-779674983 tempest-FloatingIPNegativeTestJSON-779674983-project] Checking segment: {'id': '829d0e30-43ea-40a0-b40c-87f193e20548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'f509099b-1fdb-456b-88de-7eeb98046644'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:12:38.724550 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ce4b14e-7f39-4e43-b81e-c97c8f3fc023 tempest-FloatingIPNegativeTestJSON-779674983 tempest-FloatingIPNegativeTestJSON-779674983-project] Network hostable DHCP agents. Network: f509099b-1fdb-456b-88de-7eeb98046644, hostable agents: ['1c812d71-eadf-4fb3-b98e-67468a4aa7e2'], hosted agents: [] {{(pid=87635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 23 16:12:38.724918 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 45962) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:38.733324 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-0ce2a37f-0c5b-4457-8522-5e42130726a8 tempest-RoutersIpV6AdminTest-575902626 tempest-RoutersIpV6AdminTest-575902626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1784183', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-235354'] for router, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:38.752085 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-0ce2a37f-0c5b-4457-8522-5e42130726a8 tempest-RoutersIpV6AdminTest-575902626 tempest-RoutersIpV6AdminTest-575902626-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:38.853796 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.notifiers.nova [None req-14b05d1e-8fad-4ba7-89e7-3c731e61535e tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] device_id is not set on port 9875058b-c2d4-43cd-bac7-950aaba507ab yet. {{(pid=87635) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 23 16:12:38.874592 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-0ce2a37f-0c5b-4457-8522-5e42130726a8 tempest-RoutersIpV6AdminTest-575902626 tempest-RoutersIpV6AdminTest-575902626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1781328'] for router, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:38.875115 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ce2a37f-0c5b-4457-8522-5e42130726a8 tempest-RoutersIpV6AdminTest-575902626 tempest-RoutersIpV6AdminTest-575902626-project] Fanout notify agent at l3_agent the message router_deleted on router f618c6ca-4af3-4c3d-9ec5-c36da3f0ba2f {{(pid=87636) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 23 16:12:38.903899 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-0ce2a37f-0c5b-4457-8522-5e42130726a8 tempest-RoutersIpV6AdminTest-575902626 tempest-RoutersIpV6AdminTest-575902626-project] Notify callbacks [] for router, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:38.905399 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-0ce2a37f-0c5b-4457-8522-5e42130726a8 tempest-RoutersIpV6AdminTest-575902626 tempest-RoutersIpV6AdminTest-575902626-project] 10.222.0.64 "DELETE /v2.0/routers/f618c6ca-4af3-4c3d-9ec5-c36da3f0ba2f HTTP/1.1" status: 204  len: 168 time: 2.6269517
Dec 23 16:12:38.911357 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 45968) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:38.911508 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-6be2d0f7-68ee-40af-9c17-539c3e3c0d26 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-698866'] for network, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:38.929694 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dcc309b-3dc9-4ce0-b708-40a1a682c854 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify agent at l3_agent.dv-neutron-822799-1-hyperv the message routers_updated {{(pid=87635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 23 16:12:38.945207 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-42271d6d-a3b1-43a3-9730-1dc316f03034 tempest-RoutersIpV6AdminTest-575902626 tempest-RoutersIpV6AdminTest-575902626-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-624532101', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:12:38.952320 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b05fd5-cf38-42bc-becc-c2f839734f8d None None] Sync routers for ids ['b92ff575-0a08-4a38-8718-629633c0cca8'] in dv-neutron-822799-1-hyperv {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 23 16:12:38.971117 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b05fd5-cf38-42bc-becc-c2f839734f8d None None] Routers {'b92ff575-0a08-4a38-8718-629633c0cca8'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:12:38.972261 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-01b05fd5-cf38-42bc-becc-c2f839734f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc29412e0>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:12:20Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['b92ff575-0a08-4a38-8718-629633c0cca8'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:12:39.059453 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 393c3ce6-64b1-40bc-849a-36c040231da0 up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:12:39.061292 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-42271d6d-a3b1-43a3-9730-1dc316f03034 tempest-RoutersIpV6AdminTest-575902626 tempest-RoutersIpV6AdminTest-575902626-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:12:39.069857 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ce4b14e-7f39-4e43-b81e-c97c8f3fc023 tempest-FloatingIPNegativeTestJSON-779674983 tempest-FloatingIPNegativeTestJSON-779674983-project] Network f509099b-1fdb-456b-88de-7eeb98046644 is scheduled to be hosted by DHCP agent 1c812d71-eadf-4fb3-b98e-67468a4aa7e2 with binding_index 1 {{(pid=87635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 23 16:12:39.087971 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-42271d6d-a3b1-43a3-9730-1dc316f03034 tempest-RoutersIpV6AdminTest-575902626 tempest-RoutersIpV6AdminTest-575902626-project] Usage tracker for resource:router and tenant:8070582d24ab4966b512b51b1ccef3a5 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:12:39.096437 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-42271d6d-a3b1-43a3-9730-1dc316f03034 tempest-RoutersIpV6AdminTest-575902626 tempest-RoutersIpV6AdminTest-575902626-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:12:39.108734 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-2dcc309b-3dc9-4ce0-b708-40a1a682c854 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "PUT /v2.0/routers/b92ff575-0a08-4a38-8718-629633c0cca8/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 6.2003200
Dec 23 16:12:39.112143 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 45972) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:39.116432 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.db_base_plugin_common [None req-14b05d1e-8fad-4ba7-89e7-3c731e61535e tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Allocated IP 172.20.0.10 (9e71e505-a986-4b34-8aec-de9b32764f44/e37db0ae-648e-47d8-bd05-daac6cfa751b/9875058b-c2d4-43cd-bac7-950aaba507ab) {{(pid=87635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:12:39.116640 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-6be2d0f7-68ee-40af-9c17-539c3e3c0d26 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-864347', 'neutron.services.segments.db._delete_segments_for_network-8735362908070'] for network, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:39.119976 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-42271d6d-a3b1-43a3-9730-1dc316f03034 tempest-RoutersIpV6AdminTest-575902626 tempest-RoutersIpV6AdminTest-575902626-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:12:39.132327 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.base_scheduler [None req-2ce4b14e-7f39-4e43-b81e-c97c8f3fc023 tempest-FloatingIPNegativeTestJSON-779674983 tempest-FloatingIPNegativeTestJSON-779674983-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822799-1-hyperv, f509099b-1fdb-456b-88de-7eeb98046644) {{(pid=87635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:12:39.139902 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning for port 393c3ce6-64b1-40bc-849a-36c040231da0 completed by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:12:39.147323 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ce4b14e-7f39-4e43-b81e-c97c8f3fc023 tempest-FloatingIPNegativeTestJSON-779674983 tempest-FloatingIPNegativeTestJSON-779674983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:12:39.147925 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-2ce4b14e-7f39-4e43-b81e-c97c8f3fc023 tempest-FloatingIPNegativeTestJSON-779674983 tempest-FloatingIPNegativeTestJSON-779674983-project] Notify callbacks [] for subnet, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:39.178543 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-42271d6d-a3b1-43a3-9730-1dc316f03034 tempest-RoutersIpV6AdminTest-575902626 tempest-RoutersIpV6AdminTest-575902626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1823978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-235332'] for router, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:39.179144 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-42271d6d-a3b1-43a3-9730-1dc316f03034 tempest-RoutersIpV6AdminTest-575902626 tempest-RoutersIpV6AdminTest-575902626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1824575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1824063', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1751113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-235341'] for router, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:39.180742 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-01b05fd5-cf38-42bc-becc-c2f839734f8d None None] Set router b92ff575-0a08-4a38-8718-629633c0cca8 gateway port host: None {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:12:39.202808 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-6be2d0f7-68ee-40af-9c17-539c3e3c0d26 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1dc0154640>,) {'filters': {'network_id': ['106b43e3-16f1-43f0-a5d0-a59e0130f6b4']}} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:12:39.216101 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-42271d6d-a3b1-43a3-9730-1dc316f03034 tempest-RoutersIpV6AdminTest-575902626 tempest-RoutersIpV6AdminTest-575902626-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:39.224218 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-6be2d0f7-68ee-40af-9c17-539c3e3c0d26 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dc0154640>, 'b5093063-ad3b-491f-900e-e8754137efac') {'for_net_delete': True} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:12:39.224560 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-6be2d0f7-68ee-40af-9c17-539c3e3c0d26 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dc0154640>, 'b5093063-ad3b-491f-900e-e8754137efac') {} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:12:39.239420 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e613b099-2d23-4ae3-9a27-3550bd9eae93 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:12:39.239862 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-6c38f8ce-cd07-4480-8acd-81f90c313e34 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2f72b6313bdb4bc4afb373c10680a612&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5306053
Dec 23 16:12:39.241152 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e613b099-2d23-4ae3-9a27-3550bd9eae93 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:12:39.241868 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-e613b099-2d23-4ae3-9a27-3550bd9eae93 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Synchronizing usage tracker for tenant:bf435ff0e7914a739a10fff5b2399c13 on resource:subnet {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:12:39.246328 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 45976) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:39.250601 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-6be2d0f7-68ee-40af-9c17-539c3e3c0d26 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735363085442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2382197'] for segment, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:39.291789 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-6be2d0f7-68ee-40af-9c17-539c3e3c0d26 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:39.301387 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-01b05fd5-cf38-42bc-becc-c2f839734f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc29412e0>, [{'id': 'b92ff575-0a08-4a38-8718-629633c0cca8', 'name': 'tempest-NetworksTestDHCPv6-router-1761278317', 'tenant_id': 'bf435ff0e7914a739a10fff5b2399c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:12:24Z', 'updated_at': '2021-12-23T16:12:37Z', 'revision_number': 3, 'project_id': 'bf435ff0e7914a739a10fff5b2399c13', 'gw_port_host': None}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:12:39.306290 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b05fd5-cf38-42bc-becc-c2f839734f8d None None] Checking router: b92ff575-0a08-4a38-8718-629633c0cca8 for host: dv-neutron-822799-1-hyperv {{(pid=87638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 23 16:12:39.309198 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-e613b099-2d23-4ae3-9a27-3550bd9eae93 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Unset dirty status for tenant:bf435ff0e7914a739a10fff5b2399c13 on resource:subnet {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:12:39.313173 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-e613b099-2d23-4ae3-9a27-3550bd9eae93 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1477 time: 0.1970181
Dec 23 16:12:39.313173 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6be2d0f7-68ee-40af-9c17-539c3e3c0d26 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Releasing vlan 413 on physical network physnet1 to pool {{(pid=87636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 23 16:12:39.313173 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-6be2d0f7-68ee-40af-9c17-539c3e3c0d26 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2176261'] for segment, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:39.315650 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b05fd5-cf38-42bc-becc-c2f839734f8d None None] Routers {'b92ff575-0a08-4a38-8718-629633c0cca8'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:12:39.316262 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-01b05fd5-cf38-42bc-becc-c2f839734f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc29412e0>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:12:20Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['b92ff575-0a08-4a38-8718-629633c0cca8'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:12:39.328312 dv-neutron-822799-1-hyperv neutron-server[87636]: Traceback (most recent call last):
Dec 23 16:12:39.328312 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 23 16:12:39.328312 dv-neutron-822799-1-hyperv neutron-server[87636]:     timer()
Dec 23 16:12:39.328312 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:12:39.328312 dv-neutron-822799-1-hyperv neutron-server[87636]:     cb(*args, **kw)
Dec 23 16:12:39.328312 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 23 16:12:39.328312 dv-neutron-822799-1-hyperv neutron-server[87636]:     return func(*args, **kwargs)
Dec 23 16:12:39.328312 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:12:39.328312 dv-neutron-822799-1-hyperv neutron-server[87636]:     self._notify()
Dec 23 16:12:39.328312 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:12:39.328312 dv-neutron-822799-1-hyperv neutron-server[87636]:     self.callback(batched_events)
Dec 23 16:12:39.328312 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:12:39.328312 dv-neutron-822799-1-hyperv neutron-server[87636]:     event.method(event)
Dec 23 16:12:39.328312 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:12:39.328312 dv-neutron-822799-1-hyperv neutron-server[87636]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:12:39.328312 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 23 16:12:39.328312 dv-neutron-822799-1-hyperv neutron-server[87636]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 23 16:12:39.328312 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 23 16:12:39.328312 dv-neutron-822799-1-hyperv neutron-server[87636]:     return f(self, *a, **k)
Dec 23 16:12:39.328312 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:12:39.328312 dv-neutron-822799-1-hyperv neutron-server[87636]:     return self._get(url).json()
Dec 23 16:12:39.328312 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 23 16:12:39.328312 dv-neutron-822799-1-hyperv neutron-server[87636]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 23 16:12:39.328312 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 23 16:12:39.328312 dv-neutron-822799-1-hyperv neutron-server[87636]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:12:39.328312 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 23 16:12:39.328312 dv-neutron-822799-1-hyperv neutron-server[87636]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 23 16:12:39.328312 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 23 16:12:39.328312 dv-neutron-822799-1-hyperv neutron-server[87636]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:12:39.328312 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 23 16:12:39.328312 dv-neutron-822799-1-hyperv neutron-server[87636]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:12:39.328312 dv-neutron-822799-1-hyperv neutron-server[87636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:12:39.330962 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 45980) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:39.452898 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_v2 [None req-86a59f21-180f-4c52-9f40-dff4a989bfbc tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Deleting subnet 1121beb4-d109-495b-ae4c-359454890fcd {{(pid=87636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 23 16:12:39.481942 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-01b05fd5-cf38-42bc-becc-c2f839734f8d None None] Set router b92ff575-0a08-4a38-8718-629633c0cca8 gateway port host: None {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:12:39.484995 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-86a59f21-180f-4c52-9f40-dff4a989bfbc tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks [] for subnet, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:39.529570 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-8251fb7a-5d94-4151-9cab-9df6e6cc3187 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:39.549122 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-6be2d0f7-68ee-40af-9c17-539c3e3c0d26 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-864336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1824171'] for network, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:39.563168 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-42271d6d-a3b1-43a3-9730-1dc316f03034 tempest-RoutersIpV6AdminTest-575902626 tempest-RoutersIpV6AdminTest-575902626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1823971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1824234'] for router, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:39.565755 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-82f0474d-529a-4494-bd8a-0f241fc5d359 tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:12:39.579540 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-2ce4b14e-7f39-4e43-b81e-c97c8f3fc023 tempest-FloatingIPNegativeTestJSON-779674983 tempest-FloatingIPNegativeTestJSON-779674983-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.7637193
Dec 23 16:12:39.587646 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 45984) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:39.594551 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-6be2d0f7-68ee-40af-9c17-539c3e3c0d26 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:39.598779 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-73c23518-4470-434e-8c39-439e6497f1fc tempest-FloatingIPNegativeTestJSON-779674983 tempest-FloatingIPNegativeTestJSON-779674983-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1029323879', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:12:39.610185 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-01b05fd5-cf38-42bc-becc-c2f839734f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc29412e0>, [{'id': 'b92ff575-0a08-4a38-8718-629633c0cca8', 'name': 'tempest-NetworksTestDHCPv6-router-1761278317', 'tenant_id': 'bf435ff0e7914a739a10fff5b2399c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:12:24Z', 'updated_at': '2021-12-23T16:12:37Z', 'revision_number': 3, 'project_id': 'bf435ff0e7914a739a10fff5b2399c13', 'gw_port_host': None}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:12:39.612612 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-73c23518-4470-434e-8c39-439e6497f1fc tempest-FloatingIPNegativeTestJSON-779674983 tempest-FloatingIPNegativeTestJSON-779674983-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:12:39.616350 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b05fd5-cf38-42bc-becc-c2f839734f8d None None] The sync data for ids ['b92ff575-0a08-4a38-8718-629633c0cca8'] in dv-neutron-822799-1-hyperv is: [{'id': 'b92ff575-0a08-4a38-8718-629633c0cca8', 'name': 'tempest-NetworksTestDHCPv6-router-1761278317', 'tenant_id': 'bf435ff0e7914a739a10fff5b2399c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:12:24Z', 'updated_at': '2021-12-23T16:12:37Z', 'revision_number': 3, 'project_id': 'bf435ff0e7914a739a10fff5b2399c13', 'gw_port_host': None}] {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 23 16:12:39.632090 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-73c23518-4470-434e-8c39-439e6497f1fc tempest-FloatingIPNegativeTestJSON-779674983 tempest-FloatingIPNegativeTestJSON-779674983-project] Usage tracker for resource:router and tenant:206912b3294e4453838829cb2e78c8b2 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:12:39.635260 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-42271d6d-a3b1-43a3-9730-1dc316f03034 tempest-RoutersIpV6AdminTest-575902626 tempest-RoutersIpV6AdminTest-575902626-project] Notify callbacks [] for router, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:39.636499 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-42271d6d-a3b1-43a3-9730-1dc316f03034 tempest-RoutersIpV6AdminTest-575902626 tempest-RoutersIpV6AdminTest-575902626-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201  len: 708 time: 0.7240474
Dec 23 16:12:39.641467 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-73c23518-4470-434e-8c39-439e6497f1fc tempest-FloatingIPNegativeTestJSON-779674983 tempest-FloatingIPNegativeTestJSON-779674983-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:12:39.644419 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 45988) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:39.669096 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-29fec3c0-6f8e-4c7a-909a-71b845966ce3 tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'enable_snat': True}}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:12:39.738892 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-73c23518-4470-434e-8c39-439e6497f1fc tempest-FloatingIPNegativeTestJSON-779674983 tempest-FloatingIPNegativeTestJSON-779674983-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:12:39.797875 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-86a59f21-180f-4c52-9f40-dff4a989bfbc tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2382092'] for subnet, precommit_delete_associations {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:39.808925 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53e544ec-71b8-492a-9b1e-5723482a1118 None None] Network 9e71e505-a986-4b34-8aec-de9b32764f44 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:12:39.825953 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cae8bdb-7bc8-42f0-a57b-bed86b046bf1 None None] Network f509099b-1fdb-456b-88de-7eeb98046644 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:12:39.831524 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be2d0f7-68ee-40af-9c17-539c3e3c0d26 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Pushing event deleted for resources: {'Network': ['ID=106b43e3-16f1-43f0-a5d0-a59e0130f6b4,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:12:39.834555 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-8251fb7a-5d94-4151-9cab-9df6e6cc3187 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:39.844147 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-14b05d1e-8fad-4ba7-89e7-3c731e61535e tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks [] for port, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:39.847938 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-73c23518-4470-434e-8c39-439e6497f1fc tempest-FloatingIPNegativeTestJSON-779674983 tempest-FloatingIPNegativeTestJSON-779674983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1823978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-235332'] for router, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:39.848505 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-6be2d0f7-68ee-40af-9c17-539c3e3c0d26 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:12:39.848675 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-73c23518-4470-434e-8c39-439e6497f1fc tempest-FloatingIPNegativeTestJSON-779674983 tempest-FloatingIPNegativeTestJSON-779674983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1824575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1824063', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1751113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-235341'] for router, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:39.858680 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-6be2d0f7-68ee-40af-9c17-539c3e3c0d26 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] 10.222.0.64 "DELETE /v2.0/networks/106b43e3-16f1-43f0-a5d0-a59e0130f6b4 HTTP/1.1" status: 204  len: 168 time: 1.1327002
Dec 23 16:12:39.862596 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 45994) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:39.933626 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-8251fb7a-5d94-4151-9cab-9df6e6cc3187 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:39.940599 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-c3c377bc-429a-4f2f-88c7-a4944b441eea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:12:39.948780 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-86a59f21-180f-4c52-9f40-dff4a989bfbc tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864774'] for subnet, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:39.997672 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8251fb7a-5d94-4151-9cab-9df6e6cc3187 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ac26390-de20-488d-8322-0b4802e44138,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:12:40.011819 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-8251fb7a-5d94-4151-9cab-9df6e6cc3187 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:12:40.050075 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-8251fb7a-5d94-4151-9cab-9df6e6cc3187 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:40.053927 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-8251fb7a-5d94-4151-9cab-9df6e6cc3187 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2ac26390-de20-488d-8322-0b4802e44138 HTTP/1.1" status: 204  len: 168 time: 0.8038313
Dec 23 16:12:40.087667 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.provisioning_blocks [None req-14b05d1e-8fad-4ba7-89e7-3c731e61535e tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Transition to ACTIVE for port object 9875058b-c2d4-43cd-bac7-950aaba507ab will not be triggered until provisioned by entity DHCP. {{(pid=87635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:12:40.098200 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c2b632b-23ab-4bdb-beb3-7077e61a5b7d tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:12:40.098797 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c2b632b-23ab-4bdb-beb3-7077e61a5b7d tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 23 16:12:40.101357 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-86a59f21-180f-4c52-9f40-dff4a989bfbc tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2176495', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2618677'] for subnet, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:40.108354 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-ab0c2b53-9c0d-43e7-ba1e-88062167bb88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:12:40.133777 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-0c2b632b-23ab-4bdb-beb3-7077e61a5b7d tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] 10.222.0.64 "DELETE /v2.0/subnets/8c65cf29-ed5d-4eb2-98c0-448b498ae9b0 HTTP/1.1" status: 404  len: 337 time: 0.2662594
Dec 23 16:12:40.141078 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 46000) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:40.169019 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-73c23518-4470-434e-8c39-439e6497f1fc tempest-FloatingIPNegativeTestJSON-779674983 tempest-FloatingIPNegativeTestJSON-779674983-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:40.171768 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-2f8732c3-bded-48e1-835a-cff967193192 None None] Provisioning for port 393c3ce6-64b1-40bc-849a-36c040231da0 completed by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:12:40.182456 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-2f8732c3-bded-48e1-835a-cff967193192 None None] Provisioning complete for port 393c3ce6-64b1-40bc-849a-36c040231da0 triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:12:40.183390 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-2f8732c3-bded-48e1-835a-cff967193192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:40.188229 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a59f21-180f-4c52-9f40-dff4a989bfbc tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Pushing event deleted for resources: {'Subnet': ['ID=1121beb4-d109-495b-ae4c-359454890fcd,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:12:40.193021 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-86a59f21-180f-4c52-9f40-dff4a989bfbc tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:12:40.194105 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-86a59f21-180f-4c52-9f40-dff4a989bfbc tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks [] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:40.222255 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-86a59f21-180f-4c52-9f40-dff4a989bfbc tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "DELETE /v2.0/subnets/1121beb4-d109-495b-ae4c-359454890fcd HTTP/1.1" status: 204  len: 168 time: 0.8837683
Dec 23 16:12:40.222550 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 46004) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:40.257337 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c969d446-2876-44bb-a0ad-74812126dbd0 None None] Network a67646b4-5371-43ec-9f98-39fe51a67033 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:12:40.284141 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-73c23518-4470-434e-8c39-439e6497f1fc tempest-FloatingIPNegativeTestJSON-779674983 tempest-FloatingIPNegativeTestJSON-779674983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1823971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1824234'] for router, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:40.304715 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.pecan_wsgi.hooks.translation [None req-57a1599d-6574-4793-962e-1f3996cc54fd tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:12:40.305319 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57a1599d-6574-4793-962e-1f3996cc54fd tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 23 16:12:40.307468 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-57a1599d-6574-4793-962e-1f3996cc54fd tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] 10.222.0.64 "DELETE /v2.0/networks/d15e1556-22b0-4a75-a6e9-50c9b60f9749 HTTP/1.1" status: 404  len: 339 time: 0.1653502
Dec 23 16:12:40.349019 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 46010) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:40.372909 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-73c23518-4470-434e-8c39-439e6497f1fc tempest-FloatingIPNegativeTestJSON-779674983 tempest-FloatingIPNegativeTestJSON-779674983-project] Notify callbacks [] for router, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:40.374298 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-73c23518-4470-434e-8c39-439e6497f1fc tempest-FloatingIPNegativeTestJSON-779674983 tempest-FloatingIPNegativeTestJSON-779674983-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201  len: 715 time: 0.7857003
Dec 23 16:12:40.380647 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-29fec3c0-6f8e-4c7a-909a-71b845966ce3 tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1824017', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1823768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-235299'] for router, precommit_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:40.387210 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 46014) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:40.459352 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa712cff-9130-4a8d-b474-24a5bf55e6ee tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:12:40.459761 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa712cff-9130-4a8d-b474-24a5bf55e6ee tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 23 16:12:40.464871 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-fa712cff-9130-4a8d-b474-24a5bf55e6ee tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] 10.222.0.64 "DELETE /v2.0/subnets/fe6c7b79-2cf1-46f1-b203-1b2550f5f6cb HTTP/1.1" status: 404  len: 337 time: 0.1127682
Dec 23 16:12:40.467813 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 46020) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:40.509432 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8637fb4-6c4e-4ba1-8f5b-18837fb2be00 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:12:40.509813 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8637fb4-6c4e-4ba1-8f5b-18837fb2be00 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 23 16:12:40.514140 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-e8637fb4-6c4e-4ba1-8f5b-18837fb2be00 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] 10.222.0.64 "DELETE /v2.0/networks/0c2b451d-1b55-4450-b6db-eace16b82e18 HTTP/1.1" status: 404  len: 339 time: 0.0429046
Dec 23 16:12:40.514690 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 46026) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:40.522947 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-0fc67c8f-7558-4ca0-91a8-a5a3f1780796 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Synchronizing usage tracker for tenant:bf435ff0e7914a739a10fff5b2399c13 on resource:router {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:12:40.553261 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-2f8732c3-bded-48e1-835a-cff967193192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:40.565705 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c318f7d-e2f5-4f3a-973b-4297028abcc7 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:12:40.566202 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c318f7d-e2f5-4f3a-973b-4297028abcc7 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 23 16:12:40.570592 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-0c318f7d-e2f5-4f3a-973b-4297028abcc7 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] 10.222.0.64 "DELETE /v2.0/subnets/46f61a0d-c2b5-4a92-a318-55e928194fb2 HTTP/1.1" status: 404  len: 337 time: 0.0525463
Dec 23 16:12:40.572827 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 46032) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:40.613999 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.pecan_wsgi.hooks.translation [None req-96c871c7-4342-4716-ad6d-63f2f9dd3261 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:12:40.614489 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96c871c7-4342-4716-ad6d-63f2f9dd3261 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 23 16:12:40.619504 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-96c871c7-4342-4716-ad6d-63f2f9dd3261 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] 10.222.0.64 "DELETE /v2.0/networks/de1d9606-3daf-4fa5-9949-9c18e479c591 HTTP/1.1" status: 404  len: 339 time: 0.0426314
Dec 23 16:12:40.619504 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 46038) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:40.663850 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7bdbabb-e333-4cfa-a039-0d9a0ea9c417 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:12:40.664369 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7bdbabb-e333-4cfa-a039-0d9a0ea9c417 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 23 16:12:40.668663 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-b7bdbabb-e333-4cfa-a039-0d9a0ea9c417 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] 10.222.0.64 "DELETE /v2.0/subnets/a21d8d5f-5bfc-42fe-86d8-6b66dfe05031 HTTP/1.1" status: 404  len: 337 time: 0.0463135
Dec 23 16:12:40.668828 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 46042) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:40.693980 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-2f8732c3-bded-48e1-835a-cff967193192 None None] For port 393c3ce6-64b1-40bc-849a-36c040231da0, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=393c3ce6-64b1-40bc-849a-36c040231da0,segment=NetworkSegment(596375cb-ab67-4903-9a47-db3f11e0ada9),segment_id=596375cb-ab67-4903-9a47-db3f11e0ada9)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:12:40.702904 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-0fc67c8f-7558-4ca0-91a8-a5a3f1780796 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Unset dirty status for tenant:bf435ff0e7914a739a10fff5b2399c13 on resource:router {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:12:40.714403 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-0fc67c8f-7558-4ca0-91a8-a5a3f1780796 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200  len: 710 time: 0.4883130
Dec 23 16:12:40.719027 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 46046) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:40.759411 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff81fdfd-fb77-4f87-835e-5c716979cdba None None] DHCP port deletion for a67646b4-5371-43ec-9f98-39fe51a67033 request from dv-neutron-822799-1-hyperv {{(pid=87637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 23 16:12:40.768086 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-ff81fdfd-fb77-4f87-835e-5c716979cdba None None] Deleting port 2d870f6b-99e3-44e4-9836-2882caa00cd8 {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:12:40.768566 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-ff81fdfd-fb77-4f87-835e-5c716979cdba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:40.819128 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.pecan_wsgi.hooks.translation [None req-8485d0e7-06a1-4e19-a212-778b3c5c65e6 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:12:40.820066 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8485d0e7-06a1-4e19-a212-778b3c5c65e6 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 23 16:12:40.821978 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-8485d0e7-06a1-4e19-a212-778b3c5c65e6 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] 10.222.0.64 "DELETE /v2.0/networks/b9660c3c-124b-4484-91ea-affa6606a197 HTTP/1.1" status: 404  len: 339 time: 0.1522679
Dec 23 16:12:40.833286 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 46054) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:40.869143 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-2f8732c3-bded-48e1-835a-cff967193192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:40.869752 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-14b05d1e-8fad-4ba7-89e7-3c731e61535e tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:40.885636 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3116fd4-0088-47e1-b8d2-d32f13df35b6 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:12:40.886655 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3116fd4-0088-47e1-b8d2-d32f13df35b6 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 23 16:12:40.888647 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-d3116fd4-0088-47e1-b8d2-d32f13df35b6 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] 10.222.0.64 "DELETE /v2.0/subnets/ae106bcf-d35b-4199-9e80-5f240390e0f0 HTTP/1.1" status: 404  len: 337 time: 0.0540063
Dec 23 16:12:40.896339 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 46060) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:40.914686 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-66d0832c-6ef4-45d8-b3f2-5ecc6e1bd3bf tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:12:40.971566 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-dac5f220-f709-4e1d-a060-77b3bab88d94 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks [] for router, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:41.041084 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.pecan_wsgi.hooks.translation [None req-222ee466-ceb9-4def-b73f-11e933785193 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:12:41.041629 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-222ee466-ceb9-4def-b73f-11e933785193 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 23 16:12:41.043478 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-222ee466-ceb9-4def-b73f-11e933785193 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] 10.222.0.64 "DELETE /v2.0/networks/a1ec6818-5bcb-40ca-aa0b-3a2dc7a9a3e3 HTTP/1.1" status: 404  len: 339 time: 0.1408589
Dec 23 16:12:41.061332 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 46066) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:41.130472 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c2a3d3d-a18f-4c49-ad7a-1edcc6e4838d tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:12:41.130916 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c2a3d3d-a18f-4c49-ad7a-1edcc6e4838d tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 23 16:12:41.135732 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-2c2a3d3d-a18f-4c49-ad7a-1edcc6e4838d tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] 10.222.0.64 "DELETE /v2.0/subnets/9c02a7f8-d2c2-4161-88f3-586929fc1d56 HTTP/1.1" status: 404  len: 337 time: 0.0640285
Dec 23 16:12:41.136859 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 46072) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:41.140891 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-ff81fdfd-fb77-4f87-835e-5c716979cdba None None] For port 2d870f6b-99e3-44e4-9836-2882caa00cd8, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=2d870f6b-99e3-44e4-9836-2882caa00cd8,segment=NetworkSegment(d0e346f7-32a7-41a0-b972-301688edbe10),segment_id=d0e346f7-32a7-41a0-b972-301688edbe10)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:12:41.141450 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-ff81fdfd-fb77-4f87-835e-5c716979cdba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:41.252658 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f48e008-59a2-4633-9dec-2d3f4d893fa5 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:12:41.253178 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f48e008-59a2-4633-9dec-2d3f4d893fa5 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 23 16:12:41.255279 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-1f48e008-59a2-4633-9dec-2d3f4d893fa5 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] 10.222.0.64 "DELETE /v2.0/networks/b1b448fb-4904-4ddd-a278-afbc0046dcd6 HTTP/1.1" status: 404  len: 339 time: 0.1174176
Dec 23 16:12:41.255920 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 46076) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:41.269112 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 46078) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:41.336374 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14b05d1e-8fad-4ba7-89e7-3c731e61535e tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Network 9e71e505-a986-4b34-8aec-de9b32764f44 is already hosted by enough agents. {{(pid=87635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:12:41.349267 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.base_scheduler [None req-14b05d1e-8fad-4ba7-89e7-3c731e61535e tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Resources bound (agent type, host, resource id):  {{(pid=87635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:12:41.382075 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b05d1e-8fad-4ba7-89e7-3c731e61535e tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Received port after_create {{(pid=87635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:12:41.417605 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-ff81fdfd-fb77-4f87-835e-5c716979cdba None None] Calling delete_port for 2d870f6b-99e3-44e4-9836-2882caa00cd8 owned by network:dhcp {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:12:41.441412 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b05d1e-8fad-4ba7-89e7-3c731e61535e tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Pushing event updated for resources: {'Port': ['ID=9875058b-c2d4-43cd-bac7-950aaba507ab,revision_number=1']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:12:41.460550 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-6d69d1ca-c67e-43b2-8c11-08554ea94171 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:12:41.463090 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-14b05d1e-8fad-4ba7-89e7-3c731e61535e tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.550s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:12:41.471588 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-bff9db80-730a-42e6-90d1-106de9717a86 tempest-SubnetPoolsTestJSON-76512121 tempest-SubnetPoolsTestJSON-76512121-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-721327748', 'prefixes': ['172.20.0.0/16']}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:12:41.485666 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ddac79a-118d-40ee-8d00-de7311c58f67 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:12:41.486122 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ddac79a-118d-40ee-8d00-de7311c58f67 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 23 16:12:41.487813 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-1ddac79a-118d-40ee-8d00-de7311c58f67 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] 10.222.0.64 "DELETE /v2.0/subnets/3b07a911-1f9a-4c78-a5c1-6fff0a0b9180 HTTP/1.1" status: 404  len: 337 time: 0.2176161
Dec 23 16:12:41.489085 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-bff9db80-730a-42e6-90d1-106de9717a86 tempest-SubnetPoolsTestJSON-76512121 tempest-SubnetPoolsTestJSON-76512121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:12:41.491167 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 46088) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:41.506276 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 2d870f6b-99e3-44e4-9836-2882caa00cd8 no longer exists at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 23 16:12:41.548530 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-aba62b5a-02ae-47c6-99cf-3f25a29951ee tempest-FloatingIPNegativeTestJSON-779674983 tempest-FloatingIPNegativeTestJSON-779674983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:41.564365 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-dac5f220-f709-4e1d-a060-77b3bab88d94 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1784183', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-235354'] for router, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:41.570252 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-dac5f220-f709-4e1d-a060-77b3bab88d94 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:41.587239 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14b05d1e-8fad-4ba7-89e7-3c731e61535e tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:12:41.587902 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-14b05d1e-8fad-4ba7-89e7-3c731e61535e tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:41.631444 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-dac5f220-f709-4e1d-a060-77b3bab88d94 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1781328'] for router, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:41.631716 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dac5f220-f709-4e1d-a060-77b3bab88d94 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Fanout notify agent at l3_agent the message router_deleted on router b92ff575-0a08-4a38-8718-629633c0cca8 {{(pid=87636) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 23 16:12:41.639927 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-dac5f220-f709-4e1d-a060-77b3bab88d94 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks [] for router, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:41.645530 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-dac5f220-f709-4e1d-a060-77b3bab88d94 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "DELETE /v2.0/routers/b92ff575-0a08-4a38-8718-629633c0cca8 HTTP/1.1" status: 204  len: 168 time: 0.9241595
Dec 23 16:12:41.646036 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 46092) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:41.649618 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-bff9db80-730a-42e6-90d1-106de9717a86 tempest-SubnetPoolsTestJSON-76512121 tempest-SubnetPoolsTestJSON-76512121-project] Notify callbacks [] for subnetpool, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:41.653786 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-bff9db80-730a-42e6-90d1-106de9717a86 tempest-SubnetPoolsTestJSON-76512121 tempest-SubnetPoolsTestJSON-76512121-project] 10.222.0.64 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 736 time: 0.3854747
Dec 23 16:12:41.655848 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-80d454b5-af30-4183-91cf-393b694ca68d tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Request body: {'subnet': {'network_id': 'a67646b4-5371-43ec-9f98-39fe51a67033', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:12:41.669863 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 46096) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:41.670952 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.pecan_wsgi.hooks.translation [None req-de4c20aa-c11c-452d-b15d-c09b9a130a05 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:12:41.671946 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de4c20aa-c11c-452d-b15d-c09b9a130a05 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 23 16:12:41.675519 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-de4c20aa-c11c-452d-b15d-c09b9a130a05 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] 10.222.0.64 "DELETE /v2.0/networks/f20ae0e5-6fc0-43de-98fd-22c40b81ea70 HTTP/1.1" status: 404  len: 339 time: 0.1810832
Dec 23 16:12:41.681640 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 46098) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:41.694188 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1921f9a0-f894-4638-97e4-2303c1c8c5d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7e017a6-8198-58c8-a07e-0f786128e3b3-f509099b-1fdb-456b-88de-7eeb98046644', 'network_id': 'f509099b-1fdb-456b-88de-7eeb98046644', 'tenant_id': '206912b3294e4453838829cb2e78c8b2', 'fixed_ips': [{'subnet_id': '319b3259-e088-46b4-8404-a3dc74096129'}]}} from dv-neutron-822799-1-hyperv. {{(pid=87637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 23 16:12:41.695041 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1921f9a0-f894-4638-97e4-2303c1c8c5d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:41.840453 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-14b05d1e-8fad-4ba7-89e7-3c731e61535e tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201  len: 923 time: 3.9868896
Dec 23 16:12:41.842482 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80643f51-4e24-4d83-a9af-5cc6a217f802 None None] Network 9e71e505-a986-4b34-8aec-de9b32764f44 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:12:41.855143 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 46104) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:41.882576 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:41.905097 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-d9ceaf3d-3b4f-4ab4-9644-14968e624ad6 tempest-SubnetPoolsTestJSON-76512121 tempest-SubnetPoolsTestJSON-76512121-project] 10.222.0.64 "GET /v2.0/subnetpools/7141c614-c2fa-472b-b4dc-072f9d8ca7d4 HTTP/1.1" status: 200  len: 731 time: 0.2271791
Dec 23 16:12:41.924659 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 46108) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:41.930505 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8732c3-bded-48e1-835a-cff967193192 None None] Pushing event updated for resources: {'Port': ['ID=393c3ce6-64b1-40bc-849a-36c040231da0,revision_number=3']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:12:41.941349 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-ff81fdfd-fb77-4f87-835e-5c716979cdba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789'] for port, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:41.946608 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c1b6410-c0d4-41dc-a373-bf92410f3d89 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:12:41.947090 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c1b6410-c0d4-41dc-a373-bf92410f3d89 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 23 16:12:41.957468 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-0c1b6410-c0d4-41dc-a373-bf92410f3d89 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] 10.222.0.64 "DELETE /v2.0/subnets/46e15211-0755-485d-b1c3-4d39b818f368 HTTP/1.1" status: 404  len: 337 time: 0.2661366
Dec 23 16:12:41.957665 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-2f8732c3-bded-48e1-835a-cff967193192 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.492s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:12:41.957665 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-2f8732c3-bded-48e1-835a-cff967193192 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:12:41.957886 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-66d232ae-77d8-43f7-863f-26f62bc20e3f tempest-SubnetPoolsTestJSON-76512121 tempest-SubnetPoolsTestJSON-76512121-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-539250564'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:12:41.964045 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 46112) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:41.998592 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] No active binding found for port 2d870f6b-99e3-44e4-9836-2882caa00cd8 {{(pid=87637) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}}
Dec 23 16:12:41.999149 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 2d870f6b-99e3-44e4-9836-2882caa00cd8 not bound to the agent host dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 23 16:12:41.999587 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 11f73fe9-269d-4015-9acf-8c1eaf008c44 no longer exists at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 23 16:12:42.007134 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-80d454b5-af30-4183-91cf-393b694ca68d tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:12:42.016278 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-80d454b5-af30-4183-91cf-393b694ca68d tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Usage tracker for resource:subnet and tenant:bf435ff0e7914a739a10fff5b2399c13 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:12:42.020198 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-80d454b5-af30-4183-91cf-393b694ca68d tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:12:42.033385 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-80d454b5-af30-4183-91cf-393b694ca68d tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:12:42.067506 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80d454b5-af30-4183-91cf-393b694ca68d tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Made reservation on behalf of bf435ff0e7914a739a10fff5b2399c13 for: {'subnet': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:12:42.071723 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-80d454b5-af30-4183-91cf-393b694ca68d tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2618324'] for subnet, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:42.134104 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff81fdfd-fb77-4f87-835e-5c716979cdba None None] Pushing event deleted for resources: {'Port': ['ID=2d870f6b-99e3-44e4-9836-2882caa00cd8,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:12:42.136920 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-ff81fdfd-fb77-4f87-835e-5c716979cdba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:12:42.151117 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-66d232ae-77d8-43f7-863f-26f62bc20e3f tempest-SubnetPoolsTestJSON-76512121 tempest-SubnetPoolsTestJSON-76512121-project] Notify callbacks [] for subnetpool, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:42.152411 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-66d232ae-77d8-43f7-863f-26f62bc20e3f tempest-SubnetPoolsTestJSON-76512121 tempest-SubnetPoolsTestJSON-76512121-project] 10.222.0.64 "PUT /v2.0/subnetpools/7141c614-c2fa-472b-b4dc-072f9d8ca7d4 HTTP/1.1" status: 200  len: 683 time: 0.2183039
Dec 23 16:12:42.159149 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 46118) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:42.174721 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] No Port match for: 11f73fe9-269d-4015-9acf-8c1eaf008c44 {{(pid=87637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 23 16:12:42.175074 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 11f73fe9-269d-4015-9acf-8c1eaf008c44 not bound to the agent host dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 23 16:12:42.177700 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-e3024b4a-6e71-4750-8f91-c0530f59169a None None] Provisioning for port 9875058b-c2d4-43cd-bac7-950aaba507ab completed by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:12:42.181706 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff81fdfd-fb77-4f87-835e-5c716979cdba None None] No DVR routers for this DVR port 2d870f6b-99e3-44e4-9836-2882caa00cd8 on host dv-neutron-822799-1-hyperv {{(pid=87637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 23 16:12:42.192043 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-29fec3c0-6f8e-4c7a-909a-71b845966ce3 tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:42.206650 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_common [None req-1921f9a0-f894-4638-97e4-2303c1c8c5d2 None None] Allocated IP 172.20.0.2 (f509099b-1fdb-456b-88de-7eeb98046644/319b3259-e088-46b4-8404-a3dc74096129/7963a351-4df4-4704-bb35-b2f44ba4a453) {{(pid=87637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:12:42.209684 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-e3024b4a-6e71-4750-8f91-c0530f59169a None None] Provisioning complete for port 9875058b-c2d4-43cd-bac7-950aaba507ab triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:12:42.210066 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-e3024b4a-6e71-4750-8f91-c0530f59169a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:42.234970 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ab03ba9-b77c-4c91-a162-0e7a2a9cdbe2 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:12:42.235459 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ab03ba9-b77c-4c91-a162-0e7a2a9cdbe2 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 23 16:12:42.251105 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-29fec3c0-6f8e-4c7a-909a-71b845966ce3 tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:42.274156 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-e3024b4a-6e71-4750-8f91-c0530f59169a None None] Port 9875058b-c2d4-43cd-bac7-950aaba507ab cannot update to ACTIVE because it is not bound. {{(pid=87637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 23 16:12:42.320871 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-7ab03ba9-b77c-4c91-a162-0e7a2a9cdbe2 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] 10.222.0.64 "DELETE /v2.0/networks/bc95df6a-9f7a-424e-a487-773e53d625bd HTTP/1.1" status: 404  len: 339 time: 0.3029151
Dec 23 16:12:42.342870 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 46122) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:42.404077 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-157fb5e4-7678-4ca9-97e1-ed42c08fcbcd tempest-SubnetPoolsTestJSON-76512121 tempest-SubnetPoolsTestJSON-76512121-project] Notify callbacks [] for subnetpool, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:42.407660 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-157fb5e4-7678-4ca9-97e1-ed42c08fcbcd tempest-SubnetPoolsTestJSON-76512121 tempest-SubnetPoolsTestJSON-76512121-project] 10.222.0.64 "DELETE /v2.0/subnetpools/7141c614-c2fa-472b-b4dc-072f9d8ca7d4 HTTP/1.1" status: 204  len: 168 time: 0.2454934
Dec 23 16:12:42.412039 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 46126) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:42.413764 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-e3024b4a-6e71-4750-8f91-c0530f59169a None None] Provisioning complete for port 393c3ce6-64b1-40bc-849a-36c040231da0 triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:12:42.414151 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-e3024b4a-6e71-4750-8f91-c0530f59169a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:42.444286 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_v2 [None req-01ff8839-f68d-444e-8b24-44c9199e112f tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Deleting subnet 7c4611d8-d4e9-4173-a478-f082b6a1baad {{(pid=87636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 23 16:12:42.459541 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-01ff8839-f68d-444e-8b24-44c9199e112f tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Notify callbacks [] for subnet, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:42.531721 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-80d454b5-af30-4183-91cf-393b694ca68d tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2176430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2618310'] for subnet, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:42.538513 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-2d39da17-03d7-4797-9735-75d069bfd9b5 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:12:42.574091 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-01ff8839-f68d-444e-8b24-44c9199e112f tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2382092'] for subnet, precommit_delete_associations {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:42.583945 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.api.v2.resource [None req-6d8ec423-f74c-44eb-9c10-8821cb93bda1 tempest-SubnetPoolsTestJSON-76512121 tempest-SubnetPoolsTestJSON-76512121-project] show failed (client error): The resource could not be found.
Dec 23 16:12:42.587586 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-6d8ec423-f74c-44eb-9c10-8821cb93bda1 tempest-SubnetPoolsTestJSON-76512121 tempest-SubnetPoolsTestJSON-76512121-project] 10.222.0.64 "GET /v2.0/subnetpools/7141c614-c2fa-472b-b4dc-072f9d8ca7d4 HTTP/1.1" status: 404  len: 346 time: 0.1142077
Dec 23 16:12:42.601966 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 46130) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:42.648301 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80d454b5-af30-4183-91cf-393b694ca68d tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Network a67646b4-5371-43ec-9f98-39fe51a67033 is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:12:42.656017 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-80d454b5-af30-4183-91cf-393b694ca68d tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Resources bound (agent type, host, resource id):  {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:12:42.663374 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80d454b5-af30-4183-91cf-393b694ca68d tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:12:42.663982 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-80d454b5-af30-4183-91cf-393b694ca68d tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks [] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:42.674645 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1921f9a0-f894-4638-97e4-2303c1c8c5d2 None None] Notify callbacks [] for port, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:42.678472 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-887245c4-2e7d-4a55-a5b1-f716d3622aa3 None None] Network a67646b4-5371-43ec-9f98-39fe51a67033 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:12:42.692596 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d454b5-af30-4183-91cf-393b694ca68d tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Pushing event updated for resources: {'Subnet': ['ID=771181b6-7c77-42d1-8144-5c6de072df3d,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:12:42.703196 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-80d454b5-af30-4183-91cf-393b694ca68d tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 1.0553172
Dec 23 16:12:42.704502 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-80d454b5-af30-4183-91cf-393b694ca68d tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:12:42.705548 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 46134) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:42.705988 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-1921f9a0-f894-4638-97e4-2303c1c8c5d2 None None] Transition to ACTIVE for port object 7963a351-4df4-4704-bb35-b2f44ba4a453 will not be triggered until provisioned by entity L2. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:12:42.715796 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-d91d6d6a-94f9-4031-a296-cc055c515ae5 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-22894612', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:12:42.723866 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-d91d6d6a-94f9-4031-a296-cc055c515ae5 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:12:42.741504 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-d91d6d6a-94f9-4031-a296-cc055c515ae5 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:12:42.757163 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-01ff8839-f68d-444e-8b24-44c9199e112f tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864774'] for subnet, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:42.791267 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d91d6d6a-94f9-4031-a296-cc055c515ae5 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1823978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-235332'] for router, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:42.792052 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d91d6d6a-94f9-4031-a296-cc055c515ae5 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1824575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1824063', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1751113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-235341'] for router, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:42.822107 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-1921f9a0-f894-4638-97e4-2303c1c8c5d2 None None] Transition to ACTIVE for port object 7963a351-4df4-4704-bb35-b2f44ba4a453 will not be triggered until provisioned by entity DHCP. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:12:42.846834 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d91d6d6a-94f9-4031-a296-cc055c515ae5 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:42.849683 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.api.v2.resource [None req-46bd0985-f588-4320-a14b-905576cb81ef tempest-SubnetPoolsTestJSON-76512121 tempest-SubnetPoolsTestJSON-76512121-project] delete failed (client error): The resource could not be found.
Dec 23 16:12:42.850949 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-46bd0985-f588-4320-a14b-905576cb81ef tempest-SubnetPoolsTestJSON-76512121 tempest-SubnetPoolsTestJSON-76512121-project] 10.222.0.64 "DELETE /v2.0/subnetpools/7141c614-c2fa-472b-b4dc-072f9d8ca7d4 HTTP/1.1" status: 404  len: 346 time: 0.2481396
Dec 23 16:12:42.889415 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-01ff8839-f68d-444e-8b24-44c9199e112f tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2176495', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2618677'] for subnet, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:42.889766 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1921f9a0-f894-4638-97e4-2303c1c8c5d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780'] for port, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:42.895221 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-b9bef11c-4f4c-49d9-8bcc-e70e8cd23d2e tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:12:42.902949 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-bc725ad1-24a3-426d-9c1b-24d47c6736d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:12:42.934238 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d91d6d6a-94f9-4031-a296-cc055c515ae5 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1823971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1824234'] for router, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:42.948378 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 393c3ce6-64b1-40bc-849a-36c040231da0 up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:12:42.964248 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ff8839-f68d-444e-8b24-44c9199e112f tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Pushing event deleted for resources: {'Subnet': ['ID=7c4611d8-d4e9-4173-a478-f082b6a1baad,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:12:42.971157 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-01ff8839-f68d-444e-8b24-44c9199e112f tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:12:42.973346 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-01ff8839-f68d-444e-8b24-44c9199e112f tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Notify callbacks [] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:43.004163 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-01ff8839-f68d-444e-8b24-44c9199e112f tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] 10.222.0.64 "DELETE /v2.0/subnets/7c4611d8-d4e9-4173-a478-f082b6a1baad HTTP/1.1" status: 204  len: 168 time: 0.6580200
Dec 23 16:12:43.004669 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f1df0ea-b07d-4cda-b7c8-1d2735c75b9f None None] Network 4c1962e0-4c4d-4aa1-ba29-9dab3980edc3 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:12:43.004835 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 46140) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:43.078631 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1921f9a0-f894-4638-97e4-2303c1c8c5d2 None None] Network f509099b-1fdb-456b-88de-7eeb98046644 is already hosted by enough agents. {{(pid=87637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:12:43.114821 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d91d6d6a-94f9-4031-a296-cc055c515ae5 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks [] for router, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:43.115083 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-1921f9a0-f894-4638-97e4-2303c1c8c5d2 None None] Resources bound (agent type, host, resource id):  {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:12:43.118562 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-d91d6d6a-94f9-4031-a296-cc055c515ae5 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201  len: 704 time: 0.4103518
Dec 23 16:12:43.128017 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 46144) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:43.195623 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.db_base_plugin_common [None req-29fec3c0-6f8e-4c7a-909a-71b845966ce3 tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Allocated IP 172.26.3.232 (8afa6d58-9431-454a-b99c-3ff8a65aa86b/60537fec-5f5f-4ab7-89cc-03638149a590/e6d45284-1f67-4b74-b30a-82b5a34afb05) {{(pid=87635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:12:43.202707 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.db_base_plugin_common [None req-aba62b5a-02ae-47c6-99cf-3f25a29951ee tempest-FloatingIPNegativeTestJSON-779674983 tempest-FloatingIPNegativeTestJSON-779674983-project] Allocated IP 172.20.0.1 (f509099b-1fdb-456b-88de-7eeb98046644/319b3259-e088-46b4-8404-a3dc74096129/c9775c4e-92ce-4953-8a30-746f28aa67ac) {{(pid=87635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:12:43.283908 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1921f9a0-f894-4638-97e4-2303c1c8c5d2 None None] Received port after_create {{(pid=87637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:12:43.356164 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1921f9a0-f894-4638-97e4-2303c1c8c5d2 None None] Pushing event updated for resources: {'Port': ['ID=7963a351-4df4-4704-bb35-b2f44ba4a453,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:12:43.380691 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-1921f9a0-f894-4638-97e4-2303c1c8c5d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.477s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:12:43.406846 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-30848663-e34a-40aa-93ec-702f6eb9ec4f tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-698866'] for network, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:43.481146 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 46152) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:43.530765 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-963353e1-fddc-4b96-9325-50770a881dc7 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:43.551339 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-30848663-e34a-40aa-93ec-702f6eb9ec4f tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Deleting port 1042310c-087c-49cc-83a0-e54d833f77b4 {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:12:43.551686 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-30848663-e34a-40aa-93ec-702f6eb9ec4f tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:43.559004 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-f4197f96-3464-41da-92ea-ed5094d1beab None None] Provisioning complete for port 9875058b-c2d4-43cd-bac7-950aaba507ab triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:12:43.559458 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f4197f96-3464-41da-92ea-ed5094d1beab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:43.663293 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-1921f9a0-f894-4638-97e4-2303c1c8c5d2 None None] Attempting to bind port 7963a351-4df4-4704-bb35-b2f44ba4a453 on host dv-neutron-822799-1-hyperv for vnic_type normal with profile  {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:12:43.663752 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-1921f9a0-f894-4638-97e4-2303c1c8c5d2 None None] Attempting to bind port 7963a351-4df4-4704-bb35-b2f44ba4a453 by drivers openvswitch,hyperv on host dv-neutron-822799-1-hyperv at level 0 using segments [{'id': '829d0e30-43ea-40a0-b40c-87f193e20548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'f509099b-1fdb-456b-88de-7eeb98046644'}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:12:43.664184 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1921f9a0-f894-4638-97e4-2303c1c8c5d2 None None] Attempting to bind port 7963a351-4df4-4704-bb35-b2f44ba4a453 on network f509099b-1fdb-456b-88de-7eeb98046644 {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:12:43.695517 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1921f9a0-f894-4638-97e4-2303c1c8c5d2 None None] Checking agent: {'id': '20d2070f-69a9-4e73-8d08-6f0387a40158', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822799-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 21), 'started_at': datetime.datetime(2021, 12, 23, 16, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 12, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822799-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 23 16:12:43.695914 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1921f9a0-f894-4638-97e4-2303c1c8c5d2 None None] Checking segment: {'id': '829d0e30-43ea-40a0-b40c-87f193e20548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'f509099b-1fdb-456b-88de-7eeb98046644'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:12:43.696512 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1921f9a0-f894-4638-97e4-2303c1c8c5d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:43.696949 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1921f9a0-f894-4638-97e4-2303c1c8c5d2 None None] Bound using segment: {'id': '829d0e30-43ea-40a0-b40c-87f193e20548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'f509099b-1fdb-456b-88de-7eeb98046644'} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 23 16:12:43.697500 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-1921f9a0-f894-4638-97e4-2303c1c8c5d2 None None] Bound port: 7963a351-4df4-4704-bb35-b2f44ba4a453, host: dv-neutron-822799-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '829d0e30-43ea-40a0-b40c-87f193e20548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'f509099b-1fdb-456b-88de-7eeb98046644'}}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 23 16:12:43.698114 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1921f9a0-f894-4638-97e4-2303c1c8c5d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:43.737768 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port 393c3ce6-64b1-40bc-849a-36c040231da0 triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:12:43.738250 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:43.762356 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-aba62b5a-02ae-47c6-99cf-3f25a29951ee tempest-FloatingIPNegativeTestJSON-779674983 tempest-FloatingIPNegativeTestJSON-779674983-project] Notify callbacks [] for port, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:43.775092 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-29fec3c0-6f8e-4c7a-909a-71b845966ce3 tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:43.788146 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-f4197f96-3464-41da-92ea-ed5094d1beab None None] Port 9875058b-c2d4-43cd-bac7-950aaba507ab cannot update to ACTIVE because it is not bound. {{(pid=87637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 23 16:12:43.826587 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c5c7f61-291c-41c6-ba58-5e055247fe8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7e017a6-8198-58c8-a07e-0f786128e3b3-a67646b4-5371-43ec-9f98-39fe51a67033', 'network_id': 'a67646b4-5371-43ec-9f98-39fe51a67033', 'tenant_id': 'bf435ff0e7914a739a10fff5b2399c13', 'fixed_ips': [{'subnet_id': '771181b6-7c77-42d1-8144-5c6de072df3d'}]}} from dv-neutron-822799-1-hyperv. {{(pid=87637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 23 16:12:43.827436 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-5c5c7f61-291c-41c6-ba58-5e055247fe8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:43.857012 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.provisioning_blocks [None req-aba62b5a-02ae-47c6-99cf-3f25a29951ee tempest-FloatingIPNegativeTestJSON-779674983 tempest-FloatingIPNegativeTestJSON-779674983-project] Transition to ACTIVE for port object c9775c4e-92ce-4953-8a30-746f28aa67ac will not be triggered until provisioned by entity DHCP. {{(pid=87635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:12:43.878321 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-f4197f96-3464-41da-92ea-ed5094d1beab None None] Provisioning complete for port 393c3ce6-64b1-40bc-849a-36c040231da0 triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:12:43.878767 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f4197f96-3464-41da-92ea-ed5094d1beab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:43.986752 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-36a4450a-5b7f-46ee-8aa7-42c6b6174421 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:44.018083 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-29fec3c0-6f8e-4c7a-909a-71b845966ce3 tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:44.022711 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-36a4450a-5b7f-46ee-8aa7-42c6b6174421 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:12:44.040405 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-654ecee2-92b3-4b08-a867-a54d115acb52 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:12:44.040826 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-36a4450a-5b7f-46ee-8aa7-42c6b6174421 admin admin] Usage tracker for resource:security_group_rule and tenant:927ff694db574a6380e06b64c2332f24 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:12:44.045004 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-36a4450a-5b7f-46ee-8aa7-42c6b6174421 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:12:44.067269 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-36a4450a-5b7f-46ee-8aa7-42c6b6174421 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:12:44.070350 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-aba62b5a-02ae-47c6-99cf-3f25a29951ee tempest-FloatingIPNegativeTestJSON-779674983 tempest-FloatingIPNegativeTestJSON-779674983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:44.078700 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_common [None req-5c5c7f61-291c-41c6-ba58-5e055247fe8d None None] Allocated IP 2001:db8::2 (a67646b4-5371-43ec-9f98-39fe51a67033/771181b6-7c77-42d1-8144-5c6de072df3d/c029e6c8-8d0c-48e9-b85b-ce17e4ecbb8a) {{(pid=87637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:12:44.108972 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-08cf68c4-1ec3-4d7d-9a5c-76555bfd1d06 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:44.122220 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aba62b5a-02ae-47c6-99cf-3f25a29951ee tempest-FloatingIPNegativeTestJSON-779674983 tempest-FloatingIPNegativeTestJSON-779674983-project] Network f509099b-1fdb-456b-88de-7eeb98046644 is already hosted by enough agents. {{(pid=87635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:12:44.130125 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29fec3c0-6f8e-4c7a-909a-71b845966ce3 tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Network 8afa6d58-9431-454a-b99c-3ff8a65aa86b is already hosted by enough agents. {{(pid=87635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:12:44.134398 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.base_scheduler [None req-aba62b5a-02ae-47c6-99cf-3f25a29951ee tempest-FloatingIPNegativeTestJSON-779674983 tempest-FloatingIPNegativeTestJSON-779674983-project] Resources bound (agent type, host, resource id):  {{(pid=87635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:12:44.139441 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.base_scheduler [None req-29fec3c0-6f8e-4c7a-909a-71b845966ce3 tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Resources bound (agent type, host, resource id):  {{(pid=87635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:12:44.144538 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aba62b5a-02ae-47c6-99cf-3f25a29951ee tempest-FloatingIPNegativeTestJSON-779674983 tempest-FloatingIPNegativeTestJSON-779674983-project] Received port after_create {{(pid=87635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:12:44.173110 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29fec3c0-6f8e-4c7a-909a-71b845966ce3 tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Received port after_create {{(pid=87635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:12:44.198586 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fec3c0-6f8e-4c7a-909a-71b845966ce3 tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Pushing event updated for resources: {'Port': ['ID=e6d45284-1f67-4b74-b30a-82b5a34afb05,revision_number=1']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:12:44.208131 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-29fec3c0-6f8e-4c7a-909a-71b845966ce3 tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:12:44.220788 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-2dcc309b-3dc9-4ce0-b708-40a1a682c854 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.136s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:12:44.277634 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-5c5c7f61-291c-41c6-ba58-5e055247fe8d None None] Notify callbacks [] for port, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:44.287439 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-5c5c7f61-291c-41c6-ba58-5e055247fe8d None None] Transition to ACTIVE for port object c029e6c8-8d0c-48e9-b85b-ce17e4ecbb8a will not be triggered until provisioned by entity L2. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:12:44.290435 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-963353e1-fddc-4b96-9325-50770a881dc7 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks [] for port, precommit_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:44.308316 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-5c5c7f61-291c-41c6-ba58-5e055247fe8d None None] Transition to ACTIVE for port object c029e6c8-8d0c-48e9-b85b-ce17e4ecbb8a will not be triggered until provisioned by entity DHCP. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:12:44.313884 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-963353e1-fddc-4b96-9325-50770a881dc7 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2753531'] for port, after_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:44.338360 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-5c5c7f61-291c-41c6-ba58-5e055247fe8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780'] for port, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:44.339586 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba62b5a-02ae-47c6-99cf-3f25a29951ee tempest-FloatingIPNegativeTestJSON-779674983 tempest-FloatingIPNegativeTestJSON-779674983-project] Pushing event updated for resources: {'Port': ['ID=c9775c4e-92ce-4953-8a30-746f28aa67ac,revision_number=1']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:12:44.348148 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-89915294-f641-425b-9dc1-0be42ddcf096 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:12:44.424048 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-1921f9a0-f894-4638-97e4-2303c1c8c5d2 None None] For port 7963a351-4df4-4704-bb35-b2f44ba4a453, host dv-neutron-822799-1-hyperv, cleared binding levels {{(pid=87637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 23 16:12:44.427942 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-1921f9a0-f894-4638-97e4-2303c1c8c5d2 None None] For port 7963a351-4df4-4704-bb35-b2f44ba4a453, host dv-neutron-822799-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=7963a351-4df4-4704-bb35-b2f44ba4a453,segment=NetworkSegment(829d0e30-43ea-40a0-b40c-87f193e20548),segment_id=829d0e30-43ea-40a0-b40c-87f193e20548)] {{(pid=87637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 23 16:12:44.433148 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-aba62b5a-02ae-47c6-99cf-3f25a29951ee tempest-FloatingIPNegativeTestJSON-779674983 tempest-FloatingIPNegativeTestJSON-779674983-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:12:44.434162 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-aba62b5a-02ae-47c6-99cf-3f25a29951ee tempest-FloatingIPNegativeTestJSON-779674983 tempest-FloatingIPNegativeTestJSON-779674983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1781300'] for router_interface, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:44.438555 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-e62d26b2-9f16-4c39-9450-8b65244f907a tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.114s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:12:44.518935 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1921f9a0-f894-4638-97e4-2303c1c8c5d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:44.536031 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c5c7f61-291c-41c6-ba58-5e055247fe8d None None] Network a67646b4-5371-43ec-9f98-39fe51a67033 is already hosted by enough agents. {{(pid=87637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:12:44.553835 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-5c5c7f61-291c-41c6-ba58-5e055247fe8d None None] Resources bound (agent type, host, resource id):  {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:12:44.562485 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e034aac9-1758-454e-96ff-cdbc99ebefcb None None] DHCP port deletion for 4c1962e0-4c4d-4aa1-ba29-9dab3980edc3 request from dv-neutron-822799-1-hyperv {{(pid=87637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 23 16:12:44.584619 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [None req-30848663-e34a-40aa-93ec-702f6eb9ec4f tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] For port 1042310c-087c-49cc-83a0-e54d833f77b4, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=1042310c-087c-49cc-83a0-e54d833f77b4,segment=NetworkSegment(3bf94199-de70-401a-b5b9-eabf2bec7461),segment_id=3bf94199-de70-401a-b5b9-eabf2bec7461)] {{(pid=87636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:12:44.585277 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-30848663-e34a-40aa-93ec-702f6eb9ec4f tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:44.596504 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c5c7f61-291c-41c6-ba58-5e055247fe8d None None] Received port after_create {{(pid=87637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:12:44.664286 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-e034aac9-1758-454e-96ff-cdbc99ebefcb None None] Deleting port 1042310c-087c-49cc-83a0-e54d833f77b4 {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:12:44.664713 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-e034aac9-1758-454e-96ff-cdbc99ebefcb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:44.768443 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5c7f61-291c-41c6-ba58-5e055247fe8d None None] Pushing event updated for resources: {'Port': ['ID=c029e6c8-8d0c-48e9-b85b-ce17e4ecbb8a,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:12:44.775110 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-5c5c7f61-291c-41c6-ba58-5e055247fe8d None None] Attempting to bind port c029e6c8-8d0c-48e9-b85b-ce17e4ecbb8a on host dv-neutron-822799-1-hyperv for vnic_type normal with profile  {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:12:44.775505 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-5c5c7f61-291c-41c6-ba58-5e055247fe8d None None] Attempting to bind port c029e6c8-8d0c-48e9-b85b-ce17e4ecbb8a by drivers openvswitch,hyperv on host dv-neutron-822799-1-hyperv at level 0 using segments [{'id': 'd0e346f7-32a7-41a0-b972-301688edbe10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'a67646b4-5371-43ec-9f98-39fe51a67033'}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:12:44.775906 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c5c7f61-291c-41c6-ba58-5e055247fe8d None None] Attempting to bind port c029e6c8-8d0c-48e9-b85b-ce17e4ecbb8a on network a67646b4-5371-43ec-9f98-39fe51a67033 {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:12:44.776936 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-30848663-e34a-40aa-93ec-702f6eb9ec4f tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Calling delete_port for 1042310c-087c-49cc-83a0-e54d833f77b4 owned by network:dhcp {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:12:44.786878 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-5c5c7f61-291c-41c6-ba58-5e055247fe8d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.439s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:12:44.789275 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c5c7f61-291c-41c6-ba58-5e055247fe8d None None] Checking agent: {'id': '20d2070f-69a9-4e73-8d08-6f0387a40158', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822799-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 21), 'started_at': datetime.datetime(2021, 12, 23, 16, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 12, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822799-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 23 16:12:44.789675 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c5c7f61-291c-41c6-ba58-5e055247fe8d None None] Checking segment: {'id': 'd0e346f7-32a7-41a0-b972-301688edbe10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'a67646b4-5371-43ec-9f98-39fe51a67033'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:12:44.790105 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-5c5c7f61-291c-41c6-ba58-5e055247fe8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:44.790510 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c5c7f61-291c-41c6-ba58-5e055247fe8d None None] Bound using segment: {'id': 'd0e346f7-32a7-41a0-b972-301688edbe10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'a67646b4-5371-43ec-9f98-39fe51a67033'} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 23 16:12:44.791031 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-5c5c7f61-291c-41c6-ba58-5e055247fe8d None None] Bound port: c029e6c8-8d0c-48e9-b85b-ce17e4ecbb8a, host: dv-neutron-822799-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0e346f7-32a7-41a0-b972-301688edbe10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'a67646b4-5371-43ec-9f98-39fe51a67033'}}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 23 16:12:44.791400 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-5c5c7f61-291c-41c6-ba58-5e055247fe8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:44.811061 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-5fcfa84a-258f-4419-8edd-bbf8dcf3cd61 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.267s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:12:44.885855 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963353e1-fddc-4b96-9325-50770a881dc7 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Pushing event updated for resources: {'Port': ['ID=9875058b-c2d4-43cd-bac7-950aaba507ab,revision_number=2']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:12:44.926010 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-963353e1-fddc-4b96-9325-50770a881dc7 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.487s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:12:44.930554 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1921f9a0-f894-4638-97e4-2303c1c8c5d2 None None] Pushing event updated for resources: {'Port': ['ID=7963a351-4df4-4704-bb35-b2f44ba4a453,revision_number=2']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:12:44.945049 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 1042310c-087c-49cc-83a0-e54d833f77b4 no longer exists at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 23 16:12:44.967603 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [None req-08cf68c4-1ec3-4d7d-9a5c-76555bfd1d06 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Allocated IP 2001:db8::1 (a67646b4-5371-43ec-9f98-39fe51a67033/771181b6-7c77-42d1-8144-5c6de072df3d/69db3a6e-69a6-4ba7-a484-585c53de2c12) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:12:44.994772 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-1921f9a0-f894-4638-97e4-2303c1c8c5d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:12:45.012884 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-36a4450a-5b7f-46ee-8aa7-42c6b6174421 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:45.035302 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-30848663-e34a-40aa-93ec-702f6eb9ec4f tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:45.044863 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-048901cd-3c6f-4aaf-9226-1b73eb211d23 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:12:45.046305 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-e034aac9-1758-454e-96ff-cdbc99ebefcb None None] The port '1042310c-087c-49cc-83a0-e54d833f77b4' was deleted {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 23 16:12:45.079586 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-36a4450a-5b7f-46ee-8aa7-42c6b6174421 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:45.101354 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] No active binding found for port 1042310c-087c-49cc-83a0-e54d833f77b4 {{(pid=87637) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}}
Dec 23 16:12:45.101872 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 1042310c-087c-49cc-83a0-e54d833f77b4 not bound to the agent host dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 23 16:12:45.111302 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-5c5c7f61-291c-41c6-ba58-5e055247fe8d None None] For port c029e6c8-8d0c-48e9-b85b-ce17e4ecbb8a, host dv-neutron-822799-1-hyperv, cleared binding levels {{(pid=87637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 23 16:12:45.117346 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-5c5c7f61-291c-41c6-ba58-5e055247fe8d None None] For port c029e6c8-8d0c-48e9-b85b-ce17e4ecbb8a, host dv-neutron-822799-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=c029e6c8-8d0c-48e9-b85b-ce17e4ecbb8a,segment=NetworkSegment(d0e346f7-32a7-41a0-b972-301688edbe10),segment_id=d0e346f7-32a7-41a0-b972-301688edbe10)] {{(pid=87637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 23 16:12:45.154466 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-5c5c7f61-291c-41c6-ba58-5e055247fe8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:45.166022 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:12:45.193568 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30848663-e34a-40aa-93ec-702f6eb9ec4f tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Pushing event deleted for resources: {'Port': ['ID=1042310c-087c-49cc-83a0-e54d833f77b4,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:12:45.201453 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30848663-e34a-40aa-93ec-702f6eb9ec4f tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] No DVR routers for this DVR port 1042310c-087c-49cc-83a0-e54d833f77b4 on host dv-neutron-822799-1-hyperv {{(pid=87636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 23 16:12:45.211917 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-30848663-e34a-40aa-93ec-702f6eb9ec4f tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:12:45.234049 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-946451f4-00fa-41fd-a2e5-5af0ed3a4cf6 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.137s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:12:45.268711 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-36a4450a-5b7f-46ee-8aa7-42c6b6174421 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=927ff694db574a6380e06b64c2332f24&name=default HTTP/1.1" status: 200  len: 2979 time: 1.7783349
Dec 23 16:12:45.269650 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 46160) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:45.316451 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-aba62b5a-02ae-47c6-99cf-3f25a29951ee tempest-FloatingIPNegativeTestJSON-779674983 tempest-FloatingIPNegativeTestJSON-779674983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:45.333917 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a4450a-5b7f-46ee-8aa7-42c6b6174421 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=601ce839-e4fa-4949-816c-cc094aead0ab,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:12:45.342825 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-f244746d-07e5-462a-8a3b-2cd41193d701 None None] Provisioning complete for port 9875058b-c2d4-43cd-bac7-950aaba507ab triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:12:45.343207 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f244746d-07e5-462a-8a3b-2cd41193d701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:45.364610 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-36a4450a-5b7f-46ee-8aa7-42c6b6174421 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:12:45.419047 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-f244746d-07e5-462a-8a3b-2cd41193d701 None None] Port 9875058b-c2d4-43cd-bac7-950aaba507ab cannot update to ACTIVE because it is not bound. {{(pid=87637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 23 16:12:45.454269 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5c7f61-291c-41c6-ba58-5e055247fe8d None None] Pushing event updated for resources: {'Port': ['ID=c029e6c8-8d0c-48e9-b85b-ce17e4ecbb8a,revision_number=2']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:12:45.458669 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-5c5c7f61-291c-41c6-ba58-5e055247fe8d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:12:45.496816 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-29fec3c0-6f8e-4c7a-909a-71b845966ce3 tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:45.566263 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-963353e1-fddc-4b96-9325-50770a881dc7 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1781300'] for router_interface, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:45.579425 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-30848663-e34a-40aa-93ec-702f6eb9ec4f tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-864347', 'neutron.services.segments.db._delete_segments_for_network-8735362908070'] for network, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:45.624464 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-819e1225-7fe8-4d84-9a1f-1be006b9458a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:45.685150 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-30848663-e34a-40aa-93ec-702f6eb9ec4f tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1dc08f8820>,) {'filters': {'network_id': ['4c1962e0-4c4d-4aa1-ba29-9dab3980edc3']}} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:12:45.705795 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-08cf68c4-1ec3-4d7d-9a5c-76555bfd1d06 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:45.717405 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-819e1225-7fe8-4d84-9a1f-1be006b9458a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:45.725489 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-30848663-e34a-40aa-93ec-702f6eb9ec4f tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dc08f8820>, '3bf94199-de70-401a-b5b9-eabf2bec7461') {'for_net_delete': True} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:12:45.725893 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-30848663-e34a-40aa-93ec-702f6eb9ec4f tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dc08f8820>, '3bf94199-de70-401a-b5b9-eabf2bec7461') {} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:12:45.756633 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-30848663-e34a-40aa-93ec-702f6eb9ec4f tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735363085442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2382197'] for segment, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:45.764648 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.provisioning_blocks [None req-08cf68c4-1ec3-4d7d-9a5c-76555bfd1d06 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Transition to ACTIVE for port object 69db3a6e-69a6-4ba7-a484-585c53de2c12 will not be triggered until provisioned by entity DHCP. {{(pid=87636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:12:45.791138 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-30848663-e34a-40aa-93ec-702f6eb9ec4f tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:45.808548 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30848663-e34a-40aa-93ec-702f6eb9ec4f tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Releasing vlan 440 on physical network physnet1 to pool {{(pid=87636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 23 16:12:45.809162 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-30848663-e34a-40aa-93ec-702f6eb9ec4f tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2176261'] for segment, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:45.824812 dv-neutron-822799-1-hyperv neutron-server[87636]: Traceback (most recent call last):
Dec 23 16:12:45.824812 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 23 16:12:45.824812 dv-neutron-822799-1-hyperv neutron-server[87636]:     timer()
Dec 23 16:12:45.824812 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:12:45.824812 dv-neutron-822799-1-hyperv neutron-server[87636]:     cb(*args, **kw)
Dec 23 16:12:45.824812 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 23 16:12:45.824812 dv-neutron-822799-1-hyperv neutron-server[87636]:     return func(*args, **kwargs)
Dec 23 16:12:45.824812 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:12:45.824812 dv-neutron-822799-1-hyperv neutron-server[87636]:     self._notify()
Dec 23 16:12:45.824812 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:12:45.824812 dv-neutron-822799-1-hyperv neutron-server[87636]:     self.callback(batched_events)
Dec 23 16:12:45.824812 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:12:45.824812 dv-neutron-822799-1-hyperv neutron-server[87636]:     event.method(event)
Dec 23 16:12:45.824812 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:12:45.824812 dv-neutron-822799-1-hyperv neutron-server[87636]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:12:45.824812 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 23 16:12:45.824812 dv-neutron-822799-1-hyperv neutron-server[87636]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 23 16:12:45.824812 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 23 16:12:45.824812 dv-neutron-822799-1-hyperv neutron-server[87636]:     return f(self, *a, **k)
Dec 23 16:12:45.824812 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:12:45.824812 dv-neutron-822799-1-hyperv neutron-server[87636]:     return self._get(url).json()
Dec 23 16:12:45.824812 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 23 16:12:45.824812 dv-neutron-822799-1-hyperv neutron-server[87636]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 23 16:12:45.824812 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 23 16:12:45.824812 dv-neutron-822799-1-hyperv neutron-server[87636]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:12:45.824812 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 23 16:12:45.824812 dv-neutron-822799-1-hyperv neutron-server[87636]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 23 16:12:45.824812 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 23 16:12:45.824812 dv-neutron-822799-1-hyperv neutron-server[87636]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:12:45.824812 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 23 16:12:45.824812 dv-neutron-822799-1-hyperv neutron-server[87636]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:12:45.824812 dv-neutron-822799-1-hyperv neutron-server[87636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:12:46.081558 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-30848663-e34a-40aa-93ec-702f6eb9ec4f tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-864336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1824171'] for network, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:46.085484 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-6be2d0f7-68ee-40af-9c17-539c3e3c0d26 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:12:46.103860 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-30848663-e34a-40aa-93ec-702f6eb9ec4f tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:46.108518 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-08cf68c4-1ec3-4d7d-9a5c-76555bfd1d06 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:46.117015 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-819e1225-7fe8-4d84-9a1f-1be006b9458a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:46.126219 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30848663-e34a-40aa-93ec-702f6eb9ec4f tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Pushing event deleted for resources: {'Network': ['ID=4c1962e0-4c4d-4aa1-ba29-9dab3980edc3,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:12:46.135788 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-30848663-e34a-40aa-93ec-702f6eb9ec4f tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:12:46.140800 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-cf8ed71b-828d-4f92-acc7-ddd47b4d5c3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.024s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:12:46.217851 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08cf68c4-1ec3-4d7d-9a5c-76555bfd1d06 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Network a67646b4-5371-43ec-9f98-39fe51a67033 is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:12:46.222875 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-08cf68c4-1ec3-4d7d-9a5c-76555bfd1d06 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Resources bound (agent type, host, resource id):  {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:12:46.225590 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08cf68c4-1ec3-4d7d-9a5c-76555bfd1d06 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:12:46.226491 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-08cf68c4-1ec3-4d7d-9a5c-76555bfd1d06 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1781300'] for router_interface, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:46.268463 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-30848663-e34a-40aa-93ec-702f6eb9ec4f tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] 10.222.0.64 "DELETE /v2.0/networks/4c1962e0-4c4d-4aa1-ba29-9dab3980edc3 HTTP/1.1" status: 204  len: 168 time: 3.2622628
Dec 23 16:12:46.275993 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-819e1225-7fe8-4d84-9a1f-1be006b9458a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:46.279714 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-819e1225-7fe8-4d84-9a1f-1be006b9458a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/601ce839-e4fa-4949-816c-cc094aead0ab HTTP/1.1" status: 204  len: 168 time: 0.9110742
Dec 23 16:12:46.294587 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cf68c4-1ec3-4d7d-9a5c-76555bfd1d06 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Pushing event updated for resources: {'Port': ['ID=69db3a6e-69a6-4ba7-a484-585c53de2c12,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:12:46.301916 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-08cf68c4-1ec3-4d7d-9a5c-76555bfd1d06 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:12:46.303126 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-507d926a-159e-4075-89d9-156f5fc10c8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.177s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:12:46.322692 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5578c496-3acd-4d14-8c5e-ca769d494283 None None] Network f509099b-1fdb-456b-88de-7eeb98046644 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:12:46.352984 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819e1225-7fe8-4d84-9a1f-1be006b9458a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=601ce839-e4fa-4949-816c-cc094aead0ab,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:12:46.359863 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-819e1225-7fe8-4d84-9a1f-1be006b9458a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:12:46.494995 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-963353e1-fddc-4b96-9325-50770a881dc7 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:46.529952 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-08cf68c4-1ec3-4d7d-9a5c-76555bfd1d06 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:46.572814 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-9aa0ed72-7503-4459-a139-3e56991bccd3 None None] Provisioning for port 7963a351-4df4-4704-bb35-b2f44ba4a453 completed by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:12:46.617638 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-29fec3c0-6f8e-4c7a-909a-71b845966ce3 tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1824017', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1823768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-235299'] for router, precommit_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:46.639905 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-29fec3c0-6f8e-4c7a-909a-71b845966ce3 tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1824234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1824024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1824227', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1823761'] for router, after_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:46.775277 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 46176) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:46.783121 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-ba76e157-92d4-4936-9c5d-916ec6e63eae req-d300d820-f3e8-4f61-9c96-39e7f5e286b0 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=f54fff32-66c0-4adb-922d-69673e61b491&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.3783443
Dec 23 16:12:47.038760 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-9ac60f89-0848-4dc3-be13-05871ec10cb6 None None] Provisioning for port c029e6c8-8d0c-48e9-b85b-ce17e4ecbb8a completed by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:12:47.099015 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 7963a351-4df4-4704-bb35-b2f44ba4a453 up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:12:47.152986 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.db.resource_extend [None req-aba62b5a-02ae-47c6-99cf-3f25a29951ee tempest-FloatingIPNegativeTestJSON-779674983 tempest-FloatingIPNegativeTestJSON-779674983-project] It took 0.51 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 23 16:12:47.261299 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning for port 7963a351-4df4-4704-bb35-b2f44ba4a453 completed by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:12:47.267814 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port 7963a351-4df4-4704-bb35-b2f44ba4a453 triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:12:47.268208 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:47.297764 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-aba62b5a-02ae-47c6-99cf-3f25a29951ee tempest-FloatingIPNegativeTestJSON-779674983 tempest-FloatingIPNegativeTestJSON-779674983-project] Notify callbacks [] for port, precommit_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:47.328010 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-aba62b5a-02ae-47c6-99cf-3f25a29951ee tempest-FloatingIPNegativeTestJSON-779674983 tempest-FloatingIPNegativeTestJSON-779674983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2753531'] for port, after_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:47.334339 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-642b8687-7a33-4da1-8462-b67caf873dbc admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9552d108dcd2412896b3c037adf05d69&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5557683
Dec 23 16:12:47.341560 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 46194) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:47.470757 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-4cb81110-1d6f-4844-9c5a-f890e383fa25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:47.478004 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-08cf68c4-1ec3-4d7d-9a5c-76555bfd1d06 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks [] for port, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:47.495414 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-08cf68c4-1ec3-4d7d-9a5c-76555bfd1d06 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2176289'] for port, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:47.496503 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-08cf68c4-1ec3-4d7d-9a5c-76555bfd1d06 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1627481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1781465'] for router_interface, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:47.504772 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-0364abfb-bf3f-4325-8abc-76c22da080e2 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:12:47.506000 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-efc65fa4-eb85-4060-acba-c867bb397ea8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:47.520303 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-6a35125b-a657-4cd3-885b-acfa05e8f927 None None] Provisioning complete for port 7963a351-4df4-4704-bb35-b2f44ba4a453 triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:12:47.520739 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-6a35125b-a657-4cd3-885b-acfa05e8f927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:47.597329 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:47.603449 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-14b05d1e-8fad-4ba7-89e7-3c731e61535e tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:12:47.652658 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-aba62b5a-02ae-47c6-99cf-3f25a29951ee tempest-FloatingIPNegativeTestJSON-779674983 tempest-FloatingIPNegativeTestJSON-779674983-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1627481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1781465'] for router_interface, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:47.666695 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] For port 7963a351-4df4-4704-bb35-b2f44ba4a453, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=7963a351-4df4-4704-bb35-b2f44ba4a453,segment=NetworkSegment(829d0e30-43ea-40a0-b40c-87f193e20548),segment_id=829d0e30-43ea-40a0-b40c-87f193e20548)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:12:47.705596 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:47.706759 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device c029e6c8-8d0c-48e9-b85b-ce17e4ecbb8a up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:12:47.745384 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08cf68c4-1ec3-4d7d-9a5c-76555bfd1d06 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Network a67646b4-5371-43ec-9f98-39fe51a67033 is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:12:47.747990 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-bc725ad1-24a3-426d-9c1b-24d47c6736d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:12:47.750186 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-4cb81110-1d6f-4844-9c5a-f890e383fa25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:47.758888 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-08cf68c4-1ec3-4d7d-9a5c-76555bfd1d06 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Resources bound (agent type, host, resource id):  {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:12:47.876852 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Pushing event updated for resources: {'Port': ['ID=7963a351-4df4-4704-bb35-b2f44ba4a453,revision_number=3']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:12:47.884368 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:12:47.895868 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-6a35125b-a657-4cd3-885b-acfa05e8f927 None None] Provisioning for port c9775c4e-92ce-4953-8a30-746f28aa67ac completed by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:12:47.911316 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning for port c029e6c8-8d0c-48e9-b85b-ce17e4ecbb8a completed by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:12:47.917599 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cf68c4-1ec3-4d7d-9a5c-76555bfd1d06 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Pushing event updated for resources: {'Port': ['ID=69db3a6e-69a6-4ba7-a484-585c53de2c12,revision_number=2']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:12:47.930006 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-6a35125b-a657-4cd3-885b-acfa05e8f927 None None] Provisioning complete for port c9775c4e-92ce-4953-8a30-746f28aa67ac triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:12:47.930659 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-6a35125b-a657-4cd3-885b-acfa05e8f927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:47.970615 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port c029e6c8-8d0c-48e9-b85b-ce17e4ecbb8a triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:12:47.971312 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:47.980508 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aba62b5a-02ae-47c6-99cf-3f25a29951ee tempest-FloatingIPNegativeTestJSON-779674983 tempest-FloatingIPNegativeTestJSON-779674983-project] Network f509099b-1fdb-456b-88de-7eeb98046644 is already hosted by enough agents. {{(pid=87635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:12:48.000140 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.base_scheduler [None req-aba62b5a-02ae-47c6-99cf-3f25a29951ee tempest-FloatingIPNegativeTestJSON-779674983 tempest-FloatingIPNegativeTestJSON-779674983-project] Resources bound (agent type, host, resource id):  {{(pid=87635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:12:48.038355 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-08cf68c4-1ec3-4d7d-9a5c-76555bfd1d06 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.534s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:12:48.064254 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-6a35125b-a657-4cd3-885b-acfa05e8f927 None None] Port c9775c4e-92ce-4953-8a30-746f28aa67ac cannot update to ACTIVE because it is not bound. {{(pid=87637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 23 16:12:48.133058 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-4cb81110-1d6f-4844-9c5a-f890e383fa25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:48.141428 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-cf229f65-1f61-4e58-8035-11cf3f90508a tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:12:48.187309 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb81110-1d6f-4844-9c5a-f890e383fa25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62c22a44-b98b-4994-9037-cfabd5affb1b,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:12:48.203395 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-4cb81110-1d6f-4844-9c5a-f890e383fa25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:12:48.204007 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-85bd35ee-4047-4387-9aaf-e9e18bcd9c61 None None] Provisioning for port 69db3a6e-69a6-4ba7-a484-585c53de2c12 completed by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:12:48.229998 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-4cb81110-1d6f-4844-9c5a-f890e383fa25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:48.235505 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-4cb81110-1d6f-4844-9c5a-f890e383fa25 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/62c22a44-b98b-4994-9037-cfabd5affb1b HTTP/1.1" status: 204  len: 168 time: 0.8918545
Dec 23 16:12:48.236408 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-85bd35ee-4047-4387-9aaf-e9e18bcd9c61 None None] Provisioning complete for port 69db3a6e-69a6-4ba7-a484-585c53de2c12 triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:12:48.236866 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-85bd35ee-4047-4387-9aaf-e9e18bcd9c61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:48.271731 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08cf68c4-1ec3-4d7d-9a5c-76555bfd1d06 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Router 4cdd5e7d-ac6e-4259-8511-ebb7a4a642cd is scheduled to L3 agent 371d4c41-c7e2-4de7-9539-c049ec4e95d1 with binding_index 1 {{(pid=87636) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 23 16:12:48.288178 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:48.327234 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba76e157-92d4-4936-9c5d-916ec6e63eae req-f8243d24-676f-4c10-a5ef-2c5de31e4c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:12:48.328877 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-ba76e157-92d4-4936-9c5d-916ec6e63eae req-f8243d24-676f-4c10-a5ef-2c5de31e4c64 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4397e61b404b4512b8e2da8fa19161c5&device_id=f54fff32-66c0-4adb-922d-69673e61b491 HTTP/1.1" status: 200  len: 1099 time: 1.3822045
Dec 23 16:12:48.329624 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba62b5a-02ae-47c6-99cf-3f25a29951ee tempest-FloatingIPNegativeTestJSON-779674983 tempest-FloatingIPNegativeTestJSON-779674983-project] Pushing event updated for resources: {'Port': ['ID=c9775c4e-92ce-4953-8a30-746f28aa67ac,revision_number=2']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:12:48.351918 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-aba62b5a-02ae-47c6-99cf-3f25a29951ee tempest-FloatingIPNegativeTestJSON-779674983 tempest-FloatingIPNegativeTestJSON-779674983-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.749s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:12:48.380583 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] For port c029e6c8-8d0c-48e9-b85b-ce17e4ecbb8a, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=c029e6c8-8d0c-48e9-b85b-ce17e4ecbb8a,segment=NetworkSegment(d0e346f7-32a7-41a0-b972-301688edbe10),segment_id=d0e346f7-32a7-41a0-b972-301688edbe10)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:12:48.389482 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-85bd35ee-4047-4387-9aaf-e9e18bcd9c61 None None] Port 69db3a6e-69a6-4ba7-a484-585c53de2c12 cannot update to ACTIVE because it is not bound. {{(pid=87637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 23 16:12:48.401595 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:48.404408 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-605f2784-f231-4826-9634-d58281e5b328 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:12:48.512272 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29fec3c0-6f8e-4c7a-909a-71b845966ce3 tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Router 0632e532-7776-4499-b253-b59eaeeecca8 is scheduled to L3 agent 371d4c41-c7e2-4de7-9539-c049ec4e95d1 with binding_index 1 {{(pid=87635) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 23 16:12:48.514831 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08cf68c4-1ec3-4d7d-9a5c-76555bfd1d06 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify agent at l3_agent.dv-neutron-822799-1-hyperv the message routers_updated {{(pid=87636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 23 16:12:48.521716 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-08cf68c4-1ec3-4d7d-9a5c-76555bfd1d06 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "PUT /v2.0/routers/4cdd5e7d-ac6e-4259-8511-ebb7a4a642cd/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.3920729
Dec 23 16:12:48.524560 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 46218) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:48.554718 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67d38947-d01c-431b-ad71-f6ea27f5d0d4 None None] Sync routers for ids ['4cdd5e7d-ac6e-4259-8511-ebb7a4a642cd'] in dv-neutron-822799-1-hyperv {{(pid=87637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 23 16:12:48.585516 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-85bd35ee-4047-4387-9aaf-e9e18bcd9c61 None None] Provisioning complete for port c9775c4e-92ce-4953-8a30-746f28aa67ac triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:12:48.586342 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-85bd35ee-4047-4387-9aaf-e9e18bcd9c61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:48.658828 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67d38947-d01c-431b-ad71-f6ea27f5d0d4 None None] Routers {'4cdd5e7d-ac6e-4259-8511-ebb7a4a642cd'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:12:48.660933 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-67d38947-d01c-431b-ad71-f6ea27f5d0d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc1087a00>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:12:20Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['4cdd5e7d-ac6e-4259-8511-ebb7a4a642cd'], 'active': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:12:48.687829 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c156779-2033-42b6-969d-e437c8301735 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:12:48.695259 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-3c156779-2033-42b6-969d-e437c8301735 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Synchronizing usage tracker for tenant:bf435ff0e7914a739a10fff5b2399c13 on resource:port {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:12:48.730009 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-3c156779-2033-42b6-969d-e437c8301735 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Unset dirty status for tenant:bf435ff0e7914a739a10fff5b2399c13 on resource:port {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:12:48.731281 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-3c156779-2033-42b6-969d-e437c8301735 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "GET /v2.0/ports/69db3a6e-69a6-4ba7-a484-585c53de2c12 HTTP/1.1" status: 200  len: 911 time: 0.2056904
Dec 23 16:12:48.733993 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 46224) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:48.734957 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Pushing event updated for resources: {'Port': ['ID=c029e6c8-8d0c-48e9-b85b-ce17e4ecbb8a,revision_number=3']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:12:48.750434 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:12:48.841518 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-85bd35ee-4047-4387-9aaf-e9e18bcd9c61 None None] Port c9775c4e-92ce-4953-8a30-746f28aa67ac cannot update to ACTIVE because it is not bound. {{(pid=87637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 23 16:12:48.861818 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvr_db [None req-67d38947-d01c-431b-ad71-f6ea27f5d0d4 None None] Set router 4cdd5e7d-ac6e-4259-8511-ebb7a4a642cd gateway port host: None {{(pid=87637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:12:48.884276 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.db.resource_extend [None req-963353e1-fddc-4b96-9325-50770a881dc7 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] It took 0.38 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 23 16:12:48.899899 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba76e157-92d4-4936-9c5d-916ec6e63eae req-d486a572-8ed5-436d-9618-3c7868754a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:12:48.902356 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-ba76e157-92d4-4936-9c5d-916ec6e63eae req-d486a572-8ed5-436d-9618-3c7868754a05 service neutron] 10.222.0.61 "GET /v2.0/networks?id=d7a1eeae-9238-41c5-b3d8-78eaa1dfac99 HTTP/1.1" status: 200  len: 913 time: 0.5474043
Dec 23 16:12:48.903197 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aba62b5a-02ae-47c6-99cf-3f25a29951ee tempest-FloatingIPNegativeTestJSON-779674983 tempest-FloatingIPNegativeTestJSON-779674983-project] Router 5532e9bb-673c-47a2-bb7b-fa85fc85bfd2 is scheduled to L3 agent 371d4c41-c7e2-4de7-9539-c049ec4e95d1 with binding_index 1 {{(pid=87635) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 23 16:12:48.940614 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 7963a351-4df4-4704-bb35-b2f44ba4a453 up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:12:49.070086 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-630acdfc-0416-462c-a35e-5d74d9e07274 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:12:49.088701 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-630acdfc-0416-462c-a35e-5d74d9e07274 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:12:49.091368 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-630acdfc-0416-462c-a35e-5d74d9e07274 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1655 time: 0.3564284
Dec 23 16:12:49.092530 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 46238) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:49.113052 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 46242) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:49.128181 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-e8ee8cba-2838-4d1e-84c7-fdee14e25e57 None None] Provisioning complete for port c9775c4e-92ce-4953-8a30-746f28aa67ac triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:12:49.128600 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-e8ee8cba-2838-4d1e-84c7-fdee14e25e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:49.202552 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-963353e1-fddc-4b96-9325-50770a881dc7 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks [] for port, precommit_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:49.259187 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-963353e1-fddc-4b96-9325-50770a881dc7 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2753531'] for port, after_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:49.291701 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-5bc2e815-33f3-4861-a950-11b2947c9238 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:12:49.407560 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-e8ee8cba-2838-4d1e-84c7-fdee14e25e57 None None] Port c9775c4e-92ce-4953-8a30-746f28aa67ac cannot update to ACTIVE because it is not bound. {{(pid=87637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 23 16:12:49.436457 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port 7963a351-4df4-4704-bb35-b2f44ba4a453 triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:12:49.437083 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:49.475243 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-301a6d9a-62d4-4c8c-9b6c-20c4aad03d9b tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Request body: {'network': {'name': 'tempest-network-smoke--525236199', 'project_id': '544f3e375bde4f0988286eba27294ea6', 'port_security_enabled': True}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:12:49.483778 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-301a6d9a-62d4-4c8c-9b6c-20c4aad03d9b tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:12:49.522083 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aba62b5a-02ae-47c6-99cf-3f25a29951ee tempest-FloatingIPNegativeTestJSON-779674983 tempest-FloatingIPNegativeTestJSON-779674983-project] Notify agent at l3_agent.dv-neutron-822799-1-hyperv the message routers_updated {{(pid=87635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 23 16:12:49.535522 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f59d36b8-7584-443c-8c1f-494366cbc68a None None] Sync routers for ids ['5532e9bb-673c-47a2-bb7b-fa85fc85bfd2'] in dv-neutron-822799-1-hyperv {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 23 16:12:49.540522 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-ba76e157-92d4-4936-9c5d-916ec6e63eae req-4b6dfb98-6e62-4129-a53f-0781c3e870d4 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ba1aa90b-adfb-4064-bfad-b5fc9b85dbca HTTP/1.1" status: 200  len: 1002 time: 0.6026714
Dec 23 16:12:49.551927 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-963353e1-fddc-4b96-9325-50770a881dc7 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1627481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1781465'] for router_interface, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:49.555514 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963353e1-fddc-4b96-9325-50770a881dc7 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Pushing event updated for resources: {'Port': ['ID=9875058b-c2d4-43cd-bac7-950aaba507ab,revision_number=3']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:12:49.569046 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-963353e1-fddc-4b96-9325-50770a881dc7 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:12:49.572764 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f59d36b8-7584-443c-8c1f-494366cbc68a None None] Routers {'5532e9bb-673c-47a2-bb7b-fa85fc85bfd2'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:12:49.573543 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-f59d36b8-7584-443c-8c1f-494366cbc68a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc2941880>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:12:20Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['5532e9bb-673c-47a2-bb7b-fa85fc85bfd2'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:12:49.639992 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device c029e6c8-8d0c-48e9-b85b-ce17e4ecbb8a up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:12:49.656429 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-301a6d9a-62d4-4c8c-9b6c-20c4aad03d9b tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Usage tracker for resource:network and tenant:544f3e375bde4f0988286eba27294ea6 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:12:49.660070 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-aba62b5a-02ae-47c6-99cf-3f25a29951ee tempest-FloatingIPNegativeTestJSON-779674983 tempest-FloatingIPNegativeTestJSON-779674983-project] 10.222.0.64 "PUT /v2.0/routers/5532e9bb-673c-47a2-bb7b-fa85fc85bfd2/add_router_interface HTTP/1.1" status: 200  len: 503 time: 9.2633061
Dec 23 16:12:49.665672 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 46258) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:49.672508 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-301a6d9a-62d4-4c8c-9b6c-20c4aad03d9b tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:12:49.681304 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29fec3c0-6f8e-4c7a-909a-71b845966ce3 tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Notify agent at l3_agent.dv-neutron-822799-1-hyperv the message routers_updated {{(pid=87635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 23 16:12:49.693500 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-b5d0a4b5-5f6e-4de7-8cb7-bc7ee0fed648 tempest-FloatingIPNegativeTestJSON-779674983 tempest-FloatingIPNegativeTestJSON-779674983-project] Request body: {'port': {'network_id': 'f509099b-1fdb-456b-88de-7eeb98046644', 'name': 'tempest-FloatingIPNegativeTestJSON-124108159'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:12:49.705970 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b25e8f8f-38f7-48a2-8f5b-7cde95bf2a51 None None] Sync routers for ids ['0632e532-7776-4499-b253-b59eaeeecca8'] in dv-neutron-822799-1-hyperv {{(pid=87637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 23 16:12:49.716119 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-f59d36b8-7584-443c-8c1f-494366cbc68a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc2941880>, [], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:12:49.719465 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba76e157-92d4-4936-9c5d-916ec6e63eae req-63cf7f09-c8d6-4422-9ab8-27f28e9b79db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:12:49.720993 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-ba76e157-92d4-4936-9c5d-916ec6e63eae req-63cf7f09-c8d6-4422-9ab8-27f28e9b79db service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ea22a554-707a-4001-b348-60dd1fb71851 HTTP/1.1" status: 200  len: 851 time: 0.1596379
Dec 23 16:12:49.724269 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-29fec3c0-6f8e-4c7a-909a-71b845966ce3 tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Notify callbacks [] for router, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:49.725673 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-29fec3c0-6f8e-4c7a-909a-71b845966ce3 tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] 10.222.0.64 "PUT /v2.0/routers/0632e532-7776-4499-b253-b59eaeeecca8 HTTP/1.1" status: 200  len: 918 time: 10.0778885
Dec 23 16:12:49.727874 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f59d36b8-7584-443c-8c1f-494366cbc68a None None] Routers {'5532e9bb-673c-47a2-bb7b-fa85fc85bfd2'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:12:49.728849 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-f59d36b8-7584-443c-8c1f-494366cbc68a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc2941880>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:12:50Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['5532e9bb-673c-47a2-bb7b-fa85fc85bfd2'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:12:49.733418 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-609b1be0-7a6e-4b09-b79b-d3acd3008c11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:49.740460 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-301a6d9a-62d4-4c8c-9b6c-20c4aad03d9b tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:12:49.747100 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 46262) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:49.751428 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b25e8f8f-38f7-48a2-8f5b-7cde95bf2a51 None None] Routers {'0632e532-7776-4499-b253-b59eaeeecca8'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:12:49.752084 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-b25e8f8f-38f7-48a2-8f5b-7cde95bf2a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc06e5a90>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:12:50Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['0632e532-7776-4499-b253-b59eaeeecca8'], 'active': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:12:49.759326 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 46264) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:49.804373 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-f59d36b8-7584-443c-8c1f-494366cbc68a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc2941880>, [], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:12:49.805222 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f59d36b8-7584-443c-8c1f-494366cbc68a None None] The sync data for ids ['5532e9bb-673c-47a2-bb7b-fa85fc85bfd2'] in dv-neutron-822799-1-hyperv is: [] {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 23 16:12:49.839626 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-b25e8f8f-38f7-48a2-8f5b-7cde95bf2a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc06e5a90>, [], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:12:49.853360 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-67d38947-d01c-431b-ad71-f6ea27f5d0d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc1087a00>, [{'id': '4cdd5e7d-ac6e-4259-8511-ebb7a4a642cd', 'name': 'tempest-NetworksTestDHCPv6-router-22894612', 'tenant_id': 'bf435ff0e7914a739a10fff5b2399c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:12:42Z', 'updated_at': '2021-12-23T16:12:46Z', 'revision_number': 2, 'project_id': 'bf435ff0e7914a739a10fff5b2399c13', 'gw_port_host': None, '_interfaces': [{'id': '69db3a6e-69a6-4ba7-a484-585c53de2c12', 'name': '', 'network_id': 'a67646b4-5371-43ec-9f98-39fe51a67033', 'tenant_id': 'bf435ff0e7914a739a10fff5b2399c13', 'mac_address': 'fa:16:3e:cb:e1:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cdd5e7d-ac6e-4259-8511-ebb7a4a642cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '771181b6-7c77-42d1-8144-5c6de072df3d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:12:44Z', 'updated_at': '2021-12-23T16:12:46Z', 'revision_number': 2, 'project_id': 'bf435ff0e7914a739a10fff5b2399c13', 'subnets': [{'id': '771181b6-7c77-42d1-8144-5c6de072df3d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:12:49.858901 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b25e8f8f-38f7-48a2-8f5b-7cde95bf2a51 None None] Routers {'0632e532-7776-4499-b253-b59eaeeecca8'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:12:49.859535 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-b25e8f8f-38f7-48a2-8f5b-7cde95bf2a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc06e5a90>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:12:50Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['0632e532-7776-4499-b253-b59eaeeecca8'], 'active': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:12:49.873997 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad64d88-b4b1-4bfd-a81f-5dc80a2191e5 req-bc1ddea3-457b-4acd-bf3b-7c6dc9864615 tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:12:49.875515 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-8ad64d88-b4b1-4bfd-a81f-5dc80a2191e5 req-bc1ddea3-457b-4acd-bf3b-7c6dc9864615 tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] 10.222.0.64 "GET /v2.0/ports?device_id=f54fff32-66c0-4adb-922d-69673e61b491 HTTP/1.1" status: 200  len: 946 time: 0.9793248
Dec 23 16:12:49.917760 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67d38947-d01c-431b-ad71-f6ea27f5d0d4 None None] Checking router: 4cdd5e7d-ac6e-4259-8511-ebb7a4a642cd for host: dv-neutron-822799-1-hyperv {{(pid=87637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 23 16:12:49.918179 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67d38947-d01c-431b-ad71-f6ea27f5d0d4 None None] Updating router 4cdd5e7d-ac6e-4259-8511-ebb7a4a642cd port 69db3a6e-69a6-4ba7-a484-585c53de2c12 binding host dv-neutron-822799-1-hyperv {{(pid=87637) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 23 16:12:49.930922 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-301a6d9a-62d4-4c8c-9b6c-20c4aad03d9b tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Made reservation on behalf of 544f3e375bde4f0988286eba27294ea6 for: {'network': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:12:49.934461 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-301a6d9a-62d4-4c8c-9b6c-20c4aad03d9b tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for network, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:49.961274 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-b25e8f8f-38f7-48a2-8f5b-7cde95bf2a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc06e5a90>, [], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:12:49.961700 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b25e8f8f-38f7-48a2-8f5b-7cde95bf2a51 None None] The sync data for ids ['0632e532-7776-4499-b253-b59eaeeecca8'] in dv-neutron-822799-1-hyperv is: [] {{(pid=87637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 23 16:12:49.965087 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port c029e6c8-8d0c-48e9-b85b-ce17e4ecbb8a triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:12:49.965486 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:49.969951 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-963353e1-fddc-4b96-9325-50770a881dc7 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Network 9e71e505-a986-4b34-8aec-de9b32764f44 is already hosted by enough agents. {{(pid=87635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:12:49.975755 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-8ad64d88-b4b1-4bfd-a81f-5dc80a2191e5 req-96e75178-d344-4a35-a6be-9606979dcc73 tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] 10.222.0.64 "GET /v2.0/security-groups?id=3b5fba24-44fb-4189-bd87-51876b915d36&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0857751
Dec 23 16:12:49.976742 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.base_scheduler [None req-963353e1-fddc-4b96-9325-50770a881dc7 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Resources bound (agent type, host, resource id):  {{(pid=87635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:12:49.982593 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-301a6d9a-62d4-4c8c-9b6c-20c4aad03d9b tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:50.016872 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-67d38947-d01c-431b-ad71-f6ea27f5d0d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:50.145247 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-301a6d9a-62d4-4c8c-9b6c-20c4aad03d9b tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:12:50.159076 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba76e157-92d4-4936-9c5d-916ec6e63eae req-7b7af514-aeb8-4895-be81-50247543ec4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:12:50.161178 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-ba76e157-92d4-4936-9c5d-916ec6e63eae req-7b7af514-aeb8-4895-be81-50247543ec4a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d7a1eeae-9238-41c5-b3d8-78eaa1dfac99&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.3445761
Dec 23 16:12:50.211116 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-b5d0a4b5-5f6e-4de7-8cb7-bc7ee0fed648 tempest-FloatingIPNegativeTestJSON-779674983 tempest-FloatingIPNegativeTestJSON-779674983-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:12:50.225042 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-301a6d9a-62d4-4c8c-9b6c-20c4aad03d9b tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Usage tracker for resource:security_group_rule and tenant:544f3e375bde4f0988286eba27294ea6 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:12:50.230814 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-018bb0da-da41-4d61-aaf0-c6e5c2387e39 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Request body: {'security_group': {'name': 'tempest-secgroup--636718716'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:12:50.237111 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-018bb0da-da41-4d61-aaf0-c6e5c2387e39 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:12:50.243715 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-301a6d9a-62d4-4c8c-9b6c-20c4aad03d9b tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:12:50.247822 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-018bb0da-da41-4d61-aaf0-c6e5c2387e39 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Usage tracker for resource:security_group and tenant:0e60117d21424d64b1987ca20285f1b7 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:12:50.250660 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-b5d0a4b5-5f6e-4de7-8cb7-bc7ee0fed648 tempest-FloatingIPNegativeTestJSON-779674983 tempest-FloatingIPNegativeTestJSON-779674983-project] Usage tracker for resource:port and tenant:206912b3294e4453838829cb2e78c8b2 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:12:50.259022 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-018bb0da-da41-4d61-aaf0-c6e5c2387e39 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:12:50.272562 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-301a6d9a-62d4-4c8c-9b6c-20c4aad03d9b tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:12:50.274996 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-b5d0a4b5-5f6e-4de7-8cb7-bc7ee0fed648 tempest-FloatingIPNegativeTestJSON-779674983 tempest-FloatingIPNegativeTestJSON-779674983-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:12:50.286019 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-018bb0da-da41-4d61-aaf0-c6e5c2387e39 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:12:50.297211 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-b5d0a4b5-5f6e-4de7-8cb7-bc7ee0fed648 tempest-FloatingIPNegativeTestJSON-779674983 tempest-FloatingIPNegativeTestJSON-779674983-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:12:50.301310 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-63c1ee13-b684-4040-a32f-7c2a02e89b9f tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] 10.222.0.64 "GET /v2.0/routers/0632e532-7776-4499-b253-b59eaeeecca8 HTTP/1.1" status: 200  len: 924 time: 0.5466726
Dec 23 16:12:50.305390 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 46276) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:50.359264 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5d0a4b5-5f6e-4de7-8cb7-bc7ee0fed648 tempest-FloatingIPNegativeTestJSON-779674983 tempest-FloatingIPNegativeTestJSON-779674983-project] Made reservation on behalf of 206912b3294e4453838829cb2e78c8b2 for: {'port': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:12:50.362979 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b5d0a4b5-5f6e-4de7-8cb7-bc7ee0fed648 tempest-FloatingIPNegativeTestJSON-779674983 tempest-FloatingIPNegativeTestJSON-779674983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:50.373111 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-018bb0da-da41-4d61-aaf0-c6e5c2387e39 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Notify callbacks [] for security_group, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:50.419865 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-bcb87c73-42a2-4a7e-813c-4935e9d379c1 None None] Provisioning complete for port 9875058b-c2d4-43cd-bac7-950aaba507ab triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:12:50.420255 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-bcb87c73-42a2-4a7e-813c-4935e9d379c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:50.466151 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-018bb0da-da41-4d61-aaf0-c6e5c2387e39 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Notify callbacks [] for security_group, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:50.508445 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [None req-b5d0a4b5-5f6e-4de7-8cb7-bc7ee0fed648 tempest-FloatingIPNegativeTestJSON-779674983 tempest-FloatingIPNegativeTestJSON-779674983-project] device_id is not set on port 5998d786-5593-4309-a9b8-02ab118282a3 yet. {{(pid=87636) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 23 16:12:50.544838 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-018bb0da-da41-4d61-aaf0-c6e5c2387e39 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:12:50.559490 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-018bb0da-da41-4d61-aaf0-c6e5c2387e39 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Usage tracker for resource:security_group_rule and tenant:0e60117d21424d64b1987ca20285f1b7 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:12:50.567344 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-018bb0da-da41-4d61-aaf0-c6e5c2387e39 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:12:50.575923 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-bcb87c73-42a2-4a7e-813c-4935e9d379c1 None None] Port 9875058b-c2d4-43cd-bac7-950aaba507ab cannot update to ACTIVE because it is not bound. {{(pid=87637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 23 16:12:50.577994 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-8269c0f6-ee3f-47bc-8ffb-fd27902e46c0 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1781419'] for router_interface, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:50.649307 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-ba76e157-92d4-4936-9c5d-916ec6e63eae req-70f9cb98-58ff-47de-a0af-bb30be8a09da service neutron] 10.222.0.61 "GET /v2.0/networks/d7a1eeae-9238-41c5-b3d8-78eaa1dfac99?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4729631
Dec 23 16:12:50.657184 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-963353e1-fddc-4b96-9325-50770a881dc7 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Router cabae381-3f6c-4b8c-9057-97625755d776 is scheduled to L3 agent 371d4c41-c7e2-4de7-9539-c049ec4e95d1 with binding_index 1 {{(pid=87635) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 23 16:12:50.660552 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-018bb0da-da41-4d61-aaf0-c6e5c2387e39 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:12:50.723317 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9dcbea60-a34f-4144-91e7-90aff3f57aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:50.734337 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-67d38947-d01c-431b-ad71-f6ea27f5d0d4 None None] Notify callbacks [] for port, precommit_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:50.749588 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-67d38947-d01c-431b-ad71-f6ea27f5d0d4 None None] Transition to ACTIVE for port object 69db3a6e-69a6-4ba7-a484-585c53de2c12 will not be triggered until provisioned by entity L2. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:12:50.759203 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-67d38947-d01c-431b-ad71-f6ea27f5d0d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:50.765708 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:12:50.836763 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8df22bb-912c-47b7-9623-b2933ba99e06 None None] Pushing event updated for resources: {'Port': ['ID=69db3a6e-69a6-4ba7-a484-585c53de2c12,revision_number=3']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:12:50.841682 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-b8df22bb-912c-47b7-9623-b2933ba99e06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:12:50.844461 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d576b422-9b9b-461e-9ea5-cb22c9e058f8 tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:12:50.846008 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-d576b422-9b9b-461e-9ea5-cb22c9e058f8 tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] 10.222.0.64 "GET /v2.0/ports?network_id=8afa6d58-9431-454a-b99c-3ff8a65aa86b&device_id=0632e532-7776-4499-b253-b59eaeeecca8&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 945 time: 0.5378284
Dec 23 16:12:50.851257 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 46282) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:51.028210 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:51.043967 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-67d38947-d01c-431b-ad71-f6ea27f5d0d4 None None] Attempting to bind port 69db3a6e-69a6-4ba7-a484-585c53de2c12 on host dv-neutron-822799-1-hyperv for vnic_type normal with profile  {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:12:51.044357 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-67d38947-d01c-431b-ad71-f6ea27f5d0d4 None None] Attempting to bind port 69db3a6e-69a6-4ba7-a484-585c53de2c12 by drivers openvswitch,hyperv on host dv-neutron-822799-1-hyperv at level 0 using segments [{'id': 'd0e346f7-32a7-41a0-b972-301688edbe10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'a67646b4-5371-43ec-9f98-39fe51a67033'}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:12:51.044774 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67d38947-d01c-431b-ad71-f6ea27f5d0d4 None None] Attempting to bind port 69db3a6e-69a6-4ba7-a484-585c53de2c12 on network a67646b4-5371-43ec-9f98-39fe51a67033 {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:12:51.053679 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67d38947-d01c-431b-ad71-f6ea27f5d0d4 None None] Checking agent: {'id': '20d2070f-69a9-4e73-8d08-6f0387a40158', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822799-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 21), 'started_at': datetime.datetime(2021, 12, 23, 16, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 12, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822799-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 23 16:12:51.054076 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67d38947-d01c-431b-ad71-f6ea27f5d0d4 None None] Checking segment: {'id': 'd0e346f7-32a7-41a0-b972-301688edbe10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'a67646b4-5371-43ec-9f98-39fe51a67033'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:12:51.054668 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-67d38947-d01c-431b-ad71-f6ea27f5d0d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:51.055084 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67d38947-d01c-431b-ad71-f6ea27f5d0d4 None None] Bound using segment: {'id': 'd0e346f7-32a7-41a0-b972-301688edbe10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'a67646b4-5371-43ec-9f98-39fe51a67033'} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 23 16:12:51.055832 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-67d38947-d01c-431b-ad71-f6ea27f5d0d4 None None] Bound port: 69db3a6e-69a6-4ba7-a484-585c53de2c12, host: dv-neutron-822799-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0e346f7-32a7-41a0-b972-301688edbe10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'a67646b4-5371-43ec-9f98-39fe51a67033'}}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 23 16:12:51.056404 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-67d38947-d01c-431b-ad71-f6ea27f5d0d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:51.078597 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-ba76e157-92d4-4936-9c5d-916ec6e63eae req-755544ef-b2e4-40ce-b99d-179d18cdd135 service neutron] 10.222.0.61 "GET /v2.0/networks/d7a1eeae-9238-41c5-b3d8-78eaa1dfac99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4171345
Dec 23 16:12:51.100816 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c65512c-44d0-4065-ad62-119a85d22317 req-0b152f83-2b78-4a55-8e5a-838f3761a154 tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:12:51.102344 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-9c65512c-44d0-4065-ad62-119a85d22317 req-0b152f83-2b78-4a55-8e5a-838f3761a154 tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] 10.222.0.64 "GET /v2.0/ports?device_id=f54fff32-66c0-4adb-922d-69673e61b491 HTTP/1.1" status: 200  len: 946 time: 0.4956126
Dec 23 16:12:51.103631 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-963353e1-fddc-4b96-9325-50770a881dc7 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify agent at l3_agent.dv-neutron-822799-1-hyperv the message routers_updated {{(pid=87635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 23 16:12:51.110766 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-963353e1-fddc-4b96-9325-50770a881dc7 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] 10.222.0.64 "PUT /v2.0/routers/cabae381-3f6c-4b8c-9057-97625755d776/add_router_interface HTTP/1.1" status: 200  len: 503 time: 9.2521615
Dec 23 16:12:51.115610 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 46286) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:51.119548 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad37478d-cd52-415a-be9f-cd6701fb8c43 None None] Sync routers for ids ['cabae381-3f6c-4b8c-9057-97625755d776'] in dv-neutron-822799-1-hyperv {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 23 16:12:51.147552 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad37478d-cd52-415a-be9f-cd6701fb8c43 None None] Routers {'cabae381-3f6c-4b8c-9057-97625755d776'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:12:51.148662 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-ad37478d-cd52-415a-be9f-cd6701fb8c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc1cae910>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:12:50Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['cabae381-3f6c-4b8c-9057-97625755d776'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:12:51.153714 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-301a6d9a-62d4-4c8c-9b6c-20c4aad03d9b tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:51.198200 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-301a6d9a-62d4-4c8c-9b6c-20c4aad03d9b tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:51.205346 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-2711ef2b-5353-489c-bdf2-f7f35bc45a6f tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:12:51.254227 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-ad37478d-cd52-415a-be9f-cd6701fb8c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc1cae910>, [], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:12:51.259038 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [None req-b5d0a4b5-5f6e-4de7-8cb7-bc7ee0fed648 tempest-FloatingIPNegativeTestJSON-779674983 tempest-FloatingIPNegativeTestJSON-779674983-project] Allocated IP 172.20.0.7 (f509099b-1fdb-456b-88de-7eeb98046644/319b3259-e088-46b4-8404-a3dc74096129/5998d786-5593-4309-a9b8-02ab118282a3) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:12:51.267959 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad37478d-cd52-415a-be9f-cd6701fb8c43 None None] Routers {'cabae381-3f6c-4b8c-9057-97625755d776'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:12:51.269240 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-ad37478d-cd52-415a-be9f-cd6701fb8c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc1cae910>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:12:50Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['cabae381-3f6c-4b8c-9057-97625755d776'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:12:51.272032 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-301a6d9a-62d4-4c8c-9b6c-20c4aad03d9b tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] vlan segment allocate from pool success with {'vlan_id': 446, 'physical_network': 'physnet1'}  {{(pid=87636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 23 16:12:51.289190 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301a6d9a-62d4-4c8c-9b6c-20c4aad03d9b tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3fc66c5-267e-49a5-8093-48a259540b2d,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:12:51.300953 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-301a6d9a-62d4-4c8c-9b6c-20c4aad03d9b tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:12:51.322442 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-301a6d9a-62d4-4c8c-9b6c-20c4aad03d9b tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:51.322904 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.db.segments_db [None req-301a6d9a-62d4-4c8c-9b6c-20c4aad03d9b tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Added segment 402fd6a3-8341-4973-811c-26e889c2f1bb of type vlan for network 8f98af44-d303-4bde-b872-83960908e446
Dec 23 16:12:51.339346 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-67d38947-d01c-431b-ad71-f6ea27f5d0d4 None None] For port 69db3a6e-69a6-4ba7-a484-585c53de2c12, host dv-neutron-822799-1-hyperv, cleared binding levels {{(pid=87637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 23 16:12:51.344949 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-67d38947-d01c-431b-ad71-f6ea27f5d0d4 None None] For port 69db3a6e-69a6-4ba7-a484-585c53de2c12, host dv-neutron-822799-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=69db3a6e-69a6-4ba7-a484-585c53de2c12,segment=NetworkSegment(d0e346f7-32a7-41a0-b972-301688edbe10),segment_id=d0e346f7-32a7-41a0-b972-301688edbe10)] {{(pid=87637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 23 16:12:51.350622 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-345d7b83-d31b-4f9b-a122-5112b0c4cfa2 tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:12:51.355035 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-ad37478d-cd52-415a-be9f-cd6701fb8c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc1cae910>, [], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:12:51.355925 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad37478d-cd52-415a-be9f-cd6701fb8c43 None None] The sync data for ids ['cabae381-3f6c-4b8c-9057-97625755d776'] in dv-neutron-822799-1-hyperv is: [] {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 23 16:12:51.359474 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-67d38947-d01c-431b-ad71-f6ea27f5d0d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:51.362669 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-345d7b83-d31b-4f9b-a122-5112b0c4cfa2 tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] 10.222.0.64 "GET /v2.0/networks/8afa6d58-9431-454a-b99c-3ff8a65aa86b HTTP/1.1" status: 200  len: 881 time: 0.5077529
Dec 23 16:12:51.370074 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-5c5c7f61-291c-41c6-ba58-5e055247fe8d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:12:51.373042 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-018bb0da-da41-4d61-aaf0-c6e5c2387e39 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Notify callbacks [] for security_group, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:51.378349 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 46290) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:51.387455 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-9c65512c-44d0-4065-ad62-119a85d22317 req-2d08e814-969c-49f2-a175-124d1fcdf349 tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] 10.222.0.64 "GET /v2.0/security-groups?id=3b5fba24-44fb-4189-bd87-51876b915d36&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2727513
Dec 23 16:12:51.394509 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-958fd15f-2241-457c-8f16-b1988d7ce92f tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:12:51.395106 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-958fd15f-2241-457c-8f16-b1988d7ce92f tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Synchronizing usage tracker for tenant:3fd82437e08648b4840016e8955250bf on resource:port {{(pid=87635) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:12:51.413042 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-958fd15f-2241-457c-8f16-b1988d7ce92f tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Unset dirty status for tenant:3fd82437e08648b4840016e8955250bf on resource:port {{(pid=87635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:12:51.417366 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-958fd15f-2241-457c-8f16-b1988d7ce92f tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] 10.222.0.64 "GET /v2.0/ports/9875058b-c2d4-43cd-bac7-950aaba507ab HTTP/1.1" status: 200  len: 978 time: 0.2837381
Dec 23 16:12:51.427686 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 46296) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:51.454507 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67d38947-d01c-431b-ad71-f6ea27f5d0d4 None None] Routers {'4cdd5e7d-ac6e-4259-8511-ebb7a4a642cd'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:12:51.455185 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-67d38947-d01c-431b-ad71-f6ea27f5d0d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc1087a00>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:12:50Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['4cdd5e7d-ac6e-4259-8511-ebb7a4a642cd'], 'active': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:12:51.482524 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-018bb0da-da41-4d61-aaf0-c6e5c2387e39 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:51.497608 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-819e1225-7fe8-4d84-9a1f-1be006b9458a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:12:51.507364 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-301a6d9a-62d4-4c8c-9b6c-20c4aad03d9b tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735362521793'] for network, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:51.515122 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-018bb0da-da41-4d61-aaf0-c6e5c2387e39 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:12:51.531913 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-9f56edb0-16ba-43f8-a751-c7e482400431 tempest-RoutersIpV6AdminTest-575902626 tempest-RoutersIpV6AdminTest-575902626-project] 10.222.0.64 "GET /v2.0/ports?device_id=0632e532-7776-4499-b253-b59eaeeecca8 HTTP/1.1" status: 200  len: 205 time: 0.1527078
Dec 23 16:12:51.535877 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 46300) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:51.547219 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-018bb0da-da41-4d61-aaf0-c6e5c2387e39 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Usage tracker for resource:security_group_rule and tenant:0e60117d21424d64b1987ca20285f1b7 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:12:51.557729 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-018bb0da-da41-4d61-aaf0-c6e5c2387e39 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:12:51.577516 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-8269c0f6-ee3f-47bc-8ffb-fd27902e46c0 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Deleting port 69db3a6e-69a6-4ba7-a484-585c53de2c12 {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:12:51.578083 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-8269c0f6-ee3f-47bc-8ffb-fd27902e46c0 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:51.635686 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-018bb0da-da41-4d61-aaf0-c6e5c2387e39 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:12:51.652344 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvr_db [None req-67d38947-d01c-431b-ad71-f6ea27f5d0d4 None None] Set router 4cdd5e7d-ac6e-4259-8511-ebb7a4a642cd gateway port host: None {{(pid=87637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:12:51.663743 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.db.resource_extend [None req-301a6d9a-62d4-4c8c-9b6c-20c4aad03d9b tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 23 16:12:51.677456 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018bb0da-da41-4d61-aaf0-c6e5c2387e39 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c387e9c3-b595-4d65-9860-be9bcfaca5c8,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:12:51.738904 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8df22bb-912c-47b7-9623-b2933ba99e06 None None] Pushing event updated for resources: {'Port': ['ID=69db3a6e-69a6-4ba7-a484-585c53de2c12,revision_number=4']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:12:51.740605 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-018bb0da-da41-4d61-aaf0-c6e5c2387e39 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:12:51.761655 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-b8df22bb-912c-47b7-9623-b2933ba99e06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.391s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:12:51.895244 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-301a6d9a-62d4-4c8c-9b6c-20c4aad03d9b tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495'] for network, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:51.901250 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-301a6d9a-62d4-4c8c-9b6c-20c4aad03d9b tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:12:51.902435 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-301a6d9a-62d4-4c8c-9b6c-20c4aad03d9b tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:51.919666 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-cd7b7b5d-6a2a-4435-9f6f-8bb070e6cdae tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:12:52.049939 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-9491a9ec-1a20-4b60-9241-f356c7e886bc tempest-RoutersIpV6AdminTest-575902626 tempest-RoutersIpV6AdminTest-575902626-project] Notify callbacks [] for router, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:52.091436 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-67d38947-d01c-431b-ad71-f6ea27f5d0d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc1087a00>, [{'id': '4cdd5e7d-ac6e-4259-8511-ebb7a4a642cd', 'name': 'tempest-NetworksTestDHCPv6-router-22894612', 'tenant_id': 'bf435ff0e7914a739a10fff5b2399c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:12:42Z', 'updated_at': '2021-12-23T16:12:46Z', 'revision_number': 2, 'project_id': 'bf435ff0e7914a739a10fff5b2399c13', 'gw_port_host': None, '_interfaces': [{'id': '69db3a6e-69a6-4ba7-a484-585c53de2c12', 'name': '', 'network_id': 'a67646b4-5371-43ec-9f98-39fe51a67033', 'tenant_id': 'bf435ff0e7914a739a10fff5b2399c13', 'mac_address': 'fa:16:3e:cb:e1:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cdd5e7d-ac6e-4259-8511-ebb7a4a642cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '771181b6-7c77-42d1-8144-5c6de072df3d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:12:44Z', 'updated_at': '2021-12-23T16:12:51Z', 'revision_number': 4, 'project_id': 'bf435ff0e7914a739a10fff5b2399c13', 'subnets': [{'id': '771181b6-7c77-42d1-8144-5c6de072df3d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:12:52.095594 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67d38947-d01c-431b-ad71-f6ea27f5d0d4 None None] The sync data for ids ['4cdd5e7d-ac6e-4259-8511-ebb7a4a642cd'] in dv-neutron-822799-1-hyperv is: [{'id': '4cdd5e7d-ac6e-4259-8511-ebb7a4a642cd', 'name': 'tempest-NetworksTestDHCPv6-router-22894612', 'tenant_id': 'bf435ff0e7914a739a10fff5b2399c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:12:42Z', 'updated_at': '2021-12-23T16:12:46Z', 'revision_number': 2, 'project_id': 'bf435ff0e7914a739a10fff5b2399c13', 'gw_port_host': None, '_interfaces': [{'id': '69db3a6e-69a6-4ba7-a484-585c53de2c12', 'name': '', 'network_id': 'a67646b4-5371-43ec-9f98-39fe51a67033', 'tenant_id': 'bf435ff0e7914a739a10fff5b2399c13', 'mac_address': 'fa:16:3e:cb:e1:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cdd5e7d-ac6e-4259-8511-ebb7a4a642cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '771181b6-7c77-42d1-8144-5c6de072df3d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:12:44Z', 'updated_at': '2021-12-23T16:12:51Z', 'revision_number': 4, 'project_id': 'bf435ff0e7914a739a10fff5b2399c13', 'subnets': [{'id': '771181b6-7c77-42d1-8144-5c6de072df3d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 23 16:12:52.114670 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-301a6d9a-62d4-4c8c-9b6c-20c4aad03d9b tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 3.0183561
Dec 23 16:12:52.138239 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 46308) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:52.138998 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301a6d9a-62d4-4c8c-9b6c-20c4aad03d9b tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Pushing event updated for resources: {'Network': ['ID=8f98af44-d303-4bde-b872-83960908e446,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:12:52.150418 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Network 8f98af44-d303-4bde-b872-83960908e446 details requested by agent ovs-agent-dv-neutron-822799-1-hyperv with host dv-neutron-822799-1-hyperv {{(pid=87637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 23 16:12:52.167294 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-fa0e3e94-040d-4233-b1f4-804aabcd4519 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1642921231', 'admin_state_up': True, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b'}}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:12:52.175586 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-301a6d9a-62d4-4c8c-9b6c-20c4aad03d9b tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:12:52.182960 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b5d0a4b5-5f6e-4de7-8cb7-bc7ee0fed648 tempest-FloatingIPNegativeTestJSON-779674983 tempest-FloatingIPNegativeTestJSON-779674983-project] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:52.188180 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-018bb0da-da41-4d61-aaf0-c6e5c2387e39 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Notify callbacks [] for security_group, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:52.199195 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-fa0e3e94-040d-4233-b1f4-804aabcd4519 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:12:52.213432 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-fa0e3e94-040d-4233-b1f4-804aabcd4519 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Usage tracker for resource:router and tenant:544f3e375bde4f0988286eba27294ea6 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:12:52.228901 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-018bb0da-da41-4d61-aaf0-c6e5c2387e39 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:52.233531 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-2f32aa6a-254b-4481-b17e-d0ce6769a05a tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:12:52.254246 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-fa0e3e94-040d-4233-b1f4-804aabcd4519 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:12:52.279853 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-fa0e3e94-040d-4233-b1f4-804aabcd4519 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:12:52.289120 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [None req-8269c0f6-ee3f-47bc-8ffb-fd27902e46c0 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] For port 69db3a6e-69a6-4ba7-a484-585c53de2c12, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=69db3a6e-69a6-4ba7-a484-585c53de2c12,segment=NetworkSegment(d0e346f7-32a7-41a0-b972-301688edbe10),segment_id=d0e346f7-32a7-41a0-b972-301688edbe10)] {{(pid=87636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:12:52.290329 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-8269c0f6-ee3f-47bc-8ffb-fd27902e46c0 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:52.315868 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.provisioning_blocks [None req-b5d0a4b5-5f6e-4de7-8cb7-bc7ee0fed648 tempest-FloatingIPNegativeTestJSON-779674983 tempest-FloatingIPNegativeTestJSON-779674983-project] Transition to ACTIVE for port object 5998d786-5593-4309-a9b8-02ab118282a3 will not be triggered until provisioned by entity DHCP. {{(pid=87636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:12:52.321242 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9e3aab53-d650-47e3-b8a6-2dff21fe9ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:52.486338 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018bb0da-da41-4d61-aaf0-c6e5c2387e39 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1222fa2a-c574-4c29-9725-c34e7c152665,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:12:52.489054 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-018bb0da-da41-4d61-aaf0-c6e5c2387e39 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Notify callbacks [] for security_group, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:52.493041 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-018bb0da-da41-4d61-aaf0-c6e5c2387e39 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1743 time: 2.7185521
Dec 23 16:12:52.493769 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-018bb0da-da41-4d61-aaf0-c6e5c2387e39 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:12:52.502118 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-8269c0f6-ee3f-47bc-8ffb-fd27902e46c0 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Calling delete_port for 69db3a6e-69a6-4ba7-a484-585c53de2c12 owned by network:router_interface {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:12:52.532700 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 46314) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:52.536549 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-fa0e3e94-040d-4233-b1f4-804aabcd4519 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1823978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-235332'] for router, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:52.538884 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-fa0e3e94-040d-4233-b1f4-804aabcd4519 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1824575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1824063', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1751113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-235341'] for router, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:52.628365 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-fa0e3e94-040d-4233-b1f4-804aabcd4519 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:52.685960 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-9491a9ec-1a20-4b60-9241-f356c7e886bc tempest-RoutersIpV6AdminTest-575902626 tempest-RoutersIpV6AdminTest-575902626-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:52.696899 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b5d0a4b5-5f6e-4de7-8cb7-bc7ee0fed648 tempest-FloatingIPNegativeTestJSON-779674983 tempest-FloatingIPNegativeTestJSON-779674983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:52.705103 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-9491a9ec-1a20-4b60-9241-f356c7e886bc tempest-RoutersIpV6AdminTest-575902626 tempest-RoutersIpV6AdminTest-575902626-project] Deleting port e6d45284-1f67-4b74-b30a-82b5a34afb05 {{(pid=87635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:12:52.705472 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-9491a9ec-1a20-4b60-9241-f356c7e886bc tempest-RoutersIpV6AdminTest-575902626 tempest-RoutersIpV6AdminTest-575902626-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:52.709182 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-07d8959f-4c80-467c-8dd3-f0298d47d0d4 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:12:52.766698 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-4c57d70b-ab1d-4bc1-b2ca-f3310a1d82c1 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Synchronizing usage tracker for tenant:0e60117d21424d64b1987ca20285f1b7 on resource:security_group {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:12:52.796596 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0b6ed1-97c7-4f1f-b785-411f91e9ec3e req-7b4e52ec-3ab1-4c58-9fa0-a55703110281 tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:12:52.798076 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-1a0b6ed1-97c7-4f1f-b785-411f91e9ec3e req-7b4e52ec-3ab1-4c58-9fa0-a55703110281 tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] 10.222.0.64 "GET /v2.0/ports?device_id=f54fff32-66c0-4adb-922d-69673e61b491 HTTP/1.1" status: 200  len: 946 time: 0.2595489
Dec 23 16:12:52.917889 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 69db3a6e-69a6-4ba7-a484-585c53de2c12 up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:12:52.928557 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5d0a4b5-5f6e-4de7-8cb7-bc7ee0fed648 tempest-FloatingIPNegativeTestJSON-779674983 tempest-FloatingIPNegativeTestJSON-779674983-project] Network f509099b-1fdb-456b-88de-7eeb98046644 is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:12:52.944301 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-b5d0a4b5-5f6e-4de7-8cb7-bc7ee0fed648 tempest-FloatingIPNegativeTestJSON-779674983 tempest-FloatingIPNegativeTestJSON-779674983-project] Resources bound (agent type, host, resource id):  {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:12:52.953042 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d0a4b5-5f6e-4de7-8cb7-bc7ee0fed648 tempest-FloatingIPNegativeTestJSON-779674983 tempest-FloatingIPNegativeTestJSON-779674983-project] Pushing event updated for resources: {'Port': ['ID=5998d786-5593-4309-a9b8-02ab118282a3,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:12:52.962311 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d0a4b5-5f6e-4de7-8cb7-bc7ee0fed648 tempest-FloatingIPNegativeTestJSON-779674983 tempest-FloatingIPNegativeTestJSON-779674983-project] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:12:53.010641 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-b5d0a4b5-5f6e-4de7-8cb7-bc7ee0fed648 tempest-FloatingIPNegativeTestJSON-779674983 tempest-FloatingIPNegativeTestJSON-779674983-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:12:53.027004 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-1a0b6ed1-97c7-4f1f-b785-411f91e9ec3e req-2ea6c527-02b3-408c-8434-f4e36a02149c tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] 10.222.0.64 "GET /v2.0/security-groups?id=3b5fba24-44fb-4189-bd87-51876b915d36&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2099805
Dec 23 16:12:53.068614 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-30afda3f-e4a5-4b0e-8c1c-94816d16f821 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1781419'] for router_interface, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:53.212820 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-9491a9ec-1a20-4b60-9241-f356c7e886bc tempest-RoutersIpV6AdminTest-575902626 tempest-RoutersIpV6AdminTest-575902626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:53.222690 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-dbb8fc29-448c-4a8e-a5a8-a9efc617b2e6 None None] Provisioning for port 5998d786-5593-4309-a9b8-02ab118282a3 completed by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:12:53.228934 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-dbb8fc29-448c-4a8e-a5a8-a9efc617b2e6 None None] Provisioning complete for port 5998d786-5593-4309-a9b8-02ab118282a3 triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:12:53.229711 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-dbb8fc29-448c-4a8e-a5a8-a9efc617b2e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:53.295654 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-dbb8fc29-448c-4a8e-a5a8-a9efc617b2e6 None None] Port 5998d786-5593-4309-a9b8-02ab118282a3 cannot update to ACTIVE because it is not bound. {{(pid=87637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 23 16:12:53.358605 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-9491a9ec-1a20-4b60-9241-f356c7e886bc tempest-RoutersIpV6AdminTest-575902626 tempest-RoutersIpV6AdminTest-575902626-project] Calling delete_port for e6d45284-1f67-4b74-b30a-82b5a34afb05 owned by network:router_gateway {{(pid=87635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:12:53.371081 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-4c57d70b-ab1d-4bc1-b2ca-f3310a1d82c1 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Unset dirty status for tenant:0e60117d21424d64b1987ca20285f1b7 on resource:security_group {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:12:53.372384 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-4c57d70b-ab1d-4bc1-b2ca-f3310a1d82c1 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4504 time: 0.8381577
Dec 23 16:12:53.374737 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-fa0e3e94-040d-4233-b1f4-804aabcd4519 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1824017', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1823768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-235299'] for router, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:53.385309 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 46318) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:53.405718 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-e1bcc361-7a75-4997-9b47-c92665da94ba tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Request body: {'security_group': {'name': 'tempest-security--1915706459', 'description': 'tempest-security-description-873342507'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:12:53.440407 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5d0a4b5-5f6e-4de7-8cb7-bc7ee0fed648 tempest-FloatingIPNegativeTestJSON-779674983 tempest-FloatingIPNegativeTestJSON-779674983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:12:53.441049 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b5d0a4b5-5f6e-4de7-8cb7-bc7ee0fed648 tempest-FloatingIPNegativeTestJSON-779674983 tempest-FloatingIPNegativeTestJSON-779674983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:53.463425 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning for port 69db3a6e-69a6-4ba7-a484-585c53de2c12 completed by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:12:53.469216 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port 69db3a6e-69a6-4ba7-a484-585c53de2c12 triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:12:53.469777 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:53.502963 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Port 69db3a6e-69a6-4ba7-a484-585c53de2c12 was deleted so its status cannot be updated. {{(pid=87637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Dec 23 16:12:53.507476 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-8269c0f6-ee3f-47bc-8ffb-fd27902e46c0 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:53.517706 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-4a598763-879d-4d5d-8992-c9d37b68b683 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:12:53.550282 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-e1bcc361-7a75-4997-9b47-c92665da94ba tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Notify callbacks [] for security_group, before_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:53.575199 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-b5d0a4b5-5f6e-4de7-8cb7-bc7ee0fed648 tempest-FloatingIPNegativeTestJSON-779674983 tempest-FloatingIPNegativeTestJSON-779674983-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201  len: 936 time: 3.9080119
Dec 23 16:12:53.576216 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8269c0f6-ee3f-47bc-8ffb-fd27902e46c0 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Pushing event deleted for resources: {'Port': ['ID=69db3a6e-69a6-4ba7-a484-585c53de2c12,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:12:53.579360 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-8269c0f6-ee3f-47bc-8ffb-fd27902e46c0 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:12:53.580633 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 46322) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:53.624491 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-e0ea1c57-4b57-44d5-a9c0-35a220893e9a tempest-FloatingIPNegativeTestJSON-779674983 tempest-FloatingIPNegativeTestJSON-779674983-project] Request body: {'floatingip': {'floating_network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:12:53.635704 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-e0ea1c57-4b57-44d5-a9c0-35a220893e9a tempest-FloatingIPNegativeTestJSON-779674983 tempest-FloatingIPNegativeTestJSON-779674983-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:12:53.644298 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-e0ea1c57-4b57-44d5-a9c0-35a220893e9a tempest-FloatingIPNegativeTestJSON-779674983 tempest-FloatingIPNegativeTestJSON-779674983-project] Usage tracker for resource:floatingip and tenant:206912b3294e4453838829cb2e78c8b2 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:12:53.673747 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-e1bcc361-7a75-4997-9b47-c92665da94ba tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Notify callbacks [] for security_group, precommit_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:53.684301 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-e1bcc361-7a75-4997-9b47-c92665da94ba tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:53.691233 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-748f1537-4d37-43f4-89b7-b10f9955e7c9 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:12:53.704071 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-30afda3f-e4a5-4b0e-8c1c-94816d16f821 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Deleting port 9875058b-c2d4-43cd-bac7-950aaba507ab {{(pid=87635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:12:53.704789 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-30afda3f-e4a5-4b0e-8c1c-94816d16f821 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:53.705775 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-e0ea1c57-4b57-44d5-a9c0-35a220893e9a tempest-FloatingIPNegativeTestJSON-779674983 tempest-FloatingIPNegativeTestJSON-779674983-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:12:53.720836 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-e0ea1c57-4b57-44d5-a9c0-35a220893e9a tempest-FloatingIPNegativeTestJSON-779674983 tempest-FloatingIPNegativeTestJSON-779674983-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:12:53.769506 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-e1bcc361-7a75-4997-9b47-c92665da94ba tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Notify callbacks [] for security_group, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:53.773296 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-e1bcc361-7a75-4997-9b47-c92665da94ba tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] 10.222.0.64 "PUT /v2.0/security-groups/1222fa2a-c574-4c29-9725-c34e7c152665 HTTP/1.1" status: 200  len: 1777 time: 0.3823497
Dec 23 16:12:53.778285 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 46326) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:53.810590 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bcc361-7a75-4997-9b47-c92665da94ba tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1222fa2a-c574-4c29-9725-c34e7c152665,revision_number=2']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:12:53.812295 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e0ea1c57-4b57-44d5-a9c0-35a220893e9a tempest-FloatingIPNegativeTestJSON-779674983 tempest-FloatingIPNegativeTestJSON-779674983-project] Notify callbacks [] for floatingip, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:53.816550 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-e1bcc361-7a75-4997-9b47-c92665da94ba tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:12:53.825726 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-8269c0f6-ee3f-47bc-8ffb-fd27902e46c0 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1627472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1784155'] for router_interface, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:53.863143 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-9491a9ec-1a20-4b60-9241-f356c7e886bc tempest-RoutersIpV6AdminTest-575902626 tempest-RoutersIpV6AdminTest-575902626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:53.912747 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-2c31b756-f52d-4568-a4a6-49c488c44bf8 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:12:53.976201 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9491a9ec-1a20-4b60-9241-f356c7e886bc tempest-RoutersIpV6AdminTest-575902626 tempest-RoutersIpV6AdminTest-575902626-project] Pushing event deleted for resources: {'Port': ['ID=e6d45284-1f67-4b74-b30a-82b5a34afb05,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:12:53.984772 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-99fba17c-426e-4179-a148-72bb9eb91fd8 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] 10.222.0.64 "GET /v2.0/security-groups/1222fa2a-c574-4c29-9725-c34e7c152665 HTTP/1.1" status: 200  len: 1777 time: 0.2051988
Dec 23 16:12:54.048909 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 46330) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:54.150579 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-9491a9ec-1a20-4b60-9241-f356c7e886bc tempest-RoutersIpV6AdminTest-575902626 tempest-RoutersIpV6AdminTest-575902626-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:12:54.233856 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-30afda3f-e4a5-4b0e-8c1c-94816d16f821 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:54.297922 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-9491a9ec-1a20-4b60-9241-f356c7e886bc tempest-RoutersIpV6AdminTest-575902626 tempest-RoutersIpV6AdminTest-575902626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1824206'] for router_gateway, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:54.367724 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8269c0f6-ee3f-47bc-8ffb-fd27902e46c0 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Router 4cdd5e7d-ac6e-4259-8511-ebb7a4a642cd has already been hosted by L3 agent 371d4c41-c7e2-4de7-9539-c049ec4e95d1 {{(pid=87636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 23 16:12:54.398771 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-30afda3f-e4a5-4b0e-8c1c-94816d16f821 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Calling delete_port for 9875058b-c2d4-43cd-bac7-950aaba507ab owned by network:router_interface {{(pid=87635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:12:54.574680 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-9491a9ec-1a20-4b60-9241-f356c7e886bc tempest-RoutersIpV6AdminTest-575902626 tempest-RoutersIpV6AdminTest-575902626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1784183', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-235354'] for router, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:54.579740 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-9491a9ec-1a20-4b60-9241-f356c7e886bc tempest-RoutersIpV6AdminTest-575902626 tempest-RoutersIpV6AdminTest-575902626-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:54.600399 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d2d6f34c-0d1f-45af-ac98-0b1acc77cd56 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Notify callbacks [] for security_group, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:54.627194 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-9491a9ec-1a20-4b60-9241-f356c7e886bc tempest-RoutersIpV6AdminTest-575902626 tempest-RoutersIpV6AdminTest-575902626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1781328'] for router, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:54.627683 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9491a9ec-1a20-4b60-9241-f356c7e886bc tempest-RoutersIpV6AdminTest-575902626 tempest-RoutersIpV6AdminTest-575902626-project] Fanout notify agent at l3_agent the message router_deleted on router 0632e532-7776-4499-b253-b59eaeeecca8 {{(pid=87635) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 23 16:12:54.646169 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-9491a9ec-1a20-4b60-9241-f356c7e886bc tempest-RoutersIpV6AdminTest-575902626 tempest-RoutersIpV6AdminTest-575902626-project] Notify callbacks [] for router, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:54.651363 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-9491a9ec-1a20-4b60-9241-f356c7e886bc tempest-RoutersIpV6AdminTest-575902626 tempest-RoutersIpV6AdminTest-575902626-project] 10.222.0.64 "DELETE /v2.0/routers/0632e532-7776-4499-b253-b59eaeeecca8 HTTP/1.1" status: 204  len: 168 time: 3.1105046
Dec 23 16:12:54.651363 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 46336) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:54.656794 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-484449b5-c327-4184-9ab2-7a744fb160fd tempest-RoutersIpV6AdminTest-575902626 tempest-RoutersIpV6AdminTest-575902626-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1666629518', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:12:54.663828 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-484449b5-c327-4184-9ab2-7a744fb160fd tempest-RoutersIpV6AdminTest-575902626 tempest-RoutersIpV6AdminTest-575902626-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:12:54.668390 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-484449b5-c327-4184-9ab2-7a744fb160fd tempest-RoutersIpV6AdminTest-575902626 tempest-RoutersIpV6AdminTest-575902626-project] Usage tracker for resource:router and tenant:8070582d24ab4966b512b51b1ccef3a5 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:12:54.671687 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-484449b5-c327-4184-9ab2-7a744fb160fd tempest-RoutersIpV6AdminTest-575902626 tempest-RoutersIpV6AdminTest-575902626-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:12:54.679785 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-484449b5-c327-4184-9ab2-7a744fb160fd tempest-RoutersIpV6AdminTest-575902626 tempest-RoutersIpV6AdminTest-575902626-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:12:54.730597 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-484449b5-c327-4184-9ab2-7a744fb160fd tempest-RoutersIpV6AdminTest-575902626 tempest-RoutersIpV6AdminTest-575902626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1823978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-235332'] for router, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:54.731741 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-484449b5-c327-4184-9ab2-7a744fb160fd tempest-RoutersIpV6AdminTest-575902626 tempest-RoutersIpV6AdminTest-575902626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1824575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1824063', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1751113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-235341'] for router, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:54.748421 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-fa0e3e94-040d-4233-b1f4-804aabcd4519 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for router_gateway, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:54.758075 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-484449b5-c327-4184-9ab2-7a744fb160fd tempest-RoutersIpV6AdminTest-575902626 tempest-RoutersIpV6AdminTest-575902626-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:54.759467 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-30afda3f-e4a5-4b0e-8c1c-94816d16f821 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:54.769699 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-7cbc727f-a27f-4b6a-9259-9b092ae33e1f tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:12:54.819959 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30afda3f-e4a5-4b0e-8c1c-94816d16f821 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Pushing event deleted for resources: {'Port': ['ID=9875058b-c2d4-43cd-bac7-950aaba507ab,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:12:54.825781 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-30afda3f-e4a5-4b0e-8c1c-94816d16f821 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:12:54.837564 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d2d6f34c-0d1f-45af-ac98-0b1acc77cd56 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:54.872264 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-fa0e3e94-040d-4233-b1f4-804aabcd4519 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:54.888217 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8269c0f6-ee3f-47bc-8ffb-fd27902e46c0 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify agent at l3_agent.dv-neutron-822799-1-hyperv the message routers_updated {{(pid=87636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 23 16:12:54.896790 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-484449b5-c327-4184-9ab2-7a744fb160fd tempest-RoutersIpV6AdminTest-575902626 tempest-RoutersIpV6AdminTest-575902626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1823971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1824234'] for router, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:54.898575 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea41a71a-e1a1-431f-876c-c0558c8a4e7b None None] Sync routers for ids ['4cdd5e7d-ac6e-4259-8511-ebb7a4a642cd'] in dv-neutron-822799-1-hyperv {{(pid=87637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 23 16:12:54.908163 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea41a71a-e1a1-431f-876c-c0558c8a4e7b None None] Routers {'4cdd5e7d-ac6e-4259-8511-ebb7a4a642cd'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:12:54.909122 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-ea41a71a-e1a1-431f-876c-c0558c8a4e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc04e24f0>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:12:50Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['4cdd5e7d-ac6e-4259-8511-ebb7a4a642cd'], 'active': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:12:54.939324 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-484449b5-c327-4184-9ab2-7a744fb160fd tempest-RoutersIpV6AdminTest-575902626 tempest-RoutersIpV6AdminTest-575902626-project] Notify callbacks [] for router, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:54.943129 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-484449b5-c327-4184-9ab2-7a744fb160fd tempest-RoutersIpV6AdminTest-575902626 tempest-RoutersIpV6AdminTest-575902626-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.2884579
Dec 23 16:12:54.943296 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-8269c0f6-ee3f-47bc-8ffb-fd27902e46c0 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "PUT /v2.0/routers/4cdd5e7d-ac6e-4259-8511-ebb7a4a642cd/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.8281789
Dec 23 16:12:54.952551 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 46340) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:54.952922 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 46342) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:54.975260 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cabc538-c301-4217-8865-820ba4b48c35 req-5dcac0c0-2f04-4d1f-8334-f5fe557c8b9b tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:12:54.976898 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-0cabc538-c301-4217-8865-820ba4b48c35 req-5dcac0c0-2f04-4d1f-8334-f5fe557c8b9b tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] 10.222.0.64 "GET /v2.0/ports?device_id=f54fff32-66c0-4adb-922d-69673e61b491 HTTP/1.1" status: 200  len: 946 time: 0.8055575
Dec 23 16:12:55.017272 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-710547d9-4c47-49ce-9235-8f5b416208bd tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'enable_snat': False}}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:12:55.037428 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvr_db [None req-ea41a71a-e1a1-431f-876c-c0558c8a4e7b None None] Set router 4cdd5e7d-ac6e-4259-8511-ebb7a4a642cd gateway port host: None {{(pid=87637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:12:55.073248 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-30afda3f-e4a5-4b0e-8c1c-94816d16f821 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1627472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1784155'] for router_interface, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:55.129517 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e0ea1c57-4b57-44d5-a9c0-35a220893e9a tempest-FloatingIPNegativeTestJSON-779674983 tempest-FloatingIPNegativeTestJSON-779674983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:55.143148 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-ea41a71a-e1a1-431f-876c-c0558c8a4e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc04e24f0>, [{'id': '4cdd5e7d-ac6e-4259-8511-ebb7a4a642cd', 'name': 'tempest-NetworksTestDHCPv6-router-22894612', 'tenant_id': 'bf435ff0e7914a739a10fff5b2399c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:12:42Z', 'updated_at': '2021-12-23T16:12:52Z', 'revision_number': 3, 'project_id': 'bf435ff0e7914a739a10fff5b2399c13', 'gw_port_host': None}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:12:55.147622 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea41a71a-e1a1-431f-876c-c0558c8a4e7b None None] Checking router: 4cdd5e7d-ac6e-4259-8511-ebb7a4a642cd for host: dv-neutron-822799-1-hyperv {{(pid=87637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 23 16:12:55.156343 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea41a71a-e1a1-431f-876c-c0558c8a4e7b None None] Routers {'4cdd5e7d-ac6e-4259-8511-ebb7a4a642cd'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:12:55.157011 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-ea41a71a-e1a1-431f-876c-c0558c8a4e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc04e24f0>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:12:50Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['4cdd5e7d-ac6e-4259-8511-ebb7a4a642cd'], 'active': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:12:55.346856 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvr_db [None req-ea41a71a-e1a1-431f-876c-c0558c8a4e7b None None] Set router 4cdd5e7d-ac6e-4259-8511-ebb7a4a642cd gateway port host: None {{(pid=87637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:12:55.427701 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d2d6f34c-0d1f-45af-ac98-0b1acc77cd56 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:55.443338 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30afda3f-e4a5-4b0e-8c1c-94816d16f821 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Router cabae381-3f6c-4b8c-9057-97625755d776 has already been hosted by L3 agent 371d4c41-c7e2-4de7-9539-c049ec4e95d1 {{(pid=87635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 23 16:12:55.452909 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-ea41a71a-e1a1-431f-876c-c0558c8a4e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc04e24f0>, [{'id': '4cdd5e7d-ac6e-4259-8511-ebb7a4a642cd', 'name': 'tempest-NetworksTestDHCPv6-router-22894612', 'tenant_id': 'bf435ff0e7914a739a10fff5b2399c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:12:42Z', 'updated_at': '2021-12-23T16:12:52Z', 'revision_number': 3, 'project_id': 'bf435ff0e7914a739a10fff5b2399c13', 'gw_port_host': None}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:12:55.457456 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea41a71a-e1a1-431f-876c-c0558c8a4e7b None None] The sync data for ids ['4cdd5e7d-ac6e-4259-8511-ebb7a4a642cd'] in dv-neutron-822799-1-hyperv is: [{'id': '4cdd5e7d-ac6e-4259-8511-ebb7a4a642cd', 'name': 'tempest-NetworksTestDHCPv6-router-22894612', 'tenant_id': 'bf435ff0e7914a739a10fff5b2399c13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:12:42Z', 'updated_at': '2021-12-23T16:12:52Z', 'revision_number': 3, 'project_id': 'bf435ff0e7914a739a10fff5b2399c13', 'gw_port_host': None}] {{(pid=87637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 23 16:12:55.481234 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-36a4450a-5b7f-46ee-8aa7-42c6b6174421 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:12:55.515716 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-0cabc538-c301-4217-8865-820ba4b48c35 req-a12f3e43-cc12-47ac-ba21-d55e1a8117d2 tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] 10.222.0.64 "GET /v2.0/security-groups?id=3b5fba24-44fb-4189-bd87-51876b915d36&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4272609
Dec 23 16:12:55.519385 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0506727-0b22-4467-bae4-5f5123d50ad2 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:12:55.520534 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0506727-0b22-4467-bae4-5f5123d50ad2 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:12:55.521331 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-b0506727-0b22-4467-bae4-5f5123d50ad2 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Synchronizing usage tracker for tenant:bf435ff0e7914a739a10fff5b2399c13 on resource:subnet {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:12:55.588267 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d6f34c-0d1f-45af-ac98-0b1acc77cd56 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1222fa2a-c574-4c29-9725-c34e7c152665,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:12:55.622566 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-d2d6f34c-0d1f-45af-ac98-0b1acc77cd56 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:12:55.708086 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [None req-fa0e3e94-040d-4233-b1f4-804aabcd4519 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Allocated IP 172.26.3.110 (8afa6d58-9431-454a-b99c-3ff8a65aa86b/60537fec-5f5f-4ab7-89cc-03638149a590/f2738f4b-ae43-431d-a49b-fe4450098f9d) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:12:55.711421 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-710547d9-4c47-49ce-9235-8f5b416208bd tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1824017', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1823768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-235299'] for router, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:55.715506 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-b0506727-0b22-4467-bae4-5f5123d50ad2 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Unset dirty status for tenant:bf435ff0e7914a739a10fff5b2399c13 on resource:subnet {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:12:55.716277 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30afda3f-e4a5-4b0e-8c1c-94816d16f821 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify agent at l3_agent.dv-neutron-822799-1-hyperv the message routers_updated {{(pid=87635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 23 16:12:55.716712 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-b0506727-0b22-4467-bae4-5f5123d50ad2 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1464 time: 0.7612870
Dec 23 16:12:55.720491 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d2d6f34c-0d1f-45af-ac98-0b1acc77cd56 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Notify callbacks [] for security_group, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:55.723907 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-30afda3f-e4a5-4b0e-8c1c-94816d16f821 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] 10.222.0.64 "PUT /v2.0/routers/cabae381-3f6c-4b8c-9057-97625755d776/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.2934022
Dec 23 16:12:55.723907 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 46348) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:55.724919 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-d2d6f34c-0d1f-45af-ac98-0b1acc77cd56 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] 10.222.0.64 "DELETE /v2.0/security-groups/1222fa2a-c574-4c29-9725-c34e7c152665 HTTP/1.1" status: 204  len: 168 time: 1.6710181
Dec 23 16:12:55.725431 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 46350) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:55.725740 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 46352) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:55.729915 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c969163-ffef-4f1f-a08b-2adc8de89297 None None] Sync routers for ids ['cabae381-3f6c-4b8c-9057-97625755d776'] in dv-neutron-822799-1-hyperv {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 23 16:12:55.742297 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c969163-ffef-4f1f-a08b-2adc8de89297 None None] Routers {'cabae381-3f6c-4b8c-9057-97625755d776'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:12:55.743085 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-2c969163-ffef-4f1f-a08b-2adc8de89297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc1cae400>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:12:50Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['cabae381-3f6c-4b8c-9057-97625755d776'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:12:55.811275 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-2c969163-ffef-4f1f-a08b-2adc8de89297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc1cae400>, [], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:12:55.821728 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c969163-ffef-4f1f-a08b-2adc8de89297 None None] Routers {'cabae381-3f6c-4b8c-9057-97625755d776'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:12:55.822509 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-2c969163-ffef-4f1f-a08b-2adc8de89297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc1cae400>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:12:50Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['cabae381-3f6c-4b8c-9057-97625755d776'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:12:55.891094 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-2c969163-ffef-4f1f-a08b-2adc8de89297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc1cae400>, [], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:12:55.891702 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c969163-ffef-4f1f-a08b-2adc8de89297 None None] The sync data for ids ['cabae381-3f6c-4b8c-9057-97625755d776'] in dv-neutron-822799-1-hyperv is: [] {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 23 16:12:55.974300 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-fa0e3e94-040d-4233-b1f4-804aabcd4519 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:56.031618 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-c81de89c-f76b-480e-8f47-1e506a5ea16b tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2979 time: 0.3045092
Dec 23 16:12:56.037634 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 46360) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:56.040121 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-fa0e3e94-040d-4233-b1f4-804aabcd4519 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:56.070922 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-d25ed195-615c-487e-94cd-58042a69b0a4 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:12:56.093743 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a4998a8-ef64-43f0-a1e3-1fb9356873fa tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Deleting subnet 771181b6-7c77-42d1-8144-5c6de072df3d {{(pid=87635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 23 16:12:56.118432 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-4a4998a8-ef64-43f0-a1e3-1fb9356873fa tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks [] for subnet, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:56.188845 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.api.v2.resource [None req-ff12b7e6-daa5-4e67-b290-9edddb512be0 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] delete failed (client error): The resource could not be found.
Dec 23 16:12:56.189863 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-ff12b7e6-daa5-4e67-b290-9edddb512be0 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] 10.222.0.64 "DELETE /v2.0/security-groups/1222fa2a-c574-4c29-9725-c34e7c152665 HTTP/1.1" status: 404  len: 347 time: 0.1513426
Dec 23 16:12:56.205946 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 46364) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:56.250411 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-af9bb458-2391-4fb8-82c9-dfd48d46a410 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Request body: {'security_group': {'name': 'tempest-secgroup--928615383'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:12:56.257871 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.api.v2.resource [None req-b9c6699e-a5c1-4d70-a7cc-35204b2e9afc tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] remove_router_interface failed (client error): The resource could not be found.
Dec 23 16:12:56.262776 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-b9c6699e-a5c1-4d70-a7cc-35204b2e9afc tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] 10.222.0.64 "PUT /v2.0/routers/cabae381-3f6c-4b8c-9057-97625755d776/remove_router_interface HTTP/1.1" status: 404  len: 398 time: 0.5298505
Dec 23 16:12:56.262776 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 46368) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:56.267467 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-af9bb458-2391-4fb8-82c9-dfd48d46a410 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:12:56.302872 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-4a4998a8-ef64-43f0-a1e3-1fb9356873fa tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2776816'] for subnet, precommit_delete_associations {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:56.329499 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa0e3e94-040d-4233-b1f4-804aabcd4519 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Network 8afa6d58-9431-454a-b99c-3ff8a65aa86b is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:12:56.347711 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-af9bb458-2391-4fb8-82c9-dfd48d46a410 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Usage tracker for resource:security_group and tenant:0e60117d21424d64b1987ca20285f1b7 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:12:56.351127 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-5e708365-4088-4a6a-9c29-6d23459d88a4 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Synchronizing usage tracker for tenant:3fd82437e08648b4840016e8955250bf on resource:port {{(pid=87635) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:12:56.354381 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-af9bb458-2391-4fb8-82c9-dfd48d46a410 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:12:56.371720 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-af9bb458-2391-4fb8-82c9-dfd48d46a410 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:12:56.389909 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-fa0e3e94-040d-4233-b1f4-804aabcd4519 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Resources bound (agent type, host, resource id):  {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:12:56.395657 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-5e708365-4088-4a6a-9c29-6d23459d88a4 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Unset dirty status for tenant:3fd82437e08648b4840016e8955250bf on resource:port {{(pid=87635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:12:56.399398 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-5e708365-4088-4a6a-9c29-6d23459d88a4 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] 10.222.0.64 "GET /v2.0/ports?device_id=cabae381-3f6c-4b8c-9057-97625755d776 HTTP/1.1" status: 200  len: 205 time: 0.1330602
Dec 23 16:12:56.400053 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 46372) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:56.402559 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-af9bb458-2391-4fb8-82c9-dfd48d46a410 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Notify callbacks [] for security_group, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:56.407945 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa0e3e94-040d-4233-b1f4-804aabcd4519 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:12:56.445744 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0e3e94-040d-4233-b1f4-804aabcd4519 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Pushing event updated for resources: {'Port': ['ID=f2738f4b-ae43-431d-a49b-fe4450098f9d,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:12:56.504865 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [None req-e0ea1c57-4b57-44d5-a9c0-35a220893e9a tempest-FloatingIPNegativeTestJSON-779674983 tempest-FloatingIPNegativeTestJSON-779674983-project] Allocated IP 172.26.3.141 (8afa6d58-9431-454a-b99c-3ff8a65aa86b/60537fec-5f5f-4ab7-89cc-03638149a590/b809cdb2-a296-4c85-83dc-2c721510b3b5) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:12:56.506997 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-fa0e3e94-040d-4233-b1f4-804aabcd4519 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.436s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:12:56.546206 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-af9bb458-2391-4fb8-82c9-dfd48d46a410 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:12:56.561416 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-af9bb458-2391-4fb8-82c9-dfd48d46a410 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Usage tracker for resource:security_group_rule and tenant:0e60117d21424d64b1987ca20285f1b7 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:12:56.567157 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-af9bb458-2391-4fb8-82c9-dfd48d46a410 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:12:56.571775 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-46c9ccfc-6f2a-433c-ad28-e360286593d9 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks [] for router, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:56.631372 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-af9bb458-2391-4fb8-82c9-dfd48d46a410 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:12:56.755486 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-4a4998a8-ef64-43f0-a1e3-1fb9356873fa tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864774'] for subnet, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:56.778895 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-710547d9-4c47-49ce-9235-8f5b416208bd tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:56.827444 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 69db3a6e-69a6-4ba7-a484-585c53de2c12 no longer exists at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 23 16:12:56.861831 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-710547d9-4c47-49ce-9235-8f5b416208bd tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:56.863398 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] No Port match for: 69db3a6e-69a6-4ba7-a484-585c53de2c12 {{(pid=87637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 23 16:12:56.863754 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 69db3a6e-69a6-4ba7-a484-585c53de2c12 not bound to the agent host dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 23 16:12:57.076966 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e0ea1c57-4b57-44d5-a9c0-35a220893e9a tempest-FloatingIPNegativeTestJSON-779674983 tempest-FloatingIPNegativeTestJSON-779674983-project] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:57.130677 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-46c9ccfc-6f2a-433c-ad28-e360286593d9 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1784183', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-235354'] for router, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:57.133961 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-46c9ccfc-6f2a-433c-ad28-e360286593d9 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:57.192107 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-fa0e3e94-040d-4233-b1f4-804aabcd4519 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for router_gateway, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:57.212258 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-46c9ccfc-6f2a-433c-ad28-e360286593d9 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1781328'] for router, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:57.212802 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46c9ccfc-6f2a-433c-ad28-e360286593d9 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Fanout notify agent at l3_agent the message router_deleted on router cabae381-3f6c-4b8c-9057-97625755d776 {{(pid=87635) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 23 16:12:57.222767 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-4a4998a8-ef64-43f0-a1e3-1fb9356873fa tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2753333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2609730'] for subnet, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:57.228841 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-af9bb458-2391-4fb8-82c9-dfd48d46a410 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Notify callbacks [] for security_group, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:57.231279 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-2d00dc9d-d88f-4d1f-9ccd-5a1793c5e3f4 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:12:57.266525 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-af9bb458-2391-4fb8-82c9-dfd48d46a410 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:57.284773 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb26740-0d08-4e1a-b45c-ecb3e68f5d8b req-b57a7ec0-1028-4205-ab55-4259384eb284 tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:12:57.286242 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-7fb26740-0d08-4e1a-b45c-ecb3e68f5d8b req-b57a7ec0-1028-4205-ab55-4259384eb284 tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] 10.222.0.64 "GET /v2.0/ports?device_id=f54fff32-66c0-4adb-922d-69673e61b491 HTTP/1.1" status: 200  len: 946 time: 0.6526604
Dec 23 16:12:57.295146 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4998a8-ef64-43f0-a1e3-1fb9356873fa tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Pushing event deleted for resources: {'Subnet': ['ID=771181b6-7c77-42d1-8144-5c6de072df3d,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:12:57.300970 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-4a4998a8-ef64-43f0-a1e3-1fb9356873fa tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:12:57.302709 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-f773699d-5f14-4657-bb4e-4fb819041eea tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.025s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:12:57.312142 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e0ea1c57-4b57-44d5-a9c0-35a220893e9a tempest-FloatingIPNegativeTestJSON-779674983 tempest-FloatingIPNegativeTestJSON-779674983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:57.313211 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-4a4998a8-ef64-43f0-a1e3-1fb9356873fa tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks [] for subnet, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:57.315512 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45dfc29e-c392-455b-80d7-697bd9e84478 None None] Network a67646b4-5371-43ec-9f98-39fe51a67033 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:12:57.322322 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-0ce2a37f-0c5b-4457-8522-5e42130726a8 tempest-RoutersIpV6AdminTest-575902626 tempest-RoutersIpV6AdminTest-575902626-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:12:57.369783 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-4a4998a8-ef64-43f0-a1e3-1fb9356873fa tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "DELETE /v2.0/subnets/771181b6-7c77-42d1-8144-5c6de072df3d HTTP/1.1" status: 204  len: 168 time: 1.6434162
Dec 23 16:12:57.375314 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-46c9ccfc-6f2a-433c-ad28-e360286593d9 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks [] for router, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:57.376370 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-46c9ccfc-6f2a-433c-ad28-e360286593d9 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] 10.222.0.64 "DELETE /v2.0/routers/cabae381-3f6c-4b8c-9057-97625755d776 HTTP/1.1" status: 204  len: 168 time: 0.9753013
Dec 23 16:12:57.377009 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 46378) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:57.379490 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 46380) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:57.388300 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-af9bb458-2391-4fb8-82c9-dfd48d46a410 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Notify callbacks [] for security_group, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:57.392208 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-af9bb458-2391-4fb8-82c9-dfd48d46a410 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1743 time: 1.1826365
Dec 23 16:12:57.444866 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 46386) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:57.448721 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9bb458-2391-4fb8-82c9-dfd48d46a410 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a9ec29e-f251-4f10-9891-0858e891a089,revision_number=1']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:12:57.459332 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-af3b4374-6810-4e3a-a57c-48aa5d9e337b tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Request body: {'security_group_rule': {'security_group_id': '1a9ec29e-f251-4f10-9891-0858e891a089', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:12:57.464119 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-af9bb458-2391-4fb8-82c9-dfd48d46a410 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:12:57.472770 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-af3b4374-6810-4e3a-a57c-48aa5d9e337b tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:12:57.485084 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-7fb26740-0d08-4e1a-b45c-ecb3e68f5d8b req-68301e9c-88af-469e-8e75-b0e44556527c tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] 10.222.0.64 "GET /v2.0/security-groups?id=3b5fba24-44fb-4189-bd87-51876b915d36&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1831887
Dec 23 16:12:57.486004 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-af3b4374-6810-4e3a-a57c-48aa5d9e337b tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Usage tracker for resource:security_group_rule and tenant:0e60117d21424d64b1987ca20285f1b7 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:12:57.490818 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-af3b4374-6810-4e3a-a57c-48aa5d9e337b tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:12:57.499311 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-af3b4374-6810-4e3a-a57c-48aa5d9e337b tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:12:57.546609 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0ea1c57-4b57-44d5-a9c0-35a220893e9a tempest-FloatingIPNegativeTestJSON-779674983 tempest-FloatingIPNegativeTestJSON-779674983-project] Network 8afa6d58-9431-454a-b99c-3ff8a65aa86b is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:12:57.564451 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-e0ea1c57-4b57-44d5-a9c0-35a220893e9a tempest-FloatingIPNegativeTestJSON-779674983 tempest-FloatingIPNegativeTestJSON-779674983-project] Resources bound (agent type, host, resource id):  {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:12:57.566879 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [None req-710547d9-4c47-49ce-9235-8f5b416208bd tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Allocated IP 172.26.3.47 (8afa6d58-9431-454a-b99c-3ff8a65aa86b/60537fec-5f5f-4ab7-89cc-03638149a590/64f05571-9c61-4b34-8674-eac25fb0e443) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:12:57.573328 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ea1c57-4b57-44d5-a9c0-35a220893e9a tempest-FloatingIPNegativeTestJSON-779674983 tempest-FloatingIPNegativeTestJSON-779674983-project] Pushing event updated for resources: {'Port': ['ID=b809cdb2-a296-4c85-83dc-2c721510b3b5,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:12:57.578610 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0ea1c57-4b57-44d5-a9c0-35a220893e9a tempest-FloatingIPNegativeTestJSON-779674983 tempest-FloatingIPNegativeTestJSON-779674983-project] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:12:57.581415 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-af3b4374-6810-4e3a-a57c-48aa5d9e337b tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:57.600113 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9de8bada-b535-4034-8c91-5ab1b30d1f20 None None] DHCP port deletion for a67646b4-5371-43ec-9f98-39fe51a67033 request from dv-neutron-822799-1-hyperv {{(pid=87637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 23 16:12:57.603615 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-5b756866-4177-4cea-aac8-40fc24b7aa1e tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200  len: 708 time: 0.2232826
Dec 23 16:12:57.608323 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-9de8bada-b535-4034-8c91-5ab1b30d1f20 None None] Deleting port c029e6c8-8d0c-48e9-b85b-ce17e4ecbb8a {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:12:57.608845 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9de8bada-b535-4034-8c91-5ab1b30d1f20 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:57.611121 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 46390) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:57.768406 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-e0ea1c57-4b57-44d5-a9c0-35a220893e9a tempest-FloatingIPNegativeTestJSON-779674983 tempest-FloatingIPNegativeTestJSON-779674983-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.446s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:12:57.768748 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-b24380d9-ca11-433f-ae47-c1ce6fbf80cb tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks [] for router, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:57.836796 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-9de8bada-b535-4034-8c91-5ab1b30d1f20 None None] For port c029e6c8-8d0c-48e9-b85b-ce17e4ecbb8a, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=c029e6c8-8d0c-48e9-b85b-ce17e4ecbb8a,segment=NetworkSegment(d0e346f7-32a7-41a0-b972-301688edbe10),segment_id=d0e346f7-32a7-41a0-b972-301688edbe10)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:12:57.837413 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9de8bada-b535-4034-8c91-5ab1b30d1f20 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:57.854400 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_v2 [None req-8affd5fe-6718-4ae7-92ba-eaf6331c073c tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Deleting subnet e37db0ae-648e-47d8-bd05-daac6cfa751b {{(pid=87636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 23 16:12:57.869412 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-8affd5fe-6718-4ae7-92ba-eaf6331c073c tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks [] for subnet, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:57.900361 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-af3b4374-6810-4e3a-a57c-48aa5d9e337b tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:57.944540 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-af3b4374-6810-4e3a-a57c-48aa5d9e337b tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762424'] for security_group_rule, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:57.959551 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-9de8bada-b535-4034-8c91-5ab1b30d1f20 None None] Calling delete_port for c029e6c8-8d0c-48e9-b85b-ce17e4ecbb8a owned by network:dhcp {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:12:58.009974 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:12:58.039648 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9de8bada-b535-4034-8c91-5ab1b30d1f20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789'] for port, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:58.043819 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-53ce28e6-6267-4fce-9fff-974e4536aec5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:12:58.085714 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de8bada-b535-4034-8c91-5ab1b30d1f20 None None] Pushing event deleted for resources: {'Port': ['ID=c029e6c8-8d0c-48e9-b85b-ce17e4ecbb8a,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:12:58.089828 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-9de8bada-b535-4034-8c91-5ab1b30d1f20 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:12:58.090846 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9de8bada-b535-4034-8c91-5ab1b30d1f20 None None] No DVR routers for this DVR port c029e6c8-8d0c-48e9-b85b-ce17e4ecbb8a on host dv-neutron-822799-1-hyperv {{(pid=87637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 23 16:12:58.104232 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3b4374-6810-4e3a-a57c-48aa5d9e337b tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11cf4c71-7ab4-483d-b047-b8a5cb4d4c99,revision_number=0']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:12:58.109179 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-b24380d9-ca11-433f-ae47-c1ce6fbf80cb tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1784183', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-235354'] for router, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:58.112886 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-b24380d9-ca11-433f-ae47-c1ce6fbf80cb tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:58.115163 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-8affd5fe-6718-4ae7-92ba-eaf6331c073c tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2382092'] for subnet, precommit_delete_associations {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:58.115448 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-af3b4374-6810-4e3a-a57c-48aa5d9e337b tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:12:58.126405 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-af3b4374-6810-4e3a-a57c-48aa5d9e337b tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:58.127695 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-af3b4374-6810-4e3a-a57c-48aa5d9e337b tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.6760631
Dec 23 16:12:58.135496 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 46394) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:58.161066 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-b24380d9-ca11-433f-ae47-c1ce6fbf80cb tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1781328'] for router, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:58.161534 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b24380d9-ca11-433f-ae47-c1ce6fbf80cb tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Fanout notify agent at l3_agent the message router_deleted on router 4cdd5e7d-ac6e-4259-8511-ebb7a4a642cd {{(pid=87635) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 23 16:12:58.171846 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-5ea8d692-38fe-4db1-a69f-583a8b3d7385 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:58.182174 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-5ea8d692-38fe-4db1-a69f-583a8b3d7385 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:58.200712 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-b24380d9-ca11-433f-ae47-c1ce6fbf80cb tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks [] for router, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:58.204145 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-b24380d9-ca11-433f-ae47-c1ce6fbf80cb tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "DELETE /v2.0/routers/4cdd5e7d-ac6e-4259-8511-ebb7a4a642cd HTTP/1.1" status: 204  len: 168 time: 0.5897357
Dec 23 16:12:58.205051 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 46398) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:58.239365 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-fa0e3e94-040d-4233-b1f4-804aabcd4519 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1823971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1824234'] for router, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:58.258291 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e0ea1c57-4b57-44d5-a9c0-35a220893e9a tempest-FloatingIPNegativeTestJSON-779674983 tempest-FloatingIPNegativeTestJSON-779674983-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:58.269122 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-d3612444-f29a-4be9-a538-1edd9c25b202 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Synchronizing usage tracker for tenant:bf435ff0e7914a739a10fff5b2399c13 on resource:port {{(pid=87635) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:12:58.291649 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-5ea8d692-38fe-4db1-a69f-583a8b3d7385 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762424'] for security_group_rule, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:58.302052 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:12:58.311055 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-d3612444-f29a-4be9-a538-1edd9c25b202 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Unset dirty status for tenant:bf435ff0e7914a739a10fff5b2399c13 on resource:port {{(pid=87635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:12:58.314835 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-d3612444-f29a-4be9-a538-1edd9c25b202 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200  len: 205 time: 0.1088567
Dec 23 16:12:58.315402 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 46402) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:58.320613 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea8d692-38fe-4db1-a69f-583a8b3d7385 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=11cf4c71-7ab4-483d-b047-b8a5cb4d4c99,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:12:58.351627 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-5ea8d692-38fe-4db1-a69f-583a8b3d7385 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:58.355940 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-5ea8d692-38fe-4db1-a69f-583a8b3d7385 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/11cf4c71-7ab4-483d-b047-b8a5cb4d4c99 HTTP/1.1" status: 204  len: 168 time: 0.2192862
Dec 23 16:12:58.359363 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 46406) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:58.360287 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-5ea8d692-38fe-4db1-a69f-583a8b3d7385 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:12:58.365965 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-710547d9-4c47-49ce-9235-8f5b416208bd tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:58.415271 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4a633ef-cbaa-4b61-94ea-4ad6bd43afb4 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:12:58.415958 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-e4a633ef-cbaa-4b61-94ea-4ad6bd43afb4 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Synchronizing usage tracker for tenant:bf435ff0e7914a739a10fff5b2399c13 on resource:subnet {{(pid=87635) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:12:58.432684 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-bbd58c04-c05d-4da8-aa65-b07f0ba55033 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Synchronizing usage tracker for tenant:0e60117d21424d64b1987ca20285f1b7 on resource:security_group_rule {{(pid=87635) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:12:58.453733 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-e4a633ef-cbaa-4b61-94ea-4ad6bd43afb4 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Unset dirty status for tenant:bf435ff0e7914a739a10fff5b2399c13 on resource:subnet {{(pid=87635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:12:58.455033 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-e4a633ef-cbaa-4b61-94ea-4ad6bd43afb4 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.1364930
Dec 23 16:12:58.457742 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 46410) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:58.510235 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-8affd5fe-6718-4ae7-92ba-eaf6331c073c tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864774'] for subnet, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:58.577564 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e0ea1c57-4b57-44d5-a9c0-35a220893e9a tempest-FloatingIPNegativeTestJSON-779674983 tempest-FloatingIPNegativeTestJSON-779674983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:58.651591 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-bbd58c04-c05d-4da8-aa65-b07f0ba55033 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Unset dirty status for tenant:0e60117d21424d64b1987ca20285f1b7 on resource:security_group_rule {{(pid=87635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:12:58.656130 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-bbd58c04-c05d-4da8-aa65-b07f0ba55033 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.2917066
Dec 23 16:12:58.658736 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 46416) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:58.679930 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-35fed7e6-4e23-41f5-8517-0cb3f0c6fc5a tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Synchronizing usage tracker for tenant:bf435ff0e7914a739a10fff5b2399c13 on resource:router {{(pid=87635) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:12:58.715292 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-35fed7e6-4e23-41f5-8517-0cb3f0c6fc5a tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Unset dirty status for tenant:bf435ff0e7914a739a10fff5b2399c13 on resource:router {{(pid=87635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:12:58.722727 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-35fed7e6-4e23-41f5-8517-0cb3f0c6fc5a tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.2577212
Dec 23 16:12:58.727364 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 46420) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:58.736129 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-5bd02a0c-572c-4304-96f0-da3adc9c162b tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Request body: {'subnet': {'network_id': 'a67646b4-5371-43ec-9f98-39fe51a67033', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:12:58.759131 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-710547d9-4c47-49ce-9235-8f5b416208bd tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:58.767784 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-afba3c1c-e783-46f9-9830-959b7b392b40 tempest-RoutersIpV6AdminTest-575902626 tempest-RoutersIpV6AdminTest-575902626-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:12:58.821886 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-0c609216-f586-4b8b-bf69-7dc823a62205 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Notify callbacks [] for security_group, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:58.828528 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-8affd5fe-6718-4ae7-92ba-eaf6331c073c tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2176495', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2618677'] for subnet, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:58.869362 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device c029e6c8-8d0c-48e9-b85b-ce17e4ecbb8a no longer exists at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 23 16:12:58.879264 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-0c609216-f586-4b8b-bf69-7dc823a62205 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:58.887555 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-5bd02a0c-572c-4304-96f0-da3adc9c162b tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:12:58.905003 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] No Port match for: c029e6c8-8d0c-48e9-b85b-ce17e4ecbb8a {{(pid=87637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 23 16:12:58.905368 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device c029e6c8-8d0c-48e9-b85b-ce17e4ecbb8a not bound to the agent host dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 23 16:12:58.908166 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-5bd02a0c-572c-4304-96f0-da3adc9c162b tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:12:58.926620 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-710547d9-4c47-49ce-9235-8f5b416208bd tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Network 8afa6d58-9431-454a-b99c-3ff8a65aa86b is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:12:58.944354 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bd02a0c-572c-4304-96f0-da3adc9c162b tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Made reservation on behalf of bf435ff0e7914a739a10fff5b2399c13 for: {'subnet': 1} {{(pid=87635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:12:58.948661 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-5bd02a0c-572c-4304-96f0-da3adc9c162b tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2610339'] for subnet, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:58.948952 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-710547d9-4c47-49ce-9235-8f5b416208bd tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Resources bound (agent type, host, resource id):  {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:12:58.960621 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-710547d9-4c47-49ce-9235-8f5b416208bd tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:12:58.967246 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e6e4cb9-9174-474a-966b-390c8dff59b4 None None] Network 9e71e505-a986-4b34-8aec-de9b32764f44 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:12:58.970595 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-0c609216-f586-4b8b-bf69-7dc823a62205 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:58.979091 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-4032b31f-e644-4c24-9718-b1f2179a5bf4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:12:58.996397 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-8affd5fe-6718-4ae7-92ba-eaf6331c073c tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks [] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:59.007580 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa0e3e94-040d-4233-b1f4-804aabcd4519 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Router 60a9be12-e018-4cb8-af5c-0a3802c67b88 is scheduled to L3 agent 371d4c41-c7e2-4de7-9539-c049ec4e95d1 with binding_index 1 {{(pid=87636) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 23 16:12:59.009449 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710547d9-4c47-49ce-9235-8f5b416208bd tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Pushing event updated for resources: {'Port': ['ID=64f05571-9c61-4b34-8674-eac25fb0e443,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:12:59.029488 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-710547d9-4c47-49ce-9235-8f5b416208bd tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:12:59.034432 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-f9c164b8-3105-44b3-9386-210dce6caf05 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.190s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:12:59.039754 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c609216-f586-4b8b-bf69-7dc823a62205 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a9ec29e-f251-4f10-9891-0858e891a089,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:12:59.048366 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-0c609216-f586-4b8b-bf69-7dc823a62205 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:12:59.074588 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-0c609216-f586-4b8b-bf69-7dc823a62205 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Notify callbacks [] for security_group, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:59.076382 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-0c609216-f586-4b8b-bf69-7dc823a62205 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] 10.222.0.64 "DELETE /v2.0/security-groups/1a9ec29e-f251-4f10-9891-0858e891a089 HTTP/1.1" status: 204  len: 168 time: 0.4167278
Dec 23 16:12:59.080634 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 46424) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:59.095756 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-8affd5fe-6718-4ae7-92ba-eaf6331c073c tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] 10.222.0.64 "DELETE /v2.0/subnets/e37db0ae-648e-47d8-bd05-daac6cfa751b HTTP/1.1" status: 204  len: 168 time: 1.7095451
Dec 23 16:12:59.097156 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8affd5fe-6718-4ae7-92ba-eaf6331c073c tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Pushing event deleted for resources: {'Subnet': ['ID=e37db0ae-648e-47d8-bd05-daac6cfa751b,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:12:59.107296 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346dc9bd-032f-43f5-b70f-fe86902e4d58 req-579e2442-19b4-430e-bdb7-0c10585b91c7 tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:12:59.107948 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 46428) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:59.108794 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-346dc9bd-032f-43f5-b70f-fe86902e4d58 req-579e2442-19b4-430e-bdb7-0c10585b91c7 tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] 10.222.0.64 "GET /v2.0/ports?device_id=f54fff32-66c0-4adb-922d-69673e61b491 HTTP/1.1" status: 200  len: 946 time: 0.4939601
Dec 23 16:12:59.112017 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-8affd5fe-6718-4ae7-92ba-eaf6331c073c tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:12:59.261460 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8273d6cd-e4a4-47d9-8c6e-17eccfd6b668 None None] DHCP port deletion for 9e71e505-a986-4b34-8aec-de9b32764f44 request from dv-neutron-822799-1-hyperv {{(pid=87637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 23 16:12:59.261683 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-d4960301-9002-44bf-9677-afb0504af55b tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Synchronizing usage tracker for tenant:0e60117d21424d64b1987ca20285f1b7 on resource:security_group {{(pid=87635) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:12:59.267208 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-8273d6cd-e4a4-47d9-8c6e-17eccfd6b668 None None] Deleting port 393c3ce6-64b1-40bc-849a-36c040231da0 {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:12:59.267850 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-8273d6cd-e4a4-47d9-8c6e-17eccfd6b668 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:59.323858 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-5986f7d8-9d4e-4505-b18d-5830da0a3be9 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-698866'] for network, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:59.345297 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-d4960301-9002-44bf-9677-afb0504af55b tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Unset dirty status for tenant:0e60117d21424d64b1987ca20285f1b7 on resource:security_group {{(pid=87635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:12:59.346889 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-d4960301-9002-44bf-9677-afb0504af55b tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2979 time: 0.2651553
Dec 23 16:12:59.351030 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 46432) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:12:59.364939 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-db141f90-acd2-4f20-8669-77fc0f6ce6e4 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Request body: {'security_group': {'name': 'tempest-secgroup--1596426113'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:12:59.369573 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-5986f7d8-9d4e-4505-b18d-5830da0a3be9 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Deleting port 393c3ce6-64b1-40bc-849a-36c040231da0 {{(pid=87635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:12:59.370012 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-5986f7d8-9d4e-4505-b18d-5830da0a3be9 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:59.405217 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-db141f90-acd2-4f20-8669-77fc0f6ce6e4 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:12:59.450267 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-db141f90-acd2-4f20-8669-77fc0f6ce6e4 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:12:59.513863 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-8273d6cd-e4a4-47d9-8c6e-17eccfd6b668 None None] For port 393c3ce6-64b1-40bc-849a-36c040231da0, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=393c3ce6-64b1-40bc-849a-36c040231da0,segment=NetworkSegment(596375cb-ab67-4903-9a47-db3f11e0ada9),segment_id=596375cb-ab67-4903-9a47-db3f11e0ada9)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:12:59.514226 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-8273d6cd-e4a4-47d9-8c6e-17eccfd6b668 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:59.517666 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-db141f90-acd2-4f20-8669-77fc0f6ce6e4 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Notify callbacks [] for security_group, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:59.590882 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-db141f90-acd2-4f20-8669-77fc0f6ce6e4 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:12:59.619580 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-db141f90-acd2-4f20-8669-77fc0f6ce6e4 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Usage tracker for resource:security_group_rule and tenant:0e60117d21424d64b1987ca20285f1b7 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:12:59.626109 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-db141f90-acd2-4f20-8669-77fc0f6ce6e4 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:12:59.634671 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-346dc9bd-032f-43f5-b70f-fe86902e4d58 req-de2cffe0-f033-4d58-9c40-dea9687be265 tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] 10.222.0.64 "GET /v2.0/security-groups?id=3b5fba24-44fb-4189-bd87-51876b915d36&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4498794
Dec 23 16:12:59.685108 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-8273d6cd-e4a4-47d9-8c6e-17eccfd6b668 None None] Calling delete_port for 393c3ce6-64b1-40bc-849a-36c040231da0 owned by network:dhcp {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:12:59.685695 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.db.resource_extend [None req-e0ea1c57-4b57-44d5-a9c0-35a220893e9a tempest-FloatingIPNegativeTestJSON-779674983 tempest-FloatingIPNegativeTestJSON-779674983-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 23 16:12:59.693743 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-db141f90-acd2-4f20-8669-77fc0f6ce6e4 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:12:59.716383 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e0ea1c57-4b57-44d5-a9c0-35a220893e9a tempest-FloatingIPNegativeTestJSON-779674983 tempest-FloatingIPNegativeTestJSON-779674983-project] Notify callbacks [] for port, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:59.757849 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.objects.ports [None req-5bd02a0c-572c-4304-96f0-da3adc9c162b tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87635) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}}
Dec 23 16:12:59.764125 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-5bd02a0c-572c-4304-96f0-da3adc9c162b tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2753396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2610353'] for subnet, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:59.770984 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-8273d6cd-e4a4-47d9-8c6e-17eccfd6b668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789'] for port, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:59.778320 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-a483fa91-67cf-4a55-a451-bb429a645bc6 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:12:59.778964 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-1921f9a0-f894-4638-97e4-2303c1c8c5d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:12:59.785356 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e0ea1c57-4b57-44d5-a9c0-35a220893e9a tempest-FloatingIPNegativeTestJSON-779674983 tempest-FloatingIPNegativeTestJSON-779674983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2176289'] for port, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:59.797332 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-ad3eae88-4280-43a5-99ce-40f363058a84 tempest-RoutersIpV6AdminTest-575902626 tempest-RoutersIpV6AdminTest-575902626-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:12:59.828884 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.db [None req-5986f7d8-9d4e-4505-b18d-5830da0a3be9 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] For port 393c3ce6-64b1-40bc-849a-36c040231da0, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=393c3ce6-64b1-40bc-849a-36c040231da0,segment=NetworkSegment(596375cb-ab67-4903-9a47-db3f11e0ada9),segment_id=596375cb-ab67-4903-9a47-db3f11e0ada9)] {{(pid=87635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:12:59.829312 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-5986f7d8-9d4e-4505-b18d-5830da0a3be9 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:12:59.829745 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8273d6cd-e4a4-47d9-8c6e-17eccfd6b668 None None] No DVR routers for this DVR port 393c3ce6-64b1-40bc-849a-36c040231da0 on host dv-neutron-822799-1-hyperv {{(pid=87637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 23 16:12:59.834633 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8273d6cd-e4a4-47d9-8c6e-17eccfd6b668 None None] Pushing event deleted for resources: {'Port': ['ID=393c3ce6-64b1-40bc-849a-36c040231da0,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:12:59.840535 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-8273d6cd-e4a4-47d9-8c6e-17eccfd6b668 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:12:59.898117 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa0e3e94-040d-4233-b1f4-804aabcd4519 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify agent at l3_agent.dv-neutron-822799-1-hyperv the message routers_updated {{(pid=87636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 23 16:12:59.911974 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a469814b-19c5-488c-a652-6b80fc2188d4 None None] Sync routers for ids ['60a9be12-e018-4cb8-af5c-0a3802c67b88'] in dv-neutron-822799-1-hyperv {{(pid=87637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 23 16:12:59.921694 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bd02a0c-572c-4304-96f0-da3adc9c162b tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Network a67646b4-5371-43ec-9f98-39fe51a67033 is already hosted by enough agents. {{(pid=87635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:12:59.924457 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a469814b-19c5-488c-a652-6b80fc2188d4 None None] Routers {'60a9be12-e018-4cb8-af5c-0a3802c67b88'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:12:59.925245 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-a469814b-19c5-488c-a652-6b80fc2188d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc1600bb0>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:12:50Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['60a9be12-e018-4cb8-af5c-0a3802c67b88'], 'active': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:12:59.957766 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ea1c57-4b57-44d5-a9c0-35a220893e9a tempest-FloatingIPNegativeTestJSON-779674983 tempest-FloatingIPNegativeTestJSON-779674983-project] Pushing event updated for resources: {'Port': ['ID=b809cdb2-a296-4c85-83dc-2c721510b3b5,revision_number=2']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:12:59.973688 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-e0ea1c57-4b57-44d5-a9c0-35a220893e9a tempest-FloatingIPNegativeTestJSON-779674983 tempest-FloatingIPNegativeTestJSON-779674983-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:12:59.979546 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.base_scheduler [None req-5bd02a0c-572c-4304-96f0-da3adc9c162b tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Resources bound (agent type, host, resource id):  {{(pid=87635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:12:59.992997 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-5986f7d8-9d4e-4505-b18d-5830da0a3be9 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Calling delete_port for 393c3ce6-64b1-40bc-849a-36c040231da0 owned by network:dhcp {{(pid=87635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:12:59.993174 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdc8115f-0367-4d66-893e-fd536605f7dd None None] Network a67646b4-5371-43ec-9f98-39fe51a67033 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:13:00.023344 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bd02a0c-572c-4304-96f0-da3adc9c162b tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:13:00.024126 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-5bd02a0c-572c-4304-96f0-da3adc9c162b tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks [] for subnet, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:00.044944 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-fa0e3e94-040d-4233-b1f4-804aabcd4519 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for router, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:00.046127 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-fa0e3e94-040d-4233-b1f4-804aabcd4519 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201  len: 887 time: 7.9045346
Dec 23 16:13:00.049597 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e0ea1c57-4b57-44d5-a9c0-35a220893e9a tempest-FloatingIPNegativeTestJSON-779674983 tempest-FloatingIPNegativeTestJSON-779674983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1824189'] for floatingip, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:00.050910 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd02a0c-572c-4304-96f0-da3adc9c162b tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Pushing event updated for resources: {'Subnet': ['ID=9b262820-00e8-440d-a766-5f77ee95cce1,revision_number=0']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:13:00.053030 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 46436) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:00.070864 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-5bd02a0c-572c-4304-96f0-da3adc9c162b tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:13:00.083110 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e0ea1c57-4b57-44d5-a9c0-35a220893e9a tempest-FloatingIPNegativeTestJSON-779674983 tempest-FloatingIPNegativeTestJSON-779674983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for floatingip, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:00.084709 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-e0ea1c57-4b57-44d5-a9c0-35a220893e9a tempest-FloatingIPNegativeTestJSON-779674983 tempest-FloatingIPNegativeTestJSON-779674983-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 6.5031207
Dec 23 16:13:00.087994 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 46442) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:00.099896 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-63f23dfe-771e-4575-865c-a7fee7584d95 tempest-FloatingIPNegativeTestJSON-779674983 tempest-FloatingIPNegativeTestJSON-779674983-project] Request body: {'floatingip': {'port_id': '5998d786-5593-4309-a9b8-02ab118282a3', 'fixed_ip_address': '172.20.0.7'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:13:00.107259 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-710547d9-4c47-49ce-9235-8f5b416208bd tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:00.215724 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-5bd02a0c-572c-4304-96f0-da3adc9c162b tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 827 time: 1.4841831
Dec 23 16:13:00.215724 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-db141f90-acd2-4f20-8669-77fc0f6ce6e4 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Notify callbacks [] for security_group, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:00.225025 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 46446) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:00.230498 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-63f23dfe-771e-4575-865c-a7fee7584d95 tempest-FloatingIPNegativeTestJSON-779674983 tempest-FloatingIPNegativeTestJSON-779674983-project] Notify callbacks [] for floatingip, before_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:00.232622 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-4d48bd43-efa8-4dfb-92f9-3eb91f56ea95 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Request body: {'subnet': {'network_id': 'a67646b4-5371-43ec-9f98-39fe51a67033', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:13:00.316040 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvr_db [None req-a469814b-19c5-488c-a652-6b80fc2188d4 None None] Set router 60a9be12-e018-4cb8-af5c-0a3802c67b88 gateway port host: dv-neutron-822799-1-hyperv {{(pid=87637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:13:00.420610 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-066d8027-c709-4ef9-8740-d2b71ee9f3f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7e017a6-8198-58c8-a07e-0f786128e3b3-a67646b4-5371-43ec-9f98-39fe51a67033', 'network_id': 'a67646b4-5371-43ec-9f98-39fe51a67033', 'tenant_id': 'bf435ff0e7914a739a10fff5b2399c13', 'fixed_ips': [{'subnet_id': '9b262820-00e8-440d-a766-5f77ee95cce1'}]}} from dv-neutron-822799-1-hyperv. {{(pid=87637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 23 16:13:00.421554 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-066d8027-c709-4ef9-8740-d2b71ee9f3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:00.453027 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-db141f90-acd2-4f20-8669-77fc0f6ce6e4 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:00.467080 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-2bbc8895-6a44-494c-8d9c-fc345853a8ba tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:13:00.512020 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-a66acd29-7fcc-4222-b45c-5431a633e517 tempest-TestNetworkBasicOps-54271533 tempest-TestNetworkBasicOps-54271533-project-admin] 10.222.0.64 "GET /v2.0/subnets?project_id=544f3e375bde4f0988286eba27294ea6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.4468000
Dec 23 16:13:00.525016 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 46450) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:00.559840 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.db.api [None req-5986f7d8-9d4e-4505-b18d-5830da0a3be9 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87635) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 23 16:13:00.559840 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_db.api [None req-5986f7d8-9d4e-4505-b18d-5830da0a3be9 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 23 16:13:00.560175 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-4d48bd43-efa8-4dfb-92f9-3eb91f56ea95 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:13:00.567192 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-4d48bd43-efa8-4dfb-92f9-3eb91f56ea95 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Usage tracker for resource:subnet and tenant:bf435ff0e7914a739a10fff5b2399c13 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:13:00.578802 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-4d48bd43-efa8-4dfb-92f9-3eb91f56ea95 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:13:00.588044 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-4d48bd43-efa8-4dfb-92f9-3eb91f56ea95 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:13:00.592420 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-db141f90-acd2-4f20-8669-77fc0f6ce6e4 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Notify callbacks [] for security_group, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:00.596420 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-db141f90-acd2-4f20-8669-77fc0f6ce6e4 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1744 time: 1.2400732
Dec 23 16:13:00.643616 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 46454) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:00.659041 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-ef3f080e-b4a5-40c2-a164-1058561846ca tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Request body: {'security_group_rule': {'security_group_id': '29421783-cc42-42f6-bda8-fb5faaa19a46', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:13:00.667949 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db141f90-acd2-4f20-8669-77fc0f6ce6e4 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29421783-cc42-42f6-bda8-fb5faaa19a46,revision_number=1']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:13:00.669480 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-ef3f080e-b4a5-40c2-a164-1058561846ca tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:13:00.676595 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d48bd43-efa8-4dfb-92f9-3eb91f56ea95 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Made reservation on behalf of bf435ff0e7914a739a10fff5b2399c13 for: {'subnet': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:13:00.680181 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-4d48bd43-efa8-4dfb-92f9-3eb91f56ea95 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2618324'] for subnet, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:00.680637 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-db141f90-acd2-4f20-8669-77fc0f6ce6e4 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:13:00.695035 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-ef3f080e-b4a5-40c2-a164-1058561846ca tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Usage tracker for resource:security_group_rule and tenant:0e60117d21424d64b1987ca20285f1b7 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:13:00.711376 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-ef3f080e-b4a5-40c2-a164-1058561846ca tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:13:00.728510 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-ef3f080e-b4a5-40c2-a164-1058561846ca tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:13:00.732032 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-710547d9-4c47-49ce-9235-8f5b416208bd tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1824017', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1823768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-235299'] for router, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:00.734705 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_common [None req-066d8027-c709-4ef9-8740-d2b71ee9f3f6 None None] Allocated IP 2001:db8::f816:3eff:fe57:2bf5 (a67646b4-5371-43ec-9f98-39fe51a67033/9b262820-00e8-440d-a766-5f77ee95cce1/bab3c71e-9bc5-4662-9458-845c9abf0547) {{(pid=87637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:13:00.748908 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.api.v2.resource [None req-63f23dfe-771e-4575-865c-a7fee7584d95 tempest-FloatingIPNegativeTestJSON-779674983 tempest-FloatingIPNegativeTestJSON-779674983-project] update failed (client error): The resource could not be found.
Dec 23 16:13:00.750231 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-63f23dfe-771e-4575-865c-a7fee7584d95 tempest-FloatingIPNegativeTestJSON-779674983 tempest-FloatingIPNegativeTestJSON-779674983-project] 10.222.0.64 "PUT /v2.0/floatingips/bc09417c-f53f-4f35-8771-c7c5771d4d56 HTTP/1.1" status: 404  len: 507 time: 0.6584196
Dec 23 16:13:00.759556 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 46460) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:00.808146 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-710547d9-4c47-49ce-9235-8f5b416208bd tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1824234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1824024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1824227', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1823761'] for router, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:00.873683 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db410374-e14c-4ad6-99a8-8b657d36d52d tempest-TestNetworkBasicOps-54271533 tempest-TestNetworkBasicOps-54271533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:13:00.876635 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-db410374-e14c-4ad6-99a8-8b657d36d52d tempest-TestNetworkBasicOps-54271533 tempest-TestNetworkBasicOps-54271533-project-admin] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.3469276
Dec 23 16:13:00.883618 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 46464) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:00.893879 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 393c3ce6-64b1-40bc-849a-36c040231da0 no longer exists at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 23 16:13:00.924897 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-a469814b-19c5-488c-a652-6b80fc2188d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc1600bb0>, [{'id': '60a9be12-e018-4cb8-af5c-0a3802c67b88', 'name': 'tempest-TestNetworkBasicOps-router-1642921231', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.110'}], 'enable_snat': True}, 'gw_port_id': 'f2738f4b-ae43-431d-a49b-fe4450098f9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:12:52Z', 'updated_at': '2021-12-23T16:12:56Z', 'revision_number': 3, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'gw_port': {'id': 'f2738f4b-ae43-431d-a49b-fe4450098f9d', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:8a:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60a9be12-e018-4cb8-af5c-0a3802c67b88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:12:54Z', 'updated_at': '2021-12-23T16:12:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv'}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:13:00.936117 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-ef3f080e-b4a5-40c2-a164-1058561846ca tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:00.938679 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] No Port match for: 393c3ce6-64b1-40bc-849a-36c040231da0 {{(pid=87637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 23 16:13:00.939031 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 393c3ce6-64b1-40bc-849a-36c040231da0 not bound to the agent host dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 23 16:13:00.968132 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a469814b-19c5-488c-a652-6b80fc2188d4 None None] Checking router: 60a9be12-e018-4cb8-af5c-0a3802c67b88 for host: dv-neutron-822799-1-hyperv {{(pid=87637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 23 16:13:00.968460 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a469814b-19c5-488c-a652-6b80fc2188d4 None None] Updating router 60a9be12-e018-4cb8-af5c-0a3802c67b88 port f2738f4b-ae43-431d-a49b-fe4450098f9d binding host dv-neutron-822799-1-hyperv {{(pid=87637) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 23 16:13:00.978092 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-0e5e1d74-7e91-4f4c-8d94-4f10348ce46c tempest-TestNetworkBasicOps-54271533 tempest-TestNetworkBasicOps-54271533-project-admin] 10.222.0.64 "GET /v2.0/subnets?network_id=8afa6d58-9431-454a-b99c-3ff8a65aa86b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0806065
Dec 23 16:13:00.979348 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 46468) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:00.983943 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-93cb4a99-1aef-4294-8713-7b4cf43669bb tempest-FloatingIPNegativeTestJSON-779674983 tempest-FloatingIPNegativeTestJSON-779674983-project] Deleting port b809cdb2-a296-4c85-83dc-2c721510b3b5 {{(pid=87635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:13:00.984290 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-93cb4a99-1aef-4294-8713-7b4cf43669bb tempest-FloatingIPNegativeTestJSON-779674983 tempest-FloatingIPNegativeTestJSON-779674983-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:01.023641 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-8a3d4e58-34ad-47cf-82a1-ce5ef49f4d2f tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-954106337', 'network_id': '8f98af44-d303-4bde-b872-83960908e446', 'project_id': '544f3e375bde4f0988286eba27294ea6', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:13:01.065078 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-5986f7d8-9d4e-4505-b18d-5830da0a3be9 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Deleting port 393c3ce6-64b1-40bc-849a-36c040231da0 {{(pid=87635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:13:01.065333 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-5986f7d8-9d4e-4505-b18d-5830da0a3be9 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:01.146768 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-a469814b-19c5-488c-a652-6b80fc2188d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:01.192160 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-066d8027-c709-4ef9-8740-d2b71ee9f3f6 None None] Notify callbacks [] for port, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:01.207909 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-066d8027-c709-4ef9-8740-d2b71ee9f3f6 None None] Transition to ACTIVE for port object bab3c71e-9bc5-4662-9458-845c9abf0547 will not be triggered until provisioned by entity L2. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:13:01.239737 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-066d8027-c709-4ef9-8740-d2b71ee9f3f6 None None] Transition to ACTIVE for port object bab3c71e-9bc5-4662-9458-845c9abf0547 will not be triggered until provisioned by entity DHCP. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:13:01.291183 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-5986f7d8-9d4e-4505-b18d-5830da0a3be9 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] The port '393c3ce6-64b1-40bc-849a-36c040231da0' was deleted {{(pid=87635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 23 16:13:01.293723 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-066d8027-c709-4ef9-8740-d2b71ee9f3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780'] for port, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:01.306575 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-5c5c7f61-291c-41c6-ba58-5e055247fe8d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:13:01.316916 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15edc404-8f71-48ac-a4d0-a318bdf4672c req-7b731c26-7963-439a-84a6-a07cf4039407 tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:13:01.318436 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-15edc404-8f71-48ac-a4d0-a318bdf4672c req-7b731c26-7963-439a-84a6-a07cf4039407 tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] 10.222.0.64 "GET /v2.0/ports?device_id=f54fff32-66c0-4adb-922d-69673e61b491 HTTP/1.1" status: 200  len: 946 time: 0.4854555
Dec 23 16:13:01.330367 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-ef3f080e-b4a5-40c2-a164-1058561846ca tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:01.353226 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-ef3f080e-b4a5-40c2-a164-1058561846ca tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762424'] for security_group_rule, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:01.370355 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-066d8027-c709-4ef9-8740-d2b71ee9f3f6 None None] Network a67646b4-5371-43ec-9f98-39fe51a67033 is already hosted by enough agents. {{(pid=87637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:13:01.375837 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-066d8027-c709-4ef9-8740-d2b71ee9f3f6 None None] Resources bound (agent type, host, resource id):  {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:13:01.378585 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-066d8027-c709-4ef9-8740-d2b71ee9f3f6 None None] Received port after_create {{(pid=87637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:13:01.391099 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-8a3d4e58-34ad-47cf-82a1-ce5ef49f4d2f tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:13:01.402983 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-c0dc28ba-2001-48ac-a7c3-38af2e456140 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:13:01.403348 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-8a3d4e58-34ad-47cf-82a1-ce5ef49f4d2f tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Usage tracker for resource:subnet and tenant:544f3e375bde4f0988286eba27294ea6 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:13:01.415917 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-8a3d4e58-34ad-47cf-82a1-ce5ef49f4d2f tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:13:01.440074 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3f080e-b4a5-40c2-a164-1058561846ca tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=638719bf-dec5-4d2a-820e-651974a4cd88,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:13:01.448122 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-ef3f080e-b4a5-40c2-a164-1058561846ca tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:13:01.464883 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066d8027-c709-4ef9-8740-d2b71ee9f3f6 None None] Pushing event updated for resources: {'Port': ['ID=bab3c71e-9bc5-4662-9458-845c9abf0547,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:13:01.467780 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-710547d9-4c47-49ce-9235-8f5b416208bd tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Router 2cfda8de-c649-4bd2-a0da-737ae61b698b is scheduled to L3 agent 371d4c41-c7e2-4de7-9539-c049ec4e95d1 with binding_index 1 {{(pid=87636) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 23 16:13:01.468361 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-066d8027-c709-4ef9-8740-d2b71ee9f3f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:13:01.478741 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-ef3f080e-b4a5-40c2-a164-1058561846ca tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:01.483080 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-ef3f080e-b4a5-40c2-a164-1058561846ca tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.8342044
Dec 23 16:13:01.483248 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-8a3d4e58-34ad-47cf-82a1-ce5ef49f4d2f tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:13:01.486089 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 46472) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:01.491500 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-21615359-b68e-4b32-bb0b-78905236e04c tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Request body: {'security_group_rule': {'security_group_id': '29421783-cc42-42f6-bda8-fb5faaa19a46', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:13:01.523948 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-5986f7d8-9d4e-4505-b18d-5830da0a3be9 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-864347', 'neutron.services.segments.db._delete_segments_for_network-8735362908070'] for network, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:01.546421 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-15edc404-8f71-48ac-a4d0-a318bdf4672c req-6af9b130-2b32-4296-aa25-50ede6b23aa8 tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] 10.222.0.64 "GET /v2.0/security-groups?id=3b5fba24-44fb-4189-bd87-51876b915d36&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1986318
Dec 23 16:13:01.557528 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-21615359-b68e-4b32-bb0b-78905236e04c tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:13:01.571237 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-93cb4a99-1aef-4294-8713-7b4cf43669bb tempest-FloatingIPNegativeTestJSON-779674983 tempest-FloatingIPNegativeTestJSON-779674983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:01.571568 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-93cb4a99-1aef-4294-8713-7b4cf43669bb tempest-FloatingIPNegativeTestJSON-779674983 tempest-FloatingIPNegativeTestJSON-779674983-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:01.574596 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-21615359-b68e-4b32-bb0b-78905236e04c tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Usage tracker for resource:security_group_rule and tenant:0e60117d21424d64b1987ca20285f1b7 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:13:01.580279 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a3d4e58-34ad-47cf-82a1-ce5ef49f4d2f tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Made reservation on behalf of 544f3e375bde4f0988286eba27294ea6 for: {'subnet': 1} {{(pid=87635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:13:01.580426 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-21615359-b68e-4b32-bb0b-78905236e04c tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:13:01.588669 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-8a3d4e58-34ad-47cf-82a1-ce5ef49f4d2f tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2610339'] for subnet, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:01.589037 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-066d8027-c709-4ef9-8740-d2b71ee9f3f6 None None] Attempting to bind port bab3c71e-9bc5-4662-9458-845c9abf0547 on host dv-neutron-822799-1-hyperv for vnic_type normal with profile  {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:13:01.589037 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-066d8027-c709-4ef9-8740-d2b71ee9f3f6 None None] Attempting to bind port bab3c71e-9bc5-4662-9458-845c9abf0547 by drivers openvswitch,hyperv on host dv-neutron-822799-1-hyperv at level 0 using segments [{'id': 'd0e346f7-32a7-41a0-b972-301688edbe10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'a67646b4-5371-43ec-9f98-39fe51a67033'}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:13:01.589037 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-066d8027-c709-4ef9-8740-d2b71ee9f3f6 None None] Attempting to bind port bab3c71e-9bc5-4662-9458-845c9abf0547 on network a67646b4-5371-43ec-9f98-39fe51a67033 {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:13:01.593309 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-21615359-b68e-4b32-bb0b-78905236e04c tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:13:01.605884 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-066d8027-c709-4ef9-8740-d2b71ee9f3f6 None None] Checking agent: {'id': '20d2070f-69a9-4e73-8d08-6f0387a40158', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822799-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 21), 'started_at': datetime.datetime(2021, 12, 23, 16, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 12, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822799-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 23 16:13:01.606163 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.services.segments.db [None req-5986f7d8-9d4e-4505-b18d-5830da0a3be9 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1dc12e8520>,) {'filters': {'network_id': ['9e71e505-a986-4b34-8aec-de9b32764f44']}} {{(pid=87635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:13:01.606337 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-066d8027-c709-4ef9-8740-d2b71ee9f3f6 None None] Checking segment: {'id': 'd0e346f7-32a7-41a0-b972-301688edbe10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'a67646b4-5371-43ec-9f98-39fe51a67033'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:13:01.606802 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-066d8027-c709-4ef9-8740-d2b71ee9f3f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:01.607358 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-066d8027-c709-4ef9-8740-d2b71ee9f3f6 None None] Bound using segment: {'id': 'd0e346f7-32a7-41a0-b972-301688edbe10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'a67646b4-5371-43ec-9f98-39fe51a67033'} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 23 16:13:01.607802 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-066d8027-c709-4ef9-8740-d2b71ee9f3f6 None None] Bound port: bab3c71e-9bc5-4662-9458-845c9abf0547, host: dv-neutron-822799-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0e346f7-32a7-41a0-b972-301688edbe10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'a67646b4-5371-43ec-9f98-39fe51a67033'}}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 23 16:13:01.608660 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-066d8027-c709-4ef9-8740-d2b71ee9f3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:01.713679 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-4d48bd43-efa8-4dfb-92f9-3eb91f56ea95 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2176430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2618310'] for subnet, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:01.727241 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-fd24fbfc-dab4-4578-bb4a-a65f655a94f6 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:13:01.753569 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-93cb4a99-1aef-4294-8713-7b4cf43669bb tempest-FloatingIPNegativeTestJSON-779674983 tempest-FloatingIPNegativeTestJSON-779674983-project] Calling delete_port for b809cdb2-a296-4c85-83dc-2c721510b3b5 owned by network:floatingip {{(pid=87635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:13:01.759250 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-21615359-b68e-4b32-bb0b-78905236e04c tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:01.774392 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-066d8027-c709-4ef9-8740-d2b71ee9f3f6 None None] For port bab3c71e-9bc5-4662-9458-845c9abf0547, host dv-neutron-822799-1-hyperv, cleared binding levels {{(pid=87637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 23 16:13:01.792496 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-066d8027-c709-4ef9-8740-d2b71ee9f3f6 None None] For port bab3c71e-9bc5-4662-9458-845c9abf0547, host dv-neutron-822799-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=bab3c71e-9bc5-4662-9458-845c9abf0547,segment=NetworkSegment(d0e346f7-32a7-41a0-b972-301688edbe10),segment_id=d0e346f7-32a7-41a0-b972-301688edbe10)] {{(pid=87637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 23 16:13:01.806152 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-066d8027-c709-4ef9-8740-d2b71ee9f3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:01.811435 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-a469814b-19c5-488c-a652-6b80fc2188d4 None None] Notify callbacks [] for port, precommit_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:01.813588 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-b8df22bb-912c-47b7-9623-b2933ba99e06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:13:01.817784 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-710547d9-4c47-49ce-9235-8f5b416208bd tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Notify agent at l3_agent.dv-neutron-822799-1-hyperv the message routers_updated {{(pid=87636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 23 16:13:01.820849 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d48bd43-efa8-4dfb-92f9-3eb91f56ea95 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Network a67646b4-5371-43ec-9f98-39fe51a67033 is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:13:01.831586 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd51ba9f-9f5e-48b5-923c-29539d651fd2 None None] Sync routers for ids ['2cfda8de-c649-4bd2-a0da-737ae61b698b'] in dv-neutron-822799-1-hyperv {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 23 16:13:01.835218 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-710547d9-4c47-49ce-9235-8f5b416208bd tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Notify callbacks [] for router, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:01.836627 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-710547d9-4c47-49ce-9235-8f5b416208bd tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] 10.222.0.64 "PUT /v2.0/routers/2cfda8de-c649-4bd2-a0da-737ae61b698b HTTP/1.1" status: 200  len: 919 time: 6.8795922
Dec 23 16:13:01.838287 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-4d48bd43-efa8-4dfb-92f9-3eb91f56ea95 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Resources bound (agent type, host, resource id):  {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:13:01.843190 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 46476) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:01.852873 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d48bd43-efa8-4dfb-92f9-3eb91f56ea95 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:13:01.853659 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-4d48bd43-efa8-4dfb-92f9-3eb91f56ea95 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks [] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:01.856173 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd51ba9f-9f5e-48b5-923c-29539d651fd2 None None] Routers {'2cfda8de-c649-4bd2-a0da-737ae61b698b'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:13:01.857316 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-fd51ba9f-9f5e-48b5-923c-29539d651fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc1df0910>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:12:50Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['2cfda8de-c649-4bd2-a0da-737ae61b698b'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:13:01.891557 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066d8027-c709-4ef9-8740-d2b71ee9f3f6 None None] Pushing event updated for resources: {'Port': ['ID=bab3c71e-9bc5-4662-9458-845c9abf0547,revision_number=2']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:13:01.895931 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-066d8027-c709-4ef9-8740-d2b71ee9f3f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:13:01.914496 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-a469814b-19c5-488c-a652-6b80fc2188d4 None None] Transition to ACTIVE for port object f2738f4b-ae43-431d-a49b-fe4450098f9d will not be triggered until provisioned by entity L2. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:13:01.929291 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d48bd43-efa8-4dfb-92f9-3eb91f56ea95 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Pushing event updated for resources: {'Subnet': ['ID=7f30f220-e77a-4c68-b136-436b3baeff33,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:13:01.931916 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-a469814b-19c5-488c-a652-6b80fc2188d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:01.940008 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-61c6bae0-37c4-4002-881b-e2ab38bd3524 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:13:01.944062 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-4d48bd43-efa8-4dfb-92f9-3eb91f56ea95 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:13:01.962052 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-4d48bd43-efa8-4dfb-92f9-3eb91f56ea95 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.7356267
Dec 23 16:13:01.963073 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 46480) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:01.972876 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-b0bc8a84-43c1-4a3c-a7da-907866c758c4 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Request body: {'port': {'network_id': 'a67646b4-5371-43ec-9f98-39fe51a67033', 'mac_address': 'fa:16:3e:d0:b6:4c', 'name': 'tempest-NetworksTestDHCPv6-177767466'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:13:01.984172 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.services.segments.db [None req-5986f7d8-9d4e-4505-b18d-5830da0a3be9 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dc12e8520>, '596375cb-ab67-4903-9a47-db3f11e0ada9') {'for_net_delete': True} {{(pid=87635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:13:01.984463 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.services.segments.db [None req-5986f7d8-9d4e-4505-b18d-5830da0a3be9 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dc12e8520>, '596375cb-ab67-4903-9a47-db3f11e0ada9') {} {{(pid=87635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:13:02.010104 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-fd51ba9f-9f5e-48b5-923c-29539d651fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc1df0910>, [], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:13:02.029716 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-5986f7d8-9d4e-4505-b18d-5830da0a3be9 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735363085442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2776713'] for segment, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:02.032769 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd51ba9f-9f5e-48b5-923c-29539d651fd2 None None] Routers {'2cfda8de-c649-4bd2-a0da-737ae61b698b'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:13:02.033419 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-fd51ba9f-9f5e-48b5-923c-29539d651fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc1df0910>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:12:50Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['2cfda8de-c649-4bd2-a0da-737ae61b698b'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:13:02.036176 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-a469814b-19c5-488c-a652-6b80fc2188d4 None None] Attempting to bind port f2738f4b-ae43-431d-a49b-fe4450098f9d on host dv-neutron-822799-1-hyperv for vnic_type normal with profile  {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:13:02.036563 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-a469814b-19c5-488c-a652-6b80fc2188d4 None None] Attempting to bind port f2738f4b-ae43-431d-a49b-fe4450098f9d by drivers openvswitch,hyperv on host dv-neutron-822799-1-hyperv at level 0 using segments [{'id': '77e3d110-dd7b-426c-b11f-b78dde7993df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b'}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:13:02.036970 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a469814b-19c5-488c-a652-6b80fc2188d4 None None] Attempting to bind port f2738f4b-ae43-431d-a49b-fe4450098f9d on network 8afa6d58-9431-454a-b99c-3ff8a65aa86b {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:13:02.047416 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a469814b-19c5-488c-a652-6b80fc2188d4 None None] Checking agent: {'id': '20d2070f-69a9-4e73-8d08-6f0387a40158', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822799-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 21), 'started_at': datetime.datetime(2021, 12, 23, 16, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 12, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822799-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 23 16:13:02.048021 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a469814b-19c5-488c-a652-6b80fc2188d4 None None] Checking segment: {'id': '77e3d110-dd7b-426c-b11f-b78dde7993df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:13:02.048432 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-a469814b-19c5-488c-a652-6b80fc2188d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:02.048944 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a469814b-19c5-488c-a652-6b80fc2188d4 None None] Bound using segment: {'id': '77e3d110-dd7b-426c-b11f-b78dde7993df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b'} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 23 16:13:02.049426 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-a469814b-19c5-488c-a652-6b80fc2188d4 None None] Bound port: f2738f4b-ae43-431d-a49b-fe4450098f9d, host: dv-neutron-822799-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77e3d110-dd7b-426c-b11f-b78dde7993df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b'}}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 23 16:13:02.049804 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-a469814b-19c5-488c-a652-6b80fc2188d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:02.078827 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b47416-4151-4f0a-9cbb-56f025c30d61 None None] Pushing event updated for resources: {'Port': ['ID=f2738f4b-ae43-431d-a49b-fe4450098f9d,revision_number=2']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:13:02.083660 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-41b47416-4151-4f0a-9cbb-56f025c30d61 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:13:02.115467 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-5986f7d8-9d4e-4505-b18d-5830da0a3be9 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:02.133592 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5986f7d8-9d4e-4505-b18d-5830da0a3be9 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Releasing vlan 437 on physical network physnet1 to pool {{(pid=87635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 23 16:13:02.133991 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-5986f7d8-9d4e-4505-b18d-5830da0a3be9 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2753503'] for segment, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:02.149661 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-fd51ba9f-9f5e-48b5-923c-29539d651fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc1df0910>, [], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:13:02.149661 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd51ba9f-9f5e-48b5-923c-29539d651fd2 None None] The sync data for ids ['2cfda8de-c649-4bd2-a0da-737ae61b698b'] in dv-neutron-822799-1-hyperv is: [] {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 23 16:13:02.151490 dv-neutron-822799-1-hyperv neutron-server[87635]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 23 16:13:02.151490 dv-neutron-822799-1-hyperv neutron-server[87635]:   util.warn(
Dec 23 16:13:02.151490 dv-neutron-822799-1-hyperv neutron-server[87635]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 23 16:13:02.151490 dv-neutron-822799-1-hyperv neutron-server[87635]:   util.warn(
Dec 23 16:13:02.151490 dv-neutron-822799-1-hyperv neutron-server[87635]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 23 16:13:02.151490 dv-neutron-822799-1-hyperv neutron-server[87635]:   util.warn(
Dec 23 16:13:02.151490 dv-neutron-822799-1-hyperv neutron-server[87635]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 23 16:13:02.151490 dv-neutron-822799-1-hyperv neutron-server[87635]:   util.warn(
Dec 23 16:13:02.151490 dv-neutron-822799-1-hyperv neutron-server[87635]: Traceback (most recent call last):
Dec 23 16:13:02.151490 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 23 16:13:02.151490 dv-neutron-822799-1-hyperv neutron-server[87635]:     timer()
Dec 23 16:13:02.151490 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:13:02.151490 dv-neutron-822799-1-hyperv neutron-server[87635]:     cb(*args, **kw)
Dec 23 16:13:02.151490 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 23 16:13:02.151490 dv-neutron-822799-1-hyperv neutron-server[87635]:     return func(*args, **kwargs)
Dec 23 16:13:02.151490 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:13:02.151490 dv-neutron-822799-1-hyperv neutron-server[87635]:     self._notify()
Dec 23 16:13:02.151490 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:13:02.151490 dv-neutron-822799-1-hyperv neutron-server[87635]:     self.callback(batched_events)
Dec 23 16:13:02.151490 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:13:02.151490 dv-neutron-822799-1-hyperv neutron-server[87635]:     event.method(event)
Dec 23 16:13:02.151490 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:13:02.151490 dv-neutron-822799-1-hyperv neutron-server[87635]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:13:02.151490 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 23 16:13:02.151490 dv-neutron-822799-1-hyperv neutron-server[87635]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 23 16:13:02.151490 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 23 16:13:02.151490 dv-neutron-822799-1-hyperv neutron-server[87635]:     return f(self, *a, **k)
Dec 23 16:13:02.151490 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:13:02.151490 dv-neutron-822799-1-hyperv neutron-server[87635]:     return self._get(url).json()
Dec 23 16:13:02.151490 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 23 16:13:02.151490 dv-neutron-822799-1-hyperv neutron-server[87635]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 23 16:13:02.151490 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 23 16:13:02.151490 dv-neutron-822799-1-hyperv neutron-server[87635]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:13:02.151490 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 23 16:13:02.151490 dv-neutron-822799-1-hyperv neutron-server[87635]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 23 16:13:02.151490 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 23 16:13:02.151490 dv-neutron-822799-1-hyperv neutron-server[87635]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:13:02.151490 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 23 16:13:02.151490 dv-neutron-822799-1-hyperv neutron-server[87635]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:13:02.151490 dv-neutron-822799-1-hyperv neutron-server[87635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:13:02.165316 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-21615359-b68e-4b32-bb0b-78905236e04c tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:02.166496 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-a469814b-19c5-488c-a652-6b80fc2188d4 None None] For port f2738f4b-ae43-431d-a49b-fe4450098f9d, host dv-neutron-822799-1-hyperv, cleared binding levels {{(pid=87637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 23 16:13:02.171249 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-a469814b-19c5-488c-a652-6b80fc2188d4 None None] For port f2738f4b-ae43-431d-a49b-fe4450098f9d, host dv-neutron-822799-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=f2738f4b-ae43-431d-a49b-fe4450098f9d,segment=NetworkSegment(77e3d110-dd7b-426c-b11f-b78dde7993df),segment_id=77e3d110-dd7b-426c-b11f-b78dde7993df)] {{(pid=87637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 23 16:13:02.177274 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-a469814b-19c5-488c-a652-6b80fc2188d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:02.187438 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-21615359-b68e-4b32-bb0b-78905236e04c tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762424'] for security_group_rule, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:02.188735 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-066d8027-c709-4ef9-8740-d2b71ee9f3f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:13:02.207574 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-730ad1e3-6e9b-412f-b14a-5c7bc017f612 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:13:02.256311 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a469814b-19c5-488c-a652-6b80fc2188d4 None None] Routers {'60a9be12-e018-4cb8-af5c-0a3802c67b88'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:13:02.257603 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-a469814b-19c5-488c-a652-6b80fc2188d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc1600bb0>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:12:50Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['60a9be12-e018-4cb8-af5c-0a3802c67b88'], 'active': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:13:02.338738 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21615359-b68e-4b32-bb0b-78905236e04c tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61a4c196-bd81-4a3e-9733-b7665a8eb318,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:13:02.341543 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-5986f7d8-9d4e-4505-b18d-5830da0a3be9 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-864336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1824171'] for network, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:02.350787 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-5986f7d8-9d4e-4505-b18d-5830da0a3be9 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks [] for network, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:02.351940 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-21615359-b68e-4b32-bb0b-78905236e04c tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:02.353691 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-21615359-b68e-4b32-bb0b-78905236e04c tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.8687310
Dec 23 16:13:02.356173 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-21615359-b68e-4b32-bb0b-78905236e04c tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:13:02.360547 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:13:02.361764 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-41924a0e-b0eb-41d8-83d4-f1d0fb9e214f tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] 10.222.0.64 "GET /v2.0/routers/2cfda8de-c649-4bd2-a0da-737ae61b698b HTTP/1.1" status: 200  len: 925 time: 0.5160360
Dec 23 16:13:02.362794 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 46484) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:02.369531 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 46486) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:02.373081 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-b0bc8a84-43c1-4a3c-a7da-907866c758c4 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:13:02.379962 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-77c24922-2e1e-42b0-be19-f3a54bb43b7d tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Request body: {'security_group_rule': {'security_group_id': '29421783-cc42-42f6-bda8-fb5faaa19a46', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:13:02.410667 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5986f7d8-9d4e-4505-b18d-5830da0a3be9 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Pushing event deleted for resources: {'Network': ['ID=9e71e505-a986-4b34-8aec-de9b32764f44,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:13:02.413367 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-5986f7d8-9d4e-4505-b18d-5830da0a3be9 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:13:02.435566 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-5986f7d8-9d4e-4505-b18d-5830da0a3be9 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] 10.222.0.64 "DELETE /v2.0/networks/9e71e505-a986-4b34-8aec-de9b32764f44 HTTP/1.1" status: 204  len: 168 time: 3.3265166
Dec 23 16:13:02.436369 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 46492) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:02.436981 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b47416-4151-4f0a-9cbb-56f025c30d61 None None] Pushing event updated for resources: {'Port': ['ID=f2738f4b-ae43-431d-a49b-fe4450098f9d,revision_number=3']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:13:02.442530 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-b0bc8a84-43c1-4a3c-a7da-907866c758c4 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Usage tracker for resource:port and tenant:bf435ff0e7914a739a10fff5b2399c13 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:13:02.445145 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-41b47416-4151-4f0a-9cbb-56f025c30d61 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:13:02.457593 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-77c24922-2e1e-42b0-be19-f3a54bb43b7d tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:13:02.460985 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-b0bc8a84-43c1-4a3c-a7da-907866c758c4 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:13:02.462734 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-4e55a964-0ee4-4481-be2b-3fc03155b86c tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Request body: {'network': {'name': 'tempest-RoutersTest-388153120'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:13:02.468394 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-93cb4a99-1aef-4294-8713-7b4cf43669bb tempest-FloatingIPNegativeTestJSON-779674983 tempest-FloatingIPNegativeTestJSON-779674983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:02.472257 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-77c24922-2e1e-42b0-be19-f3a54bb43b7d tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Usage tracker for resource:security_group_rule and tenant:0e60117d21424d64b1987ca20285f1b7 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:13:02.478588 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-77c24922-2e1e-42b0-be19-f3a54bb43b7d tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:13:02.483441 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-b0bc8a84-43c1-4a3c-a7da-907866c758c4 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:13:02.484082 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-963353e1-fddc-4b96-9325-50770a881dc7 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:13:02.490199 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-77c24922-2e1e-42b0-be19-f3a54bb43b7d tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:13:02.522588 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-4e55a964-0ee4-4481-be2b-3fc03155b86c tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:13:02.527313 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0bc8a84-43c1-4a3c-a7da-907866c758c4 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Made reservation on behalf of bf435ff0e7914a739a10fff5b2399c13 for: {'port': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:13:02.547642 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-4e55a964-0ee4-4481-be2b-3fc03155b86c tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Usage tracker for resource:network and tenant:3fd82437e08648b4840016e8955250bf is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:13:02.564196 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-77c24922-2e1e-42b0-be19-f3a54bb43b7d tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:02.571482 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvr_db [None req-a469814b-19c5-488c-a652-6b80fc2188d4 None None] Set router 60a9be12-e018-4cb8-af5c-0a3802c67b88 gateway port host: dv-neutron-822799-1-hyperv {{(pid=87637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:13:02.580002 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-4e55a964-0ee4-4481-be2b-3fc03155b86c tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:13:02.583252 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cb4a99-1aef-4294-8713-7b4cf43669bb tempest-FloatingIPNegativeTestJSON-779674983 tempest-FloatingIPNegativeTestJSON-779674983-project] Pushing event deleted for resources: {'Port': ['ID=b809cdb2-a296-4c85-83dc-2c721510b3b5,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:13:02.586602 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-93cb4a99-1aef-4294-8713-7b4cf43669bb tempest-FloatingIPNegativeTestJSON-779674983 tempest-FloatingIPNegativeTestJSON-779674983-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:13:02.596941 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-8a3d4e58-34ad-47cf-82a1-ce5ef49f4d2f tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2753396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2610353'] for subnet, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:02.606239 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-4e55a964-0ee4-4481-be2b-3fc03155b86c tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:13:02.607667 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-66d0832c-6ef4-45d8-b3f2-5ecc6e1bd3bf tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:13:02.669731 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd33466e-fb7a-4a31-af35-3b53a7cd96ef tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:13:02.671283 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-dd33466e-fb7a-4a31-af35-3b53a7cd96ef tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] 10.222.0.64 "GET /v2.0/ports?network_id=8afa6d58-9431-454a-b99c-3ff8a65aa86b&device_id=2cfda8de-c649-4bd2-a0da-737ae61b698b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 944 time: 0.2997961
Dec 23 16:13:02.675200 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 46498) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:02.712196 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-93cb4a99-1aef-4294-8713-7b4cf43669bb tempest-FloatingIPNegativeTestJSON-779674983 tempest-FloatingIPNegativeTestJSON-779674983-project] Notify callbacks [] for floatingip, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:02.714682 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-93cb4a99-1aef-4294-8713-7b4cf43669bb tempest-FloatingIPNegativeTestJSON-779674983 tempest-FloatingIPNegativeTestJSON-779674983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for floatingip, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:02.719368 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-93cb4a99-1aef-4294-8713-7b4cf43669bb tempest-FloatingIPNegativeTestJSON-779674983 tempest-FloatingIPNegativeTestJSON-779674983-project] 10.222.0.64 "DELETE /v2.0/floatingips/bc09417c-f53f-4f35-8771-c7c5771d4d56 HTTP/1.1" status: 204  len: 168 time: 1.9550636
Dec 23 16:13:02.729554 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 46502) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:02.749258 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e55a964-0ee4-4481-be2b-3fc03155b86c tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Made reservation on behalf of 3fd82437e08648b4840016e8955250bf for: {'network': 1} {{(pid=87635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:13:02.752925 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-4e55a964-0ee4-4481-be2b-3fc03155b86c tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for network, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:02.798759 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3d4e58-34ad-47cf-82a1-ce5ef49f4d2f tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Pushing event updated for resources: {'Subnet': ['ID=33f18a1b-5552-4192-92be-76d0229b5b31,revision_number=0']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:13:02.802068 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-8a3d4e58-34ad-47cf-82a1-ce5ef49f4d2f tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:13:02.806739 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-4997f675-d115-418e-9c9b-9879003e57b4 tempest-FloatingIPNegativeTestJSON-779674983 tempest-FloatingIPNegativeTestJSON-779674983-project] Request body: {'floatingip': {'floating_network_id': 'f509099b-1fdb-456b-88de-7eeb98046644', 'port_id': '5998d786-5593-4309-a9b8-02ab118282a3', 'fixed_ip_address': '172.20.0.7'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:13:02.816459 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a3d4e58-34ad-47cf-82a1-ce5ef49f4d2f tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Checking segment: {'id': '402fd6a3-8341-4973-811c-26e889c2f1bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '8f98af44-d303-4bde-b872-83960908e446'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:13:02.816892 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a3d4e58-34ad-47cf-82a1-ce5ef49f4d2f tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Network hostable DHCP agents. Network: 8f98af44-d303-4bde-b872-83960908e446, hostable agents: ['1c812d71-eadf-4fb3-b98e-67468a4aa7e2'], hosted agents: [] {{(pid=87635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 23 16:13:02.823098 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e55a964-0ee4-4481-be2b-3fc03155b86c tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] vlan segment allocate from pool success with {'vlan_id': 407, 'physical_network': 'physnet1'}  {{(pid=87635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 23 16:13:02.839710 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-4e55a964-0ee4-4481-be2b-3fc03155b86c tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:02.840106 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.db.segments_db [None req-4e55a964-0ee4-4481-be2b-3fc03155b86c tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Added segment 76f58724-4d16-400b-ad90-29d3242a153d of type vlan for network 4a087433-02e0-4f68-96a2-62aec40c8edb
Dec 23 16:13:02.867628 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a3d4e58-34ad-47cf-82a1-ce5ef49f4d2f tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Network 8f98af44-d303-4bde-b872-83960908e446 is scheduled to be hosted by DHCP agent 1c812d71-eadf-4fb3-b98e-67468a4aa7e2 with binding_index 1 {{(pid=87635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 23 16:13:02.872356 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-4997f675-d115-418e-9c9b-9879003e57b4 tempest-FloatingIPNegativeTestJSON-779674983 tempest-FloatingIPNegativeTestJSON-779674983-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:13:02.879658 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-4e55a964-0ee4-4481-be2b-3fc03155b86c tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735362521793'] for network, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:02.884529 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.base_scheduler [None req-8a3d4e58-34ad-47cf-82a1-ce5ef49f4d2f tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822799-1-hyperv, 8f98af44-d303-4bde-b872-83960908e446) {{(pid=87635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:13:02.886700 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-77c24922-2e1e-42b0-be19-f3a54bb43b7d tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:02.891203 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a3d4e58-34ad-47cf-82a1-ce5ef49f4d2f tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:13:02.891530 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-8a3d4e58-34ad-47cf-82a1-ce5ef49f4d2f tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for subnet, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:02.896649 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-4997f675-d115-418e-9c9b-9879003e57b4 tempest-FloatingIPNegativeTestJSON-779674983 tempest-FloatingIPNegativeTestJSON-779674983-project] Usage tracker for resource:floatingip and tenant:206912b3294e4453838829cb2e78c8b2 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:13:02.900117 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-4997f675-d115-418e-9c9b-9879003e57b4 tempest-FloatingIPNegativeTestJSON-779674983 tempest-FloatingIPNegativeTestJSON-779674983-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:13:02.906161 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-77c24922-2e1e-42b0-be19-f3a54bb43b7d tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762424'] for security_group_rule, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:02.916361 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aad9fd7-562b-4fa4-b1ea-a06b61b8c557 None None] Network 8f98af44-d303-4bde-b872-83960908e446 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:13:02.916907 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b0bc8a84-43c1-4a3c-a7da-907866c758c4 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:02.927304 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-4997f675-d115-418e-9c9b-9879003e57b4 tempest-FloatingIPNegativeTestJSON-779674983 tempest-FloatingIPNegativeTestJSON-779674983-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:13:02.932920 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-8a3d4e58-34ad-47cf-82a1-ce5ef49f4d2f tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 831 time: 1.9502378
Dec 23 16:13:02.937344 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 46506) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:02.942539 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:13:03.036464 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-4e55a964-0ee4-4481-be2b-3fc03155b86c tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495'] for network, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:03.042129 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e55a964-0ee4-4481-be2b-3fc03155b86c tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:13:03.042925 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-4e55a964-0ee4-4481-be2b-3fc03155b86c tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks [] for network, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:03.050613 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:13:03.052908 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device bab3c71e-9bc5-4662-9458-845c9abf0547 up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:13:03.072726 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [None req-b0bc8a84-43c1-4a3c-a7da-907866c758c4 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] device_id is not set on port 734b2851-cbda-4a62-8c03-4298d8facf6a yet. {{(pid=87636) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 23 16:13:03.148319 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bf5f5ca-109b-49f8-bc74-353cd8d63c39 tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:13:03.149864 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-7bf5f5ca-109b-49f8-bc74-353cd8d63c39 tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] 10.222.0.64 "GET /v2.0/networks/8afa6d58-9431-454a-b99c-3ff8a65aa86b HTTP/1.1" status: 200  len: 881 time: 0.4712327
Dec 23 16:13:03.150869 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c24922-2e1e-42b0-be19-f3a54bb43b7d tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ee89624-9840-494b-800e-799e44b19a9e,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:13:03.153043 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 46510) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:03.172438 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-4997f675-d115-418e-9c9b-9879003e57b4 tempest-FloatingIPNegativeTestJSON-779674983 tempest-FloatingIPNegativeTestJSON-779674983-project] Notify callbacks [] for floatingip, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:03.184148 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-4e55a964-0ee4-4481-be2b-3fc03155b86c tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201  len: 765 time: 0.7437296
Dec 23 16:13:03.184857 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 46514) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:03.191066 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-77c24922-2e1e-42b0-be19-f3a54bb43b7d tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:13:03.195392 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-77c24922-2e1e-42b0-be19-f3a54bb43b7d tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:03.199356 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-77c24922-2e1e-42b0-be19-f3a54bb43b7d tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.8295567
Dec 23 16:13:03.259330 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 46516) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:03.263798 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-4affd322-1f03-40a3-8a65-3d6b8e08ccd5 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Request body: {'subnet': {'network_id': '4a087433-02e0-4f68-96a2-62aec40c8edb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:13:03.289787 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e55a964-0ee4-4481-be2b-3fc03155b86c tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Pushing event updated for resources: {'Network': ['ID=4a087433-02e0-4f68-96a2-62aec40c8edb,revision_number=1']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:13:03.292965 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-4e55a964-0ee4-4481-be2b-3fc03155b86c tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:13:03.296420 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-529b2bea-9502-413e-8621-1510ac10d378 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Request body: {'security_group_rule': {'security_group_id': '29421783-cc42-42f6-bda8-fb5faaa19a46', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:13:03.322631 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Network 4a087433-02e0-4f68-96a2-62aec40c8edb details requested by agent ovs-agent-dv-neutron-822799-1-hyperv with host dv-neutron-822799-1-hyperv {{(pid=87637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 23 16:13:03.330583 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-529b2bea-9502-413e-8621-1510ac10d378 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:13:03.388517 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-529b2bea-9502-413e-8621-1510ac10d378 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Usage tracker for resource:security_group_rule and tenant:0e60117d21424d64b1987ca20285f1b7 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:13:03.411487 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-529b2bea-9502-413e-8621-1510ac10d378 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:13:03.437696 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-529b2bea-9502-413e-8621-1510ac10d378 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:13:03.551788 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d9d1575-adc4-4870-912c-cfef10ddc076 None None] Network a67646b4-5371-43ec-9f98-39fe51a67033 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:13:03.570236 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-529b2bea-9502-413e-8621-1510ac10d378 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:03.571855 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-64ee0798-782a-44ce-856c-3a243ffd9761 tempest-RoutersIpV6AdminTest-575902626 tempest-RoutersIpV6AdminTest-575902626-project] 10.222.0.64 "GET /v2.0/ports?device_id=2cfda8de-c649-4bd2-a0da-737ae61b698b HTTP/1.1" status: 200  len: 205 time: 0.4010131
Dec 23 16:13:03.576183 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 46522) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:03.588491 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-4affd322-1f03-40a3-8a65-3d6b8e08ccd5 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:13:03.598800 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-4affd322-1f03-40a3-8a65-3d6b8e08ccd5 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Usage tracker for resource:subnet and tenant:3fd82437e08648b4840016e8955250bf is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:13:03.625256 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning for port bab3c71e-9bc5-4662-9458-845c9abf0547 completed by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:13:03.653707 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-4affd322-1f03-40a3-8a65-3d6b8e08ccd5 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:13:03.667879 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-a469814b-19c5-488c-a652-6b80fc2188d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc1600bb0>, [{'id': '60a9be12-e018-4cb8-af5c-0a3802c67b88', 'name': 'tempest-TestNetworkBasicOps-router-1642921231', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.110'}], 'enable_snat': True}, 'gw_port_id': 'f2738f4b-ae43-431d-a49b-fe4450098f9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:12:52Z', 'updated_at': '2021-12-23T16:12:56Z', 'revision_number': 3, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'gw_port': {'id': 'f2738f4b-ae43-431d-a49b-fe4450098f9d', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:8a:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60a9be12-e018-4cb8-af5c-0a3802c67b88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:12:54Z', 'updated_at': '2021-12-23T16:13:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv'}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:13:03.685788 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-4affd322-1f03-40a3-8a65-3d6b8e08ccd5 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:13:03.715259 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a469814b-19c5-488c-a652-6b80fc2188d4 None None] The sync data for ids ['60a9be12-e018-4cb8-af5c-0a3802c67b88'] in dv-neutron-822799-1-hyperv is: [{'id': '60a9be12-e018-4cb8-af5c-0a3802c67b88', 'name': 'tempest-TestNetworkBasicOps-router-1642921231', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.110'}], 'enable_snat': True}, 'gw_port_id': 'f2738f4b-ae43-431d-a49b-fe4450098f9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:12:52Z', 'updated_at': '2021-12-23T16:12:56Z', 'revision_number': 3, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'gw_port': {'id': 'f2738f4b-ae43-431d-a49b-fe4450098f9d', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:8a:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60a9be12-e018-4cb8-af5c-0a3802c67b88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:12:54Z', 'updated_at': '2021-12-23T16:13:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv'}] {{(pid=87637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 23 16:13:03.733381 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-92a50a50-7f35-4023-87df-d864fe72edc7 None None] Provisioning for port bab3c71e-9bc5-4662-9458-845c9abf0547 completed by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:13:03.734473 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4affd322-1f03-40a3-8a65-3d6b8e08ccd5 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Made reservation on behalf of 3fd82437e08648b4840016e8955250bf for: {'subnet': 1} {{(pid=87635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:13:03.737986 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-4affd322-1f03-40a3-8a65-3d6b8e08ccd5 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2610339'] for subnet, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:03.754269 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da9108be-9d7c-4493-8815-4a031762809f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7e017a6-8198-58c8-a07e-0f786128e3b3-8f98af44-d303-4bde-b872-83960908e446', 'network_id': '8f98af44-d303-4bde-b872-83960908e446', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'fixed_ips': [{'subnet_id': '33f18a1b-5552-4192-92be-76d0229b5b31'}]}} from dv-neutron-822799-1-hyperv. {{(pid=87637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 23 16:13:03.757368 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-da9108be-9d7c-4493-8815-4a031762809f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:03.777808 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-529b2bea-9502-413e-8621-1510ac10d378 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:03.786922 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-92a50a50-7f35-4023-87df-d864fe72edc7 None None] Provisioning complete for port bab3c71e-9bc5-4662-9458-845c9abf0547 triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:13:03.787461 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-92a50a50-7f35-4023-87df-d864fe72edc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:03.820470 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5848ad-5267-489d-a9eb-c48f4bd21dab req-c78382b9-f374-4ce1-ac3f-85925d1860c7 tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:13:03.821935 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-7c5848ad-5267-489d-a9eb-c48f4bd21dab req-c78382b9-f374-4ce1-ac3f-85925d1860c7 tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] 10.222.0.64 "GET /v2.0/ports?device_id=f54fff32-66c0-4adb-922d-69673e61b491 HTTP/1.1" status: 200  len: 946 time: 1.0278134
Dec 23 16:13:03.841198 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-529b2bea-9502-413e-8621-1510ac10d378 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762424'] for security_group_rule, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:04.021801 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-435767e7-a349-4020-addf-7647bfe80548 tempest-RoutersIpV6AdminTest-575902626 tempest-RoutersIpV6AdminTest-575902626-project] Notify callbacks [] for router, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:04.129985 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [None req-b0bc8a84-43c1-4a3c-a7da-907866c758c4 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Allocated IP 172.20.0.9 (a67646b4-5371-43ec-9f98-39fe51a67033/7f30f220-e77a-4c68-b136-436b3baeff33/734b2851-cbda-4a62-8c03-4298d8facf6a) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:13:04.135056 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-7c5848ad-5267-489d-a9eb-c48f4bd21dab req-375d95ac-12cc-4b3f-b134-14ab525122ea tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] 10.222.0.64 "GET /v2.0/security-groups?id=3b5fba24-44fb-4189-bd87-51876b915d36&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2512901
Dec 23 16:13:04.148822 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [None req-b0bc8a84-43c1-4a3c-a7da-907866c758c4 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Allocated IP 2001:db8::f816:3eff:fed0:b64c (a67646b4-5371-43ec-9f98-39fe51a67033/9b262820-00e8-440d-a766-5f77ee95cce1/734b2851-cbda-4a62-8c03-4298d8facf6a) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:13:04.183005 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:13:04.200526 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_common [None req-da9108be-9d7c-4493-8815-4a031762809f None None] Allocated IP 172.20.0.2 (8f98af44-d303-4bde-b872-83960908e446/33f18a1b-5552-4192-92be-76d0229b5b31/da43a78d-1f16-4467-8e5c-a3bd747136a8) {{(pid=87637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:13:04.202729 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-92a50a50-7f35-4023-87df-d864fe72edc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:04.245105 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-529b2bea-9502-413e-8621-1510ac10d378 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:04.258628 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-529b2bea-9502-413e-8621-1510ac10d378 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.9782615
Dec 23 16:13:04.259764 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529b2bea-9502-413e-8621-1510ac10d378 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3299c94-febd-451a-98de-46aaa669f2dc,revision_number=0']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:13:04.266039 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 46526) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:04.283985 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-529b2bea-9502-413e-8621-1510ac10d378 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:13:04.298457 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-1d6c79e8-9ff5-4814-927a-1c712ac323ab tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Request body: {'security_group_rule': {'security_group_id': '29421783-cc42-42f6-bda8-fb5faaa19a46', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:13:04.304321 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-1d6c79e8-9ff5-4814-927a-1c712ac323ab tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:13:04.308674 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-1d6c79e8-9ff5-4814-927a-1c712ac323ab tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Usage tracker for resource:security_group_rule and tenant:0e60117d21424d64b1987ca20285f1b7 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:13:04.315793 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-1d6c79e8-9ff5-4814-927a-1c712ac323ab tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:13:04.328683 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-1d6c79e8-9ff5-4814-927a-1c712ac323ab tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:13:04.368777 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-92a50a50-7f35-4023-87df-d864fe72edc7 None None] For port bab3c71e-9bc5-4662-9458-845c9abf0547, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=bab3c71e-9bc5-4662-9458-845c9abf0547,segment=NetworkSegment(d0e346f7-32a7-41a0-b972-301688edbe10),segment_id=d0e346f7-32a7-41a0-b972-301688edbe10)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:13:04.379659 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-92a50a50-7f35-4023-87df-d864fe72edc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:04.383743 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-137f24f1-fedd-4bee-84c1-f1db3feca5b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:13:04.568433 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.api.v2.resource [None req-4997f675-d115-418e-9c9b-9879003e57b4 tempest-FloatingIPNegativeTestJSON-779674983 tempest-FloatingIPNegativeTestJSON-779674983-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 23 16:13:04.573250 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-4997f675-d115-418e-9c9b-9879003e57b4 tempest-FloatingIPNegativeTestJSON-779674983 tempest-FloatingIPNegativeTestJSON-779674983-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 400  len: 373 time: 1.8391788
Dec 23 16:13:04.583306 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 46530) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:04.589934 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b0bc8a84-43c1-4a3c-a7da-907866c758c4 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:04.603631 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-3ea1dd9c-3897-4e9a-8ed9-0278d1d5b7bb tempest-FloatingIPNegativeTestJSON-779674983 tempest-FloatingIPNegativeTestJSON-779674983-project] Request body: {'floatingip': {'floating_network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'port_id': '5998d786-5593-4309-a9b8-02ab118282a3', 'fixed_ip_address': '172.20.0.7'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:13:04.608339 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.provisioning_blocks [None req-b0bc8a84-43c1-4a3c-a7da-907866c758c4 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Transition to ACTIVE for port object 734b2851-cbda-4a62-8c03-4298d8facf6a will not be triggered until provisioned by entity DHCP. {{(pid=87636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:13:04.613778 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-1d6c79e8-9ff5-4814-927a-1c712ac323ab tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:04.633688 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-3ea1dd9c-3897-4e9a-8ed9-0278d1d5b7bb tempest-FloatingIPNegativeTestJSON-779674983 tempest-FloatingIPNegativeTestJSON-779674983-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:13:04.642655 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b0bc8a84-43c1-4a3c-a7da-907866c758c4 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:04.645571 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-435767e7-a349-4020-addf-7647bfe80548 tempest-RoutersIpV6AdminTest-575902626 tempest-RoutersIpV6AdminTest-575902626-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:04.647743 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-da9108be-9d7c-4493-8815-4a031762809f None None] Notify callbacks [] for port, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:04.650689 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-3ea1dd9c-3897-4e9a-8ed9-0278d1d5b7bb tempest-FloatingIPNegativeTestJSON-779674983 tempest-FloatingIPNegativeTestJSON-779674983-project] Usage tracker for resource:floatingip and tenant:206912b3294e4453838829cb2e78c8b2 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:13:04.658444 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-8269c0f6-ee3f-47bc-8ffb-fd27902e46c0 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:13:04.660288 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-3ea1dd9c-3897-4e9a-8ed9-0278d1d5b7bb tempest-FloatingIPNegativeTestJSON-779674983 tempest-FloatingIPNegativeTestJSON-779674983-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:13:04.664739 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-da9108be-9d7c-4493-8815-4a031762809f None None] Transition to ACTIVE for port object da43a78d-1f16-4467-8e5c-a3bd747136a8 will not be triggered until provisioned by entity L2. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:13:04.674860 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-4affd322-1f03-40a3-8a65-3d6b8e08ccd5 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2753396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2610353'] for subnet, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:04.689060 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-da9108be-9d7c-4493-8815-4a031762809f None None] Transition to ACTIVE for port object da43a78d-1f16-4467-8e5c-a3bd747136a8 will not be triggered until provisioned by entity DHCP. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:13:04.695534 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a50a50-7f35-4023-87df-d864fe72edc7 None None] Pushing event updated for resources: {'Port': ['ID=bab3c71e-9bc5-4662-9458-845c9abf0547,revision_number=3']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:13:04.697407 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-8944f028-0d56-417c-af8e-7dc6474d01ae tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:13:04.717284 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0237164f-f210-4112-9be2-e258b5e61822 None None] Update dhcp port {'port': {'network_id': 'a67646b4-5371-43ec-9f98-39fe51a67033', 'fixed_ips': [{'subnet_id': '9b262820-00e8-440d-a766-5f77ee95cce1', 'ip_address': '2001:db8::f816:3eff:fe57:2bf5'}, {'subnet_id': '7f30f220-e77a-4c68-b136-436b3baeff33'}], 'binding:host_id': 'dv-neutron-822799-1-hyperv'}, 'id': 'bab3c71e-9bc5-4662-9458-845c9abf0547'} from dv-neutron-822799-1-hyperv. {{(pid=87637) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}}
Dec 23 16:13:04.738587 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0bc8a84-43c1-4a3c-a7da-907866c758c4 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Network a67646b4-5371-43ec-9f98-39fe51a67033 is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:13:04.742523 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-b0bc8a84-43c1-4a3c-a7da-907866c758c4 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Resources bound (agent type, host, resource id):  {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:13:04.750561 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-da9108be-9d7c-4493-8815-4a031762809f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780'] for port, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:04.756179 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-435767e7-a349-4020-addf-7647bfe80548 tempest-RoutersIpV6AdminTest-575902626 tempest-RoutersIpV6AdminTest-575902626-project] Deleting port 64f05571-9c61-4b34-8674-eac25fb0e443 {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:13:04.756358 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-92a50a50-7f35-4023-87df-d864fe72edc7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:13:04.756533 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-435767e7-a349-4020-addf-7647bfe80548 tempest-RoutersIpV6AdminTest-575902626 tempest-RoutersIpV6AdminTest-575902626-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:04.757061 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-92a50a50-7f35-4023-87df-d864fe72edc7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:13:04.774272 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-3ea1dd9c-3897-4e9a-8ed9-0278d1d5b7bb tempest-FloatingIPNegativeTestJSON-779674983 tempest-FloatingIPNegativeTestJSON-779674983-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:13:04.777025 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4affd322-1f03-40a3-8a65-3d6b8e08ccd5 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Pushing event updated for resources: {'Subnet': ['ID=dae294a4-dd69-4b0d-999b-b0954493ba2f,revision_number=0']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:13:04.779870 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-4affd322-1f03-40a3-8a65-3d6b8e08ccd5 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:13:04.863159 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9108be-9d7c-4493-8815-4a031762809f None None] Pushing event updated for resources: {'Port': ['ID=da43a78d-1f16-4467-8e5c-a3bd747136a8,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:13:04.877345 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-da9108be-9d7c-4493-8815-4a031762809f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:13:04.892209 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da9108be-9d7c-4493-8815-4a031762809f None None] Network 8f98af44-d303-4bde-b872-83960908e446 is already hosted by enough agents. {{(pid=87637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:13:04.895592 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-da9108be-9d7c-4493-8815-4a031762809f None None] Resources bound (agent type, host, resource id):  {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:13:04.898282 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da9108be-9d7c-4493-8815-4a031762809f None None] Received port after_create {{(pid=87637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:13:04.957691 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-ffe1f69c-88e1-49df-a22c-c8ed0d6ccf4f tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:04.970533 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-3ea1dd9c-3897-4e9a-8ed9-0278d1d5b7bb tempest-FloatingIPNegativeTestJSON-779674983 tempest-FloatingIPNegativeTestJSON-779674983-project] Notify callbacks [] for floatingip, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:05.001951 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4affd322-1f03-40a3-8a65-3d6b8e08ccd5 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Checking segment: {'id': '76f58724-4d16-400b-ad90-29d3242a153d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '4a087433-02e0-4f68-96a2-62aec40c8edb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:13:05.002595 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4affd322-1f03-40a3-8a65-3d6b8e08ccd5 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Network hostable DHCP agents. Network: 4a087433-02e0-4f68-96a2-62aec40c8edb, hostable agents: ['1c812d71-eadf-4fb3-b98e-67468a4aa7e2'], hosted agents: [] {{(pid=87635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 23 16:13:05.011624 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0bc8a84-43c1-4a3c-a7da-907866c758c4 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:13:05.039016 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bc8a84-43c1-4a3c-a7da-907866c758c4 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Pushing event updated for resources: {'Port': ['ID=734b2851-cbda-4a62-8c03-4298d8facf6a,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:13:05.055840 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-0237164f-f210-4112-9be2-e258b5e61822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:05.058718 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-b0bc8a84-43c1-4a3c-a7da-907866c758c4 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:13:05.068226 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device bab3c71e-9bc5-4662-9458-845c9abf0547 up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:13:05.077252 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-435767e7-a349-4020-addf-7647bfe80548 tempest-RoutersIpV6AdminTest-575902626 tempest-RoutersIpV6AdminTest-575902626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:05.100668 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-da9108be-9d7c-4493-8815-4a031762809f None None] Attempting to bind port da43a78d-1f16-4467-8e5c-a3bd747136a8 on host dv-neutron-822799-1-hyperv for vnic_type normal with profile  {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:13:05.100963 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-da9108be-9d7c-4493-8815-4a031762809f None None] Attempting to bind port da43a78d-1f16-4467-8e5c-a3bd747136a8 by drivers openvswitch,hyperv on host dv-neutron-822799-1-hyperv at level 0 using segments [{'id': '402fd6a3-8341-4973-811c-26e889c2f1bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '8f98af44-d303-4bde-b872-83960908e446'}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:13:05.101394 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da9108be-9d7c-4493-8815-4a031762809f None None] Attempting to bind port da43a78d-1f16-4467-8e5c-a3bd747136a8 on network 8f98af44-d303-4bde-b872-83960908e446 {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:13:05.124741 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da9108be-9d7c-4493-8815-4a031762809f None None] Checking agent: {'id': '20d2070f-69a9-4e73-8d08-6f0387a40158', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822799-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 21), 'started_at': datetime.datetime(2021, 12, 23, 16, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 12, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822799-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 23 16:13:05.125131 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da9108be-9d7c-4493-8815-4a031762809f None None] Checking segment: {'id': '402fd6a3-8341-4973-811c-26e889c2f1bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '8f98af44-d303-4bde-b872-83960908e446'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:13:05.125550 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-da9108be-9d7c-4493-8815-4a031762809f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:05.125959 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da9108be-9d7c-4493-8815-4a031762809f None None] Bound using segment: {'id': '402fd6a3-8341-4973-811c-26e889c2f1bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '8f98af44-d303-4bde-b872-83960908e446'} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 23 16:13:05.126453 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-da9108be-9d7c-4493-8815-4a031762809f None None] Bound port: da43a78d-1f16-4467-8e5c-a3bd747136a8, host: dv-neutron-822799-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '402fd6a3-8341-4973-811c-26e889c2f1bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '8f98af44-d303-4bde-b872-83960908e446'}}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 23 16:13:05.126844 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-da9108be-9d7c-4493-8815-4a031762809f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:05.184670 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-1d6c79e8-9ff5-4814-927a-1c712ac323ab tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:05.219516 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-435767e7-a349-4020-addf-7647bfe80548 tempest-RoutersIpV6AdminTest-575902626 tempest-RoutersIpV6AdminTest-575902626-project] Calling delete_port for 64f05571-9c61-4b34-8674-eac25fb0e443 owned by network:router_gateway {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:13:05.264645 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0bc8a84-43c1-4a3c-a7da-907866c758c4 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:13:05.265429 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b0bc8a84-43c1-4a3c-a7da-907866c758c4 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:05.295101 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-b0bc8a84-43c1-4a3c-a7da-907866c758c4 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1026 time: 3.3270984
Dec 23 16:13:05.298801 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 46536) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:05.315096 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4affd322-1f03-40a3-8a65-3d6b8e08ccd5 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Network 4a087433-02e0-4f68-96a2-62aec40c8edb is scheduled to be hosted by DHCP agent 1c812d71-eadf-4fb3-b98e-67468a4aa7e2 with binding_index 1 {{(pid=87635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 23 16:13:05.324747 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-1d6c79e8-9ff5-4814-927a-1c712ac323ab tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762424'] for security_group_rule, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:05.335865 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-ddc22c82-ac4f-4864-9ad1-8181711ada6a tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:13:05.406161 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.base_scheduler [None req-4affd322-1f03-40a3-8a65-3d6b8e08ccd5 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822799-1-hyperv, 4a087433-02e0-4f68-96a2-62aec40c8edb) {{(pid=87635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:13:05.423049 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-703442b5-a9df-426e-bd0f-a931c9e82848 None None] Network 4a087433-02e0-4f68-96a2-62aec40c8edb requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:13:05.435701 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4affd322-1f03-40a3-8a65-3d6b8e08ccd5 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:13:05.436305 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-4affd322-1f03-40a3-8a65-3d6b8e08ccd5 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks [] for subnet, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:05.445135 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6c79e8-9ff5-4814-927a-1c712ac323ab tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a24a06e8-76e8-4012-8c5c-0e5a432b224b,revision_number=0']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:13:05.460244 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-1d6c79e8-9ff5-4814-927a-1c712ac323ab tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:13:05.498594 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port bab3c71e-9bc5-4662-9458-845c9abf0547 triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:13:05.499008 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:05.545450 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-1d6c79e8-9ff5-4814-927a-1c712ac323ab tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:05.546684 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-1d6c79e8-9ff5-4814-927a-1c712ac323ab tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 767 time: 1.2648783
Dec 23 16:13:05.551648 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-4affd322-1f03-40a3-8a65-3d6b8e08ccd5 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.3120692
Dec 23 16:13:05.560036 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 46540) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:05.560036 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 46542) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:05.569154 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-da9108be-9d7c-4493-8815-4a031762809f None None] For port da43a78d-1f16-4467-8e5c-a3bd747136a8, host dv-neutron-822799-1-hyperv, cleared binding levels {{(pid=87637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 23 16:13:05.569381 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-b2231415-80a2-42b6-8ac1-6a8a4cc08142 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1882716351', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:13:05.596599 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-b2231415-80a2-42b6-8ac1-6a8a4cc08142 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:13:05.619839 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-b2231415-80a2-42b6-8ac1-6a8a4cc08142 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Usage tracker for resource:router and tenant:3fd82437e08648b4840016e8955250bf is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:13:05.625760 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-da9108be-9d7c-4493-8815-4a031762809f None None] For port da43a78d-1f16-4467-8e5c-a3bd747136a8, host dv-neutron-822799-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=da43a78d-1f16-4467-8e5c-a3bd747136a8,segment=NetworkSegment(402fd6a3-8341-4973-811c-26e889c2f1bb),segment_id=402fd6a3-8341-4973-811c-26e889c2f1bb)] {{(pid=87637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 23 16:13:05.626147 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-b2231415-80a2-42b6-8ac1-6a8a4cc08142 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:13:05.626558 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f07c93b3-6e61-4234-967c-0d6d29369e90 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:13:05.632342 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f07c93b3-6e61-4234-967c-0d6d29369e90 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:13:05.633837 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-f07c93b3-6e61-4234-967c-0d6d29369e90 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Synchronizing usage tracker for tenant:bf435ff0e7914a739a10fff5b2399c13 on resource:port {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:13:05.642775 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-da9108be-9d7c-4493-8815-4a031762809f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:05.645968 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-b2231415-80a2-42b6-8ac1-6a8a4cc08142 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:13:05.652112 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-af63dd46-7a1e-4d7c-b286-2527eb3ada20 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:13:05.696368 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-f07c93b3-6e61-4234-967c-0d6d29369e90 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Unset dirty status for tenant:bf435ff0e7914a739a10fff5b2399c13 on resource:port {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:13:05.702445 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-f07c93b3-6e61-4234-967c-0d6d29369e90 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1783 time: 0.4012799
Dec 23 16:13:05.707523 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 46548) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:05.714582 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-fdfe4f92-0be2-4c7e-815f-6a45946b6140 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:05.745331 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ed0093-df95-4ee7-9764-711b1510297f req-3f76063a-6ac6-46f7-81a2-3beefde65cad tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:13:05.746918 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-23ed0093-df95-4ee7-9764-711b1510297f req-3f76063a-6ac6-46f7-81a2-3beefde65cad tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] 10.222.0.64 "GET /v2.0/ports?device_id=f54fff32-66c0-4adb-922d-69673e61b491 HTTP/1.1" status: 200  len: 946 time: 0.4129775
Dec 23 16:13:05.750196 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-fdfe4f92-0be2-4c7e-815f-6a45946b6140 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:05.760836 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-b2231415-80a2-42b6-8ac1-6a8a4cc08142 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1823978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-235332'] for router, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:05.762332 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-b2231415-80a2-42b6-8ac1-6a8a4cc08142 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1824575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1824063', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1751113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-235341'] for router, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:05.826073 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-50a3d0f3-501c-41d3-9f0e-921f08e9d606 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Deleting port 734b2851-cbda-4a62-8c03-4298d8facf6a {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:13:05.826721 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-50a3d0f3-501c-41d3-9f0e-921f08e9d606 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:05.837361 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_common [None req-0237164f-f210-4112-9be2-e258b5e61822 None None] Allocated IP 172.20.0.2 (a67646b4-5371-43ec-9f98-39fe51a67033/7f30f220-e77a-4c68-b136-436b3baeff33/bab3c71e-9bc5-4662-9458-845c9abf0547) {{(pid=87637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:13:05.857772 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-3ea1dd9c-3897-4e9a-8ed9-0278d1d5b7bb tempest-FloatingIPNegativeTestJSON-779674983 tempest-FloatingIPNegativeTestJSON-779674983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:05.865589 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9108be-9d7c-4493-8815-4a031762809f None None] Pushing event updated for resources: {'Port': ['ID=da43a78d-1f16-4467-8e5c-a3bd747136a8,revision_number=2']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:13:05.888003 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-da9108be-9d7c-4493-8815-4a031762809f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:13:05.903815 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-435767e7-a349-4020-addf-7647bfe80548 tempest-RoutersIpV6AdminTest-575902626 tempest-RoutersIpV6AdminTest-575902626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:05.916344 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-21e99d5e-0757-4018-b124-7c4bc09119ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:13:05.920771 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device f2738f4b-ae43-431d-a49b-fe4450098f9d up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:13:05.977886 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-fdfe4f92-0be2-4c7e-815f-6a45946b6140 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762424'] for security_group_rule, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:05.985847 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435767e7-a349-4020-addf-7647bfe80548 tempest-RoutersIpV6AdminTest-575902626 tempest-RoutersIpV6AdminTest-575902626-project] Pushing event deleted for resources: {'Port': ['ID=64f05571-9c61-4b34-8674-eac25fb0e443,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:13:05.989329 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-529b2bea-9502-413e-8621-1510ac10d378 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:13:06.010954 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-b2231415-80a2-42b6-8ac1-6a8a4cc08142 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:06.017106 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-23ed0093-df95-4ee7-9764-711b1510297f req-79584483-6fd9-4a27-baaf-a317951ead7c tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] 10.222.0.64 "GET /v2.0/security-groups?id=3b5fba24-44fb-4189-bd87-51876b915d36&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2452078
Dec 23 16:13:06.061306 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.db_base_plugin_common [None req-ffe1f69c-88e1-49df-a22c-c8ed0d6ccf4f tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Allocated IP 172.20.0.1 (8f98af44-d303-4bde-b872-83960908e446/33f18a1b-5552-4192-92be-76d0229b5b31/aba75bb5-4cf8-4b0a-a501-2a795d4de5aa) {{(pid=87635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:13:06.063463 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfe4f92-0be2-4c7e-815f-6a45946b6140 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a24a06e8-76e8-4012-8c5c-0e5a432b224b,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:13:06.077722 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-fdfe4f92-0be2-4c7e-815f-6a45946b6140 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:13:06.081875 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-435767e7-a349-4020-addf-7647bfe80548 tempest-RoutersIpV6AdminTest-575902626 tempest-RoutersIpV6AdminTest-575902626-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:13:06.151572 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dde79f1b-aaad-4b91-8627-f8e4d53c0aae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7e017a6-8198-58c8-a07e-0f786128e3b3-4a087433-02e0-4f68-96a2-62aec40c8edb', 'network_id': '4a087433-02e0-4f68-96a2-62aec40c8edb', 'tenant_id': '3fd82437e08648b4840016e8955250bf', 'fixed_ips': [{'subnet_id': 'dae294a4-dd69-4b0d-999b-b0954493ba2f'}]}} from dv-neutron-822799-1-hyperv. {{(pid=87637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 23 16:13:06.152563 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-dde79f1b-aaad-4b91-8627-f8e4d53c0aae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:06.181674 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-b2231415-80a2-42b6-8ac1-6a8a4cc08142 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1823971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1824234'] for router, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:06.336747 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-435767e7-a349-4020-addf-7647bfe80548 tempest-RoutersIpV6AdminTest-575902626 tempest-RoutersIpV6AdminTest-575902626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1824206'] for router_gateway, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:06.454064 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning for port f2738f4b-ae43-431d-a49b-fe4450098f9d completed by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:13:06.464940 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-0237164f-f210-4112-9be2-e258b5e61822 None None] For port bab3c71e-9bc5-4662-9458-845c9abf0547, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=bab3c71e-9bc5-4662-9458-845c9abf0547,segment=NetworkSegment(d0e346f7-32a7-41a0-b972-301688edbe10),segment_id=d0e346f7-32a7-41a0-b972-301688edbe10)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:13:06.473143 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-fdfe4f92-0be2-4c7e-815f-6a45946b6140 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:06.479602 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-fdfe4f92-0be2-4c7e-815f-6a45946b6140 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/a24a06e8-76e8-4012-8c5c-0e5a432b224b HTTP/1.1" status: 204  len: 168 time: 0.9182296
Dec 23 16:13:06.485086 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 46556) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:06.492366 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port f2738f4b-ae43-431d-a49b-fe4450098f9d triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:13:06.493244 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:06.598681 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.db_base_plugin_common [None req-3ea1dd9c-3897-4e9a-8ed9-0278d1d5b7bb tempest-FloatingIPNegativeTestJSON-779674983 tempest-FloatingIPNegativeTestJSON-779674983-project] Allocated IP 172.26.3.142 (8afa6d58-9431-454a-b99c-3ff8a65aa86b/60537fec-5f5f-4ab7-89cc-03638149a590/ae18ddfe-3d07-4652-ae93-238be6ea3d71) {{(pid=87635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:13:06.621843 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-b2231415-80a2-42b6-8ac1-6a8a4cc08142 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks [] for router, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:06.625599 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-b2231415-80a2-42b6-8ac1-6a8a4cc08142 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201  len: 700 time: 1.0604091
Dec 23 16:13:06.630235 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 46560) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:06.675890 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-50a3d0f3-501c-41d3-9f0e-921f08e9d606 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:06.703921 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.db.resource_extend [None req-0237164f-f210-4112-9be2-e258b5e61822 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 23 16:13:06.768917 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-0237164f-f210-4112-9be2-e258b5e61822 None None] Notify callbacks [] for port, precommit_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:06.820477 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-0237164f-f210-4112-9be2-e258b5e61822 None None] Transition to ACTIVE for port object bab3c71e-9bc5-4662-9458-845c9abf0547 will not be triggered until provisioned by entity DHCP. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:13:06.825276 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:06.838851 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-0237164f-f210-4112-9be2-e258b5e61822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:06.843663 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_common [None req-dde79f1b-aaad-4b91-8627-f8e4d53c0aae None None] Allocated IP 172.20.0.2 (4a087433-02e0-4f68-96a2-62aec40c8edb/dae294a4-dd69-4b0d-999b-b0954493ba2f/9229cd41-ad34-47f2-b214-80669643b4d3) {{(pid=87637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:13:06.846078 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-da9108be-9d7c-4493-8815-4a031762809f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:13:06.888007 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-435767e7-a349-4020-addf-7647bfe80548 tempest-RoutersIpV6AdminTest-575902626 tempest-RoutersIpV6AdminTest-575902626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1784183', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-235354'] for router, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:06.897544 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-50a3d0f3-501c-41d3-9f0e-921f08e9d606 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Calling delete_port for 734b2851-cbda-4a62-8c03-4298d8facf6a owned by  {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:13:06.929097 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-435767e7-a349-4020-addf-7647bfe80548 tempest-RoutersIpV6AdminTest-575902626 tempest-RoutersIpV6AdminTest-575902626-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:06.930437 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] For port f2738f4b-ae43-431d-a49b-fe4450098f9d, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=f2738f4b-ae43-431d-a49b-fe4450098f9d,segment=NetworkSegment(77e3d110-dd7b-426c-b11f-b78dde7993df),segment_id=77e3d110-dd7b-426c-b11f-b78dde7993df)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:13:06.991304 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-435767e7-a349-4020-addf-7647bfe80548 tempest-RoutersIpV6AdminTest-575902626 tempest-RoutersIpV6AdminTest-575902626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1781328'] for router, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:06.991820 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-435767e7-a349-4020-addf-7647bfe80548 tempest-RoutersIpV6AdminTest-575902626 tempest-RoutersIpV6AdminTest-575902626-project] Fanout notify agent at l3_agent the message router_deleted on router 2cfda8de-c649-4bd2-a0da-737ae61b698b {{(pid=87636) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 23 16:13:06.998817 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:07.043677 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-435767e7-a349-4020-addf-7647bfe80548 tempest-RoutersIpV6AdminTest-575902626 tempest-RoutersIpV6AdminTest-575902626-project] Notify callbacks [] for router, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:07.044845 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-435767e7-a349-4020-addf-7647bfe80548 tempest-RoutersIpV6AdminTest-575902626 tempest-RoutersIpV6AdminTest-575902626-project] 10.222.0.64 "DELETE /v2.0/routers/2cfda8de-c649-4bd2-a0da-737ae61b698b HTTP/1.1" status: 204  len: 168 time: 3.4656568
Dec 23 16:13:07.050259 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 46564) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:07.072442 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-e5a092ec-e7ee-4222-834c-e179f6b22f83 tempest-RoutersIpV6AdminTest-575902626 tempest-RoutersIpV6AdminTest-575902626-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1982298496', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b'}, 'admin_state_up': False}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:13:07.094864 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-e5a092ec-e7ee-4222-834c-e179f6b22f83 tempest-RoutersIpV6AdminTest-575902626 tempest-RoutersIpV6AdminTest-575902626-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:13:07.103808 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-e5a092ec-e7ee-4222-834c-e179f6b22f83 tempest-RoutersIpV6AdminTest-575902626 tempest-RoutersIpV6AdminTest-575902626-project] Usage tracker for resource:router and tenant:8070582d24ab4966b512b51b1ccef3a5 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:13:07.105751 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-f320729a-f068-4710-8f17-482be65024a7 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Synchronizing usage tracker for tenant:0e60117d21424d64b1987ca20285f1b7 on resource:security_group_rule {{(pid=87635) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:13:07.113601 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-e5a092ec-e7ee-4222-834c-e179f6b22f83 tempest-RoutersIpV6AdminTest-575902626 tempest-RoutersIpV6AdminTest-575902626-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:13:07.123122 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-e5a092ec-e7ee-4222-834c-e179f6b22f83 tempest-RoutersIpV6AdminTest-575902626 tempest-RoutersIpV6AdminTest-575902626-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:13:07.159994 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0237164f-f210-4112-9be2-e258b5e61822 None None] Pushing event updated for resources: {'Port': ['ID=bab3c71e-9bc5-4662-9458-845c9abf0547,revision_number=4']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:13:07.171893 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-0237164f-f210-4112-9be2-e258b5e61822 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:13:07.175019 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-066d8027-c709-4ef9-8740-d2b71ee9f3f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.113s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:13:07.194119 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e5a092ec-e7ee-4222-834c-e179f6b22f83 tempest-RoutersIpV6AdminTest-575902626 tempest-RoutersIpV6AdminTest-575902626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1823978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-235332'] for router, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:07.195166 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e5a092ec-e7ee-4222-834c-e179f6b22f83 tempest-RoutersIpV6AdminTest-575902626 tempest-RoutersIpV6AdminTest-575902626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1824575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1824063', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1751113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-235341'] for router, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:07.218982 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e5a092ec-e7ee-4222-834c-e179f6b22f83 tempest-RoutersIpV6AdminTest-575902626 tempest-RoutersIpV6AdminTest-575902626-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:07.225570 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-ffe1f69c-88e1-49df-a22c-c8ed0d6ccf4f tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for port, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:07.271339 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device da43a78d-1f16-4467-8e5c-a3bd747136a8 up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:13:07.413220 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.provisioning_blocks [None req-ffe1f69c-88e1-49df-a22c-c8ed0d6ccf4f tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Transition to ACTIVE for port object aba75bb5-4cf8-4b0a-a501-2a795d4de5aa will not be triggered until provisioned by entity DHCP. {{(pid=87635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:13:07.433275 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-f320729a-f068-4710-8f17-482be65024a7 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Unset dirty status for tenant:0e60117d21424d64b1987ca20285f1b7 on resource:security_group_rule {{(pid=87635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:13:07.438019 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-f320729a-f068-4710-8f17-482be65024a7 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 5731 time: 0.8800364
Dec 23 16:13:07.469886 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 46568) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:07.472758 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-50a3d0f3-501c-41d3-9f0e-921f08e9d606 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:07.494154 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-83f91545-88b7-479f-bdbb-f372279a8191 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:13:07.574294 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a3d0f3-501c-41d3-9f0e-921f08e9d606 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Pushing event deleted for resources: {'Port': ['ID=734b2851-cbda-4a62-8c03-4298d8facf6a,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:13:07.633930 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-dde79f1b-aaad-4b91-8627-f8e4d53c0aae None None] Notify callbacks [] for port, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:07.637648 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-50a3d0f3-501c-41d3-9f0e-921f08e9d606 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:13:07.645525 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2f719b-b8d2-4f46-b04d-ca68d6993f11 req-9d4eccc5-b590-4590-8aff-da46de5e07f3 tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:13:07.649291 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-dde79f1b-aaad-4b91-8627-f8e4d53c0aae None None] Transition to ACTIVE for port object 9229cd41-ad34-47f2-b214-80669643b4d3 will not be triggered until provisioned by entity L2. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:13:07.652727 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-0d2f719b-b8d2-4f46-b04d-ca68d6993f11 req-9d4eccc5-b590-4590-8aff-da46de5e07f3 tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] 10.222.0.64 "GET /v2.0/ports?device_id=f54fff32-66c0-4adb-922d-69673e61b491 HTTP/1.1" status: 200  len: 946 time: 0.9108896
Dec 23 16:13:07.676622 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-dde79f1b-aaad-4b91-8627-f8e4d53c0aae None None] Transition to ACTIVE for port object 9229cd41-ad34-47f2-b214-80669643b4d3 will not be triggered until provisioned by entity DHCP. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:13:07.695361 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e24120c-1807-4180-9df5-80ddc2c2ec4f None None] Network 8f98af44-d303-4bde-b872-83960908e446 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:13:07.705292 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4e817a-b406-403e-a274-748c91a8098e req-76d74aa6-fa75-49ff-8df4-469c61e6a5a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:13:07.706809 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-dd4e817a-b406-403e-a274-748c91a8098e req-76d74aa6-fa75-49ff-8df4-469c61e6a5a7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4397e61b404b4512b8e2da8fa19161c5&device_id=f54fff32-66c0-4adb-922d-69673e61b491 HTTP/1.1" status: 200  len: 1099 time: 0.9582951
Dec 23 16:13:07.892568 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-0d2f719b-b8d2-4f46-b04d-ca68d6993f11 req-a8c504b0-9c91-4f7b-81a9-9b883ac91321 tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] 10.222.0.64 "GET /v2.0/security-groups?id=3b5fba24-44fb-4189-bd87-51876b915d36&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2388461
Dec 23 16:13:07.894724 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4e817a-b406-403e-a274-748c91a8098e req-5719981c-9726-4a3d-8de0-021721d44794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:13:07.896197 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-dd4e817a-b406-403e-a274-748c91a8098e req-5719981c-9726-4a3d-8de0-021721d44794 service neutron] 10.222.0.61 "GET /v2.0/networks?id=d7a1eeae-9238-41c5-b3d8-78eaa1dfac99 HTTP/1.1" status: 200  len: 913 time: 0.1616445
Dec 23 16:13:07.929205 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-dde79f1b-aaad-4b91-8627-f8e4d53c0aae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780'] for port, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:07.968066 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e5a092ec-e7ee-4222-834c-e179f6b22f83 tempest-RoutersIpV6AdminTest-575902626 tempest-RoutersIpV6AdminTest-575902626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1824017', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1823768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-235299'] for router, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:07.971869 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning for port da43a78d-1f16-4467-8e5c-a3bd747136a8 completed by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:13:07.972710 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-fd70d456-5113-4f11-8020-c483dfefc175 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:07.982518 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port da43a78d-1f16-4467-8e5c-a3bd747136a8 triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:13:07.982905 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:08.001480 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-fd70d456-5113-4f11-8020-c483dfefc175 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:08.014384 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-3ea1dd9c-3897-4e9a-8ed9-0278d1d5b7bb tempest-FloatingIPNegativeTestJSON-779674983 tempest-FloatingIPNegativeTestJSON-779674983-project] Notify callbacks [] for port, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:08.027980 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dde79f1b-aaad-4b91-8627-f8e4d53c0aae None None] Network 4a087433-02e0-4f68-96a2-62aec40c8edb is already hosted by enough agents. {{(pid=87637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:13:08.037303 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-dde79f1b-aaad-4b91-8627-f8e4d53c0aae None None] Resources bound (agent type, host, resource id):  {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:13:08.044077 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-142bd077-61f6-4dc9-856f-91eaff74a5cf None None] Provisioning for port da43a78d-1f16-4467-8e5c-a3bd747136a8 completed by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:13:08.051350 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Pushing event updated for resources: {'Port': ['ID=f2738f4b-ae43-431d-a49b-fe4450098f9d,revision_number=4']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:13:08.058315 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-50a3d0f3-501c-41d3-9f0e-921f08e9d606 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:08.077090 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde79f1b-aaad-4b91-8627-f8e4d53c0aae None None] Received port after_create {{(pid=87637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:13:08.082902 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-142bd077-61f6-4dc9-856f-91eaff74a5cf None None] Provisioning complete for port da43a78d-1f16-4467-8e5c-a3bd747136a8 triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:13:08.083380 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-142bd077-61f6-4dc9-856f-91eaff74a5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:08.116489 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.941s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:13:08.123433 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-04c275cd-6e1f-47b4-98a5-f1891f2e35e7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.179s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:13:08.134252 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-cf96f918-403e-465d-adef-1766a67cdda1 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:08.151486 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-fd70d456-5113-4f11-8020-c483dfefc175 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762424'] for security_group_rule, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:08.152222 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-ffe1f69c-88e1-49df-a22c-c8ed0d6ccf4f tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:08.186020 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:13:08.200415 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd70d456-5113-4f11-8020-c483dfefc175 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f3299c94-febd-451a-98de-46aaa669f2dc,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:13:08.212374 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-50a3d0f3-501c-41d3-9f0e-921f08e9d606 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "DELETE /v2.0/ports/734b2851-cbda-4a62-8c03-4298d8facf6a HTTP/1.1" status: 204  len: 168 time: 2.5010698
Dec 23 16:13:08.213187 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-fd70d456-5113-4f11-8020-c483dfefc175 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:13:08.216993 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-616551f2-c9b0-427c-868d-0c0253de7156 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:13:08.218404 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 46572) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:08.298551 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d97debe9-350e-42da-910f-221e528df870 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:13:08.300247 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d97debe9-350e-42da-910f-221e528df870 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:13:08.305297 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d97debe9-350e-42da-910f-221e528df870 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:13:08.306164 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-d97debe9-350e-42da-910f-221e528df870 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Synchronizing usage tracker for tenant:bf435ff0e7914a739a10fff5b2399c13 on resource:subnet {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:13:08.310734 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-fd70d456-5113-4f11-8020-c483dfefc175 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:08.311961 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-fd70d456-5113-4f11-8020-c483dfefc175 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/f3299c94-febd-451a-98de-46aaa669f2dc HTTP/1.1" status: 204  len: 168 time: 0.8405900
Dec 23 16:13:08.316283 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 46576) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:08.377717 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.agents_db [None req-30c2320c-f298-49f6-9c47-c20e38116a9c None None] Agent healthcheck: found 6 active agents {{(pid=87638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 23 16:13:08.385147 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-d97debe9-350e-42da-910f-221e528df870 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Unset dirty status for tenant:bf435ff0e7914a739a10fff5b2399c13 on resource:subnet {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:13:08.388987 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-d97debe9-350e-42da-910f-221e528df870 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2049 time: 0.1654003
Dec 23 16:13:08.392790 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 46580) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:08.413972 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffe1f69c-88e1-49df-a22c-c8ed0d6ccf4f tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Network 8f98af44-d303-4bde-b872-83960908e446 is already hosted by enough agents. {{(pid=87635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:13:08.427658 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.base_scheduler [None req-ffe1f69c-88e1-49df-a22c-c8ed0d6ccf4f tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Resources bound (agent type, host, resource id):  {{(pid=87635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:13:08.430191 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffe1f69c-88e1-49df-a22c-c8ed0d6ccf4f tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Received port after_create {{(pid=87635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:13:08.457553 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-dd4e817a-b406-403e-a274-748c91a8098e req-e3f21717-ff0f-4329-84a7-30f318054dd1 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ba1aa90b-adfb-4064-bfad-b5fc9b85dbca HTTP/1.1" status: 200  len: 1002 time: 0.5109150
Dec 23 16:13:08.480070 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-37933d58-7ea4-44e5-8873-ba3c54eac339 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Synchronizing usage tracker for tenant:0e60117d21424d64b1987ca20285f1b7 on resource:security_group_rule {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:13:08.484343 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde79f1b-aaad-4b91-8627-f8e4d53c0aae None None] Pushing event updated for resources: {'Port': ['ID=9229cd41-ad34-47f2-b214-80669643b4d3,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:13:08.492468 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-dde79f1b-aaad-4b91-8627-f8e4d53c0aae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:13:08.493203 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-dde79f1b-aaad-4b91-8627-f8e4d53c0aae None None] Attempting to bind port 9229cd41-ad34-47f2-b214-80669643b4d3 on host dv-neutron-822799-1-hyperv for vnic_type normal with profile  {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:13:08.493717 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-dde79f1b-aaad-4b91-8627-f8e4d53c0aae None None] Attempting to bind port 9229cd41-ad34-47f2-b214-80669643b4d3 by drivers openvswitch,hyperv on host dv-neutron-822799-1-hyperv at level 0 using segments [{'id': '76f58724-4d16-400b-ad90-29d3242a153d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '4a087433-02e0-4f68-96a2-62aec40c8edb'}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:13:08.494128 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde79f1b-aaad-4b91-8627-f8e4d53c0aae None None] Attempting to bind port 9229cd41-ad34-47f2-b214-80669643b4d3 on network 4a087433-02e0-4f68-96a2-62aec40c8edb {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:13:08.551733 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde79f1b-aaad-4b91-8627-f8e4d53c0aae None None] Checking agent: {'id': '20d2070f-69a9-4e73-8d08-6f0387a40158', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822799-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 21), 'started_at': datetime.datetime(2021, 12, 23, 16, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 12, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822799-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 23 16:13:08.552121 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde79f1b-aaad-4b91-8627-f8e4d53c0aae None None] Checking segment: {'id': '76f58724-4d16-400b-ad90-29d3242a153d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '4a087433-02e0-4f68-96a2-62aec40c8edb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:13:08.552543 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-dde79f1b-aaad-4b91-8627-f8e4d53c0aae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:08.553007 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde79f1b-aaad-4b91-8627-f8e4d53c0aae None None] Bound using segment: {'id': '76f58724-4d16-400b-ad90-29d3242a153d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '4a087433-02e0-4f68-96a2-62aec40c8edb'} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 23 16:13:08.553513 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-dde79f1b-aaad-4b91-8627-f8e4d53c0aae None None] Bound port: 9229cd41-ad34-47f2-b214-80669643b4d3, host: dv-neutron-822799-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76f58724-4d16-400b-ad90-29d3242a153d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '4a087433-02e0-4f68-96a2-62aec40c8edb'}}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 23 16:13:08.553900 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-dde79f1b-aaad-4b91-8627-f8e4d53c0aae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:08.586892 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-37933d58-7ea4-44e5-8873-ba3c54eac339 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Unset dirty status for tenant:0e60117d21424d64b1987ca20285f1b7 on resource:security_group_rule {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:13:08.588501 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-37933d58-7ea4-44e5-8873-ba3c54eac339 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 5190 time: 0.2694037
Dec 23 16:13:08.664274 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 46584) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:08.668238 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:08.683046 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_v2 [None req-e475579e-41e4-414d-a46a-c1ebe0f65d6e tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Deleting subnet 7f30f220-e77a-4c68-b136-436b3baeff33 {{(pid=87636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 23 16:13:08.717188 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e475579e-41e4-414d-a46a-c1ebe0f65d6e tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks [] for subnet, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:08.739311 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-142bd077-61f6-4dc9-856f-91eaff74a5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:08.752159 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe1f69c-88e1-49df-a22c-c8ed0d6ccf4f tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Pushing event updated for resources: {'Port': ['ID=aba75bb5-4cf8-4b0a-a501-2a795d4de5aa,revision_number=1']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:13:08.765687 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-dde79f1b-aaad-4b91-8627-f8e4d53c0aae None None] For port 9229cd41-ad34-47f2-b214-80669643b4d3, host dv-neutron-822799-1-hyperv, cleared binding levels {{(pid=87637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 23 16:13:08.767771 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-ffe1f69c-88e1-49df-a22c-c8ed0d6ccf4f tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.551s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:13:08.769735 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] For port da43a78d-1f16-4467-8e5c-a3bd747136a8, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=da43a78d-1f16-4467-8e5c-a3bd747136a8,segment=NetworkSegment(402fd6a3-8341-4973-811c-26e889c2f1bb),segment_id=402fd6a3-8341-4973-811c-26e889c2f1bb)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:13:08.776177 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-3ea1dd9c-3897-4e9a-8ed9-0278d1d5b7bb tempest-FloatingIPNegativeTestJSON-779674983 tempest-FloatingIPNegativeTestJSON-779674983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:08.783364 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:08.787586 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-9fb67fd2-ac93-45d9-aa3c-55bce4f50d63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:13:08.793043 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e5a092ec-e7ee-4222-834c-e179f6b22f83 tempest-RoutersIpV6AdminTest-575902626 tempest-RoutersIpV6AdminTest-575902626-project] Notify callbacks [] for router_gateway, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:08.810152 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-dde79f1b-aaad-4b91-8627-f8e4d53c0aae None None] For port 9229cd41-ad34-47f2-b214-80669643b4d3, host dv-neutron-822799-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=9229cd41-ad34-47f2-b214-80669643b4d3,segment=NetworkSegment(76f58724-4d16-400b-ad90-29d3242a153d),segment_id=76f58724-4d16-400b-ad90-29d3242a153d)] {{(pid=87637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 23 16:13:08.811504 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-909b0556-89c2-4e2d-bebc-a62574da064b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:13:08.820081 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-ffe1f69c-88e1-49df-a22c-c8ed0d6ccf4f tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1781300'] for router_interface, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:08.837413 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-aa900a9e-e918-48cf-83dc-1975a0c3c632 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:08.847937 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e5a092ec-e7ee-4222-834c-e179f6b22f83 tempest-RoutersIpV6AdminTest-575902626 tempest-RoutersIpV6AdminTest-575902626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:08.857726 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-dde79f1b-aaad-4b91-8627-f8e4d53c0aae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:08.860244 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4e817a-b406-403e-a274-748c91a8098e req-a3aa5f7b-bb89-4fea-9c5e-97ec25538b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:13:08.861864 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-dd4e817a-b406-403e-a274-748c91a8098e req-a3aa5f7b-bb89-4fea-9c5e-97ec25538b8a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ea22a554-707a-4001-b348-60dd1fb71851 HTTP/1.1" status: 200  len: 851 time: 0.3808279
Dec 23 16:13:08.898081 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e475579e-41e4-414d-a46a-c1ebe0f65d6e tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2382092'] for subnet, precommit_delete_associations {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:08.912599 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Pushing event updated for resources: {'Port': ['ID=da43a78d-1f16-4467-8e5c-a3bd747136a8,revision_number=3']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:13:08.927131 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-aa900a9e-e918-48cf-83dc-1975a0c3c632 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:08.941916 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:13:08.945354 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-53ce28e6-6267-4fce-9fff-974e4536aec5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.076s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:13:08.990190 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.db.api [None req-142bd077-61f6-4dc9-856f-91eaff74a5cf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87637) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 23 16:13:08.990190 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_db.api [None req-142bd077-61f6-4dc9-856f-91eaff74a5cf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 23 16:13:09.000314 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ea1dd9c-3897-4e9a-8ed9-0278d1d5b7bb tempest-FloatingIPNegativeTestJSON-779674983 tempest-FloatingIPNegativeTestJSON-779674983-project] Network 8afa6d58-9431-454a-b99c-3ff8a65aa86b is already hosted by enough agents. {{(pid=87635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:13:09.006008 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.base_scheduler [None req-3ea1dd9c-3897-4e9a-8ed9-0278d1d5b7bb tempest-FloatingIPNegativeTestJSON-779674983 tempest-FloatingIPNegativeTestJSON-779674983-project] Resources bound (agent type, host, resource id):  {{(pid=87635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:13:09.013910 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-aa900a9e-e918-48cf-83dc-1975a0c3c632 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762424'] for security_group_rule, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:09.030781 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-d7272327-4e88-43bb-a735-393fe39edaa1 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:13:09.058294 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde79f1b-aaad-4b91-8627-f8e4d53c0aae None None] Pushing event updated for resources: {'Port': ['ID=9229cd41-ad34-47f2-b214-80669643b4d3,revision_number=2']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:13:09.066785 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-dde79f1b-aaad-4b91-8627-f8e4d53c0aae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:13:09.090561 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea1dd9c-3897-4e9a-8ed9-0278d1d5b7bb tempest-FloatingIPNegativeTestJSON-779674983 tempest-FloatingIPNegativeTestJSON-779674983-project] Received port after_create {{(pid=87635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:13:09.097406 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa900a9e-e918-48cf-83dc-1975a0c3c632 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8ee89624-9840-494b-800e-799e44b19a9e,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:13:09.100120 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-aa900a9e-e918-48cf-83dc-1975a0c3c632 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:13:09.140869 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-aa900a9e-e918-48cf-83dc-1975a0c3c632 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:09.144430 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-aa900a9e-e918-48cf-83dc-1975a0c3c632 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/8ee89624-9840-494b-800e-799e44b19a9e HTTP/1.1" status: 204  len: 168 time: 0.4768894
Dec 23 16:13:09.152327 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 46590) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:09.162557 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e475579e-41e4-414d-a46a-c1ebe0f65d6e tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864774'] for subnet, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:09.173757 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device da43a78d-1f16-4467-8e5c-a3bd747136a8 up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:13:09.194902 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [None req-e5a092ec-e7ee-4222-834c-e179f6b22f83 tempest-RoutersIpV6AdminTest-575902626 tempest-RoutersIpV6AdminTest-575902626-project] Allocated IP 172.26.3.150 (8afa6d58-9431-454a-b99c-3ff8a65aa86b/60537fec-5f5f-4ab7-89cc-03638149a590/9f900334-8040-453c-a34c-693eedfa9afc) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:13:09.231416 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea1dd9c-3897-4e9a-8ed9-0278d1d5b7bb tempest-FloatingIPNegativeTestJSON-779674983 tempest-FloatingIPNegativeTestJSON-779674983-project] Pushing event updated for resources: {'Port': ['ID=ae18ddfe-3d07-4652-ae93-238be6ea3d71,revision_number=1']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:13:09.277070 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port da43a78d-1f16-4467-8e5c-a3bd747136a8 triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:13:09.277629 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:09.338118 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-3ea1dd9c-3897-4e9a-8ed9-0278d1d5b7bb tempest-FloatingIPNegativeTestJSON-779674983 tempest-FloatingIPNegativeTestJSON-779674983-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.552s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:13:09.484073 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device bab3c71e-9bc5-4662-9458-845c9abf0547 up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:13:09.506240 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-058efa89-dc29-4194-9234-a888424f336c tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Synchronizing usage tracker for tenant:0e60117d21424d64b1987ca20285f1b7 on resource:security_group_rule {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:13:09.559676 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-3ea1dd9c-3897-4e9a-8ed9-0278d1d5b7bb tempest-FloatingIPNegativeTestJSON-779674983 tempest-FloatingIPNegativeTestJSON-779674983-project] Deleting port ae18ddfe-3d07-4652-ae93-238be6ea3d71 {{(pid=87635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:13:09.561097 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-3ea1dd9c-3897-4e9a-8ed9-0278d1d5b7bb tempest-FloatingIPNegativeTestJSON-779674983 tempest-FloatingIPNegativeTestJSON-779674983-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:09.577857 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18240a9a-0484-4492-9289-2076b52bfdf1 req-04b71017-f927-4f05-af1b-38b9232ecaa8 tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:13:09.579568 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-18240a9a-0484-4492-9289-2076b52bfdf1 req-04b71017-f927-4f05-af1b-38b9232ecaa8 tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] 10.222.0.64 "GET /v2.0/ports?device_id=f54fff32-66c0-4adb-922d-69673e61b491 HTTP/1.1" status: 200  len: 946 time: 0.3865504
Dec 23 16:13:09.580736 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e475579e-41e4-414d-a46a-c1ebe0f65d6e tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2176495', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2618677'] for subnet, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:09.589141 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-aea4dcf4-0e75-46e2-bfbe-abcc80973816 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:13:09.634617 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.db_base_plugin_common [None req-cf96f918-403e-465d-adef-1766a67cdda1 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Allocated IP 172.20.0.1 (4a087433-02e0-4f68-96a2-62aec40c8edb/dae294a4-dd69-4b0d-999b-b0954493ba2f/5dcab5d6-78c2-4fc1-8936-7f87f4cfdf09) {{(pid=87635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:13:09.636328 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device f2738f4b-ae43-431d-a49b-fe4450098f9d up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:13:09.648022 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-058efa89-dc29-4194-9234-a888424f336c tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Unset dirty status for tenant:0e60117d21424d64b1987ca20285f1b7 on resource:security_group_rule {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:13:09.652250 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-058efa89-dc29-4194-9234-a888424f336c tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4649 time: 0.4895365
Dec 23 16:13:09.658132 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 46594) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:09.666475 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e475579e-41e4-414d-a46a-c1ebe0f65d6e tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Pushing event deleted for resources: {'Subnet': ['ID=7f30f220-e77a-4c68-b136-436b3baeff33,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:13:09.673511 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-e475579e-41e4-414d-a46a-c1ebe0f65d6e tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:13:09.687553 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e114651-760f-444d-8813-534d91ca486c None None] Network a67646b4-5371-43ec-9f98-39fe51a67033 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:13:09.690476 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e475579e-41e4-414d-a46a-c1ebe0f65d6e tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks [] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:09.702183 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4e817a-b406-403e-a274-748c91a8098e req-ae709bed-758a-46b8-bd4f-252ce170cd5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:13:09.704515 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-dd4e817a-b406-403e-a274-748c91a8098e req-ae709bed-758a-46b8-bd4f-252ce170cd5d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d7a1eeae-9238-41c5-b3d8-78eaa1dfac99&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.8261642
Dec 23 16:13:09.720605 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-e475579e-41e4-414d-a46a-c1ebe0f65d6e tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "DELETE /v2.0/subnets/7f30f220-e77a-4c68-b136-436b3baeff33 HTTP/1.1" status: 204  len: 168 time: 1.3231597
Dec 23 16:13:09.731660 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 46598) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:09.792427 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e5a092ec-e7ee-4222-834c-e179f6b22f83 tempest-RoutersIpV6AdminTest-575902626 tempest-RoutersIpV6AdminTest-575902626-project] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:09.792767 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-9ea25e75-073c-4d3c-a003-02ea083a924f None None] Provisioning complete for port da43a78d-1f16-4467-8e5c-a3bd747136a8 triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:13:09.793108 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9ea25e75-073c-4d3c-a003-02ea083a924f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:09.803843 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-18240a9a-0484-4492-9289-2076b52bfdf1 req-fc08f5f3-a1b5-421f-8c78-7c29ea216246 tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] 10.222.0.64 "GET /v2.0/security-groups?id=3b5fba24-44fb-4189-bd87-51876b915d36&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1744509
Dec 23 16:13:09.836742 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3ddaa97-75f9-4201-8f51-56d27623a9a3 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Deleting subnet 9b262820-00e8-440d-a766-5f77ee95cce1 {{(pid=87636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 23 16:13:09.855095 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b3ddaa97-75f9-4201-8f51-56d27623a9a3 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks [] for subnet, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:09.936862 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port f2738f4b-ae43-431d-a49b-fe4450098f9d triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:13:09.937255 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:10.002876 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-cd79fd8b-9293-4353-9ed2-36adcaca4278 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:10.042986 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-cd79fd8b-9293-4353-9ed2-36adcaca4278 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:10.070534 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b3ddaa97-75f9-4201-8f51-56d27623a9a3 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2382092'] for subnet, precommit_delete_associations {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:10.106062 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e5a092ec-e7ee-4222-834c-e179f6b22f83 tempest-RoutersIpV6AdminTest-575902626 tempest-RoutersIpV6AdminTest-575902626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:10.118191 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-b5d0a4b5-5f6e-4de7-8cb7-bc7ee0fed648 tempest-FloatingIPNegativeTestJSON-779674983 tempest-FloatingIPNegativeTestJSON-779674983-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:13:10.149469 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-3ea1dd9c-3897-4e9a-8ed9-0278d1d5b7bb tempest-FloatingIPNegativeTestJSON-779674983 tempest-FloatingIPNegativeTestJSON-779674983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:10.150113 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-3ea1dd9c-3897-4e9a-8ed9-0278d1d5b7bb tempest-FloatingIPNegativeTestJSON-779674983 tempest-FloatingIPNegativeTestJSON-779674983-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:10.182909 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5a092ec-e7ee-4222-834c-e179f6b22f83 tempest-RoutersIpV6AdminTest-575902626 tempest-RoutersIpV6AdminTest-575902626-project] Network 8afa6d58-9431-454a-b99c-3ff8a65aa86b is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:13:10.188561 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-e5a092ec-e7ee-4222-834c-e179f6b22f83 tempest-RoutersIpV6AdminTest-575902626 tempest-RoutersIpV6AdminTest-575902626-project] Resources bound (agent type, host, resource id):  {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:13:10.194746 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a092ec-e7ee-4222-834c-e179f6b22f83 tempest-RoutersIpV6AdminTest-575902626 tempest-RoutersIpV6AdminTest-575902626-project] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:13:10.273007 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-cf96f918-403e-465d-adef-1766a67cdda1 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks [] for port, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:10.274178 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a092ec-e7ee-4222-834c-e179f6b22f83 tempest-RoutersIpV6AdminTest-575902626 tempest-RoutersIpV6AdminTest-575902626-project] Pushing event updated for resources: {'Port': ['ID=9f900334-8040-453c-a34c-693eedfa9afc,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:13:10.280899 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-e5a092ec-e7ee-4222-834c-e179f6b22f83 tempest-RoutersIpV6AdminTest-575902626 tempest-RoutersIpV6AdminTest-575902626-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:13:10.283312 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-9ea25e75-073c-4d3c-a003-02ea083a924f None None] Provisioning for port bab3c71e-9bc5-4662-9458-845c9abf0547 completed by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:13:10.288495 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-9ea25e75-073c-4d3c-a003-02ea083a924f None None] Provisioning complete for port bab3c71e-9bc5-4662-9458-845c9abf0547 triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:13:10.288999 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9ea25e75-073c-4d3c-a003-02ea083a924f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:10.336075 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.provisioning_blocks [None req-cf96f918-403e-465d-adef-1766a67cdda1 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Transition to ACTIVE for port object 5dcab5d6-78c2-4fc1-8936-7f87f4cfdf09 will not be triggered until provisioned by entity DHCP. {{(pid=87635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:13:10.458298 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-9ea25e75-073c-4d3c-a003-02ea083a924f None None] Could not find standard attr ID for object 734b2851-cbda-4a62-8c03-4298d8facf6a. {{(pid=87637) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 23 16:13:10.485289 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-9ea25e75-073c-4d3c-a003-02ea083a924f None None] Provisioning for port aba75bb5-4cf8-4b0a-a501-2a795d4de5aa completed by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:13:10.498821 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-9ea25e75-073c-4d3c-a003-02ea083a924f None None] Provisioning complete for port aba75bb5-4cf8-4b0a-a501-2a795d4de5aa triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:13:10.499359 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9ea25e75-073c-4d3c-a003-02ea083a924f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:10.552119 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b3ddaa97-75f9-4201-8f51-56d27623a9a3 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864774'] for subnet, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:10.564937 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d43d2aab-7adb-4064-8169-137fa291fb2a None None] Network 4a087433-02e0-4f68-96a2-62aec40c8edb requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:13:10.659152 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-3ea1dd9c-3897-4e9a-8ed9-0278d1d5b7bb tempest-FloatingIPNegativeTestJSON-779674983 tempest-FloatingIPNegativeTestJSON-779674983-project] Calling delete_port for ae18ddfe-3d07-4652-ae93-238be6ea3d71 owned by network:floatingip {{(pid=87635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:13:10.710044 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-9ea25e75-073c-4d3c-a003-02ea083a924f None None] Port aba75bb5-4cf8-4b0a-a501-2a795d4de5aa cannot update to ACTIVE because it is not bound. {{(pid=87637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 23 16:13:10.753166 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b3ddaa97-75f9-4201-8f51-56d27623a9a3 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2176495', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2618677'] for subnet, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:10.777660 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-63e44847-4a25-4dcb-995c-1d15def58818 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:13:10.815827 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-ffe1f69c-88e1-49df-a22c-c8ed0d6ccf4f tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:10.828875 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-cd79fd8b-9293-4353-9ed2-36adcaca4278 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762424'] for security_group_rule, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:10.834396 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:13:10.872305 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-cf96f918-403e-465d-adef-1766a67cdda1 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:10.897653 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-8713a981-1c25-4ea2-aa68-d4d9f1852fec None None] Provisioning for port 9229cd41-ad34-47f2-b214-80669643b4d3 completed by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:13:10.905732 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-3ea1dd9c-3897-4e9a-8ed9-0278d1d5b7bb tempest-FloatingIPNegativeTestJSON-779674983 tempest-FloatingIPNegativeTestJSON-779674983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:10.942409 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd79fd8b-9293-4353-9ed2-36adcaca4278 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=61a4c196-bd81-4a3e-9733-b7665a8eb318,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:13:10.951001 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-cd79fd8b-9293-4353-9ed2-36adcaca4278 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:13:10.959789 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-29fec3c0-6f8e-4c7a-909a-71b845966ce3 tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.057s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:13:10.994721 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e5a092ec-e7ee-4222-834c-e179f6b22f83 tempest-RoutersIpV6AdminTest-575902626 tempest-RoutersIpV6AdminTest-575902626-project] Notify callbacks [] for router_gateway, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:11.103291 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-dd4e817a-b406-403e-a274-748c91a8098e req-87640a28-d6b1-49f5-83aa-0b8bc42d25a7 service neutron] 10.222.0.61 "GET /v2.0/networks/d7a1eeae-9238-41c5-b3d8-78eaa1dfac99?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.3858109
Dec 23 16:13:11.106925 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf96f918-403e-465d-adef-1766a67cdda1 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Network 4a087433-02e0-4f68-96a2-62aec40c8edb is already hosted by enough agents. {{(pid=87635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:13:11.139681 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-e10095c3-8f8a-4d23-8177-28487e010314 None None] Provisioning complete for port bab3c71e-9bc5-4662-9458-845c9abf0547 triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:13:11.142478 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-e10095c3-8f8a-4d23-8177-28487e010314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:11.180285 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 9229cd41-ad34-47f2-b214-80669643b4d3 up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:13:11.219748 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.base_scheduler [None req-cf96f918-403e-465d-adef-1766a67cdda1 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Resources bound (agent type, host, resource id):  {{(pid=87635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:13:11.223759 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf96f918-403e-465d-adef-1766a67cdda1 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Received port after_create {{(pid=87635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:13:11.350870 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-cf96f918-403e-465d-adef-1766a67cdda1 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1781300'] for router_interface, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:11.354290 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-cd79fd8b-9293-4353-9ed2-36adcaca4278 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:11.355456 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-cd79fd8b-9293-4353-9ed2-36adcaca4278 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/61a4c196-bd81-4a3e-9733-b7665a8eb318 HTTP/1.1" status: 204  len: 168 time: 1.6951802
Dec 23 16:13:11.390235 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 46604) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:11.397092 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning for port 9229cd41-ad34-47f2-b214-80669643b4d3 completed by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:13:11.415317 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port 9229cd41-ad34-47f2-b214-80669643b4d3 triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:13:11.415948 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:11.450357 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ddaa97-75f9-4201-8f51-56d27623a9a3 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Pushing event deleted for resources: {'Subnet': ['ID=9b262820-00e8-440d-a766-5f77ee95cce1,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:13:11.454197 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b3ddaa97-75f9-4201-8f51-56d27623a9a3 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks [] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:11.460367 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a724541-d255-4c9c-a84b-6cd45ebccd46 None None] Network a67646b4-5371-43ec-9f98-39fe51a67033 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:13:11.463424 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-b3ddaa97-75f9-4201-8f51-56d27623a9a3 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.685s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:13:11.489638 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-b3ddaa97-75f9-4201-8f51-56d27623a9a3 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "DELETE /v2.0/subnets/9b262820-00e8-440d-a766-5f77ee95cce1 HTTP/1.1" status: 204  len: 168 time: 1.7567160
Dec 23 16:13:11.493784 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 46608) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:11.571560 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-28aa7576-53d6-4acd-aa00-6f0b1698f9a4 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Synchronizing usage tracker for tenant:bf435ff0e7914a739a10fff5b2399c13 on resource:router {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:13:11.585654 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e5a092ec-e7ee-4222-834c-e179f6b22f83 tempest-RoutersIpV6AdminTest-575902626 tempest-RoutersIpV6AdminTest-575902626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1823971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1824234'] for router, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:11.620345 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf96f918-403e-465d-adef-1766a67cdda1 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Pushing event updated for resources: {'Port': ['ID=5dcab5d6-78c2-4fc1-8936-7f87f4cfdf09,revision_number=1']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:13:11.654902 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-28aa7576-53d6-4acd-aa00-6f0b1698f9a4 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Unset dirty status for tenant:bf435ff0e7914a739a10fff5b2399c13 on resource:router {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:13:11.658554 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-28aa7576-53d6-4acd-aa00-6f0b1698f9a4 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1610792
Dec 23 16:13:11.664407 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 46612) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:11.671703 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-3371ad41-c8fe-4049-b806-2e2ffddd85d4 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Request body: {'subnet': {'network_id': 'a67646b4-5371-43ec-9f98-39fe51a67033', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:13:11.709099 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea1dd9c-3897-4e9a-8ed9-0278d1d5b7bb tempest-FloatingIPNegativeTestJSON-779674983 tempest-FloatingIPNegativeTestJSON-779674983-project] Pushing event deleted for resources: {'Port': ['ID=ae18ddfe-3d07-4652-ae93-238be6ea3d71,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:13:11.711671 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-3ea1dd9c-3897-4e9a-8ed9-0278d1d5b7bb tempest-FloatingIPNegativeTestJSON-779674983 tempest-FloatingIPNegativeTestJSON-779674983-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.752s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:13:11.721032 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-30afda3f-e4a5-4b0e-8c1c-94816d16f821 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.779s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:13:11.721424 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-30afda3f-e4a5-4b0e-8c1c-94816d16f821 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:13:11.742283 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-d962d8d8-4110-4903-956f-97bf4698b03d None None] Provisioning for port 5dcab5d6-78c2-4fc1-8936-7f87f4cfdf09 completed by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:13:11.748121 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:11.763201 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-d962d8d8-4110-4903-956f-97bf4698b03d None None] Provisioning complete for port 5dcab5d6-78c2-4fc1-8936-7f87f4cfdf09 triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:13:11.763591 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d962d8d8-4110-4903-956f-97bf4698b03d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:11.811134 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:11.862448 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-d962d8d8-4110-4903-956f-97bf4698b03d None None] Port 5dcab5d6-78c2-4fc1-8936-7f87f4cfdf09 cannot update to ACTIVE because it is not bound. {{(pid=87637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 23 16:13:11.880335 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] For port 9229cd41-ad34-47f2-b214-80669643b4d3, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=9229cd41-ad34-47f2-b214-80669643b4d3,segment=NetworkSegment(76f58724-4d16-400b-ad90-29d3242a153d),segment_id=76f58724-4d16-400b-ad90-29d3242a153d)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:13:11.890536 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:11.895001 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-eb79922a-0bef-4783-84b9-9b451a296170 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:13:11.896255 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-c499aaeb-661e-4c9f-be15-a02f9df0dd24 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Synchronizing usage tracker for tenant:0e60117d21424d64b1987ca20285f1b7 on resource:security_group_rule {{(pid=87635) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:13:11.929851 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-d962d8d8-4110-4903-956f-97bf4698b03d None None] Provisioning complete for port 9229cd41-ad34-47f2-b214-80669643b4d3 triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:13:11.930243 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d962d8d8-4110-4903-956f-97bf4698b03d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:11.957744 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-dd4e817a-b406-403e-a274-748c91a8098e req-375305a0-f571-47fd-a125-9c76d0733da2 service neutron] 10.222.0.61 "GET /v2.0/networks/d7a1eeae-9238-41c5-b3d8-78eaa1dfac99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6312251
Dec 23 16:13:12.002817 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.api.v2.resource [None req-3ea1dd9c-3897-4e9a-8ed9-0278d1d5b7bb tempest-FloatingIPNegativeTestJSON-779674983 tempest-FloatingIPNegativeTestJSON-779674983-project] create failed (client error): The resource could not be found.
Dec 23 16:13:12.007064 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-3ea1dd9c-3897-4e9a-8ed9-0278d1d5b7bb tempest-FloatingIPNegativeTestJSON-779674983 tempest-FloatingIPNegativeTestJSON-779674983-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 404  len: 507 time: 7.4146566
Dec 23 16:13:12.007237 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fa563e0-7589-4af2-a848-f2085caa2b36 None None] DHCP port deletion for a67646b4-5371-43ec-9f98-39fe51a67033 request from dv-neutron-822799-1-hyperv {{(pid=87637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 23 16:13:12.013119 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc77442-4e62-449c-89b0-f6d30caa43b8 req-75d6de1f-d3f9-4cc8-9315-ae7cefcda55a tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:13:12.014629 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-5cc77442-4e62-449c-89b0-f6d30caa43b8 req-75d6de1f-d3f9-4cc8-9315-ae7cefcda55a tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] 10.222.0.64 "GET /v2.0/ports?device_id=f54fff32-66c0-4adb-922d-69673e61b491 HTTP/1.1" status: 200  len: 946 time: 0.9707608
Dec 23 16:13:12.017461 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 46616) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:12.018010 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-6fa563e0-7589-4af2-a848-f2085caa2b36 None None] Deleting port bab3c71e-9bc5-4662-9458-845c9abf0547 {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:13:12.018398 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-6fa563e0-7589-4af2-a848-f2085caa2b36 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:12.048001 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-c499aaeb-661e-4c9f-be15-a02f9df0dd24 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Unset dirty status for tenant:0e60117d21424d64b1987ca20285f1b7 on resource:security_group_rule {{(pid=87635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:13:12.049493 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-c499aaeb-661e-4c9f-be15-a02f9df0dd24 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4108 time: 0.5819988
Dec 23 16:13:12.054760 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 46620) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:12.058682 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Pushing event updated for resources: {'Port': ['ID=9229cd41-ad34-47f2-b214-80669643b4d3,revision_number=3']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:13:12.062587 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:13:12.109691 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-3371ad41-c8fe-4049-b806-2e2ffddd85d4 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:13:12.124144 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-3371ad41-c8fe-4049-b806-2e2ffddd85d4 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Usage tracker for resource:subnet and tenant:bf435ff0e7914a739a10fff5b2399c13 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:13:12.127700 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-3371ad41-c8fe-4049-b806-2e2ffddd85d4 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:13:12.130879 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-acfb1197-f359-4bd0-b5ee-1135c4faa729 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:12.146302 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-3371ad41-c8fe-4049-b806-2e2ffddd85d4 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:13:12.149299 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-acfb1197-f359-4bd0-b5ee-1135c4faa729 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:12.164092 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-cf96f918-403e-465d-adef-1766a67cdda1 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:12.186183 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3371ad41-c8fe-4049-b806-2e2ffddd85d4 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Made reservation on behalf of bf435ff0e7914a739a10fff5b2399c13 for: {'subnet': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:13:12.190199 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-3371ad41-c8fe-4049-b806-2e2ffddd85d4 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2618324'] for subnet, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:12.277899 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-acfb1197-f359-4bd0-b5ee-1135c4faa729 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762424'] for security_group_rule, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:12.294366 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-5cc77442-4e62-449c-89b0-f6d30caa43b8 req-e124fc25-edb3-46f8-85df-980374796e6c tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] 10.222.0.64 "GET /v2.0/security-groups?id=3b5fba24-44fb-4189-bd87-51876b915d36&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2663720
Dec 23 16:13:12.299671 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:13:12.320430 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-4f7990c8-2add-4a03-9b08-aa3aa7afdd6d tempest-FloatingIPNegativeTestJSON-779674983 tempest-FloatingIPNegativeTestJSON-779674983-project] Deleting port 5998d786-5593-4309-a9b8-02ab118282a3 {{(pid=87635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:13:12.320788 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-4f7990c8-2add-4a03-9b08-aa3aa7afdd6d tempest-FloatingIPNegativeTestJSON-779674983 tempest-FloatingIPNegativeTestJSON-779674983-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:12.329679 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5a092ec-e7ee-4222-834c-e179f6b22f83 tempest-RoutersIpV6AdminTest-575902626 tempest-RoutersIpV6AdminTest-575902626-project] Router 49f63d70-0161-4d43-850a-bbb2f13ab57f is scheduled to L3 agent 371d4c41-c7e2-4de7-9539-c049ec4e95d1 with binding_index 1 {{(pid=87636) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 23 16:13:12.348284 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-6fa563e0-7589-4af2-a848-f2085caa2b36 None None] For port bab3c71e-9bc5-4662-9458-845c9abf0547, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=bab3c71e-9bc5-4662-9458-845c9abf0547,segment=NetworkSegment(d0e346f7-32a7-41a0-b972-301688edbe10),segment_id=d0e346f7-32a7-41a0-b972-301688edbe10)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:13:12.349066 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-6fa563e0-7589-4af2-a848-f2085caa2b36 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:12.352273 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfb1197-f359-4bd0-b5ee-1135c4faa729 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=638719bf-dec5-4d2a-820e-651974a4cd88,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:13:12.360736 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-acfb1197-f359-4bd0-b5ee-1135c4faa729 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:13:12.364526 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-acfb1197-f359-4bd0-b5ee-1135c4faa729 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:12.365774 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-acfb1197-f359-4bd0-b5ee-1135c4faa729 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/638719bf-dec5-4d2a-820e-651974a4cd88 HTTP/1.1" status: 204  len: 168 time: 0.3099744
Dec 23 16:13:12.372103 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 46624) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:12.503441 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-6fa563e0-7589-4af2-a848-f2085caa2b36 None None] Calling delete_port for bab3c71e-9bc5-4662-9458-845c9abf0547 owned by network:dhcp {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:13:12.609820 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-6fa563e0-7589-4af2-a848-f2085caa2b36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789'] for port, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:12.614481 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:13:12.655711 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa563e0-7589-4af2-a848-f2085caa2b36 None None] Pushing event deleted for resources: {'Port': ['ID=bab3c71e-9bc5-4662-9458-845c9abf0547,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:13:12.658713 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-6fa563e0-7589-4af2-a848-f2085caa2b36 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:13:12.659513 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa563e0-7589-4af2-a848-f2085caa2b36 None None] No DVR routers for this DVR port bab3c71e-9bc5-4662-9458-845c9abf0547 on host dv-neutron-822799-1-hyperv {{(pid=87637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 23 16:13:12.686535 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-6924a81c-641d-4a44-94db-07ba9b122ce5 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Synchronizing usage tracker for tenant:0e60117d21424d64b1987ca20285f1b7 on resource:security_group_rule {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:13:12.739734 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-6924a81c-641d-4a44-94db-07ba9b122ce5 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Unset dirty status for tenant:0e60117d21424d64b1987ca20285f1b7 on resource:security_group_rule {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:13:12.743707 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-6924a81c-641d-4a44-94db-07ba9b122ce5 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.2777886
Dec 23 16:13:12.744731 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 46628) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:12.747102 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5a092ec-e7ee-4222-834c-e179f6b22f83 tempest-RoutersIpV6AdminTest-575902626 tempest-RoutersIpV6AdminTest-575902626-project] Notify agent at l3_agent.dv-neutron-822799-1-hyperv the message routers_updated {{(pid=87636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 23 16:13:12.758681 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c95a5701-df2a-4a9c-86bc-35aeb5db2a12 None None] Sync routers for ids ['49f63d70-0161-4d43-850a-bbb2f13ab57f'] in dv-neutron-822799-1-hyperv {{(pid=87637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 23 16:13:12.759210 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-ffe1f69c-88e1-49df-a22c-c8ed0d6ccf4f tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for port, precommit_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:12.770201 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c95a5701-df2a-4a9c-86bc-35aeb5db2a12 None None] Routers {'49f63d70-0161-4d43-850a-bbb2f13ab57f'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:13:12.770460 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-ffe1f69c-88e1-49df-a22c-c8ed0d6ccf4f tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2753531'] for port, after_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:12.771252 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-c95a5701-df2a-4a9c-86bc-35aeb5db2a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc14aaaf0>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:12:50Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['49f63d70-0161-4d43-850a-bbb2f13ab57f'], 'active': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:13:12.811329 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-6906b30b-e5f6-437c-b14c-2480ce63dd63 tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:13:12.833780 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e5a092ec-e7ee-4222-834c-e179f6b22f83 tempest-RoutersIpV6AdminTest-575902626 tempest-RoutersIpV6AdminTest-575902626-project] Notify callbacks [] for router, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:12.834108 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-e5a092ec-e7ee-4222-834c-e179f6b22f83 tempest-RoutersIpV6AdminTest-575902626 tempest-RoutersIpV6AdminTest-575902626-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201  len: 889 time: 5.7829216
Dec 23 16:13:12.839669 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-c95a5701-df2a-4a9c-86bc-35aeb5db2a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc14aaaf0>, [], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:13:12.840897 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 46632) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:12.848614 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c95a5701-df2a-4a9c-86bc-35aeb5db2a12 None None] Routers {'49f63d70-0161-4d43-850a-bbb2f13ab57f'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:13:12.849429 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-c95a5701-df2a-4a9c-86bc-35aeb5db2a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc14aaaf0>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:12:50Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['49f63d70-0161-4d43-850a-bbb2f13ab57f'], 'active': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:13:12.851230 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-dbec2870-a782-4dac-a432-ac3d36b09a20 tempest-RoutersIpV6AdminTest-575902626 tempest-RoutersIpV6AdminTest-575902626-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:13:12.909534 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-c95a5701-df2a-4a9c-86bc-35aeb5db2a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc14aaaf0>, [], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:13:12.909934 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c95a5701-df2a-4a9c-86bc-35aeb5db2a12 None None] The sync data for ids ['49f63d70-0161-4d43-850a-bbb2f13ab57f'] in dv-neutron-822799-1-hyperv is: [] {{(pid=87637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 23 16:13:12.997571 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a0157353-9782-43e1-a4df-438cb70ab9dd tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Notify callbacks [] for security_group, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:13.041360 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe1f69c-88e1-49df-a22c-c8ed0d6ccf4f tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Pushing event updated for resources: {'Port': ['ID=aba75bb5-4cf8-4b0a-a501-2a795d4de5aa,revision_number=2']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:13:13.064717 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-ffe1f69c-88e1-49df-a22c-c8ed0d6ccf4f tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:13:13.067745 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-ffe1f69c-88e1-49df-a22c-c8ed0d6ccf4f tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1627481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1781465'] for router_interface, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:13.091389 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 9229cd41-ad34-47f2-b214-80669643b4d3 up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:13:13.115462 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.objects.ports [None req-3371ad41-c8fe-4049-b806-2e2ffddd85d4 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87636) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}}
Dec 23 16:13:13.121465 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-3371ad41-c8fe-4049-b806-2e2ffddd85d4 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2176430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2618310'] for subnet, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:13.133419 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-048901cd-3c6f-4aaf-9226-1b73eb211d23 tempest-NetworksIpV6Test-1855764031 tempest-NetworksIpV6Test-1855764031-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:13:13.172402 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port 9229cd41-ad34-47f2-b214-80669643b4d3 triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:13:13.173825 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:13.191148 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a0157353-9782-43e1-a4df-438cb70ab9dd tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:13.227703 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-4f7990c8-2add-4a03-9b08-aa3aa7afdd6d tempest-FloatingIPNegativeTestJSON-779674983 tempest-FloatingIPNegativeTestJSON-779674983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:13.236738 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3371ad41-c8fe-4049-b806-2e2ffddd85d4 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Network a67646b4-5371-43ec-9f98-39fe51a67033 is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:13:13.242294 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-3371ad41-c8fe-4049-b806-2e2ffddd85d4 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Resources bound (agent type, host, resource id):  {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:13:13.302380 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3371ad41-c8fe-4049-b806-2e2ffddd85d4 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:13:13.303046 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-3371ad41-c8fe-4049-b806-2e2ffddd85d4 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks [] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:13.305443 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4225e273-44c5-49d5-addc-767e69ca5e76 None None] Network a67646b4-5371-43ec-9f98-39fe51a67033 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:13:13.359763 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3371ad41-c8fe-4049-b806-2e2ffddd85d4 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Pushing event updated for resources: {'Subnet': ['ID=3b703f9c-6c2b-4bcf-a0f5-f1103c4d2b4c,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:13:13.377885 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-4f7990c8-2add-4a03-9b08-aa3aa7afdd6d tempest-FloatingIPNegativeTestJSON-779674983 tempest-FloatingIPNegativeTestJSON-779674983-project] Calling delete_port for 5998d786-5593-4309-a9b8-02ab118282a3 owned by  {{(pid=87635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:13:13.393658 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-3371ad41-c8fe-4049-b806-2e2ffddd85d4 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:13:13.422355 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 46638) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:13.422658 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-3371ad41-c8fe-4049-b806-2e2ffddd85d4 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 1.7561905
Dec 23 16:13:13.437485 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device bab3c71e-9bc5-4662-9458-845c9abf0547 no longer exists at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 23 16:13:13.439910 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-e6fd8312-b400-4007-aad7-500db939d131 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Request body: {'subnet': {'network_id': 'a67646b4-5371-43ec-9f98-39fe51a67033', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:13:13.483149 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] No Port match for: bab3c71e-9bc5-4662-9458-845c9abf0547 {{(pid=87637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 23 16:13:13.483501 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device bab3c71e-9bc5-4662-9458-845c9abf0547 not bound to the agent host dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 23 16:13:13.548461 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.db.resource_extend [None req-cf96f918-403e-465d-adef-1766a67cdda1 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 23 16:13:13.553452 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a0157353-9782-43e1-a4df-438cb70ab9dd tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:13.571700 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-025c232d-a0e5-4384-ad4a-e24fc4319d08 tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:13:13.580687 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-cf96f918-403e-465d-adef-1766a67cdda1 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks [] for port, precommit_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:13.594994 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0157353-9782-43e1-a4df-438cb70ab9dd tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=29421783-cc42-42f6-bda8-fb5faaa19a46,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:13:13.601744 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-a0157353-9782-43e1-a4df-438cb70ab9dd tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:13:13.616521 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-cf96f918-403e-465d-adef-1766a67cdda1 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2753531'] for port, after_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:13.643611 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3b32e55-7db2-40bd-8db9-591ec1afb36c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7e017a6-8198-58c8-a07e-0f786128e3b3-a67646b4-5371-43ec-9f98-39fe51a67033', 'network_id': 'a67646b4-5371-43ec-9f98-39fe51a67033', 'tenant_id': 'bf435ff0e7914a739a10fff5b2399c13', 'fixed_ips': [{'subnet_id': '3b703f9c-6c2b-4bcf-a0f5-f1103c4d2b4c'}]}} from dv-neutron-822799-1-hyperv. {{(pid=87637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 23 16:13:13.644892 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-a3b32e55-7db2-40bd-8db9-591ec1afb36c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:13.652015 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-9491a9ec-1a20-4b60-9241-f356c7e886bc tempest-RoutersIpV6AdminTest-575902626 tempest-RoutersIpV6AdminTest-575902626-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:13:13.688488 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffe1f69c-88e1-49df-a22c-c8ed0d6ccf4f tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Network 8f98af44-d303-4bde-b872-83960908e446 is already hosted by enough agents. {{(pid=87635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:13:13.718046 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.base_scheduler [None req-ffe1f69c-88e1-49df-a22c-c8ed0d6ccf4f tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Resources bound (agent type, host, resource id):  {{(pid=87635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:13:13.851366 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a0157353-9782-43e1-a4df-438cb70ab9dd tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Notify callbacks [] for security_group, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:13.855026 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-a0157353-9782-43e1-a4df-438cb70ab9dd tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] 10.222.0.64 "DELETE /v2.0/security-groups/29421783-cc42-42f6-bda8-fb5faaa19a46 HTTP/1.1" status: 204  len: 168 time: 1.1035547
Dec 23 16:13:13.859505 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_common [None req-a3b32e55-7db2-40bd-8db9-591ec1afb36c None None] Allocated IP 2001:db8::f816:3eff:fec6:a54a (a67646b4-5371-43ec-9f98-39fe51a67033/3b703f9c-6c2b-4bcf-a0f5-f1103c4d2b4c/f4b2d8c3-6099-46f7-b2d8-62d69264e3f1) {{(pid=87637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:13:13.862820 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-cf96f918-403e-465d-adef-1766a67cdda1 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1627481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1781465'] for router_interface, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:13.863351 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 46642) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:13.867418 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf96f918-403e-465d-adef-1766a67cdda1 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Pushing event updated for resources: {'Port': ['ID=5dcab5d6-78c2-4fc1-8936-7f87f4cfdf09,revision_number=2']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:13:13.882316 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-4f7990c8-2add-4a03-9b08-aa3aa7afdd6d tempest-FloatingIPNegativeTestJSON-779674983 tempest-FloatingIPNegativeTestJSON-779674983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:13.885032 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-cf96f918-403e-465d-adef-1766a67cdda1 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:13:13.889393 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-e6fd8312-b400-4007-aad7-500db939d131 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:13:13.903703 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-aba62b5a-02ae-47c6-99cf-3f25a29951ee tempest-FloatingIPNegativeTestJSON-779674983 tempest-FloatingIPNegativeTestJSON-779674983-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:13:13.993916 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da9c621-dd11-4236-bffa-3e5e5a07fd12 req-7e13e6af-e217-481b-9441-ad3c35bd7a92 tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:13:13.995684 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-3da9c621-dd11-4236-bffa-3e5e5a07fd12 req-7e13e6af-e217-481b-9441-ad3c35bd7a92 tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] 10.222.0.64 "GET /v2.0/ports?device_id=f54fff32-66c0-4adb-922d-69673e61b491 HTTP/1.1" status: 200  len: 946 time: 0.4909103
Dec 23 16:13:14.013976 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-dbec2870-a782-4dac-a432-ac3d36b09a20 tempest-RoutersIpV6AdminTest-575902626 tempest-RoutersIpV6AdminTest-575902626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1824017', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1823768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-235299'] for router, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:14.015387 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-20c25a0f-e920-47a0-b5a3-14628115fc7f None None] Provisioning complete for port aba75bb5-4cf8-4b0a-a501-2a795d4de5aa triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:13:14.015777 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-20c25a0f-e920-47a0-b5a3-14628115fc7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:14.038611 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-2e83c086-72b6-4761-b913-47af70e84bab tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Synchronizing usage tracker for tenant:0e60117d21424d64b1987ca20285f1b7 on resource:security_group {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:13:14.086296 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-dbec2870-a782-4dac-a432-ac3d36b09a20 tempest-RoutersIpV6AdminTest-575902626 tempest-RoutersIpV6AdminTest-575902626-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:14.100842 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-2e83c086-72b6-4761-b913-47af70e84bab tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Unset dirty status for tenant:0e60117d21424d64b1987ca20285f1b7 on resource:security_group {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:13:14.102792 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-2e83c086-72b6-4761-b913-47af70e84bab tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2979 time: 0.2366097
Dec 23 16:13:14.117848 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 46646) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:14.119059 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-dbec2870-a782-4dac-a432-ac3d36b09a20 tempest-RoutersIpV6AdminTest-575902626 tempest-RoutersIpV6AdminTest-575902626-project] Deleting port 9f900334-8040-453c-a34c-693eedfa9afc {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:13:14.119644 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-dbec2870-a782-4dac-a432-ac3d36b09a20 tempest-RoutersIpV6AdminTest-575902626 tempest-RoutersIpV6AdminTest-575902626-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:14.141825 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-20c25a0f-e920-47a0-b5a3-14628115fc7f None None] Port aba75bb5-4cf8-4b0a-a501-2a795d4de5aa cannot update to ACTIVE because it is not bound. {{(pid=87637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 23 16:13:14.172444 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-a3b32e55-7db2-40bd-8db9-591ec1afb36c None None] Notify callbacks [] for port, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:14.178214 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-5eb76236-f1c0-460d-bbea-d2d6c18ea717 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Request body: {'security_group': {'name': 'tempest-secgroup--1655744630'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:13:14.185943 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-a3b32e55-7db2-40bd-8db9-591ec1afb36c None None] Transition to ACTIVE for port object f4b2d8c3-6099-46f7-b2d8-62d69264e3f1 will not be triggered until provisioned by entity L2. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:13:14.189880 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-5eb76236-f1c0-460d-bbea-d2d6c18ea717 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:13:14.209713 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-a3b32e55-7db2-40bd-8db9-591ec1afb36c None None] Transition to ACTIVE for port object f4b2d8c3-6099-46f7-b2d8-62d69264e3f1 will not be triggered until provisioned by entity DHCP. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:13:14.213079 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-3da9c621-dd11-4236-bffa-3e5e5a07fd12 req-58b75e27-c2b4-4809-8a46-c951f7fdf862 tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] 10.222.0.64 "GET /v2.0/security-groups?id=3b5fba24-44fb-4189-bd87-51876b915d36&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2053375
Dec 23 16:13:14.221828 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-5eb76236-f1c0-460d-bbea-d2d6c18ea717 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:13:14.228351 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-a3b32e55-7db2-40bd-8db9-591ec1afb36c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780'] for port, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:14.237561 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-41b47416-4151-4f0a-9cbb-56f025c30d61 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:13:14.348678 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3b32e55-7db2-40bd-8db9-591ec1afb36c None None] Network a67646b4-5371-43ec-9f98-39fe51a67033 is already hosted by enough agents. {{(pid=87637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:13:14.349788 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7990c8-2add-4a03-9b08-aa3aa7afdd6d tempest-FloatingIPNegativeTestJSON-779674983 tempest-FloatingIPNegativeTestJSON-779674983-project] Pushing event deleted for resources: {'Port': ['ID=5998d786-5593-4309-a9b8-02ab118282a3,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:13:14.351929 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-a3b32e55-7db2-40bd-8db9-591ec1afb36c None None] Resources bound (agent type, host, resource id):  {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:13:14.356174 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b32e55-7db2-40bd-8db9-591ec1afb36c None None] Received port after_create {{(pid=87637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:13:14.365979 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b32e55-7db2-40bd-8db9-591ec1afb36c None None] Pushing event updated for resources: {'Port': ['ID=f4b2d8c3-6099-46f7-b2d8-62d69264e3f1,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:13:14.388464 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-e6fd8312-b400-4007-aad7-500db939d131 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Usage tracker for resource:subnet and tenant:bf435ff0e7914a739a10fff5b2399c13 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:13:14.392369 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-e6fd8312-b400-4007-aad7-500db939d131 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:13:14.400611 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-e6fd8312-b400-4007-aad7-500db939d131 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:13:14.402395 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5eb76236-f1c0-460d-bbea-d2d6c18ea717 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Notify callbacks [] for security_group, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:14.402534 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-a3b32e55-7db2-40bd-8db9-591ec1afb36c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:13:14.412133 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-4f7990c8-2add-4a03-9b08-aa3aa7afdd6d tempest-FloatingIPNegativeTestJSON-779674983 tempest-FloatingIPNegativeTestJSON-779674983-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.508s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:13:14.432325 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-5eb76236-f1c0-460d-bbea-d2d6c18ea717 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:13:14.448121 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-5eb76236-f1c0-460d-bbea-d2d6c18ea717 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Usage tracker for resource:security_group_rule and tenant:0e60117d21424d64b1987ca20285f1b7 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:13:14.452703 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-5eb76236-f1c0-460d-bbea-d2d6c18ea717 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:13:14.464924 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffe1f69c-88e1-49df-a22c-c8ed0d6ccf4f tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Router 60a9be12-e018-4cb8-af5c-0a3802c67b88 has already been hosted by L3 agent 371d4c41-c7e2-4de7-9539-c049ec4e95d1 {{(pid=87635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 23 16:13:14.466501 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-a3b32e55-7db2-40bd-8db9-591ec1afb36c None None] Attempting to bind port f4b2d8c3-6099-46f7-b2d8-62d69264e3f1 on host dv-neutron-822799-1-hyperv for vnic_type normal with profile  {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:13:14.466889 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-a3b32e55-7db2-40bd-8db9-591ec1afb36c None None] Attempting to bind port f4b2d8c3-6099-46f7-b2d8-62d69264e3f1 by drivers openvswitch,hyperv on host dv-neutron-822799-1-hyperv at level 0 using segments [{'id': 'd0e346f7-32a7-41a0-b972-301688edbe10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'a67646b4-5371-43ec-9f98-39fe51a67033'}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:13:14.467265 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3b32e55-7db2-40bd-8db9-591ec1afb36c None None] Attempting to bind port f4b2d8c3-6099-46f7-b2d8-62d69264e3f1 on network a67646b4-5371-43ec-9f98-39fe51a67033 {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:13:14.468154 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-5eb76236-f1c0-460d-bbea-d2d6c18ea717 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:13:14.472796 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3b32e55-7db2-40bd-8db9-591ec1afb36c None None] Checking agent: {'id': '20d2070f-69a9-4e73-8d08-6f0387a40158', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822799-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 21), 'started_at': datetime.datetime(2021, 12, 23, 16, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 12, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822799-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 23 16:13:14.473187 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3b32e55-7db2-40bd-8db9-591ec1afb36c None None] Checking segment: {'id': 'd0e346f7-32a7-41a0-b972-301688edbe10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'a67646b4-5371-43ec-9f98-39fe51a67033'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:13:14.473497 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-dbec2870-a782-4dac-a432-ac3d36b09a20 tempest-RoutersIpV6AdminTest-575902626 tempest-RoutersIpV6AdminTest-575902626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:14.473624 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-a3b32e55-7db2-40bd-8db9-591ec1afb36c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:14.473980 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3b32e55-7db2-40bd-8db9-591ec1afb36c None None] Bound using segment: {'id': 'd0e346f7-32a7-41a0-b972-301688edbe10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'a67646b4-5371-43ec-9f98-39fe51a67033'} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 23 16:13:14.474515 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-a3b32e55-7db2-40bd-8db9-591ec1afb36c None None] Bound port: f4b2d8c3-6099-46f7-b2d8-62d69264e3f1, host: dv-neutron-822799-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0e346f7-32a7-41a0-b972-301688edbe10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'a67646b4-5371-43ec-9f98-39fe51a67033'}}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 23 16:13:14.474902 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-a3b32e55-7db2-40bd-8db9-591ec1afb36c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:14.568268 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-a3b32e55-7db2-40bd-8db9-591ec1afb36c None None] For port f4b2d8c3-6099-46f7-b2d8-62d69264e3f1, host dv-neutron-822799-1-hyperv, cleared binding levels {{(pid=87637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 23 16:13:14.571335 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-a3b32e55-7db2-40bd-8db9-591ec1afb36c None None] For port f4b2d8c3-6099-46f7-b2d8-62d69264e3f1, host dv-neutron-822799-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=f4b2d8c3-6099-46f7-b2d8-62d69264e3f1,segment=NetworkSegment(d0e346f7-32a7-41a0-b972-301688edbe10),segment_id=d0e346f7-32a7-41a0-b972-301688edbe10)] {{(pid=87637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 23 16:13:14.577506 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-a3b32e55-7db2-40bd-8db9-591ec1afb36c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:14.584025 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-dde79f1b-aaad-4b91-8627-f8e4d53c0aae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:13:14.617353 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6fd8312-b400-4007-aad7-500db939d131 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Made reservation on behalf of bf435ff0e7914a739a10fff5b2399c13 for: {'subnet': 1} {{(pid=87635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:13:14.621402 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-e6fd8312-b400-4007-aad7-500db939d131 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2610339'] for subnet, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:14.621580 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-dbec2870-a782-4dac-a432-ac3d36b09a20 tempest-RoutersIpV6AdminTest-575902626 tempest-RoutersIpV6AdminTest-575902626-project] Calling delete_port for 9f900334-8040-453c-a34c-693eedfa9afc owned by network:router_gateway {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:13:14.672933 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b32e55-7db2-40bd-8db9-591ec1afb36c None None] Pushing event updated for resources: {'Port': ['ID=f4b2d8c3-6099-46f7-b2d8-62d69264e3f1,revision_number=2']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:13:14.676322 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-a3b32e55-7db2-40bd-8db9-591ec1afb36c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:13:14.759637 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5eb76236-f1c0-460d-bbea-d2d6c18ea717 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Notify callbacks [] for security_group, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:14.765828 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5eb76236-f1c0-460d-bbea-d2d6c18ea717 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:14.772418 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-5a9e86ac-6007-4e81-b528-da02e51def47 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:13:14.829721 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb76236-f1c0-460d-bbea-d2d6c18ea717 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3dd39a1-1aee-448d-a33b-4409b1074605,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:13:14.830523 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-4f7990c8-2add-4a03-9b08-aa3aa7afdd6d tempest-FloatingIPNegativeTestJSON-779674983 tempest-FloatingIPNegativeTestJSON-779674983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:14.832564 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-5eb76236-f1c0-460d-bbea-d2d6c18ea717 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:13:14.844321 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-4f7990c8-2add-4a03-9b08-aa3aa7afdd6d tempest-FloatingIPNegativeTestJSON-779674983 tempest-FloatingIPNegativeTestJSON-779674983-project] 10.222.0.64 "DELETE /v2.0/ports/5998d786-5593-4309-a9b8-02ab118282a3 HTTP/1.1" status: 204  len: 168 time: 2.8189104
Dec 23 16:13:14.864558 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 46652) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:14.875788 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5eb76236-f1c0-460d-bbea-d2d6c18ea717 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Notify callbacks [] for security_group, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:14.883503 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-5eb76236-f1c0-460d-bbea-d2d6c18ea717 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1744 time: 0.7155051
Dec 23 16:13:14.884227 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 46656) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:14.967329 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271ac395-2b10-4932-a829-494943b08494 req-f05a8009-b45c-48ca-87e6-aaa84dd34a73 tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:13:14.968890 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-271ac395-2b10-4932-a829-494943b08494 req-f05a8009-b45c-48ca-87e6-aaa84dd34a73 tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] 10.222.0.64 "GET /v2.0/ports?device_id=f54fff32-66c0-4adb-922d-69673e61b491 HTTP/1.1" status: 200  len: 946 time: 0.5596862
Dec 23 16:13:14.972250 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-3c200a06-f581-4a5c-b685-df6ea314dedd tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Request body: {'security_group_rule': {'security_group_id': 'b3dd39a1-1aee-448d-a33b-4409b1074605', 'direction': 'ingress', 'protocol': 17}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:13:14.983283 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-dbec2870-a782-4dac-a432-ac3d36b09a20 tempest-RoutersIpV6AdminTest-575902626 tempest-RoutersIpV6AdminTest-575902626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:14.990250 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-e0ea1c57-4b57-44d5-a9c0-35a220893e9a tempest-FloatingIPNegativeTestJSON-779674983 tempest-FloatingIPNegativeTestJSON-779674983-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:13:15.002856 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-3c200a06-f581-4a5c-b685-df6ea314dedd tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:13:15.045380 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-3c200a06-f581-4a5c-b685-df6ea314dedd tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Usage tracker for resource:security_group_rule and tenant:0e60117d21424d64b1987ca20285f1b7 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:13:15.049230 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf96f918-403e-465d-adef-1766a67cdda1 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Network 4a087433-02e0-4f68-96a2-62aec40c8edb is already hosted by enough agents. {{(pid=87635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:13:15.057235 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-3c200a06-f581-4a5c-b685-df6ea314dedd tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:13:15.065111 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.base_scheduler [None req-cf96f918-403e-465d-adef-1766a67cdda1 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Resources bound (agent type, host, resource id):  {{(pid=87635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:13:15.083152 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-3c200a06-f581-4a5c-b685-df6ea314dedd tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:13:15.091254 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbec2870-a782-4dac-a432-ac3d36b09a20 tempest-RoutersIpV6AdminTest-575902626 tempest-RoutersIpV6AdminTest-575902626-project] Pushing event deleted for resources: {'Port': ['ID=9f900334-8040-453c-a34c-693eedfa9afc,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:13:15.093803 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-dbec2870-a782-4dac-a432-ac3d36b09a20 tempest-RoutersIpV6AdminTest-575902626 tempest-RoutersIpV6AdminTest-575902626-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:13:15.106150 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffe1f69c-88e1-49df-a22c-c8ed0d6ccf4f tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify agent at l3_agent.dv-neutron-822799-1-hyperv the message routers_updated {{(pid=87635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 23 16:13:15.121814 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f8e3f0b-2b90-437b-a5d4-38e49801c948 None None] Sync routers for ids ['60a9be12-e018-4cb8-af5c-0a3802c67b88'] in dv-neutron-822799-1-hyperv {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 23 16:13:15.127580 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-271ac395-2b10-4932-a829-494943b08494 req-5bbacc3b-dc0a-49c1-892b-ae88cf41ddc1 tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] 10.222.0.64 "GET /v2.0/security-groups?id=3b5fba24-44fb-4189-bd87-51876b915d36&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1215756
Dec 23 16:13:15.134984 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f8e3f0b-2b90-437b-a5d4-38e49801c948 None None] Routers {'60a9be12-e018-4cb8-af5c-0a3802c67b88'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:13:15.136432 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-0f8e3f0b-2b90-437b-a5d4-38e49801c948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc299af40>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:12:50Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['60a9be12-e018-4cb8-af5c-0a3802c67b88'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:13:15.156510 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-415346c0-2885-4ba1-a72b-ea01e624b7e2 tempest-FloatingIPNegativeTestJSON-779674983 tempest-FloatingIPNegativeTestJSON-779674983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:13:15.157400 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-415346c0-2885-4ba1-a72b-ea01e624b7e2 tempest-FloatingIPNegativeTestJSON-779674983 tempest-FloatingIPNegativeTestJSON-779674983-project] Synchronizing usage tracker for tenant:206912b3294e4453838829cb2e78c8b2 on resource:port {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:13:15.194656 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device f4b2d8c3-6099-46f7-b2d8-62d69264e3f1 up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:13:15.200147 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-dbec2870-a782-4dac-a432-ac3d36b09a20 tempest-RoutersIpV6AdminTest-575902626 tempest-RoutersIpV6AdminTest-575902626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1824206'] for router_gateway, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:15.314366 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-415346c0-2885-4ba1-a72b-ea01e624b7e2 tempest-FloatingIPNegativeTestJSON-779674983 tempest-FloatingIPNegativeTestJSON-779674983-project] Unset dirty status for tenant:206912b3294e4453838829cb2e78c8b2 on resource:port {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:13:15.318037 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-415346c0-2885-4ba1-a72b-ea01e624b7e2 tempest-FloatingIPNegativeTestJSON-779674983 tempest-FloatingIPNegativeTestJSON-779674983-project] 10.222.0.64 "GET /v2.0/ports?device_id=5532e9bb-673c-47a2-bb7b-fa85fc85bfd2 HTTP/1.1" status: 200  len: 913 time: 0.4521122
Dec 23 16:13:15.345391 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 46662) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:15.360359 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning for port f4b2d8c3-6099-46f7-b2d8-62d69264e3f1 completed by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:13:15.392735 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-3c200a06-f581-4a5c-b685-df6ea314dedd tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:15.507995 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-0f8e3f0b-2b90-437b-a5d4-38e49801c948 None None] Set router 60a9be12-e018-4cb8-af5c-0a3802c67b88 gateway port host: dv-neutron-822799-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:13:15.509150 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-ffe1f69c-88e1-49df-a22c-c8ed0d6ccf4f tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "PUT /v2.0/routers/60a9be12-e018-4cb8-af5c-0a3802c67b88/add_router_interface HTTP/1.1" status: 200  len: 503 time: 12.5700994
Dec 23 16:13:15.518444 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 46666) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:15.581543 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-cc3aa472-abfd-4e58-8703-8ac78e60f66d None None] Provisioning complete for port 5dcab5d6-78c2-4fc1-8936-7f87f4cfdf09 triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:13:15.583093 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-cc3aa472-abfd-4e58-8703-8ac78e60f66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:15.740927 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-cc3aa472-abfd-4e58-8703-8ac78e60f66d None None] Port 5dcab5d6-78c2-4fc1-8936-7f87f4cfdf09 cannot update to ACTIVE because it is not bound. {{(pid=87637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 23 16:13:15.866957 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-e6fd8312-b400-4007-aad7-500db939d131 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2753396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2610353'] for subnet, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:15.878681 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-3c200a06-f581-4a5c-b685-df6ea314dedd tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:15.882362 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-37d8f60b-169e-4659-991a-a8570dd4f3a6 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:13:15.953558 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-3c200a06-f581-4a5c-b685-df6ea314dedd tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762424'] for security_group_rule, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:15.965303 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-0f8e3f0b-2b90-437b-a5d4-38e49801c948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc299af40>, [{'id': '60a9be12-e018-4cb8-af5c-0a3802c67b88', 'name': 'tempest-TestNetworkBasicOps-router-1642921231', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.110'}], 'enable_snat': True}, 'gw_port_id': 'f2738f4b-ae43-431d-a49b-fe4450098f9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:12:52Z', 'updated_at': '2021-12-23T16:13:09Z', 'revision_number': 4, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'gw_port': {'id': 'f2738f4b-ae43-431d-a49b-fe4450098f9d', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:8a:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a9be12-e018-4cb8-af5c-0a3802c67b88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:12:54Z', 'updated_at': '2021-12-23T16:13:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_interfaces': [{'id': 'aba75bb5-4cf8-4b0a-a501-2a795d4de5aa', 'name': '', 'network_id': '8f98af44-d303-4bde-b872-83960908e446', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'mac_address': 'fa:16:3e:6a:83:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60a9be12-e018-4cb8-af5c-0a3802c67b88', 'device_owner': 'network:router_interface', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '33f18a1b-5552-4192-92be-76d0229b5b31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:13:05Z', 'updated_at': '2021-12-23T16:13:11Z', 'revision_number': 2, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'subnets': [{'id': '33f18a1b-5552-4192-92be-76d0229b5b31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:13:15.969959 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f8e3f0b-2b90-437b-a5d4-38e49801c948 None None] Checking router: 60a9be12-e018-4cb8-af5c-0a3802c67b88 for host: dv-neutron-822799-1-hyperv {{(pid=87638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 23 16:13:15.970613 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f8e3f0b-2b90-437b-a5d4-38e49801c948 None None] Updating router 60a9be12-e018-4cb8-af5c-0a3802c67b88 port aba75bb5-4cf8-4b0a-a501-2a795d4de5aa binding host dv-neutron-822799-1-hyperv {{(pid=87638) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 23 16:13:16.010029 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-3c200a06-f581-4a5c-b685-df6ea314dedd tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:16.014191 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-3c200a06-f581-4a5c-b685-df6ea314dedd tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 767 time: 1.0717776
Dec 23 16:13:16.018652 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68ce563b-ac43-47d0-b93e-f96faf37282f tempest-TestNetworkBasicOps-54271533 tempest-TestNetworkBasicOps-54271533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:13:16.019104 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68ce563b-ac43-47d0-b93e-f96faf37282f tempest-TestNetworkBasicOps-54271533 tempest-TestNetworkBasicOps-54271533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:13:16.019599 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68ce563b-ac43-47d0-b93e-f96faf37282f tempest-TestNetworkBasicOps-54271533 tempest-TestNetworkBasicOps-54271533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:13:16.020057 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68ce563b-ac43-47d0-b93e-f96faf37282f tempest-TestNetworkBasicOps-54271533 tempest-TestNetworkBasicOps-54271533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:13:16.020514 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68ce563b-ac43-47d0-b93e-f96faf37282f tempest-TestNetworkBasicOps-54271533 tempest-TestNetworkBasicOps-54271533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:13:16.021016 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68ce563b-ac43-47d0-b93e-f96faf37282f tempest-TestNetworkBasicOps-54271533 tempest-TestNetworkBasicOps-54271533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:13:16.021447 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68ce563b-ac43-47d0-b93e-f96faf37282f tempest-TestNetworkBasicOps-54271533 tempest-TestNetworkBasicOps-54271533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:13:16.021919 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68ce563b-ac43-47d0-b93e-f96faf37282f tempest-TestNetworkBasicOps-54271533 tempest-TestNetworkBasicOps-54271533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:13:16.027236 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-68ce563b-ac43-47d0-b93e-f96faf37282f tempest-TestNetworkBasicOps-54271533 tempest-TestNetworkBasicOps-54271533-project-admin] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200  len: 5678 time: 0.4806120
Dec 23 16:13:16.027236 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6fd8312-b400-4007-aad7-500db939d131 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Network a67646b4-5371-43ec-9f98-39fe51a67033 is already hosted by enough agents. {{(pid=87635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:13:16.029169 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 46672) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:16.029169 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 46674) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:16.038409 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0f8e3f0b-2b90-437b-a5d4-38e49801c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:16.070775 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-bfb38464-e850-4a0a-b474-6e360a1b9656 None None] Provisioning for port f4b2d8c3-6099-46f7-b2d8-62d69264e3f1 completed by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:13:16.079252 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-bfb38464-e850-4a0a-b474-6e360a1b9656 None None] Provisioning complete for port f4b2d8c3-6099-46f7-b2d8-62d69264e3f1 triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:13:16.080339 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-bfb38464-e850-4a0a-b474-6e360a1b9656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:16.204226 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-dbec2870-a782-4dac-a432-ac3d36b09a20 tempest-RoutersIpV6AdminTest-575902626 tempest-RoutersIpV6AdminTest-575902626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1824017', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1823768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-235299'] for router, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:16.224244 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-bfb38464-e850-4a0a-b474-6e360a1b9656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:16.255596 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-dbec2870-a782-4dac-a432-ac3d36b09a20 tempest-RoutersIpV6AdminTest-575902626 tempest-RoutersIpV6AdminTest-575902626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1824234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1824024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1824227', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1823761'] for router, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:16.259710 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.base_scheduler [None req-e6fd8312-b400-4007-aad7-500db939d131 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Resources bound (agent type, host, resource id):  {{(pid=87635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:13:16.262861 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fd8312-b400-4007-aad7-500db939d131 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Pushing event updated for resources: {'Subnet': ['ID=36e32431-061b-4496-9391-5fbe02ab9ee0,revision_number=0']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:13:16.276130 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26f9d05-f6a7-4558-a92d-d5b9bfe6f623 req-c7b3c6df-2dd8-444e-ab19-db03c2000a1d tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:13:16.278040 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-b26f9d05-f6a7-4558-a92d-d5b9bfe6f623 req-c7b3c6df-2dd8-444e-ab19-db03c2000a1d tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] 10.222.0.64 "GET /v2.0/ports?device_id=f54fff32-66c0-4adb-922d-69673e61b491 HTTP/1.1" status: 200  len: 946 time: 0.5915864
Dec 23 16:13:16.279257 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8adda41f-4c58-4fbd-987d-04328f82d66d None None] Network a67646b4-5371-43ec-9f98-39fe51a67033 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:13:16.290718 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6fd8312-b400-4007-aad7-500db939d131 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:13:16.291989 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-e6fd8312-b400-4007-aad7-500db939d131 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks [] for subnet, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:16.312692 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-e6fd8312-b400-4007-aad7-500db939d131 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.430s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:13:16.317103 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-fdfe4f92-0be2-4c7e-815f-6a45946b6140 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.324s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:13:16.358962 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c200a06-f581-4a5c-b685-df6ea314dedd tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39affd32-134f-4873-b7ca-99616d37b28d,revision_number=0']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:13:16.362137 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-e6fd8312-b400-4007-aad7-500db939d131 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.9378223
Dec 23 16:13:16.363907 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf96f918-403e-465d-adef-1766a67cdda1 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Router fb5a4ba4-2176-496a-9265-3e9d03818f83 is scheduled to L3 agent 371d4c41-c7e2-4de7-9539-c049ec4e95d1 with binding_index 1 {{(pid=87635) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 23 16:13:16.372312 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-3c200a06-f581-4a5c-b685-df6ea314dedd tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:13:16.374856 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 46680) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:16.433230 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0f8e3f0b-2b90-437b-a5d4-38e49801c948 None None] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:16.445417 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-0f8e3f0b-2b90-437b-a5d4-38e49801c948 None None] Transition to ACTIVE for port object aba75bb5-4cf8-4b0a-a501-2a795d4de5aa will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:13:16.455514 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0f8e3f0b-2b90-437b-a5d4-38e49801c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:16.464974 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbec2870-a782-4dac-a432-ac3d36b09a20 tempest-RoutersIpV6AdminTest-575902626 tempest-RoutersIpV6AdminTest-575902626-project] Router 49f63d70-0161-4d43-850a-bbb2f13ab57f has already been hosted by L3 agent 371d4c41-c7e2-4de7-9539-c049ec4e95d1 {{(pid=87636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 23 16:13:16.467180 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=87638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:13:16.468632 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-ad4f2c32-9118-4466-a768-37d1d5f492ac tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Request body: {'port': {'network_id': 'a67646b4-5371-43ec-9f98-39fe51a67033', 'mac_address': 'fa:16:3e:d8:7d:c3', 'name': 'tempest-NetworksTestDHCPv6-568158063'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:13:16.481701 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-bfb38464-e850-4a0a-b474-6e360a1b9656 None None] For port f4b2d8c3-6099-46f7-b2d8-62d69264e3f1, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=f4b2d8c3-6099-46f7-b2d8-62d69264e3f1,segment=NetworkSegment(d0e346f7-32a7-41a0-b972-301688edbe10),segment_id=d0e346f7-32a7-41a0-b972-301688edbe10)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:13:16.492905 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-bfb38464-e850-4a0a-b474-6e360a1b9656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:16.512945 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-71e46199-f772-466d-a19d-26f9e63c7a1e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:13:16.636077 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb38464-e850-4a0a-b474-6e360a1b9656 None None] Pushing event updated for resources: {'Port': ['ID=f4b2d8c3-6099-46f7-b2d8-62d69264e3f1,revision_number=3']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:13:16.639556 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-bfb38464-e850-4a0a-b474-6e360a1b9656 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:13:16.678725 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbec2870-a782-4dac-a432-ac3d36b09a20 tempest-RoutersIpV6AdminTest-575902626 tempest-RoutersIpV6AdminTest-575902626-project] Notify agent at l3_agent.dv-neutron-822799-1-hyperv the message routers_updated {{(pid=87636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 23 16:13:16.707091 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4618abe-0553-4efa-9f3f-26a64afc2143 None None] Sync routers for ids ['49f63d70-0161-4d43-850a-bbb2f13ab57f'] in dv-neutron-822799-1-hyperv {{(pid=87637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 23 16:13:16.709995 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-b26f9d05-f6a7-4558-a92d-d5b9bfe6f623 req-ef86d27a-72ec-4188-9fa5-efdd8300e68a tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] 10.222.0.64 "GET /v2.0/security-groups?id=3b5fba24-44fb-4189-bd87-51876b915d36&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3765972
Dec 23 16:13:16.729861 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4618abe-0553-4efa-9f3f-26a64afc2143 None None] Routers {'49f63d70-0161-4d43-850a-bbb2f13ab57f'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:13:16.729861 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-c4618abe-0553-4efa-9f3f-26a64afc2143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc12e56a0>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:12:50Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['49f63d70-0161-4d43-850a-bbb2f13ab57f'], 'active': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:13:16.734677 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-dbec2870-a782-4dac-a432-ac3d36b09a20 tempest-RoutersIpV6AdminTest-575902626 tempest-RoutersIpV6AdminTest-575902626-project] Notify callbacks [] for router, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:16.735883 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-dbec2870-a782-4dac-a432-ac3d36b09a20 tempest-RoutersIpV6AdminTest-575902626 tempest-RoutersIpV6AdminTest-575902626-project] 10.222.0.64 "PUT /v2.0/routers/49f63d70-0161-4d43-850a-bbb2f13ab57f HTTP/1.1" status: 200  len: 710 time: 3.8929701
Dec 23 16:13:16.740034 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 46686) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:16.802543 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d8b4b7f-ee0b-4f78-b032-464fd8df44ac tempest-TestNetworkBasicOps-54271533 tempest-TestNetworkBasicOps-54271533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:13:16.803166 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d8b4b7f-ee0b-4f78-b032-464fd8df44ac tempest-TestNetworkBasicOps-54271533 tempest-TestNetworkBasicOps-54271533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:13:16.803687 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d8b4b7f-ee0b-4f78-b032-464fd8df44ac tempest-TestNetworkBasicOps-54271533 tempest-TestNetworkBasicOps-54271533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:13:16.804199 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d8b4b7f-ee0b-4f78-b032-464fd8df44ac tempest-TestNetworkBasicOps-54271533 tempest-TestNetworkBasicOps-54271533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:13:16.804757 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d8b4b7f-ee0b-4f78-b032-464fd8df44ac tempest-TestNetworkBasicOps-54271533 tempest-TestNetworkBasicOps-54271533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:13:16.805425 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d8b4b7f-ee0b-4f78-b032-464fd8df44ac tempest-TestNetworkBasicOps-54271533 tempest-TestNetworkBasicOps-54271533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:13:16.805931 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d8b4b7f-ee0b-4f78-b032-464fd8df44ac tempest-TestNetworkBasicOps-54271533 tempest-TestNetworkBasicOps-54271533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:13:16.806453 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d8b4b7f-ee0b-4f78-b032-464fd8df44ac tempest-TestNetworkBasicOps-54271533 tempest-TestNetworkBasicOps-54271533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:13:16.806954 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d8b4b7f-ee0b-4f78-b032-464fd8df44ac tempest-TestNetworkBasicOps-54271533 tempest-TestNetworkBasicOps-54271533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:13:16.811538 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-0d8b4b7f-ee0b-4f78-b032-464fd8df44ac tempest-TestNetworkBasicOps-54271533 tempest-TestNetworkBasicOps-54271533-project-admin] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 5782 time: 0.7750821
Dec 23 16:13:16.812151 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 46690) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:16.818492 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-69c3bceb-233a-4fb5-99b3-80dcaa70a151 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Notify callbacks [] for security_group, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:16.848038 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6231751d-425e-43cd-92c8-a67a7428f6c5 None None] Pushing event updated for resources: {'Port': ['ID=aba75bb5-4cf8-4b0a-a501-2a795d4de5aa,revision_number=3']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:13:16.874388 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG oslo_concurrency.lockutils [None req-6231751d-425e-43cd-92c8-a67a7428f6c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.407s {{(pid=87638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:13:16.881068 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-c4618abe-0553-4efa-9f3f-26a64afc2143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc12e56a0>, [], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:13:16.894127 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4618abe-0553-4efa-9f3f-26a64afc2143 None None] Routers {'49f63d70-0161-4d43-850a-bbb2f13ab57f'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:13:16.894765 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-c4618abe-0553-4efa-9f3f-26a64afc2143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc12e56a0>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:12:50Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['49f63d70-0161-4d43-850a-bbb2f13ab57f'], 'active': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:13:16.899447 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-0f8e3f0b-2b90-437b-a5d4-38e49801c948 None None] Attempting to bind port aba75bb5-4cf8-4b0a-a501-2a795d4de5aa on host dv-neutron-822799-1-hyperv for vnic_type normal with profile  {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:13:16.899946 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-0f8e3f0b-2b90-437b-a5d4-38e49801c948 None None] Attempting to bind port aba75bb5-4cf8-4b0a-a501-2a795d4de5aa by drivers openvswitch,hyperv on host dv-neutron-822799-1-hyperv at level 0 using segments [{'id': '402fd6a3-8341-4973-811c-26e889c2f1bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '8f98af44-d303-4bde-b872-83960908e446'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:13:16.900421 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f8e3f0b-2b90-437b-a5d4-38e49801c948 None None] Attempting to bind port aba75bb5-4cf8-4b0a-a501-2a795d4de5aa on network 8f98af44-d303-4bde-b872-83960908e446 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:13:16.919149 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f8e3f0b-2b90-437b-a5d4-38e49801c948 None None] Checking agent: {'id': '20d2070f-69a9-4e73-8d08-6f0387a40158', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822799-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 21), 'started_at': datetime.datetime(2021, 12, 23, 16, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 12, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822799-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 23 16:13:16.919703 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f8e3f0b-2b90-437b-a5d4-38e49801c948 None None] Checking segment: {'id': '402fd6a3-8341-4973-811c-26e889c2f1bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '8f98af44-d303-4bde-b872-83960908e446'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:13:16.920212 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0f8e3f0b-2b90-437b-a5d4-38e49801c948 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:16.920741 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f8e3f0b-2b90-437b-a5d4-38e49801c948 None None] Bound using segment: {'id': '402fd6a3-8341-4973-811c-26e889c2f1bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '8f98af44-d303-4bde-b872-83960908e446'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 23 16:13:16.920869 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf96f918-403e-465d-adef-1766a67cdda1 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify agent at l3_agent.dv-neutron-822799-1-hyperv the message routers_updated {{(pid=87635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 23 16:13:16.921432 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-0f8e3f0b-2b90-437b-a5d4-38e49801c948 None None] Bound port: aba75bb5-4cf8-4b0a-a501-2a795d4de5aa, host: dv-neutron-822799-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '402fd6a3-8341-4973-811c-26e889c2f1bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '8f98af44-d303-4bde-b872-83960908e446'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 23 16:13:16.921932 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0f8e3f0b-2b90-437b-a5d4-38e49801c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:16.939890 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-ad4f2c32-9118-4466-a768-37d1d5f492ac tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:13:16.944408 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-ad4f2c32-9118-4466-a768-37d1d5f492ac tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Usage tracker for resource:port and tenant:bf435ff0e7914a739a10fff5b2399c13 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:13:16.947474 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-ad4f2c32-9118-4466-a768-37d1d5f492ac tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:13:16.955514 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-ad4f2c32-9118-4466-a768-37d1d5f492ac tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:13:16.962198 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-c4618abe-0553-4efa-9f3f-26a64afc2143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc12e56a0>, [], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:13:16.962539 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4618abe-0553-4efa-9f3f-26a64afc2143 None None] The sync data for ids ['49f63d70-0161-4d43-850a-bbb2f13ab57f'] in dv-neutron-822799-1-hyperv is: [] {{(pid=87637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 23 16:13:16.976009 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-cf96f918-403e-465d-adef-1766a67cdda1 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] 10.222.0.64 "PUT /v2.0/routers/fb5a4ba4-2176-496a-9265-3e9d03818f83/add_router_interface HTTP/1.1" status: 200  len: 503 time: 10.3322418
Dec 23 16:13:16.978658 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 46694) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:16.982626 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-69c3bceb-233a-4fb5-99b3-80dcaa70a151 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:16.999061 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b17b5ef5-a79b-40e0-8a38-5cba3ae76bf5 None None] Sync routers for ids ['fb5a4ba4-2176-496a-9265-3e9d03818f83'] in dv-neutron-822799-1-hyperv {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 23 16:13:17.035114 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b17b5ef5-a79b-40e0-8a38-5cba3ae76bf5 None None] Routers {'fb5a4ba4-2176-496a-9265-3e9d03818f83'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:13:17.035857 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-b17b5ef5-a79b-40e0-8a38-5cba3ae76bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc2a36220>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:12:50Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['fb5a4ba4-2176-496a-9265-3e9d03818f83'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:13:17.038321 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad4f2c32-9118-4466-a768-37d1d5f492ac tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Made reservation on behalf of bf435ff0e7914a739a10fff5b2399c13 for: {'port': 1} {{(pid=87635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:13:17.081200 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-cc8c070c-b7cf-47f9-b8ea-47d183ed0d15 tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] 10.222.0.64 "GET /v2.0/routers/49f63d70-0161-4d43-850a-bbb2f13ab57f HTTP/1.1" status: 200  len: 745 time: 0.3395817
Dec 23 16:13:17.082656 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 46700) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:17.151168 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device f4b2d8c3-6099-46f7-b2d8-62d69264e3f1 up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:13:17.163193 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-b17b5ef5-a79b-40e0-8a38-5cba3ae76bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc2a36220>, [], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:13:17.196022 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b17b5ef5-a79b-40e0-8a38-5cba3ae76bf5 None None] Routers {'fb5a4ba4-2176-496a-9265-3e9d03818f83'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:13:17.197028 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-b17b5ef5-a79b-40e0-8a38-5cba3ae76bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc2a36220>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:12:50Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['fb5a4ba4-2176-496a-9265-3e9d03818f83'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:13:17.232137 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-ad4f2c32-9118-4466-a768-37d1d5f492ac tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:17.288933 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eea9c64-9e5d-430d-a6c9-d3bbc06bc48f None None] Update dhcp port {'port': {'network_id': 'a67646b4-5371-43ec-9f98-39fe51a67033', 'fixed_ips': [{'subnet_id': '3b703f9c-6c2b-4bcf-a0f5-f1103c4d2b4c', 'ip_address': '2001:db8::f816:3eff:fec6:a54a'}, {'subnet_id': '36e32431-061b-4496-9391-5fbe02ab9ee0'}], 'binding:host_id': 'dv-neutron-822799-1-hyperv'}, 'id': 'f4b2d8c3-6099-46f7-b2d8-62d69264e3f1'} from dv-neutron-822799-1-hyperv. {{(pid=87637) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}}
Dec 23 16:13:17.341879 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port f4b2d8c3-6099-46f7-b2d8-62d69264e3f1 triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:13:17.342261 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:17.344181 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-b17b5ef5-a79b-40e0-8a38-5cba3ae76bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc2a36220>, [], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:13:17.350104 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b17b5ef5-a79b-40e0-8a38-5cba3ae76bf5 None None] The sync data for ids ['fb5a4ba4-2176-496a-9265-3e9d03818f83'] in dv-neutron-822799-1-hyperv is: [] {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 23 16:13:17.375247 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-0f8e3f0b-2b90-437b-a5d4-38e49801c948 None None] For port aba75bb5-4cf8-4b0a-a501-2a795d4de5aa, host dv-neutron-822799-1-hyperv, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 23 16:13:17.381923 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-0f8e3f0b-2b90-437b-a5d4-38e49801c948 None None] For port aba75bb5-4cf8-4b0a-a501-2a795d4de5aa, host dv-neutron-822799-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=aba75bb5-4cf8-4b0a-a501-2a795d4de5aa,segment=NetworkSegment(402fd6a3-8341-4973-811c-26e889c2f1bb),segment_id=402fd6a3-8341-4973-811c-26e889c2f1bb)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 23 16:13:17.390381 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0f8e3f0b-2b90-437b-a5d4-38e49801c948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:17.399418 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:13:17.427358 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-68228003-a466-4f86-92e2-0341e13646ea tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] 10.222.0.64 "GET /v2.0/ports?network_id=8afa6d58-9431-454a-b99c-3ff8a65aa86b&device_id=49f63d70-0161-4d43-850a-bbb2f13ab57f HTTP/1.1" status: 200  len: 205 time: 0.3368866
Dec 23 16:13:17.429089 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 46704) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:17.430432 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.notifiers.nova [None req-ad4f2c32-9118-4466-a768-37d1d5f492ac tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] device_id is not set on port 25e408b5-8a96-4457-8ce3-cc45013633cc yet. {{(pid=87635) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 23 16:13:17.440717 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1bde30f2-226f-48b9-8756-06d50ef7e20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:17.475139 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1eea9c64-9e5d-430d-a6c9-d3bbc06bc48f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:17.515803 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f8e3f0b-2b90-437b-a5d4-38e49801c948 None None] Routers {'60a9be12-e018-4cb8-af5c-0a3802c67b88'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:13:17.516964 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-ea6b0e1a-f45f-490f-a3da-f61d65e6f48b tempest-RoutersIpV6AdminTest-575902626 tempest-RoutersIpV6AdminTest-575902626-project] 10.222.0.64 "GET /v2.0/ports?device_id=49f63d70-0161-4d43-850a-bbb2f13ab57f HTTP/1.1" status: 200  len: 205 time: 0.0852110
Dec 23 16:13:17.517246 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-0f8e3f0b-2b90-437b-a5d4-38e49801c948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc299af40>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:12:50Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['60a9be12-e018-4cb8-af5c-0a3802c67b88'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:13:17.532389 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 46708) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:17.565288 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeb7de7a-1ebc-4550-b96b-54f4205089de tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:13:17.566331 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-aeb7de7a-1ebc-4550-b96b-54f4205089de tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Synchronizing usage tracker for tenant:3fd82437e08648b4840016e8955250bf on resource:port {{(pid=87635) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:13:17.569060 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-69c3bceb-233a-4fb5-99b3-80dcaa70a151 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:17.594264 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-7350c2df-69ae-49d8-b7fc-99320e05ebe1 tempest-FloatingIPNegativeTestJSON-779674983 tempest-FloatingIPNegativeTestJSON-779674983-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:13:17.620688 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c3bceb-233a-4fb5-99b3-80dcaa70a151 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3dd39a1-1aee-448d-a33b-4409b1074605,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:13:17.623411 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-69c3bceb-233a-4fb5-99b3-80dcaa70a151 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:13:17.652751 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6231751d-425e-43cd-92c8-a67a7428f6c5 None None] Pushing event updated for resources: {'Port': ['ID=aba75bb5-4cf8-4b0a-a501-2a795d4de5aa,revision_number=4']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:13:17.664430 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG oslo_concurrency.lockutils [None req-6231751d-425e-43cd-92c8-a67a7428f6c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=87638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:13:17.671891 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5ce4c2-704d-4d1b-b9ae-f5d439de7926 req-f5d678b2-117f-4b25-955f-d615ed1969fb tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:13:17.673733 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-4b5ce4c2-704d-4d1b-b9ae-f5d439de7926 req-f5d678b2-117f-4b25-955f-d615ed1969fb tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] 10.222.0.64 "GET /v2.0/ports?device_id=f54fff32-66c0-4adb-922d-69673e61b491 HTTP/1.1" status: 200  len: 946 time: 0.4129515
Dec 23 16:13:17.679802 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-69c3bceb-233a-4fb5-99b3-80dcaa70a151 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Notify callbacks [] for security_group, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:17.681174 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-69c3bceb-233a-4fb5-99b3-80dcaa70a151 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] 10.222.0.64 "DELETE /v2.0/security-groups/b3dd39a1-1aee-448d-a33b-4409b1074605 HTTP/1.1" status: 204  len: 168 time: 1.6485944
Dec 23 16:13:17.719315 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 46712) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:17.752493 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-aeb7de7a-1ebc-4550-b96b-54f4205089de tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Unset dirty status for tenant:3fd82437e08648b4840016e8955250bf on resource:port {{(pid=87635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:13:17.757082 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-aeb7de7a-1ebc-4550-b96b-54f4205089de tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] 10.222.0.64 "GET /v2.0/ports/5dcab5d6-78c2-4fc1-8936-7f87f4cfdf09 HTTP/1.1" status: 200  len: 910 time: 0.7646854
Dec 23 16:13:17.761036 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 46716) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:17.764186 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-57fe3f6c-32cf-4267-b989-c6ee84a7b7b9 tempest-FloatingIPNegativeTestJSON-779674983 tempest-FloatingIPNegativeTestJSON-779674983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1781419'] for router_interface, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:17.866468 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1b91939f-d8ca-4762-8a4b-a2459e8c404c tempest-RoutersIpV6AdminTest-575902626 tempest-RoutersIpV6AdminTest-575902626-project] Notify callbacks [] for router, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:17.875700 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_common [None req-1eea9c64-9e5d-430d-a6c9-d3bbc06bc48f None None] Allocated IP 172.20.0.2 (a67646b4-5371-43ec-9f98-39fe51a67033/36e32431-061b-4496-9391-5fbe02ab9ee0/f4b2d8c3-6099-46f7-b2d8-62d69264e3f1) {{(pid=87637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:13:17.893595 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-4b5ce4c2-704d-4d1b-b9ae-f5d439de7926 req-f0076a30-774c-4b4a-b748-a799b5c9de7c tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] 10.222.0.64 "GET /v2.0/security-groups?id=3b5fba24-44fb-4189-bd87-51876b915d36&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2053757
Dec 23 16:13:17.926352 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-0f8e3f0b-2b90-437b-a5d4-38e49801c948 None None] Set router 60a9be12-e018-4cb8-af5c-0a3802c67b88 gateway port host: dv-neutron-822799-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:13:18.016071 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-9d7c0ac2-4e7f-4664-b5e0-78e1e92c8a22 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Synchronizing usage tracker for tenant:0e60117d21424d64b1987ca20285f1b7 on resource:security_group {{(pid=87635) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:13:18.046185 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-1eea9c64-9e5d-430d-a6c9-d3bbc06bc48f None None] For port f4b2d8c3-6099-46f7-b2d8-62d69264e3f1, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=f4b2d8c3-6099-46f7-b2d8-62d69264e3f1,segment=NetworkSegment(d0e346f7-32a7-41a0-b972-301688edbe10),segment_id=d0e346f7-32a7-41a0-b972-301688edbe10)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:13:18.076607 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1eea9c64-9e5d-430d-a6c9-d3bbc06bc48f None None] Notify callbacks [] for port, precommit_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:18.099937 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-1eea9c64-9e5d-430d-a6c9-d3bbc06bc48f None None] Transition to ACTIVE for port object f4b2d8c3-6099-46f7-b2d8-62d69264e3f1 will not be triggered until provisioned by entity DHCP. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:13:18.108595 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1eea9c64-9e5d-430d-a6c9-d3bbc06bc48f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:18.112372 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-9d7c0ac2-4e7f-4664-b5e0-78e1e92c8a22 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Unset dirty status for tenant:0e60117d21424d64b1987ca20285f1b7 on resource:security_group {{(pid=87635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:13:18.114028 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-9d7c0ac2-4e7f-4664-b5e0-78e1e92c8a22 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2979 time: 0.3834033
Dec 23 16:13:18.115094 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-2e269b32-032b-4161-b702-7a52782974dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:13:18.143956 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 46720) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:18.213447 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-1d286ba7-93ff-462b-b8da-c52d60013b63 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Request body: {'security_group': {'name': 'tempest-secgroup--1792998786'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:13:18.250224 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-1d286ba7-93ff-462b-b8da-c52d60013b63 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:13:18.303987 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eea9c64-9e5d-430d-a6c9-d3bbc06bc48f None None] Pushing event updated for resources: {'Port': ['ID=f4b2d8c3-6099-46f7-b2d8-62d69264e3f1,revision_number=4']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:13:18.308246 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-1eea9c64-9e5d-430d-a6c9-d3bbc06bc48f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:13:18.370952 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-0f8e3f0b-2b90-437b-a5d4-38e49801c948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc299af40>, [{'id': '60a9be12-e018-4cb8-af5c-0a3802c67b88', 'name': 'tempest-TestNetworkBasicOps-router-1642921231', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.110'}], 'enable_snat': True}, 'gw_port_id': 'f2738f4b-ae43-431d-a49b-fe4450098f9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:12:52Z', 'updated_at': '2021-12-23T16:13:09Z', 'revision_number': 4, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'gw_port': {'id': 'f2738f4b-ae43-431d-a49b-fe4450098f9d', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:8a:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a9be12-e018-4cb8-af5c-0a3802c67b88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:12:54Z', 'updated_at': '2021-12-23T16:13:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_interfaces': [{'id': 'aba75bb5-4cf8-4b0a-a501-2a795d4de5aa', 'name': '', 'network_id': '8f98af44-d303-4bde-b872-83960908e446', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'mac_address': 'fa:16:3e:6a:83:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60a9be12-e018-4cb8-af5c-0a3802c67b88', 'device_owner': 'network:router_interface', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '33f18a1b-5552-4192-92be-76d0229b5b31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:13:05Z', 'updated_at': '2021-12-23T16:13:17Z', 'revision_number': 4, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'subnets': [{'id': '33f18a1b-5552-4192-92be-76d0229b5b31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:13:18.376973 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f8e3f0b-2b90-437b-a5d4-38e49801c948 None None] The sync data for ids ['60a9be12-e018-4cb8-af5c-0a3802c67b88'] in dv-neutron-822799-1-hyperv is: [{'id': '60a9be12-e018-4cb8-af5c-0a3802c67b88', 'name': 'tempest-TestNetworkBasicOps-router-1642921231', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.110'}], 'enable_snat': True}, 'gw_port_id': 'f2738f4b-ae43-431d-a49b-fe4450098f9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:12:52Z', 'updated_at': '2021-12-23T16:13:09Z', 'revision_number': 4, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'gw_port': {'id': 'f2738f4b-ae43-431d-a49b-fe4450098f9d', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:8a:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a9be12-e018-4cb8-af5c-0a3802c67b88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:12:54Z', 'updated_at': '2021-12-23T16:13:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_interfaces': [{'id': 'aba75bb5-4cf8-4b0a-a501-2a795d4de5aa', 'name': '', 'network_id': '8f98af44-d303-4bde-b872-83960908e446', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'mac_address': 'fa:16:3e:6a:83:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60a9be12-e018-4cb8-af5c-0a3802c67b88', 'device_owner': 'network:router_interface', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '33f18a1b-5552-4192-92be-76d0229b5b31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:13:05Z', 'updated_at': '2021-12-23T16:13:17Z', 'revision_number': 4, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'subnets': [{'id': '33f18a1b-5552-4192-92be-76d0229b5b31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 23 16:13:18.426992 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-1d286ba7-93ff-462b-b8da-c52d60013b63 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:13:18.432974 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1b91939f-d8ca-4762-8a4b-a2459e8c404c tempest-RoutersIpV6AdminTest-575902626 tempest-RoutersIpV6AdminTest-575902626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1784183', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-235354'] for router, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:18.454194 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1b91939f-d8ca-4762-8a4b-a2459e8c404c tempest-RoutersIpV6AdminTest-575902626 tempest-RoutersIpV6AdminTest-575902626-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:18.505010 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1d286ba7-93ff-462b-b8da-c52d60013b63 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Notify callbacks [] for security_group, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:18.568512 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-1d286ba7-93ff-462b-b8da-c52d60013b63 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:13:18.574438 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1b91939f-d8ca-4762-8a4b-a2459e8c404c tempest-RoutersIpV6AdminTest-575902626 tempest-RoutersIpV6AdminTest-575902626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1781328'] for router, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:18.575542 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b91939f-d8ca-4762-8a4b-a2459e8c404c tempest-RoutersIpV6AdminTest-575902626 tempest-RoutersIpV6AdminTest-575902626-project] Fanout notify agent at l3_agent the message router_deleted on router 49f63d70-0161-4d43-850a-bbb2f13ab57f {{(pid=87636) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 23 16:13:18.591158 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-e69d74fa-e8d2-4888-8eab-7f9dc247e6ef tempest-TestNetworkBasicOps-54271533 tempest-TestNetworkBasicOps-54271533-project-admin] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200  len: 3949 time: 1.7778270
Dec 23 16:13:18.594851 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-1d286ba7-93ff-462b-b8da-c52d60013b63 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Usage tracker for resource:security_group_rule and tenant:0e60117d21424d64b1987ca20285f1b7 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:13:18.620906 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1b91939f-d8ca-4762-8a4b-a2459e8c404c tempest-RoutersIpV6AdminTest-575902626 tempest-RoutersIpV6AdminTest-575902626-project] Notify callbacks [] for router, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:18.622240 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-1b91939f-d8ca-4762-8a4b-a2459e8c404c tempest-RoutersIpV6AdminTest-575902626 tempest-RoutersIpV6AdminTest-575902626-project] 10.222.0.64 "DELETE /v2.0/routers/49f63d70-0161-4d43-850a-bbb2f13ab57f HTTP/1.1" status: 204  len: 168 time: 1.0881524
Dec 23 16:13:18.624191 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-1d286ba7-93ff-462b-b8da-c52d60013b63 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:13:18.634771 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 46726) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:18.642597 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-1d286ba7-93ff-462b-b8da-c52d60013b63 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:13:18.707482 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.db_base_plugin_common [None req-ad4f2c32-9118-4466-a768-37d1d5f492ac tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Allocated IP 172.20.0.4 (a67646b4-5371-43ec-9f98-39fe51a67033/36e32431-061b-4496-9391-5fbe02ab9ee0/25e408b5-8a96-4457-8ce3-cc45013633cc) {{(pid=87635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:13:18.715024 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-264376bf-8caa-462f-b894-bbff8af92916 tempest-RoutersIpV6AdminTest-575902626 tempest-RoutersIpV6AdminTest-575902626-project] 10.222.0.64 "GET /v2.0/ports?device_id=49f63d70-0161-4d43-850a-bbb2f13ab57f HTTP/1.1" status: 200  len: 205 time: 0.0732107
Dec 23 16:13:18.721873 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 46730) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:18.817628 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.db_base_plugin_common [None req-ad4f2c32-9118-4466-a768-37d1d5f492ac tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Allocated IP 2001:db8::f816:3eff:fed8:7dc3 (a67646b4-5371-43ec-9f98-39fe51a67033/3b703f9c-6c2b-4bcf-a0f5-f1103c4d2b4c/25e408b5-8a96-4457-8ce3-cc45013633cc) {{(pid=87635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:13:18.818276 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1d286ba7-93ff-462b-b8da-c52d60013b63 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Notify callbacks [] for security_group, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:18.819635 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-57fe3f6c-32cf-4267-b989-c6ee84a7b7b9 tempest-FloatingIPNegativeTestJSON-779674983 tempest-FloatingIPNegativeTestJSON-779674983-project] Deleting port c9775c4e-92ce-4953-8a30-746f28aa67ac {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:13:18.820696 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-57fe3f6c-32cf-4267-b989-c6ee84a7b7b9 tempest-FloatingIPNegativeTestJSON-779674983 tempest-FloatingIPNegativeTestJSON-779674983-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:18.848731 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.api.v2.resource [None req-5834cac1-2074-4454-aad0-739db8b883ff tempest-RoutersIpV6AdminTest-575902626 tempest-RoutersIpV6AdminTest-575902626-project] delete failed (client error): The resource could not be found.
Dec 23 16:13:18.849838 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-5834cac1-2074-4454-aad0-739db8b883ff tempest-RoutersIpV6AdminTest-575902626 tempest-RoutersIpV6AdminTest-575902626-project] 10.222.0.64 "DELETE /v2.0/routers/49f63d70-0161-4d43-850a-bbb2f13ab57f HTTP/1.1" status: 404  len: 336 time: 0.1005726
Dec 23 16:13:18.853114 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 46734) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:18.953306 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-a80903bb-c4c2-4d9c-859b-fb09a031aff4 tempest-RoutersIpV6AdminTest-575902626 tempest-RoutersIpV6AdminTest-575902626-project] 10.222.0.64 "GET /v2.0/ports?device_id=2cfda8de-c649-4bd2-a0da-737ae61b698b HTTP/1.1" status: 200  len: 205 time: 0.0973284
Dec 23 16:13:18.960494 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 46740) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:19.100918 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.api.v2.resource [None req-d3f04ffc-1e33-4b0a-9135-7cf4239ceb78 tempest-RoutersIpV6AdminTest-575902626 tempest-RoutersIpV6AdminTest-575902626-project] delete failed (client error): The resource could not be found.
Dec 23 16:13:19.101977 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-d3f04ffc-1e33-4b0a-9135-7cf4239ceb78 tempest-RoutersIpV6AdminTest-575902626 tempest-RoutersIpV6AdminTest-575902626-project] 10.222.0.64 "DELETE /v2.0/routers/2cfda8de-c649-4bd2-a0da-737ae61b698b HTTP/1.1" status: 404  len: 336 time: 0.1300659
Dec 23 16:13:19.112134 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 46744) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:19.122255 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1d286ba7-93ff-462b-b8da-c52d60013b63 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:19.223787 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device f4b2d8c3-6099-46f7-b2d8-62d69264e3f1 up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:13:19.224201 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-50c96f64-1801-4698-a2d4-caa4b198e9a6 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:13:19.225113 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-486f7477-e1c3-4d61-8328-a1ce01273fa3 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1781419'] for router_interface, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:19.299354 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-1121b245-1aa6-4f29-8bf1-bd050ce30d40 None None] Provisioning for port f4b2d8c3-6099-46f7-b2d8-62d69264e3f1 completed by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:13:19.308656 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-1121b245-1aa6-4f29-8bf1-bd050ce30d40 None None] Provisioning complete for port f4b2d8c3-6099-46f7-b2d8-62d69264e3f1 triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:13:19.309806 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1121b245-1aa6-4f29-8bf1-bd050ce30d40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:19.332882 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d286ba7-93ff-462b-b8da-c52d60013b63 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ee2218d-ebf6-4e63-a38d-8d98377991d1,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:13:19.417698 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-57fe3f6c-32cf-4267-b989-c6ee84a7b7b9 tempest-FloatingIPNegativeTestJSON-779674983 tempest-FloatingIPNegativeTestJSON-779674983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:19.452027 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port f4b2d8c3-6099-46f7-b2d8-62d69264e3f1 triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:13:19.452628 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:19.473495 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f68cd0-4bcc-47f9-a67c-7d2b336806e8 req-d6c1b145-d7d9-407d-a320-3b3fe3a5fc90 tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:13:19.481483 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-b6f68cd0-4bcc-47f9-a67c-7d2b336806e8 req-d6c1b145-d7d9-407d-a320-3b3fe3a5fc90 tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] 10.222.0.64 "GET /v2.0/ports?device_id=f54fff32-66c0-4adb-922d-69673e61b491 HTTP/1.1" status: 200  len: 946 time: 0.3782549
Dec 23 16:13:19.564100 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-57fe3f6c-32cf-4267-b989-c6ee84a7b7b9 tempest-FloatingIPNegativeTestJSON-779674983 tempest-FloatingIPNegativeTestJSON-779674983-project] Calling delete_port for c9775c4e-92ce-4953-8a30-746f28aa67ac owned by network:router_interface {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:13:19.591345 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device aba75bb5-4cf8-4b0a-a501-2a795d4de5aa up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:13:19.623072 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1d286ba7-93ff-462b-b8da-c52d60013b63 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Notify callbacks [] for security_group, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:19.626802 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-1d286ba7-93ff-462b-b8da-c52d60013b63 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1744 time: 1.4754670
Dec 23 16:13:19.627739 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-1d286ba7-93ff-462b-b8da-c52d60013b63 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.404s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:13:19.628168 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 46748) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:19.632838 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-0e0a62e6-f31f-49d9-8626-785866affff4 tempest-RoutersIpV6AdminTest-575902626 tempest-RoutersIpV6AdminTest-575902626-project] 10.222.0.64 "GET /v2.0/ports?device_id=0632e532-7776-4499-b253-b59eaeeecca8 HTTP/1.1" status: 200  len: 205 time: 0.5167401
Dec 23 16:13:19.635284 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 46752) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:19.639007 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-046d6f43-d78a-4062-a63e-000f40ae1219 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Request body: {'security_group': {'name': 'tempest-secgroup--1055827853'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:13:19.643174 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-b6f68cd0-4bcc-47f9-a67c-7d2b336806e8 req-60e87668-9cb5-4f52-b95e-b691613d003b tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] 10.222.0.64 "GET /v2.0/security-groups?id=3b5fba24-44fb-4189-bd87-51876b915d36&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1587272
Dec 23 16:13:19.651872 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-046d6f43-d78a-4062-a63e-000f40ae1219 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:13:19.696410 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-b5eed5a4-5754-4123-bb6e-aa604d961883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:19.703295 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning for port aba75bb5-4cf8-4b0a-a501-2a795d4de5aa completed by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:13:19.712537 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port aba75bb5-4cf8-4b0a-a501-2a795d4de5aa triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:13:19.712927 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:19.731255 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-046d6f43-d78a-4062-a63e-000f40ae1219 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Usage tracker for resource:security_group and tenant:0e60117d21424d64b1987ca20285f1b7 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:13:19.747701 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-046d6f43-d78a-4062-a63e-000f40ae1219 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:13:19.770022 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-046d6f43-d78a-4062-a63e-000f40ae1219 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:13:19.773135 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.api.v2.resource [None req-5cd48d82-e3af-437e-8865-3dee879fb85b tempest-RoutersIpV6AdminTest-575902626 tempest-RoutersIpV6AdminTest-575902626-project] delete failed (client error): The resource could not be found.
Dec 23 16:13:19.773371 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-ad4f2c32-9118-4466-a768-37d1d5f492ac tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks [] for port, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:19.774174 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-5cd48d82-e3af-437e-8865-3dee879fb85b tempest-RoutersIpV6AdminTest-575902626 tempest-RoutersIpV6AdminTest-575902626-project] 10.222.0.64 "DELETE /v2.0/routers/0632e532-7776-4499-b253-b59eaeeecca8 HTTP/1.1" status: 404  len: 336 time: 0.1273823
Dec 23 16:13:19.789182 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 46760) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:19.815062 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.provisioning_blocks [None req-ad4f2c32-9118-4466-a768-37d1d5f492ac tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Transition to ACTIVE for port object 25e408b5-8a96-4457-8ce3-cc45013633cc will not be triggered until provisioned by entity DHCP. {{(pid=87635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:13:19.898024 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-06a4d2d1-3e9d-4e75-8323-00660d74f1bd tempest-RoutersIpV6AdminTest-575902626 tempest-RoutersIpV6AdminTest-575902626-project] 10.222.0.64 "GET /v2.0/ports?device_id=f618c6ca-4af3-4c3d-9ec5-c36da3f0ba2f HTTP/1.1" status: 200  len: 205 time: 0.0911827
Dec 23 16:13:19.901865 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 46764) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:19.905340 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-046d6f43-d78a-4062-a63e-000f40ae1219 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Notify callbacks [] for security_group, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:19.957370 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-046d6f43-d78a-4062-a63e-000f40ae1219 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:13:19.968156 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-046d6f43-d78a-4062-a63e-000f40ae1219 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Usage tracker for resource:security_group_rule and tenant:0e60117d21424d64b1987ca20285f1b7 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:13:19.975593 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:19.984289 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-046d6f43-d78a-4062-a63e-000f40ae1219 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:13:19.999903 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-046d6f43-d78a-4062-a63e-000f40ae1219 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:13:20.044278 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] For port aba75bb5-4cf8-4b0a-a501-2a795d4de5aa, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=aba75bb5-4cf8-4b0a-a501-2a795d4de5aa,segment=NetworkSegment(402fd6a3-8341-4973-811c-26e889c2f1bb),segment_id=402fd6a3-8341-4973-811c-26e889c2f1bb)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:13:20.056625 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:20.059187 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:13:20.129201 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 46770) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:20.157281 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-27c4db83-004f-458b-b31b-31b8e43a8379 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1935286637', 'description': 'tempest-secgroup-smoke-1935286637 description', 'project_id': '544f3e375bde4f0988286eba27294ea6'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:13:20.167129 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-27c4db83-004f-458b-b31b-31b8e43a8379 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:13:20.175811 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-27c4db83-004f-458b-b31b-31b8e43a8379 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Usage tracker for resource:security_group and tenant:544f3e375bde4f0988286eba27294ea6 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:13:20.183946 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-27c4db83-004f-458b-b31b-31b8e43a8379 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:13:20.192003 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-57fe3f6c-32cf-4267-b989-c6ee84a7b7b9 tempest-FloatingIPNegativeTestJSON-779674983 tempest-FloatingIPNegativeTestJSON-779674983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:20.196663 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Pushing event updated for resources: {'Port': ['ID=aba75bb5-4cf8-4b0a-a501-2a795d4de5aa,revision_number=5']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:13:20.199075 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-27c4db83-004f-458b-b31b-31b8e43a8379 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:13:20.202388 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-ba1a5c85-3960-4b95-8f7e-58d31c151f94 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:13:20.211403 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:13:20.215143 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-ad4f2c32-9118-4466-a768-37d1d5f492ac tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:20.234245 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-616551f2-c9b0-427c-868d-0c0253de7156 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:13:20.305673 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fe3f6c-32cf-4267-b989-c6ee84a7b7b9 tempest-FloatingIPNegativeTestJSON-779674983 tempest-FloatingIPNegativeTestJSON-779674983-project] Pushing event deleted for resources: {'Port': ['ID=c9775c4e-92ce-4953-8a30-746f28aa67ac,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:13:20.309466 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.api.v2.resource [None req-813579a7-13e2-481c-9e34-cf4737a76eb7 tempest-RoutersIpV6AdminTest-575902626 tempest-RoutersIpV6AdminTest-575902626-project] delete failed (client error): The resource could not be found.
Dec 23 16:13:20.310625 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-813579a7-13e2-481c-9e34-cf4737a76eb7 tempest-RoutersIpV6AdminTest-575902626 tempest-RoutersIpV6AdminTest-575902626-project] 10.222.0.64 "DELETE /v2.0/routers/f618c6ca-4af3-4c3d-9ec5-c36da3f0ba2f HTTP/1.1" status: 404  len: 336 time: 0.3212943
Dec 23 16:13:20.315597 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 46774) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:20.345099 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-57fe3f6c-32cf-4267-b989-c6ee84a7b7b9 tempest-FloatingIPNegativeTestJSON-779674983 tempest-FloatingIPNegativeTestJSON-779674983-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:13:20.371762 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-486f7477-e1c3-4d61-8328-a1ce01273fa3 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Deleting port 5dcab5d6-78c2-4fc1-8936-7f87f4cfdf09 {{(pid=87635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:13:20.372111 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-486f7477-e1c3-4d61-8328-a1ce01273fa3 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:20.396652 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-27c4db83-004f-458b-b31b-31b8e43a8379 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:20.421527 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-046d6f43-d78a-4062-a63e-000f40ae1219 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Notify callbacks [] for security_group, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:20.432784 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-046d6f43-d78a-4062-a63e-000f40ae1219 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:20.433917 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad4f2c32-9118-4466-a768-37d1d5f492ac tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Network a67646b4-5371-43ec-9f98-39fe51a67033 is already hosted by enough agents. {{(pid=87635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:13:20.441307 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-f61c1953-2adb-4efe-aedc-b701ffc23887 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:13:20.481054 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-27c4db83-004f-458b-b31b-31b8e43a8379 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:13:20.504258 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-27c4db83-004f-458b-b31b-31b8e43a8379 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Usage tracker for resource:security_group_rule and tenant:544f3e375bde4f0988286eba27294ea6 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:13:20.556898 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046d6f43-d78a-4062-a63e-000f40ae1219 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b325c94-949c-4687-878f-ac2992cdbbac,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:13:20.564904 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-27c4db83-004f-458b-b31b-31b8e43a8379 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:13:20.581958 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-046d6f43-d78a-4062-a63e-000f40ae1219 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:13:20.582747 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-27c4db83-004f-458b-b31b-31b8e43a8379 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:13:20.585962 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.base_scheduler [None req-ad4f2c32-9118-4466-a768-37d1d5f492ac tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Resources bound (agent type, host, resource id):  {{(pid=87635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:13:20.589856 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-841cfab0-4287-47a9-a10d-91af96b8fa2b tempest-RoutersIpV6AdminTest-575902626 tempest-RoutersIpV6AdminTest-575902626-project] 10.222.0.64 "GET /v2.0/ports?device_id=a2cd1987-4bd1-47dc-aede-adbe20d57643 HTTP/1.1" status: 200  len: 205 time: 0.2578890
Dec 23 16:13:20.590647 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad4f2c32-9118-4466-a768-37d1d5f492ac tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Received port after_create {{(pid=87635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:13:20.629300 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 46778) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:20.630201 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4f2c32-9118-4466-a768-37d1d5f492ac tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Pushing event updated for resources: {'Port': ['ID=25e408b5-8a96-4457-8ce3-cc45013633cc,revision_number=1']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:13:20.642939 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-ad4f2c32-9118-4466-a768-37d1d5f492ac tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.409s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:13:20.669341 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-57fe3f6c-32cf-4267-b989-c6ee84a7b7b9 tempest-FloatingIPNegativeTestJSON-779674983 tempest-FloatingIPNegativeTestJSON-779674983-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1627472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1784155'] for router_interface, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:20.678079 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-046d6f43-d78a-4062-a63e-000f40ae1219 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Notify callbacks [] for security_group, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:20.682666 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-046d6f43-d78a-4062-a63e-000f40ae1219 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1744 time: 1.0481930
Dec 23 16:13:20.686643 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 46782) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:20.688657 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9dcbea60-a34f-4144-91e7-90aff3f57aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:20.694341 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-d17080d6-8198-4779-b74b-f8139ba0f5d9 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Request body: {'security_group_rule': {'security_group_id': '8ee2218d-ebf6-4e63-a38d-8d98377991d1', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '6b325c94-949c-4687-878f-ac2992cdbbac', 'remote_ip_prefix': None}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:13:20.710573 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-d17080d6-8198-4779-b74b-f8139ba0f5d9 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:13:20.763250 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.api.v2.resource [None req-3fb3c4cf-8c50-4890-957b-9521ca316e73 tempest-RoutersIpV6AdminTest-575902626 tempest-RoutersIpV6AdminTest-575902626-project] delete failed (client error): The resource could not be found.
Dec 23 16:13:20.766827 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-3fb3c4cf-8c50-4890-957b-9521ca316e73 tempest-RoutersIpV6AdminTest-575902626 tempest-RoutersIpV6AdminTest-575902626-project] 10.222.0.64 "DELETE /v2.0/routers/a2cd1987-4bd1-47dc-aede-adbe20d57643 HTTP/1.1" status: 404  len: 336 time: 0.1314342
Dec 23 16:13:20.771215 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 46786) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:20.775430 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-d17080d6-8198-4779-b74b-f8139ba0f5d9 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Usage tracker for resource:security_group_rule and tenant:0e60117d21424d64b1987ca20285f1b7 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:13:20.817384 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-d17080d6-8198-4779-b74b-f8139ba0f5d9 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:13:20.841782 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad4f2c32-9118-4466-a768-37d1d5f492ac tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:13:20.842556 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-ad4f2c32-9118-4466-a768-37d1d5f492ac tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:20.872511 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86663ef1-04e6-4ffd-8951-20ffbbb65440 req-4c20268f-a018-4fde-add4-0e14c9aaa728 tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:13:20.874102 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-86663ef1-04e6-4ffd-8951-20ffbbb65440 req-4c20268f-a018-4fde-add4-0e14c9aaa728 tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] 10.222.0.64 "GET /v2.0/ports?device_id=f54fff32-66c0-4adb-922d-69673e61b491 HTTP/1.1" status: 200  len: 946 time: 0.7242687
Dec 23 16:13:20.892282 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-f3436aa0-725f-46ec-a9ab-ef30a4bbd98c tempest-RoutersIpV6AdminTest-575902626 tempest-RoutersIpV6AdminTest-575902626-project] 10.222.0.64 "GET /v2.0/ports?device_id=306a965f-5bc5-4e9a-b45f-be1d32e94f9b HTTP/1.1" status: 200  len: 205 time: 0.1136048
Dec 23 16:13:20.893136 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:20.905796 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-d17080d6-8198-4779-b74b-f8139ba0f5d9 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:13:20.909991 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 46790) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:20.923700 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-ad4f2c32-9118-4466-a768-37d1d5f492ac tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1026 time: 4.5405056
Dec 23 16:13:20.927841 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 46794) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:20.964070 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-64daed38-0900-4d64-9466-b0436e7d69b6 None None] Provisioning for port 25e408b5-8a96-4457-8ce3-cc45013633cc completed by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:13:20.970522 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-64daed38-0900-4d64-9466-b0436e7d69b6 None None] Provisioning complete for port 25e408b5-8a96-4457-8ce3-cc45013633cc triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:13:20.971146 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-64daed38-0900-4d64-9466-b0436e7d69b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:20.982330 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-486f7477-e1c3-4d61-8328-a1ce01273fa3 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:21.038047 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-64daed38-0900-4d64-9466-b0436e7d69b6 None None] Port 25e408b5-8a96-4457-8ce3-cc45013633cc cannot update to ACTIVE because it is not bound. {{(pid=87637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 23 16:13:21.100730 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device aba75bb5-4cf8-4b0a-a501-2a795d4de5aa up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:13:21.135095 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-486f7477-e1c3-4d61-8328-a1ce01273fa3 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Calling delete_port for 5dcab5d6-78c2-4fc1-8936-7f87f4cfdf09 owned by network:router_interface {{(pid=87635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:13:21.175641 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port aba75bb5-4cf8-4b0a-a501-2a795d4de5aa triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:13:21.176020 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:21.177260 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-86663ef1-04e6-4ffd-8951-20ffbbb65440 req-758616bf-20b8-4ca6-9dd1-565d993ebd3b tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] 10.222.0.64 "GET /v2.0/security-groups?id=3b5fba24-44fb-4189-bd87-51876b915d36&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2883410
Dec 23 16:13:21.186137 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.api.v2.resource [None req-81288545-114f-436b-90a7-cc596fc23182 tempest-RoutersIpV6AdminTest-575902626 tempest-RoutersIpV6AdminTest-575902626-project] delete failed (client error): The resource could not be found.
Dec 23 16:13:21.187178 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-81288545-114f-436b-90a7-cc596fc23182 tempest-RoutersIpV6AdminTest-575902626 tempest-RoutersIpV6AdminTest-575902626-project] 10.222.0.64 "DELETE /v2.0/routers/306a965f-5bc5-4e9a-b45f-be1d32e94f9b HTTP/1.1" status: 404  len: 336 time: 0.2753730
Dec 23 16:13:21.194655 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 46798) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:21.260123 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a6385a3-c954-4ac8-a4c9-3f53b0012c25 tempest-RoutersIpV6AdminTest-575902626 tempest-RoutersIpV6AdminTest-575902626-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:13:21.260631 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a6385a3-c954-4ac8-a4c9-3f53b0012c25 tempest-RoutersIpV6AdminTest-575902626 tempest-RoutersIpV6AdminTest-575902626-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 23 16:13:21.262462 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-3a6385a3-c954-4ac8-a4c9-3f53b0012c25 tempest-RoutersIpV6AdminTest-575902626 tempest-RoutersIpV6AdminTest-575902626-project] 10.222.0.64 "DELETE /v2.0/subnets/7d7844a2-b34f-46e9-a403-d93fecff2831 HTTP/1.1" status: 404  len: 337 time: 0.0663314
Dec 23 16:13:21.301197 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f7df2d4-fa91-4f68-994e-924cb6f05666 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:13:21.307292 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f7df2d4-fa91-4f68-994e-924cb6f05666 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:13:21.308335 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-7f7df2d4-fa91-4f68-994e-924cb6f05666 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Synchronizing usage tracker for tenant:bf435ff0e7914a739a10fff5b2399c13 on resource:port {{(pid=87635) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:13:21.337103 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-7f7df2d4-fa91-4f68-994e-924cb6f05666 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Unset dirty status for tenant:bf435ff0e7914a739a10fff5b2399c13 on resource:port {{(pid=87635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:13:21.341535 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-7f7df2d4-fa91-4f68-994e-924cb6f05666 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1862 time: 0.4050026
Dec 23 16:13:21.344983 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 46804) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:21.363184 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d17080d6-8198-4779-b74b-f8139ba0f5d9 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:21.374479 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-27c4db83-004f-458b-b31b-31b8e43a8379 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:21.378449 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57fe3f6c-32cf-4267-b989-c6ee84a7b7b9 tempest-FloatingIPNegativeTestJSON-779674983 tempest-FloatingIPNegativeTestJSON-779674983-project] Router 5532e9bb-673c-47a2-bb7b-fa85fc85bfd2 has already been hosted by L3 agent 371d4c41-c7e2-4de7-9539-c049ec4e95d1 {{(pid=87636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 23 16:13:21.386591 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-27c4db83-004f-458b-b31b-31b8e43a8379 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:21.397927 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-018bb0da-da41-4d61-aaf0-c6e5c2387e39 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:13:21.464197 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-24d9d50f-c854-4bda-b607-f1e1c6fa34f4 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Deleting port 25e408b5-8a96-4457-8ce3-cc45013633cc {{(pid=87635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:13:21.464447 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-24d9d50f-c854-4bda-b607-f1e1c6fa34f4 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:21.525111 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-486f7477-e1c3-4d61-8328-a1ce01273fa3 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:21.533239 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-30afda3f-e4a5-4b0e-8c1c-94816d16f821 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:13:21.553836 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c4db83-004f-458b-b31b-31b8e43a8379 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0b96e5c-f198-499f-ba82-4154a5186419,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:13:21.556167 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-27c4db83-004f-458b-b31b-31b8e43a8379 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:21.560552 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-27c4db83-004f-458b-b31b-31b8e43a8379 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 1.4292102
Dec 23 16:13:21.565821 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 46810) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:21.566505 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-27c4db83-004f-458b-b31b-31b8e43a8379 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:13:21.571263 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-4a255743-0209-452a-aa34-d4aec8bdf8a2 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Request body: {'security_group_rule': {'security_group_id': 'd0b96e5c-f198-499f-ba82-4154a5186419', 'project_id': '544f3e375bde4f0988286eba27294ea6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:13:21.587038 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486f7477-e1c3-4d61-8328-a1ce01273fa3 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Pushing event deleted for resources: {'Port': ['ID=5dcab5d6-78c2-4fc1-8936-7f87f4cfdf09,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:13:21.614365 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-486f7477-e1c3-4d61-8328-a1ce01273fa3 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:13:21.614975 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 46814) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:21.643285 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-4a255743-0209-452a-aa34-d4aec8bdf8a2 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:13:21.658966 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-4a255743-0209-452a-aa34-d4aec8bdf8a2 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Usage tracker for resource:security_group_rule and tenant:544f3e375bde4f0988286eba27294ea6 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:13:21.664105 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-4a255743-0209-452a-aa34-d4aec8bdf8a2 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:13:21.668805 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d17080d6-8198-4779-b74b-f8139ba0f5d9 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:21.669960 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57fe3f6c-32cf-4267-b989-c6ee84a7b7b9 tempest-FloatingIPNegativeTestJSON-779674983 tempest-FloatingIPNegativeTestJSON-779674983-project] Notify agent at l3_agent.dv-neutron-822799-1-hyperv the message routers_updated {{(pid=87636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 23 16:13:21.682452 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-57fe3f6c-32cf-4267-b989-c6ee84a7b7b9 tempest-FloatingIPNegativeTestJSON-779674983 tempest-FloatingIPNegativeTestJSON-779674983-project] 10.222.0.64 "PUT /v2.0/routers/5532e9bb-673c-47a2-bb7b-fa85fc85bfd2/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 6.3352172
Dec 23 16:13:21.683990 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-4a255743-0209-452a-aa34-d4aec8bdf8a2 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:13:21.684323 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49f2da52-05b3-4531-b16c-c49912eb06cf None None] Sync routers for ids ['5532e9bb-673c-47a2-bb7b-fa85fc85bfd2'] in dv-neutron-822799-1-hyperv {{(pid=87637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 23 16:13:21.685958 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 46820) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:21.688394 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d17080d6-8198-4779-b74b-f8139ba0f5d9 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762424'] for security_group_rule, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:21.697595 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49f2da52-05b3-4531-b16c-c49912eb06cf None None] Routers {'5532e9bb-673c-47a2-bb7b-fa85fc85bfd2'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:13:21.698904 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-49f2da52-05b3-4531-b16c-c49912eb06cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc1246e80>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:13:20Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['5532e9bb-673c-47a2-bb7b-fa85fc85bfd2'], 'active': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:13:21.780919 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-49f2da52-05b3-4531-b16c-c49912eb06cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc1246e80>, [], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:13:21.797136 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49f2da52-05b3-4531-b16c-c49912eb06cf None None] Routers {'5532e9bb-673c-47a2-bb7b-fa85fc85bfd2'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:13:21.798049 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-49f2da52-05b3-4531-b16c-c49912eb06cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc1246e80>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:13:20Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['5532e9bb-673c-47a2-bb7b-fa85fc85bfd2'], 'active': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:13:21.867864 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-49f2da52-05b3-4531-b16c-c49912eb06cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc1246e80>, [], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:13:21.868099 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49f2da52-05b3-4531-b16c-c49912eb06cf None None] The sync data for ids ['5532e9bb-673c-47a2-bb7b-fa85fc85bfd2'] in dv-neutron-822799-1-hyperv is: [] {{(pid=87637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 23 16:13:21.868482 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-cbeb32c2-995b-404a-9f57-f8f40c1428d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:21.869049 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7c0f3304-5a66-4510-83d2-7deaa0feb36f tempest-FloatingIPNegativeTestJSON-779674983 tempest-FloatingIPNegativeTestJSON-779674983-project] Notify callbacks [] for router, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:21.926150 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-acfb1197-f359-4bd0-b5ee-1135c4faa729 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:13:21.949507 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-cbeb32c2-995b-404a-9f57-f8f40c1428d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:13:21.967939 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-cbeb32c2-995b-404a-9f57-f8f40c1428d7 admin admin] Usage tracker for resource:security_group_rule and tenant:8070582d24ab4966b512b51b1ccef3a5 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:13:22.012556 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17080d6-8198-4779-b74b-f8139ba0f5d9 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1af3b888-5f31-46cf-9a2d-b1d9a7dd4e73,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:13:22.019705 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-cbeb32c2-995b-404a-9f57-f8f40c1428d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:13:22.027430 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-d17080d6-8198-4779-b74b-f8139ba0f5d9 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:13:22.031113 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-4a255743-0209-452a-aa34-d4aec8bdf8a2 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:22.049747 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-cbeb32c2-995b-404a-9f57-f8f40c1428d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:13:22.075943 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-486f7477-e1c3-4d61-8328-a1ce01273fa3 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1627472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1784155'] for router_interface, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:22.081673 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-24d9d50f-c854-4bda-b607-f1e1c6fa34f4 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:22.084684 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d17080d6-8198-4779-b74b-f8139ba0f5d9 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:22.085914 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-d17080d6-8198-4779-b74b-f8139ba0f5d9 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 798 time: 1.3983033
Dec 23 16:13:22.092807 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 46824) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:22.196302 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9e3aab53-d650-47e3-b8a6-2dff21fe9ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:22.248141 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7c0f3304-5a66-4510-83d2-7deaa0feb36f tempest-FloatingIPNegativeTestJSON-779674983 tempest-FloatingIPNegativeTestJSON-779674983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1784183', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-235354'] for router, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:22.254957 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7c0f3304-5a66-4510-83d2-7deaa0feb36f tempest-FloatingIPNegativeTestJSON-779674983 tempest-FloatingIPNegativeTestJSON-779674983-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:22.289992 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-4a255743-0209-452a-aa34-d4aec8bdf8a2 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:22.308978 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-4a255743-0209-452a-aa34-d4aec8bdf8a2 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762424'] for security_group_rule, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:22.312311 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-aa900a9e-e918-48cf-83dc-1975a0c3c632 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:13:22.332454 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7c0f3304-5a66-4510-83d2-7deaa0feb36f tempest-FloatingIPNegativeTestJSON-779674983 tempest-FloatingIPNegativeTestJSON-779674983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1781328'] for router, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:22.333111 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c0f3304-5a66-4510-83d2-7deaa0feb36f tempest-FloatingIPNegativeTestJSON-779674983 tempest-FloatingIPNegativeTestJSON-779674983-project] Fanout notify agent at l3_agent the message router_deleted on router 5532e9bb-673c-47a2-bb7b-fa85fc85bfd2 {{(pid=87636) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 23 16:13:22.378525 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-24d9d50f-c854-4bda-b607-f1e1c6fa34f4 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Calling delete_port for 25e408b5-8a96-4457-8ce3-cc45013633cc owned by  {{(pid=87635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:13:22.392756 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a255743-0209-452a-aa34-d4aec8bdf8a2 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d0d506e-5624-4524-a96c-c6815d582915,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:13:22.399971 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-4a255743-0209-452a-aa34-d4aec8bdf8a2 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:13:22.406608 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7c0f3304-5a66-4510-83d2-7deaa0feb36f tempest-FloatingIPNegativeTestJSON-779674983 tempest-FloatingIPNegativeTestJSON-779674983-project] Notify callbacks [] for router, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:22.407681 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-7c0f3304-5a66-4510-83d2-7deaa0feb36f tempest-FloatingIPNegativeTestJSON-779674983 tempest-FloatingIPNegativeTestJSON-779674983-project] 10.222.0.64 "DELETE /v2.0/routers/5532e9bb-673c-47a2-bb7b-fa85fc85bfd2 HTTP/1.1" status: 204  len: 168 time: 0.7208502
Dec 23 16:13:22.410881 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 46830) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:22.413260 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-4a255743-0209-452a-aa34-d4aec8bdf8a2 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:22.414351 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-4a255743-0209-452a-aa34-d4aec8bdf8a2 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.8473456
Dec 23 16:13:22.417161 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 46834) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:22.450842 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-ea99c913-6ace-4cd4-9c41-c6b4c7711882 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Request body: {'security_group_rule': {'security_group_id': 'd0b96e5c-f198-499f-ba82-4154a5186419', 'project_id': '544f3e375bde4f0988286eba27294ea6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:13:22.459509 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-ea99c913-6ace-4cd4-9c41-c6b4c7711882 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:13:22.468532 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-ea99c913-6ace-4cd4-9c41-c6b4c7711882 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Usage tracker for resource:security_group_rule and tenant:544f3e375bde4f0988286eba27294ea6 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:13:22.471700 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-ea99c913-6ace-4cd4-9c41-c6b4c7711882 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:13:22.483529 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-ea99c913-6ace-4cd4-9c41-c6b4c7711882 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:13:22.525724 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_v2 [None req-38195c42-4165-4658-82a4-05ad41aa8cb8 tempest-FloatingIPNegativeTestJSON-779674983 tempest-FloatingIPNegativeTestJSON-779674983-project] Deleting subnet 319b3259-e088-46b4-8404-a3dc74096129 {{(pid=87636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 23 16:13:22.527441 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-ea99c913-6ace-4cd4-9c41-c6b4c7711882 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:22.542842 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-38195c42-4165-4658-82a4-05ad41aa8cb8 tempest-FloatingIPNegativeTestJSON-779674983 tempest-FloatingIPNegativeTestJSON-779674983-project] Notify callbacks [] for subnet, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:22.574442 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-20dac928-85dc-48c7-ba7f-b2bfae967e3c tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:22.599253 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f52e4a4-aeae-40cf-bc7d-74697d9550ab req-36f59883-75a1-4939-a283-9e98fd7c15ba tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:13:22.600142 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-20dac928-85dc-48c7-ba7f-b2bfae967e3c tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:22.600775 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-1f52e4a4-aeae-40cf-bc7d-74697d9550ab req-36f59883-75a1-4939-a283-9e98fd7c15ba tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] 10.222.0.64 "GET /v2.0/ports?device_id=f54fff32-66c0-4adb-922d-69673e61b491 HTTP/1.1" status: 200  len: 946 time: 0.2696002
Dec 23 16:13:22.651984 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-38195c42-4165-4658-82a4-05ad41aa8cb8 tempest-FloatingIPNegativeTestJSON-779674983 tempest-FloatingIPNegativeTestJSON-779674983-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2382092'] for subnet, precommit_delete_associations {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:22.730996 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-1f52e4a4-aeae-40cf-bc7d-74697d9550ab req-cbbc92f8-a14c-40c1-9a37-ce59c8867e0e tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] 10.222.0.64 "GET /v2.0/security-groups?id=3b5fba24-44fb-4189-bd87-51876b915d36&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1168656
Dec 23 16:13:22.732594 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-ea99c913-6ace-4cd4-9c41-c6b4c7711882 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:22.739266 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-ea99c913-6ace-4cd4-9c41-c6b4c7711882 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762424'] for security_group_rule, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:22.757655 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:13:22.788626 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea99c913-6ace-4cd4-9c41-c6b4c7711882 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6052c9fb-ccda-4862-90e5-5820ef8e4a3b,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:13:22.793343 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-ea99c913-6ace-4cd4-9c41-c6b4c7711882 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:13:22.805583 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-ea99c913-6ace-4cd4-9c41-c6b4c7711882 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:22.810940 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-ea99c913-6ace-4cd4-9c41-c6b4c7711882 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.3887208
Dec 23 16:13:22.810940 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 46840) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:22.814759 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-f60a0c86-aade-42f2-bd1d-d411f26d6c63 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Request body: {'security_group_rule': {'security_group_id': 'd0b96e5c-f198-499f-ba82-4154a5186419', 'project_id': '544f3e375bde4f0988286eba27294ea6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:13:22.821752 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-38195c42-4165-4658-82a4-05ad41aa8cb8 tempest-FloatingIPNegativeTestJSON-779674983 tempest-FloatingIPNegativeTestJSON-779674983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864774'] for subnet, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:22.839994 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-20dac928-85dc-48c7-ba7f-b2bfae967e3c tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762424'] for security_group_rule, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:22.846538 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:13:22.877371 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-486f7477-e1c3-4d61-8328-a1ce01273fa3 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Router fb5a4ba4-2176-496a-9265-3e9d03818f83 has already been hosted by L3 agent 371d4c41-c7e2-4de7-9539-c049ec4e95d1 {{(pid=87635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 23 16:13:22.932698 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-cbeb32c2-995b-404a-9f57-f8f40c1428d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:22.941863 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20dac928-85dc-48c7-ba7f-b2bfae967e3c tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1af3b888-5f31-46cf-9a2d-b1d9a7dd4e73,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:13:22.953394 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-20dac928-85dc-48c7-ba7f-b2bfae967e3c tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:13:22.956365 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-cbeb32c2-995b-404a-9f57-f8f40c1428d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:22.968003 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-9b08a9d9-ce4b-4a7f-8aa1-f2724d294968 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:13:22.993722 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-f60a0c86-aade-42f2-bd1d-d411f26d6c63 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:13:23.007469 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-f60a0c86-aade-42f2-bd1d-d411f26d6c63 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Usage tracker for resource:security_group_rule and tenant:544f3e375bde4f0988286eba27294ea6 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:13:23.012727 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-f60a0c86-aade-42f2-bd1d-d411f26d6c63 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:13:23.021645 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-f60a0c86-aade-42f2-bd1d-d411f26d6c63 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:13:23.047524 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f60a0c86-aade-42f2-bd1d-d411f26d6c63 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:23.079486 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-38195c42-4165-4658-82a4-05ad41aa8cb8 tempest-FloatingIPNegativeTestJSON-779674983 tempest-FloatingIPNegativeTestJSON-779674983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2176495', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2618677'] for subnet, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:23.089937 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-01ff8839-f68d-444e-8b24-44c9199e112f tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:13:23.129847 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38195c42-4165-4658-82a4-05ad41aa8cb8 tempest-FloatingIPNegativeTestJSON-779674983 tempest-FloatingIPNegativeTestJSON-779674983-project] Pushing event deleted for resources: {'Subnet': ['ID=319b3259-e088-46b4-8404-a3dc74096129,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:13:23.135865 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-38195c42-4165-4658-82a4-05ad41aa8cb8 tempest-FloatingIPNegativeTestJSON-779674983 tempest-FloatingIPNegativeTestJSON-779674983-project] Notify callbacks [] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:23.141405 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-38195c42-4165-4658-82a4-05ad41aa8cb8 tempest-FloatingIPNegativeTestJSON-779674983 tempest-FloatingIPNegativeTestJSON-779674983-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:13:23.142957 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-38195c42-4165-4658-82a4-05ad41aa8cb8 tempest-FloatingIPNegativeTestJSON-779674983 tempest-FloatingIPNegativeTestJSON-779674983-project] 10.222.0.64 "DELETE /v2.0/subnets/319b3259-e088-46b4-8404-a3dc74096129 HTTP/1.1" status: 204  len: 168 time: 0.7308824
Dec 23 16:13:23.145279 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 46844) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:23.146260 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16817e24-5a5f-4739-bfaa-c6a0bb76c4fa None None] Network f509099b-1fdb-456b-88de-7eeb98046644 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:13:23.201106 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-cbeb32c2-995b-404a-9f57-f8f40c1428d7 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8070582d24ab4966b512b51b1ccef3a5&name=default HTTP/1.1" status: 200  len: 2979 time: 1.5793080
Dec 23 16:13:23.202125 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbeb32c2-995b-404a-9f57-f8f40c1428d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19f459b5-cd00-4338-9479-6107f6dc1710,revision_number=1']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:13:23.205951 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 46848) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:23.207704 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-cbeb32c2-995b-404a-9f57-f8f40c1428d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:13:23.227097 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-20dac928-85dc-48c7-ba7f-b2bfae967e3c tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:23.228247 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-20dac928-85dc-48c7-ba7f-b2bfae967e3c tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/1af3b888-5f31-46cf-9a2d-b1d9a7dd4e73 HTTP/1.1" status: 204  len: 168 time: 1.1274433
Dec 23 16:13:23.244600 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 46852) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:23.247381 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-486f7477-e1c3-4d61-8328-a1ce01273fa3 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify agent at l3_agent.dv-neutron-822799-1-hyperv the message routers_updated {{(pid=87635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 23 16:13:23.253312 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f60a0c86-aade-42f2-bd1d-d411f26d6c63 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:23.262154 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a5563a5-aba4-4428-b684-c1f55b9140dc None None] Sync routers for ids ['fb5a4ba4-2176-496a-9265-3e9d03818f83'] in dv-neutron-822799-1-hyperv {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 23 16:13:23.276653 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-486f7477-e1c3-4d61-8328-a1ce01273fa3 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] 10.222.0.64 "PUT /v2.0/routers/fb5a4ba4-2176-496a-9265-3e9d03818f83/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.5104897
Dec 23 16:13:23.281057 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a5563a5-aba4-4428-b684-c1f55b9140dc None None] Routers {'fb5a4ba4-2176-496a-9265-3e9d03818f83'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:13:23.281899 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-6a5563a5-aba4-4428-b684-c1f55b9140dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc1ec52b0>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:13:20Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['fb5a4ba4-2176-496a-9265-3e9d03818f83'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:13:23.283018 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 46856) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:23.283828 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-24d9d50f-c854-4bda-b607-f1e1c6fa34f4 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:23.299540 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-3ca0d701-0466-49fe-b7e2-ffd19478f8bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:13:23.299766 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f60a0c86-aade-42f2-bd1d-d411f26d6c63 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762424'] for security_group_rule, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:23.321939 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-59c2b18c-0350-4ebd-99ee-89b95d017cb2 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:13:23.357572 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60a0c86-aade-42f2-bd1d-d411f26d6c63 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd97178c-0695-4b49-bfef-52a5f07d1e2f,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:13:23.363050 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-f60a0c86-aade-42f2-bd1d-d411f26d6c63 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:13:23.369297 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-6a5563a5-aba4-4428-b684-c1f55b9140dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc1ec52b0>, [], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:13:23.375294 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b0c42133-354c-4dd1-99ef-83837c57ff33 tempest-FloatingIPNegativeTestJSON-779674983 tempest-FloatingIPNegativeTestJSON-779674983-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-698866'] for network, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:23.379097 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f60a0c86-aade-42f2-bd1d-d411f26d6c63 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:23.382644 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-f60a0c86-aade-42f2-bd1d-d411f26d6c63 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.5695145
Dec 23 16:13:23.384034 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 46860) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:23.390164 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a5563a5-aba4-4428-b684-c1f55b9140dc None None] Routers {'fb5a4ba4-2176-496a-9265-3e9d03818f83'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:13:23.391062 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-6a5563a5-aba4-4428-b684-c1f55b9140dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc1ec52b0>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:13:20Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['fb5a4ba4-2176-496a-9265-3e9d03818f83'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:13:23.392862 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-1a29ef42-2d99-4559-8ce9-6b8235fc5521 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Request body: {'security_group_rule': {'security_group_id': 'd0b96e5c-f198-499f-ba82-4154a5186419', 'project_id': '544f3e375bde4f0988286eba27294ea6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:13:23.404692 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-1a29ef42-2d99-4559-8ce9-6b8235fc5521 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:13:23.409054 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-1a29ef42-2d99-4559-8ce9-6b8235fc5521 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Usage tracker for resource:security_group_rule and tenant:544f3e375bde4f0988286eba27294ea6 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:13:23.411859 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d9d50f-c854-4bda-b607-f1e1c6fa34f4 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Pushing event deleted for resources: {'Port': ['ID=25e408b5-8a96-4457-8ce3-cc45013633cc,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:13:23.412053 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-1a29ef42-2d99-4559-8ce9-6b8235fc5521 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:13:23.415900 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-e8e61da3-63b5-48cf-aa8a-24a5c3a70b35 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Synchronizing usage tracker for tenant:3fd82437e08648b4840016e8955250bf on resource:port {{(pid=87635) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:13:23.419322 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-1a29ef42-2d99-4559-8ce9-6b8235fc5521 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:13:23.440529 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-b0c42133-354c-4dd1-99ef-83837c57ff33 tempest-FloatingIPNegativeTestJSON-779674983 tempest-FloatingIPNegativeTestJSON-779674983-project] Deleting port 7963a351-4df4-4704-bb35-b2f44ba4a453 {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:13:23.440932 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b0c42133-354c-4dd1-99ef-83837c57ff33 tempest-FloatingIPNegativeTestJSON-779674983 tempest-FloatingIPNegativeTestJSON-779674983-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:23.452498 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-24d9d50f-c854-4bda-b607-f1e1c6fa34f4 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:13:23.475240 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-6a5563a5-aba4-4428-b684-c1f55b9140dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc1ec52b0>, [], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:13:23.475961 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a5563a5-aba4-4428-b684-c1f55b9140dc None None] The sync data for ids ['fb5a4ba4-2176-496a-9265-3e9d03818f83'] in dv-neutron-822799-1-hyperv is: [] {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 23 16:13:23.484233 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de680de-a339-4397-9e5b-258c3bc445a9 req-52952624-f7a0-4ed6-b096-c9876314e78f tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:13:23.485813 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-0de680de-a339-4397-9e5b-258c3bc445a9 req-52952624-f7a0-4ed6-b096-c9876314e78f tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] 10.222.0.64 "GET /v2.0/ports?device_id=f54fff32-66c0-4adb-922d-69673e61b491 HTTP/1.1" status: 200  len: 946 time: 0.6280308
Dec 23 16:13:23.491624 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1a29ef42-2d99-4559-8ce9-6b8235fc5521 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:23.557120 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-006cae5a-6a31-424c-a297-1dcbb9de4e65 None None] DHCP port deletion for f509099b-1fdb-456b-88de-7eeb98046644 request from dv-neutron-822799-1-hyperv {{(pid=87637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 23 16:13:23.562695 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-006cae5a-6a31-424c-a297-1dcbb9de4e65 None None] Deleting port 7963a351-4df4-4704-bb35-b2f44ba4a453 {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:13:23.563962 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-006cae5a-6a31-424c-a297-1dcbb9de4e65 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:23.565690 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-e69f24f9-bda8-46d0-8edf-d2024e4685cd tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Synchronizing usage tracker for tenant:0e60117d21424d64b1987ca20285f1b7 on resource:security_group_rule {{(pid=87635) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:13:23.643377 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-e8e61da3-63b5-48cf-aa8a-24a5c3a70b35 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Unset dirty status for tenant:3fd82437e08648b4840016e8955250bf on resource:port {{(pid=87635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:13:23.647887 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-e8e61da3-63b5-48cf-aa8a-24a5c3a70b35 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb5a4ba4-2176-496a-9265-3e9d03818f83 HTTP/1.1" status: 200  len: 205 time: 0.3619072
Dec 23 16:13:23.649451 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 46864) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:23.649860 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1a29ef42-2d99-4559-8ce9-6b8235fc5521 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:23.671215 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-d2ee741f-f2fb-48ca-9397-36ab79cc597e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:23.710417 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1a29ef42-2d99-4559-8ce9-6b8235fc5521 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762424'] for security_group_rule, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:23.723137 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:13:23.741924 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a29ef42-2d99-4559-8ce9-6b8235fc5521 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f90c729-e013-46c4-80d0-f4e40a16dff2,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:13:23.756682 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-1a29ef42-2d99-4559-8ce9-6b8235fc5521 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:13:23.775355 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [None req-b0c42133-354c-4dd1-99ef-83837c57ff33 tempest-FloatingIPNegativeTestJSON-779674983 tempest-FloatingIPNegativeTestJSON-779674983-project] For port 7963a351-4df4-4704-bb35-b2f44ba4a453, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=7963a351-4df4-4704-bb35-b2f44ba4a453,segment=NetworkSegment(829d0e30-43ea-40a0-b40c-87f193e20548),segment_id=829d0e30-43ea-40a0-b40c-87f193e20548)] {{(pid=87636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:13:23.775721 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b0c42133-354c-4dd1-99ef-83837c57ff33 tempest-FloatingIPNegativeTestJSON-779674983 tempest-FloatingIPNegativeTestJSON-779674983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:23.779772 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-0de680de-a339-4397-9e5b-258c3bc445a9 req-4e1b7e00-19d4-4c30-967e-53df949e8bb5 tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] 10.222.0.64 "GET /v2.0/security-groups?id=3b5fba24-44fb-4189-bd87-51876b915d36&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2394278
Dec 23 16:13:23.796467 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-e69f24f9-bda8-46d0-8edf-d2024e4685cd tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Unset dirty status for tenant:0e60117d21424d64b1987ca20285f1b7 on resource:security_group_rule {{(pid=87635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:13:23.800975 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-e69f24f9-bda8-46d0-8edf-d2024e4685cd tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4659 time: 0.5553875
Dec 23 16:13:23.807526 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 46868) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:23.850968 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-006cae5a-6a31-424c-a297-1dcbb9de4e65 None None] For port 7963a351-4df4-4704-bb35-b2f44ba4a453, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=7963a351-4df4-4704-bb35-b2f44ba4a453,segment=NetworkSegment(829d0e30-43ea-40a0-b40c-87f193e20548),segment_id=829d0e30-43ea-40a0-b40c-87f193e20548)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:13:23.851567 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-006cae5a-6a31-424c-a297-1dcbb9de4e65 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:23.861247 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1a29ef42-2d99-4559-8ce9-6b8235fc5521 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:23.863019 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-1a29ef42-2d99-4559-8ce9-6b8235fc5521 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.4763098
Dec 23 16:13:23.923533 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 46874) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:23.935565 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-b0c42133-354c-4dd1-99ef-83837c57ff33 tempest-FloatingIPNegativeTestJSON-779674983 tempest-FloatingIPNegativeTestJSON-779674983-project] Calling delete_port for 7963a351-4df4-4704-bb35-b2f44ba4a453 owned by network:dhcp {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:13:23.967481 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-74c3e26e-ff36-4093-b875-2a06ce5eae62 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Request body: {'security_group_rule': {'security_group_id': 'd0b96e5c-f198-499f-ba82-4154a5186419', 'project_id': '544f3e375bde4f0988286eba27294ea6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:13:23.985664 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-006cae5a-6a31-424c-a297-1dcbb9de4e65 None None] Calling delete_port for 7963a351-4df4-4704-bb35-b2f44ba4a453 owned by network:dhcp {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:13:24.021461 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-74c3e26e-ff36-4093-b875-2a06ce5eae62 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:13:24.033660 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-74c3e26e-ff36-4093-b875-2a06ce5eae62 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Usage tracker for resource:security_group_rule and tenant:544f3e375bde4f0988286eba27294ea6 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:13:24.044236 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-74c3e26e-ff36-4093-b875-2a06ce5eae62 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:13:24.059335 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-74c3e26e-ff36-4093-b875-2a06ce5eae62 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:13:24.063000 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-d2ee741f-f2fb-48ca-9397-36ab79cc597e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:24.069928 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-24d9d50f-c854-4bda-b607-f1e1c6fa34f4 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:24.072097 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-24d9d50f-c854-4bda-b607-f1e1c6fa34f4 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "DELETE /v2.0/ports/25e408b5-8a96-4457-8ce3-cc45013633cc HTTP/1.1" status: 204  len: 168 time: 2.7260499
Dec 23 16:13:24.077089 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-006cae5a-6a31-424c-a297-1dcbb9de4e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789'] for port, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:24.082080 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 46878) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:24.082292 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-a86b3efd-484f-4e02-a291-2a76f8294d63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:13:24.093881 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-72e35340-24a5-4cb5-892c-679caa238f1e tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks [] for router, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:24.124550 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.db.securitygroups_db [None req-74c3e26e-ff36-4093-b875-2a06ce5eae62 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Project 544f3e375bde4f0988286eba27294ea6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 23 16:13:24.137823 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006cae5a-6a31-424c-a297-1dcbb9de4e65 None None] Pushing event deleted for resources: {'Port': ['ID=7963a351-4df4-4704-bb35-b2f44ba4a453,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:13:24.139740 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-006cae5a-6a31-424c-a297-1dcbb9de4e65 None None] No DVR routers for this DVR port 7963a351-4df4-4704-bb35-b2f44ba4a453 on host dv-neutron-822799-1-hyperv {{(pid=87637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 23 16:13:24.141868 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-006cae5a-6a31-424c-a297-1dcbb9de4e65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:13:24.150568 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.db.api [None req-b0c42133-354c-4dd1-99ef-83837c57ff33 tempest-FloatingIPNegativeTestJSON-779674983 tempest-FloatingIPNegativeTestJSON-779674983-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87636) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 23 16:13:24.150861 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_db.api [None req-b0c42133-354c-4dd1-99ef-83837c57ff33 tempest-FloatingIPNegativeTestJSON-779674983 tempest-FloatingIPNegativeTestJSON-779674983-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 23 16:13:24.156699 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-74c3e26e-ff36-4093-b875-2a06ce5eae62 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:24.207329 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376d81be-ab73-4b41-95a7-6df00883a18e req-8cbe8c03-e667-469e-aa51-12da94680c16 tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:13:24.208820 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-376d81be-ab73-4b41-95a7-6df00883a18e req-8cbe8c03-e667-469e-aa51-12da94680c16 tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] 10.222.0.64 "GET /v2.0/ports?device_id=f54fff32-66c0-4adb-922d-69673e61b491 HTTP/1.1" status: 200  len: 946 time: 0.2843640
Dec 23 16:13:24.212155 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e53d883-b8ac-4c0e-90e9-f0c0c8f8b328 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:13:24.214413 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e53d883-b8ac-4c0e-90e9-f0c0c8f8b328 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:13:24.216059 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e53d883-b8ac-4c0e-90e9-f0c0c8f8b328 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:13:24.216881 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-5e53d883-b8ac-4c0e-90e9-f0c0c8f8b328 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Synchronizing usage tracker for tenant:bf435ff0e7914a739a10fff5b2399c13 on resource:subnet {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:13:24.292412 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-5e53d883-b8ac-4c0e-90e9-f0c0c8f8b328 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Unset dirty status for tenant:bf435ff0e7914a739a10fff5b2399c13 on resource:subnet {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:13:24.296144 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-5e53d883-b8ac-4c0e-90e9-f0c0c8f8b328 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2071 time: 0.2093809
Dec 23 16:13:24.296491 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-376d81be-ab73-4b41-95a7-6df00883a18e req-399153d9-f552-4569-ad89-3e21fa300555 tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] 10.222.0.64 "GET /v2.0/security-groups?id=3b5fba24-44fb-4189-bd87-51876b915d36&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0768003
Dec 23 16:13:24.299152 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 46882) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:24.349587 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-74c3e26e-ff36-4093-b875-2a06ce5eae62 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:24.359604 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-74c3e26e-ff36-4093-b875-2a06ce5eae62 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762424'] for security_group_rule, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:24.363567 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-4a255743-0209-452a-aa34-d4aec8bdf8a2 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:13:24.379156 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-92356722-abce-4ff3-9888-9d0497277168 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Notify callbacks [] for security_group, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:24.394879 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c3e26e-ff36-4093-b875-2a06ce5eae62 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35aa9269-06cd-4c0a-84fc-f2152b4aaefe,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:13:24.399307 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-74c3e26e-ff36-4093-b875-2a06ce5eae62 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:13:24.404202 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_v2 [None req-c71dbd1b-72b4-4a32-8596-b5171f63dc81 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Deleting subnet 36e32431-061b-4496-9391-5fbe02ab9ee0 {{(pid=87636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 23 16:13:24.411613 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c71dbd1b-72b4-4a32-8596-b5171f63dc81 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks [] for subnet, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:24.454655 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-74c3e26e-ff36-4093-b875-2a06ce5eae62 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:24.455207 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-74c3e26e-ff36-4093-b875-2a06ce5eae62 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.5293903
Dec 23 16:13:24.458364 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 46888) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:24.467203 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-05bd6131-8909-4ccc-a278-0fb6d9b72b9e tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Request body: {'security_group_rule': {'security_group_id': 'd0b96e5c-f198-499f-ba82-4154a5186419', 'project_id': '544f3e375bde4f0988286eba27294ea6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:13:24.477010 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-05bd6131-8909-4ccc-a278-0fb6d9b72b9e tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:13:24.484644 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-05bd6131-8909-4ccc-a278-0fb6d9b72b9e tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Usage tracker for resource:security_group_rule and tenant:544f3e375bde4f0988286eba27294ea6 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:13:24.488637 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c71dbd1b-72b4-4a32-8596-b5171f63dc81 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2382092'] for subnet, precommit_delete_associations {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:24.495395 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-72e35340-24a5-4cb5-892c-679caa238f1e tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1784183', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-235354'] for router, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:24.513197 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-72e35340-24a5-4cb5-892c-679caa238f1e tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:24.516564 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-05bd6131-8909-4ccc-a278-0fb6d9b72b9e tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:13:24.524902 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-92356722-abce-4ff3-9888-9d0497277168 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:24.526435 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-05bd6131-8909-4ccc-a278-0fb6d9b72b9e tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:13:24.549340 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.db.securitygroups_db [None req-05bd6131-8909-4ccc-a278-0fb6d9b72b9e tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Project 544f3e375bde4f0988286eba27294ea6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 23 16:13:24.554446 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-d2ee741f-f2fb-48ca-9397-36ab79cc597e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:24.557751 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-05bd6131-8909-4ccc-a278-0fb6d9b72b9e tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:24.566360 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-6932a017-48aa-4c52-ab8f-2510536a7209 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:13:24.592152 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ee741f-f2fb-48ca-9397-36ab79cc597e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19f459b5-cd00-4338-9479-6107f6dc1710,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:13:24.600356 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-d2ee741f-f2fb-48ca-9397-36ab79cc597e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:13:24.605712 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-72e35340-24a5-4cb5-892c-679caa238f1e tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1781328'] for router, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:24.606357 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72e35340-24a5-4cb5-892c-679caa238f1e tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Fanout notify agent at l3_agent the message router_deleted on router fb5a4ba4-2176-496a-9265-3e9d03818f83 {{(pid=87635) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 23 16:13:24.621406 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-d2ee741f-f2fb-48ca-9397-36ab79cc597e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:24.625465 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-d2ee741f-f2fb-48ca-9397-36ab79cc597e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/19f459b5-cd00-4338-9479-6107f6dc1710 HTTP/1.1" status: 204  len: 168 time: 1.4040403
Dec 23 16:13:24.638718 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c71dbd1b-72b4-4a32-8596-b5171f63dc81 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864774'] for subnet, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:24.648835 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-72e35340-24a5-4cb5-892c-679caa238f1e tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks [] for router, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:24.649929 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-72e35340-24a5-4cb5-892c-679caa238f1e tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] 10.222.0.64 "DELETE /v2.0/routers/fb5a4ba4-2176-496a-9265-3e9d03818f83 HTTP/1.1" status: 204  len: 168 time: 0.9806387
Dec 23 16:13:24.652274 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-92356722-abce-4ff3-9888-9d0497277168 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:24.654657 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-92356722-abce-4ff3-9888-9d0497277168 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Notify callbacks [] for security_group, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:24.655998 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-92356722-abce-4ff3-9888-9d0497277168 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] 10.222.0.64 "DELETE /v2.0/security-groups/6b325c94-949c-4687-878f-ac2992cdbbac HTTP/1.1" status: 204  len: 168 time: 0.8474953
Dec 23 16:13:24.656952 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 46894) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:24.657793 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-eff8a3bb-aa03-459a-ad1e-f45f018b1a0a tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:13:24.669974 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-b0c42133-354c-4dd1-99ef-83837c57ff33 tempest-FloatingIPNegativeTestJSON-779674983 tempest-FloatingIPNegativeTestJSON-779674983-project] Deleting port 7963a351-4df4-4704-bb35-b2f44ba4a453 {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:13:24.670478 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b0c42133-354c-4dd1-99ef-83837c57ff33 tempest-FloatingIPNegativeTestJSON-779674983 tempest-FloatingIPNegativeTestJSON-779674983-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:24.672303 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901202e1-4181-4fe3-975b-3d446ca7b360 req-dc259840-e8ba-4ab0-87f0-e80737f36010 tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:13:24.673870 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-901202e1-4181-4fe3-975b-3d446ca7b360 req-dc259840-e8ba-4ab0-87f0-e80737f36010 tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] 10.222.0.64 "GET /v2.0/ports?device_id=f54fff32-66c0-4adb-922d-69673e61b491 HTTP/1.1" status: 200  len: 946 time: 0.2190113
Dec 23 16:13:24.675884 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 46896) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:24.712785 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-05bd6131-8909-4ccc-a278-0fb6d9b72b9e tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:24.721293 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-05bd6131-8909-4ccc-a278-0fb6d9b72b9e tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762424'] for security_group_rule, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:24.728451 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92356722-abce-4ff3-9888-9d0497277168 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b325c94-949c-4687-878f-ac2992cdbbac,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:13:24.750369 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-92356722-abce-4ff3-9888-9d0497277168 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:13:24.757225 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:13:24.777575 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-b0c42133-354c-4dd1-99ef-83837c57ff33 tempest-FloatingIPNegativeTestJSON-779674983 tempest-FloatingIPNegativeTestJSON-779674983-project] The port '7963a351-4df4-4704-bb35-b2f44ba4a453' was deleted {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 23 16:13:24.822354 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bd6131-8909-4ccc-a278-0fb6d9b72b9e tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23fa91c4-a999-4fd3-a389-89d9719c1df5,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:13:24.827807 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae41193a-2196-4bd2-b2cc-85520e8b0975 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Deleting subnet dae294a4-dd69-4b0d-999b-b0954493ba2f {{(pid=87635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 23 16:13:24.833897 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-05bd6131-8909-4ccc-a278-0fb6d9b72b9e tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:13:24.835021 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-901202e1-4181-4fe3-975b-3d446ca7b360 req-fd916904-a379-4013-bf0e-6048bdc7c1ef tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] 10.222.0.64 "GET /v2.0/security-groups?id=3b5fba24-44fb-4189-bd87-51876b915d36&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1077819
Dec 23 16:13:24.835698 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-ae41193a-2196-4bd2-b2cc-85520e8b0975 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks [] for subnet, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:24.860319 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-05bd6131-8909-4ccc-a278-0fb6d9b72b9e tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:24.864690 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-05bd6131-8909-4ccc-a278-0fb6d9b72b9e tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.4025486
Dec 23 16:13:24.896226 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-564be638-c67e-4732-8113-5a9e71156723 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Synchronizing usage tracker for tenant:0e60117d21424d64b1987ca20285f1b7 on resource:security_group {{(pid=87635) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:13:24.936230 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-ae41193a-2196-4bd2-b2cc-85520e8b0975 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2776816'] for subnet, precommit_delete_associations {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:24.973973 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-564be638-c67e-4732-8113-5a9e71156723 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Unset dirty status for tenant:0e60117d21424d64b1987ca20285f1b7 on resource:security_group {{(pid=87635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:13:24.975325 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-564be638-c67e-4732-8113-5a9e71156723 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4505 time: 0.2964020
Dec 23 16:13:24.980569 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 46908) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:25.052522 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 46912) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:25.102287 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b0c42133-354c-4dd1-99ef-83837c57ff33 tempest-FloatingIPNegativeTestJSON-779674983 tempest-FloatingIPNegativeTestJSON-779674983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-864347', 'neutron.services.segments.db._delete_segments_for_network-8735362908070'] for network, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:25.128984 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 7963a351-4df4-4704-bb35-b2f44ba4a453 no longer exists at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 23 16:13:25.129753 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-0adfa2fa-1b6b-41ae-8a71-8c60cc8ec1a9 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Notify callbacks [] for security_group, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:25.137921 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c71dbd1b-72b4-4a32-8596-b5171f63dc81 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2176495', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2618677'] for subnet, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:25.143752 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-8affd5fe-6718-4ae7-92ba-eaf6331c073c tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:13:25.173083 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] No Port match for: 7963a351-4df4-4704-bb35-b2f44ba4a453 {{(pid=87637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 23 16:13:25.173852 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 7963a351-4df4-4704-bb35-b2f44ba4a453 not bound to the agent host dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 23 16:13:25.175165 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-b256a710-ec4e-4e9d-b056-8b2e2507039f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0cfbedddc6e84865852e5b977817804f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1206150
Dec 23 16:13:25.178953 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 46922) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:25.180065 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-ae41193a-2196-4bd2-b2cc-85520e8b0975 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864774'] for subnet, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:25.186358 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-b0c42133-354c-4dd1-99ef-83837c57ff33 tempest-FloatingIPNegativeTestJSON-779674983 tempest-FloatingIPNegativeTestJSON-779674983-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1dbb4844c0>,) {'filters': {'network_id': ['f509099b-1fdb-456b-88de-7eeb98046644']}} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:13:25.209815 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71dbd1b-72b4-4a32-8596-b5171f63dc81 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Pushing event deleted for resources: {'Subnet': ['ID=36e32431-061b-4496-9391-5fbe02ab9ee0,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:13:25.212688 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-b0c42133-354c-4dd1-99ef-83837c57ff33 tempest-FloatingIPNegativeTestJSON-779674983 tempest-FloatingIPNegativeTestJSON-779674983-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dbb4844c0>, '829d0e30-43ea-40a0-b40c-87f193e20548') {'for_net_delete': True} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:13:25.213046 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-b0c42133-354c-4dd1-99ef-83837c57ff33 tempest-FloatingIPNegativeTestJSON-779674983 tempest-FloatingIPNegativeTestJSON-779674983-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dbb4844c0>, '829d0e30-43ea-40a0-b40c-87f193e20548') {} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:13:25.215096 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-0adfa2fa-1b6b-41ae-8a71-8c60cc8ec1a9 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:25.223551 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-c71dbd1b-72b4-4a32-8596-b5171f63dc81 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:13:25.234812 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7dc6878-16c7-41b2-9e63-37d90902f657 None None] Network a67646b4-5371-43ec-9f98-39fe51a67033 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:13:25.240737 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c71dbd1b-72b4-4a32-8596-b5171f63dc81 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks [] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:25.248703 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b0c42133-354c-4dd1-99ef-83837c57ff33 tempest-FloatingIPNegativeTestJSON-779674983 tempest-FloatingIPNegativeTestJSON-779674983-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735363085442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2382197'] for segment, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:25.278549 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b0c42133-354c-4dd1-99ef-83837c57ff33 tempest-FloatingIPNegativeTestJSON-779674983 tempest-FloatingIPNegativeTestJSON-779674983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:25.285211 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-c71dbd1b-72b4-4a32-8596-b5171f63dc81 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "DELETE /v2.0/subnets/36e32431-061b-4496-9391-5fbe02ab9ee0 HTTP/1.1" status: 204  len: 168 time: 0.9852355
Dec 23 16:13:25.290282 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0c42133-354c-4dd1-99ef-83837c57ff33 tempest-FloatingIPNegativeTestJSON-779674983 tempest-FloatingIPNegativeTestJSON-779674983-project] Releasing vlan 433 on physical network physnet1 to pool {{(pid=87636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 23 16:13:25.290485 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b0c42133-354c-4dd1-99ef-83837c57ff33 tempest-FloatingIPNegativeTestJSON-779674983 tempest-FloatingIPNegativeTestJSON-779674983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2176261'] for segment, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:25.299344 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 46930) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:25.310129 dv-neutron-822799-1-hyperv neutron-server[87636]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 23 16:13:25.310129 dv-neutron-822799-1-hyperv neutron-server[87636]:   util.warn(
Dec 23 16:13:25.310129 dv-neutron-822799-1-hyperv neutron-server[87636]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 23 16:13:25.310129 dv-neutron-822799-1-hyperv neutron-server[87636]:   util.warn(
Dec 23 16:13:25.310129 dv-neutron-822799-1-hyperv neutron-server[87636]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 23 16:13:25.310129 dv-neutron-822799-1-hyperv neutron-server[87636]:   util.warn(
Dec 23 16:13:25.310129 dv-neutron-822799-1-hyperv neutron-server[87636]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 23 16:13:25.310129 dv-neutron-822799-1-hyperv neutron-server[87636]:   util.warn(
Dec 23 16:13:25.310129 dv-neutron-822799-1-hyperv neutron-server[87636]: Traceback (most recent call last):
Dec 23 16:13:25.310129 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 23 16:13:25.310129 dv-neutron-822799-1-hyperv neutron-server[87636]:     timer()
Dec 23 16:13:25.310129 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:13:25.310129 dv-neutron-822799-1-hyperv neutron-server[87636]:     cb(*args, **kw)
Dec 23 16:13:25.310129 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 23 16:13:25.310129 dv-neutron-822799-1-hyperv neutron-server[87636]:     return func(*args, **kwargs)
Dec 23 16:13:25.310129 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:13:25.310129 dv-neutron-822799-1-hyperv neutron-server[87636]:     self._notify()
Dec 23 16:13:25.310129 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:13:25.310129 dv-neutron-822799-1-hyperv neutron-server[87636]:     self.callback(batched_events)
Dec 23 16:13:25.310129 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:13:25.310129 dv-neutron-822799-1-hyperv neutron-server[87636]:     event.method(event)
Dec 23 16:13:25.310129 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:13:25.310129 dv-neutron-822799-1-hyperv neutron-server[87636]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:13:25.310129 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 23 16:13:25.310129 dv-neutron-822799-1-hyperv neutron-server[87636]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 23 16:13:25.310129 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 23 16:13:25.310129 dv-neutron-822799-1-hyperv neutron-server[87636]:     return f(self, *a, **k)
Dec 23 16:13:25.310129 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:13:25.310129 dv-neutron-822799-1-hyperv neutron-server[87636]:     return self._get(url).json()
Dec 23 16:13:25.310129 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 23 16:13:25.310129 dv-neutron-822799-1-hyperv neutron-server[87636]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 23 16:13:25.310129 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 23 16:13:25.310129 dv-neutron-822799-1-hyperv neutron-server[87636]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:13:25.310129 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 23 16:13:25.310129 dv-neutron-822799-1-hyperv neutron-server[87636]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 23 16:13:25.310129 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 23 16:13:25.310129 dv-neutron-822799-1-hyperv neutron-server[87636]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:13:25.310129 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 23 16:13:25.310129 dv-neutron-822799-1-hyperv neutron-server[87636]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:13:25.310129 dv-neutron-822799-1-hyperv neutron-server[87636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:13:25.321843 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-2cb53091-ddb2-411f-8d7f-7f2a7cc2a591 req-37412fea-fbd9-48b7-98cf-996c80e703a4 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Synchronizing usage tracker for tenant:544f3e375bde4f0988286eba27294ea6 on resource:security_group {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:13:25.402090 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-c08cc4bc-cd71-4717-a803-c3a07809b591 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:25.406997 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-2cb53091-ddb2-411f-8d7f-7f2a7cc2a591 req-37412fea-fbd9-48b7-98cf-996c80e703a4 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Unset dirty status for tenant:544f3e375bde4f0988286eba27294ea6 on resource:security_group {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:13:25.408634 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-2cb53091-ddb2-411f-8d7f-7f2a7cc2a591 req-37412fea-fbd9-48b7-98cf-996c80e703a4 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1935286637&fields=id&tenant_id=544f3e375bde4f0988286eba27294ea6 HTTP/1.1" status: 200  len: 267 time: 0.2002826
Dec 23 16:13:25.414421 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-0adfa2fa-1b6b-41ae-8a71-8c60cc8ec1a9 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:25.415165 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b0c42133-354c-4dd1-99ef-83837c57ff33 tempest-FloatingIPNegativeTestJSON-779674983 tempest-FloatingIPNegativeTestJSON-779674983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-864336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1824171'] for network, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:25.421417 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:13:25.430206 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-cbd4de61-5ab1-4057-b3da-7d7e8708553d tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:13:25.439583 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-ae41193a-2196-4bd2-b2cc-85520e8b0975 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2753333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2609730'] for subnet, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:25.453187 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a96503e-85cb-4664-a05e-1496570e5557 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Deleting subnet 3b703f9c-6c2b-4bcf-a0f5-f1103c4d2b4c {{(pid=87635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 23 16:13:25.464328 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b0c42133-354c-4dd1-99ef-83837c57ff33 tempest-FloatingIPNegativeTestJSON-779674983 tempest-FloatingIPNegativeTestJSON-779674983-project] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:25.468365 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-1a96503e-85cb-4664-a05e-1496570e5557 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks [] for subnet, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:25.472431 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-b0c42133-354c-4dd1-99ef-83837c57ff33 tempest-FloatingIPNegativeTestJSON-779674983 tempest-FloatingIPNegativeTestJSON-779674983-project] 10.222.0.64 "DELETE /v2.0/networks/f509099b-1fdb-456b-88de-7eeb98046644 HTTP/1.1" status: 204  len: 168 time: 2.3252428
Dec 23 16:13:25.483332 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c42133-354c-4dd1-99ef-83837c57ff33 tempest-FloatingIPNegativeTestJSON-779674983 tempest-FloatingIPNegativeTestJSON-779674983-project] Pushing event deleted for resources: {'Network': ['ID=f509099b-1fdb-456b-88de-7eeb98046644,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:13:25.487815 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-b0c42133-354c-4dd1-99ef-83837c57ff33 tempest-FloatingIPNegativeTestJSON-779674983 tempest-FloatingIPNegativeTestJSON-779674983-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:13:25.504537 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adfa2fa-1b6b-41ae-8a71-8c60cc8ec1a9 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ee2218d-ebf6-4e63-a38d-8d98377991d1,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:13:25.507469 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-0adfa2fa-1b6b-41ae-8a71-8c60cc8ec1a9 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:13:25.520268 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-0b38ccbd-4e78-43ce-8f04-0e9208063d3b tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.071s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:13:25.556463 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-ae41193a-2196-4bd2-b2cc-85520e8b0975 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks [] for subnet, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:25.571585 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c96b7621-af29-4715-8cb7-94516df379a7 None None] Network 4a087433-02e0-4f68-96a2-62aec40c8edb requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:13:25.581912 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-c08cc4bc-cd71-4717-a803-c3a07809b591 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:25.612609 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae41193a-2196-4bd2-b2cc-85520e8b0975 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Pushing event deleted for resources: {'Subnet': ['ID=dae294a4-dd69-4b0d-999b-b0954493ba2f,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:13:25.615978 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-ae41193a-2196-4bd2-b2cc-85520e8b0975 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:13:25.635917 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb53091-ddb2-411f-8d7f-7f2a7cc2a591 req-e54536ef-76f8-4ace-bf74-ce2f23dd570a tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:13:25.637960 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-2cb53091-ddb2-411f-8d7f-7f2a7cc2a591 req-e54536ef-76f8-4ace-bf74-ce2f23dd570a tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Synchronizing usage tracker for tenant:544f3e375bde4f0988286eba27294ea6 on resource:network {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:13:25.638862 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-ae41193a-2196-4bd2-b2cc-85520e8b0975 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] 10.222.0.64 "DELETE /v2.0/subnets/dae294a4-dd69-4b0d-999b-b0954493ba2f HTTP/1.1" status: 204  len: 168 time: 0.9639485
Dec 23 16:13:25.639591 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 46936) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:25.669020 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-2cb53091-ddb2-411f-8d7f-7f2a7cc2a591 req-e54536ef-76f8-4ace-bf74-ce2f23dd570a tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Unset dirty status for tenant:544f3e375bde4f0988286eba27294ea6 on resource:network {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:13:25.676366 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-2cb53091-ddb2-411f-8d7f-7f2a7cc2a591 req-e54536ef-76f8-4ace-bf74-ce2f23dd570a tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/networks?id=8f98af44-d303-4bde-b872-83960908e446 HTTP/1.1" status: 200  len: 796 time: 0.2578804
Dec 23 16:13:25.693589 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-2cb53091-ddb2-411f-8d7f-7f2a7cc2a591 req-4187e29a-f4b5-48db-ad2c-0b39d5a02bdd tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/quotas/544f3e375bde4f0988286eba27294ea6 HTTP/1.1" status: 200  len: 375 time: 0.0162208
Dec 23 16:13:25.697408 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-1a96503e-85cb-4664-a05e-1496570e5557 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2776816'] for subnet, precommit_delete_associations {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:25.739127 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-0adfa2fa-1b6b-41ae-8a71-8c60cc8ec1a9 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Notify callbacks [] for security_group, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:25.743507 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-0adfa2fa-1b6b-41ae-8a71-8c60cc8ec1a9 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] 10.222.0.64 "DELETE /v2.0/security-groups/8ee2218d-ebf6-4e63-a38d-8d98377991d1 HTTP/1.1" status: 204  len: 168 time: 0.7616327
Dec 23 16:13:25.746851 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 46940) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:25.841253 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-b10a2dcc-73e4-4940-b617-7931a77fd00c tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Synchronizing usage tracker for tenant:0e60117d21424d64b1987ca20285f1b7 on resource:security_group {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:13:25.888498 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-2cb53091-ddb2-411f-8d7f-7f2a7cc2a591 req-e88649fa-c879-491d-b057-a97b76a22f89 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=544f3e375bde4f0988286eba27294ea6&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1938739
Dec 23 16:13:25.889776 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-b10a2dcc-73e4-4940-b617-7931a77fd00c tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Unset dirty status for tenant:0e60117d21424d64b1987ca20285f1b7 on resource:security_group {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:13:25.895117 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-b10a2dcc-73e4-4940-b617-7931a77fd00c tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2979 time: 0.1374421
Dec 23 16:13:25.896516 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 46946) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:25.904715 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-4cbf8802-b69d-4c44-8750-ce1f395f0bf6 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Request body: {'security_group': {'name': 'tempest-secgroup--940084184'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:13:25.911027 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-2771af84-c7b4-4732-a273-dbe4791c9960 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-698866'] for network, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:25.934022 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5889df97-c966-4e41-b2b5-de9aa3d7f91f None None] DHCP port deletion for 4a087433-02e0-4f68-96a2-62aec40c8edb request from dv-neutron-822799-1-hyperv {{(pid=87637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 23 16:13:25.935895 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-5889df97-c966-4e41-b2b5-de9aa3d7f91f None None] Deleting port 9229cd41-ad34-47f2-b214-80669643b4d3 {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:13:25.936289 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-5889df97-c966-4e41-b2b5-de9aa3d7f91f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:25.945856 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-2771af84-c7b4-4732-a273-dbe4791c9960 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Deleting port 9229cd41-ad34-47f2-b214-80669643b4d3 {{(pid=87635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:13:25.946796 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-2771af84-c7b4-4732-a273-dbe4791c9960 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:25.966333 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-4cbf8802-b69d-4c44-8750-ce1f395f0bf6 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:13:25.984268 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-c08cc4bc-cd71-4717-a803-c3a07809b591 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:25.988987 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 46950) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:25.991566 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-99302b71-d7ae-4ac0-abbb-20503d67017a tempest-ServersTestJSON-1438135586 tempest-ServersTestJSON-1438135586-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:13:26.022497 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08cc4bc-cd71-4717-a803-c3a07809b591 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f603c5a5-52fa-420c-8c05-798191ad7a82,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:13:26.027089 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-c08cc4bc-cd71-4717-a803-c3a07809b591 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:13:26.037807 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-1a96503e-85cb-4664-a05e-1496570e5557 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864774'] for subnet, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:26.133374 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-2cb53091-ddb2-411f-8d7f-7f2a7cc2a591 req-3a92b4a7-311a-4999-8087-cd956e441f55 service neutron] 10.222.0.64 "GET /v2.0/networks/8f98af44-d303-4bde-b872-83960908e446?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2215862
Dec 23 16:13:26.166680 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-4cbf8802-b69d-4c44-8750-ce1f395f0bf6 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:13:26.189611 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-4cbf8802-b69d-4c44-8750-ce1f395f0bf6 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Notify callbacks [] for security_group, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:26.290446 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-c08cc4bc-cd71-4717-a803-c3a07809b591 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:26.294697 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-c08cc4bc-cd71-4717-a803-c3a07809b591 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f603c5a5-52fa-420c-8c05-798191ad7a82 HTTP/1.1" status: 204  len: 168 time: 1.0821290
Dec 23 16:13:26.352883 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-5889df97-c966-4e41-b2b5-de9aa3d7f91f None None] For port 9229cd41-ad34-47f2-b214-80669643b4d3, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=9229cd41-ad34-47f2-b214-80669643b4d3,segment=NetworkSegment(76f58724-4d16-400b-ad90-29d3242a153d),segment_id=76f58724-4d16-400b-ad90-29d3242a153d)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:13:26.353589 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-4cbf8802-b69d-4c44-8750-ce1f395f0bf6 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:13:26.354563 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-5889df97-c966-4e41-b2b5-de9aa3d7f91f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:26.394959 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-4cbf8802-b69d-4c44-8750-ce1f395f0bf6 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:13:26.398155 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-e3fdf3c5-7206-4e13-8a4e-80aa2b394ab2 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=206912b3294e4453838829cb2e78c8b2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3989363
Dec 23 16:13:26.403053 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 46958) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:26.469806 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-1a96503e-85cb-4664-a05e-1496570e5557 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2753333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2609730'] for subnet, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:26.476265 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-4affd322-1f03-40a3-8a65-3d6b8e08ccd5 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:13:26.493685 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-2cb53091-ddb2-411f-8d7f-7f2a7cc2a591 req-aedf4897-249b-4bbf-8d05-a6181d88a568 service neutron] 10.222.0.64 "GET /v2.0/networks/8f98af44-d303-4bde-b872-83960908e446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3589218
Dec 23 16:13:26.509201 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-5889df97-c966-4e41-b2b5-de9aa3d7f91f None None] Calling delete_port for 9229cd41-ad34-47f2-b214-80669643b4d3 owned by network:dhcp {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:13:26.535475 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a96503e-85cb-4664-a05e-1496570e5557 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Pushing event deleted for resources: {'Subnet': ['ID=3b703f9c-6c2b-4bcf-a0f5-f1103c4d2b4c,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:13:26.538441 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-1a96503e-85cb-4664-a05e-1496570e5557 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:13:26.545386 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-1a96503e-85cb-4664-a05e-1496570e5557 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks [] for subnet, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:26.548269 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f61a32a1-b275-4f85-9b5a-d774a26cca2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:26.549243 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.db [None req-2771af84-c7b4-4732-a273-dbe4791c9960 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] For port 9229cd41-ad34-47f2-b214-80669643b4d3, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=9229cd41-ad34-47f2-b214-80669643b4d3,segment=NetworkSegment(76f58724-4d16-400b-ad90-29d3242a153d),segment_id=76f58724-4d16-400b-ad90-29d3242a153d)] {{(pid=87635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:13:26.549631 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-2771af84-c7b4-4732-a273-dbe4791c9960 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:26.560660 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43a390e4-7c44-48d9-a319-97e451a70d24 None None] Network a67646b4-5371-43ec-9f98-39fe51a67033 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:13:26.585571 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f61a32a1-b275-4f85-9b5a-d774a26cca2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:26.619676 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-1a96503e-85cb-4664-a05e-1496570e5557 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "DELETE /v2.0/subnets/3b703f9c-6c2b-4bcf-a0f5-f1103c4d2b4c HTTP/1.1" status: 204  len: 168 time: 1.3188975
Dec 23 16:13:26.654088 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 46964) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:26.720659 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-2771af84-c7b4-4732-a273-dbe4791c9960 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Calling delete_port for 9229cd41-ad34-47f2-b214-80669643b4d3 owned by network:dhcp {{(pid=87635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:13:26.731165 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-03b3082d-607b-4723-aebb-14d038330358 None None] Provisioning complete for port f4b2d8c3-6099-46f7-b2d8-62d69264e3f1 triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:13:26.732019 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-03b3082d-607b-4723-aebb-14d038330358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:26.817264 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-06d8ee54-9e01-41ec-90c5-d227ff01fe53 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1612215
Dec 23 16:13:26.824067 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 46978) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:26.825092 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f61a32a1-b275-4f85-9b5a-d774a26cca2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:26.852062 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-b10da4e6-268b-403c-bd45-78725b58633f tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Request body: {'subnet': {'network_id': 'a67646b4-5371-43ec-9f98-39fe51a67033', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:13:26.866732 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [req-c68f7966-7520-48f9-9e85-e15661cf0ced req-2590c760-999e-4b15-9b35-9ecb58d34980 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Synchronizing usage tracker for tenant:544f3e375bde4f0988286eba27294ea6 on resource:port {{(pid=87635) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:13:26.906685 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.db.api [None req-2771af84-c7b4-4732-a273-dbe4791c9960 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87635) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 23 16:13:26.907265 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_db.api [None req-2771af84-c7b4-4732-a273-dbe4791c9960 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 23 16:13:26.909648 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [req-c68f7966-7520-48f9-9e85-e15661cf0ced req-2590c760-999e-4b15-9b35-9ecb58d34980 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Unset dirty status for tenant:544f3e375bde4f0988286eba27294ea6 on resource:port {{(pid=87635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:13:26.917948 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-5889df97-c966-4e41-b2b5-de9aa3d7f91f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789'] for port, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:26.923902 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-c68f7966-7520-48f9-9e85-e15661cf0ced req-2590c760-999e-4b15-9b35-9ecb58d34980 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/ports?device_id=2d62cf08-ebf2-440c-9e24-210212a8b721 HTTP/1.1" status: 200  len: 210 time: 0.1521859
Dec 23 16:13:26.924559 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-9de8bada-b535-4034-8c91-5ab1b30d1f20 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:13:26.968922 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-57cba33e-3103-47d7-8cde-07d5c0568093 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:13:27.010267 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-b10da4e6-268b-403c-bd45-78725b58633f tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:13:27.016566 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-b10da4e6-268b-403c-bd45-78725b58633f tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Usage tracker for resource:subnet and tenant:bf435ff0e7914a739a10fff5b2399c13 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:13:27.019752 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-b10da4e6-268b-403c-bd45-78725b58633f tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:13:27.025801 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-b10da4e6-268b-403c-bd45-78725b58633f tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:13:27.030972 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61a32a1-b275-4f85-9b5a-d774a26cca2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70937727-81a2-4fe0-903b-02908119e30f,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:13:27.038992 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-f61a32a1-b275-4f85-9b5a-d774a26cca2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:13:27.045316 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5889df97-c966-4e41-b2b5-de9aa3d7f91f None None] Pushing event deleted for resources: {'Port': ['ID=9229cd41-ad34-47f2-b214-80669643b4d3,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:13:27.049108 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-5889df97-c966-4e41-b2b5-de9aa3d7f91f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:13:27.050999 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5889df97-c966-4e41-b2b5-de9aa3d7f91f None None] No DVR routers for this DVR port 9229cd41-ad34-47f2-b214-80669643b4d3 on host dv-neutron-822799-1-hyperv {{(pid=87637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 23 16:13:27.058555 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-4cbf8802-b69d-4c44-8750-ce1f395f0bf6 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Notify callbacks [] for security_group, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:27.073711 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-4cbf8802-b69d-4c44-8750-ce1f395f0bf6 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:27.092335 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-583df291-5eee-4fa3-aa6d-ddd01a2f565d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:13:27.105920 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b10da4e6-268b-403c-bd45-78725b58633f tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Made reservation on behalf of bf435ff0e7914a739a10fff5b2399c13 for: {'subnet': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:13:27.110381 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b10da4e6-268b-403c-bd45-78725b58633f tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2618324'] for subnet, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:27.137804 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f61a32a1-b275-4f85-9b5a-d774a26cca2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:27.140520 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-f61a32a1-b275-4f85-9b5a-d774a26cca2c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/70937727-81a2-4fe0-903b-02908119e30f HTTP/1.1" status: 204  len: 168 time: 0.7345476
Dec 23 16:13:27.150255 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-4cbf8802-b69d-4c44-8750-ce1f395f0bf6 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Notify callbacks [] for security_group, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:27.151889 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-4cbf8802-b69d-4c44-8750-ce1f395f0bf6 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1743 time: 1.2541847
Dec 23 16:13:27.156907 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 46994) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:27.158844 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 9229cd41-ad34-47f2-b214-80669643b4d3 no longer exists at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 23 16:13:27.166699 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-c2fcc04e-71c8-418c-9f74-db47adb386d9 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Request body: {'security_group_rule': {'security_group_id': '11feba58-17f5-4b89-b732-4c345aca1c53', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:13:27.173518 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-c2fcc04e-71c8-418c-9f74-db47adb386d9 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:13:27.188536 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbf8802-b69d-4c44-8750-ce1f395f0bf6 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11feba58-17f5-4b89-b732-4c345aca1c53,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:13:27.190766 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-c2fcc04e-71c8-418c-9f74-db47adb386d9 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Usage tracker for resource:security_group_rule and tenant:0e60117d21424d64b1987ca20285f1b7 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:13:27.198285 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-c2fcc04e-71c8-418c-9f74-db47adb386d9 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:13:27.216481 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-c2fcc04e-71c8-418c-9f74-db47adb386d9 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:13:27.242866 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] No Port match for: 9229cd41-ad34-47f2-b214-80669643b4d3 {{(pid=87637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 23 16:13:27.243233 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 9229cd41-ad34-47f2-b214-80669643b4d3 not bound to the agent host dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 23 16:13:27.247847 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f02f7d0c-9430-40f9-a6b9-a7f5c04f35a0 None None] DHCP port deletion for a67646b4-5371-43ec-9f98-39fe51a67033 request from dv-neutron-822799-1-hyperv {{(pid=87637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 23 16:13:27.256100 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-f02f7d0c-9430-40f9-a6b9-a7f5c04f35a0 None None] Deleting port f4b2d8c3-6099-46f7-b2d8-62d69264e3f1 {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:13:27.256504 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f02f7d0c-9430-40f9-a6b9-a7f5c04f35a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:27.264014 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-c2fcc04e-71c8-418c-9f74-db47adb386d9 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:27.413469 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-2771af84-c7b4-4732-a273-dbe4791c9960 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Deleting port 9229cd41-ad34-47f2-b214-80669643b4d3 {{(pid=87635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:13:27.414077 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-2771af84-c7b4-4732-a273-dbe4791c9960 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:27.459431 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-c2fcc04e-71c8-418c-9f74-db47adb386d9 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:27.518589 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-2771af84-c7b4-4732-a273-dbe4791c9960 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] The port '9229cd41-ad34-47f2-b214-80669643b4d3' was deleted {{(pid=87635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 23 16:13:27.520237 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-c2fcc04e-71c8-418c-9f74-db47adb386d9 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762424'] for security_group_rule, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:27.548275 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-ed6d1664-b423-45e4-a11f-48f2d75054e0 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:13:27.561264 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 47006) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:27.568194 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fcc04e-71c8-418c-9f74-db47adb386d9 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e930e732-0dd0-4568-afbe-9b475a42a0d8,revision_number=0']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:13:27.577637 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-c2fcc04e-71c8-418c-9f74-db47adb386d9 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:13:27.645238 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-4cbf8802-b69d-4c44-8750-ce1f395f0bf6 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.553s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:13:27.652489 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b10da4e6-268b-403c-bd45-78725b58633f tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2176430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2618310'] for subnet, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:27.667957 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-b3ddaa97-75f9-4201-8f51-56d27623a9a3 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:13:27.694558 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-f02f7d0c-9430-40f9-a6b9-a7f5c04f35a0 None None] For port f4b2d8c3-6099-46f7-b2d8-62d69264e3f1, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=f4b2d8c3-6099-46f7-b2d8-62d69264e3f1,segment=NetworkSegment(d0e346f7-32a7-41a0-b972-301688edbe10),segment_id=d0e346f7-32a7-41a0-b972-301688edbe10)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:13:27.696366 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f02f7d0c-9430-40f9-a6b9-a7f5c04f35a0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:27.704857 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-2771af84-c7b4-4732-a273-dbe4791c9960 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-864347', 'neutron.services.segments.db._delete_segments_for_network-8735362908070'] for network, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:27.726695 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-c2fcc04e-71c8-418c-9f74-db47adb386d9 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:27.730619 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-c2fcc04e-71c8-418c-9f74-db47adb386d9 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 786 time: 0.5691493
Dec 23 16:13:27.737386 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 47016) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:27.755851 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.services.segments.db [None req-2771af84-c7b4-4732-a273-dbe4791c9960 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1dc27fd2e0>,) {'filters': {'network_id': ['4a087433-02e0-4f68-96a2-62aec40c8edb']}} {{(pid=87635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:13:27.781769 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.services.segments.db [None req-2771af84-c7b4-4732-a273-dbe4791c9960 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dc27fd2e0>, '76f58724-4d16-400b-ad90-29d3242a153d') {'for_net_delete': True} {{(pid=87635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:13:27.782070 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.services.segments.db [None req-2771af84-c7b4-4732-a273-dbe4791c9960 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dc27fd2e0>, '76f58724-4d16-400b-ad90-29d3242a153d') {} {{(pid=87635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:13:27.792091 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-dc7e3cf1-4a73-4ee9-be7a-9ac4ca076da0 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1246607989'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:13:27.803504 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-dc7e3cf1-4a73-4ee9-be7a-9ac4ca076da0 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:13:27.808137 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-939ca76d-8fbf-4446-8d0e-4d5dfc21daba tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:27.823300 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-939ca76d-8fbf-4446-8d0e-4d5dfc21daba tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:27.836512 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b10da4e6-268b-403c-bd45-78725b58633f tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Network a67646b4-5371-43ec-9f98-39fe51a67033 is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:13:27.841243 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-b10da4e6-268b-403c-bd45-78725b58633f tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Resources bound (agent type, host, resource id):  {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:13:27.850569 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-dc7e3cf1-4a73-4ee9-be7a-9ac4ca076da0 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Usage tracker for resource:network and tenant:52008175df8a4d379113666c0dffe8c8 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:13:27.852893 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b10da4e6-268b-403c-bd45-78725b58633f tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:13:27.853893 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b10da4e6-268b-403c-bd45-78725b58633f tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks [] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:27.855503 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-2771af84-c7b4-4732-a273-dbe4791c9960 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735363085442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2776713'] for segment, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:27.863308 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-939ca76d-8fbf-4446-8d0e-4d5dfc21daba tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762424'] for security_group_rule, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:27.865127 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-f02f7d0c-9430-40f9-a6b9-a7f5c04f35a0 None None] Calling delete_port for f4b2d8c3-6099-46f7-b2d8-62d69264e3f1 owned by network:dhcp {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:13:27.866649 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-cd79fd8b-9293-4353-9ed2-36adcaca4278 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:13:27.882457 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-dc7e3cf1-4a73-4ee9-be7a-9ac4ca076da0 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:13:27.887741 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939ca76d-8fbf-4446-8d0e-4d5dfc21daba tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e930e732-0dd0-4568-afbe-9b475a42a0d8,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:13:27.897403 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-939ca76d-8fbf-4446-8d0e-4d5dfc21daba tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:13:27.901892 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-dc7e3cf1-4a73-4ee9-be7a-9ac4ca076da0 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:13:27.907710 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-2771af84-c7b4-4732-a273-dbe4791c9960 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:27.912055 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-939ca76d-8fbf-4446-8d0e-4d5dfc21daba tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:27.913402 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-939ca76d-8fbf-4446-8d0e-4d5dfc21daba tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/e930e732-0dd0-4568-afbe-9b475a42a0d8 HTTP/1.1" status: 204  len: 168 time: 0.1752012
Dec 23 16:13:27.917909 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 47024) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:27.922004 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2771af84-c7b4-4732-a273-dbe4791c9960 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Releasing vlan 407 on physical network physnet1 to pool {{(pid=87635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 23 16:13:27.922596 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-2771af84-c7b4-4732-a273-dbe4791c9960 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2753503'] for segment, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:27.961647 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10da4e6-268b-403c-bd45-78725b58633f tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Pushing event updated for resources: {'Subnet': ['ID=ac0e1d29-332c-4f47-a899-1b060d31e742,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:13:27.962087 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f02f7d0c-9430-40f9-a6b9-a7f5c04f35a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789'] for port, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:27.966601 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-b10da4e6-268b-403c-bd45-78725b58633f tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:13:27.969123 dv-neutron-822799-1-hyperv neutron-server[87635]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 23 16:13:27.969123 dv-neutron-822799-1-hyperv neutron-server[87635]:   util.warn(
Dec 23 16:13:27.969123 dv-neutron-822799-1-hyperv neutron-server[87635]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 23 16:13:27.969123 dv-neutron-822799-1-hyperv neutron-server[87635]:   util.warn(
Dec 23 16:13:27.969123 dv-neutron-822799-1-hyperv neutron-server[87635]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 23 16:13:27.969123 dv-neutron-822799-1-hyperv neutron-server[87635]:   util.warn(
Dec 23 16:13:27.969123 dv-neutron-822799-1-hyperv neutron-server[87635]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 23 16:13:27.969123 dv-neutron-822799-1-hyperv neutron-server[87635]:   util.warn(
Dec 23 16:13:27.969123 dv-neutron-822799-1-hyperv neutron-server[87635]: Traceback (most recent call last):
Dec 23 16:13:27.969123 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 23 16:13:27.969123 dv-neutron-822799-1-hyperv neutron-server[87635]:     timer()
Dec 23 16:13:27.969123 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:13:27.969123 dv-neutron-822799-1-hyperv neutron-server[87635]:     cb(*args, **kw)
Dec 23 16:13:27.969123 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 23 16:13:27.969123 dv-neutron-822799-1-hyperv neutron-server[87635]:     return func(*args, **kwargs)
Dec 23 16:13:27.969123 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:13:27.969123 dv-neutron-822799-1-hyperv neutron-server[87635]:     self._notify()
Dec 23 16:13:27.969123 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:13:27.969123 dv-neutron-822799-1-hyperv neutron-server[87635]:     self.callback(batched_events)
Dec 23 16:13:27.969123 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:13:27.969123 dv-neutron-822799-1-hyperv neutron-server[87635]:     event.method(event)
Dec 23 16:13:27.969123 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:13:27.969123 dv-neutron-822799-1-hyperv neutron-server[87635]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:13:27.969123 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 23 16:13:27.969123 dv-neutron-822799-1-hyperv neutron-server[87635]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 23 16:13:27.969123 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 23 16:13:27.969123 dv-neutron-822799-1-hyperv neutron-server[87635]:     return f(self, *a, **k)
Dec 23 16:13:27.969123 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:13:27.969123 dv-neutron-822799-1-hyperv neutron-server[87635]:     return self._get(url).json()
Dec 23 16:13:27.969123 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 23 16:13:27.969123 dv-neutron-822799-1-hyperv neutron-server[87635]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 23 16:13:27.969123 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 23 16:13:27.969123 dv-neutron-822799-1-hyperv neutron-server[87635]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:13:27.969123 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 23 16:13:27.969123 dv-neutron-822799-1-hyperv neutron-server[87635]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 23 16:13:27.969123 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 23 16:13:27.969123 dv-neutron-822799-1-hyperv neutron-server[87635]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:13:27.969123 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 23 16:13:27.969123 dv-neutron-822799-1-hyperv neutron-server[87635]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:13:27.969123 dv-neutron-822799-1-hyperv neutron-server[87635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:13:27.974012 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-a3b32e55-7db2-40bd-8db9-591ec1afb36c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:13:27.976270 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-b10da4e6-268b-403c-bd45-78725b58633f tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.1354496
Dec 23 16:13:27.977957 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc7e3cf1-4a73-4ee9-be7a-9ac4ca076da0 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Made reservation on behalf of 52008175df8a4d379113666c0dffe8c8 for: {'network': 1} {{(pid=87635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:13:27.979238 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 47030) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:27.981487 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-dc7e3cf1-4a73-4ee9-be7a-9ac4ca076da0 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for network, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:27.986605 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-63d93b45-7d7f-4725-beb0-2267d4f6e44f tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Request body: {'subnet': {'network_id': 'a67646b4-5371-43ec-9f98-39fe51a67033', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:13:28.034824 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02f7d0c-9430-40f9-a6b9-a7f5c04f35a0 None None] Pushing event deleted for resources: {'Port': ['ID=f4b2d8c3-6099-46f7-b2d8-62d69264e3f1,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:13:28.044803 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-f02f7d0c-9430-40f9-a6b9-a7f5c04f35a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:13:28.046872 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-dc7e3cf1-4a73-4ee9-be7a-9ac4ca076da0 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Notify callbacks [] for security_group, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:28.049998 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f02f7d0c-9430-40f9-a6b9-a7f5c04f35a0 None None] No DVR routers for this DVR port f4b2d8c3-6099-46f7-b2d8-62d69264e3f1 on host dv-neutron-822799-1-hyperv {{(pid=87637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 23 16:13:28.068521 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a4acab3-d05f-438b-9271-4537c7a27d66 None None] Network a67646b4-5371-43ec-9f98-39fe51a67033 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:13:28.103688 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-5e969c3b-de08-4926-aae8-c7ce33c7719d tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Synchronizing usage tracker for tenant:0e60117d21424d64b1987ca20285f1b7 on resource:security_group_rule {{(pid=87635) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:13:28.114919 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-dc7e3cf1-4a73-4ee9-be7a-9ac4ca076da0 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:13:28.120529 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-dc7e3cf1-4a73-4ee9-be7a-9ac4ca076da0 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Usage tracker for resource:security_group_rule and tenant:52008175df8a4d379113666c0dffe8c8 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:13:28.126151 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-dc7e3cf1-4a73-4ee9-be7a-9ac4ca076da0 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:13:28.132873 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-2771af84-c7b4-4732-a273-dbe4791c9960 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-864336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1824171'] for network, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:28.135748 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-dc7e3cf1-4a73-4ee9-be7a-9ac4ca076da0 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:13:28.139214 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-5986f7d8-9d4e-4505-b18d-5830da0a3be9 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:13:28.158827 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-2771af84-c7b4-4732-a273-dbe4791c9960 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks [] for network, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:28.167966 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-2771af84-c7b4-4732-a273-dbe4791c9960 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] 10.222.0.64 "DELETE /v2.0/networks/4a087433-02e0-4f68-96a2-62aec40c8edb HTTP/1.1" status: 204  len: 168 time: 2.5191767
Dec 23 16:13:28.180835 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-5e969c3b-de08-4926-aae8-c7ce33c7719d tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Unset dirty status for tenant:0e60117d21424d64b1987ca20285f1b7 on resource:security_group_rule {{(pid=87635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:13:28.180835 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-5e969c3b-de08-4926-aae8-c7ce33c7719d tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.2560186
Dec 23 16:13:28.180835 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 47038) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:28.180835 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2771af84-c7b4-4732-a273-dbe4791c9960 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Pushing event deleted for resources: {'Network': ['ID=4a087433-02e0-4f68-96a2-62aec40c8edb,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:13:28.186432 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 47040) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:28.190640 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-2771af84-c7b4-4732-a273-dbe4791c9960 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:13:28.194007 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-3b7c1132-b68f-4bd9-8318-5a49ced2e05b tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1311577824', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b'}, 'admin_state_up': False}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:13:28.203870 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-3b7c1132-b68f-4bd9-8318-5a49ced2e05b tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:13:28.208755 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-3b7c1132-b68f-4bd9-8318-5a49ced2e05b tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Usage tracker for resource:router and tenant:3fd82437e08648b4840016e8955250bf is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:13:28.211882 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-3b7c1132-b68f-4bd9-8318-5a49ced2e05b tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:13:28.286988 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-3b7c1132-b68f-4bd9-8318-5a49ced2e05b tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:13:28.322028 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-3b7c1132-b68f-4bd9-8318-5a49ced2e05b tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1823978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-235332'] for router, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:28.330225 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-3b7c1132-b68f-4bd9-8318-5a49ced2e05b tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1824575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1824063', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1751113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-235341'] for router, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:28.405100 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11854cc0-fdad-4956-99a9-6a9682564a27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7e017a6-8198-58c8-a07e-0f786128e3b3-a67646b4-5371-43ec-9f98-39fe51a67033', 'network_id': 'a67646b4-5371-43ec-9f98-39fe51a67033', 'tenant_id': 'bf435ff0e7914a739a10fff5b2399c13', 'fixed_ips': [{'subnet_id': 'ac0e1d29-332c-4f47-a899-1b060d31e742'}]}} from dv-neutron-822799-1-hyperv. {{(pid=87637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 23 16:13:28.406340 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-11854cc0-fdad-4956-99a9-6a9682564a27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:28.450680 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-4c4bc963-cffb-468b-95d5-063fb274f47a req-09d5a4a9-853b-47c0-a927-f748a4b6043c tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/ports?device_id=2d62cf08-ebf2-440c-9e24-210212a8b721 HTTP/1.1" status: 200  len: 210 time: 0.3079727
Dec 23 16:13:28.492993 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-63d93b45-7d7f-4725-beb0-2267d4f6e44f tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:13:28.498722 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-63d93b45-7d7f-4725-beb0-2267d4f6e44f tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Usage tracker for resource:subnet and tenant:bf435ff0e7914a739a10fff5b2399c13 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:13:28.502764 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-63d93b45-7d7f-4725-beb0-2267d4f6e44f tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:13:28.509335 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-63d93b45-7d7f-4725-beb0-2267d4f6e44f tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:13:28.527994 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63d93b45-7d7f-4725-beb0-2267d4f6e44f tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Made reservation on behalf of bf435ff0e7914a739a10fff5b2399c13 for: {'subnet': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:13:28.534113 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-63d93b45-7d7f-4725-beb0-2267d4f6e44f tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2618324'] for subnet, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:28.539109 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-6fb6d0c1-9be2-4164-a0fc-db37023d6880 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Notify callbacks [] for security_group, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:28.548193 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 47050) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:28.565425 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-3b7c1132-b68f-4bd9-8318-5a49ced2e05b tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:28.617366 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_common [None req-11854cc0-fdad-4956-99a9-6a9682564a27 None None] Allocated IP 172.20.0.2 (a67646b4-5371-43ec-9f98-39fe51a67033/ac0e1d29-332c-4f47-a899-1b060d31e742/4204aa3c-baaa-4779-ad48-7746281d3bc4) {{(pid=87637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:13:28.717508 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-6fb6d0c1-9be2-4164-a0fc-db37023d6880 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:28.808567 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-e256db10-f67e-45da-ac4f-44350c79437d tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Request body: {'networks': [{'name': 'tempest-network--1173332519'}, {'name': 'tempest-network--409351335'}]} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:13:28.808797 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-e256db10-f67e-45da-ac4f-44350c79437d tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Request body: {'network': {'name': 'tempest-network--1173332519'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:13:28.809229 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-e256db10-f67e-45da-ac4f-44350c79437d tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Request body: {'network': {'name': 'tempest-network--409351335'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:13:28.824133 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb53091-ddb2-411f-8d7f-7f2a7cc2a591 req-e99c793e-13ce-4ff9-8a94-2212170c2440 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:13:28.826437 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-2cb53091-ddb2-411f-8d7f-7f2a7cc2a591 req-e99c793e-13ce-4ff9-8a94-2212170c2440 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.61 "GET /v2.0/networks?id=8f98af44-d303-4bde-b872-83960908e446 HTTP/1.1" status: 200  len: 796 time: 0.4940443
Dec 23 16:13:28.844992 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-e256db10-f67e-45da-ac4f-44350c79437d tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:13:28.854631 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-11854cc0-fdad-4956-99a9-6a9682564a27 None None] Notify callbacks [] for port, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:28.865101 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-11854cc0-fdad-4956-99a9-6a9682564a27 None None] Transition to ACTIVE for port object 4204aa3c-baaa-4779-ad48-7746281d3bc4 will not be triggered until provisioned by entity L2. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:13:28.885769 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-11854cc0-fdad-4956-99a9-6a9682564a27 None None] Transition to ACTIVE for port object 4204aa3c-baaa-4779-ad48-7746281d3bc4 will not be triggered until provisioned by entity DHCP. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:13:28.892220 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-11854cc0-fdad-4956-99a9-6a9682564a27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780'] for port, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:28.901955 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:13:28.995690 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11854cc0-fdad-4956-99a9-6a9682564a27 None None] Network a67646b4-5371-43ec-9f98-39fe51a67033 is already hosted by enough agents. {{(pid=87637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:13:29.005549 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-11854cc0-fdad-4956-99a9-6a9682564a27 None None] Resources bound (agent type, host, resource id):  {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:13:29.011026 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11854cc0-fdad-4956-99a9-6a9682564a27 None None] Received port after_create {{(pid=87637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:13:29.019242 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.objects.ports [None req-63d93b45-7d7f-4725-beb0-2267d4f6e44f tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87636) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}}
Dec 23 16:13:29.020058 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11854cc0-fdad-4956-99a9-6a9682564a27 None None] Pushing event updated for resources: {'Port': ['ID=4204aa3c-baaa-4779-ad48-7746281d3bc4,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:13:29.056716 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-11854cc0-fdad-4956-99a9-6a9682564a27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:13:29.108508 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-e256db10-f67e-45da-ac4f-44350c79437d tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Usage tracker for resource:network and tenant:062088717b3d4c0e9f47bf95b6940337 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:13:29.111614 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-e256db10-f67e-45da-ac4f-44350c79437d tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:13:29.112501 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device f4b2d8c3-6099-46f7-b2d8-62d69264e3f1 no longer exists at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 23 16:13:29.121905 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-dc7e3cf1-4a73-4ee9-be7a-9ac4ca076da0 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Notify callbacks [] for security_group, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:29.129495 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-e256db10-f67e-45da-ac4f-44350c79437d tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:13:29.149108 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] No Port match for: f4b2d8c3-6099-46f7-b2d8-62d69264e3f1 {{(pid=87637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 23 16:13:29.149470 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device f4b2d8c3-6099-46f7-b2d8-62d69264e3f1 not bound to the agent host dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 23 16:13:29.151162 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-11854cc0-fdad-4956-99a9-6a9682564a27 None None] Attempting to bind port 4204aa3c-baaa-4779-ad48-7746281d3bc4 on host dv-neutron-822799-1-hyperv for vnic_type normal with profile  {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:13:29.151546 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-11854cc0-fdad-4956-99a9-6a9682564a27 None None] Attempting to bind port 4204aa3c-baaa-4779-ad48-7746281d3bc4 by drivers openvswitch,hyperv on host dv-neutron-822799-1-hyperv at level 0 using segments [{'id': 'd0e346f7-32a7-41a0-b972-301688edbe10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'a67646b4-5371-43ec-9f98-39fe51a67033'}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:13:29.151914 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11854cc0-fdad-4956-99a9-6a9682564a27 None None] Attempting to bind port 4204aa3c-baaa-4779-ad48-7746281d3bc4 on network a67646b4-5371-43ec-9f98-39fe51a67033 {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:13:29.158674 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11854cc0-fdad-4956-99a9-6a9682564a27 None None] Checking agent: {'id': '20d2070f-69a9-4e73-8d08-6f0387a40158', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822799-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 21), 'started_at': datetime.datetime(2021, 12, 23, 16, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 13, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822799-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 23 16:13:29.159062 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11854cc0-fdad-4956-99a9-6a9682564a27 None None] Checking segment: {'id': 'd0e346f7-32a7-41a0-b972-301688edbe10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'a67646b4-5371-43ec-9f98-39fe51a67033'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:13:29.159479 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-11854cc0-fdad-4956-99a9-6a9682564a27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:29.159881 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11854cc0-fdad-4956-99a9-6a9682564a27 None None] Bound using segment: {'id': 'd0e346f7-32a7-41a0-b972-301688edbe10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'a67646b4-5371-43ec-9f98-39fe51a67033'} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 23 16:13:29.160462 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-11854cc0-fdad-4956-99a9-6a9682564a27 None None] Bound port: 4204aa3c-baaa-4779-ad48-7746281d3bc4, host: dv-neutron-822799-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0e346f7-32a7-41a0-b972-301688edbe10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'a67646b4-5371-43ec-9f98-39fe51a67033'}}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 23 16:13:29.160840 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-11854cc0-fdad-4956-99a9-6a9682564a27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:29.191554 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-dc7e3cf1-4a73-4ee9-be7a-9ac4ca076da0 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:29.215267 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-db141f90-acd2-4f20-8669-77fc0f6ce6e4 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:13:29.263907 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-11854cc0-fdad-4956-99a9-6a9682564a27 None None] For port 4204aa3c-baaa-4779-ad48-7746281d3bc4, host dv-neutron-822799-1-hyperv, cleared binding levels {{(pid=87637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 23 16:13:29.268242 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-11854cc0-fdad-4956-99a9-6a9682564a27 None None] For port 4204aa3c-baaa-4779-ad48-7746281d3bc4, host dv-neutron-822799-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=4204aa3c-baaa-4779-ad48-7746281d3bc4,segment=NetworkSegment(d0e346f7-32a7-41a0-b972-301688edbe10),segment_id=d0e346f7-32a7-41a0-b972-301688edbe10)] {{(pid=87637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 23 16:13:29.276324 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-11854cc0-fdad-4956-99a9-6a9682564a27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:29.287643 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-63d93b45-7d7f-4725-beb0-2267d4f6e44f tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:29.289470 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-f02f7d0c-9430-40f9-a6b9-a7f5c04f35a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:13:29.331234 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-6fb6d0c1-9be2-4164-a0fc-db37023d6880 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:29.336151 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e256db10-f67e-45da-ac4f-44350c79437d tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Made reservation on behalf of 062088717b3d4c0e9f47bf95b6940337 for: {'network': 2} {{(pid=87635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:13:29.342835 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-e256db10-f67e-45da-ac4f-44350c79437d tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for network, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:29.357019 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-2cb53091-ddb2-411f-8d7f-7f2a7cc2a591 req-d04a67cb-4bb6-4c5a-9c15-a7dc8e01d381 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=544f3e375bde4f0988286eba27294ea6 HTTP/1.1" status: 200  len: 380 time: 0.5138109
Dec 23 16:13:29.360315 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc7e3cf1-4a73-4ee9-be7a-9ac4ca076da0 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] vlan segment allocate from pool success with {'vlan_id': 444, 'physical_network': 'physnet1'}  {{(pid=87635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 23 16:13:29.364073 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-3b7c1132-b68f-4bd9-8318-5a49ced2e05b tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1824017', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1823768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-235299'] for router, precommit_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:29.375175 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [req-2cb53091-ddb2-411f-8d7f-7f2a7cc2a591 req-2814e68a-f2f7-417f-90e3-35cf50664c8f tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Request body: {'port': {'device_id': '2d62cf08-ebf2-440c-9e24-210212a8b721', 'network_id': '8f98af44-d303-4bde-b872-83960908e446', 'admin_state_up': True, 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'security_groups': ['d0b96e5c-f198-499f-ba82-4154a5186419']}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:13:29.387577 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11854cc0-fdad-4956-99a9-6a9682564a27 None None] Pushing event updated for resources: {'Port': ['ID=4204aa3c-baaa-4779-ad48-7746281d3bc4,revision_number=3']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:13:29.391121 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-11854cc0-fdad-4956-99a9-6a9682564a27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:13:29.405434 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-e256db10-f67e-45da-ac4f-44350c79437d tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Notify callbacks [] for security_group, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:29.419358 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-dc7e3cf1-4a73-4ee9-be7a-9ac4ca076da0 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:29.419681 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.db.segments_db [None req-dc7e3cf1-4a73-4ee9-be7a-9ac4ca076da0 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Added segment d8033a84-af58-4a7a-828e-44df82a1b81c of type vlan for network dc0220cd-b755-428d-8aed-c349ebdcca15
Dec 23 16:13:29.425937 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7e3cf1-4a73-4ee9-be7a-9ac4ca076da0 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0394c56-2a48-4db6-9e1b-a6395a22a8f1,revision_number=1']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:13:29.525451 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7e3cf1-4a73-4ee9-be7a-9ac4ca076da0 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:13:29.525915 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7e3cf1-4a73-4ee9-be7a-9ac4ca076da0 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:13:29.526344 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7e3cf1-4a73-4ee9-be7a-9ac4ca076da0 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:13:29.526712 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7e3cf1-4a73-4ee9-be7a-9ac4ca076da0 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:13:29.527088 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7e3cf1-4a73-4ee9-be7a-9ac4ca076da0 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:13:29.527456 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7e3cf1-4a73-4ee9-be7a-9ac4ca076da0 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:13:29.527823 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7e3cf1-4a73-4ee9-be7a-9ac4ca076da0 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:13:29.528194 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7e3cf1-4a73-4ee9-be7a-9ac4ca076da0 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:13:29.528549 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7e3cf1-4a73-4ee9-be7a-9ac4ca076da0 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:13:29.528938 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7e3cf1-4a73-4ee9-be7a-9ac4ca076da0 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:13:29.529297 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7e3cf1-4a73-4ee9-be7a-9ac4ca076da0 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:13:29.529739 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7e3cf1-4a73-4ee9-be7a-9ac4ca076da0 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:13:29.560518 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [None req-63d93b45-7d7f-4725-beb0-2267d4f6e44f tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] For port 4204aa3c-baaa-4779-ad48-7746281d3bc4, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=4204aa3c-baaa-4779-ad48-7746281d3bc4,segment=NetworkSegment(d0e346f7-32a7-41a0-b972-301688edbe10),segment_id=d0e346f7-32a7-41a0-b972-301688edbe10)] {{(pid=87636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:13:29.565767 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-dc7e3cf1-4a73-4ee9-be7a-9ac4ca076da0 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:13:29.579201 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-8b2352b7-eb23-4f5e-8410-10749ca14fab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.208s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:13:29.614388 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-e256db10-f67e-45da-ac4f-44350c79437d tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:13:29.620924 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-63d93b45-7d7f-4725-beb0-2267d4f6e44f tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks [] for port, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:29.626479 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-63d93b45-7d7f-4725-beb0-2267d4f6e44f tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2176289'] for port, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:29.626901 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-6fb6d0c1-9be2-4164-a0fc-db37023d6880 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Notify callbacks [] for security_group, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:29.627867 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-63d93b45-7d7f-4725-beb0-2267d4f6e44f tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2176430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2618310'] for subnet, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:29.628039 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-6fb6d0c1-9be2-4164-a0fc-db37023d6880 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] 10.222.0.64 "DELETE /v2.0/security-groups/11feba58-17f5-4b89-b732-4c345aca1c53 HTTP/1.1" status: 204  len: 168 time: 1.4402823
Dec 23 16:13:29.631890 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 47062) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:29.632680 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-08cf68c4-1ec3-4d7d-9a5c-76555bfd1d06 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:13:29.674525 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-e256db10-f67e-45da-ac4f-44350c79437d tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Usage tracker for resource:security_group_rule and tenant:062088717b3d4c0e9f47bf95b6940337 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:13:29.687554 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-dc7e3cf1-4a73-4ee9-be7a-9ac4ca076da0 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735362521793'] for network, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:29.691989 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-e256db10-f67e-45da-ac4f-44350c79437d tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:13:29.698890 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb6d0c1-9be2-4164-a0fc-db37023d6880 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=11feba58-17f5-4b89-b732-4c345aca1c53,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:13:29.724938 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63d93b45-7d7f-4725-beb0-2267d4f6e44f tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Network a67646b4-5371-43ec-9f98-39fe51a67033 is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:13:29.735881 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-63d93b45-7d7f-4725-beb0-2267d4f6e44f tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Resources bound (agent type, host, resource id):  {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:13:29.737530 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-6fb6d0c1-9be2-4164-a0fc-db37023d6880 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:13:29.744159 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63d93b45-7d7f-4725-beb0-2267d4f6e44f tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:13:29.744817 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-63d93b45-7d7f-4725-beb0-2267d4f6e44f tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks [] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:29.749801 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-e256db10-f67e-45da-ac4f-44350c79437d tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:13:29.787605 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-bd2bd7d3-37e0-4cb7-aab2-6b22e5071f2c tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Synchronizing usage tracker for tenant:0e60117d21424d64b1987ca20285f1b7 on resource:security_group {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:13:29.790655 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d93b45-7d7f-4725-beb0-2267d4f6e44f tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Pushing event updated for resources: {'Port': ['ID=4204aa3c-baaa-4779-ad48-7746281d3bc4,revision_number=4']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:13:29.796915 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-63d93b45-7d7f-4725-beb0-2267d4f6e44f tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:13:29.797509 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-8a065a7a-db6c-4cce-866b-aff140915e98 req-d90b4c5d-7842-4108-8c99-f44bb8d6978a tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/ports?device_id=2d62cf08-ebf2-440c-9e24-210212a8b721 HTTP/1.1" status: 200  len: 210 time: 0.1152329
Dec 23 16:13:29.812859 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-63d93b45-7d7f-4725-beb0-2267d4f6e44f tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 827 time: 1.8319402
Dec 23 16:13:29.814032 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-d0cb6b57-0007-4049-a9ff-e3e4be51c8a6 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.148s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:13:29.824027 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 47066) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:29.859442 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-a5515b9c-69de-42d7-8357-ad1a8841233f tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Request body: {'port': {'network_id': 'a67646b4-5371-43ec-9f98-39fe51a67033', 'mac_address': 'fa:16:3e:5f:82:b4', 'name': 'tempest-NetworksTestDHCPv6-474161761'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:13:29.874640 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-bd2bd7d3-37e0-4cb7-aab2-6b22e5071f2c tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Unset dirty status for tenant:0e60117d21424d64b1987ca20285f1b7 on resource:security_group {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:13:29.879579 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-bd2bd7d3-37e0-4cb7-aab2-6b22e5071f2c tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2979 time: 0.2095330
Dec 23 16:13:29.879786 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 47070) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:29.887206 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-359d7817-ba17-4963-a5f8-8a50a5bfd091 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Request body: {'security_group': {'name': 'tempest-secgroup--1535817199'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:13:29.894509 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d93b45-7d7f-4725-beb0-2267d4f6e44f tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Pushing event updated for resources: {'Subnet': ['ID=95aa7339-01aa-46d7-93a7-a85ca0194815,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:13:29.896448 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [req-2cb53091-ddb2-411f-8d7f-7f2a7cc2a591 req-2814e68a-f2f7-417f-90e3-35cf50664c8f tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:13:29.896839 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-359d7817-ba17-4963-a5f8-8a50a5bfd091 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:13:29.899255 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-63d93b45-7d7f-4725-beb0-2267d4f6e44f tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:13:29.900403 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-dc7e3cf1-4a73-4ee9-be7a-9ac4ca076da0 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495'] for network, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:29.906253 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc7e3cf1-4a73-4ee9-be7a-9ac4ca076da0 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:13:29.906838 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-dc7e3cf1-4a73-4ee9-be7a-9ac4ca076da0 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Notify callbacks [] for network, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:29.907532 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-359d7817-ba17-4963-a5f8-8a50a5bfd091 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:13:29.917866 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-359d7817-ba17-4963-a5f8-8a50a5bfd091 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Notify callbacks [] for security_group, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:29.937548 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-359d7817-ba17-4963-a5f8-8a50a5bfd091 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:13:29.941522 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-359d7817-ba17-4963-a5f8-8a50a5bfd091 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Usage tracker for resource:security_group_rule and tenant:0e60117d21424d64b1987ca20285f1b7 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:13:29.944356 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-359d7817-ba17-4963-a5f8-8a50a5bfd091 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:13:29.950861 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-359d7817-ba17-4963-a5f8-8a50a5bfd091 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:13:29.960612 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-e8d85a8a-2ff1-4323-abc0-aeae36f6a8f3 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:13:30.021157 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [req-2cb53091-ddb2-411f-8d7f-7f2a7cc2a591 req-2814e68a-f2f7-417f-90e3-35cf50664c8f tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:13:30.022421 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-359d7817-ba17-4963-a5f8-8a50a5bfd091 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Notify callbacks [] for security_group, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:30.027654 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-359d7817-ba17-4963-a5f8-8a50a5bfd091 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:30.033269 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-9e4201f7-c86f-4213-b3ed-65ad36b53294 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:13:30.075538 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359d7817-ba17-4963-a5f8-8a50a5bfd091 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8bda274b-a0a7-48cb-bdef-4be8d96d4bc2,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:13:30.079219 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-359d7817-ba17-4963-a5f8-8a50a5bfd091 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:13:30.089755 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-359d7817-ba17-4963-a5f8-8a50a5bfd091 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Notify callbacks [] for security_group, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:30.091077 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-359d7817-ba17-4963-a5f8-8a50a5bfd091 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1744 time: 0.2103267
Dec 23 16:13:30.094036 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 47074) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:30.099839 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-9dfbbbbd-5396-4c71-aca0-238a660a4a78 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Request body: {'security_group_rule': {'security_group_id': '8bda274b-a0a7-48cb-bdef-4be8d96d4bc2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:13:30.106834 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-9dfbbbbd-5396-4c71-aca0-238a660a4a78 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:13:30.111814 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-9dfbbbbd-5396-4c71-aca0-238a660a4a78 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Usage tracker for resource:security_group_rule and tenant:0e60117d21424d64b1987ca20285f1b7 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:13:30.115240 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-9dfbbbbd-5396-4c71-aca0-238a660a4a78 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:13:30.122132 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-9dfbbbbd-5396-4c71-aca0-238a660a4a78 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:13:30.132683 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-dc7e3cf1-4a73-4ee9-be7a-9ac4ca076da0 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201  len: 794 time: 2.5620899
Dec 23 16:13:30.135642 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 47078) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:30.141745 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-d6771859-4a6d-436a-bcc1-f9ea9a4ac921 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Request body: {'subnet': {'network_id': 'dc0220cd-b755-428d-8aed-c349ebdcca15', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:13:30.143474 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2cb53091-ddb2-411f-8d7f-7f2a7cc2a591 req-2814e68a-f2f7-417f-90e3-35cf50664c8f tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Made reservation on behalf of 544f3e375bde4f0988286eba27294ea6 for: {'port': 1} {{(pid=87635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:13:30.147012 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [req-2cb53091-ddb2-411f-8d7f-7f2a7cc2a591 req-2814e68a-f2f7-417f-90e3-35cf50664c8f tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:30.181682 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7e3cf1-4a73-4ee9-be7a-9ac4ca076da0 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Pushing event updated for resources: {'Network': ['ID=dc0220cd-b755-428d-8aed-c349ebdcca15,revision_number=1']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:13:30.194310 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Network dc0220cd-b755-428d-8aed-c349ebdcca15 details requested by agent ovs-agent-dv-neutron-822799-1-hyperv with host dv-neutron-822799-1-hyperv {{(pid=87637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 23 16:13:30.225575 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-dc7e3cf1-4a73-4ee9-be7a-9ac4ca076da0 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:13:30.228519 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9dfbbbbd-5396-4c71-aca0-238a660a4a78 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:30.299814 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-d6771859-4a6d-436a-bcc1-f9ea9a4ac921 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:13:30.318103 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-d6771859-4a6d-436a-bcc1-f9ea9a4ac921 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Usage tracker for resource:subnet and tenant:52008175df8a4d379113666c0dffe8c8 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:13:30.327219 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-d6771859-4a6d-436a-bcc1-f9ea9a4ac921 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:13:30.332934 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-a5515b9c-69de-42d7-8357-ad1a8841233f tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:13:30.336686 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-d6771859-4a6d-436a-bcc1-f9ea9a4ac921 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:13:30.356666 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9dfbbbbd-5396-4c71-aca0-238a660a4a78 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:30.365236 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9dfbbbbd-5396-4c71-aca0-238a660a4a78 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762424'] for security_group_rule, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:30.367306 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:13:30.379841 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6771859-4a6d-436a-bcc1-f9ea9a4ac921 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Made reservation on behalf of 52008175df8a4d379113666c0dffe8c8 for: {'subnet': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:13:30.383332 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d6771859-4a6d-436a-bcc1-f9ea9a4ac921 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2618324'] for subnet, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:30.397858 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-a5515b9c-69de-42d7-8357-ad1a8841233f tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Usage tracker for resource:port and tenant:bf435ff0e7914a739a10fff5b2399c13 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:13:30.406009 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-a5515b9c-69de-42d7-8357-ad1a8841233f tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:13:30.409694 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-e256db10-f67e-45da-ac4f-44350c79437d tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Notify callbacks [] for security_group, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:30.416549 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfbbbbd-5396-4c71-aca0-238a660a4a78 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95b0f630-cdc3-417a-be1e-35ca014709a7,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:13:30.428769 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-a5515b9c-69de-42d7-8357-ad1a8841233f tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:13:30.435334 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-e256db10-f67e-45da-ac4f-44350c79437d tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:30.435839 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-e256db10-f67e-45da-ac4f-44350c79437d tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for network, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:30.466438 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-9dfbbbbd-5396-4c71-aca0-238a660a4a78 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:13:30.499654 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9dfbbbbd-5396-4c71-aca0-238a660a4a78 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:30.500860 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-9dfbbbbd-5396-4c71-aca0-238a660a4a78 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.4058621
Dec 23 16:13:30.503470 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 47084) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:30.533602 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:13:30.536315 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-a217b0eb-1618-4035-b179-9bfe0791b9f5 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] 10.222.0.64 "GET /v2.0/security-group-rules/95b0f630-cdc3-417a-be1e-35ca014709a7 HTTP/1.1" status: 200  len: 763 time: 0.0316994
Dec 23 16:13:30.539121 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 47088) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:30.622911 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dc3a5e0-1d6a-4bdf-9d86-92b0640a5241 None None] Network a67646b4-5371-43ec-9f98-39fe51a67033 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:13:30.635914 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5515b9c-69de-42d7-8357-ad1a8841233f tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Made reservation on behalf of bf435ff0e7914a739a10fff5b2399c13 for: {'port': 1} {{(pid=87635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:13:30.637876 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-d545d176-1df1-4af6-a0dc-7e448087bd9f tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Synchronizing usage tracker for tenant:0e60117d21424d64b1987ca20285f1b7 on resource:security_group_rule {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:13:30.650815 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e256db10-f67e-45da-ac4f-44350c79437d tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9117cb29-0470-4e8c-b8c0-87ac9316dc3a,revision_number=1']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:13:30.658881 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e256db10-f67e-45da-ac4f-44350c79437d tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] vlan segment allocate from pool success with {'vlan_id': 434, 'physical_network': 'physnet1'}  {{(pid=87635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 23 16:13:30.669993 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-e256db10-f67e-45da-ac4f-44350c79437d tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:13:30.670978 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-3b7c1132-b68f-4bd9-8318-5a49ced2e05b tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks [] for router_gateway, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:30.683636 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-d545d176-1df1-4af6-a0dc-7e448087bd9f tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Unset dirty status for tenant:0e60117d21424d64b1987ca20285f1b7 on resource:security_group_rule {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:13:30.687452 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-d545d176-1df1-4af6-a0dc-7e448087bd9f tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4113 time: 0.1447742
Dec 23 16:13:30.687677 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 47092) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:30.708613 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-3b7c1132-b68f-4bd9-8318-5a49ced2e05b tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:30.727729 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d6771859-4a6d-436a-bcc1-f9ea9a4ac921 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2176430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2618310'] for subnet, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:30.733693 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-b10da4e6-268b-403c-bd45-78725b58633f tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:13:30.736338 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-02d71642-4ef8-4bf0-82b4-7eec1e50d9de None None] Provisioning for port 4204aa3c-baaa-4779-ad48-7746281d3bc4 completed by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:13:30.766956 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9c55dd54-f84f-4afd-8be6-0a2e9de805fe tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:30.792071 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9c55dd54-f84f-4afd-8be6-0a2e9de805fe tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:30.841173 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6771859-4a6d-436a-bcc1-f9ea9a4ac921 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Pushing event updated for resources: {'Subnet': ['ID=bf6b42c5-2c88-4e13-8bc9-efa76c8e08a7,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:13:30.847832 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-d6771859-4a6d-436a-bcc1-f9ea9a4ac921 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:13:30.856058 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9c55dd54-f84f-4afd-8be6-0a2e9de805fe tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762424'] for security_group_rule, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:30.859763 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-a837adb6-4fe4-44de-b7f6-1b3803dd1a38 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:13:30.868872 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6771859-4a6d-436a-bcc1-f9ea9a4ac921 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Checking segment: {'id': 'd8033a84-af58-4a7a-828e-44df82a1b81c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'dc0220cd-b755-428d-8aed-c349ebdcca15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:13:30.869262 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6771859-4a6d-436a-bcc1-f9ea9a4ac921 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Network hostable DHCP agents. Network: dc0220cd-b755-428d-8aed-c349ebdcca15, hostable agents: ['1c812d71-eadf-4fb3-b98e-67468a4aa7e2'], hosted agents: [] {{(pid=87636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 23 16:13:30.881778 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c55dd54-f84f-4afd-8be6-0a2e9de805fe tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=95b0f630-cdc3-417a-be1e-35ca014709a7,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:13:30.895479 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-9c55dd54-f84f-4afd-8be6-0a2e9de805fe tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:13:30.921149 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9c55dd54-f84f-4afd-8be6-0a2e9de805fe tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:30.923593 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-9c55dd54-f84f-4afd-8be6-0a2e9de805fe tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/95b0f630-cdc3-417a-be1e-35ca014709a7 HTTP/1.1" status: 204  len: 168 time: 0.2336118
Dec 23 16:13:30.925086 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6771859-4a6d-436a-bcc1-f9ea9a4ac921 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Network dc0220cd-b755-428d-8aed-c349ebdcca15 is scheduled to be hosted by DHCP agent 1c812d71-eadf-4fb3-b98e-67468a4aa7e2 with binding_index 1 {{(pid=87636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 23 16:13:30.933461 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 47098) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:30.968096 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.db_base_plugin_common [req-2cb53091-ddb2-411f-8d7f-7f2a7cc2a591 req-2814e68a-f2f7-417f-90e3-35cf50664c8f tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Allocated IP 172.20.0.14 (8f98af44-d303-4bde-b872-83960908e446/33f18a1b-5552-4192-92be-76d0229b5b31/9951b1b4-01ac-4daf-bd58-455dcb0ff184) {{(pid=87635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:13:30.970497 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-e256db10-f67e-45da-ac4f-44350c79437d tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:30.971018 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.db.segments_db [None req-e256db10-f67e-45da-ac4f-44350c79437d tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Added segment 1ad1bebc-9bcf-41c0-a47c-85ebb3a30741 of type vlan for network 1d910f7f-6947-4419-8168-50923667818f
Dec 23 16:13:30.984382 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-d6771859-4a6d-436a-bcc1-f9ea9a4ac921 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822799-1-hyperv, dc0220cd-b755-428d-8aed-c349ebdcca15) {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:13:30.989659 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6771859-4a6d-436a-bcc1-f9ea9a4ac921 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:13:30.990646 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d6771859-4a6d-436a-bcc1-f9ea9a4ac921 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Notify callbacks [] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:30.997484 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53ab7402-3a49-46f3-adf3-7eee3872638e None None] Network dc0220cd-b755-428d-8aed-c349ebdcca15 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:13:31.024309 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-5344a8f0-31c6-4350-81ed-3e646de1ca02 req-590636f3-07c1-44e4-9fdc-bc6167c1586d tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/ports?device_id=2d62cf08-ebf2-440c-9e24-210212a8b721 HTTP/1.1" status: 200  len: 210 time: 0.0737739
Dec 23 16:13:31.050169 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-d6771859-4a6d-436a-bcc1-f9ea9a4ac921 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.9120407
Dec 23 16:13:31.056190 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 47102) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:31.078588 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-5c8aae7f-4645-4fc4-8da0-0309ee9b2139 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Synchronizing usage tracker for tenant:0e60117d21424d64b1987ca20285f1b7 on resource:security_group_rule {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:13:31.105580 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-5c8aae7f-4645-4fc4-8da0-0309ee9b2139 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Unset dirty status for tenant:0e60117d21424d64b1987ca20285f1b7 on resource:security_group_rule {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:13:31.107262 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-5c8aae7f-4645-4fc4-8da0-0309ee9b2139 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.1726677
Dec 23 16:13:31.110092 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 47106) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:31.115730 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-b4e42362-80ce-4b45-af11-1e0dc75a861a tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Request body: {'security_group_rule': {'security_group_id': '8bda274b-a0a7-48cb-bdef-4be8d96d4bc2', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:13:31.123881 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-b4e42362-80ce-4b45-af11-1e0dc75a861a tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:13:31.132175 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-e256db10-f67e-45da-ac4f-44350c79437d tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735362521793'] for network, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:31.137305 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-b4e42362-80ce-4b45-af11-1e0dc75a861a tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:13:31.155749 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-2a0d6f1f-62f8-4aa0-b5a3-eed7cec9cd37 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Request body: {'port': {'network_id': 'dc0220cd-b755-428d-8aed-c349ebdcca15', 'name': 'tempest-AllowedAddressPairTestJSON-26808751'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:13:31.164807 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b4e42362-80ce-4b45-af11-1e0dc75a861a tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:31.191677 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 4204aa3c-baaa-4779-ad48-7746281d3bc4 up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:13:31.251045 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b4e42362-80ce-4b45-af11-1e0dc75a861a tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:31.251259 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e256db10-f67e-45da-ac4f-44350c79437d tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] vlan segment allocate from pool success with {'vlan_id': 439, 'physical_network': 'physnet1'}  {{(pid=87635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 23 16:13:31.256537 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b4e42362-80ce-4b45-af11-1e0dc75a861a tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762424'] for security_group_rule, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:31.260321 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-74c3e26e-ff36-4093-b875-2a06ce5eae62 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:13:31.302768 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b4e42362-80ce-4b45-af11-1e0dc75a861a tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:31.304303 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-b4e42362-80ce-4b45-af11-1e0dc75a861a tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1930153
Dec 23 16:13:31.307401 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 47110) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:31.320380 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e42362-80ce-4b45-af11-1e0dc75a861a tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c94a06c-5221-40ec-8140-7b887a18714a,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:13:31.333062 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-b4e42362-80ce-4b45-af11-1e0dc75a861a tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:13:31.343541 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-c20aa928-6fc2-4c47-97a1-62300022844d tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] 10.222.0.64 "GET /v2.0/security-group-rules/3c94a06c-5221-40ec-8140-7b887a18714a HTTP/1.1" status: 200  len: 763 time: 0.0347536
Dec 23 16:13:31.345731 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 47114) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:31.361251 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning for port 4204aa3c-baaa-4779-ad48-7746281d3bc4 completed by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:13:31.371776 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port 4204aa3c-baaa-4779-ad48-7746281d3bc4 triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:13:31.372165 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:31.391238 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a5515b9c-69de-42d7-8357-ad1a8841233f tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:31.403694 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-4d7b167f-1b68-439c-975a-b78fd6c6b075 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Synchronizing usage tracker for tenant:0e60117d21424d64b1987ca20285f1b7 on resource:security_group_rule {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:13:31.421956 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-4d7b167f-1b68-439c-975a-b78fd6c6b075 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Unset dirty status for tenant:0e60117d21424d64b1987ca20285f1b7 on resource:security_group_rule {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:13:31.427377 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-4d7b167f-1b68-439c-975a-b78fd6c6b075 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4113 time: 0.0777283
Dec 23 16:13:31.428237 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 47118) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:31.435673 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-e256db10-f67e-45da-ac4f-44350c79437d tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:31.436406 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.db.segments_db [None req-e256db10-f67e-45da-ac4f-44350c79437d tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Added segment 1cbda66f-312d-40e7-a8ff-ae5c5111eb73 of type vlan for network 4875ace2-23cb-4730-9930-e4fd9bc3f7f8
Dec 23 16:13:31.483178 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-83fea636-5800-42c2-86ea-fdbda845f427 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:31.501527 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-83fea636-5800-42c2-86ea-fdbda845f427 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:31.553572 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-83fea636-5800-42c2-86ea-fdbda845f427 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762424'] for security_group_rule, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:31.555945 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-f60a0c86-aade-42f2-bd1d-d411f26d6c63 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:13:31.572204 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-397c12c9-620e-4360-b4ee-50078572146c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7e017a6-8198-58c8-a07e-0f786128e3b3-dc0220cd-b755-428d-8aed-c349ebdcca15', 'network_id': 'dc0220cd-b755-428d-8aed-c349ebdcca15', 'tenant_id': '52008175df8a4d379113666c0dffe8c8', 'fixed_ips': [{'subnet_id': 'bf6b42c5-2c88-4e13-8bc9-efa76c8e08a7'}]}} from dv-neutron-822799-1-hyperv. {{(pid=87637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 23 16:13:31.573240 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-397c12c9-620e-4360-b4ee-50078572146c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:31.581703 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.notifiers.nova [None req-a5515b9c-69de-42d7-8357-ad1a8841233f tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] device_id is not set on port e4e84b4f-fd09-42fd-af04-3ea1fb868dc5 yet. {{(pid=87635) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 23 16:13:31.589576 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:31.594484 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fea636-5800-42c2-86ea-fdbda845f427 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3c94a06c-5221-40ec-8140-7b887a18714a,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:13:31.608208 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fea636-5800-42c2-86ea-fdbda845f427 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:13:31.608672 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fea636-5800-42c2-86ea-fdbda845f427 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:13:31.609126 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fea636-5800-42c2-86ea-fdbda845f427 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:13:31.609768 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fea636-5800-42c2-86ea-fdbda845f427 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:13:31.610563 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fea636-5800-42c2-86ea-fdbda845f427 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:13:31.611180 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fea636-5800-42c2-86ea-fdbda845f427 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:13:31.611434 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fea636-5800-42c2-86ea-fdbda845f427 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:13:31.611824 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fea636-5800-42c2-86ea-fdbda845f427 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:13:31.612200 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fea636-5800-42c2-86ea-fdbda845f427 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:13:31.612562 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fea636-5800-42c2-86ea-fdbda845f427 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:13:31.612946 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fea636-5800-42c2-86ea-fdbda845f427 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:13:31.613353 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fea636-5800-42c2-86ea-fdbda845f427 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:13:31.624857 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-83fea636-5800-42c2-86ea-fdbda845f427 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:13:31.628826 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-83fea636-5800-42c2-86ea-fdbda845f427 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:31.629899 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-83fea636-5800-42c2-86ea-fdbda845f427 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/3c94a06c-5221-40ec-8140-7b887a18714a HTTP/1.1" status: 204  len: 168 time: 0.2005661
Dec 23 16:13:31.632543 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 47122) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:31.645991 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] For port 4204aa3c-baaa-4779-ad48-7746281d3bc4, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=4204aa3c-baaa-4779-ad48-7746281d3bc4,segment=NetworkSegment(d0e346f7-32a7-41a0-b972-301688edbe10),segment_id=d0e346f7-32a7-41a0-b972-301688edbe10)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:13:31.706131 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:31.709362 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:13:31.855552 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-5f48481b-cdc4-464f-94e9-c18866a6c9e3 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Synchronizing usage tracker for tenant:0e60117d21424d64b1987ca20285f1b7 on resource:security_group_rule {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:13:31.877169 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-5f48481b-cdc4-464f-94e9-c18866a6c9e3 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Unset dirty status for tenant:0e60117d21424d64b1987ca20285f1b7 on resource:security_group_rule {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:13:31.881385 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-5f48481b-cdc4-464f-94e9-c18866a6c9e3 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.2451408
Dec 23 16:13:31.882371 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 47126) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:31.890471 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-7ab84694-6c77-4f89-80a2-b3c72fe9f33e tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Request body: {'security_group_rule': {'security_group_id': '8bda274b-a0a7-48cb-bdef-4be8d96d4bc2', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:13:31.898876 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Pushing event updated for resources: {'Port': ['ID=4204aa3c-baaa-4779-ad48-7746281d3bc4,revision_number=5']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:13:31.899197 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-7ab84694-6c77-4f89-80a2-b3c72fe9f33e tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:13:31.917169 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:13:31.917529 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:13:31.917827 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:13:31.918157 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:13:31.919072 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:13:31.919072 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:13:31.919282 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:13:31.919445 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:13:31.919616 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.db_base_plugin_common [None req-3b7c1132-b68f-4bd9-8318-5a49ced2e05b tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Allocated IP 172.26.3.55 (8afa6d58-9431-454a-b99c-3ff8a65aa86b/60537fec-5f5f-4ab7-89cc-03638149a590/c49085e2-f0f1-41a4-a508-0b7471f53a65) {{(pid=87635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:13:31.920180 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:13:31.920180 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:13:31.920350 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:13:31.921092 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:13:31.922273 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-7ab84694-6c77-4f89-80a2-b3c72fe9f33e tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:13:31.922628 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-e256db10-f67e-45da-ac4f-44350c79437d tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735362521793'] for network, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:31.925555 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_common [None req-397c12c9-620e-4360-b4ee-50078572146c None None] Allocated IP 172.20.0.2 (dc0220cd-b755-428d-8aed-c349ebdcca15/bf6b42c5-2c88-4e13-8bc9-efa76c8e08a7/0496b37c-bd23-4b56-bdeb-67a5a95d35b8) {{(pid=87637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:13:31.927961 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:13:31.941457 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-8d7282ad-3ab3-4f2f-bd7a-596792f2843b None None] Provisioning complete for port 4204aa3c-baaa-4779-ad48-7746281d3bc4 triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:13:31.941841 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-8d7282ad-3ab3-4f2f-bd7a-596792f2843b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:31.946807 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7ab84694-6c77-4f89-80a2-b3c72fe9f33e tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:31.953837 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-2a0d6f1f-62f8-4aa0-b5a3-eed7cec9cd37 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:13:31.970980 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-2a0d6f1f-62f8-4aa0-b5a3-eed7cec9cd37 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Usage tracker for resource:port and tenant:52008175df8a4d379113666c0dffe8c8 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:13:31.983949 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-2a0d6f1f-62f8-4aa0-b5a3-eed7cec9cd37 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:13:32.023092 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7ab84694-6c77-4f89-80a2-b3c72fe9f33e tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:32.028987 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7ab84694-6c77-4f89-80a2-b3c72fe9f33e tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762424'] for security_group_rule, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:32.032438 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-21615359-b68e-4b32-bb0b-78905236e04c tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:13:32.045998 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.db_base_plugin_common [None req-a5515b9c-69de-42d7-8357-ad1a8841233f tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Allocated IP 172.20.0.3 (a67646b4-5371-43ec-9f98-39fe51a67033/ac0e1d29-332c-4f47-a899-1b060d31e742/e4e84b4f-fd09-42fd-af04-3ea1fb868dc5) {{(pid=87635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:13:32.048400 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-2a0d6f1f-62f8-4aa0-b5a3-eed7cec9cd37 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:13:32.061288 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab84694-6c77-4f89-80a2-b3c72fe9f33e tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2117c4f6-8815-438b-803a-a81a1bc515fc,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:13:32.082431 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-7ab84694-6c77-4f89-80a2-b3c72fe9f33e tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:13:32.092607 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.db_base_plugin_common [None req-a5515b9c-69de-42d7-8357-ad1a8841233f tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Allocated IP 2001:db8::f816:3eff:fe5f:82b4 (a67646b4-5371-43ec-9f98-39fe51a67033/95aa7339-01aa-46d7-93a7-a85ca0194815/e4e84b4f-fd09-42fd-af04-3ea1fb868dc5) {{(pid=87635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:13:32.113146 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7ab84694-6c77-4f89-80a2-b3c72fe9f33e tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:32.115128 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-7ab84694-6c77-4f89-80a2-b3c72fe9f33e tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2325222
Dec 23 16:13:32.117866 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 47132) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:32.127125 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [req-2cb53091-ddb2-411f-8d7f-7f2a7cc2a591 req-2814e68a-f2f7-417f-90e3-35cf50664c8f tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for port, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:32.144742 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-3ff0b316-af54-4925-b464-c359e1eaa1c3 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] 10.222.0.64 "GET /v2.0/security-group-rules/2117c4f6-8815-438b-803a-a81a1bc515fc HTTP/1.1" status: 200  len: 764 time: 0.0231543
Dec 23 16:13:32.146508 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 47136) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:32.148743 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.provisioning_blocks [req-2cb53091-ddb2-411f-8d7f-7f2a7cc2a591 req-2814e68a-f2f7-417f-90e3-35cf50664c8f tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Transition to ACTIVE for port object 9951b1b4-01ac-4daf-bd58-455dcb0ff184 will not be triggered until provisioned by entity DHCP. {{(pid=87635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:13:32.223706 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-95bc44f1-e41a-4cf6-b977-4d9bea622b2a tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Synchronizing usage tracker for tenant:0e60117d21424d64b1987ca20285f1b7 on resource:security_group_rule {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:13:32.249252 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-95bc44f1-e41a-4cf6-b977-4d9bea622b2a tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Unset dirty status for tenant:0e60117d21424d64b1987ca20285f1b7 on resource:security_group_rule {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:13:32.252965 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-95bc44f1-e41a-4cf6-b977-4d9bea622b2a tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4114 time: 0.1053967
Dec 23 16:13:32.255953 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 47140) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:32.272410 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [req-2cb53091-ddb2-411f-8d7f-7f2a7cc2a591 req-2814e68a-f2f7-417f-90e3-35cf50664c8f tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:32.274172 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-e256db10-f67e-45da-ac4f-44350c79437d tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495'] for network, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:32.274729 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-e256db10-f67e-45da-ac4f-44350c79437d tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495'] for network, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:32.280494 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e256db10-f67e-45da-ac4f-44350c79437d tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:13:32.285445 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e256db10-f67e-45da-ac4f-44350c79437d tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:13:32.286111 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-e256db10-f67e-45da-ac4f-44350c79437d tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Notify callbacks [] for network, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:32.316660 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-88596518-3010-4619-bc80-c98d6f43baa1 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:32.330134 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-88596518-3010-4619-bc80-c98d6f43baa1 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:32.331340 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-397c12c9-620e-4360-b4ee-50078572146c None None] Notify callbacks [] for port, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:32.344914 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-41fa39ec-0b7a-4dab-bcff-d7f68b22c2ba tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:13:32.350133 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-397c12c9-620e-4360-b4ee-50078572146c None None] Transition to ACTIVE for port object 0496b37c-bd23-4b56-bdeb-67a5a95d35b8 will not be triggered until provisioned by entity L2. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:13:32.361243 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a0d6f1f-62f8-4aa0-b5a3-eed7cec9cd37 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Made reservation on behalf of 52008175df8a4d379113666c0dffe8c8 for: {'port': 1} {{(pid=87635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:13:32.363418 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-88596518-3010-4619-bc80-c98d6f43baa1 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762424'] for security_group_rule, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:32.364625 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-2a0d6f1f-62f8-4aa0-b5a3-eed7cec9cd37 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:32.365347 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-d17080d6-8198-4779-b74b-f8139ba0f5d9 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:13:32.382248 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88596518-3010-4619-bc80-c98d6f43baa1 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2117c4f6-8815-438b-803a-a81a1bc515fc,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:13:32.382663 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-397c12c9-620e-4360-b4ee-50078572146c None None] Transition to ACTIVE for port object 0496b37c-bd23-4b56-bdeb-67a5a95d35b8 will not be triggered until provisioned by entity DHCP. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:13:32.385793 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-88596518-3010-4619-bc80-c98d6f43baa1 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:13:32.392194 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-88596518-3010-4619-bc80-c98d6f43baa1 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:32.394164 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-88596518-3010-4619-bc80-c98d6f43baa1 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] 10.222.0.64 "DELETE /v2.0/security-group-rules/2117c4f6-8815-438b-803a-a81a1bc515fc HTTP/1.1" status: 204  len: 168 time: 0.1370566
Dec 23 16:13:32.396423 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 47144) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:32.400360 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-397c12c9-620e-4360-b4ee-50078572146c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780'] for port, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:32.407423 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.notifiers.nova [None req-2a0d6f1f-62f8-4aa0-b5a3-eed7cec9cd37 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] device_id is not set on port 79201ef2-1254-493b-8890-d6b484589eda yet. {{(pid=87635) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 23 16:13:32.407885 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-1921f9a0-f894-4638-97e4-2303c1c8c5d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:13:32.448872 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-515165c2-64a5-4605-a8c5-25668321d8ce tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Synchronizing usage tracker for tenant:0e60117d21424d64b1987ca20285f1b7 on resource:security_group_rule {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:13:32.471031 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-515165c2-64a5-4605-a8c5-25668321d8ce tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Unset dirty status for tenant:0e60117d21424d64b1987ca20285f1b7 on resource:security_group_rule {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:13:32.473086 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-515165c2-64a5-4605-a8c5-25668321d8ce tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.0755513
Dec 23 16:13:32.475597 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 47148) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:32.484540 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-397c12c9-620e-4360-b4ee-50078572146c None None] Network dc0220cd-b755-428d-8aed-c349ebdcca15 is already hosted by enough agents. {{(pid=87637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:13:32.488202 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-397c12c9-620e-4360-b4ee-50078572146c None None] Resources bound (agent type, host, resource id):  {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:13:32.492497 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-397c12c9-620e-4360-b4ee-50078572146c None None] Received port after_create {{(pid=87637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:13:32.524652 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397c12c9-620e-4360-b4ee-50078572146c None None] Pushing event updated for resources: {'Port': ['ID=0496b37c-bd23-4b56-bdeb-67a5a95d35b8,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:13:32.538588 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-397c12c9-620e-4360-b4ee-50078572146c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:13:32.562485 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2b2e3101-6744-4593-a8be-a0bb285a5799 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Notify callbacks [] for security_group, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:32.593652 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2b2e3101-6744-4593-a8be-a0bb285a5799 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:32.594837 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-397c12c9-620e-4360-b4ee-50078572146c None None] Attempting to bind port 0496b37c-bd23-4b56-bdeb-67a5a95d35b8 on host dv-neutron-822799-1-hyperv for vnic_type normal with profile  {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:13:32.595288 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-397c12c9-620e-4360-b4ee-50078572146c None None] Attempting to bind port 0496b37c-bd23-4b56-bdeb-67a5a95d35b8 by drivers openvswitch,hyperv on host dv-neutron-822799-1-hyperv at level 0 using segments [{'id': 'd8033a84-af58-4a7a-828e-44df82a1b81c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'dc0220cd-b755-428d-8aed-c349ebdcca15'}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:13:32.595765 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-397c12c9-620e-4360-b4ee-50078572146c None None] Attempting to bind port 0496b37c-bd23-4b56-bdeb-67a5a95d35b8 on network dc0220cd-b755-428d-8aed-c349ebdcca15 {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:13:32.601315 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-397c12c9-620e-4360-b4ee-50078572146c None None] Checking agent: {'id': '20d2070f-69a9-4e73-8d08-6f0387a40158', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822799-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 21), 'started_at': datetime.datetime(2021, 12, 23, 16, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 13, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822799-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 23 16:13:32.601787 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-397c12c9-620e-4360-b4ee-50078572146c None None] Checking segment: {'id': 'd8033a84-af58-4a7a-828e-44df82a1b81c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'dc0220cd-b755-428d-8aed-c349ebdcca15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:13:32.602274 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-397c12c9-620e-4360-b4ee-50078572146c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:32.602743 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-397c12c9-620e-4360-b4ee-50078572146c None None] Bound using segment: {'id': 'd8033a84-af58-4a7a-828e-44df82a1b81c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'dc0220cd-b755-428d-8aed-c349ebdcca15'} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 23 16:13:32.603465 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-397c12c9-620e-4360-b4ee-50078572146c None None] Bound port: 0496b37c-bd23-4b56-bdeb-67a5a95d35b8, host: dv-neutron-822799-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8033a84-af58-4a7a-828e-44df82a1b81c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'dc0220cd-b755-428d-8aed-c349ebdcca15'}}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 23 16:13:32.603961 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-397c12c9-620e-4360-b4ee-50078572146c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:32.640787 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2cb53091-ddb2-411f-8d7f-7f2a7cc2a591 req-2814e68a-f2f7-417f-90e3-35cf50664c8f tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Network 8f98af44-d303-4bde-b872-83960908e446 is already hosted by enough agents. {{(pid=87635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:13:32.643170 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2b2e3101-6744-4593-a8be-a0bb285a5799 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:32.651962 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:13:32.665928 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.base_scheduler [req-2cb53091-ddb2-411f-8d7f-7f2a7cc2a591 req-2814e68a-f2f7-417f-90e3-35cf50664c8f tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Resources bound (agent type, host, resource id):  {{(pid=87635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:13:32.700969 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2e3101-6744-4593-a8be-a0bb285a5799 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bda274b-a0a7-48cb-bdef-4be8d96d4bc2,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:13:32.704368 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-2b2e3101-6744-4593-a8be-a0bb285a5799 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:13:32.704971 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-397c12c9-620e-4360-b4ee-50078572146c None None] For port 0496b37c-bd23-4b56-bdeb-67a5a95d35b8, host dv-neutron-822799-1-hyperv, cleared binding levels {{(pid=87637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 23 16:13:32.709599 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-397c12c9-620e-4360-b4ee-50078572146c None None] For port 0496b37c-bd23-4b56-bdeb-67a5a95d35b8, host dv-neutron-822799-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=0496b37c-bd23-4b56-bdeb-67a5a95d35b8,segment=NetworkSegment(d8033a84-af58-4a7a-828e-44df82a1b81c),segment_id=d8033a84-af58-4a7a-828e-44df82a1b81c)] {{(pid=87637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 23 16:13:32.711862 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2b2e3101-6744-4593-a8be-a0bb285a5799 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Notify callbacks [] for security_group, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:32.714606 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-2b2e3101-6744-4593-a8be-a0bb285a5799 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] 10.222.0.64 "DELETE /v2.0/security-groups/8bda274b-a0a7-48cb-bdef-4be8d96d4bc2 HTTP/1.1" status: 204  len: 168 time: 0.2374601
Dec 23 16:13:32.716835 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 47152) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:32.733224 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-397c12c9-620e-4360-b4ee-50078572146c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:32.740349 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-8273d6cd-e4a4-47d9-8c6e-17eccfd6b668 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:13:32.753299 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cb53091-ddb2-411f-8d7f-7f2a7cc2a591 req-2814e68a-f2f7-417f-90e3-35cf50664c8f tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Received port after_create {{(pid=87635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:13:32.785203 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e256db10-f67e-45da-ac4f-44350c79437d tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Pushing event updated for resources: {'Network': ['ID=1d910f7f-6947-4419-8168-50923667818f,revision_number=1']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:13:32.792658 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-0b28b70b-ef62-4172-b989-9376bca2b959 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Synchronizing usage tracker for tenant:0e60117d21424d64b1987ca20285f1b7 on resource:security_group {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:13:32.804418 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-e256db10-f67e-45da-ac4f-44350c79437d tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201  len: 1319 time: 4.2550833
Dec 23 16:13:32.808012 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Network 1d910f7f-6947-4419-8168-50923667818f details requested by agent ovs-agent-dv-neutron-822799-1-hyperv with host dv-neutron-822799-1-hyperv {{(pid=87637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 23 16:13:32.808358 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 47156) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:32.851803 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-0b28b70b-ef62-4172-b989-9376bca2b959 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Unset dirty status for tenant:0e60117d21424d64b1987ca20285f1b7 on resource:security_group {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:13:32.859788 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-0b28b70b-ef62-4172-b989-9376bca2b959 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2979 time: 0.1411219
Dec 23 16:13:32.907729 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 47160) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:32.918233 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-3b7c1132-b68f-4bd9-8318-5a49ced2e05b tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks [] for port, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:32.942509 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-b6e9e009-f193-411c-9647-f0d3a3ac4984 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Request body: {'security_group': {'name': 'tempest-secgroup--1211030258'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:13:32.964732 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397c12c9-620e-4360-b4ee-50078572146c None None] Pushing event updated for resources: {'Port': ['ID=0496b37c-bd23-4b56-bdeb-67a5a95d35b8,revision_number=2']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:13:32.970534 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-397c12c9-620e-4360-b4ee-50078572146c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:13:33.005747 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-b6e9e009-f193-411c-9647-f0d3a3ac4984 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:13:33.014284 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fe7a2e1-eadb-418e-a0b4-d8ed71ce3809 tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:13:33.019981 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fe7a2e1-eadb-418e-a0b4-d8ed71ce3809 tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:13:33.030271 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fe7a2e1-eadb-418e-a0b4-d8ed71ce3809 tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:13:33.037448 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fe7a2e1-eadb-418e-a0b4-d8ed71ce3809 tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:13:33.039612 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-3fe7a2e1-eadb-418e-a0b4-d8ed71ce3809 tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2406 time: 0.2298188
Dec 23 16:13:33.042365 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 47164) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:33.083767 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-9108f9c4-e57d-4614-b8aa-8d6a2560e41a None None] Provisioning for port 9951b1b4-01ac-4daf-bd58-455dcb0ff184 completed by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:13:33.089616 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-9108f9c4-e57d-4614-b8aa-8d6a2560e41a None None] Provisioning complete for port 9951b1b4-01ac-4daf-bd58-455dcb0ff184 triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:13:33.089998 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9108f9c4-e57d-4614-b8aa-8d6a2560e41a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:33.131215 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 4204aa3c-baaa-4779-ad48-7746281d3bc4 up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:13:33.206312 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d36ac4b1-3527-448c-98ef-9230ed68b7af tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-698866'] for network, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:33.232380 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-9108f9c4-e57d-4614-b8aa-8d6a2560e41a None None] Port 9951b1b4-01ac-4daf-bd58-455dcb0ff184 cannot update to ACTIVE because it is not bound. {{(pid=87637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 23 16:13:33.272802 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port 4204aa3c-baaa-4779-ad48-7746281d3bc4 triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:13:33.273322 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:33.310867 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811503a0-c956-4ff7-bd47-97e634945eb1 req-c335bf46-4fe5-4323-92c9-1762595f2b21 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:13:33.311599 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [req-811503a0-c956-4ff7-bd47-97e634945eb1 req-c335bf46-4fe5-4323-92c9-1762595f2b21 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Synchronizing usage tracker for tenant:544f3e375bde4f0988286eba27294ea6 on resource:port {{(pid=87635) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:13:33.347489 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-b6e9e009-f193-411c-9647-f0d3a3ac4984 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:13:33.376126 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d36ac4b1-3527-448c-98ef-9230ed68b7af tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-864347', 'neutron.services.segments.db._delete_segments_for_network-8735362908070'] for network, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:33.381027 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb53091-ddb2-411f-8d7f-7f2a7cc2a591 req-2814e68a-f2f7-417f-90e3-35cf50664c8f tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:13:33.381681 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [req-2cb53091-ddb2-411f-8d7f-7f2a7cc2a591 req-2814e68a-f2f7-417f-90e3-35cf50664c8f tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:33.394249 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.db_base_plugin_common [None req-2a0d6f1f-62f8-4aa0-b5a3-eed7cec9cd37 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Allocated IP 172.20.0.8 (dc0220cd-b755-428d-8aed-c349ebdcca15/bf6b42c5-2c88-4e13-8bc9-efa76c8e08a7/79201ef2-1254-493b-8890-d6b484589eda) {{(pid=87635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:13:33.409925 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-d36ac4b1-3527-448c-98ef-9230ed68b7af tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1dc06588b0>,) {'filters': {'network_id': ['1d910f7f-6947-4419-8168-50923667818f']}} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:13:33.424262 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-d36ac4b1-3527-448c-98ef-9230ed68b7af tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dc06588b0>, '1ad1bebc-9bcf-41c0-a47c-85ebb3a30741') {'for_net_delete': True} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:13:33.424262 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-d36ac4b1-3527-448c-98ef-9230ed68b7af tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dc06588b0>, '1ad1bebc-9bcf-41c0-a47c-85ebb3a30741') {} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:13:33.440808 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d36ac4b1-3527-448c-98ef-9230ed68b7af tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735363085442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2382197'] for segment, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:33.457370 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e256db10-f67e-45da-ac4f-44350c79437d tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Pushing event updated for resources: {'Network': ['ID=4875ace2-23cb-4730-9930-e4fd9bc3f7f8,revision_number=1']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:13:33.461266 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d36ac4b1-3527-448c-98ef-9230ed68b7af tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:33.464867 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [req-811503a0-c956-4ff7-bd47-97e634945eb1 req-c335bf46-4fe5-4323-92c9-1762595f2b21 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Unset dirty status for tenant:544f3e375bde4f0988286eba27294ea6 on resource:port {{(pid=87635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:13:33.466057 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-811503a0-c956-4ff7-bd47-97e634945eb1 req-c335bf46-4fe5-4323-92c9-1762595f2b21 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/ports?device_id=2d62cf08-ebf2-440c-9e24-210212a8b721 HTTP/1.1" status: 200  len: 932 time: 1.2057066
Dec 23 16:13:33.470158 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Network 4875ace2-23cb-4730-9930-e4fd9bc3f7f8 details requested by agent ovs-agent-dv-neutron-822799-1-hyperv with host dv-neutron-822799-1-hyperv {{(pid=87637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 23 16:13:33.474282 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d36ac4b1-3527-448c-98ef-9230ed68b7af tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Releasing vlan 434 on physical network physnet1 to pool {{(pid=87636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 23 16:13:33.475000 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d36ac4b1-3527-448c-98ef-9230ed68b7af tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2176261'] for segment, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:33.480460 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-e256db10-f67e-45da-ac4f-44350c79437d tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.136s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:13:33.482070 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-2cb53091-ddb2-411f-8d7f-7f2a7cc2a591 req-2814e68a-f2f7-417f-90e3-35cf50664c8f tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 4.1107655
Dec 23 16:13:33.482719 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-f0af9849-9746-4ad2-82ff-816b2eaf2762 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.122s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:13:33.482977 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-f0af9849-9746-4ad2-82ff-816b2eaf2762 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:13:33.483678 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-b6e9e009-f193-411c-9647-f0d3a3ac4984 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Notify callbacks [] for security_group, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:33.499416 dv-neutron-822799-1-hyperv neutron-server[87636]: Traceback (most recent call last):
Dec 23 16:13:33.499416 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 23 16:13:33.499416 dv-neutron-822799-1-hyperv neutron-server[87636]:     timer()
Dec 23 16:13:33.499416 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:13:33.499416 dv-neutron-822799-1-hyperv neutron-server[87636]:     cb(*args, **kw)
Dec 23 16:13:33.499416 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 23 16:13:33.499416 dv-neutron-822799-1-hyperv neutron-server[87636]:     return func(*args, **kwargs)
Dec 23 16:13:33.499416 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:13:33.499416 dv-neutron-822799-1-hyperv neutron-server[87636]:     self._notify()
Dec 23 16:13:33.499416 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:13:33.499416 dv-neutron-822799-1-hyperv neutron-server[87636]:     self.callback(batched_events)
Dec 23 16:13:33.499416 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:13:33.499416 dv-neutron-822799-1-hyperv neutron-server[87636]:     event.method(event)
Dec 23 16:13:33.499416 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:13:33.499416 dv-neutron-822799-1-hyperv neutron-server[87636]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:13:33.499416 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 23 16:13:33.499416 dv-neutron-822799-1-hyperv neutron-server[87636]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 23 16:13:33.499416 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 23 16:13:33.499416 dv-neutron-822799-1-hyperv neutron-server[87636]:     return f(self, *a, **k)
Dec 23 16:13:33.499416 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:13:33.499416 dv-neutron-822799-1-hyperv neutron-server[87636]:     return self._get(url).json()
Dec 23 16:13:33.499416 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 23 16:13:33.499416 dv-neutron-822799-1-hyperv neutron-server[87636]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 23 16:13:33.499416 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 23 16:13:33.499416 dv-neutron-822799-1-hyperv neutron-server[87636]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:13:33.499416 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 23 16:13:33.499416 dv-neutron-822799-1-hyperv neutron-server[87636]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 23 16:13:33.499416 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 23 16:13:33.499416 dv-neutron-822799-1-hyperv neutron-server[87636]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:13:33.499416 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 23 16:13:33.499416 dv-neutron-822799-1-hyperv neutron-server[87636]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:13:33.499416 dv-neutron-822799-1-hyperv neutron-server[87636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:13:33.505371 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [req-2cb53091-ddb2-411f-8d7f-7f2a7cc2a591 req-1e05fc45-f6d6-4a11-93f5-79e378f4554e service neutron] Request body: {'port': {'device_id': '2d62cf08-ebf2-440c-9e24-210212a8b721', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8227'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:13:33.535610 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-1be1b0fe-e16d-47c4-aaa5-c601b4cd6db4 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.175s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:13:33.584103 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d36ac4b1-3527-448c-98ef-9230ed68b7af tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-864336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1824171'] for network, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:33.588857 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-41b6afac-e86c-40bd-bc39-e9dcb21dc3d6 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:13:33.607072 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d36ac4b1-3527-448c-98ef-9230ed68b7af tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:33.614869 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36ac4b1-3527-448c-98ef-9230ed68b7af tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Pushing event deleted for resources: {'Network': ['ID=1d910f7f-6947-4419-8168-50923667818f,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:13:33.618159 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-d36ac4b1-3527-448c-98ef-9230ed68b7af tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] 10.222.0.64 "DELETE /v2.0/networks/1d910f7f-6947-4419-8168-50923667818f HTTP/1.1" status: 204  len: 168 time: 0.5741763
Dec 23 16:13:33.618742 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-d36ac4b1-3527-448c-98ef-9230ed68b7af tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:13:33.620368 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 47168) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:33.678494 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-b6e9e009-f193-411c-9647-f0d3a3ac4984 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:13:33.699601 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a5515b9c-69de-42d7-8357-ad1a8841233f tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks [] for port, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:33.711235 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-3b7c1132-b68f-4bd9-8318-5a49ced2e05b tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:33.722323 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-b6e9e009-f193-411c-9647-f0d3a3ac4984 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Usage tracker for resource:security_group_rule and tenant:0e60117d21424d64b1987ca20285f1b7 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:13:33.736045 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-210d18e3-eb5c-480a-969c-f552d85d9212 tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-698866'] for network, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:33.738689 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-b6e9e009-f193-411c-9647-f0d3a3ac4984 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:13:33.768252 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2814e68a-f2f7-417f-90e3-35cf50664c8f tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Pushing event updated for resources: {'Port': ['ID=9951b1b4-01ac-4daf-bd58-455dcb0ff184,revision_number=1']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:13:33.790055 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-2814e68a-f2f7-417f-90e3-35cf50664c8f tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:13:33.794528 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-b6e9e009-f193-411c-9647-f0d3a3ac4984 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:13:33.800665 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-ffe1f69c-88e1-49df-a22c-c8ed0d6ccf4f tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.070s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:13:33.852860 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-811503a0-c956-4ff7-bd47-97e634945eb1 req-2c6ac270-ce91-4775-a832-c2b16750ecf6 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/security-groups?id=d0b96e5c-f198-499f-ba82-4154a5186419&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3578403
Dec 23 16:13:33.861502 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.provisioning_blocks [None req-a5515b9c-69de-42d7-8357-ad1a8841233f tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Transition to ACTIVE for port object e4e84b4f-fd09-42fd-af04-3ea1fb868dc5 will not be triggered until provisioned by entity DHCP. {{(pid=87635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:13:33.891024 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-210d18e3-eb5c-480a-969c-f552d85d9212 tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-864347', 'neutron.services.segments.db._delete_segments_for_network-8735362908070'] for network, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:33.893246 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b7c1132-b68f-4bd9-8318-5a49ced2e05b tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Network 8afa6d58-9431-454a-b99c-3ff8a65aa86b is already hosted by enough agents. {{(pid=87635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:13:33.908682 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.base_scheduler [None req-3b7c1132-b68f-4bd9-8318-5a49ced2e05b tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Resources bound (agent type, host, resource id):  {{(pid=87635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:13:33.925981 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-210d18e3-eb5c-480a-969c-f552d85d9212 tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1dc02036a0>,) {'filters': {'network_id': ['4875ace2-23cb-4730-9930-e4fd9bc3f7f8']}} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:13:33.926358 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b7c1132-b68f-4bd9-8318-5a49ced2e05b tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Received port after_create {{(pid=87635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:13:33.940865 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-210d18e3-eb5c-480a-969c-f552d85d9212 tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dc02036a0>, '1cbda66f-312d-40e7-a8ff-ae5c5111eb73') {'for_net_delete': True} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:13:33.941178 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-210d18e3-eb5c-480a-969c-f552d85d9212 tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dc02036a0>, '1cbda66f-312d-40e7-a8ff-ae5c5111eb73') {} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:13:33.954141 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-210d18e3-eb5c-480a-969c-f552d85d9212 tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735363085442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2382197'] for segment, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:33.975528 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-210d18e3-eb5c-480a-969c-f552d85d9212 tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:33.982066 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-210d18e3-eb5c-480a-969c-f552d85d9212 tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Releasing vlan 439 on physical network physnet1 to pool {{(pid=87636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 23 16:13:33.982464 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-210d18e3-eb5c-480a-969c-f552d85d9212 tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2176261'] for segment, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:33.999415 dv-neutron-822799-1-hyperv neutron-server[87636]: Traceback (most recent call last):
Dec 23 16:13:33.999415 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 23 16:13:33.999415 dv-neutron-822799-1-hyperv neutron-server[87636]:     timer()
Dec 23 16:13:33.999415 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:13:33.999415 dv-neutron-822799-1-hyperv neutron-server[87636]:     cb(*args, **kw)
Dec 23 16:13:33.999415 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 23 16:13:33.999415 dv-neutron-822799-1-hyperv neutron-server[87636]:     return func(*args, **kwargs)
Dec 23 16:13:33.999415 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:13:33.999415 dv-neutron-822799-1-hyperv neutron-server[87636]:     self._notify()
Dec 23 16:13:33.999415 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:13:33.999415 dv-neutron-822799-1-hyperv neutron-server[87636]:     self.callback(batched_events)
Dec 23 16:13:33.999415 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:13:33.999415 dv-neutron-822799-1-hyperv neutron-server[87636]:     event.method(event)
Dec 23 16:13:33.999415 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:13:33.999415 dv-neutron-822799-1-hyperv neutron-server[87636]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:13:33.999415 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 23 16:13:33.999415 dv-neutron-822799-1-hyperv neutron-server[87636]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 23 16:13:33.999415 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 23 16:13:33.999415 dv-neutron-822799-1-hyperv neutron-server[87636]:     return f(self, *a, **k)
Dec 23 16:13:33.999415 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:13:33.999415 dv-neutron-822799-1-hyperv neutron-server[87636]:     return self._get(url).json()
Dec 23 16:13:33.999415 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 23 16:13:33.999415 dv-neutron-822799-1-hyperv neutron-server[87636]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 23 16:13:33.999415 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 23 16:13:33.999415 dv-neutron-822799-1-hyperv neutron-server[87636]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:13:33.999415 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 23 16:13:33.999415 dv-neutron-822799-1-hyperv neutron-server[87636]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 23 16:13:33.999415 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 23 16:13:33.999415 dv-neutron-822799-1-hyperv neutron-server[87636]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:13:33.999415 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 23 16:13:33.999415 dv-neutron-822799-1-hyperv neutron-server[87636]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:13:33.999415 dv-neutron-822799-1-hyperv neutron-server[87636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:13:34.048304 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [req-2cb53091-ddb2-411f-8d7f-7f2a7cc2a591 req-1e05fc45-f6d6-4a11-93f5-79e378f4554e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:34.070181 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7c1132-b68f-4bd9-8318-5a49ced2e05b tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Pushing event updated for resources: {'Port': ['ID=c49085e2-f0f1-41a4-a508-0b7471f53a65,revision_number=1']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:13:34.081618 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-210d18e3-eb5c-480a-969c-f552d85d9212 tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-864336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1824171'] for network, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:34.085632 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-3b7c1132-b68f-4bd9-8318-5a49ced2e05b tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:13:34.090396 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-30848663-e34a-40aa-93ec-702f6eb9ec4f tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:13:34.107774 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-210d18e3-eb5c-480a-969c-f552d85d9212 tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:34.117199 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210d18e3-eb5c-480a-969c-f552d85d9212 tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Pushing event deleted for resources: {'Network': ['ID=4875ace2-23cb-4730-9930-e4fd9bc3f7f8,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:13:34.119807 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-210d18e3-eb5c-480a-969c-f552d85d9212 tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:13:34.121442 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-210d18e3-eb5c-480a-969c-f552d85d9212 tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] 10.222.0.64 "DELETE /v2.0/networks/4875ace2-23cb-4730-9930-e4fd9bc3f7f8 HTTP/1.1" status: 204  len: 168 time: 0.4999428
Dec 23 16:13:34.123904 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 47172) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:34.148378 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcb36f4f-96c4-4c4a-9241-f495e65f46ab None None] Network dc0220cd-b755-428d-8aed-c349ebdcca15 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:13:34.254971 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-2c52d6b0-d8cc-4966-a0dd-ded7bdee97f9 None None] Provisioning for port 0496b37c-bd23-4b56-bdeb-67a5a95d35b8 completed by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:13:34.255602 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a5515b9c-69de-42d7-8357-ad1a8841233f tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:34.304445 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aefe1ea-9bcb-4402-9d3e-40089cf561c0 tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:13:34.311528 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aefe1ea-9bcb-4402-9d3e-40089cf561c0 tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:13:34.312962 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-1aefe1ea-9bcb-4402-9d3e-40089cf561c0 tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Synchronizing usage tracker for tenant:062088717b3d4c0e9f47bf95b6940337 on resource:network {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:13:34.328509 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-3e0405c3-4232-40dc-809b-0b102c1dd313 tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:13:34.336986 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-1aefe1ea-9bcb-4402-9d3e-40089cf561c0 tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Unset dirty status for tenant:062088717b3d4c0e9f47bf95b6940337 on resource:network {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:13:34.342110 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-1aefe1ea-9bcb-4402-9d3e-40089cf561c0 tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1339 time: 0.2134900
Dec 23 16:13:34.342388 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 47176) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:34.348342 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-1a5bf6dc-8061-4ca5-bdbb-0634dbd68bb6 tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1298030856'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:13:34.353499 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-1a5bf6dc-8061-4ca5-bdbb-0634dbd68bb6 tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:13:34.364249 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-1a5bf6dc-8061-4ca5-bdbb-0634dbd68bb6 tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:13:34.375250 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a5bf6dc-8061-4ca5-bdbb-0634dbd68bb6 tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Made reservation on behalf of 062088717b3d4c0e9f47bf95b6940337 for: {'network': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:13:34.378803 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1a5bf6dc-8061-4ca5-bdbb-0634dbd68bb6 tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for network, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:34.386928 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-2a0d6f1f-62f8-4aa0-b5a3-eed7cec9cd37 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Notify callbacks [] for port, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:34.411710 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a5bf6dc-8061-4ca5-bdbb-0634dbd68bb6 tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] vlan segment allocate from pool success with {'vlan_id': 429, 'physical_network': 'physnet1'}  {{(pid=87636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 23 16:13:34.425127 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1a5bf6dc-8061-4ca5-bdbb-0634dbd68bb6 tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:34.425508 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.db.segments_db [None req-1a5bf6dc-8061-4ca5-bdbb-0634dbd68bb6 tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Added segment 0bb033b7-6944-4f6a-a79d-b96ddda77645 of type vlan for network 7a6fcf17-784f-4f33-8824-623dbc4de9f8
Dec 23 16:13:34.454377 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1a5bf6dc-8061-4ca5-bdbb-0634dbd68bb6 tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735362521793'] for network, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:34.490837 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1a5bf6dc-8061-4ca5-bdbb-0634dbd68bb6 tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495'] for network, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:34.496785 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a5bf6dc-8061-4ca5-bdbb-0634dbd68bb6 tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:13:34.497398 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1a5bf6dc-8061-4ca5-bdbb-0634dbd68bb6 tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:34.502698 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-5f8448c5-dbdf-451d-a0ec-04c613fd2b5b tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:13:34.534872 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5515b9c-69de-42d7-8357-ad1a8841233f tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Network a67646b4-5371-43ec-9f98-39fe51a67033 is already hosted by enough agents. {{(pid=87635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:13:34.554080 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.base_scheduler [None req-a5515b9c-69de-42d7-8357-ad1a8841233f tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Resources bound (agent type, host, resource id):  {{(pid=87635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:13:34.577487 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.provisioning_blocks [None req-2a0d6f1f-62f8-4aa0-b5a3-eed7cec9cd37 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Transition to ACTIVE for port object 79201ef2-1254-493b-8890-d6b484589eda will not be triggered until provisioned by entity DHCP. {{(pid=87635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:13:34.596604 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5515b9c-69de-42d7-8357-ad1a8841233f tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Received port after_create {{(pid=87635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:13:34.630547 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5515b9c-69de-42d7-8357-ad1a8841233f tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Pushing event updated for resources: {'Port': ['ID=e4e84b4f-fd09-42fd-af04-3ea1fb868dc5,revision_number=1']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:13:34.657369 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-a5515b9c-69de-42d7-8357-ad1a8841233f tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:13:34.673961 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-b6e9e009-f193-411c-9647-f0d3a3ac4984 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Notify callbacks [] for security_group, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:34.692847 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-b6e9e009-f193-411c-9647-f0d3a3ac4984 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:34.706091 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-51af1913-ccb5-4fe6-8496-776b65391e8e tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:13:34.745376 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-1a5bf6dc-8061-4ca5-bdbb-0634dbd68bb6 tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201  len: 790 time: 0.4016528
Dec 23 16:13:34.746041 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 47180) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:34.751750 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5bf6dc-8061-4ca5-bdbb-0634dbd68bb6 tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Pushing event updated for resources: {'Network': ['ID=7a6fcf17-784f-4f33-8824-623dbc4de9f8,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:13:34.755734 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-1a5bf6dc-8061-4ca5-bdbb-0634dbd68bb6 tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:13:34.761594 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-8298d975-0e3c-457c-808b-8c39dd6ab8ad tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-899979540'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:13:34.762502 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Network 7a6fcf17-784f-4f33-8824-623dbc4de9f8 details requested by agent ovs-agent-dv-neutron-822799-1-hyperv with host dv-neutron-822799-1-hyperv {{(pid=87637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 23 16:13:34.767724 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-8298d975-0e3c-457c-808b-8c39dd6ab8ad tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:13:34.772423 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-8298d975-0e3c-457c-808b-8c39dd6ab8ad tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Usage tracker for resource:network and tenant:062088717b3d4c0e9f47bf95b6940337 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:13:34.776005 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-8298d975-0e3c-457c-808b-8c39dd6ab8ad tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:13:34.781948 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-8298d975-0e3c-457c-808b-8c39dd6ab8ad tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:13:34.798773 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8298d975-0e3c-457c-808b-8c39dd6ab8ad tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Made reservation on behalf of 062088717b3d4c0e9f47bf95b6940337 for: {'network': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:13:34.802318 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-8298d975-0e3c-457c-808b-8c39dd6ab8ad tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for network, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:34.834109 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8298d975-0e3c-457c-808b-8c39dd6ab8ad tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] vlan segment allocate from pool success with {'vlan_id': 434, 'physical_network': 'physnet1'}  {{(pid=87636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 23 16:13:34.845451 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-8298d975-0e3c-457c-808b-8c39dd6ab8ad tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:34.845748 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5515b9c-69de-42d7-8357-ad1a8841233f tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:13:34.845930 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.db.segments_db [None req-8298d975-0e3c-457c-808b-8c39dd6ab8ad tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Added segment 7c91070d-42c8-453a-9fd9-70472ef459f8 of type vlan for network 348c3006-ac8a-4dfc-ab09-3a51b04733d1
Dec 23 16:13:34.846719 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a5515b9c-69de-42d7-8357-ad1a8841233f tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:34.879314 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-8298d975-0e3c-457c-808b-8c39dd6ab8ad tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735362521793'] for network, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:34.914018 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-8298d975-0e3c-457c-808b-8c39dd6ab8ad tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495'] for network, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:34.920356 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8298d975-0e3c-457c-808b-8c39dd6ab8ad tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:13:34.921115 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-8298d975-0e3c-457c-808b-8c39dd6ab8ad tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:34.924565 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e9e009-f193-411c-9647-f0d3a3ac4984 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3e8b22b-1d93-4906-b44a-23e2594ea5fb,revision_number=1']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:13:34.926690 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-fd24fbfc-dab4-4578-bb4a-a65f655a94f6 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:13:34.953314 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-b6e9e009-f193-411c-9647-f0d3a3ac4984 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:13:34.961037 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-b6e9e009-f193-411c-9647-f0d3a3ac4984 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Notify callbacks [] for security_group, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:34.965326 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-b6e9e009-f193-411c-9647-f0d3a3ac4984 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1744 time: 2.0537355
Dec 23 16:13:34.965974 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 47186) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:34.980036 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-a5515b9c-69de-42d7-8357-ad1a8841233f tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1026 time: 5.1435645
Dec 23 16:13:34.980948 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-c4875c79-b0a8-41af-98c6-1f31fd8b912a tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Request body: {'security_group_rule': {'security_group_id': 'f3e8b22b-1d93-4906-b44a-23e2594ea5fb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:13:35.013116 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 47190) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:35.035127 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-2a0d6f1f-62f8-4aa0-b5a3-eed7cec9cd37 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:35.038107 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-05ef4fe4-abc5-49a9-ae07-a1737fc65d53 None None] Provisioning for port e4e84b4f-fd09-42fd-af04-3ea1fb868dc5 completed by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:13:35.045675 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-05ef4fe4-abc5-49a9-ae07-a1737fc65d53 None None] Provisioning complete for port e4e84b4f-fd09-42fd-af04-3ea1fb868dc5 triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:13:35.045675 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-05ef4fe4-abc5-49a9-ae07-a1737fc65d53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:35.057831 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-c4875c79-b0a8-41af-98c6-1f31fd8b912a tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:13:35.061798 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-d0ed5e06-bbae-486e-8ba5-8ab715784c1c tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:13:35.127157 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-05ef4fe4-abc5-49a9-ae07-a1737fc65d53 None None] Port e4e84b4f-fd09-42fd-af04-3ea1fb868dc5 cannot update to ACTIVE because it is not bound. {{(pid=87637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 23 16:13:35.142694 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-8298d975-0e3c-457c-808b-8c39dd6ab8ad tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201  len: 789 time: 0.3927698
Dec 23 16:13:35.146345 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8298d975-0e3c-457c-808b-8c39dd6ab8ad tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Pushing event updated for resources: {'Network': ['ID=348c3006-ac8a-4dfc-ab09-3a51b04733d1,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:13:35.150070 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 47194) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:35.153724 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-8298d975-0e3c-457c-808b-8c39dd6ab8ad tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:13:35.158875 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Network 348c3006-ac8a-4dfc-ab09-3a51b04733d1 details requested by agent ovs-agent-dv-neutron-822799-1-hyperv with host dv-neutron-822799-1-hyperv {{(pid=87637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 23 16:13:35.159757 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-5eabd2d2-efd6-4434-b424-f6909b534405 tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Request body: {'ports': [{'network_id': '7a6fcf17-784f-4f33-8824-623dbc4de9f8', 'name': 'tempest-port--656276493', 'admin_state_up': True}, {'network_id': '348c3006-ac8a-4dfc-ab09-3a51b04733d1', 'admin_state_up': False}]} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:13:35.160087 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-5eabd2d2-efd6-4434-b424-f6909b534405 tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Request body: {'port': {'network_id': '7a6fcf17-784f-4f33-8824-623dbc4de9f8', 'name': 'tempest-port--656276493', 'admin_state_up': True}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:13:35.160614 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-5eabd2d2-efd6-4434-b424-f6909b534405 tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Request body: {'port': {'network_id': '348c3006-ac8a-4dfc-ab09-3a51b04733d1', 'admin_state_up': False}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:13:35.174417 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 0496b37c-bd23-4b56-bdeb-67a5a95d35b8 up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:13:35.319491 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d806130-b93a-4219-9c01-fc1e68d9d115 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:13:35.324388 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning for port 0496b37c-bd23-4b56-bdeb-67a5a95d35b8 completed by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:13:35.326082 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d806130-b93a-4219-9c01-fc1e68d9d115 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:13:35.326913 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-0d806130-b93a-4219-9c01-fc1e68d9d115 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Synchronizing usage tracker for tenant:bf435ff0e7914a739a10fff5b2399c13 on resource:port {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:13:35.331232 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port 0496b37c-bd23-4b56-bdeb-67a5a95d35b8 triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:13:35.332151 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:35.341550 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-3b7c1132-b68f-4bd9-8318-5a49ced2e05b tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks [] for router_gateway, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:35.388338 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-c4875c79-b0a8-41af-98c6-1f31fd8b912a tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Usage tracker for resource:security_group_rule and tenant:0e60117d21424d64b1987ca20285f1b7 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:13:35.419169 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-c4875c79-b0a8-41af-98c6-1f31fd8b912a tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:13:35.433990 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9d9dcb-4818-41d7-a3a2-00de8e76c536 req-07ba5280-f98d-4424-85f0-44e52818eb83 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:13:35.435263 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-bf9d9dcb-4818-41d7-a3a2-00de8e76c536 req-07ba5280-f98d-4424-85f0-44e52818eb83 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/ports?device_id=2d62cf08-ebf2-440c-9e24-210212a8b721 HTTP/1.1" status: 200  len: 932 time: 0.3490083
Dec 23 16:13:35.443459 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a0d6f1f-62f8-4aa0-b5a3-eed7cec9cd37 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Network dc0220cd-b755-428d-8aed-c349ebdcca15 is already hosted by enough agents. {{(pid=87635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:13:35.447492 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-c4875c79-b0a8-41af-98c6-1f31fd8b912a tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:13:35.459913 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.base_scheduler [None req-2a0d6f1f-62f8-4aa0-b5a3-eed7cec9cd37 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Resources bound (agent type, host, resource id):  {{(pid=87635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:13:35.460150 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-0d806130-b93a-4219-9c01-fc1e68d9d115 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Unset dirty status for tenant:bf435ff0e7914a739a10fff5b2399c13 on resource:port {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:13:35.463898 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-0d806130-b93a-4219-9c01-fc1e68d9d115 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1862 time: 0.4393928
Dec 23 16:13:35.470118 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 47198) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:35.470881 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a0d6f1f-62f8-4aa0-b5a3-eed7cec9cd37 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Received port after_create {{(pid=87635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:13:35.498213 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:35.503254 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-bf9d9dcb-4818-41d7-a3a2-00de8e76c536 req-d7061020-e64b-481d-9350-377a60d6609b tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/security-groups?id=d0b96e5c-f198-499f-ba82-4154a5186419&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0477078
Dec 23 16:13:35.508712 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-5eabd2d2-efd6-4434-b424-f6909b534405 tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:13:35.513931 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-5eabd2d2-efd6-4434-b424-f6909b534405 tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Usage tracker for resource:port and tenant:062088717b3d4c0e9f47bf95b6940337 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:13:35.517051 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-5eabd2d2-efd6-4434-b424-f6909b534405 tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:13:35.522807 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-5eabd2d2-efd6-4434-b424-f6909b534405 tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:13:35.538685 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] For port 0496b37c-bd23-4b56-bdeb-67a5a95d35b8, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=0496b37c-bd23-4b56-bdeb-67a5a95d35b8,segment=NetworkSegment(d8033a84-af58-4a7a-828e-44df82a1b81c),segment_id=d8033a84-af58-4a7a-828e-44df82a1b81c)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:13:35.544717 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:35.547949 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5eabd2d2-efd6-4434-b424-f6909b534405 tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Made reservation on behalf of 062088717b3d4c0e9f47bf95b6940337 for: {'port': 2} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:13:35.555163 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-1eea9c64-9e5d-430d-a6c9-d3bbc06bc48f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:13:35.557105 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5eabd2d2-efd6-4434-b424-f6909b534405 tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:35.582744 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5eabd2d2-efd6-4434-b424-f6909b534405 tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:35.583054 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0d6f1f-62f8-4aa0-b5a3-eed7cec9cd37 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Pushing event updated for resources: {'Port': ['ID=79201ef2-1254-493b-8890-d6b484589eda,revision_number=1']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:13:35.595208 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-2a0d6f1f-62f8-4aa0-b5a3-eed7cec9cd37 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.534s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:13:35.633114 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Pushing event updated for resources: {'Port': ['ID=0496b37c-bd23-4b56-bdeb-67a5a95d35b8,revision_number=3']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:13:35.637418 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:13:35.678407 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-c4875c79-b0a8-41af-98c6-1f31fd8b912a tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:35.690149 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.db.resource_extend [req-2cb53091-ddb2-411f-8d7f-7f2a7cc2a591 req-1e05fc45-f6d6-4a11-93f5-79e378f4554e service neutron] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 23 16:13:35.703674 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a0d6f1f-62f8-4aa0-b5a3-eed7cec9cd37 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:13:35.704299 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-2a0d6f1f-62f8-4aa0-b5a3-eed7cec9cd37 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:35.715213 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [None req-5eabd2d2-efd6-4434-b424-f6909b534405 tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] device_id is not set on port c2744f8a-c443-4486-94ec-970bfa70a425 yet. {{(pid=87636) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 23 16:13:35.757417 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-437fc730-7578-41dd-add3-2908169face6 None None] Provisioning for port 79201ef2-1254-493b-8890-d6b484589eda completed by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:13:35.762486 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-437fc730-7578-41dd-add3-2908169face6 None None] Provisioning complete for port 79201ef2-1254-493b-8890-d6b484589eda triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:13:35.762870 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-437fc730-7578-41dd-add3-2908169face6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:35.820427 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-437fc730-7578-41dd-add3-2908169face6 None None] Port 79201ef2-1254-493b-8890-d6b484589eda cannot update to ACTIVE because it is not bound. {{(pid=87637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 23 16:13:35.829369 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-46b174ef-edfd-4e72-b6f9-eac5b5a78872 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Deleting port e4e84b4f-fd09-42fd-af04-3ea1fb868dc5 {{(pid=87635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:13:35.829714 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-46b174ef-edfd-4e72-b6f9-eac5b5a78872 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:35.861682 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5eabd2d2-efd6-4434-b424-f6909b534405 tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:35.864350 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-2a0d6f1f-62f8-4aa0-b5a3-eed7cec9cd37 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201  len: 935 time: 4.7874920
Dec 23 16:13:35.880341 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 47202) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:35.882040 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.notifiers.nova [req-2cb53091-ddb2-411f-8d7f-7f2a7cc2a591 req-1e05fc45-f6d6-4a11-93f5-79e378f4554e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9951b1b4-01ac-4daf-bd58-455dcb0ff184 {{(pid=87635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 23 16:13:35.890248 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-d41bcf7b-417e-4e2d-848e-498e79e4d3f0 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Request body: {'port': {'network_id': 'dc0220cd-b755-428d-8aed-c349ebdcca15', 'name': 'tempest-AllowedAddressPairTestJSON-1996246942', 'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:53:80:f3'}]}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:13:35.951565 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [req-2cb53091-ddb2-411f-8d7f-7f2a7cc2a591 req-1e05fc45-f6d6-4a11-93f5-79e378f4554e service neutron] Notify callbacks [] for port, precommit_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:36.012460 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.provisioning_blocks [req-2cb53091-ddb2-411f-8d7f-7f2a7cc2a591 req-1e05fc45-f6d6-4a11-93f5-79e378f4554e service neutron] Transition to ACTIVE for port object 9951b1b4-01ac-4daf-bd58-455dcb0ff184 will not be triggered until provisioned by entity L2. {{(pid=87635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:13:36.056057 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [req-2cb53091-ddb2-411f-8d7f-7f2a7cc2a591 req-1e05fc45-f6d6-4a11-93f5-79e378f4554e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2753531'] for port, after_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:36.063198 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [None req-5eabd2d2-efd6-4434-b424-f6909b534405 tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] device_id is not set on port 6245f66a-f082-473c-9184-5ee55ee8e46a yet. {{(pid=87636) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 23 16:13:36.070177 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-9ffc0dc7-91f5-4728-89f5-fd4623964082 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:13:36.100757 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-c4875c79-b0a8-41af-98c6-1f31fd8b912a tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:36.123273 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-d41bcf7b-417e-4e2d-848e-498e79e4d3f0 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:13:36.131044 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-d41bcf7b-417e-4e2d-848e-498e79e4d3f0 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Usage tracker for resource:port and tenant:52008175df8a4d379113666c0dffe8c8 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:13:36.137337 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-d41bcf7b-417e-4e2d-848e-498e79e4d3f0 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:13:36.146416 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-d41bcf7b-417e-4e2d-848e-498e79e4d3f0 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:13:36.176545 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-c4875c79-b0a8-41af-98c6-1f31fd8b912a tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762424'] for security_group_rule, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:36.224462 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d41bcf7b-417e-4e2d-848e-498e79e4d3f0 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Made reservation on behalf of 52008175df8a4d379113666c0dffe8c8 for: {'port': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:13:36.372885 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5eabd2d2-efd6-4434-b424-f6909b534405 tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:36.393462 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e05fc45-f6d6-4a11-93f5-79e378f4554e service neutron] Pushing event updated for resources: {'Port': ['ID=9951b1b4-01ac-4daf-bd58-455dcb0ff184,revision_number=2']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:13:36.407005 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-3b7c1132-b68f-4bd9-8318-5a49ced2e05b tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1823971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1824234'] for router, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:36.410106 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-1e05fc45-f6d6-4a11-93f5-79e378f4554e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:13:36.413494 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-38fdfcb1-a2d4-474c-9958-5bc0ccd1ef9b tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.228s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:13:36.420971 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d41bcf7b-417e-4e2d-848e-498e79e4d3f0 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:36.450690 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [None req-d41bcf7b-417e-4e2d-848e-498e79e4d3f0 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] device_id is not set on port 47b14a7b-e9d8-4808-8182-daf2851a1dd4 yet. {{(pid=87636) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 23 16:13:36.455145 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-c4875c79-b0a8-41af-98c6-1f31fd8b912a tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:36.456339 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-c4875c79-b0a8-41af-98c6-1f31fd8b912a tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 1.4846451
Dec 23 16:13:36.483615 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 47206) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:36.526178 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5eabd2d2-efd6-4434-b424-f6909b534405 tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:36.546624 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-e0ea1c57-4b57-44d5-a9c0-35a220893e9a tempest-FloatingIPNegativeTestJSON-779674983 tempest-FloatingIPNegativeTestJSON-779674983-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:13:36.562871 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4875c79-b0a8-41af-98c6-1f31fd8b912a tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69eb0b94-f9fd-4ff8-98a2-c31346b6d450,revision_number=0']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:13:36.581054 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-c4875c79-b0a8-41af-98c6-1f31fd8b912a tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:13:36.675016 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-46b174ef-edfd-4e72-b6f9-eac5b5a78872 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:36.813671 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eabd2d2-efd6-4434-b424-f6909b534405 tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Pushing event updated for resources: {'Port': ['ID=c2744f8a-c443-4486-94ec-970bfa70a425,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:13:36.823397 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-5eabd2d2-efd6-4434-b424-f6909b534405 tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:13:36.866798 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-50254c92-3189-4240-9e5f-36521ae6baa4 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Notify callbacks [] for security_group, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:36.876080 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eabd2d2-efd6-4434-b424-f6909b534405 tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Checking segment: {'id': '0bb033b7-6944-4f6a-a79d-b96ddda77645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '7a6fcf17-784f-4f33-8824-623dbc4de9f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:13:36.877461 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eabd2d2-efd6-4434-b424-f6909b534405 tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Network hostable DHCP agents. Network: 7a6fcf17-784f-4f33-8824-623dbc4de9f8, hostable agents: ['1c812d71-eadf-4fb3-b98e-67468a4aa7e2'], hosted agents: [] {{(pid=87636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 23 16:13:36.900705 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [None req-d41bcf7b-417e-4e2d-848e-498e79e4d3f0 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Allocated IP 172.20.0.10 (dc0220cd-b755-428d-8aed-c349ebdcca15/bf6b42c5-2c88-4e13-8bc9-efa76c8e08a7/47b14a7b-e9d8-4808-8182-daf2851a1dd4) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:13:36.934838 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-50254c92-3189-4240-9e5f-36521ae6baa4 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:36.977608 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eabd2d2-efd6-4434-b424-f6909b534405 tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Network 7a6fcf17-784f-4f33-8824-623dbc4de9f8 is scheduled to be hosted by DHCP agent 1c812d71-eadf-4fb3-b98e-67468a4aa7e2 with binding_index 1 {{(pid=87636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 23 16:13:37.011782 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-5eabd2d2-efd6-4434-b424-f6909b534405 tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822799-1-hyperv, 7a6fcf17-784f-4f33-8824-623dbc4de9f8) {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:13:37.021476 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e8ff255-f3b3-42f6-9827-9d1149ba2a52 None None] Network 7a6fcf17-784f-4f33-8824-623dbc4de9f8 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:13:37.034725 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-46b174ef-edfd-4e72-b6f9-eac5b5a78872 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Calling delete_port for e4e84b4f-fd09-42fd-af04-3ea1fb868dc5 owned by  {{(pid=87635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:13:37.038941 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eabd2d2-efd6-4434-b424-f6909b534405 tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:13:37.039894 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5eabd2d2-efd6-4434-b424-f6909b534405 tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:37.078537 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.managers [req-2cb53091-ddb2-411f-8d7f-7f2a7cc2a591 req-1e05fc45-f6d6-4a11-93f5-79e378f4554e service neutron] Attempting to bind port 9951b1b4-01ac-4daf-bd58-455dcb0ff184 on host hv-neutron-8227 for vnic_type normal with profile  {{(pid=87635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:13:37.079069 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.managers [req-2cb53091-ddb2-411f-8d7f-7f2a7cc2a591 req-1e05fc45-f6d6-4a11-93f5-79e378f4554e service neutron] Attempting to bind port 9951b1b4-01ac-4daf-bd58-455dcb0ff184 by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': '402fd6a3-8341-4973-811c-26e889c2f1bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '8f98af44-d303-4bde-b872-83960908e446'}] {{(pid=87635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:13:37.079216 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cb53091-ddb2-411f-8d7f-7f2a7cc2a591 req-1e05fc45-f6d6-4a11-93f5-79e378f4554e service neutron] Attempting to bind port 9951b1b4-01ac-4daf-bd58-455dcb0ff184 on network 8f98af44-d303-4bde-b872-83960908e446 {{(pid=87635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:13:37.093284 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-435767e7-a349-4020-addf-7647bfe80548 tempest-RoutersIpV6AdminTest-575902626 tempest-RoutersIpV6AdminTest-575902626-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:13:37.104668 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cb53091-ddb2-411f-8d7f-7f2a7cc2a591 req-1e05fc45-f6d6-4a11-93f5-79e378f4554e service neutron] Port 9951b1b4-01ac-4daf-bd58-455dcb0ff184 on network 8f98af44-d303-4bde-b872-83960908e446 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=87635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 23 16:13:37.104996 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cb53091-ddb2-411f-8d7f-7f2a7cc2a591 req-1e05fc45-f6d6-4a11-93f5-79e378f4554e service neutron] Attempting to bind port 9951b1b4-01ac-4daf-bd58-455dcb0ff184 on network 8f98af44-d303-4bde-b872-83960908e446 {{(pid=87635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:13:37.131859 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cb53091-ddb2-411f-8d7f-7f2a7cc2a591 req-1e05fc45-f6d6-4a11-93f5-79e378f4554e service neutron] Checking agent: {'id': '5a806709-633b-4d33-98c4-3d24562c0f1e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8227', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 6, 42), 'started_at': datetime.datetime(2021, 12, 23, 16, 6, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 13, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 23 16:13:37.132526 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cb53091-ddb2-411f-8d7f-7f2a7cc2a591 req-1e05fc45-f6d6-4a11-93f5-79e378f4554e service neutron] Checking segment: {'id': '402fd6a3-8341-4973-811c-26e889c2f1bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '8f98af44-d303-4bde-b872-83960908e446'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:13:37.133096 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cb53091-ddb2-411f-8d7f-7f2a7cc2a591 req-1e05fc45-f6d6-4a11-93f5-79e378f4554e service neutron] Bound using segment: {'id': '402fd6a3-8341-4973-811c-26e889c2f1bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '8f98af44-d303-4bde-b872-83960908e446'} {{(pid=87635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 23 16:13:37.133795 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.managers [req-2cb53091-ddb2-411f-8d7f-7f2a7cc2a591 req-1e05fc45-f6d6-4a11-93f5-79e378f4554e service neutron] Bound port: 9951b1b4-01ac-4daf-bd58-455dcb0ff184, host: hv-neutron-8227, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '402fd6a3-8341-4973-811c-26e889c2f1bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '8f98af44-d303-4bde-b872-83960908e446'}}] {{(pid=87635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 23 16:13:37.134361 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [req-2cb53091-ddb2-411f-8d7f-7f2a7cc2a591 req-1e05fc45-f6d6-4a11-93f5-79e378f4554e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:37.168563 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 0496b37c-bd23-4b56-bdeb-67a5a95d35b8 up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:13:37.189700 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-50254c92-3189-4240-9e5f-36521ae6baa4 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:37.246510 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eabd2d2-efd6-4434-b424-f6909b534405 tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Pushing event updated for resources: {'Port': ['ID=6245f66a-f082-473c-9184-5ee55ee8e46a,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:13:37.263884 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-5eabd2d2-efd6-4434-b424-f6909b534405 tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:13:37.311044 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3591bc-6444-4357-8d07-f2b758feb6cb req-82b1b730-c6b1-4623-b7b4-0c05c8845a43 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:13:37.312876 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-fc3591bc-6444-4357-8d07-f2b758feb6cb req-82b1b730-c6b1-4623-b7b4-0c05c8845a43 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/ports?device_id=2d62cf08-ebf2-440c-9e24-210212a8b721 HTTP/1.1" status: 200  len: 944 time: 0.6822014
Dec 23 16:13:37.317860 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-359d7817-ba17-4963-a5f8-8a50a5bfd091 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.125s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:13:37.338133 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port 0496b37c-bd23-4b56-bdeb-67a5a95d35b8 triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:13:37.339424 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:37.339544 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eabd2d2-efd6-4434-b424-f6909b534405 tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Checking segment: {'id': '7c91070d-42c8-453a-9fd9-70472ef459f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '348c3006-ac8a-4dfc-ab09-3a51b04733d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:13:37.339544 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eabd2d2-efd6-4434-b424-f6909b534405 tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Network hostable DHCP agents. Network: 348c3006-ac8a-4dfc-ab09-3a51b04733d1, hostable agents: ['1c812d71-eadf-4fb3-b98e-67468a4aa7e2'], hosted agents: [] {{(pid=87636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 23 16:13:37.348983 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50254c92-3189-4240-9e5f-36521ae6baa4 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3e8b22b-1d93-4906-b44a-23e2594ea5fb,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:13:37.355176 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-50254c92-3189-4240-9e5f-36521ae6baa4 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Notify callbacks [] for security_group, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:37.358612 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-50254c92-3189-4240-9e5f-36521ae6baa4 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] 10.222.0.64 "DELETE /v2.0/security-groups/f3e8b22b-1d93-4906-b44a-23e2594ea5fb HTTP/1.1" status: 204  len: 168 time: 0.8698320
Dec 23 16:13:37.358612 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-50254c92-3189-4240-9e5f-36521ae6baa4 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:13:37.359678 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 47214) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:37.384158 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b7c1132-b68f-4bd9-8318-5a49ced2e05b tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Router 873e8323-7604-4e2a-b2d0-4d5b261d5c3c is scheduled to L3 agent 371d4c41-c7e2-4de7-9539-c049ec4e95d1 with binding_index 1 {{(pid=87635) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 23 16:13:37.393950 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.db [req-2cb53091-ddb2-411f-8d7f-7f2a7cc2a591 req-1e05fc45-f6d6-4a11-93f5-79e378f4554e service neutron] For port 9951b1b4-01ac-4daf-bd58-455dcb0ff184, host hv-neutron-8227, cleared binding levels {{(pid=87635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 23 16:13:37.401878 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.db [req-2cb53091-ddb2-411f-8d7f-7f2a7cc2a591 req-1e05fc45-f6d6-4a11-93f5-79e378f4554e service neutron] For port 9951b1b4-01ac-4daf-bd58-455dcb0ff184, host hv-neutron-8227, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=9951b1b4-01ac-4daf-bd58-455dcb0ff184,segment=NetworkSegment(402fd6a3-8341-4973-811c-26e889c2f1bb),segment_id=402fd6a3-8341-4973-811c-26e889c2f1bb)] {{(pid=87635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 23 16:13:37.402084 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eabd2d2-efd6-4434-b424-f6909b534405 tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Network 348c3006-ac8a-4dfc-ab09-3a51b04733d1 is scheduled to be hosted by DHCP agent 1c812d71-eadf-4fb3-b98e-67468a4aa7e2 with binding_index 1 {{(pid=87636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 23 16:13:37.426592 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-023aa8f8-cc49-4b18-8641-b2dc04baabf7 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Synchronizing usage tracker for tenant:0e60117d21424d64b1987ca20285f1b7 on resource:security_group {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:13:37.430155 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-5eabd2d2-efd6-4434-b424-f6909b534405 tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822799-1-hyperv, 348c3006-ac8a-4dfc-ab09-3a51b04733d1) {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:13:37.437630 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eabd2d2-efd6-4434-b424-f6909b534405 tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:13:37.443277 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eabd2d2-efd6-4434-b424-f6909b534405 tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:13:37.444887 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-661ee83f-16a1-4217-beda-7d3b604252f1 None None] Network 348c3006-ac8a-4dfc-ab09-3a51b04733d1 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:13:37.448929 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eabd2d2-efd6-4434-b424-f6909b534405 tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:13:37.449990 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5eabd2d2-efd6-4434-b424-f6909b534405 tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:37.453381 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [req-2cb53091-ddb2-411f-8d7f-7f2a7cc2a591 req-1e05fc45-f6d6-4a11-93f5-79e378f4554e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2753531'] for port, after_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:37.462324 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-3ea1dd9c-3897-4e9a-8ed9-0278d1d5b7bb tempest-FloatingIPNegativeTestJSON-779674983 tempest-FloatingIPNegativeTestJSON-779674983-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:13:37.473397 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-023aa8f8-cc49-4b18-8641-b2dc04baabf7 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Unset dirty status for tenant:0e60117d21424d64b1987ca20285f1b7 on resource:security_group {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:13:37.477183 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-023aa8f8-cc49-4b18-8641-b2dc04baabf7 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2979 time: 0.1146758
Dec 23 16:13:37.477183 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-5eabd2d2-efd6-4434-b424-f6909b534405 tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1449 time: 2.3248320
Dec 23 16:13:37.477807 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 47218) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:37.492313 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 47220) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:37.497217 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-fc3591bc-6444-4357-8d07-f2b758feb6cb req-b454eaea-35ed-4fd7-a58d-da7685ccd6ad tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/security-groups?id=d0b96e5c-f198-499f-ba82-4154a5186419&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1677520
Dec 23 16:13:37.589755 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-41b98f30-bf52-4e52-8b70-2525ab5788de tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Synchronizing usage tracker for tenant:0e60117d21424d64b1987ca20285f1b7 on resource:security_group_rule {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:13:37.620808 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f593e5a-a1ac-4769-9483-26b80e7f9785 tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:13:37.625820 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb53091-ddb2-411f-8d7f-7f2a7cc2a591 req-1e05fc45-f6d6-4a11-93f5-79e378f4554e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:13:37.626534 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [req-2cb53091-ddb2-411f-8d7f-7f2a7cc2a591 req-1e05fc45-f6d6-4a11-93f5-79e378f4554e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:37.627233 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f593e5a-a1ac-4769-9483-26b80e7f9785 tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:13:37.628082 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-2cb53091-ddb2-411f-8d7f-7f2a7cc2a591 req-1e05fc45-f6d6-4a11-93f5-79e378f4554e service neutron] 10.222.0.61 "PUT /v2.0/ports/9951b1b4-01ac-4daf-bd58-455dcb0ff184 HTTP/1.1" status: 200  len: 1094 time: 4.1268239
Dec 23 16:13:37.628223 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-0f593e5a-a1ac-4769-9483-26b80e7f9785 tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Synchronizing usage tracker for tenant:062088717b3d4c0e9f47bf95b6940337 on resource:port {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:13:37.628713 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d62cf08-ebf2-440c-9e24-210212a8b721', 'tag': '9951b1b4-01ac-4daf-bd58-455dcb0ff184'}] {{(pid=87635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 23 16:13:37.631610 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-41b98f30-bf52-4e52-8b70-2525ab5788de tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Unset dirty status for tenant:0e60117d21424d64b1987ca20285f1b7 on resource:security_group_rule {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:13:37.636568 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-41b98f30-bf52-4e52-8b70-2525ab5788de tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] 10.222.0.64 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 2475 time: 0.1535349
Dec 23 16:13:37.636568 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 47228) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:37.659045 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d41bcf7b-417e-4e2d-848e-498e79e4d3f0 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:37.695719 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.api.v2.resource [None req-d50046fe-0161-4492-813b-a63a6f70cafa tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] delete failed (client error): The resource could not be found.
Dec 23 16:13:37.702455 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-d50046fe-0161-4492-813b-a63a6f70cafa tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] 10.222.0.64 "DELETE /v2.0/security-groups/f3e8b22b-1d93-4906-b44a-23e2594ea5fb HTTP/1.1" status: 404  len: 347 time: 0.0597377
Dec 23 16:13:37.703051 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 47232) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:37.738652 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e05fc45-f6d6-4a11-93f5-79e378f4554e service neutron] Pushing event updated for resources: {'Port': ['ID=9951b1b4-01ac-4daf-bd58-455dcb0ff184,revision_number=3']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:13:37.741628 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-46b174ef-edfd-4e72-b6f9-eac5b5a78872 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:37.751704 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d62cf08-ebf2-440c-9e24-210212a8b721', 'tag': '9951b1b4-01ac-4daf-bd58-455dcb0ff184', 'status': 'completed', 'code': 200}
Dec 23 16:13:37.753733 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-1e05fc45-f6d6-4a11-93f5-79e378f4554e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:13:37.771270 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.provisioning_blocks [None req-d41bcf7b-417e-4e2d-848e-498e79e4d3f0 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Transition to ACTIVE for port object 47b14a7b-e9d8-4808-8182-daf2851a1dd4 will not be triggered until provisioned by entity DHCP. {{(pid=87636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:13:37.788413 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-879c233d-de71-4b6d-aeb3-7d271ff8b0a4 tempest-RoutersIpV6AdminTest-575902626 tempest-RoutersIpV6AdminTest-575902626-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:13:37.789524 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-0f593e5a-a1ac-4769-9483-26b80e7f9785 tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Unset dirty status for tenant:062088717b3d4c0e9f47bf95b6940337 on resource:port {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:13:37.790836 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-0f593e5a-a1ac-4769-9483-26b80e7f9785 tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1444 time: 0.2974639
Dec 23 16:13:37.804333 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-6f6cf6c9-18a2-4446-b2d4-891b47b4b84e tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2979 time: 0.0942099
Dec 23 16:13:37.806687 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 47236) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:37.867340 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b174ef-edfd-4e72-b6f9-eac5b5a78872 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Pushing event deleted for resources: {'Port': ['ID=e4e84b4f-fd09-42fd-af04-3ea1fb868dc5,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:13:37.876527 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-46b174ef-edfd-4e72-b6f9-eac5b5a78872 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:13:37.910467 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-2283ea51-14f5-4f4f-bbd7-bed52fcc83b5 tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Deleting port c2744f8a-c443-4486-94ec-970bfa70a425 {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:13:37.910869 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2283ea51-14f5-4f4f-bbd7-bed52fcc83b5 tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:37.919132 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b7c1132-b68f-4bd9-8318-5a49ced2e05b tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify agent at l3_agent.dv-neutron-822799-1-hyperv the message routers_updated {{(pid=87635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 23 16:13:37.929968 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9de2e82-c37d-4fd9-83ae-5727694bc3ac None None] Sync routers for ids ['873e8323-7604-4e2a-b2d0-4d5b261d5c3c'] in dv-neutron-822799-1-hyperv {{(pid=87637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 23 16:13:37.940312 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9de2e82-c37d-4fd9-83ae-5727694bc3ac None None] Routers {'873e8323-7604-4e2a-b2d0-4d5b261d5c3c'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:13:37.941004 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-e9de2e82-c37d-4fd9-83ae-5727694bc3ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc2a7d460>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:13:20Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['873e8323-7604-4e2a-b2d0-4d5b261d5c3c'], 'active': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:13:38.066282 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-e9de2e82-c37d-4fd9-83ae-5727694bc3ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc2a7d460>, [], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:13:38.070198 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-3b7c1132-b68f-4bd9-8318-5a49ced2e05b tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks [] for router, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:38.077458 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-3b7c1132-b68f-4bd9-8318-5a49ced2e05b tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201  len: 879 time: 9.8989258
Dec 23 16:13:38.079444 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9de2e82-c37d-4fd9-83ae-5727694bc3ac None None] Routers {'873e8323-7604-4e2a-b2d0-4d5b261d5c3c'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:13:38.080113 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-e9de2e82-c37d-4fd9-83ae-5727694bc3ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc2a7d460>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:13:20Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['873e8323-7604-4e2a-b2d0-4d5b261d5c3c'], 'active': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:13:38.086608 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 47242) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:38.100819 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d41bcf7b-417e-4e2d-848e-498e79e4d3f0 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:38.124040 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-b0bc8a84-43c1-4a3c-a7da-907866c758c4 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:13:38.183100 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-e9de2e82-c37d-4fd9-83ae-5727694bc3ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc2a7d460>, [], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:13:38.184110 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9de2e82-c37d-4fd9-83ae-5727694bc3ac None None] The sync data for ids ['873e8323-7604-4e2a-b2d0-4d5b261d5c3c'] in dv-neutron-822799-1-hyperv is: [] {{(pid=87637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 23 16:13:38.185485 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-46b174ef-edfd-4e72-b6f9-eac5b5a78872 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:38.185611 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d41bcf7b-417e-4e2d-848e-498e79e4d3f0 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Network dc0220cd-b755-428d-8aed-c349ebdcca15 is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:13:38.191181 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-46b174ef-edfd-4e72-b6f9-eac5b5a78872 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "DELETE /v2.0/ports/e4e84b4f-fd09-42fd-af04-3ea1fb868dc5 HTTP/1.1" status: 204  len: 168 time: 2.6600280
Dec 23 16:13:38.196946 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 47248) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:38.202233 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb53091-ddb2-411f-8d7f-7f2a7cc2a591 req-869b592c-be3e-40a5-9bb1-94d26e0da841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:13:38.204028 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-2cb53091-ddb2-411f-8d7f-7f2a7cc2a591 req-869b592c-be3e-40a5-9bb1-94d26e0da841 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=544f3e375bde4f0988286eba27294ea6&device_id=2d62cf08-ebf2-440c-9e24-210212a8b721 HTTP/1.1" status: 200  len: 1097 time: 0.4515810
Dec 23 16:13:38.248615 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 47252) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:38.265317 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-d41bcf7b-417e-4e2d-848e-498e79e4d3f0 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Resources bound (agent type, host, resource id):  {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:13:38.292330 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d41bcf7b-417e-4e2d-848e-498e79e4d3f0 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:13:38.331713 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41bcf7b-417e-4e2d-848e-498e79e4d3f0 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Pushing event updated for resources: {'Port': ['ID=47b14a7b-e9d8-4808-8182-daf2851a1dd4,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:13:38.354173 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-d41bcf7b-417e-4e2d-848e-498e79e4d3f0 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:13:38.360188 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-2cb53091-ddb2-411f-8d7f-7f2a7cc2a591 req-55c6d9db-4ac2-4c05-9b03-4ae4de556acc service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9951b1b4-01ac-4daf-bd58-455dcb0ff184 HTTP/1.1" status: 200  len: 217 time: 0.1082647
Dec 23 16:13:38.385354 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2283ea51-14f5-4f4f-bbd7-bed52fcc83b5 tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:38.456306 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8390860c-9ed4-487f-b7ce-a9d4a5e9d46a tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:13:38.457823 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8390860c-9ed4-487f-b7ce-a9d4a5e9d46a tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:13:38.459452 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8390860c-9ed4-487f-b7ce-a9d4a5e9d46a tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:13:38.460245 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-8390860c-9ed4-487f-b7ce-a9d4a5e9d46a tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Synchronizing usage tracker for tenant:bf435ff0e7914a739a10fff5b2399c13 on resource:subnet {{(pid=87635) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:13:38.522585 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d41bcf7b-417e-4e2d-848e-498e79e4d3f0 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:13:38.523193 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d41bcf7b-417e-4e2d-848e-498e79e4d3f0 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:38.534004 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-2283ea51-14f5-4f4f-bbd7-bed52fcc83b5 tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Calling delete_port for c2744f8a-c443-4486-94ec-970bfa70a425 owned by  {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:13:38.581361 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-8390860c-9ed4-487f-b7ce-a9d4a5e9d46a tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Unset dirty status for tenant:bf435ff0e7914a739a10fff5b2399c13 on resource:subnet {{(pid=87635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:13:38.582543 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-8390860c-9ed4-487f-b7ce-a9d4a5e9d46a tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2049 time: 0.3841753
Dec 23 16:13:38.585845 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 47262) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:38.598778 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-c222dd4b-8c27-4453-a3a6-fe22751c09e8 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] 10.222.0.64 "GET /v2.0/routers/873e8323-7604-4e2a-b2d0-4d5b261d5c3c HTTP/1.1" status: 200  len: 880 time: 0.5015199
Dec 23 16:13:38.602215 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 47266) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:38.603788 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb53091-ddb2-411f-8d7f-7f2a7cc2a591 req-eac3f0ce-6c96-4532-84dd-fce48edaa28b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:13:38.605270 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-2cb53091-ddb2-411f-8d7f-7f2a7cc2a591 req-eac3f0ce-6c96-4532-84dd-fce48edaa28b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=33f18a1b-5552-4192-92be-76d0229b5b31 HTTP/1.1" status: 200  len: 834 time: 0.1418653
Dec 23 16:13:38.625329 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-6c2d855d-e5b4-4249-902d-76f41042a74e None None] Provisioning for port 47b14a7b-e9d8-4808-8182-daf2851a1dd4 completed by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:13:38.631152 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-6c2d855d-e5b4-4249-902d-76f41042a74e None None] Provisioning complete for port 47b14a7b-e9d8-4808-8182-daf2851a1dd4 triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:13:38.631812 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-6c2d855d-e5b4-4249-902d-76f41042a74e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:38.639712 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-d41bcf7b-417e-4e2d-848e-498e79e4d3f0 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201  len: 999 time: 2.7582684
Dec 23 16:13:38.640482 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 47270) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:38.691912 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-6c2d855d-e5b4-4249-902d-76f41042a74e None None] Port 47b14a7b-e9d8-4808-8182-daf2851a1dd4 cannot update to ACTIVE because it is not bound. {{(pid=87637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 23 16:13:38.742365 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_v2 [None req-30767735-b9b4-4958-aed2-67f2ab6a39f9 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Deleting subnet 95aa7339-01aa-46d7-93a7-a85ca0194815 {{(pid=87636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 23 16:13:38.749116 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-30767735-b9b4-4958-aed2-67f2ab6a39f9 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks [] for subnet, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:38.782733 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2283ea51-14f5-4f4f-bbd7-bed52fcc83b5 tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:38.796440 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-dbec2870-a782-4dac-a432-ac3d36b09a20 tempest-RoutersIpV6AdminTest-575902626 tempest-RoutersIpV6AdminTest-575902626-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:13:38.819556 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-bf05c850-71a0-4ce2-becc-a022c0baecf2 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0e60117d21424d64b1987ca20285f1b7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5661607
Dec 23 16:13:38.825577 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 47274) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:38.982446 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb53091-ddb2-411f-8d7f-7f2a7cc2a591 req-d1f071e5-b333-4288-869e-e5004d9ac651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:13:38.983948 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-2cb53091-ddb2-411f-8d7f-7f2a7cc2a591 req-d1f071e5-b333-4288-869e-e5004d9ac651 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8f98af44-d303-4bde-b872-83960908e446&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1733325
Dec 23 16:13:38.992286 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee69e387-724c-424b-97c1-dbdea2078211 req-4577f666-de8e-433a-933e-f9dff87d4f96 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:13:38.993775 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-ee69e387-724c-424b-97c1-dbdea2078211 req-4577f666-de8e-433a-933e-f9dff87d4f96 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/ports?device_id=2d62cf08-ebf2-440c-9e24-210212a8b721 HTTP/1.1" status: 200  len: 944 time: 0.1770308
Dec 23 16:13:39.008419 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2283ea51-14f5-4f4f-bbd7-bed52fcc83b5 tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Pushing event deleted for resources: {'Port': ['ID=c2744f8a-c443-4486-94ec-970bfa70a425,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:13:39.015492 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-2283ea51-14f5-4f4f-bbd7-bed52fcc83b5 tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:13:39.026020 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-30767735-b9b4-4958-aed2-67f2ab6a39f9 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2382092'] for subnet, precommit_delete_associations {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:39.053075 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2283ea51-14f5-4f4f-bbd7-bed52fcc83b5 tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:39.099954 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d6c7719-d07e-4712-89fa-7d232a5329b5 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:13:39.105856 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d6c7719-d07e-4712-89fa-7d232a5329b5 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:13:39.111463 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d6c7719-d07e-4712-89fa-7d232a5329b5 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:13:39.112374 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-9d6c7719-d07e-4712-89fa-7d232a5329b5 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Synchronizing usage tracker for tenant:52008175df8a4d379113666c0dffe8c8 on resource:port {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:13:39.134089 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-2283ea51-14f5-4f4f-bbd7-bed52fcc83b5 tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] 10.222.0.64 "DELETE /v2.0/ports/c2744f8a-c443-4486-94ec-970bfa70a425 HTTP/1.1" status: 204  len: 168 time: 1.3267524
Dec 23 16:13:39.140373 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 47278) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:39.168468 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-9d6c7719-d07e-4712-89fa-7d232a5329b5 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Unset dirty status for tenant:52008175df8a4d379113666c0dffe8c8 on resource:port {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:13:39.169626 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-9d6c7719-d07e-4712-89fa-7d232a5329b5 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200  len: 2465 time: 0.5225480
Dec 23 16:13:39.175063 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7c25f5a3-4e6d-4b1d-8750-384c7db5f08d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:39.177495 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 47282) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:39.230494 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-ee69e387-724c-424b-97c1-dbdea2078211 req-c3625943-83a6-4797-ba95-c52d9961b3cb tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/security-groups?id=d0b96e5c-f198-499f-ba82-4154a5186419&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2159796
Dec 23 16:13:39.264166 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7c25f5a3-4e6d-4b1d-8750-384c7db5f08d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:39.273898 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-30767735-b9b4-4958-aed2-67f2ab6a39f9 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864774'] for subnet, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:39.279807 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-6cfa1078-dd52-4ee7-bab0-05768698c949 tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Deleting port 6245f66a-f082-473c-9184-5ee55ee8e46a {{(pid=87635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:13:39.280153 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-6cfa1078-dd52-4ee7-bab0-05768698c949 tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:39.311647 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-2cb53091-ddb2-411f-8d7f-7f2a7cc2a591 req-7c3d044f-425d-4535-873c-624fde2beb41 service neutron] 10.222.0.61 "GET /v2.0/networks/8f98af44-d303-4bde-b872-83960908e446?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3167248
Dec 23 16:13:39.313960 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-44d897da-2dfe-4887-858b-549c11035bd7 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Deleting port 47b14a7b-e9d8-4808-8182-daf2851a1dd4 {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:13:39.314275 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-44d897da-2dfe-4887-858b-549c11035bd7 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:39.466398 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7c25f5a3-4e6d-4b1d-8750-384c7db5f08d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:39.475418 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-a0157353-9782-43e1-a4df-438cb70ab9dd tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:13:39.489502 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-30767735-b9b4-4958-aed2-67f2ab6a39f9 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2176495', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2618677'] for subnet, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:39.514486 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c25f5a3-4e6d-4b1d-8750-384c7db5f08d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c387e9c3-b595-4d65-9860-be9bcfaca5c8,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:13:39.524412 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-7c25f5a3-4e6d-4b1d-8750-384c7db5f08d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:13:39.528007 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-352f4355-d776-46aa-8520-303412e5c2c5 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.029s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:13:39.552940 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-7a2d49ad-f4b9-4259-ac84-e53be37afc96 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Synchronizing usage tracker for tenant:3fd82437e08648b4840016e8955250bf on resource:router {{(pid=87635) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:13:39.607090 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-2cb53091-ddb2-411f-8d7f-7f2a7cc2a591 req-4f23a232-a892-4428-9124-1019d6537d5b service neutron] 10.222.0.61 "GET /v2.0/networks/8f98af44-d303-4bde-b872-83960908e446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2874990
Dec 23 16:13:39.615231 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30767735-b9b4-4958-aed2-67f2ab6a39f9 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Pushing event deleted for resources: {'Subnet': ['ID=95aa7339-01aa-46d7-93a7-a85ca0194815,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:13:39.618191 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-30767735-b9b4-4958-aed2-67f2ab6a39f9 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks [] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:39.633978 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-30767735-b9b4-4958-aed2-67f2ab6a39f9 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:13:39.637294 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0271ec2-7884-4dab-83e5-dcd798bd103b None None] Network a67646b4-5371-43ec-9f98-39fe51a67033 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:13:39.639528 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7c25f5a3-4e6d-4b1d-8750-384c7db5f08d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:39.640673 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-7c25f5a3-4e6d-4b1d-8750-384c7db5f08d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c387e9c3-b595-4d65-9860-be9bcfaca5c8 HTTP/1.1" status: 204  len: 168 time: 0.8066671
Dec 23 16:13:39.645731 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-30767735-b9b4-4958-aed2-67f2ab6a39f9 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "DELETE /v2.0/subnets/95aa7339-01aa-46d7-93a7-a85ca0194815 HTTP/1.1" status: 204  len: 168 time: 1.0560691
Dec 23 16:13:39.649530 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 47288) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:39.695718 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-7a2d49ad-f4b9-4259-ac84-e53be37afc96 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Unset dirty status for tenant:3fd82437e08648b4840016e8955250bf on resource:router {{(pid=87635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:13:39.696971 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-7a2d49ad-f4b9-4259-ac84-e53be37afc96 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200  len: 883 time: 1.0907161
Dec 23 16:13:39.700222 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 47292) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:39.706584 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-271682b1-2ae1-4338-b0e9-c9e0b6df4ad4 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1311577824'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:13:39.733758 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-6cfa1078-dd52-4ee7-bab0-05768698c949 tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:39.793768 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-44d897da-2dfe-4887-858b-549c11035bd7 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:39.881173 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-6cfa1078-dd52-4ee7-bab0-05768698c949 tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Calling delete_port for 6245f66a-f082-473c-9184-5ee55ee8e46a owned by  {{(pid=87635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:13:39.925341 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7c9618c-b031-4971-997c-633cdd054593 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Deleting subnet ac0e1d29-332c-4f47-a899-1b060d31e742 {{(pid=87635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 23 16:13:39.947116 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-44d897da-2dfe-4887-858b-549c11035bd7 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Calling delete_port for 47b14a7b-e9d8-4808-8182-daf2851a1dd4 owned by  {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:13:39.984129 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-d7c9618c-b031-4971-997c-633cdd054593 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks [] for subnet, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:40.050649 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-6cfa1078-dd52-4ee7-bab0-05768698c949 tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:40.059916 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-486f7477-e1c3-4d61-8328-a1ce01273fa3 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:13:40.110995 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-d7c9618c-b031-4971-997c-633cdd054593 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2776816'] for subnet, precommit_delete_associations {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:40.201615 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfa1078-dd52-4ee7-bab0-05768698c949 tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Pushing event deleted for resources: {'Port': ['ID=6245f66a-f082-473c-9184-5ee55ee8e46a,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:13:40.209056 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-6cfa1078-dd52-4ee7-bab0-05768698c949 tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:13:40.214628 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5870fe-ee2d-4bff-a81d-7bd971ff26d8 req-8e82e7a0-d2b3-4446-8cfd-60b3ec442bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:13:40.216468 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-5c5870fe-ee2d-4bff-a81d-7bd971ff26d8 req-8e82e7a0-d2b3-4446-8cfd-60b3ec442bc7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=544f3e375bde4f0988286eba27294ea6&device_id=2d62cf08-ebf2-440c-9e24-210212a8b721 HTTP/1.1" status: 200  len: 1097 time: 0.5263782
Dec 23 16:13:40.217459 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-6cfa1078-dd52-4ee7-bab0-05768698c949 tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:40.276645 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-6cfa1078-dd52-4ee7-bab0-05768698c949 tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] 10.222.0.64 "DELETE /v2.0/ports/6245f66a-f082-473c-9184-5ee55ee8e46a HTTP/1.1" status: 204  len: 168 time: 1.1218355
Dec 23 16:13:40.276645 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 47310) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:40.371517 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-44d897da-2dfe-4887-858b-549c11035bd7 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:40.379458 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-aca75f5c-633a-46e6-87c2-c4d424176749 tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:13:40.530235 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d897da-2dfe-4887-858b-549c11035bd7 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Pushing event deleted for resources: {'Port': ['ID=47b14a7b-e9d8-4808-8182-daf2851a1dd4,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:13:40.540318 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-44d897da-2dfe-4887-858b-549c11035bd7 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:13:40.611392 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-14173a5b-6e60-47aa-a3b6-534e45ef0517 tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Synchronizing usage tracker for tenant:062088717b3d4c0e9f47bf95b6940337 on resource:port {{(pid=87635) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:13:40.701211 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5870fe-ee2d-4bff-a81d-7bd971ff26d8 req-9966074c-a19d-4f04-826e-3dd995a62b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:13:40.702721 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-5c5870fe-ee2d-4bff-a81d-7bd971ff26d8 req-9966074c-a19d-4f04-826e-3dd995a62b4a service neutron] 10.222.0.61 "GET /v2.0/networks?id=8f98af44-d303-4bde-b872-83960908e446 HTTP/1.1" status: 200  len: 897 time: 0.4720874
Dec 23 16:13:40.708885 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-d7c9618c-b031-4971-997c-633cdd054593 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864774'] for subnet, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:40.852082 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-5c5870fe-ee2d-4bff-a81d-7bd971ff26d8 req-1ccf84ee-c310-4673-84dd-6c8baa988264 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9951b1b4-01ac-4daf-bd58-455dcb0ff184 HTTP/1.1" status: 200  len: 217 time: 0.1111689
Dec 23 16:13:40.901737 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-14173a5b-6e60-47aa-a3b6-534e45ef0517 tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Unset dirty status for tenant:062088717b3d4c0e9f47bf95b6940337 on resource:port {{(pid=87635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:13:40.902986 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-14173a5b-6e60-47aa-a3b6-534e45ef0517 tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200  len: 205 time: 0.6279321
Dec 23 16:13:40.910963 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 47324) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:40.924805 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-ed79cae9-d97f-4f8e-a7a1-751f101ddd24 tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-697855329'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:13:40.936147 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-ed79cae9-d97f-4f8e-a7a1-751f101ddd24 tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:13:40.943046 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-ed79cae9-d97f-4f8e-a7a1-751f101ddd24 tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Usage tracker for resource:network and tenant:062088717b3d4c0e9f47bf95b6940337 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:13:40.946644 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-274822e8-a350-4b59-ab47-73f1ff9cffad None None] Provisioning complete for port 4204aa3c-baaa-4779-ad48-7746281d3bc4 triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:13:40.948257 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-274822e8-a350-4b59-ab47-73f1ff9cffad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:40.948702 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-ed79cae9-d97f-4f8e-a7a1-751f101ddd24 tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:13:40.957499 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-ed79cae9-d97f-4f8e-a7a1-751f101ddd24 tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:13:40.963483 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5870fe-ee2d-4bff-a81d-7bd971ff26d8 req-e0a5b519-9332-4904-8d12-fad6d8331c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:13:40.965046 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-5c5870fe-ee2d-4bff-a81d-7bd971ff26d8 req-e0a5b519-9332-4904-8d12-fad6d8331c5f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=33f18a1b-5552-4192-92be-76d0229b5b31 HTTP/1.1" status: 200  len: 834 time: 0.1051762
Dec 23 16:13:41.023805 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed79cae9-d97f-4f8e-a7a1-751f101ddd24 tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Made reservation on behalf of 062088717b3d4c0e9f47bf95b6940337 for: {'network': 1} {{(pid=87635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:13:41.030043 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-ed79cae9-d97f-4f8e-a7a1-751f101ddd24 tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for network, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:41.043005 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-271682b1-2ae1-4338-b0e9-c9e0b6df4ad4 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1824017', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1823768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-235299'] for router, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:41.064394 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17a3b27-8e17-44a7-8c95-8f4a1f250dac req-4e95727e-26e5-45a2-9d63-4e8c8cf6e96d tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:13:41.071152 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-a17a3b27-8e17-44a7-8c95-8f4a1f250dac req-4e95727e-26e5-45a2-9d63-4e8c8cf6e96d tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/ports?device_id=2d62cf08-ebf2-440c-9e24-210212a8b721 HTTP/1.1" status: 200  len: 944 time: 0.5820420
Dec 23 16:13:41.077784 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-d7c9618c-b031-4971-997c-633cdd054593 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2753333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2609730'] for subnet, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:41.085958 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-d2294505-d889-412b-a6bf-9e417feb0c5c tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:13:41.124156 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-271682b1-2ae1-4338-b0e9-c9e0b6df4ad4 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1824234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1824024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1824227', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1823761'] for router, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:41.134674 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-d7c9618c-b031-4971-997c-633cdd054593 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks [] for subnet, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:41.144388 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbe35353-67ee-443f-96a6-2e82d8bd7e1d None None] Network a67646b4-5371-43ec-9f98-39fe51a67033 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:13:41.149167 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c9618c-b031-4971-997c-633cdd054593 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Pushing event deleted for resources: {'Subnet': ['ID=ac0e1d29-332c-4f47-a899-1b060d31e742,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:13:41.151793 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-d7c9618c-b031-4971-997c-633cdd054593 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:13:41.165465 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed79cae9-d97f-4f8e-a7a1-751f101ddd24 tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] vlan segment allocate from pool success with {'vlan_id': 442, 'physical_network': 'physnet1'}  {{(pid=87635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 23 16:13:41.173508 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-d7c9618c-b031-4971-997c-633cdd054593 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "DELETE /v2.0/subnets/ac0e1d29-332c-4f47-a899-1b060d31e742 HTTP/1.1" status: 204  len: 168 time: 1.5215588
Dec 23 16:13:41.177570 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 47334) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:41.247641 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Device 9951b1b4-01ac-4daf-bd58-455dcb0ff184 details requested by agent hyperv_hv-neutron-8227 with host hv-neutron-8227 {{(pid=87637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 23 16:13:41.267847 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-ed79cae9-d97f-4f8e-a7a1-751f101ddd24 tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:41.268448 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.db.segments_db [None req-ed79cae9-d97f-4f8e-a7a1-751f101ddd24 tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Added segment 5eafb0a3-de6b-46ba-ad68-f0c48fedf24e of type vlan for network 6896ad59-5a61-401c-a775-f242bf1957f8
Dec 23 16:13:41.305119 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-a17a3b27-8e17-44a7-8c95-8f4a1f250dac req-bb40203f-1fea-46cd-be3d-f9a169bec489 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/security-groups?id=d0b96e5c-f198-499f-ba82-4154a5186419&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2329640
Dec 23 16:13:41.343199 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-30843a50-adf0-4d58-8430-df917e51e0f1 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1641326
Dec 23 16:13:41.347162 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 47342) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:41.360966 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-7f5a1fe1-f829-4df6-a460-516598bc83eb tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Request body: {'subnet': {'network_id': 'a67646b4-5371-43ec-9f98-39fe51a67033', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:13:41.381225 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5870fe-ee2d-4bff-a81d-7bd971ff26d8 req-2f5f4b6b-320e-4855-9280-9298dd3d998a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:13:41.382722 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-5c5870fe-ee2d-4bff-a81d-7bd971ff26d8 req-2f5f4b6b-320e-4855-9280-9298dd3d998a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8f98af44-d303-4bde-b872-83960908e446&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.4090297
Dec 23 16:13:41.393632 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.db.resource_extend [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 23 16:13:41.415708 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-ed79cae9-d97f-4f8e-a7a1-751f101ddd24 tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735362521793'] for network, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:41.462527 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-44d897da-2dfe-4887-858b-549c11035bd7 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:41.531870 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-ed79cae9-d97f-4f8e-a7a1-751f101ddd24 tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495'] for network, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:41.538531 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed79cae9-d97f-4f8e-a7a1-751f101ddd24 tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:13:41.539140 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-ed79cae9-d97f-4f8e-a7a1-751f101ddd24 tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Notify callbacks [] for network, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:41.547578 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-956e240c-af32-462d-b779-021aa8d13972 tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:13:41.574195 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] For port 9951b1b4-01ac-4daf-bd58-455dcb0ff184, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=9951b1b4-01ac-4daf-bd58-455dcb0ff184,segment=NetworkSegment(402fd6a3-8341-4973-811c-26e889c2f1bb),segment_id=402fd6a3-8341-4973-811c-26e889c2f1bb)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:13:41.593939 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Returning: {'device': '9951b1b4-01ac-4daf-bd58-455dcb0ff184', 'network_id': '8f98af44-d303-4bde-b872-83960908e446', 'port_id': '9951b1b4-01ac-4daf-bd58-455dcb0ff184', 'mac_address': 'fa:16:3e:df:57:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33f18a1b-5552-4192-92be-76d0229b5b31', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 23 16:13:41.606079 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-7f5a1fe1-f829-4df6-a460-516598bc83eb tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:13:41.660595 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-7f5a1fe1-f829-4df6-a460-516598bc83eb tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Usage tracker for resource:subnet and tenant:bf435ff0e7914a739a10fff5b2399c13 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:13:41.669808 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-7f5a1fe1-f829-4df6-a460-516598bc83eb tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:13:41.679605 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-44d897da-2dfe-4887-858b-549c11035bd7 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] 10.222.0.64 "DELETE /v2.0/ports/47b14a7b-e9d8-4808-8182-daf2851a1dd4 HTTP/1.1" status: 204  len: 168 time: 2.5010638
Dec 23 16:13:41.683857 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-761aba2e-2d63-4dbf-8ed2-516fc263d9cf None None] DHCP port deletion for a67646b4-5371-43ec-9f98-39fe51a67033 request from dv-neutron-822799-1-hyperv {{(pid=87637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 23 16:13:41.688085 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 47350) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:41.689451 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-7f5a1fe1-f829-4df6-a460-516598bc83eb tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:13:41.695035 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-5c5870fe-ee2d-4bff-a81d-7bd971ff26d8 req-6f460fed-b4f6-448c-8989-8424ccc4562d service neutron] 10.222.0.61 "GET /v2.0/networks/8f98af44-d303-4bde-b872-83960908e446?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2986135
Dec 23 16:13:41.703954 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-761aba2e-2d63-4dbf-8ed2-516fc263d9cf None None] Deleting port 4204aa3c-baaa-4779-ad48-7746281d3bc4 {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:13:41.704329 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-ed79cae9-d97f-4f8e-a7a1-751f101ddd24 tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201  len: 789 time: 0.7896464
Dec 23 16:13:41.704505 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-761aba2e-2d63-4dbf-8ed2-516fc263d9cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:41.705141 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 47354) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:41.737540 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:41.739396 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-da8b3716-6c85-47eb-85a3-11816d090f3a tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1858893006'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:13:41.742773 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed79cae9-d97f-4f8e-a7a1-751f101ddd24 tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Pushing event updated for resources: {'Network': ['ID=6896ad59-5a61-401c-a775-f242bf1957f8,revision_number=1']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:13:41.746174 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-ed79cae9-d97f-4f8e-a7a1-751f101ddd24 tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:13:41.750487 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:41.754038 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-da8b3716-6c85-47eb-85a3-11816d090f3a tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:13:41.771781 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.notifiers.nova [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9951b1b4-01ac-4daf-bd58-455dcb0ff184 {{(pid=87637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 23 16:13:41.776003 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Network 6896ad59-5a61-401c-a775-f242bf1957f8 details requested by agent ovs-agent-dv-neutron-822799-1-hyperv with host dv-neutron-822799-1-hyperv {{(pid=87637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 23 16:13:41.777736 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.pecan_wsgi.hooks.translation [None req-e19ace9b-f39a-488e-a545-b0da76662aef tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] GET failed (client error): The resource could not be found.
Dec 23 16:13:41.778522 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-e19ace9b-f39a-488e-a545-b0da76662aef tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Synchronizing usage tracker for tenant:52008175df8a4d379113666c0dffe8c8 on resource:port {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:13:41.788891 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-271682b1-2ae1-4338-b0e9-c9e0b6df4ad4 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Router 873e8323-7604-4e2a-b2d0-4d5b261d5c3c has already been hosted by L3 agent 371d4c41-c7e2-4de7-9539-c049ec4e95d1 {{(pid=87636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 23 16:13:41.809833 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f5a1fe1-f829-4df6-a460-516598bc83eb tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Made reservation on behalf of bf435ff0e7914a739a10fff5b2399c13 for: {'subnet': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:13:41.812750 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-da8b3716-6c85-47eb-85a3-11816d090f3a tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Usage tracker for resource:network and tenant:062088717b3d4c0e9f47bf95b6940337 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:13:41.815443 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7f5a1fe1-f829-4df6-a460-516598bc83eb tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2618324'] for subnet, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:41.822759 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-da8b3716-6c85-47eb-85a3-11816d090f3a tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:13:41.834472 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-da8b3716-6c85-47eb-85a3-11816d090f3a tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:13:41.864234 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da8b3716-6c85-47eb-85a3-11816d090f3a tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Made reservation on behalf of 062088717b3d4c0e9f47bf95b6940337 for: {'network': 1} {{(pid=87635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:13:41.867864 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-da8b3716-6c85-47eb-85a3-11816d090f3a tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for network, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:41.895522 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 47358) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:41.899032 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] For port 9951b1b4-01ac-4daf-bd58-455dcb0ff184, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=9951b1b4-01ac-4daf-bd58-455dcb0ff184,segment=NetworkSegment(402fd6a3-8341-4973-811c-26e889c2f1bb),segment_id=402fd6a3-8341-4973-811c-26e889c2f1bb)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:13:41.905863 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-6ee73a74-9b7d-44db-b065-a108e6b2efe8 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1862635039', 'description': 'tempest-secgroup-smoke-1862635039 description', 'project_id': 'c8691bbec3fb4ae1968d469a6b97360c'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:13:41.919331 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-6ee73a74-9b7d-44db-b065-a108e6b2efe8 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:13:41.920182 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:41.929143 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-5c5870fe-ee2d-4bff-a81d-7bd971ff26d8 req-e6a7210d-387b-43ea-91bb-4f201870e491 service neutron] 10.222.0.61 "GET /v2.0/networks/8f98af44-d303-4bde-b872-83960908e446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2222712
Dec 23 16:13:41.930348 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-6ee73a74-9b7d-44db-b065-a108e6b2efe8 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Usage tracker for resource:security_group and tenant:c8691bbec3fb4ae1968d469a6b97360c is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:13:41.931579 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-da9108be-9d7c-4493-8815-4a031762809f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:13:41.936554 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-6ee73a74-9b7d-44db-b065-a108e6b2efe8 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:13:41.943947 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da8b3716-6c85-47eb-85a3-11816d090f3a tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] vlan segment allocate from pool success with {'vlan_id': 447, 'physical_network': 'physnet1'}  {{(pid=87635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 23 16:13:41.946893 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-6ee73a74-9b7d-44db-b065-a108e6b2efe8 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:13:41.962964 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-da8b3716-6c85-47eb-85a3-11816d090f3a tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:41.963302 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.db.segments_db [None req-da8b3716-6c85-47eb-85a3-11816d090f3a tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Added segment 6af58a0e-e429-4243-a469-8b0f5e374d9a of type vlan for network 08267759-df07-4370-890c-86ef76c134e7
Dec 23 16:13:41.971502 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-6ee73a74-9b7d-44db-b065-a108e6b2efe8 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Notify callbacks [] for security_group, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:41.972551 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-e19ace9b-f39a-488e-a545-b0da76662aef tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Unset dirty status for tenant:52008175df8a4d379113666c0dffe8c8 on resource:port {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:13:41.973755 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-e19ace9b-f39a-488e-a545-b0da76662aef tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] 10.222.0.64 "GET /v2.0/ports/47b14a7b-e9d8-4808-8182-daf2851a1dd4 HTTP/1.1" status: 404  len: 333 time: 0.2807646
Dec 23 16:13:41.983597 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 47362) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:41.996479 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-65515512-e172-46a3-9fc5-20451a402466 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Request body: {'port': {'network_id': 'dc0220cd-b755-428d-8aed-c349ebdcca15', 'name': 'tempest-AllowedAddressPairTestJSON-1883657763'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:13:42.011099 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-6ee73a74-9b7d-44db-b065-a108e6b2efe8 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Notify callbacks [] for security_group, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:42.098534 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-6ee73a74-9b7d-44db-b065-a108e6b2efe8 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:13:42.112481 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Pushing event updated for resources: {'Port': ['ID=9951b1b4-01ac-4daf-bd58-455dcb0ff184,revision_number=4']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:13:42.118176 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:13:42.125776 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-da8b3716-6c85-47eb-85a3-11816d090f3a tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735362521793'] for network, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:42.126156 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-761aba2e-2d63-4dbf-8ed2-516fc263d9cf None None] For port 4204aa3c-baaa-4779-ad48-7746281d3bc4, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=4204aa3c-baaa-4779-ad48-7746281d3bc4,segment=NetworkSegment(d0e346f7-32a7-41a0-b972-301688edbe10),segment_id=d0e346f7-32a7-41a0-b972-301688edbe10)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:13:42.126606 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-761aba2e-2d63-4dbf-8ed2-516fc263d9cf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:42.130540 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-6ee73a74-9b7d-44db-b065-a108e6b2efe8 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Usage tracker for resource:security_group_rule and tenant:c8691bbec3fb4ae1968d469a6b97360c is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:13:42.138552 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-271682b1-2ae1-4338-b0e9-c9e0b6df4ad4 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify agent at l3_agent.dv-neutron-822799-1-hyperv the message routers_updated {{(pid=87636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 23 16:13:42.140750 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-6ee73a74-9b7d-44db-b065-a108e6b2efe8 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:13:42.149620 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-274f32ea-d4aa-4bfd-96bf-c64f51e5b586 None None] Sync routers for ids ['873e8323-7604-4e2a-b2d0-4d5b261d5c3c'] in dv-neutron-822799-1-hyperv {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 23 16:13:42.151170 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-271682b1-2ae1-4338-b0e9-c9e0b6df4ad4 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks [] for router, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:42.154813 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-271682b1-2ae1-4338-b0e9-c9e0b6df4ad4 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] 10.222.0.64 "PUT /v2.0/routers/873e8323-7604-4e2a-b2d0-4d5b261d5c3c HTTP/1.1" status: 200  len: 887 time: 2.4507995
Dec 23 16:13:42.155268 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 47366) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:42.164365 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-274f32ea-d4aa-4bfd-96bf-c64f51e5b586 None None] Routers {'873e8323-7604-4e2a-b2d0-4d5b261d5c3c'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:13:42.165069 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-274f32ea-d4aa-4bfd-96bf-c64f51e5b586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc206e670>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:13:20Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['873e8323-7604-4e2a-b2d0-4d5b261d5c3c'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:13:42.170619 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-6ee73a74-9b7d-44db-b065-a108e6b2efe8 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:13:42.194604 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] get_ports_and_sgs() called for port_ids ['9951b1b4-01ac-4daf-bd58-455dcb0ff184'] {{(pid=87637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 23 16:13:42.242950 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-274f32ea-d4aa-4bfd-96bf-c64f51e5b586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc206e670>, [], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:13:42.256605 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-274f32ea-d4aa-4bfd-96bf-c64f51e5b586 None None] Routers {'873e8323-7604-4e2a-b2d0-4d5b261d5c3c'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:13:42.257461 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-274f32ea-d4aa-4bfd-96bf-c64f51e5b586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc206e670>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:13:20Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['873e8323-7604-4e2a-b2d0-4d5b261d5c3c'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:13:42.296734 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-761aba2e-2d63-4dbf-8ed2-516fc263d9cf None None] Calling delete_port for 4204aa3c-baaa-4779-ad48-7746281d3bc4 owned by network:dhcp {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:13:42.338479 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-65515512-e172-46a3-9fc5-20451a402466 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:13:42.344310 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-da8b3716-6c85-47eb-85a3-11816d090f3a tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495'] for network, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:42.365835 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da8b3716-6c85-47eb-85a3-11816d090f3a tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:13:42.376857 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-da8b3716-6c85-47eb-85a3-11816d090f3a tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Notify callbacks [] for network, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:42.394553 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-274f32ea-d4aa-4bfd-96bf-c64f51e5b586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc206e670>, [], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:13:42.395351 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-274f32ea-d4aa-4bfd-96bf-c64f51e5b586 None None] The sync data for ids ['873e8323-7604-4e2a-b2d0-4d5b261d5c3c'] in dv-neutron-822799-1-hyperv is: [] {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 23 16:13:42.416472 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-761aba2e-2d63-4dbf-8ed2-516fc263d9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789'] for port, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:42.419562 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7f5a1fe1-f829-4df6-a460-516598bc83eb tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2176430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2618310'] for subnet, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:42.421058 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-5fcfa84a-258f-4419-8edd-bbf8dcf3cd61 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:13:42.426502 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-7190541c-c504-47fd-9cb4-867d48cfeee1 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:13:42.431769 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-2771af84-c7b4-4732-a273-dbe4791c9960 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:13:42.457147 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-65515512-e172-46a3-9fc5-20451a402466 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:13:42.472029 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761aba2e-2d63-4dbf-8ed2-516fc263d9cf None None] Pushing event deleted for resources: {'Port': ['ID=4204aa3c-baaa-4779-ad48-7746281d3bc4,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:13:42.475908 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-24d16ea0-db8f-4280-a49d-3192b7f8daaf tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] 10.222.0.64 "GET /v2.0/routers/873e8323-7604-4e2a-b2d0-4d5b261d5c3c HTTP/1.1" status: 200  len: 887 time: 0.3170633
Dec 23 16:13:42.478516 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-761aba2e-2d63-4dbf-8ed2-516fc263d9cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:13:42.482641 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-761aba2e-2d63-4dbf-8ed2-516fc263d9cf None None] No DVR routers for this DVR port 4204aa3c-baaa-4779-ad48-7746281d3bc4 on host dv-neutron-822799-1-hyperv {{(pid=87637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 23 16:13:42.483869 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 47372) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:42.529249 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-da8b3716-6c85-47eb-85a3-11816d090f3a tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201  len: 790 time: 0.7989068
Dec 23 16:13:42.539215 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f5a1fe1-f829-4df6-a460-516598bc83eb tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Network a67646b4-5371-43ec-9f98-39fe51a67033 is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:13:42.598593 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-7f5a1fe1-f829-4df6-a460-516598bc83eb tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Resources bound (agent type, host, resource id):  {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:13:42.611933 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d37112d8-ceec-4a03-ac35-8d809618d034 None None] Network a67646b4-5371-43ec-9f98-39fe51a67033 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:13:42.616177 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-07905704-87bf-4d4f-b5ae-331bb1bfc0fd tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] 10.222.0.64 "GET /v2.0/ports?device_id=873e8323-7604-4e2a-b2d0-4d5b261d5c3c HTTP/1.1" status: 200  len: 205 time: 0.1236556
Dec 23 16:13:42.620705 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f5a1fe1-f829-4df6-a460-516598bc83eb tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:13:42.621705 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7f5a1fe1-f829-4df6-a460-516598bc83eb tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks [] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:42.626535 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 47376) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:42.659387 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65515512-e172-46a3-9fc5-20451a402466 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Made reservation on behalf of 52008175df8a4d379113666c0dffe8c8 for: {'port': 1} {{(pid=87635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:13:42.662911 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-65515512-e172-46a3-9fc5-20451a402466 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:42.675539 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-6ee73a74-9b7d-44db-b065-a108e6b2efe8 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Notify callbacks [] for security_group, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:42.683282 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8b3716-6c85-47eb-85a3-11816d090f3a tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Pushing event updated for resources: {'Network': ['ID=08267759-df07-4370-890c-86ef76c134e7,revision_number=1']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:13:42.688075 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-da8b3716-6c85-47eb-85a3-11816d090f3a tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:13:42.688891 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-6ee73a74-9b7d-44db-b065-a108e6b2efe8 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:42.692381 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-af9bb458-2391-4fb8-82c9-dfd48d46a410 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:13:42.714224 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-6ee73a74-9b7d-44db-b065-a108e6b2efe8 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:13:42.721370 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.notifiers.nova [None req-65515512-e172-46a3-9fc5-20451a402466 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] device_id is not set on port 2dab4c5d-db59-4eaf-bfc0-a3989abbf0aa yet. {{(pid=87635) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 23 16:13:42.755313 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-6ee73a74-9b7d-44db-b065-a108e6b2efe8 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Usage tracker for resource:security_group_rule and tenant:c8691bbec3fb4ae1968d469a6b97360c is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:13:42.765275 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-6ee73a74-9b7d-44db-b065-a108e6b2efe8 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:13:42.781601 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-6ee73a74-9b7d-44db-b065-a108e6b2efe8 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:13:42.790713 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee73a74-9b7d-44db-b065-a108e6b2efe8 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01e3e075-fddb-413b-acb4-20fc39fac9ce,revision_number=1']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:13:42.791926 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Network 08267759-df07-4370-890c-86ef76c134e7 details requested by agent ovs-agent-dv-neutron-822799-1-hyperv with host dv-neutron-822799-1-hyperv {{(pid=87637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 23 16:13:42.802694 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-6ee73a74-9b7d-44db-b065-a108e6b2efe8 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:13:42.932840 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.db_base_plugin_common [None req-65515512-e172-46a3-9fc5-20451a402466 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Allocated IP 172.20.0.14 (dc0220cd-b755-428d-8aed-c349ebdcca15/bf6b42c5-2c88-4e13-8bc9-efa76c8e08a7/2dab4c5d-db59-4eaf-bfc0-a3989abbf0aa) {{(pid=87635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:13:42.943118 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5a1fe1-f829-4df6-a460-516598bc83eb tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Pushing event updated for resources: {'Subnet': ['ID=cf56a004-10f1-495f-9718-32d9253a8ffa,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:13:42.973362 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-7f5a1fe1-f829-4df6-a460-516598bc83eb tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.547s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:13:42.997072 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-7f5a1fe1-f829-4df6-a460-516598bc83eb tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.6428964
Dec 23 16:13:43.008269 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 47380) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:43.019324 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-b0fb7284-7624-4056-985d-756acb494fc4 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Request body: {'subnet': {'network_id': 'a67646b4-5371-43ec-9f98-39fe51a67033', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:13:43.124100 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c00a7b8f-1623-4aad-b66d-d272e74da0a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7e017a6-8198-58c8-a07e-0f786128e3b3-a67646b4-5371-43ec-9f98-39fe51a67033', 'network_id': 'a67646b4-5371-43ec-9f98-39fe51a67033', 'tenant_id': 'bf435ff0e7914a739a10fff5b2399c13', 'fixed_ips': [{'subnet_id': 'cf56a004-10f1-495f-9718-32d9253a8ffa'}]}} from dv-neutron-822799-1-hyperv. {{(pid=87637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 23 16:13:43.125809 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-c00a7b8f-1623-4aad-b66d-d272e74da0a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:43.149450 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-6ee73a74-9b7d-44db-b065-a108e6b2efe8 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Notify callbacks [] for security_group, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:43.158739 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 4204aa3c-baaa-4779-ad48-7746281d3bc4 no longer exists at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 23 16:13:43.167496 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-6ee73a74-9b7d-44db-b065-a108e6b2efe8 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:43.175398 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-5fb8da71-93fb-4b66-ba67-4296fd2fdc72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:13:43.232947 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-b0fb7284-7624-4056-985d-756acb494fc4 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:13:43.244837 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee73a74-9b7d-44db-b065-a108e6b2efe8 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6efb91e4-dce2-4b1b-ba77-0534a1c433c6,revision_number=1']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:13:43.248748 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-6ee73a74-9b7d-44db-b065-a108e6b2efe8 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Notify callbacks [] for security_group, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:43.250042 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-6ee73a74-9b7d-44db-b065-a108e6b2efe8 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 1.3533313
Dec 23 16:13:43.251440 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-6ee73a74-9b7d-44db-b065-a108e6b2efe8 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:13:43.253155 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 47384) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:43.259631 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-a73a8140-a804-4d3a-91e8-cd45f25f10ed tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Request body: {'security_group_rule': {'security_group_id': '6efb91e4-dce2-4b1b-ba77-0534a1c433c6', 'project_id': 'c8691bbec3fb4ae1968d469a6b97360c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:13:43.270162 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-a73a8140-a804-4d3a-91e8-cd45f25f10ed tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:13:43.270396 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de3aaaf-1577-4635-801f-c0bdee9dd994 req-4155be24-11e9-46bf-a825-1e5c23ee5e19 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:13:43.274434 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-a73a8140-a804-4d3a-91e8-cd45f25f10ed tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Usage tracker for resource:security_group_rule and tenant:c8691bbec3fb4ae1968d469a6b97360c is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:13:43.277879 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-7de3aaaf-1577-4635-801f-c0bdee9dd994 req-4155be24-11e9-46bf-a825-1e5c23ee5e19 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/ports?device_id=2d62cf08-ebf2-440c-9e24-210212a8b721 HTTP/1.1" status: 200  len: 945 time: 0.7769978
Dec 23 16:13:43.278423 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-a73a8140-a804-4d3a-91e8-cd45f25f10ed tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:13:43.285354 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-b0fb7284-7624-4056-985d-756acb494fc4 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Usage tracker for resource:subnet and tenant:bf435ff0e7914a739a10fff5b2399c13 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:13:43.292761 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] No Port match for: 4204aa3c-baaa-4779-ad48-7746281d3bc4 {{(pid=87637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 23 16:13:43.293369 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 4204aa3c-baaa-4779-ad48-7746281d3bc4 not bound to the agent host dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 23 16:13:43.303111 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-b0fb7284-7624-4056-985d-756acb494fc4 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:13:43.314585 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-a73a8140-a804-4d3a-91e8-cd45f25f10ed tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:13:43.317929 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-b0fb7284-7624-4056-985d-756acb494fc4 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:13:43.342358 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-531cbe4d-1775-4a59-9d35-9bf34310e873 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks [] for router, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:43.432165 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-7de3aaaf-1577-4635-801f-c0bdee9dd994 req-0ed40413-bad1-420e-8f89-8855866c8479 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/security-groups?id=d0b96e5c-f198-499f-ba82-4154a5186419&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1528220
Dec 23 16:13:43.463957 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a73a8140-a804-4d3a-91e8-cd45f25f10ed tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:43.471837 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0fb7284-7624-4056-985d-756acb494fc4 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Made reservation on behalf of bf435ff0e7914a739a10fff5b2399c13 for: {'subnet': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:13:43.475871 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b0fb7284-7624-4056-985d-756acb494fc4 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2618324'] for subnet, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:43.592976 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-65515512-e172-46a3-9fc5-20451a402466 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Notify callbacks [] for port, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:43.610357 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.provisioning_blocks [None req-65515512-e172-46a3-9fc5-20451a402466 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Transition to ACTIVE for port object 2dab4c5d-db59-4eaf-bfc0-a3989abbf0aa will not be triggered until provisioned by entity DHCP. {{(pid=87635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:13:43.614589 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_common [None req-c00a7b8f-1623-4aad-b66d-d272e74da0a2 None None] Allocated IP 172.20.0.2 (a67646b4-5371-43ec-9f98-39fe51a67033/cf56a004-10f1-495f-9718-32d9253a8ffa/a548121c-7f76-42d9-8315-524961b05275) {{(pid=87637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:13:43.640683 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a73a8140-a804-4d3a-91e8-cd45f25f10ed tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:43.643356 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-65515512-e172-46a3-9fc5-20451a402466 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:43.651724 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-cf96f918-403e-465d-adef-1766a67cdda1 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:13:43.698980 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a73a8140-a804-4d3a-91e8-cd45f25f10ed tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762424'] for security_group_rule, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:43.754862 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65515512-e172-46a3-9fc5-20451a402466 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Network dc0220cd-b755-428d-8aed-c349ebdcca15 is already hosted by enough agents. {{(pid=87635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:13:43.759360 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.base_scheduler [None req-65515512-e172-46a3-9fc5-20451a402466 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Resources bound (agent type, host, resource id):  {{(pid=87635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:13:43.767899 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65515512-e172-46a3-9fc5-20451a402466 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Received port after_create {{(pid=87635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:13:43.809848 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a73a8140-a804-4d3a-91e8-cd45f25f10ed tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:43.811438 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-a73a8140-a804-4d3a-91e8-cd45f25f10ed tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.5572650
Dec 23 16:13:43.819979 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 47388) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:43.820997 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65515512-e172-46a3-9fc5-20451a402466 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Pushing event updated for resources: {'Port': ['ID=2dab4c5d-db59-4eaf-bfc0-a3989abbf0aa,revision_number=1']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:13:43.833113 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-65515512-e172-46a3-9fc5-20451a402466 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:13:43.844337 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-367dfe85-d5c1-42c0-a928-0f06697296fe tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.126s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:13:43.855882 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-bdc220d1-5a28-4f79-9080-b7b9c6947911 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Request body: {'security_group_rule': {'security_group_id': '6efb91e4-dce2-4b1b-ba77-0534a1c433c6', 'project_id': 'c8691bbec3fb4ae1968d469a6b97360c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:13:43.862760 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-bdc220d1-5a28-4f79-9080-b7b9c6947911 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:13:43.867082 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-bdc220d1-5a28-4f79-9080-b7b9c6947911 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Usage tracker for resource:security_group_rule and tenant:c8691bbec3fb4ae1968d469a6b97360c is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:13:43.870514 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-bdc220d1-5a28-4f79-9080-b7b9c6947911 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:13:43.880641 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-bdc220d1-5a28-4f79-9080-b7b9c6947911 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:13:43.917918 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-bdc220d1-5a28-4f79-9080-b7b9c6947911 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:43.932658 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73a8140-a804-4d3a-91e8-cd45f25f10ed tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae7d1f0d-5505-4c62-84fd-4509e7d5621b,revision_number=0']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:13:43.942744 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-a73a8140-a804-4d3a-91e8-cd45f25f10ed tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:13:43.963576 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65515512-e172-46a3-9fc5-20451a402466 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:13:43.965436 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-65515512-e172-46a3-9fc5-20451a402466 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:44.010118 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-65515512-e172-46a3-9fc5-20451a402466 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 2.0231922
Dec 23 16:13:44.014006 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 47392) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:44.028514 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-aace41a8-1a39-4f73-8bd6-d1e6d64a81e3 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:53:80:f3'}]}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:13:44.063812 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.objects.ports [None req-b0fb7284-7624-4056-985d-756acb494fc4 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87636) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}}
Dec 23 16:13:44.065085 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b0fb7284-7624-4056-985d-756acb494fc4 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2176430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2618310'] for subnet, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:44.077749 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-07d8959f-4c80-467c-8dd3-f0298d47d0d4 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:13:44.101356 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-c00a7b8f-1623-4aad-b66d-d272e74da0a2 None None] Notify callbacks [] for port, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:44.115176 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-c00a7b8f-1623-4aad-b66d-d272e74da0a2 None None] Transition to ACTIVE for port object a548121c-7f76-42d9-8315-524961b05275 will not be triggered until provisioned by entity L2. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:13:44.120320 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-bdc220d1-5a28-4f79-9080-b7b9c6947911 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:44.123137 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-531cbe4d-1775-4a59-9d35-9bf34310e873 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:44.133443 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-bdc220d1-5a28-4f79-9080-b7b9c6947911 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762424'] for security_group_rule, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:44.140879 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-c00a7b8f-1623-4aad-b66d-d272e74da0a2 None None] Transition to ACTIVE for port object a548121c-7f76-42d9-8315-524961b05275 will not be triggered until provisioned by entity DHCP. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:13:44.147225 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0fb7284-7624-4056-985d-756acb494fc4 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Network a67646b4-5371-43ec-9f98-39fe51a67033 is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:13:44.151895 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-b0fb7284-7624-4056-985d-756acb494fc4 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Resources bound (agent type, host, resource id):  {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:13:44.157095 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0fb7284-7624-4056-985d-756acb494fc4 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:13:44.157674 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b0fb7284-7624-4056-985d-756acb494fc4 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks [] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:44.164551 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-c00a7b8f-1623-4aad-b66d-d272e74da0a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780'] for port, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:44.166564 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-c2fcc04e-71c8-418c-9f74-db47adb386d9 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:13:44.171310 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:13:44.185155 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-bdc220d1-5a28-4f79-9080-b7b9c6947911 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:44.188838 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-bdc220d1-5a28-4f79-9080-b7b9c6947911 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.3520958
Dec 23 16:13:44.188994 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-531cbe4d-1775-4a59-9d35-9bf34310e873 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Deleting port c49085e2-f0f1-41a4-a508-0b7471f53a65 {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:13:44.188994 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-531cbe4d-1775-4a59-9d35-9bf34310e873 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:44.190254 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 47396) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:44.191094 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc220d1-5a28-4f79-9080-b7b9c6947911 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f5d1d12-229d-4bd4-be70-b17860ed3a04,revision_number=0']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:13:44.200296 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-bdc220d1-5a28-4f79-9080-b7b9c6947911 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:13:44.217460 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-39e9da25-cb16-4ba1-9db6-2fc786b43da7 None None] Provisioning for port 2dab4c5d-db59-4eaf-bfc0-a3989abbf0aa completed by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:13:44.222693 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-ef0a1cc3-c5a1-4b98-8db9-1c2b269d5d44 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Request body: {'security_group_rule': {'security_group_id': '6efb91e4-dce2-4b1b-ba77-0534a1c433c6', 'project_id': 'c8691bbec3fb4ae1968d469a6b97360c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:13:44.231024 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-ef0a1cc3-c5a1-4b98-8db9-1c2b269d5d44 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:13:44.239476 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-ef0a1cc3-c5a1-4b98-8db9-1c2b269d5d44 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Usage tracker for resource:security_group_rule and tenant:c8691bbec3fb4ae1968d469a6b97360c is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:13:44.243443 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c00a7b8f-1623-4aad-b66d-d272e74da0a2 None None] Network a67646b4-5371-43ec-9f98-39fe51a67033 is already hosted by enough agents. {{(pid=87637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:13:44.247297 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-c00a7b8f-1623-4aad-b66d-d272e74da0a2 None None] Resources bound (agent type, host, resource id):  {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:13:44.249371 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-39e9da25-cb16-4ba1-9db6-2fc786b43da7 None None] Provisioning complete for port 2dab4c5d-db59-4eaf-bfc0-a3989abbf0aa triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:13:44.250008 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-39e9da25-cb16-4ba1-9db6-2fc786b43da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:44.297164 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-ef0a1cc3-c5a1-4b98-8db9-1c2b269d5d44 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:13:44.309084 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c00a7b8f-1623-4aad-b66d-d272e74da0a2 None None] Received port after_create {{(pid=87637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:13:44.313882 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-39e9da25-cb16-4ba1-9db6-2fc786b43da7 None None] Port 2dab4c5d-db59-4eaf-bfc0-a3989abbf0aa cannot update to ACTIVE because it is not bound. {{(pid=87637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 23 16:13:44.314254 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-ef0a1cc3-c5a1-4b98-8db9-1c2b269d5d44 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:13:44.361341 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-ef0a1cc3-c5a1-4b98-8db9-1c2b269d5d44 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:44.400957 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00a7b8f-1623-4aad-b66d-d272e74da0a2 None None] Pushing event updated for resources: {'Port': ['ID=a548121c-7f76-42d9-8315-524961b05275,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:13:44.431479 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-c00a7b8f-1623-4aad-b66d-d272e74da0a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:13:44.442193 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-b0fb7284-7624-4056-985d-756acb494fc4 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 1.4326646
Dec 23 16:13:44.444643 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-531cbe4d-1775-4a59-9d35-9bf34310e873 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:44.457457 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 47400) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:44.473847 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-50bb6afa-fb46-40a0-807d-7994ad99762c tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Request body: {'port': {'network_id': 'a67646b4-5371-43ec-9f98-39fe51a67033', 'mac_address': 'fa:16:3e:48:f1:cf', 'name': 'tempest-NetworksTestDHCPv6-1317854683'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:13:44.481597 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-c00a7b8f-1623-4aad-b66d-d272e74da0a2 None None] Attempting to bind port a548121c-7f76-42d9-8315-524961b05275 on host dv-neutron-822799-1-hyperv for vnic_type normal with profile  {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:13:44.484528 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-c00a7b8f-1623-4aad-b66d-d272e74da0a2 None None] Attempting to bind port a548121c-7f76-42d9-8315-524961b05275 by drivers openvswitch,hyperv on host dv-neutron-822799-1-hyperv at level 0 using segments [{'id': 'd0e346f7-32a7-41a0-b972-301688edbe10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'a67646b4-5371-43ec-9f98-39fe51a67033'}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:13:44.485347 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c00a7b8f-1623-4aad-b66d-d272e74da0a2 None None] Attempting to bind port a548121c-7f76-42d9-8315-524961b05275 on network a67646b4-5371-43ec-9f98-39fe51a67033 {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:13:44.499364 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c00a7b8f-1623-4aad-b66d-d272e74da0a2 None None] Checking agent: {'id': '20d2070f-69a9-4e73-8d08-6f0387a40158', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822799-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 21), 'started_at': datetime.datetime(2021, 12, 23, 16, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 13, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822799-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 23 16:13:44.500374 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c00a7b8f-1623-4aad-b66d-d272e74da0a2 None None] Checking segment: {'id': 'd0e346f7-32a7-41a0-b972-301688edbe10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'a67646b4-5371-43ec-9f98-39fe51a67033'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:13:44.501295 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-c00a7b8f-1623-4aad-b66d-d272e74da0a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:44.502771 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c00a7b8f-1623-4aad-b66d-d272e74da0a2 None None] Bound using segment: {'id': 'd0e346f7-32a7-41a0-b972-301688edbe10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'a67646b4-5371-43ec-9f98-39fe51a67033'} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 23 16:13:44.504272 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-c00a7b8f-1623-4aad-b66d-d272e74da0a2 None None] Bound port: a548121c-7f76-42d9-8315-524961b05275, host: dv-neutron-822799-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0e346f7-32a7-41a0-b972-301688edbe10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'a67646b4-5371-43ec-9f98-39fe51a67033'}}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 23 16:13:44.505887 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-c00a7b8f-1623-4aad-b66d-d272e74da0a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:44.510168 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-ef0a1cc3-c5a1-4b98-8db9-1c2b269d5d44 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:44.511351 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-aace41a8-1a39-4f73-8bd6-d1e6d64a81e3 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:44.523435 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-ef0a1cc3-c5a1-4b98-8db9-1c2b269d5d44 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762424'] for security_group_rule, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:44.533076 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:13:44.553910 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0a1cc3-c5a1-4b98-8db9-1c2b269d5d44 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40181d65-0cf0-41d9-bdb0-a222971722c0,revision_number=0']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:13:44.563610 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-ef0a1cc3-c5a1-4b98-8db9-1c2b269d5d44 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:13:44.628435 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-ef0a1cc3-c5a1-4b98-8db9-1c2b269d5d44 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:44.630510 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-ef0a1cc3-c5a1-4b98-8db9-1c2b269d5d44 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.4291866
Dec 23 16:13:44.645718 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 47408) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:44.653696 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-c00a7b8f-1623-4aad-b66d-d272e74da0a2 None None] For port a548121c-7f76-42d9-8315-524961b05275, host dv-neutron-822799-1-hyperv, cleared binding levels {{(pid=87637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 23 16:13:44.660590 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-c00a7b8f-1623-4aad-b66d-d272e74da0a2 None None] For port a548121c-7f76-42d9-8315-524961b05275, host dv-neutron-822799-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=a548121c-7f76-42d9-8315-524961b05275,segment=NetworkSegment(d0e346f7-32a7-41a0-b972-301688edbe10),segment_id=d0e346f7-32a7-41a0-b972-301688edbe10)] {{(pid=87637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 23 16:13:44.666770 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-c00a7b8f-1623-4aad-b66d-d272e74da0a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:44.675374 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-ff81fdfd-fb77-4f87-835e-5c716979cdba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:13:44.693892 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-531cbe4d-1775-4a59-9d35-9bf34310e873 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Calling delete_port for c49085e2-f0f1-41a4-a508-0b7471f53a65 owned by network:router_gateway {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:13:44.715747 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-8cf6ec84-9fe1-4595-b274-f2193664de71 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Request body: {'security_group_rule': {'security_group_id': '6efb91e4-dce2-4b1b-ba77-0534a1c433c6', 'project_id': 'c8691bbec3fb4ae1968d469a6b97360c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:13:44.734140 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-8cf6ec84-9fe1-4595-b274-f2193664de71 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:13:44.753948 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00a7b8f-1623-4aad-b66d-d272e74da0a2 None None] Pushing event updated for resources: {'Port': ['ID=a548121c-7f76-42d9-8315-524961b05275,revision_number=2']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:13:44.769757 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-8cf6ec84-9fe1-4595-b274-f2193664de71 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Usage tracker for resource:security_group_rule and tenant:c8691bbec3fb4ae1968d469a6b97360c is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:13:44.771610 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-c00a7b8f-1623-4aad-b66d-d272e74da0a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:13:44.783680 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fb7284-7624-4056-985d-756acb494fc4 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Pushing event updated for resources: {'Subnet': ['ID=eb044b18-3c4f-472c-8a96-824b2aca495c,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:13:44.792052 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-b0fb7284-7624-4056-985d-756acb494fc4 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.714s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:13:44.792413 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-8cf6ec84-9fe1-4595-b274-f2193664de71 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:13:44.863627 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-8cf6ec84-9fe1-4595-b274-f2193664de71 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:13:44.947639 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b8e49f-7d88-43ed-bafa-0e4de4d7cac6 req-a12a0013-b401-42b3-8ae1-8cbe7d636471 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:13:44.953068 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-f3b8e49f-7d88-43ed-bafa-0e4de4d7cac6 req-a12a0013-b401-42b3-8ae1-8cbe7d636471 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/ports?device_id=2d62cf08-ebf2-440c-9e24-210212a8b721 HTTP/1.1" status: 200  len: 945 time: 0.2968535
Dec 23 16:13:44.956549 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-8cf6ec84-9fe1-4595-b274-f2193664de71 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:45.095695 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-aace41a8-1a39-4f73-8bd6-d1e6d64a81e3 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Notify callbacks [] for port, precommit_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:45.108938 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-f3b8e49f-7d88-43ed-bafa-0e4de4d7cac6 req-6d9b7392-f506-4f4f-9a5d-bee227bbd575 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/security-groups?id=d0b96e5c-f198-499f-ba82-4154a5186419&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1366329
Dec 23 16:13:45.117491 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-aace41a8-1a39-4f73-8bd6-d1e6d64a81e3 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2753531'] for port, after_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:45.146223 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-6cfa1078-dd52-4ee7-bab0-05768698c949 tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:13:45.212808 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-8cf6ec84-9fe1-4595-b274-f2193664de71 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:45.261610 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Device 9951b1b4-01ac-4daf-bd58-455dcb0ff184 up at agent hyperv_hv-neutron-8227 {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:13:45.317711 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-8cf6ec84-9fe1-4595-b274-f2193664de71 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762424'] for security_group_rule, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:45.345908 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device a548121c-7f76-42d9-8315-524961b05275 up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:13:45.376456 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.agents_db [None req-30c2320c-f298-49f6-9c47-c20e38116a9c None None] Agent healthcheck: found 6 active agents {{(pid=87638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 23 16:13:45.418292 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-531cbe4d-1775-4a59-9d35-9bf34310e873 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:45.423680 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-50bb6afa-fb46-40a0-807d-7994ad99762c tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:13:45.426365 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aace41a8-1a39-4f73-8bd6-d1e6d64a81e3 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Pushing event updated for resources: {'Port': ['ID=2dab4c5d-db59-4eaf-bfc0-a3989abbf0aa,revision_number=2']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:13:45.428210 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-30848663-e34a-40aa-93ec-702f6eb9ec4f tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:13:45.433003 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-aace41a8-1a39-4f73-8bd6-d1e6d64a81e3 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:13:45.433535 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-bdc220d1-5a28-4f79-9080-b7b9c6947911 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.104s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:13:45.450344 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf6ec84-9fe1-4595-b274-f2193664de71 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81a714f2-ebf1-4690-acf8-eeb8dd49aa7a,revision_number=0']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:13:45.457123 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-8cf6ec84-9fe1-4595-b274-f2193664de71 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:13:45.460415 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-8cf6ec84-9fe1-4595-b274-f2193664de71 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:45.474569 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-8cf6ec84-9fe1-4595-b274-f2193664de71 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.8245661
Dec 23 16:13:45.475635 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 47414) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:45.476395 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-aace41a8-1a39-4f73-8bd6-d1e6d64a81e3 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] In _notify_port_updated(), no bound segment for port 2dab4c5d-db59-4eaf-bfc0-a3989abbf0aa on network dc0220cd-b755-428d-8aed-c349ebdcca15 {{(pid=87635) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}}
Dec 23 16:13:45.482679 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aace41a8-1a39-4f73-8bd6-d1e6d64a81e3 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:13:45.483316 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-aace41a8-1a39-4f73-8bd6-d1e6d64a81e3 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:45.488069 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-50bb6afa-fb46-40a0-807d-7994ad99762c tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Usage tracker for resource:port and tenant:bf435ff0e7914a739a10fff5b2399c13 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:13:45.496136 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-aace41a8-1a39-4f73-8bd6-d1e6d64a81e3 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] 10.222.0.64 "PUT /v2.0/ports/2dab4c5d-db59-4eaf-bfc0-a3989abbf0aa HTTP/1.1" status: 200  len: 994 time: 1.4767749
Dec 23 16:13:45.502440 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 47416) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:45.503496 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-50bb6afa-fb46-40a0-807d-7994ad99762c tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:13:45.508479 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-56f47722-5a47-4cd1-9e47-32d6144e0d8d tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Request body: {'security_group_rule': {'security_group_id': '6efb91e4-dce2-4b1b-ba77-0534a1c433c6', 'project_id': 'c8691bbec3fb4ae1968d469a6b97360c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:13:45.516083 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-56f47722-5a47-4cd1-9e47-32d6144e0d8d tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:13:45.525972 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-56f47722-5a47-4cd1-9e47-32d6144e0d8d tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Usage tracker for resource:security_group_rule and tenant:c8691bbec3fb4ae1968d469a6b97360c is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:13:45.529900 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-56f47722-5a47-4cd1-9e47-32d6144e0d8d tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:13:45.530845 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning for port a548121c-7f76-42d9-8315-524961b05275 completed by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:13:45.537221 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-56f47722-5a47-4cd1-9e47-32d6144e0d8d tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:13:45.557732 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Provisioning for port 9951b1b4-01ac-4daf-bd58-455dcb0ff184 completed by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:13:45.563855 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.db.securitygroups_db [None req-56f47722-5a47-4cd1-9e47-32d6144e0d8d tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Project c8691bbec3fb4ae1968d469a6b97360c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 23 16:13:45.569661 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Provisioning complete for port 9951b1b4-01ac-4daf-bd58-455dcb0ff184 triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:13:45.570178 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:45.572429 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-56f47722-5a47-4cd1-9e47-32d6144e0d8d tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:45.647513 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531cbe4d-1775-4a59-9d35-9bf34310e873 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Pushing event deleted for resources: {'Port': ['ID=c49085e2-f0f1-41a4-a508-0b7471f53a65,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:13:45.653339 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-50bb6afa-fb46-40a0-807d-7994ad99762c tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:13:45.671807 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-56f47722-5a47-4cd1-9e47-32d6144e0d8d tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:45.677483 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-56f47722-5a47-4cd1-9e47-32d6144e0d8d tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762424'] for security_group_rule, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:45.679835 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-1d6c79e8-9ff5-4814-927a-1c712ac323ab tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:13:45.697349 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-531cbe4d-1775-4a59-9d35-9bf34310e873 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:13:45.723370 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f47722-5a47-4cd1-9e47-32d6144e0d8d tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d75549f-1e6a-465e-95b3-b9ca1f20c047,revision_number=0']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:13:45.726663 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-56f47722-5a47-4cd1-9e47-32d6144e0d8d tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:45.738162 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-56f47722-5a47-4cd1-9e47-32d6144e0d8d tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.2405179
Dec 23 16:13:45.740552 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-56f47722-5a47-4cd1-9e47-32d6144e0d8d tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:13:45.741520 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 47422) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:45.749564 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-07e9f7f1-39b1-4859-8725-b8ae38c5b715 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Request body: {'security_group_rule': {'security_group_id': '6efb91e4-dce2-4b1b-ba77-0534a1c433c6', 'project_id': 'c8691bbec3fb4ae1968d469a6b97360c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:13:45.762823 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50bb6afa-fb46-40a0-807d-7994ad99762c tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Made reservation on behalf of bf435ff0e7914a739a10fff5b2399c13 for: {'port': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:13:45.770515 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-07e9f7f1-39b1-4859-8725-b8ae38c5b715 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:13:45.776176 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-07e9f7f1-39b1-4859-8725-b8ae38c5b715 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Usage tracker for resource:security_group_rule and tenant:c8691bbec3fb4ae1968d469a6b97360c is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:13:45.780377 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-07e9f7f1-39b1-4859-8725-b8ae38c5b715 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:13:45.786850 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:45.794032 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-07e9f7f1-39b1-4859-8725-b8ae38c5b715 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:13:45.803789 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-c6e563d4-15cc-4846-bec8-8e1e6ef75c61 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Deleting port 2dab4c5d-db59-4eaf-bfc0-a3989abbf0aa {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:13:45.804159 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c6e563d4-15cc-4846-bec8-8e1e6ef75c61 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:45.823545 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.db.securitygroups_db [None req-07e9f7f1-39b1-4859-8725-b8ae38c5b715 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Project c8691bbec3fb4ae1968d469a6b97360c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 23 16:13:45.828933 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-f67b9912-dbd8-4bbc-95f7-b82fd9914944 None None] Provisioning complete for port 2dab4c5d-db59-4eaf-bfc0-a3989abbf0aa triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:13:45.829627 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f67b9912-dbd8-4bbc-95f7-b82fd9914944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:45.846456 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-07e9f7f1-39b1-4859-8725-b8ae38c5b715 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:45.870172 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d62cf08-ebf2-440c-9e24-210212a8b721', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9951b1b4-01ac-4daf-bd58-455dcb0ff184'}] {{(pid=87637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 23 16:13:45.895538 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] For port 9951b1b4-01ac-4daf-bd58-455dcb0ff184, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=9951b1b4-01ac-4daf-bd58-455dcb0ff184,segment=NetworkSegment(402fd6a3-8341-4973-811c-26e889c2f1bb),segment_id=402fd6a3-8341-4973-811c-26e889c2f1bb)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:13:45.905849 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:45.913014 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-006cae5a-6a31-424c-a297-1dcbb9de4e65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:13:45.965881 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-f67b9912-dbd8-4bbc-95f7-b82fd9914944 None None] Port 2dab4c5d-db59-4eaf-bfc0-a3989abbf0aa cannot update to ACTIVE because it is not bound. {{(pid=87637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 23 16:13:46.002670 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Pushing event updated for resources: {'Port': ['ID=9951b1b4-01ac-4daf-bd58-455dcb0ff184,revision_number=5']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:13:46.033663 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-531cbe4d-1775-4a59-9d35-9bf34310e873 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1824206'] for router_gateway, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:46.036288 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:13:46.053515 dv-neutron-822799-1-hyperv neutron-server[87637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d62cf08-ebf2-440c-9e24-210212a8b721', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9951b1b4-01ac-4daf-bd58-455dcb0ff184', 'code': 200}
Dec 23 16:13:46.073763 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-07e9f7f1-39b1-4859-8725-b8ae38c5b715 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:46.078717 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 47430) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:46.082450 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-07e9f7f1-39b1-4859-8725-b8ae38c5b715 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762424'] for security_group_rule, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:46.087552 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-35a20256-0437-494e-82b4-df6dad68c9dd tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Request body: {'subnets': [{'network_id': '6896ad59-5a61-401c-a775-f242bf1957f8', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1609575279', 'ip_version': 6}, {'network_id': '08267759-df07-4370-890c-86ef76c134e7', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:13:46.088530 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-35a20256-0437-494e-82b4-df6dad68c9dd tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Request body: {'subnet': {'network_id': '6896ad59-5a61-401c-a775-f242bf1957f8', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1609575279', 'ip_version': 6}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:13:46.088530 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-35a20256-0437-494e-82b4-df6dad68c9dd tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Request body: {'subnet': {'network_id': '08267759-df07-4370-890c-86ef76c134e7', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:13:46.131906 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-3c200a06-f581-4a5c-b685-df6ea314dedd tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:13:46.346046 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-531cbe4d-1775-4a59-9d35-9bf34310e873 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1784183', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-235354'] for router, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:46.352306 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-531cbe4d-1775-4a59-9d35-9bf34310e873 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:46.423644 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15b460d7-6c81-4e54-bbeb-c881b70d1e40 None None] Network a67646b4-5371-43ec-9f98-39fe51a67033 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:13:46.550515 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-531cbe4d-1775-4a59-9d35-9bf34310e873 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1781328'] for router, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:46.551187 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-531cbe4d-1775-4a59-9d35-9bf34310e873 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Fanout notify agent at l3_agent the message router_deleted on router 873e8323-7604-4e2a-b2d0-4d5b261d5c3c {{(pid=87636) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 23 16:13:46.585158 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-07e9f7f1-39b1-4859-8725-b8ae38c5b715 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:46.590262 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-07e9f7f1-39b1-4859-8725-b8ae38c5b715 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.8442605
Dec 23 16:13:46.590262 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e9f7f1-39b1-4859-8725-b8ae38c5b715 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=305ba4ca-a6b6-43d6-912a-b17015a89f1d,revision_number=0']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:13:46.611184 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 47438) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:46.613888 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-50bb6afa-fb46-40a0-807d-7994ad99762c tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:46.616333 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-bf455d9e-25ea-4018-ba3c-847f7f5fe0c3 None None] Provisioning for port a548121c-7f76-42d9-8315-524961b05275 completed by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:13:46.626897 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-bf455d9e-25ea-4018-ba3c-847f7f5fe0c3 None None] Provisioning complete for port a548121c-7f76-42d9-8315-524961b05275 triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:13:46.627368 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-bf455d9e-25ea-4018-ba3c-847f7f5fe0c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:46.646685 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-b0a04d9f-a17b-467b-b539-f8521a64477d tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Request body: {'network': {'name': 'tempest-network-smoke--635675403', 'project_id': 'c8691bbec3fb4ae1968d469a6b97360c', 'port_security_enabled': True}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:13:46.647118 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-07e9f7f1-39b1-4859-8725-b8ae38c5b715 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.515s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:13:46.660197 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-b0a04d9f-a17b-467b-b539-f8521a64477d tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:13:46.677450 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-b0a04d9f-a17b-467b-b539-f8521a64477d tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Usage tracker for resource:network and tenant:c8691bbec3fb4ae1968d469a6b97360c is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:13:46.690222 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-b0a04d9f-a17b-467b-b539-f8521a64477d tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:13:46.709969 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-35a20256-0437-494e-82b4-df6dad68c9dd tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:13:46.716084 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [None req-50bb6afa-fb46-40a0-807d-7994ad99762c tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] device_id is not set on port eea22d64-79ff-4fb6-b469-4f88a191597e yet. {{(pid=87636) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 23 16:13:46.726528 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-35a20256-0437-494e-82b4-df6dad68c9dd tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Usage tracker for resource:subnet and tenant:062088717b3d4c0e9f47bf95b6940337 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:13:46.732496 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-35a20256-0437-494e-82b4-df6dad68c9dd tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:13:46.748720 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-35a20256-0437-494e-82b4-df6dad68c9dd tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:13:46.761425 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-b0a04d9f-a17b-467b-b539-f8521a64477d tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:13:46.774531 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532ca162-c524-4ebb-adf4-b19a169baa6b req-42ee4d32-36de-4bc7-8c9e-70ce4fd3bbc2 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:13:46.776162 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-532ca162-c524-4ebb-adf4-b19a169baa6b req-42ee4d32-36de-4bc7-8c9e-70ce4fd3bbc2 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/ports?device_id=2d62cf08-ebf2-440c-9e24-210212a8b721 HTTP/1.1" status: 200  len: 946 time: 0.4252906
Dec 23 16:13:46.778805 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-531cbe4d-1775-4a59-9d35-9bf34310e873 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks [] for router, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:46.783427 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a68f0ff-1e30-471f-80fe-1d29737917c5 req-9e7c761f-b3de-4aef-8371-2dcec64add83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:13:46.783619 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-531cbe4d-1775-4a59-9d35-9bf34310e873 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] 10.222.0.64 "DELETE /v2.0/routers/873e8323-7604-4e2a-b2d0-4d5b261d5c3c HTTP/1.1" status: 204  len: 168 time: 4.1453822
Dec 23 16:13:46.783741 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-8a68f0ff-1e30-471f-80fe-1d29737917c5 req-9e7c761f-b3de-4aef-8371-2dcec64add83 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=2d62cf08-ebf2-440c-9e24-210212a8b721 HTTP/1.1" status: 200  len: 1099 time: 0.4260366
Dec 23 16:13:46.783741 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35a20256-0437-494e-82b4-df6dad68c9dd tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Made reservation on behalf of 062088717b3d4c0e9f47bf95b6940337 for: {'subnet': 2} {{(pid=87635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:13:46.786495 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-35a20256-0437-494e-82b4-df6dad68c9dd tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2610339'] for subnet, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:46.787737 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-35a20256-0437-494e-82b4-df6dad68c9dd tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2610339'] for subnet, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:46.791423 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 47442) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:46.817811 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-f5ccabf0-fef4-4ab9-945c-dc45632c4a5e tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Request body: {'network': {'name': 'tempest-RoutersTest-917419581'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:13:46.843775 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-f5ccabf0-fef4-4ab9-945c-dc45632c4a5e tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:13:46.856360 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0a04d9f-a17b-467b-b539-f8521a64477d tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Made reservation on behalf of c8691bbec3fb4ae1968d469a6b97360c for: {'network': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:13:46.859781 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b0a04d9f-a17b-467b-b539-f8521a64477d tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for network, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:46.869870 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-bf455d9e-25ea-4018-ba3c-847f7f5fe0c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:46.872131 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-f5ccabf0-fef4-4ab9-945c-dc45632c4a5e tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Usage tracker for resource:network and tenant:3fd82437e08648b4840016e8955250bf is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:13:46.875644 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c6e563d4-15cc-4846-bec8-8e1e6ef75c61 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:46.887484 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-f5ccabf0-fef4-4ab9-945c-dc45632c4a5e tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:13:46.897554 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1050e7d0-28e3-4f0c-bdc3-1b327a57efd0 req-59f0350c-cea4-431a-866e-cc8c1ab1672a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:13:46.899043 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-1050e7d0-28e3-4f0c-bdc3-1b327a57efd0 req-59f0350c-cea4-431a-866e-cc8c1ab1672a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4397e61b404b4512b8e2da8fa19161c5&device_id=f54fff32-66c0-4adb-922d-69673e61b491 HTTP/1.1" status: 200  len: 1099 time: 0.5509572
Dec 23 16:13:46.918336 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95aab16-a4e3-45ac-a09e-1dae615b1efa req-f82efdf7-a0e9-464f-b34b-5796cba71df0 tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:13:46.918615 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-bf455d9e-25ea-4018-ba3c-847f7f5fe0c3 None None] For port a548121c-7f76-42d9-8315-524961b05275, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=a548121c-7f76-42d9-8315-524961b05275,segment=NetworkSegment(d0e346f7-32a7-41a0-b972-301688edbe10),segment_id=d0e346f7-32a7-41a0-b972-301688edbe10)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:13:46.920074 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-a95aab16-a4e3-45ac-a09e-1dae615b1efa req-f82efdf7-a0e9-464f-b34b-5796cba71df0 tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] 10.222.0.64 "GET /v2.0/ports?device_id=f54fff32-66c0-4adb-922d-69673e61b491 HTTP/1.1" status: 200  len: 946 time: 0.4900680
Dec 23 16:13:46.921632 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-f5ccabf0-fef4-4ab9-945c-dc45632c4a5e tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:13:46.925840 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-bf455d9e-25ea-4018-ba3c-847f7f5fe0c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:46.927719 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-a3b32e55-7db2-40bd-8db9-591ec1afb36c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:13:46.981665 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-532ca162-c524-4ebb-adf4-b19a169baa6b req-85da4ff9-23ac-4cd4-b8d1-91532a86e966 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/security-groups?id=d0b96e5c-f198-499f-ba82-4154a5186419&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1770194
Dec 23 16:13:46.985702 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-8a68f0ff-1e30-471f-80fe-1d29737917c5 req-384fa015-88f9-41ac-8f81-7fd551ff607e service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=d0b96e5c-f198-499f-ba82-4154a5186419&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1823771
Dec 23 16:13:47.062538 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf455d9e-25ea-4018-ba3c-847f7f5fe0c3 None None] Pushing event updated for resources: {'Port': ['ID=a548121c-7f76-42d9-8315-524961b05275,revision_number=3']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:13:47.065148 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9fff24d-2d18-40ab-8759-7b49df2c7d5b None None] Update dhcp port {'port': {'network_id': 'a67646b4-5371-43ec-9f98-39fe51a67033', 'fixed_ips': [{'subnet_id': 'cf56a004-10f1-495f-9718-32d9253a8ffa', 'ip_address': '172.20.0.2'}, {'subnet_id': 'eb044b18-3c4f-472c-8a96-824b2aca495c'}], 'binding:host_id': 'dv-neutron-822799-1-hyperv'}, 'id': 'a548121c-7f76-42d9-8315-524961b05275'} from dv-neutron-822799-1-hyperv. {{(pid=87637) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}}
Dec 23 16:13:47.073988 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-c6e563d4-15cc-4846-bec8-8e1e6ef75c61 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Calling delete_port for 2dab4c5d-db59-4eaf-bfc0-a3989abbf0aa owned by  {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:13:47.095419 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-bf455d9e-25ea-4018-ba3c-847f7f5fe0c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:13:47.130237 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-c9fff24d-2d18-40ab-8759-7b49df2c7d5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:47.338716 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-944de60a-3aef-41fe-993a-df7f3ab4723a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:47.358508 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-35a20256-0437-494e-82b4-df6dad68c9dd tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2753396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2610353'] for subnet, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:47.363187 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-46ec6a0b-7286-4e18-bc6a-5265474b1795 tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:13:47.375209 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5ccabf0-fef4-4ab9-945c-dc45632c4a5e tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Made reservation on behalf of 3fd82437e08648b4840016e8955250bf for: {'network': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:13:47.378654 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f5ccabf0-fef4-4ab9-945c-dc45632c4a5e tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for network, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:47.395117 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0a04d9f-a17b-467b-b539-f8521a64477d tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] vlan segment allocate from pool success with {'vlan_id': 415, 'physical_network': 'physnet1'}  {{(pid=87636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 23 16:13:47.442944 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a20256-0437-494e-82b4-df6dad68c9dd tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Pushing event updated for resources: {'Subnet': ['ID=df8cfd0b-4934-4dcf-bf31-d728564d6591,revision_number=0']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:13:47.445900 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-35a20256-0437-494e-82b4-df6dad68c9dd tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:13:47.452903 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a20256-0437-494e-82b4-df6dad68c9dd tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Checking segment: {'id': '5eafb0a3-de6b-46ba-ad68-f0c48fedf24e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '6896ad59-5a61-401c-a775-f242bf1957f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:13:47.453312 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35a20256-0437-494e-82b4-df6dad68c9dd tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Network hostable DHCP agents. Network: 6896ad59-5a61-401c-a775-f242bf1957f8, hostable agents: ['1c812d71-eadf-4fb3-b98e-67468a4aa7e2'], hosted agents: [] {{(pid=87635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 23 16:13:47.466499 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b0a04d9f-a17b-467b-b539-f8521a64477d tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:47.466876 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.db.segments_db [None req-b0a04d9f-a17b-467b-b539-f8521a64477d tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Added segment 08e0e148-532b-4b21-a744-4826af0567ef of type vlan for network 3e10e993-259d-4495-9b8b-b5a52c03945f
Dec 23 16:13:47.474740 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35a20256-0437-494e-82b4-df6dad68c9dd tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Network 6896ad59-5a61-401c-a775-f242bf1957f8 is scheduled to be hosted by DHCP agent 1c812d71-eadf-4fb3-b98e-67468a4aa7e2 with binding_index 1 {{(pid=87635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 23 16:13:47.485379 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.base_scheduler [None req-35a20256-0437-494e-82b4-df6dad68c9dd tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822799-1-hyperv, 6896ad59-5a61-401c-a775-f242bf1957f8) {{(pid=87635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:13:47.486993 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-a95aab16-a4e3-45ac-a09e-1dae615b1efa req-c8b3bb32-3e85-4c2b-b751-3a83a8f96e42 tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] 10.222.0.64 "GET /v2.0/security-groups?id=3b5fba24-44fb-4189-bd87-51876b915d36&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.5026393
Dec 23 16:13:47.489354 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-35a20256-0437-494e-82b4-df6dad68c9dd tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2753396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2610353'] for subnet, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:47.493859 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-f01588b4-9267-47f1-951a-e5195c7493fa tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:13:47.502545 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97baeecc-c927-4613-a10e-864216d4397f None None] Network 6896ad59-5a61-401c-a775-f242bf1957f8 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:13:47.580132 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a20256-0437-494e-82b4-df6dad68c9dd tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Pushing event updated for resources: {'Subnet': ['ID=76045a5a-d1e7-44b6-8e31-9dff5d070b92,revision_number=0']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:13:47.584150 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-35a20256-0437-494e-82b4-df6dad68c9dd tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:13:47.588311 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a20256-0437-494e-82b4-df6dad68c9dd tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Checking segment: {'id': '6af58a0e-e429-4243-a469-8b0f5e374d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '08267759-df07-4370-890c-86ef76c134e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:13:47.589144 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35a20256-0437-494e-82b4-df6dad68c9dd tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Network hostable DHCP agents. Network: 08267759-df07-4370-890c-86ef76c134e7, hostable agents: ['1c812d71-eadf-4fb3-b98e-67468a4aa7e2'], hosted agents: [] {{(pid=87635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 23 16:13:47.601013 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5ccabf0-fef4-4ab9-945c-dc45632c4a5e tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] vlan segment allocate from pool success with {'vlan_id': 400, 'physical_network': 'physnet1'}  {{(pid=87636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 23 16:13:47.607225 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35a20256-0437-494e-82b4-df6dad68c9dd tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Network 08267759-df07-4370-890c-86ef76c134e7 is scheduled to be hosted by DHCP agent 1c812d71-eadf-4fb3-b98e-67468a4aa7e2 with binding_index 1 {{(pid=87635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 23 16:13:47.618535 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.base_scheduler [None req-35a20256-0437-494e-82b4-df6dad68c9dd tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822799-1-hyperv, 08267759-df07-4370-890c-86ef76c134e7) {{(pid=87635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:13:47.623558 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35a20256-0437-494e-82b4-df6dad68c9dd tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:13:47.624238 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35a20256-0437-494e-82b4-df6dad68c9dd tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:13:47.625125 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-35a20256-0437-494e-82b4-df6dad68c9dd tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Notify callbacks [] for subnet, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:47.632255 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-908192df-da5b-4e86-ae05-3b50b544c2a2 None None] Network 08267759-df07-4370-890c-86ef76c134e7 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:13:47.639585 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1050e7d0-28e3-4f0c-bdc3-1b327a57efd0 req-67d2856c-e2d5-4e7b-9fb7-a8685edf5627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:13:47.641081 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-1050e7d0-28e3-4f0c-bdc3-1b327a57efd0 req-67d2856c-e2d5-4e7b-9fb7-a8685edf5627 service neutron] 10.222.0.61 "GET /v2.0/networks?id=d7a1eeae-9238-41c5-b3d8-78eaa1dfac99 HTTP/1.1" status: 200  len: 913 time: 0.7174721
Dec 23 16:13:47.648980 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-35a20256-0437-494e-82b4-df6dad68c9dd tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 1476 time: 1.5690963
Dec 23 16:13:47.652638 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 47446) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:47.724874 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1666fc9a-97d5-4d1a-a49f-eaf52f7ce2d1 tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:13:47.726650 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1666fc9a-97d5-4d1a-a49f-eaf52f7ce2d1 tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:13:47.728292 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1666fc9a-97d5-4d1a-a49f-eaf52f7ce2d1 tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:13:47.729335 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-1666fc9a-97d5-4d1a-a49f-eaf52f7ce2d1 tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Synchronizing usage tracker for tenant:062088717b3d4c0e9f47bf95b6940337 on resource:subnet {{(pid=87635) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:13:47.733745 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b0a04d9f-a17b-467b-b539-f8521a64477d tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735362521793'] for network, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:47.749577 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-1666fc9a-97d5-4d1a-a49f-eaf52f7ce2d1 tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Unset dirty status for tenant:062088717b3d4c0e9f47bf95b6940337 on resource:subnet {{(pid=87635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:13:47.752280 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-1666fc9a-97d5-4d1a-a49f-eaf52f7ce2d1 tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2102 time: 0.0996797
Dec 23 16:13:47.762505 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 47450) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:47.784376 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f5ccabf0-fef4-4ab9-945c-dc45632c4a5e tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:47.784748 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.db.segments_db [None req-f5ccabf0-fef4-4ab9-945c-dc45632c4a5e tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Added segment b0127e41-a13e-4637-9aa6-5c8dfaf40a33 of type vlan for network 863f32c7-15a4-4254-b345-4e33be0326ef
Dec 23 16:13:47.793156 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [None req-50bb6afa-fb46-40a0-807d-7994ad99762c tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Allocated IP 172.20.0.10 (a67646b4-5371-43ec-9f98-39fe51a67033/cf56a004-10f1-495f-9718-32d9253a8ffa/eea22d64-79ff-4fb6-b469-4f88a191597e) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:13:47.833159 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [None req-50bb6afa-fb46-40a0-807d-7994ad99762c tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Allocated IP 2001:db8::f816:3eff:fe48:f1cf (a67646b4-5371-43ec-9f98-39fe51a67033/eb044b18-3c4f-472c-8a96-824b2aca495c/eea22d64-79ff-4fb6-b469-4f88a191597e) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:13:47.847349 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-1050e7d0-28e3-4f0c-bdc3-1b327a57efd0 req-0dabf334-270c-4e41-bc7d-2f29b39d460e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ba1aa90b-adfb-4064-bfad-b5fc9b85dbca HTTP/1.1" status: 200  len: 1002 time: 0.1830161
Dec 23 16:13:47.849575 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.db_base_plugin_v2 [None req-dcc139c6-6afd-4f0e-9c61-3f4e96cd52f8 tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Deleting subnet df8cfd0b-4934-4dcf-bf31-d728564d6591 {{(pid=87635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 23 16:13:47.853995 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-dcc139c6-6afd-4f0e-9c61-3f4e96cd52f8 tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Notify callbacks [] for subnet, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:47.867728 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c6e563d4-15cc-4846-bec8-8e1e6ef75c61 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:47.874927 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f794c3ad-dcff-4937-960e-aa548b7dd2a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7e017a6-8198-58c8-a07e-0f786128e3b3-6896ad59-5a61-401c-a775-f242bf1957f8', 'network_id': '6896ad59-5a61-401c-a775-f242bf1957f8', 'tenant_id': '062088717b3d4c0e9f47bf95b6940337', 'fixed_ips': [{'subnet_id': 'df8cfd0b-4934-4dcf-bf31-d728564d6591'}]}} from dv-neutron-822799-1-hyperv. {{(pid=87637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 23 16:13:47.875891 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f794c3ad-dcff-4937-960e-aa548b7dd2a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:47.911333 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-531cbe4d-1775-4a59-9d35-9bf34310e873 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:13:47.917945 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-dcc139c6-6afd-4f0e-9c61-3f4e96cd52f8 tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2776816'] for subnet, precommit_delete_associations {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:47.969635 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f5ccabf0-fef4-4ab9-945c-dc45632c4a5e tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735362521793'] for network, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:47.980942 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-dcc139c6-6afd-4f0e-9c61-3f4e96cd52f8 tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864774'] for subnet, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:47.984106 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b0a04d9f-a17b-467b-b539-f8521a64477d tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495'] for network, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:47.989566 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0a04d9f-a17b-467b-b539-f8521a64477d tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:13:47.990154 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b0a04d9f-a17b-467b-b539-f8521a64477d tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:48.038260 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-834ed271-ab09-4379-82de-0df42916a051 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7e017a6-8198-58c8-a07e-0f786128e3b3-08267759-df07-4370-890c-86ef76c134e7', 'network_id': '08267759-df07-4370-890c-86ef76c134e7', 'tenant_id': '062088717b3d4c0e9f47bf95b6940337', 'fixed_ips': [{'subnet_id': '76045a5a-d1e7-44b6-8e31-9dff5d070b92'}]}} from dv-neutron-822799-1-hyperv. {{(pid=87637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 23 16:13:48.039226 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-834ed271-ab09-4379-82de-0df42916a051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:48.077455 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-dcc139c6-6afd-4f0e-9c61-3f4e96cd52f8 tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2753333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2609730'] for subnet, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:48.099067 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-74e66d26-588d-4c3d-9778-460e5cf27c74 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:13:48.108546 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server [None req-f794c3ad-dcff-4937-960e-aa548b7dd2a3 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet df8cfd0b-4934-4dcf-bf31-d728564d6591: This subnet is being modified by another concurrent operation.
Dec 23 16:13:48.108546 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Dec 23 16:13:48.108546 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Dec 23 16:13:48.108546 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Dec 23 16:13:48.108546 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Dec 23 16:13:48.108546 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Dec 23 16:13:48.108546 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Dec 23 16:13:48.108546 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Dec 23 16:13:48.108546 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Dec 23 16:13:48.108546 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Dec 23 16:13:48.108546 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Dec 23 16:13:48.108546 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Dec 23 16:13:48.108546 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 23 16:13:48.108546 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 23 16:13:48.108546 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 23 16:13:48.108546 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 23 16:13:48.108546 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 23 16:13:48.108546 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 23 16:13:48.108546 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Dec 23 16:13:48.108546 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Dec 23 16:13:48.108546 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 23 16:13:48.108546 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 23 16:13:48.108546 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 23 16:13:48.108546 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 23 16:13:48.108546 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 23 16:13:48.108546 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 23 16:13:48.108546 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Dec 23 16:13:48.108546 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Dec 23 16:13:48.108546 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 23 16:13:48.108546 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 23 16:13:48.108546 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 23 16:13:48.108546 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 23 16:13:48.108546 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 23 16:13:48.108546 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Dec 23 16:13:48.108546 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper
Dec 23 16:13:48.108546 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server     ret_val = f(_self, context, *args, **kwargs)
Dec 23 16:13:48.108546 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port
Dec 23 16:13:48.108546 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'create_port')
Dec 23 16:13:48.108546 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action
Dec 23 16:13:48.108546 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server     return p_utils.create_port(plugin, context, port)
Dec 23 16:13:48.108546 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port
Dec 23 16:13:48.108546 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server     return core_plugin.create_port(
Dec 23 16:13:48.108546 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner
Dec 23 16:13:48.108546 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server     return f(self, context, *args, **kwargs)
Dec 23 16:13:48.108546 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped
Dec 23 16:13:48.108546 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Dec 23 16:13:48.108546 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Dec 23 16:13:48.108546 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Dec 23 16:13:48.108546 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 23 16:13:48.108546 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 23 16:13:48.108546 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 23 16:13:48.108546 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 23 16:13:48.108546 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 23 16:13:48.108546 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 23 16:13:48.112811 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Dec 23 16:13:48.112811 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Dec 23 16:13:48.112811 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 23 16:13:48.112811 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 23 16:13:48.112811 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 23 16:13:48.112811 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 23 16:13:48.112811 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 23 16:13:48.112811 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 23 16:13:48.112811 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Dec 23 16:13:48.112811 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Dec 23 16:13:48.112811 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 23 16:13:48.112811 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 23 16:13:48.112811 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 23 16:13:48.112811 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 23 16:13:48.112811 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 23 16:13:48.112811 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Dec 23 16:13:48.112811 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port
Dec 23 16:13:48.112811 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server     result, mech_context = self._create_port_db(context, port)
Dec 23 16:13:48.112811 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db
Dec 23 16:13:48.112811 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server     port_db = self.create_port_db(context, port)
Dec 23 16:13:48.112811 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db
Dec 23 16:13:48.112811 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server     self.ipam.allocate_ips_for_port_and_store(
Dec 23 16:13:48.112811 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store
Dec 23 16:13:48.112811 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server     self._safe_rollback(self._ipam_deallocate_ips, context,
Dec 23 16:13:48.112811 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 23 16:13:48.112811 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 23 16:13:48.112811 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 23 16:13:48.112811 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 23 16:13:48.112811 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store
Dec 23 16:13:48.112811 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server     ips = self._allocate_ips_for_port(context, port_copy)
Dec 23 16:13:48.112811 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port
Dec 23 16:13:48.112811 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server     subnets = self._ipam_get_subnets(
Dec 23 16:13:48.112811 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets
Dec 23 16:13:48.112811 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server     subnet.lock_register(
Dec 23 16:13:48.112811 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Dec 23 16:13:48.112811 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server     raise exception
Dec 23 16:13:48.112811 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet df8cfd0b-4934-4dcf-bf31-d728564d6591: This subnet is being modified by another concurrent operation.
Dec 23 16:13:48.112811 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server 
Dec 23 16:13:48.135703 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c586f1e6-f985-4f6d-aee2-a65c4858d25f None None] Network 6896ad59-5a61-401c-a775-f242bf1957f8 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:13:48.177804 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc139c6-6afd-4f0e-9c61-3f4e96cd52f8 tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Pushing event deleted for resources: {'Subnet': ['ID=df8cfd0b-4934-4dcf-bf31-d728564d6591,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:13:48.179924 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-dcc139c6-6afd-4f0e-9c61-3f4e96cd52f8 tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Notify callbacks [] for subnet, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:48.190118 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-dcc139c6-6afd-4f0e-9c61-3f4e96cd52f8 tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:13:48.196973 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-dcc139c6-6afd-4f0e-9c61-3f4e96cd52f8 tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] 10.222.0.64 "DELETE /v2.0/subnets/df8cfd0b-4934-4dcf-bf31-d728564d6591 HTTP/1.1" status: 204  len: 168 time: 0.4333220
Dec 23 16:13:48.200313 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 47456) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:48.302652 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-50bb6afa-fb46-40a0-807d-7994ad99762c tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:48.327527 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.provisioning_blocks [None req-50bb6afa-fb46-40a0-807d-7994ad99762c tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Transition to ACTIVE for port object eea22d64-79ff-4fb6-b469-4f88a191597e will not be triggered until provisioned by entity DHCP. {{(pid=87636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:13:48.334581 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.db_base_plugin_v2 [None req-a47fa4fe-cc49-4d58-9340-e9a032587cdf tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Deleting subnet 76045a5a-d1e7-44b6-8e31-9dff5d070b92 {{(pid=87635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 23 16:13:48.351991 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1050e7d0-28e3-4f0c-bdc3-1b327a57efd0 req-00e2d22a-f9ba-48c9-8159-6ba168a6045b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:13:48.354512 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-1050e7d0-28e3-4f0c-bdc3-1b327a57efd0 req-00e2d22a-f9ba-48c9-8159-6ba168a6045b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ea22a554-707a-4001-b348-60dd1fb71851 HTTP/1.1" status: 200  len: 851 time: 0.4968657
Dec 23 16:13:48.355082 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e563d4-15cc-4846-bec8-8e1e6ef75c61 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Pushing event deleted for resources: {'Port': ['ID=2dab4c5d-db59-4eaf-bfc0-a3989abbf0aa,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:13:48.365411 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-c6e563d4-15cc-4846-bec8-8e1e6ef75c61 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.454s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:13:48.376081 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63059cba-fb4e-4af7-b2bd-e00076bc9179 req-ae87559f-610a-4a75-b753-129620e400ba tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:13:48.378497 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-63059cba-fb4e-4af7-b2bd-e00076bc9179 req-ae87559f-610a-4a75-b753-129620e400ba tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/ports?device_id=2d62cf08-ebf2-440c-9e24-210212a8b721 HTTP/1.1" status: 200  len: 946 time: 0.1427095
Dec 23 16:13:48.399427 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-912e135a-1762-4669-aeb3-b79b542c4b7e tempest-ExtraDHCPOptionsTestJSON-1975564287 tempest-ExtraDHCPOptionsTestJSON-1975564287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.382s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:13:48.435062 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-63059cba-fb4e-4af7-b2bd-e00076bc9179 req-46c65d36-b02c-47cc-aa9f-050b178481a3 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/security-groups?id=d0b96e5c-f198-499f-ba82-4154a5186419&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0483122
Dec 23 16:13:48.479759 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-50bb6afa-fb46-40a0-807d-7994ad99762c tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:48.494016 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_common [None req-834ed271-ab09-4379-82de-0df42916a051 None None] Allocated IP 2001:db8:0:1::1 (08267759-df07-4370-890c-86ef76c134e7/76045a5a-d1e7-44b6-8e31-9dff5d070b92/45914584-8f9b-46ed-aed4-ac38972301a4) {{(pid=87637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:13:48.519957 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_common [None req-c9fff24d-2d18-40ab-8759-7b49df2c7d5b None None] Allocated IP 2001:db8::f816:3eff:fe4b:f994 (a67646b4-5371-43ec-9f98-39fe51a67033/eb044b18-3c4f-472c-8a96-824b2aca495c/a548121c-7f76-42d9-8315-524961b05275) {{(pid=87637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:13:48.536432 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-b0a04d9f-a17b-467b-b539-f8521a64477d tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 1.9101765
Dec 23 16:13:48.536946 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 47462) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:48.544595 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-e8db7c80-4d1e-42bd-8704-0be2236a9b30 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1681650432', 'admin_state_up': True, 'project_id': 'c8691bbec3fb4ae1968d469a6b97360c', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b'}}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:13:48.559776 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-e8db7c80-4d1e-42bd-8704-0be2236a9b30 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:13:48.565485 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-e8db7c80-4d1e-42bd-8704-0be2236a9b30 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Usage tracker for resource:router and tenant:c8691bbec3fb4ae1968d469a6b97360c is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:13:48.575245 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-e8db7c80-4d1e-42bd-8704-0be2236a9b30 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:13:48.583451 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-e8db7c80-4d1e-42bd-8704-0be2236a9b30 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:13:48.586216 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a04d9f-a17b-467b-b539-f8521a64477d tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Pushing event updated for resources: {'Network': ['ID=3e10e993-259d-4495-9b8b-b5a52c03945f,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:13:48.598271 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-e8db7c80-4d1e-42bd-8704-0be2236a9b30 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1823978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-235332'] for router, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:48.600601 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-e8db7c80-4d1e-42bd-8704-0be2236a9b30 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1824575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1824063', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1751113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-235341'] for router, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:48.626611 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-e8db7c80-4d1e-42bd-8704-0be2236a9b30 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:48.637854 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-b0a04d9f-a17b-467b-b539-f8521a64477d tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:13:48.639008 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-5eabd2d2-efd6-4434-b424-f6909b534405 tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.087s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:13:48.690158 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Network 3e10e993-259d-4495-9b8b-b5a52c03945f details requested by agent ovs-agent-dv-neutron-822799-1-hyperv with host dv-neutron-822799-1-hyperv {{(pid=87637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 23 16:13:48.705537 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50bb6afa-fb46-40a0-807d-7994ad99762c tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Network a67646b4-5371-43ec-9f98-39fe51a67033 is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:13:48.768495 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f5ccabf0-fef4-4ab9-945c-dc45632c4a5e tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495'] for network, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:48.774226 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5ccabf0-fef4-4ab9-945c-dc45632c4a5e tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:13:48.774915 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f5ccabf0-fef4-4ab9-945c-dc45632c4a5e tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:48.803998 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-50bb6afa-fb46-40a0-807d-7994ad99762c tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Resources bound (agent type, host, resource id):  {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:13:48.825455 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50bb6afa-fb46-40a0-807d-7994ad99762c tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:13:48.968423 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-f5ccabf0-fef4-4ab9-945c-dc45632c4a5e tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201  len: 765 time: 2.1679587
Dec 23 16:13:48.978496 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bb6afa-fb46-40a0-807d-7994ad99762c tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Pushing event updated for resources: {'Port': ['ID=eea22d64-79ff-4fb6-b469-4f88a191597e,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:13:48.985117 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 47466) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:48.989115 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-50bb6afa-fb46-40a0-807d-7994ad99762c tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:13:48.990831 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-aea4dcf4-0e75-46e2-bfbe-abcc80973816 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.190s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:13:49.005752 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-c9fff24d-2d18-40ab-8759-7b49df2c7d5b None None] For port a548121c-7f76-42d9-8315-524961b05275, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=a548121c-7f76-42d9-8315-524961b05275,segment=NetworkSegment(d0e346f7-32a7-41a0-b972-301688edbe10),segment_id=d0e346f7-32a7-41a0-b972-301688edbe10)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:13:49.010742 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-af8c98d9-4071-47fe-8f9b-bddf3915a449 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Request body: {'subnet': {'network_id': '863f32c7-15a4-4254-b345-4e33be0326ef', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:13:49.036262 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-834ed271-ab09-4379-82de-0df42916a051 None None] Notify callbacks [] for port, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:49.058882 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-c9fff24d-2d18-40ab-8759-7b49df2c7d5b None None] Notify callbacks [] for port, precommit_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:49.063067 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-834ed271-ab09-4379-82de-0df42916a051 None None] Transition to ACTIVE for port object 45914584-8f9b-46ed-aed4-ac38972301a4 will not be triggered until provisioned by entity L2. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:13:49.094810 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-c9fff24d-2d18-40ab-8759-7b49df2c7d5b None None] Transition to ACTIVE for port object a548121c-7f76-42d9-8315-524961b05275 will not be triggered until provisioned by entity DHCP. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:13:49.099661 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-834ed271-ab09-4379-82de-0df42916a051 None None] Transition to ACTIVE for port object 45914584-8f9b-46ed-aed4-ac38972301a4 will not be triggered until provisioned by entity DHCP. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:13:49.103977 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-c9fff24d-2d18-40ab-8759-7b49df2c7d5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:49.111486 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-11854cc0-fdad-4956-99a9-6a9682564a27 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:13:49.114545 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a47fa4fe-cc49-4d58-9340-e9a032587cdf tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Notify callbacks [] for subnet, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:49.146184 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-834ed271-ab09-4379-82de-0df42916a051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780'] for port, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:49.156716 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device a548121c-7f76-42d9-8315-524961b05275 up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:13:49.163082 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-e8db7c80-4d1e-42bd-8704-0be2236a9b30 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1824017', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1823768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-235299'] for router, precommit_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:49.214570 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a47fa4fe-cc49-4d58-9340-e9a032587cdf tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2776816'] for subnet, precommit_delete_associations {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:49.220885 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1050e7d0-28e3-4f0c-bdc3-1b327a57efd0 req-719f52a7-8656-4d23-8c0b-c98bdbae0543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:13:49.222340 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-1050e7d0-28e3-4f0c-bdc3-1b327a57efd0 req-719f52a7-8656-4d23-8c0b-c98bdbae0543 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d7a1eeae-9238-41c5-b3d8-78eaa1dfac99&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.8265214
Dec 23 16:13:49.223482 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-834ed271-ab09-4379-82de-0df42916a051 None None] Network 08267759-df07-4370-890c-86ef76c134e7 is already hosted by enough agents. {{(pid=87637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:13:49.227853 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50bb6afa-fb46-40a0-807d-7994ad99762c tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:13:49.229074 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-50bb6afa-fb46-40a0-807d-7994ad99762c tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:49.257138 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-834ed271-ab09-4379-82de-0df42916a051 None None] Resources bound (agent type, host, resource id):  {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:13:49.270621 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-834ed271-ab09-4379-82de-0df42916a051 None None] Received port after_create {{(pid=87637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:13:49.390673 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a47fa4fe-cc49-4d58-9340-e9a032587cdf tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864774'] for subnet, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:49.411209 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c6e563d4-15cc-4846-bec8-8e1e6ef75c61 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:49.416371 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-c6e563d4-15cc-4846-bec8-8e1e6ef75c61 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] 10.222.0.64 "DELETE /v2.0/ports/2dab4c5d-db59-4eaf-bfc0-a3989abbf0aa HTTP/1.1" status: 204  len: 168 time: 3.8430626
Dec 23 16:13:49.422287 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 47470) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:49.424122 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fff24d-2d18-40ab-8759-7b49df2c7d5b None None] Pushing event updated for resources: {'Port': ['ID=a548121c-7f76-42d9-8315-524961b05275,revision_number=4']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:13:49.432441 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-c9fff24d-2d18-40ab-8759-7b49df2c7d5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:13:49.432909 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.242s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:13:49.484721 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.pecan_wsgi.hooks.translation [None req-89eae0c2-6d12-45a5-8ad1-ac7988a6fd35 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] GET failed (client error): The resource could not be found.
Dec 23 16:13:49.485244 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-834ed271-ab09-4379-82de-0df42916a051 None None] Attempting to bind port 45914584-8f9b-46ed-aed4-ac38972301a4 on host dv-neutron-822799-1-hyperv for vnic_type normal with profile  {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:13:49.485644 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-834ed271-ab09-4379-82de-0df42916a051 None None] Attempting to bind port 45914584-8f9b-46ed-aed4-ac38972301a4 by drivers openvswitch,hyperv on host dv-neutron-822799-1-hyperv at level 0 using segments [{'id': '6af58a0e-e429-4243-a469-8b0f5e374d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '08267759-df07-4370-890c-86ef76c134e7'}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:13:49.486008 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-834ed271-ab09-4379-82de-0df42916a051 None None] Attempting to bind port 45914584-8f9b-46ed-aed4-ac38972301a4 on network 08267759-df07-4370-890c-86ef76c134e7 {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:13:49.486729 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-89eae0c2-6d12-45a5-8ad1-ac7988a6fd35 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Synchronizing usage tracker for tenant:52008175df8a4d379113666c0dffe8c8 on resource:port {{(pid=87635) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:13:49.495143 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-50bb6afa-fb46-40a0-807d-7994ad99762c tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1028 time: 5.0315628
Dec 23 16:13:49.504482 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ccabf0-fef4-4ab9-945c-dc45632c4a5e tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Pushing event updated for resources: {'Network': ['ID=863f32c7-15a4-4254-b345-4e33be0326ef,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:13:49.508292 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 47476) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:49.509773 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-834ed271-ab09-4379-82de-0df42916a051 None None] Checking agent: {'id': '20d2070f-69a9-4e73-8d08-6f0387a40158', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822799-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 21), 'started_at': datetime.datetime(2021, 12, 23, 16, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 13, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822799-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 23 16:13:49.510475 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-834ed271-ab09-4379-82de-0df42916a051 None None] Checking segment: {'id': '6af58a0e-e429-4243-a469-8b0f5e374d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '08267759-df07-4370-890c-86ef76c134e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:13:49.510594 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-834ed271-ab09-4379-82de-0df42916a051 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:49.510938 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-834ed271-ab09-4379-82de-0df42916a051 None None] Bound using segment: {'id': '6af58a0e-e429-4243-a469-8b0f5e374d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '08267759-df07-4370-890c-86ef76c134e7'} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 23 16:13:49.511609 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-834ed271-ab09-4379-82de-0df42916a051 None None] Bound port: 45914584-8f9b-46ed-aed4-ac38972301a4, host: dv-neutron-822799-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6af58a0e-e429-4243-a469-8b0f5e374d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '08267759-df07-4370-890c-86ef76c134e7'}}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 23 16:13:49.511998 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-834ed271-ab09-4379-82de-0df42916a051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:49.526620 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-f5ccabf0-fef4-4ab9-945c-dc45632c4a5e tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.536s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:13:49.541816 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Network 863f32c7-15a4-4254-b345-4e33be0326ef details requested by agent ovs-agent-dv-neutron-822799-1-hyperv with host dv-neutron-822799-1-hyperv {{(pid=87637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 23 16:13:49.555222 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-af8c98d9-4071-47fe-8f9b-bddf3915a449 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:13:49.563254 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-af8c98d9-4071-47fe-8f9b-bddf3915a449 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Usage tracker for resource:subnet and tenant:3fd82437e08648b4840016e8955250bf is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:13:49.567292 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-af8c98d9-4071-47fe-8f9b-bddf3915a449 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:13:49.577285 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-af8c98d9-4071-47fe-8f9b-bddf3915a449 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:13:49.600855 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57cec3c-4c3b-4122-9487-43ed3a25c312 req-0d6d7868-fa54-48d4-b3bd-facb4780f94f tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:13:49.602410 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-d57cec3c-4c3b-4122-9487-43ed3a25c312 req-0d6d7868-fa54-48d4-b3bd-facb4780f94f tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] 10.222.0.64 "GET /v2.0/ports?device_id=f54fff32-66c0-4adb-922d-69673e61b491 HTTP/1.1" status: 200  len: 946 time: 0.9168963
Dec 23 16:13:49.605587 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af8c98d9-4071-47fe-8f9b-bddf3915a449 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Made reservation on behalf of 3fd82437e08648b4840016e8955250bf for: {'subnet': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:13:49.609047 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-af8c98d9-4071-47fe-8f9b-bddf3915a449 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2618324'] for subnet, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:49.661045 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-89eae0c2-6d12-45a5-8ad1-ac7988a6fd35 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Unset dirty status for tenant:52008175df8a4d379113666c0dffe8c8 on resource:port {{(pid=87635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:13:49.661948 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834ed271-ab09-4379-82de-0df42916a051 None None] Pushing event updated for resources: {'Port': ['ID=45914584-8f9b-46ed-aed4-ac38972301a4,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:13:49.662528 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-89eae0c2-6d12-45a5-8ad1-ac7988a6fd35 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] 10.222.0.64 "GET /v2.0/ports/2dab4c5d-db59-4eaf-bfc0-a3989abbf0aa HTTP/1.1" status: 404  len: 333 time: 0.2383869
Dec 23 16:13:49.669837 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-834ed271-ab09-4379-82de-0df42916a051 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:13:49.678637 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 47480) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:49.725560 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-91552584-ce9a-4fc7-aebe-ac1aaf9df91d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:49.761323 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-8113ce7b-8562-4a84-8ffb-0d7ad3d2a067 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Request body: {'port': {'network_id': 'dc0220cd-b755-428d-8aed-c349ebdcca15', 'name': 'tempest-AllowedAddressPairTestJSON-569439620'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:13:49.781809 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-d57cec3c-4c3b-4122-9487-43ed3a25c312 req-d2381c30-bc02-421b-b4b8-06042f0f0a51 tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] 10.222.0.64 "GET /v2.0/security-groups?id=3b5fba24-44fb-4189-bd87-51876b915d36&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1587253
Dec 23 16:13:49.802287 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-1050e7d0-28e3-4f0c-bdc3-1b327a57efd0 req-5980524a-1d61-4c23-99a0-330790cbc756 service neutron] 10.222.0.61 "GET /v2.0/networks/d7a1eeae-9238-41c5-b3d8-78eaa1dfac99?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5643044
Dec 23 16:13:49.939818 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-834ed271-ab09-4379-82de-0df42916a051 None None] For port 45914584-8f9b-46ed-aed4-ac38972301a4, host dv-neutron-822799-1-hyperv, cleared binding levels {{(pid=87637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 23 16:13:49.943139 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-834ed271-ab09-4379-82de-0df42916a051 None None] For port 45914584-8f9b-46ed-aed4-ac38972301a4, host dv-neutron-822799-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=45914584-8f9b-46ed-aed4-ac38972301a4,segment=NetworkSegment(6af58a0e-e429-4243-a469-8b0f5e374d9a),segment_id=6af58a0e-e429-4243-a469-8b0f5e374d9a)] {{(pid=87637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 23 16:13:49.948664 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-834ed271-ab09-4379-82de-0df42916a051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:49.952519 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-1050e7d0-28e3-4f0c-bdc3-1b327a57efd0 req-a79f0503-95cc-4747-abd1-34b1797b38ca service neutron] 10.222.0.61 "GET /v2.0/networks/d7a1eeae-9238-41c5-b3d8-78eaa1dfac99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1429868
Dec 23 16:13:49.961795 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-41b47416-4151-4f0a-9cbb-56f025c30d61 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:13:49.988738 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a47fa4fe-cc49-4d58-9340-e9a032587cdf tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2753333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2609730'] for subnet, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:50.003549 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-35a20256-0437-494e-82b4-df6dad68c9dd tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:13:50.044140 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-e8db7c80-4d1e-42bd-8704-0be2236a9b30 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Notify callbacks [] for router_gateway, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:50.082907 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834ed271-ab09-4379-82de-0df42916a051 None None] Pushing event updated for resources: {'Port': ['ID=45914584-8f9b-46ed-aed4-ac38972301a4,revision_number=3']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:13:50.087846 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-834ed271-ab09-4379-82de-0df42916a051 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:13:50.125630 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47fa4fe-cc49-4d58-9340-e9a032587cdf tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Pushing event deleted for resources: {'Subnet': ['ID=76045a5a-d1e7-44b6-8e31-9dff5d070b92,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:13:50.128559 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-e8db7c80-4d1e-42bd-8704-0be2236a9b30 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:50.130107 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a47fa4fe-cc49-4d58-9340-e9a032587cdf tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Notify callbacks [] for subnet, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:50.134089 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-a47fa4fe-cc49-4d58-9340-e9a032587cdf tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:13:50.203403 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-af8c98d9-4071-47fe-8f9b-bddf3915a449 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2176430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2618310'] for subnet, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:50.214917 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-dffaadc1-52be-4a24-b14e-94aff3976c37 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:13:50.233583 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07f8095a-0149-4fcc-aaaf-443410c9410d tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:13:50.239900 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07f8095a-0149-4fcc-aaaf-443410c9410d tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:13:50.240936 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-07f8095a-0149-4fcc-aaaf-443410c9410d tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Synchronizing usage tracker for tenant:bf435ff0e7914a739a10fff5b2399c13 on resource:port {{(pid=87635) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:13:50.286850 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-6a17d3a5-b477-48b6-a0fb-1af9ce1c6da1 None None] Provisioning for port a548121c-7f76-42d9-8315-524961b05275 completed by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:13:50.292887 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-6a17d3a5-b477-48b6-a0fb-1af9ce1c6da1 None None] Provisioning complete for port a548121c-7f76-42d9-8315-524961b05275 triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:13:50.293333 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-6a17d3a5-b477-48b6-a0fb-1af9ce1c6da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:50.314129 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 47484) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:50.321221 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-a47fa4fe-cc49-4d58-9340-e9a032587cdf tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] 10.222.0.64 "DELETE /v2.0/subnets/76045a5a-d1e7-44b6-8e31-9dff5d070b92 HTTP/1.1" status: 204  len: 168 time: 2.1192570
Dec 23 16:13:50.346976 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10cd879-c32a-4ebe-a2e8-ad8f8534a75c req-6f55cac1-4475-44dd-803d-3a16436072a0 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:13:50.348551 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-c10cd879-c32a-4ebe-a2e8-ad8f8534a75c req-6f55cac1-4475-44dd-803d-3a16436072a0 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/ports?device_id=2d62cf08-ebf2-440c-9e24-210212a8b721 HTTP/1.1" status: 200  len: 946 time: 0.7439437
Dec 23 16:13:50.385061 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-8113ce7b-8562-4a84-8ffb-0d7ad3d2a067 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:13:50.410461 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8c98d9-4071-47fe-8f9b-bddf3915a449 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Pushing event updated for resources: {'Subnet': ['ID=42061240-9b39-43d0-a219-0e6ad92e995b,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:13:50.418872 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-8113ce7b-8562-4a84-8ffb-0d7ad3d2a067 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:13:50.422977 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-af8c98d9-4071-47fe-8f9b-bddf3915a449 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:13:50.437410 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88ff0a6-c5f1-40ba-a1ce-e3f23479a54f req-9d20ce8e-5832-4b6e-80b4-eee6ca2fc89b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:13:50.438435 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8113ce7b-8562-4a84-8ffb-0d7ad3d2a067 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Made reservation on behalf of 52008175df8a4d379113666c0dffe8c8 for: {'port': 1} {{(pid=87635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:13:50.439002 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-f88ff0a6-c5f1-40ba-a1ce-e3f23479a54f req-9d20ce8e-5832-4b6e-80b4-eee6ca2fc89b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4397e61b404b4512b8e2da8fa19161c5&device_id=f54fff32-66c0-4adb-922d-69673e61b491 HTTP/1.1" status: 200  len: 1099 time: 0.3404357
Dec 23 16:13:50.444218 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-8113ce7b-8562-4a84-8ffb-0d7ad3d2a067 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:50.445938 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af8c98d9-4071-47fe-8f9b-bddf3915a449 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Checking segment: {'id': 'b0127e41-a13e-4637-9aa6-5c8dfaf40a33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '863f32c7-15a4-4254-b345-4e33be0326ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:13:50.446299 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af8c98d9-4071-47fe-8f9b-bddf3915a449 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Network hostable DHCP agents. Network: 863f32c7-15a4-4254-b345-4e33be0326ef, hostable agents: ['1c812d71-eadf-4fb3-b98e-67468a4aa7e2'], hosted agents: [] {{(pid=87636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 23 16:13:50.503721 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0585ac93-b34e-4ae1-9306-625c71a4433a tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:13:50.505264 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-0585ac93-b34e-4ae1-9306-625c71a4433a tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.1685057
Dec 23 16:13:50.513721 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-07f8095a-0149-4fcc-aaaf-443410c9410d tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Unset dirty status for tenant:bf435ff0e7914a739a10fff5b2399c13 on resource:port {{(pid=87635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:13:50.519095 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-07f8095a-0149-4fcc-aaaf-443410c9410d tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1864 time: 1.0101364
Dec 23 16:13:50.524482 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 47488) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:50.524902 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 47490) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:50.627906 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af8c98d9-4071-47fe-8f9b-bddf3915a449 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Network 863f32c7-15a4-4254-b345-4e33be0326ef is scheduled to be hosted by DHCP agent 1c812d71-eadf-4fb3-b98e-67468a4aa7e2 with binding_index 1 {{(pid=87636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 23 16:13:50.663179 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-af8c98d9-4071-47fe-8f9b-bddf3915a449 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822799-1-hyperv, 863f32c7-15a4-4254-b345-4e33be0326ef) {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:13:50.671966 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af8c98d9-4071-47fe-8f9b-bddf3915a449 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:13:50.672797 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-af8c98d9-4071-47fe-8f9b-bddf3915a449 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks [] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:50.681106 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-677088fe-e159-4883-a70f-a1c14de52eb8 None None] Network 863f32c7-15a4-4254-b345-4e33be0326ef requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:13:50.724369 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9dcbea60-a34f-4144-91e7-90aff3f57aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:50.741042 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88ff0a6-c5f1-40ba-a1ce-e3f23479a54f req-13dc0f86-07d8-4636-a97b-63963960313e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:13:50.742539 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-f88ff0a6-c5f1-40ba-a1ce-e3f23479a54f req-13dc0f86-07d8-4636-a97b-63963960313e service neutron] 10.222.0.61 "GET /v2.0/networks?id=d7a1eeae-9238-41c5-b3d8-78eaa1dfac99 HTTP/1.1" status: 200  len: 913 time: 0.2424624
Dec 23 16:13:50.745058 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-af8c98d9-4071-47fe-8f9b-bddf3915a449 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.7543552
Dec 23 16:13:50.747296 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 47496) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:50.755767 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-4718a189-bed5-4983-bc0a-cd3787125dfc tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1912010609', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:13:50.786725 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.notifiers.nova [None req-8113ce7b-8562-4a84-8ffb-0d7ad3d2a067 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] device_id is not set on port 5f98179a-5d37-41d6-a97b-e98ceb279f68 yet. {{(pid=87635) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 23 16:13:50.825359 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-4718a189-bed5-4983-bc0a-cd3787125dfc tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:13:50.846780 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-4718a189-bed5-4983-bc0a-cd3787125dfc tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Usage tracker for resource:router and tenant:3fd82437e08648b4840016e8955250bf is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:13:50.852908 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-4718a189-bed5-4983-bc0a-cd3787125dfc tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:13:50.865685 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-4718a189-bed5-4983-bc0a-cd3787125dfc tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:13:50.886180 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-343b2d0d-6a35-4d8d-8edf-eeae2e4b6b8c None None] Provisioning for port eea22d64-79ff-4fb6-b469-4f88a191597e completed by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:13:50.892038 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-f88ff0a6-c5f1-40ba-a1ce-e3f23479a54f req-40cf1bc4-6ea3-4143-8eb6-31441420122e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ba1aa90b-adfb-4064-bfad-b5fc9b85dbca HTTP/1.1" status: 200  len: 1002 time: 0.1412408
Dec 23 16:13:50.894152 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-343b2d0d-6a35-4d8d-8edf-eeae2e4b6b8c None None] Provisioning complete for port eea22d64-79ff-4fb6-b469-4f88a191597e triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:13:50.894694 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-343b2d0d-6a35-4d8d-8edf-eeae2e4b6b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:50.895022 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-4718a189-bed5-4983-bc0a-cd3787125dfc tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1823978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-235332'] for router, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:50.896787 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-4718a189-bed5-4983-bc0a-cd3787125dfc tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1824575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1824063', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1751113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-235341'] for router, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:50.962063 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:51.002567 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-343b2d0d-6a35-4d8d-8edf-eeae2e4b6b8c None None] Port eea22d64-79ff-4fb6-b469-4f88a191597e cannot update to ACTIVE because it is not bound. {{(pid=87637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 23 16:13:51.029819 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-4718a189-bed5-4983-bc0a-cd3787125dfc tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:51.052934 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88ff0a6-c5f1-40ba-a1ce-e3f23479a54f req-f9e5a8fc-fc63-4171-973d-913b7e8c28e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:13:51.054415 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-f88ff0a6-c5f1-40ba-a1ce-e3f23479a54f req-f9e5a8fc-fc63-4171-973d-913b7e8c28e0 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ea22a554-707a-4001-b348-60dd1fb71851 HTTP/1.1" status: 200  len: 851 time: 0.1522751
Dec 23 16:13:51.069279 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f81a4788-3bd7-4f98-a69f-cb7252286303 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7e017a6-8198-58c8-a07e-0f786128e3b3-863f32c7-15a4-4254-b345-4e33be0326ef', 'network_id': '863f32c7-15a4-4254-b345-4e33be0326ef', 'tenant_id': '3fd82437e08648b4840016e8955250bf', 'fixed_ips': [{'subnet_id': '42061240-9b39-43d0-a219-0e6ad92e995b'}]}} from dv-neutron-822799-1-hyperv. {{(pid=87637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 23 16:13:51.070995 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f81a4788-3bd7-4f98-a69f-cb7252286303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:51.094021 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-c10cd879-c32a-4ebe-a2e8-ad8f8534a75c req-72f9b712-96e3-4698-8a6c-433d0452f616 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/security-groups?id=d0b96e5c-f198-499f-ba82-4154a5186419&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.7196193
Dec 23 16:13:51.144290 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-4718a189-bed5-4983-bc0a-cd3787125dfc tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1823971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1824234'] for router, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:51.206087 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5b95ea-2c8d-4ce5-8aea-8489ada2c518 req-97a46b78-fa3a-44fb-8475-daa93ddec6b4 tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:13:51.207853 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-9c5b95ea-2c8d-4ce5-8aea-8489ada2c518 req-97a46b78-fa3a-44fb-8475-daa93ddec6b4 tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] 10.222.0.64 "GET /v2.0/ports?device_id=f54fff32-66c0-4adb-922d-69673e61b491 HTTP/1.1" status: 200  len: 946 time: 0.2587991
Dec 23 16:13:51.211538 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-4718a189-bed5-4983-bc0a-cd3787125dfc tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks [] for router, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:51.215445 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-4718a189-bed5-4983-bc0a-cd3787125dfc tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201  len: 700 time: 0.4643736
Dec 23 16:13:51.253261 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 47504) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:51.316147 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-9c5b95ea-2c8d-4ce5-8aea-8489ada2c518 req-cc9e99b2-ca0a-4fda-8815-c1f460db925b tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] 10.222.0.64 "GET /v2.0/security-groups?id=3b5fba24-44fb-4189-bd87-51876b915d36&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1004033
Dec 23 16:13:51.325719 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 45914584-8f9b-46ed-aed4-ac38972301a4 up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:13:51.332479 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88ff0a6-c5f1-40ba-a1ce-e3f23479a54f req-8e95408d-4d36-45bf-89bb-2bd12c04559f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:13:51.350690 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-f88ff0a6-c5f1-40ba-a1ce-e3f23479a54f req-8e95408d-4d36-45bf-89bb-2bd12c04559f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d7a1eeae-9238-41c5-b3d8-78eaa1dfac99&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.2882886
Dec 23 16:13:51.438695 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-a8671863-4241-43d8-9247-aca12726c952 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Deleting port eea22d64-79ff-4fb6-b469-4f88a191597e {{(pid=87635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:13:51.439056 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a8671863-4241-43d8-9247-aca12726c952 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:51.482057 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.db_base_plugin_common [None req-e8db7c80-4d1e-42bd-8704-0be2236a9b30 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Allocated IP 172.26.3.22 (8afa6d58-9431-454a-b99c-3ff8a65aa86b/60537fec-5f5f-4ab7-89cc-03638149a590/5ef5ab1c-6add-47f6-9d72-36e760b22300) {{(pid=87635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:13:51.513084 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-f88ff0a6-c5f1-40ba-a1ce-e3f23479a54f req-91744ee2-c886-4df9-a11e-560ae63ee918 service neutron] 10.222.0.61 "GET /v2.0/networks/d7a1eeae-9238-41c5-b3d8-78eaa1dfac99?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1552887
Dec 23 16:13:51.513448 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning for port 45914584-8f9b-46ed-aed4-ac38972301a4 completed by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:13:51.529258 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device a548121c-7f76-42d9-8315-524961b05275 up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:13:51.564552 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_common [None req-f81a4788-3bd7-4f98-a69f-cb7252286303 None None] Allocated IP 172.20.0.2 (863f32c7-15a4-4254-b345-4e33be0326ef/42061240-9b39-43d0-a219-0e6ad92e995b/62be2e8e-ed74-43cc-83c3-bb4987517f10) {{(pid=87637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:13:51.571827 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-8bdffb6f-e314-4b17-8538-8c30d0aa42dc tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-698866'] for network, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:51.669323 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9588841-aa5a-4742-8d4f-f9e2207e6ffc None None] Network 08267759-df07-4370-890c-86ef76c134e7 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:13:51.856435 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-f88ff0a6-c5f1-40ba-a1ce-e3f23479a54f req-365ad2fb-6904-45f1-8c24-82a7e9ac76f4 service neutron] 10.222.0.61 "GET /v2.0/networks/d7a1eeae-9238-41c5-b3d8-78eaa1dfac99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3365357
Dec 23 16:13:51.866423 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-016f89dd-9f55-4303-8fde-c76e523ba4df None None] Provisioning for port 45914584-8f9b-46ed-aed4-ac38972301a4 completed by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:13:51.902219 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-8bdffb6f-e314-4b17-8538-8c30d0aa42dc tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Deleting port 45914584-8f9b-46ed-aed4-ac38972301a4 {{(pid=87635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:13:51.902836 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-8bdffb6f-e314-4b17-8538-8c30d0aa42dc tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:51.916827 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-016f89dd-9f55-4303-8fde-c76e523ba4df None None] Provisioning complete for port 45914584-8f9b-46ed-aed4-ac38972301a4 triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:13:51.917200 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-016f89dd-9f55-4303-8fde-c76e523ba4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:52.036203 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port a548121c-7f76-42d9-8315-524961b05275 triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:13:52.036590 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:52.067629 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.db_base_plugin_common [None req-8113ce7b-8562-4a84-8ffb-0d7ad3d2a067 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Allocated IP 172.20.0.10 (dc0220cd-b755-428d-8aed-c349ebdcca15/bf6b42c5-2c88-4e13-8bc9-efa76c8e08a7/5f98179a-5d37-41d6-a97b-e98ceb279f68) {{(pid=87635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:13:52.088835 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f81a4788-3bd7-4f98-a69f-cb7252286303 None None] Notify callbacks [] for port, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:52.130508 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-f81a4788-3bd7-4f98-a69f-cb7252286303 None None] Transition to ACTIVE for port object 62be2e8e-ed74-43cc-83c3-bb4987517f10 will not be triggered until provisioned by entity L2. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:13:52.199995 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-f81a4788-3bd7-4f98-a69f-cb7252286303 None None] Transition to ACTIVE for port object 62be2e8e-ed74-43cc-83c3-bb4987517f10 will not be triggered until provisioned by entity DHCP. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:13:52.225213 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f81a4788-3bd7-4f98-a69f-cb7252286303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780'] for port, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:52.255388 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-c00a7b8f-1623-4aad-b66d-d272e74da0a2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:13:52.310753 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12042288-1bae-418c-b18a-067c652a8289 None None] DHCP port deletion for 08267759-df07-4370-890c-86ef76c134e7 request from dv-neutron-822799-1-hyperv {{(pid=87637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 23 16:13:52.323756 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-016f89dd-9f55-4303-8fde-c76e523ba4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:52.332519 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9e3aab53-d650-47e3-b8a6-2dff21fe9ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:52.344451 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33614f22-213f-4c2d-83ac-88769ac563b2 req-fb76f178-1558-4bf5-97c8-07b57fcf8337 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:13:52.345940 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-33614f22-213f-4c2d-83ac-88769ac563b2 req-fb76f178-1558-4bf5-97c8-07b57fcf8337 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/ports?device_id=2d62cf08-ebf2-440c-9e24-210212a8b721 HTTP/1.1" status: 200  len: 946 time: 0.9611919
Dec 23 16:13:52.348694 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f81a4788-3bd7-4f98-a69f-cb7252286303 None None] Network 863f32c7-15a4-4254-b345-4e33be0326ef is already hosted by enough agents. {{(pid=87637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:13:52.352915 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-12042288-1bae-418c-b18a-067c652a8289 None None] Deleting port 45914584-8f9b-46ed-aed4-ac38972301a4 {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:13:52.353350 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-12042288-1bae-418c-b18a-067c652a8289 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:52.393330 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-f81a4788-3bd7-4f98-a69f-cb7252286303 None None] Resources bound (agent type, host, resource id):  {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:13:52.412291 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f81a4788-3bd7-4f98-a69f-cb7252286303 None None] Received port after_create {{(pid=87637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:13:52.426183 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81a4788-3bd7-4f98-a69f-cb7252286303 None None] Pushing event updated for resources: {'Port': ['ID=62be2e8e-ed74-43cc-83c3-bb4987517f10,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:13:52.435846 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-f81a4788-3bd7-4f98-a69f-cb7252286303 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:13:52.450804 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-e8db7c80-4d1e-42bd-8704-0be2236a9b30 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Notify callbacks [] for port, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:52.508392 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-016f89dd-9f55-4303-8fde-c76e523ba4df None None] For port 45914584-8f9b-46ed-aed4-ac38972301a4, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=45914584-8f9b-46ed-aed4-ac38972301a4,segment=NetworkSegment(6af58a0e-e429-4243-a469-8b0f5e374d9a),segment_id=6af58a0e-e429-4243-a469-8b0f5e374d9a)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:13:52.557812 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-016f89dd-9f55-4303-8fde-c76e523ba4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:52.563190 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-dde79f1b-aaad-4b91-8627-f8e4d53c0aae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:13:52.622048 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-f81a4788-3bd7-4f98-a69f-cb7252286303 None None] Attempting to bind port 62be2e8e-ed74-43cc-83c3-bb4987517f10 on host dv-neutron-822799-1-hyperv for vnic_type normal with profile  {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:13:52.622414 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-f81a4788-3bd7-4f98-a69f-cb7252286303 None None] Attempting to bind port 62be2e8e-ed74-43cc-83c3-bb4987517f10 by drivers openvswitch,hyperv on host dv-neutron-822799-1-hyperv at level 0 using segments [{'id': 'b0127e41-a13e-4637-9aa6-5c8dfaf40a33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '863f32c7-15a4-4254-b345-4e33be0326ef'}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:13:52.622783 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f81a4788-3bd7-4f98-a69f-cb7252286303 None None] Attempting to bind port 62be2e8e-ed74-43cc-83c3-bb4987517f10 on network 863f32c7-15a4-4254-b345-4e33be0326ef {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:13:52.653303 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f81a4788-3bd7-4f98-a69f-cb7252286303 None None] Checking agent: {'id': '20d2070f-69a9-4e73-8d08-6f0387a40158', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822799-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 21), 'started_at': datetime.datetime(2021, 12, 23, 16, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 13, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822799-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 23 16:13:52.653570 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f81a4788-3bd7-4f98-a69f-cb7252286303 None None] Checking segment: {'id': 'b0127e41-a13e-4637-9aa6-5c8dfaf40a33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '863f32c7-15a4-4254-b345-4e33be0326ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:13:52.653970 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f81a4788-3bd7-4f98-a69f-cb7252286303 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:52.654375 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f81a4788-3bd7-4f98-a69f-cb7252286303 None None] Bound using segment: {'id': 'b0127e41-a13e-4637-9aa6-5c8dfaf40a33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '863f32c7-15a4-4254-b345-4e33be0326ef'} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 23 16:13:52.654878 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-f81a4788-3bd7-4f98-a69f-cb7252286303 None None] Bound port: 62be2e8e-ed74-43cc-83c3-bb4987517f10, host: dv-neutron-822799-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0127e41-a13e-4637-9aa6-5c8dfaf40a33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '863f32c7-15a4-4254-b345-4e33be0326ef'}}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 23 16:13:52.655256 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f81a4788-3bd7-4f98-a69f-cb7252286303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:52.777787 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016f89dd-9f55-4303-8fde-c76e523ba4df None None] Pushing event updated for resources: {'Port': ['ID=45914584-8f9b-46ed-aed4-ac38972301a4,revision_number=4']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:13:52.788361 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-016f89dd-9f55-4303-8fde-c76e523ba4df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:13:52.800241 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-12042288-1bae-418c-b18a-067c652a8289 None None] For port 45914584-8f9b-46ed-aed4-ac38972301a4, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=45914584-8f9b-46ed-aed4-ac38972301a4,segment=NetworkSegment(6af58a0e-e429-4243-a469-8b0f5e374d9a),segment_id=6af58a0e-e429-4243-a469-8b0f5e374d9a)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:13:52.800730 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-12042288-1bae-418c-b18a-067c652a8289 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:52.857067 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a8e38b93-655d-42ea-a359-bcf1584e9646 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:52.869977 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a8671863-4241-43d8-9247-aca12726c952 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:52.885255 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-33614f22-213f-4c2d-83ac-88769ac563b2 req-73fc8d5a-729f-4516-8ff5-19cab6632d87 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/security-groups?id=d0b96e5c-f198-499f-ba82-4154a5186419&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.5146241
Dec 23 16:13:52.911620 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 47510) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:52.985692 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-12042288-1bae-418c-b18a-067c652a8289 None None] Calling delete_port for 45914584-8f9b-46ed-aed4-ac38972301a4 owned by network:dhcp {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:13:52.997340 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aeb049b-a15e-4d2e-867c-32ccae5d9de6 tempest-TestNetworkBasicOps-54271533 tempest-TestNetworkBasicOps-54271533-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:13:52.998817 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-4aeb049b-a15e-4d2e-867c-32ccae5d9de6 tempest-TestNetworkBasicOps-54271533 tempest-TestNetworkBasicOps-54271533-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=2d62cf08-ebf2-440c-9e24-210212a8b721 HTTP/1.1" status: 200  len: 1094 time: 0.0854862
Dec 23 16:13:53.001822 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 47514) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:53.006968 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-613c3bd9-a526-4b54-a316-e4507248827c tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Request body: {'floatingip': {'floating_network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'port_id': '9951b1b4-01ac-4daf-bd58-455dcb0ff184', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'fixed_ip_address': '172.20.0.14'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:13:53.013683 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-613c3bd9-a526-4b54-a316-e4507248827c tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:13:53.019610 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-613c3bd9-a526-4b54-a316-e4507248827c tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Usage tracker for resource:floatingip and tenant:544f3e375bde4f0988286eba27294ea6 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:13:53.022506 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-613c3bd9-a526-4b54-a316-e4507248827c tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:13:53.028339 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-613c3bd9-a526-4b54-a316-e4507248827c tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:13:53.041634 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-613c3bd9-a526-4b54-a316-e4507248827c tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for floatingip, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:53.048106 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-f81a4788-3bd7-4f98-a69f-cb7252286303 None None] For port 62be2e8e-ed74-43cc-83c3-bb4987517f10, host dv-neutron-822799-1-hyperv, cleared binding levels {{(pid=87637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 23 16:13:53.060776 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-f81a4788-3bd7-4f98-a69f-cb7252286303 None None] For port 62be2e8e-ed74-43cc-83c3-bb4987517f10, host dv-neutron-822799-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=62be2e8e-ed74-43cc-83c3-bb4987517f10,segment=NetworkSegment(b0127e41-a13e-4637-9aa6-5c8dfaf40a33),segment_id=b0127e41-a13e-4637-9aa6-5c8dfaf40a33)] {{(pid=87637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 23 16:13:53.074251 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f81a4788-3bd7-4f98-a69f-cb7252286303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:53.079895 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:13:53.090212 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.db [None req-8bdffb6f-e314-4b17-8538-8c30d0aa42dc tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] For port 45914584-8f9b-46ed-aed4-ac38972301a4, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=45914584-8f9b-46ed-aed4-ac38972301a4,segment=NetworkSegment(6af58a0e-e429-4243-a469-8b0f5e374d9a),segment_id=6af58a0e-e429-4243-a469-8b0f5e374d9a)] {{(pid=87635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:13:53.090771 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-8bdffb6f-e314-4b17-8538-8c30d0aa42dc tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:53.109872 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-a8671863-4241-43d8-9247-aca12726c952 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Calling delete_port for eea22d64-79ff-4fb6-b469-4f88a191597e owned by  {{(pid=87635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:13:53.156981 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 45914584-8f9b-46ed-aed4-ac38972301a4 no longer exists at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 23 16:13:53.181606 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-12042288-1bae-418c-b18a-067c652a8289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789'] for port, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:53.205945 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] No Port match for: 45914584-8f9b-46ed-aed4-ac38972301a4 {{(pid=87637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 23 16:13:53.206304 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 45914584-8f9b-46ed-aed4-ac38972301a4 not bound to the agent host dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 23 16:13:53.207070 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-613c3bd9-a526-4b54-a316-e4507248827c tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:53.217714 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81a4788-3bd7-4f98-a69f-cb7252286303 None None] Pushing event updated for resources: {'Port': ['ID=62be2e8e-ed74-43cc-83c3-bb4987517f10,revision_number=2']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:13:53.220298 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12042288-1bae-418c-b18a-067c652a8289 None None] No DVR routers for this DVR port 45914584-8f9b-46ed-aed4-ac38972301a4 on host dv-neutron-822799-1-hyperv {{(pid=87637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 23 16:13:53.221703 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-f81a4788-3bd7-4f98-a69f-cb7252286303 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:13:53.222168 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-761aba2e-2d63-4dbf-8ed2-516fc263d9cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.028s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:13:53.287073 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12042288-1bae-418c-b18a-067c652a8289 None None] Pushing event deleted for resources: {'Port': ['ID=45914584-8f9b-46ed-aed4-ac38972301a4,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:13:53.289399 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-12042288-1bae-418c-b18a-067c652a8289 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:13:53.385200 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-8bdffb6f-e314-4b17-8538-8c30d0aa42dc tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Calling delete_port for 45914584-8f9b-46ed-aed4-ac38972301a4 owned by network:dhcp {{(pid=87635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:13:53.547321 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-e8db7c80-4d1e-42bd-8704-0be2236a9b30 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:53.565129 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-46b174ef-edfd-4e72-b6f9-eac5b5a78872 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:13:53.585776 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [None req-613c3bd9-a526-4b54-a316-e4507248827c tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Allocated IP 172.26.3.139 (8afa6d58-9431-454a-b99c-3ff8a65aa86b/60537fec-5f5f-4ab7-89cc-03638149a590/1b1d069c-3a84-4a24-a20d-c426f75e4a32) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:13:53.639512 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-8113ce7b-8562-4a84-8ffb-0d7ad3d2a067 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Notify callbacks [] for port, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:53.744061 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8db7c80-4d1e-42bd-8704-0be2236a9b30 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Network 8afa6d58-9431-454a-b99c-3ff8a65aa86b is already hosted by enough agents. {{(pid=87635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:13:53.750175 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-613c3bd9-a526-4b54-a316-e4507248827c tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:53.780505 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-613c3bd9-a526-4b54-a316-e4507248827c tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:53.782534 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.provisioning_blocks [None req-8113ce7b-8562-4a84-8ffb-0d7ad3d2a067 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Transition to ACTIVE for port object 5f98179a-5d37-41d6-a97b-e98ceb279f68 will not be triggered until provisioned by entity DHCP. {{(pid=87635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:13:53.784352 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8db7c80-4d1e-42bd-8704-0be2236a9b30 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Pushing event updated for resources: {'Port': ['ID=5ef5ab1c-6add-47f6-9d72-36e760b22300,revision_number=1']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:13:53.785617 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-8575e36c-1033-4562-ac5f-09602fe4364f tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:13:53.786921 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.base_scheduler [None req-e8db7c80-4d1e-42bd-8704-0be2236a9b30 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Resources bound (agent type, host, resource id):  {{(pid=87635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:13:53.802219 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-e8db7c80-4d1e-42bd-8704-0be2236a9b30 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:13:53.807412 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8db7c80-4d1e-42bd-8704-0be2236a9b30 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Received port after_create {{(pid=87635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:13:53.832316 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.db.api [None req-8bdffb6f-e314-4b17-8538-8c30d0aa42dc tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87635) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 23 16:13:53.832630 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_db.api [None req-8bdffb6f-e314-4b17-8538-8c30d0aa42dc tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 23 16:13:53.850419 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-613c3bd9-a526-4b54-a316-e4507248827c tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Network 8afa6d58-9431-454a-b99c-3ff8a65aa86b is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:13:53.857999 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-613c3bd9-a526-4b54-a316-e4507248827c tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Resources bound (agent type, host, resource id):  {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:13:53.863005 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-613c3bd9-a526-4b54-a316-e4507248827c tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:13:53.897535 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613c3bd9-a526-4b54-a316-e4507248827c tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Pushing event updated for resources: {'Port': ['ID=1b1d069c-3a84-4a24-a20d-c426f75e4a32,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:13:53.901657 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-613c3bd9-a526-4b54-a316-e4507248827c tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:13:54.064962 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.db_base_plugin_common [None req-a8e38b93-655d-42ea-a359-bcf1584e9646 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Allocated IP 172.20.0.1 (863f32c7-15a4-4254-b345-4e33be0326ef/42061240-9b39-43d0-a219-0e6ad92e995b/29d20c16-4af0-4373-bed0-0fddc74461db) {{(pid=87635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:13:54.295385 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02fdc2e4-cd7a-48d2-935b-79211a4d344d None None] Network 863f32c7-15a4-4254-b345-4e33be0326ef requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:13:54.301531 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-8113ce7b-8562-4a84-8ffb-0d7ad3d2a067 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:54.335726 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-8bdffb6f-e314-4b17-8538-8c30d0aa42dc tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Deleting port 45914584-8f9b-46ed-aed4-ac38972301a4 {{(pid=87635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:13:54.336072 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-8bdffb6f-e314-4b17-8538-8c30d0aa42dc tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:54.375462 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-963353e1-fddc-4b96-9325-50770a881dc7 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:13:54.415649 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-45d5a16c-a755-4266-a909-00d9c5e3cbaa None None] Provisioning for port 62be2e8e-ed74-43cc-83c3-bb4987517f10 completed by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:13:54.483600 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-613c3bd9-a526-4b54-a316-e4507248827c tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:54.493276 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a8671863-4241-43d8-9247-aca12726c952 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:54.499347 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-8bdffb6f-e314-4b17-8538-8c30d0aa42dc tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] The port '45914584-8f9b-46ed-aed4-ac38972301a4' was deleted {{(pid=87635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 23 16:13:54.564543 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-613c3bd9-a526-4b54-a316-e4507248827c tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:54.622802 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8113ce7b-8562-4a84-8ffb-0d7ad3d2a067 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Network dc0220cd-b755-428d-8aed-c349ebdcca15 is already hosted by enough agents. {{(pid=87635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:13:54.636189 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.base_scheduler [None req-8113ce7b-8562-4a84-8ffb-0d7ad3d2a067 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Resources bound (agent type, host, resource id):  {{(pid=87635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:13:54.639096 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8113ce7b-8562-4a84-8ffb-0d7ad3d2a067 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Received port after_create {{(pid=87635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:13:54.685493 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8113ce7b-8562-4a84-8ffb-0d7ad3d2a067 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Pushing event updated for resources: {'Port': ['ID=5f98179a-5d37-41d6-a97b-e98ceb279f68,revision_number=1']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:13:54.732118 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-8113ce7b-8562-4a84-8ffb-0d7ad3d2a067 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:13:54.787591 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-e8db7c80-4d1e-42bd-8704-0be2236a9b30 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.225s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:13:54.822100 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-613c3bd9-a526-4b54-a316-e4507248827c tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for port, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:54.829310 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-613c3bd9-a526-4b54-a316-e4507248827c tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2176289'] for port, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:54.835084 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-145de127-459e-43ec-af76-220955bdf4be tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:13:54.948237 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613c3bd9-a526-4b54-a316-e4507248827c tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Pushing event updated for resources: {'Port': ['ID=1b1d069c-3a84-4a24-a20d-c426f75e4a32,revision_number=2']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:13:54.953072 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-613c3bd9-a526-4b54-a316-e4507248827c tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:13:54.961752 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-613c3bd9-a526-4b54-a316-e4507248827c tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1824189'] for floatingip, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:55.035016 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8671863-4241-43d8-9247-aca12726c952 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Pushing event deleted for resources: {'Port': ['ID=eea22d64-79ff-4fb6-b469-4f88a191597e,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:13:55.040748 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-a8671863-4241-43d8-9247-aca12726c952 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:13:55.052019 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4693f021-fbaa-4682-8ce6-acaa257f8ee4 None None] get_active_networks_info from dv-neutron-822799-1-hyperv {{(pid=87637) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}}
Dec 23 16:13:55.091766 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-8bdffb6f-e314-4b17-8538-8c30d0aa42dc tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-864347', 'neutron.services.segments.db._delete_segments_for_network-8735362908070'] for network, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:55.111015 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-40fd8da7-7b12-40a9-83a7-c69ed6ccd569 None None] Provisioning for port 5f98179a-5d37-41d6-a97b-e98ceb279f68 completed by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:13:55.118281 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-40fd8da7-7b12-40a9-83a7-c69ed6ccd569 None None] Provisioning complete for port 5f98179a-5d37-41d6-a97b-e98ceb279f68 triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:13:55.119210 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-40fd8da7-7b12-40a9-83a7-c69ed6ccd569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:55.158373 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8113ce7b-8562-4a84-8ffb-0d7ad3d2a067 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:13:55.159199 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-8113ce7b-8562-4a84-8ffb-0d7ad3d2a067 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:55.227172 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 62be2e8e-ed74-43cc-83c3-bb4987517f10 up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:13:55.257767 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.services.segments.db [None req-8bdffb6f-e314-4b17-8538-8c30d0aa42dc tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1dc1a39bb0>,) {'filters': {'network_id': ['08267759-df07-4370-890c-86ef76c134e7']}} {{(pid=87635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:13:55.284227 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a8e38b93-655d-42ea-a359-bcf1584e9646 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks [] for port, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:55.305048 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-40fd8da7-7b12-40a9-83a7-c69ed6ccd569 None None] Port 5f98179a-5d37-41d6-a97b-e98ceb279f68 cannot update to ACTIVE because it is not bound. {{(pid=87637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 23 16:13:55.308066 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.services.segments.db [None req-8bdffb6f-e314-4b17-8538-8c30d0aa42dc tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dc1a39bb0>, '6af58a0e-e429-4243-a469-8b0f5e374d9a') {'for_net_delete': True} {{(pid=87635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:13:55.308606 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.services.segments.db [None req-8bdffb6f-e314-4b17-8538-8c30d0aa42dc tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dc1a39bb0>, '6af58a0e-e429-4243-a469-8b0f5e374d9a') {} {{(pid=87635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:13:55.309438 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.db.l3_db [None req-613c3bd9-a526-4b54-a316-e4507248827c tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Floating IP 74e06725-9fa4-4e23-b3e8-ffb187af5c0d associated. External IP: 172.26.3.139, port: 9951b1b4-01ac-4daf-bd58-455dcb0ff184.
Dec 23 16:13:55.322590 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a8671863-4241-43d8-9247-aca12726c952 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:55.336836 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning for port 62be2e8e-ed74-43cc-83c3-bb4987517f10 completed by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:13:55.350989 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port 62be2e8e-ed74-43cc-83c3-bb4987517f10 triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:13:55.351568 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:55.358674 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.provisioning_blocks [None req-a8e38b93-655d-42ea-a359-bcf1584e9646 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Transition to ACTIVE for port object 29d20c16-4af0-4373-bed0-0fddc74461db will not be triggered until provisioned by entity DHCP. {{(pid=87635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:13:55.361947 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-8bdffb6f-e314-4b17-8538-8c30d0aa42dc tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735363085442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2776713'] for segment, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:55.406569 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-8113ce7b-8562-4a84-8ffb-0d7ad3d2a067 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 5.7220685
Dec 23 16:13:55.407780 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-e8db7c80-4d1e-42bd-8704-0be2236a9b30 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Notify callbacks [] for router_gateway, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:55.407919 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 47518) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:55.414544 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4693f021-fbaa-4682-8ce6-acaa257f8ee4 None None] Resources bound (agent type, host, resource id):  {{(pid=87637) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Dec 23 16:13:55.415549 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-a0d01329-0658-46f2-9819-f1e14207c4dd tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:53:80:f3'}]}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:13:55.457615 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-8bdffb6f-e314-4b17-8538-8c30d0aa42dc tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:55.486267 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-a8671863-4241-43d8-9247-aca12726c952 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "DELETE /v2.0/ports/eea22d64-79ff-4fb6-b469-4f88a191597e HTTP/1.1" status: 204  len: 168 time: 4.9459937
Dec 23 16:13:55.489357 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bdffb6f-e314-4b17-8538-8c30d0aa42dc tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Releasing vlan 447 on physical network physnet1 to pool {{(pid=87635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 23 16:13:55.490023 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-8bdffb6f-e314-4b17-8538-8c30d0aa42dc tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2753503'] for segment, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:55.499512 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 47522) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:55.505775 dv-neutron-822799-1-hyperv neutron-server[87635]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 23 16:13:55.505775 dv-neutron-822799-1-hyperv neutron-server[87635]:   util.warn(
Dec 23 16:13:55.505775 dv-neutron-822799-1-hyperv neutron-server[87635]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 23 16:13:55.505775 dv-neutron-822799-1-hyperv neutron-server[87635]:   util.warn(
Dec 23 16:13:55.505775 dv-neutron-822799-1-hyperv neutron-server[87635]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 23 16:13:55.505775 dv-neutron-822799-1-hyperv neutron-server[87635]:   util.warn(
Dec 23 16:13:55.505775 dv-neutron-822799-1-hyperv neutron-server[87635]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 23 16:13:55.505775 dv-neutron-822799-1-hyperv neutron-server[87635]:   util.warn(
Dec 23 16:13:55.505775 dv-neutron-822799-1-hyperv neutron-server[87635]: Traceback (most recent call last):
Dec 23 16:13:55.505775 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 23 16:13:55.505775 dv-neutron-822799-1-hyperv neutron-server[87635]:     timer()
Dec 23 16:13:55.505775 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:13:55.505775 dv-neutron-822799-1-hyperv neutron-server[87635]:     cb(*args, **kw)
Dec 23 16:13:55.505775 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 23 16:13:55.505775 dv-neutron-822799-1-hyperv neutron-server[87635]:     return func(*args, **kwargs)
Dec 23 16:13:55.505775 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:13:55.505775 dv-neutron-822799-1-hyperv neutron-server[87635]:     self._notify()
Dec 23 16:13:55.505775 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:13:55.505775 dv-neutron-822799-1-hyperv neutron-server[87635]:     self.callback(batched_events)
Dec 23 16:13:55.505775 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:13:55.505775 dv-neutron-822799-1-hyperv neutron-server[87635]:     event.method(event)
Dec 23 16:13:55.505775 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:13:55.505775 dv-neutron-822799-1-hyperv neutron-server[87635]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:13:55.505775 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 23 16:13:55.505775 dv-neutron-822799-1-hyperv neutron-server[87635]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 23 16:13:55.505775 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 23 16:13:55.505775 dv-neutron-822799-1-hyperv neutron-server[87635]:     return f(self, *a, **k)
Dec 23 16:13:55.505775 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:13:55.505775 dv-neutron-822799-1-hyperv neutron-server[87635]:     return self._get(url).json()
Dec 23 16:13:55.505775 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 23 16:13:55.505775 dv-neutron-822799-1-hyperv neutron-server[87635]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 23 16:13:55.505775 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 23 16:13:55.505775 dv-neutron-822799-1-hyperv neutron-server[87635]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:13:55.505775 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 23 16:13:55.505775 dv-neutron-822799-1-hyperv neutron-server[87635]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 23 16:13:55.505775 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 23 16:13:55.505775 dv-neutron-822799-1-hyperv neutron-server[87635]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:13:55.505775 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 23 16:13:55.505775 dv-neutron-822799-1-hyperv neutron-server[87635]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:13:55.505775 dv-neutron-822799-1-hyperv neutron-server[87635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:13:55.641866 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:55.661741 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-8bdffb6f-e314-4b17-8538-8c30d0aa42dc tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-864336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1824171'] for network, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:55.667475 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-fba59802-3df1-4a96-baac-6e7970dfb14f tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:13:55.689406 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-8bdffb6f-e314-4b17-8538-8c30d0aa42dc tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Notify callbacks [] for network, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:55.693599 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdffb6f-e314-4b17-8538-8c30d0aa42dc tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Pushing event deleted for resources: {'Network': ['ID=08267759-df07-4370-890c-86ef76c134e7,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:13:55.697419 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a8e38b93-655d-42ea-a359-bcf1584e9646 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:55.701738 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-8bdffb6f-e314-4b17-8538-8c30d0aa42dc tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:13:55.715592 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-8113ce7b-8562-4a84-8ffb-0d7ad3d2a067 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:13:55.734214 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a254c0ed-e222-4ebc-bb81-2cedec4df089 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:13:55.735769 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a254c0ed-e222-4ebc-bb81-2cedec4df089 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:13:55.737233 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a254c0ed-e222-4ebc-bb81-2cedec4df089 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:13:55.738041 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-a254c0ed-e222-4ebc-bb81-2cedec4df089 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Synchronizing usage tracker for tenant:bf435ff0e7914a739a10fff5b2399c13 on resource:subnet {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:13:55.783865 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] For port 62be2e8e-ed74-43cc-83c3-bb4987517f10, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=62be2e8e-ed74-43cc-83c3-bb4987517f10,segment=NetworkSegment(b0127e41-a13e-4637-9aa6-5c8dfaf40a33),segment_id=b0127e41-a13e-4637-9aa6-5c8dfaf40a33)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:13:55.785922 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-8bdffb6f-e314-4b17-8538-8c30d0aa42dc tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] 10.222.0.64 "DELETE /v2.0/networks/08267759-df07-4370-890c-86ef76c134e7 HTTP/1.1" status: 204  len: 168 time: 5.2574933
Dec 23 16:13:55.791352 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 47526) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:55.797251 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:55.797919 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8e38b93-655d-42ea-a359-bcf1584e9646 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Network 863f32c7-15a4-4254-b345-4e33be0326ef is already hosted by enough agents. {{(pid=87635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:13:55.809118 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-f81a4788-3bd7-4f98-a69f-cb7252286303 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:13:55.865746 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.base_scheduler [None req-a8e38b93-655d-42ea-a359-bcf1584e9646 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Resources bound (agent type, host, resource id):  {{(pid=87635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:13:55.885492 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e38b93-655d-42ea-a359-bcf1584e9646 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Received port after_create {{(pid=87635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:13:55.897731 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-a254c0ed-e222-4ebc-bb81-2cedec4df089 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Unset dirty status for tenant:bf435ff0e7914a739a10fff5b2399c13 on resource:subnet {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:13:55.900654 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-a254c0ed-e222-4ebc-bb81-2cedec4df089 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2071 time: 0.3985367
Dec 23 16:13:55.929606 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 47530) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:55.953467 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Pushing event updated for resources: {'Port': ['ID=62be2e8e-ed74-43cc-83c3-bb4987517f10,revision_number=3']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:13:55.956967 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:13:56.091472 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-8d0ff4e0-f16c-4bd8-88de-deb7e925baac tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-698866'] for network, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:56.091773 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e38b93-655d-42ea-a359-bcf1584e9646 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Pushing event updated for resources: {'Port': ['ID=29d20c16-4af0-4373-bed0-0fddc74461db,revision_number=1']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:13:56.104667 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-a8e38b93-655d-42ea-a359-bcf1584e9646 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.389s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:13:56.175640 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_v2 [None req-409686f6-f2fd-4be4-950d-512b8c4fd651 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Deleting subnet cf56a004-10f1-495f-9718-32d9253a8ffa {{(pid=87636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 23 16:13:56.178690 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-613c3bd9-a526-4b54-a316-e4507248827c tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Router 60a9be12-e018-4cb8-af5c-0a3802c67b88 has already been hosted by L3 agent 371d4c41-c7e2-4de7-9539-c049ec4e95d1 {{(pid=87636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 23 16:13:56.195871 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a8e38b93-655d-42ea-a359-bcf1584e9646 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1781300'] for router_interface, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:56.210504 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a0d01329-0658-46f2-9819-f1e14207c4dd tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:56.219795 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-409686f6-f2fd-4be4-950d-512b8c4fd651 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks [] for subnet, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:56.241528 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-e8db7c80-4d1e-42bd-8704-0be2236a9b30 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1823971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1824234'] for router, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:56.245520 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-d9b920a6-a8e5-4179-9d78-583e1472ab46 None None] Provisioning for port 29d20c16-4af0-4373-bed0-0fddc74461db completed by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:13:56.257663 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-d9b920a6-a8e5-4179-9d78-583e1472ab46 None None] Provisioning complete for port 29d20c16-4af0-4373-bed0-0fddc74461db triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:13:56.259522 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d9b920a6-a8e5-4179-9d78-583e1472ab46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:56.332191 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-d9b920a6-a8e5-4179-9d78-583e1472ab46 None None] Port 29d20c16-4af0-4373-bed0-0fddc74461db cannot update to ACTIVE because it is not bound. {{(pid=87637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 23 16:13:56.471962 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a8e38b93-655d-42ea-a359-bcf1584e9646 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:56.647071 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-8d0ff4e0-f16c-4bd8-88de-deb7e925baac tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-864347', 'neutron.services.segments.db._delete_segments_for_network-8735362908070'] for network, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:56.665086 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-409686f6-f2fd-4be4-950d-512b8c4fd651 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2382092'] for subnet, precommit_delete_associations {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:56.699123 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8db7c80-4d1e-42bd-8704-0be2236a9b30 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Router f216715c-11dc-44db-8454-84a0da825c3c is scheduled to L3 agent 371d4c41-c7e2-4de7-9539-c049ec4e95d1 with binding_index 1 {{(pid=87635) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 23 16:13:56.725917 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-8d0ff4e0-f16c-4bd8-88de-deb7e925baac tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1dc0090c10>,) {'filters': {'network_id': ['6896ad59-5a61-401c-a775-f242bf1957f8']}} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:13:56.755462 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-8d0ff4e0-f16c-4bd8-88de-deb7e925baac tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dc0090c10>, '5eafb0a3-de6b-46ba-ad68-f0c48fedf24e') {'for_net_delete': True} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:13:56.755753 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-8d0ff4e0-f16c-4bd8-88de-deb7e925baac tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dc0090c10>, '5eafb0a3-de6b-46ba-ad68-f0c48fedf24e') {} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:13:56.795423 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-8d0ff4e0-f16c-4bd8-88de-deb7e925baac tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735363085442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2382197'] for segment, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:56.968830 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-8d0ff4e0-f16c-4bd8-88de-deb7e925baac tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:56.985734 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-613c3bd9-a526-4b54-a316-e4507248827c tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify agent at l3_agent.dv-neutron-822799-1-hyperv the message routers_updated {{(pid=87636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 23 16:13:56.997316 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee9f74f-93b5-4dcf-8859-031b4e156b44 None None] Sync routers for ids ['60a9be12-e018-4cb8-af5c-0a3802c67b88'] in dv-neutron-822799-1-hyperv {{(pid=87637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 23 16:13:56.998770 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d0ff4e0-f16c-4bd8-88de-deb7e925baac tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Releasing vlan 442 on physical network physnet1 to pool {{(pid=87636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 23 16:13:56.999183 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-8d0ff4e0-f16c-4bd8-88de-deb7e925baac tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2176261'] for segment, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:57.007290 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee9f74f-93b5-4dcf-8859-031b4e156b44 None None] Routers {'60a9be12-e018-4cb8-af5c-0a3802c67b88'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:13:57.008011 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-3ee9f74f-93b5-4dcf-8859-031b4e156b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc1193d90>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:13:50Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['60a9be12-e018-4cb8-af5c-0a3802c67b88'], 'active': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:13:57.016789 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8db7c80-4d1e-42bd-8704-0be2236a9b30 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Notify agent at l3_agent.dv-neutron-822799-1-hyperv the message routers_updated {{(pid=87635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 23 16:13:57.017735 dv-neutron-822799-1-hyperv neutron-server[87636]: Traceback (most recent call last):
Dec 23 16:13:57.017735 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 23 16:13:57.017735 dv-neutron-822799-1-hyperv neutron-server[87636]:     timer()
Dec 23 16:13:57.017735 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:13:57.017735 dv-neutron-822799-1-hyperv neutron-server[87636]:     cb(*args, **kw)
Dec 23 16:13:57.017735 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 23 16:13:57.017735 dv-neutron-822799-1-hyperv neutron-server[87636]:     return func(*args, **kwargs)
Dec 23 16:13:57.017735 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:13:57.017735 dv-neutron-822799-1-hyperv neutron-server[87636]:     self._notify()
Dec 23 16:13:57.017735 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:13:57.017735 dv-neutron-822799-1-hyperv neutron-server[87636]:     self.callback(batched_events)
Dec 23 16:13:57.017735 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:13:57.017735 dv-neutron-822799-1-hyperv neutron-server[87636]:     event.method(event)
Dec 23 16:13:57.017735 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:13:57.017735 dv-neutron-822799-1-hyperv neutron-server[87636]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:13:57.017735 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 23 16:13:57.017735 dv-neutron-822799-1-hyperv neutron-server[87636]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 23 16:13:57.017735 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 23 16:13:57.017735 dv-neutron-822799-1-hyperv neutron-server[87636]:     return f(self, *a, **k)
Dec 23 16:13:57.017735 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:13:57.017735 dv-neutron-822799-1-hyperv neutron-server[87636]:     return self._get(url).json()
Dec 23 16:13:57.017735 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 23 16:13:57.017735 dv-neutron-822799-1-hyperv neutron-server[87636]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 23 16:13:57.017735 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 23 16:13:57.017735 dv-neutron-822799-1-hyperv neutron-server[87636]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:13:57.017735 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 23 16:13:57.017735 dv-neutron-822799-1-hyperv neutron-server[87636]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 23 16:13:57.017735 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 23 16:13:57.017735 dv-neutron-822799-1-hyperv neutron-server[87636]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:13:57.017735 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 23 16:13:57.017735 dv-neutron-822799-1-hyperv neutron-server[87636]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:13:57.017735 dv-neutron-822799-1-hyperv neutron-server[87636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:13:57.035172 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a63232a-0dc6-48c0-806a-5c736025469c None None] Sync routers for ids ['f216715c-11dc-44db-8454-84a0da825c3c'] in dv-neutron-822799-1-hyperv {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 23 16:13:57.053697 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a63232a-0dc6-48c0-806a-5c736025469c None None] Routers {'f216715c-11dc-44db-8454-84a0da825c3c'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:13:57.054574 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-8a63232a-0dc6-48c0-806a-5c736025469c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc1eb9be0>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:13:50Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['f216715c-11dc-44db-8454-84a0da825c3c'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:13:57.056334 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-e8db7c80-4d1e-42bd-8704-0be2236a9b30 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Notify callbacks [] for router, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:57.058004 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-e8db7c80-4d1e-42bd-8704-0be2236a9b30 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201  len: 895 time: 8.5198076
Dec 23 16:13:57.061595 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 47534) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:57.073055 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a8e38b93-655d-42ea-a359-bcf1584e9646 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks [] for port, precommit_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:57.080855 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a8e38b93-655d-42ea-a359-bcf1584e9646 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2753531'] for port, after_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:57.115546 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-ad4f2c32-9118-4466-a768-37d1d5f492ac tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:13:57.163645 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 62be2e8e-ed74-43cc-83c3-bb4987517f10 up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:13:57.222115 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a8e38b93-655d-42ea-a359-bcf1584e9646 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1627481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1781465'] for router_interface, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:57.224205 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a0d01329-0658-46f2-9819-f1e14207c4dd tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Notify callbacks [] for port, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:57.227047 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e38b93-655d-42ea-a359-bcf1584e9646 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Pushing event updated for resources: {'Port': ['ID=29d20c16-4af0-4373-bed0-0fddc74461db,revision_number=2']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:13:57.233533 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-a8e38b93-655d-42ea-a359-bcf1584e9646 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:13:57.246442 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-409686f6-f2fd-4be4-950d-512b8c4fd651 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864774'] for subnet, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:57.328314 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-8a63232a-0dc6-48c0-806a-5c736025469c None None] Set router f216715c-11dc-44db-8454-84a0da825c3c gateway port host: dv-neutron-822799-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:13:57.364622 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-6ce85a27-12e1-43b5-b3f5-c1a5dd616f13 tempest-TestNetworkAdvancedServerOps-632445682 tempest-TestNetworkAdvancedServerOps-632445682-project-admin] 10.222.0.64 "GET /v2.0/subnets?project_id=c8691bbec3fb4ae1968d469a6b97360c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.2988195
Dec 23 16:13:57.367098 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 47540) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:57.410155 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvr_db [None req-3ee9f74f-93b5-4dcf-8859-031b4e156b44 None None] Set router 60a9be12-e018-4cb8-af5c-0a3802c67b88 gateway port host: dv-neutron-822799-1-hyperv {{(pid=87637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:13:57.450045 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a0d01329-0658-46f2-9819-f1e14207c4dd tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2176289'] for port, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:57.456779 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-32db98ac-188a-49f3-abcb-83a236295eb5 tempest-RoutersAdminTest-1714001428 tempest-RoutersAdminTest-1714001428-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:13:57.496672 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port 62be2e8e-ed74-43cc-83c3-bb4987517f10 triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:13:57.497194 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:57.501855 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-613c3bd9-a526-4b54-a316-e4507248827c tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for floatingip, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:57.581040 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-613c3bd9-a526-4b54-a316-e4507248827c tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 4.5779831
Dec 23 16:13:57.582325 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-409686f6-f2fd-4be4-950d-512b8c4fd651 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2176495', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2618677'] for subnet, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:57.600988 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 47544) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:57.601556 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d62cf08-ebf2-440c-9e24-210212a8b721', 'tag': '9951b1b4-01ac-4daf-bd58-455dcb0ff184'}] {{(pid=87636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 23 16:13:57.608024 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-8d0ff4e0-f16c-4bd8-88de-deb7e925baac tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-864336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1824171'] for network, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:57.636538 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-8a63232a-0dc6-48c0-806a-5c736025469c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc1eb9be0>, [{'id': 'f216715c-11dc-44db-8454-84a0da825c3c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1681650432', 'tenant_id': 'c8691bbec3fb4ae1968d469a6b97360c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.22'}], 'enable_snat': True}, 'gw_port_id': '5ef5ab1c-6add-47f6-9d72-36e760b22300', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:13:48Z', 'updated_at': '2021-12-23T16:13:54Z', 'revision_number': 3, 'project_id': 'c8691bbec3fb4ae1968d469a6b97360c', 'gw_port': {'id': '5ef5ab1c-6add-47f6-9d72-36e760b22300', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:7b:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f216715c-11dc-44db-8454-84a0da825c3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 825, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:13:50Z', 'updated_at': '2021-12-23T16:13:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv'}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:13:57.641624 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a63232a-0dc6-48c0-806a-5c736025469c None None] Checking router: f216715c-11dc-44db-8454-84a0da825c3c for host: dv-neutron-822799-1-hyperv {{(pid=87638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 23 16:13:57.641978 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a63232a-0dc6-48c0-806a-5c736025469c None None] Updating router f216715c-11dc-44db-8454-84a0da825c3c port 5ef5ab1c-6add-47f6-9d72-36e760b22300 binding host dv-neutron-822799-1-hyperv {{(pid=87638) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 23 16:13:57.647663 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-162912c0-9c7d-4e73-a44a-84e4596251c7 None None] Network a67646b4-5371-43ec-9f98-39fe51a67033 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:13:57.684399 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8e38b93-655d-42ea-a359-bcf1584e9646 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Network 863f32c7-15a4-4254-b345-4e33be0326ef is already hosted by enough agents. {{(pid=87635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:13:57.685062 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-409686f6-f2fd-4be4-950d-512b8c4fd651 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks [] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:57.689114 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.base_scheduler [None req-a8e38b93-655d-42ea-a359-bcf1584e9646 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Resources bound (agent type, host, resource id):  {{(pid=87635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:13:57.706139 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8a63232a-0dc6-48c0-806a-5c736025469c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:57.713506 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-8d0ff4e0-f16c-4bd8-88de-deb7e925baac tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:57.718257 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-8d0ff4e0-f16c-4bd8-88de-deb7e925baac tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] 10.222.0.64 "DELETE /v2.0/networks/6896ad59-5a61-401c-a775-f242bf1957f8 HTTP/1.1" status: 204  len: 168 time: 1.9236825
Dec 23 16:13:57.725440 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-409686f6-f2fd-4be4-950d-512b8c4fd651 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "DELETE /v2.0/subnets/cf56a004-10f1-495f-9718-32d9253a8ffa HTTP/1.1" status: 204  len: 168 time: 1.7884290
Dec 23 16:13:57.725440 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 47550) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:57.774104 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 47552) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:57.979561 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1f45603-a175-4014-9f38-6993af77444d tempest-TestNetworkAdvancedServerOps-632445682 tempest-TestNetworkAdvancedServerOps-632445682-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:13:57.981550 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-a1f45603-a175-4014-9f38-6993af77444d tempest-TestNetworkAdvancedServerOps-632445682 tempest-TestNetworkAdvancedServerOps-632445682-project-admin] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.6133654
Dec 23 16:13:57.987305 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 47558) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:57.990671 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-45eae743-2acd-4fff-8cc0-20ac46070d21 tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-698866'] for network, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:58.072750 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-72c125e6-0151-417f-a2fa-7c745cb86f22 tempest-TestNetworkAdvancedServerOps-632445682 tempest-TestNetworkAdvancedServerOps-632445682-project-admin] 10.222.0.64 "GET /v2.0/subnets?network_id=8afa6d58-9431-454a-b99c-3ff8a65aa86b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0803719
Dec 23 16:13:58.076999 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 47562) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:58.097541 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d62cf08-ebf2-440c-9e24-210212a8b721', 'tag': '9951b1b4-01ac-4daf-bd58-455dcb0ff184', 'status': 'completed', 'code': 200}
Dec 23 16:13:58.117420 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-9b1a9949-2efd-4560-8f52-74dba92d2615 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1731442747', 'network_id': '3e10e993-259d-4495-9b8b-b5a52c03945f', 'project_id': 'c8691bbec3fb4ae1968d469a6b97360c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:13:58.179901 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d01329-0658-46f2-9819-f1e14207c4dd tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Pushing event updated for resources: {'Port': ['ID=5f98179a-5d37-41d6-a97b-e98ceb279f68,revision_number=2']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:13:58.202849 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-a0d01329-0658-46f2-9819-f1e14207c4dd tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.746s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:13:58.209874 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-af8c98d9-4071-47fe-8f9b-bddf3915a449 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.603s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:13:58.239683 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-9b1a9949-2efd-4560-8f52-74dba92d2615 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:13:58.248328 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-9b1a9949-2efd-4560-8f52-74dba92d2615 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Usage tracker for resource:subnet and tenant:c8691bbec3fb4ae1968d469a6b97360c is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:13:58.252010 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-9b1a9949-2efd-4560-8f52-74dba92d2615 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:13:58.261952 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-9b1a9949-2efd-4560-8f52-74dba92d2615 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:13:58.278465 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8e38b93-655d-42ea-a359-bcf1584e9646 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Router bd46844c-c116-411c-a104-0aa765e9e07d is scheduled to L3 agent 371d4c41-c7e2-4de7-9539-c049ec4e95d1 with binding_index 1 {{(pid=87635) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 23 16:13:58.333471 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-48485bc8-8a70-4134-ab88-f6debad09a74 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/floatingips/74e06725-9fa4-4e23-b3e8-ffb187af5c0d HTTP/1.1" status: 200  len: 992 time: 0.7210045
Dec 23 16:13:58.335495 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409686f6-f2fd-4be4-950d-512b8c4fd651 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Pushing event deleted for resources: {'Subnet': ['ID=cf56a004-10f1-495f-9718-32d9253a8ffa,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:13:58.372279 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8a63232a-0dc6-48c0-806a-5c736025469c None None] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:58.385327 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b1a9949-2efd-4560-8f52-74dba92d2615 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Made reservation on behalf of c8691bbec3fb4ae1968d469a6b97360c for: {'subnet': 1} {{(pid=87635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:13:58.387604 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-8a63232a-0dc6-48c0-806a-5c736025469c None None] Transition to ACTIVE for port object 5ef5ab1c-6add-47f6-9d72-36e760b22300 will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:13:58.389249 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-9b1a9949-2efd-4560-8f52-74dba92d2615 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2610339'] for subnet, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:58.392812 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-e39258be-78b1-478e-b6b6-4a640e5b4845 None None] Provisioning complete for port 5f98179a-5d37-41d6-a97b-e98ceb279f68 triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:13:58.393273 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-e39258be-78b1-478e-b6b6-4a640e5b4845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:58.396982 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8a63232a-0dc6-48c0-806a-5c736025469c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:58.408988 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:13:58.454581 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-45eae743-2acd-4fff-8cc0-20ac46070d21 tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-864347', 'neutron.services.segments.db._delete_segments_for_network-8735362908070'] for network, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:58.460348 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-e39258be-78b1-478e-b6b6-4a640e5b4845 None None] Port 5f98179a-5d37-41d6-a97b-e98ceb279f68 cannot update to ACTIVE because it is not bound. {{(pid=87637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 23 16:13:58.481926 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-45eae743-2acd-4fff-8cc0-20ac46070d21 tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1dc0265a30>,) {'filters': {'network_id': ['348c3006-ac8a-4dfc-ab09-3a51b04733d1']}} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:13:58.490088 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc26dc27-89b6-4e41-a98e-e2bfe67f3ff6 None None] Pushing event updated for resources: {'Port': ['ID=5ef5ab1c-6add-47f6-9d72-36e760b22300,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:13:58.497828 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-45eae743-2acd-4fff-8cc0-20ac46070d21 tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dc0265a30>, '7c91070d-42c8-453a-9fd9-70472ef459f8') {'for_net_delete': True} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:13:58.498219 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-45eae743-2acd-4fff-8cc0-20ac46070d21 tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dc0265a30>, '7c91070d-42c8-453a-9fd9-70472ef459f8') {} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:13:58.511512 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-45eae743-2acd-4fff-8cc0-20ac46070d21 tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735363085442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2382197'] for segment, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:58.519637 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc26dc27-89b6-4e41-a98e-e2bfe67f3ff6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:13:58.520687 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc26dc27-89b6-4e41-a98e-e2bfe67f3ff6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:13:58.521307 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc26dc27-89b6-4e41-a98e-e2bfe67f3ff6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:13:58.521854 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc26dc27-89b6-4e41-a98e-e2bfe67f3ff6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:13:58.522469 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc26dc27-89b6-4e41-a98e-e2bfe67f3ff6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:13:58.523168 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc26dc27-89b6-4e41-a98e-e2bfe67f3ff6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:13:58.523972 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc26dc27-89b6-4e41-a98e-e2bfe67f3ff6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:13:58.524529 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc26dc27-89b6-4e41-a98e-e2bfe67f3ff6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:13:58.525396 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-e39258be-78b1-478e-b6b6-4a640e5b4845 None None] Provisioning complete for port 29d20c16-4af0-4373-bed0-0fddc74461db triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:13:58.525792 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-e39258be-78b1-478e-b6b6-4a640e5b4845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:58.526483 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc26dc27-89b6-4e41-a98e-e2bfe67f3ff6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:13:58.527071 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc26dc27-89b6-4e41-a98e-e2bfe67f3ff6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:13:58.527734 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc26dc27-89b6-4e41-a98e-e2bfe67f3ff6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:13:58.528274 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc26dc27-89b6-4e41-a98e-e2bfe67f3ff6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:13:58.531246 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-45eae743-2acd-4fff-8cc0-20ac46070d21 tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:58.539185 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45eae743-2acd-4fff-8cc0-20ac46070d21 tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Releasing vlan 434 on physical network physnet1 to pool {{(pid=87636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 23 16:13:58.540064 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-45eae743-2acd-4fff-8cc0-20ac46070d21 tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2176261'] for segment, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:58.542737 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-8a63232a-0dc6-48c0-806a-5c736025469c None None] Attempting to bind port 5ef5ab1c-6add-47f6-9d72-36e760b22300 on host dv-neutron-822799-1-hyperv for vnic_type normal with profile  {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:13:58.543430 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-8a63232a-0dc6-48c0-806a-5c736025469c None None] Attempting to bind port 5ef5ab1c-6add-47f6-9d72-36e760b22300 by drivers openvswitch,hyperv on host dv-neutron-822799-1-hyperv at level 0 using segments [{'id': '77e3d110-dd7b-426c-b11f-b78dde7993df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:13:58.544332 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a63232a-0dc6-48c0-806a-5c736025469c None None] Attempting to bind port 5ef5ab1c-6add-47f6-9d72-36e760b22300 on network 8afa6d58-9431-454a-b99c-3ff8a65aa86b {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:13:58.552774 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG oslo_concurrency.lockutils [None req-cc26dc27-89b6-4e41-a98e-e2bfe67f3ff6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=87638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:13:58.554261 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a63232a-0dc6-48c0-806a-5c736025469c None None] Checking agent: {'id': '20d2070f-69a9-4e73-8d08-6f0387a40158', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822799-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 21), 'started_at': datetime.datetime(2021, 12, 23, 16, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 13, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822799-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 23 16:13:58.554974 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a63232a-0dc6-48c0-806a-5c736025469c None None] Checking segment: {'id': '77e3d110-dd7b-426c-b11f-b78dde7993df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:13:58.555640 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8a63232a-0dc6-48c0-806a-5c736025469c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:58.557582 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a63232a-0dc6-48c0-806a-5c736025469c None None] Bound using segment: {'id': '77e3d110-dd7b-426c-b11f-b78dde7993df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 23 16:13:58.558481 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-8a63232a-0dc6-48c0-806a-5c736025469c None None] Bound port: 5ef5ab1c-6add-47f6-9d72-36e760b22300, host: dv-neutron-822799-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77e3d110-dd7b-426c-b11f-b78dde7993df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 23 16:13:58.559237 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8a63232a-0dc6-48c0-806a-5c736025469c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:58.581504 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8e38b93-655d-42ea-a359-bcf1584e9646 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify agent at l3_agent.dv-neutron-822799-1-hyperv the message routers_updated {{(pid=87635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 23 16:13:58.599152 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-a8e38b93-655d-42ea-a359-bcf1584e9646 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] 10.222.0.64 "PUT /v2.0/routers/bd46844c-c116-411c-a104-0aa765e9e07d/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.3363786
Dec 23 16:13:58.600210 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52103fa6-191a-4fc5-9ab3-ed01f8414b56 None None] Sync routers for ids ['bd46844c-c116-411c-a104-0aa765e9e07d'] in dv-neutron-822799-1-hyperv {{(pid=87637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 23 16:13:58.603457 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 47566) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:58.616292 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52103fa6-191a-4fc5-9ab3-ed01f8414b56 None None] Routers {'bd46844c-c116-411c-a104-0aa765e9e07d'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:13:58.616959 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-52103fa6-191a-4fc5-9ab3-ed01f8414b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc121c6a0>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:13:50Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['bd46844c-c116-411c-a104-0aa765e9e07d'], 'active': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:13:58.649948 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-a0d01329-0658-46f2-9819-f1e14207c4dd tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] In _notify_port_updated(), no bound segment for port 5f98179a-5d37-41d6-a97b-e98ceb279f68 on network dc0220cd-b755-428d-8aed-c349ebdcca15 {{(pid=87636) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}}
Dec 23 16:13:58.657323 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0d01329-0658-46f2-9819-f1e14207c4dd tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:13:58.657890 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a0d01329-0658-46f2-9819-f1e14207c4dd tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:58.659549 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-a0d01329-0658-46f2-9819-f1e14207c4dd tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] 10.222.0.64 "PUT /v2.0/ports/5f98179a-5d37-41d6-a97b-e98ceb279f68 HTTP/1.1" status: 200  len: 996 time: 3.2507617
Dec 23 16:13:58.661022 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-409686f6-f2fd-4be4-950d-512b8c4fd651 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.451s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:13:58.664640 dv-neutron-822799-1-hyperv neutron-server[87636]: Traceback (most recent call last):
Dec 23 16:13:58.664640 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 23 16:13:58.664640 dv-neutron-822799-1-hyperv neutron-server[87636]:     timer()
Dec 23 16:13:58.664640 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:13:58.664640 dv-neutron-822799-1-hyperv neutron-server[87636]:     cb(*args, **kw)
Dec 23 16:13:58.664640 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 23 16:13:58.664640 dv-neutron-822799-1-hyperv neutron-server[87636]:     return func(*args, **kwargs)
Dec 23 16:13:58.664640 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:13:58.664640 dv-neutron-822799-1-hyperv neutron-server[87636]:     self._notify()
Dec 23 16:13:58.664640 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:13:58.664640 dv-neutron-822799-1-hyperv neutron-server[87636]:     self.callback(batched_events)
Dec 23 16:13:58.664640 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:13:58.664640 dv-neutron-822799-1-hyperv neutron-server[87636]:     event.method(event)
Dec 23 16:13:58.664640 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:13:58.664640 dv-neutron-822799-1-hyperv neutron-server[87636]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:13:58.664640 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 23 16:13:58.664640 dv-neutron-822799-1-hyperv neutron-server[87636]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 23 16:13:58.664640 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 23 16:13:58.664640 dv-neutron-822799-1-hyperv neutron-server[87636]:     return f(self, *a, **k)
Dec 23 16:13:58.664640 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:13:58.664640 dv-neutron-822799-1-hyperv neutron-server[87636]:     return self._get(url).json()
Dec 23 16:13:58.664640 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 23 16:13:58.664640 dv-neutron-822799-1-hyperv neutron-server[87636]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 23 16:13:58.664640 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 23 16:13:58.664640 dv-neutron-822799-1-hyperv neutron-server[87636]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:13:58.664640 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 23 16:13:58.664640 dv-neutron-822799-1-hyperv neutron-server[87636]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 23 16:13:58.664640 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 23 16:13:58.664640 dv-neutron-822799-1-hyperv neutron-server[87636]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:13:58.664640 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 23 16:13:58.664640 dv-neutron-822799-1-hyperv neutron-server[87636]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:13:58.664640 dv-neutron-822799-1-hyperv neutron-server[87636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:13:58.667188 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-d36ac4b1-3527-448c-98ef-9230ed68b7af tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.962s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:13:58.675633 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-8a63232a-0dc6-48c0-806a-5c736025469c None None] For port 5ef5ab1c-6add-47f6-9d72-36e760b22300, host dv-neutron-822799-1-hyperv, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 23 16:13:58.681157 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-8a63232a-0dc6-48c0-806a-5c736025469c None None] For port 5ef5ab1c-6add-47f6-9d72-36e760b22300, host dv-neutron-822799-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=5ef5ab1c-6add-47f6-9d72-36e760b22300,segment=NetworkSegment(77e3d110-dd7b-426c-b11f-b78dde7993df),segment_id=77e3d110-dd7b-426c-b11f-b78dde7993df)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 23 16:13:58.681373 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f6bc7fb-8204-45d0-81bb-d2aafaeb8d1e tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:13:58.681879 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-2f6bc7fb-8204-45d0-81bb-d2aafaeb8d1e tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Synchronizing usage tracker for tenant:3fd82437e08648b4840016e8955250bf on resource:port {{(pid=87635) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:13:58.686442 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 47570) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:58.687363 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-e39258be-78b1-478e-b6b6-4a640e5b4845 None None] Port 29d20c16-4af0-4373-bed0-0fddc74461db cannot update to ACTIVE because it is not bound. {{(pid=87637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 23 16:13:58.690830 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-45eae743-2acd-4fff-8cc0-20ac46070d21 tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-864336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1824171'] for network, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:58.693736 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8a63232a-0dc6-48c0-806a-5c736025469c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:58.698037 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-52103fa6-191a-4fc5-9ab3-ed01f8414b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc121c6a0>, [], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:13:58.702322 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_v2 [None req-7437b047-0fa0-4d02-b92f-d56fbc4f83ae tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Deleting subnet eb044b18-3c4f-472c-8a96-824b2aca495c {{(pid=87636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 23 16:13:58.712608 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG oslo_concurrency.lockutils [None req-6231751d-425e-43cd-92c8-a67a7428f6c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:13:58.715400 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0ff4e0-f16c-4bd8-88de-deb7e925baac tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Pushing event deleted for resources: {'Network': ['ID=6896ad59-5a61-401c-a775-f242bf1957f8,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:13:58.717336 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-3ee9f74f-93b5-4dcf-8859-031b4e156b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc1193d90>, [{'id': '60a9be12-e018-4cb8-af5c-0a3802c67b88', 'name': 'tempest-TestNetworkBasicOps-router-1642921231', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.110'}], 'enable_snat': True}, 'gw_port_id': 'f2738f4b-ae43-431d-a49b-fe4450098f9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:12:52Z', 'updated_at': '2021-12-23T16:13:09Z', 'revision_number': 4, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'gw_port': {'id': 'f2738f4b-ae43-431d-a49b-fe4450098f9d', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:8a:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a9be12-e018-4cb8-af5c-0a3802c67b88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:12:54Z', 'updated_at': '2021-12-23T16:13:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_floatingips': [{'id': '74e06725-9fa4-4e23-b3e8-ffb187af5c0d', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'floating_ip_address': '172.26.3.139', 'floating_network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'router_id': '60a9be12-e018-4cb8-af5c-0a3802c67b88', 'port_id': '9951b1b4-01ac-4daf-bd58-455dcb0ff184', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 831, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f98af44-d303-4bde-b872-83960908e446', 'mac_address': 'fa:16:3e:df:57:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d62cf08-ebf2-440c-9e24-210212a8b721', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:13:54Z', 'updated_at': '2021-12-23T16:13:54Z', 'revision_number': 0, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aba75bb5-4cf8-4b0a-a501-2a795d4de5aa', 'name': '', 'network_id': '8f98af44-d303-4bde-b872-83960908e446', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'mac_address': 'fa:16:3e:6a:83:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a9be12-e018-4cb8-af5c-0a3802c67b88', 'device_owner': 'network:router_interface', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '33f18a1b-5552-4192-92be-76d0229b5b31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:13:05Z', 'updated_at': '2021-12-23T16:13:20Z', 'revision_number': 5, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'subnets': [{'id': '33f18a1b-5552-4192-92be-76d0229b5b31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:13:58.718566 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7437b047-0fa0-4d02-b92f-d56fbc4f83ae tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks [] for subnet, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:58.725060 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52103fa6-191a-4fc5-9ab3-ed01f8414b56 None None] Routers {'bd46844c-c116-411c-a104-0aa765e9e07d'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:13:58.725721 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-52103fa6-191a-4fc5-9ab3-ed01f8414b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc121c6a0>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:13:50Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['bd46844c-c116-411c-a104-0aa765e9e07d'], 'active': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:13:58.752744 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-45eae743-2acd-4fff-8cc0-20ac46070d21 tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:58.767885 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-2f6bc7fb-8204-45d0-81bb-d2aafaeb8d1e tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Unset dirty status for tenant:3fd82437e08648b4840016e8955250bf on resource:port {{(pid=87635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:13:58.774129 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-2f6bc7fb-8204-45d0-81bb-d2aafaeb8d1e tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] 10.222.0.64 "GET /v2.0/ports/29d20c16-4af0-4373-bed0-0fddc74461db HTTP/1.1" status: 200  len: 910 time: 0.1694744
Dec 23 16:13:58.774544 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-45eae743-2acd-4fff-8cc0-20ac46070d21 tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] 10.222.0.64 "DELETE /v2.0/networks/348c3006-ac8a-4dfc-ab09-3a51b04733d1 HTTP/1.1" status: 204  len: 168 time: 1.0092976
Dec 23 16:13:58.775499 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 47574) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:58.775815 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 47576) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:58.776803 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-8d0ff4e0-f16c-4bd8-88de-deb7e925baac tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:13:58.783559 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8464816a-51b1-4f24-a3dd-67a853bbe9a3 req-bcbda8ab-38fa-400f-8ee9-115433bb8fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:13:58.785360 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-8464816a-51b1-4f24-a3dd-67a853bbe9a3 req-bcbda8ab-38fa-400f-8ee9-115433bb8fd3 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=544f3e375bde4f0988286eba27294ea6&device_id=2d62cf08-ebf2-440c-9e24-210212a8b721 HTTP/1.1" status: 200  len: 1099 time: 0.7411673
Dec 23 16:13:58.789968 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-1a5bf6dc-8061-4ca5-bdbb-0634dbd68bb6 tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.076s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:13:58.803794 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-52103fa6-191a-4fc5-9ab3-ed01f8414b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc121c6a0>, [], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:13:58.804219 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52103fa6-191a-4fc5-9ab3-ed01f8414b56 None None] The sync data for ids ['bd46844c-c116-411c-a104-0aa765e9e07d'] in dv-neutron-822799-1-hyperv is: [] {{(pid=87637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 23 16:13:58.807363 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee9f74f-93b5-4dcf-8859-031b4e156b44 None None] Checking router: 60a9be12-e018-4cb8-af5c-0a3802c67b88 for host: dv-neutron-822799-1-hyperv {{(pid=87637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 23 16:13:58.817594 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee9f74f-93b5-4dcf-8859-031b4e156b44 None None] Routers {'60a9be12-e018-4cb8-af5c-0a3802c67b88'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:13:58.818322 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-3ee9f74f-93b5-4dcf-8859-031b4e156b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc1193d90>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:13:50Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['60a9be12-e018-4cb8-af5c-0a3802c67b88'], 'active': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:13:58.823312 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-fddc9b2a-e00e-4bd7-944f-b618544be340 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Deleting port 5f98179a-5d37-41d6-a97b-e98ceb279f68 {{(pid=87635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:13:58.823477 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-fddc9b2a-e00e-4bd7-944f-b618544be340 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:58.839805 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc26dc27-89b6-4e41-a98e-e2bfe67f3ff6 None None] Pushing event updated for resources: {'Port': ['ID=5ef5ab1c-6add-47f6-9d72-36e760b22300,revision_number=3']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:13:58.854085 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG oslo_concurrency.lockutils [None req-cc26dc27-89b6-4e41-a98e-e2bfe67f3ff6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=87638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:13:58.867929 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a63232a-0dc6-48c0-806a-5c736025469c None None] Routers {'f216715c-11dc-44db-8454-84a0da825c3c'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:13:58.869154 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-8a63232a-0dc6-48c0-806a-5c736025469c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc1eb9be0>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:13:50Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['f216715c-11dc-44db-8454-84a0da825c3c'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:13:59.111389 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvr_db [None req-3ee9f74f-93b5-4dcf-8859-031b4e156b44 None None] Set router 60a9be12-e018-4cb8-af5c-0a3802c67b88 gateway port host: dv-neutron-822799-1-hyperv {{(pid=87637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:13:59.114531 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-8a63232a-0dc6-48c0-806a-5c736025469c None None] Set router f216715c-11dc-44db-8454-84a0da825c3c gateway port host: dv-neutron-822799-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:13:59.142959 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-9b1a9949-2efd-4560-8f52-74dba92d2615 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2753396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2610353'] for subnet, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:59.155245 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-4a4998a8-ef64-43f0-a1e3-1fb9356873fa tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:13:59.248121 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-4a31f063-59cd-4115-92eb-dd26e5d3e066 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '42061240-9b39-43d0-a219-0e6ad92e995b'}]}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:13:59.274555 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45eae743-2acd-4fff-8cc0-20ac46070d21 tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Pushing event deleted for resources: {'Network': ['ID=348c3006-ac8a-4dfc-ab09-3a51b04733d1,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:13:59.277639 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-45eae743-2acd-4fff-8cc0-20ac46070d21 tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.488s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:13:59.281553 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-960eb075-6b73-40cb-b981-7d022e8d0c52 tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-698866'] for network, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:59.295209 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1a9949-2efd-4560-8f52-74dba92d2615 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Pushing event updated for resources: {'Subnet': ['ID=e53ee384-c527-45cb-a8de-965d3157222a,revision_number=0']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:13:59.325630 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-9b1a9949-2efd-4560-8f52-74dba92d2615 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:13:59.330076 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-fddc9b2a-e00e-4bd7-944f-b618544be340 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:59.337770 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 47582) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:59.338805 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b1a9949-2efd-4560-8f52-74dba92d2615 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Checking segment: {'id': '08e0e148-532b-4b21-a744-4826af0567ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '3e10e993-259d-4495-9b8b-b5a52c03945f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:13:59.339405 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b1a9949-2efd-4560-8f52-74dba92d2615 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Network hostable DHCP agents. Network: 3e10e993-259d-4495-9b8b-b5a52c03945f, hostable agents: ['1c812d71-eadf-4fb3-b98e-67468a4aa7e2'], hosted agents: [] {{(pid=87635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 23 16:13:59.361737 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7437b047-0fa0-4d02-b92f-d56fbc4f83ae tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2382092'] for subnet, precommit_delete_associations {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:59.525064 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-64536393-e5b5-4a9d-b198-66cddcee74f5 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/floatingips/74e06725-9fa4-4e23-b3e8-ffb187af5c0d HTTP/1.1" status: 200  len: 992 time: 0.1778657
Dec 23 16:13:59.526589 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-fddc9b2a-e00e-4bd7-944f-b618544be340 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Calling delete_port for 5f98179a-5d37-41d6-a97b-e98ceb279f68 owned by  {{(pid=87635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:13:59.572446 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b1a9949-2efd-4560-8f52-74dba92d2615 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Network 3e10e993-259d-4495-9b8b-b5a52c03945f is scheduled to be hosted by DHCP agent 1c812d71-eadf-4fb3-b98e-67468a4aa7e2 with binding_index 1 {{(pid=87635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 23 16:13:59.601699 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-8a63232a-0dc6-48c0-806a-5c736025469c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc1eb9be0>, [{'id': 'f216715c-11dc-44db-8454-84a0da825c3c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1681650432', 'tenant_id': 'c8691bbec3fb4ae1968d469a6b97360c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.22'}], 'enable_snat': True}, 'gw_port_id': '5ef5ab1c-6add-47f6-9d72-36e760b22300', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:13:48Z', 'updated_at': '2021-12-23T16:13:54Z', 'revision_number': 3, 'project_id': 'c8691bbec3fb4ae1968d469a6b97360c', 'gw_port': {'id': '5ef5ab1c-6add-47f6-9d72-36e760b22300', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:7b:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f216715c-11dc-44db-8454-84a0da825c3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 825, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:13:50Z', 'updated_at': '2021-12-23T16:13:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv'}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:13:59.608001 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a63232a-0dc6-48c0-806a-5c736025469c None None] The sync data for ids ['f216715c-11dc-44db-8454-84a0da825c3c'] in dv-neutron-822799-1-hyperv is: [{'id': 'f216715c-11dc-44db-8454-84a0da825c3c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1681650432', 'tenant_id': 'c8691bbec3fb4ae1968d469a6b97360c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.22'}], 'enable_snat': True}, 'gw_port_id': '5ef5ab1c-6add-47f6-9d72-36e760b22300', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:13:48Z', 'updated_at': '2021-12-23T16:13:54Z', 'revision_number': 3, 'project_id': 'c8691bbec3fb4ae1968d469a6b97360c', 'gw_port': {'id': '5ef5ab1c-6add-47f6-9d72-36e760b22300', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:7b:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f216715c-11dc-44db-8454-84a0da825c3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 825, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:13:50Z', 'updated_at': '2021-12-23T16:13:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv'}] {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 23 16:13:59.608244 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.base_scheduler [None req-9b1a9949-2efd-4560-8f52-74dba92d2615 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822799-1-hyperv, 3e10e993-259d-4495-9b8b-b5a52c03945f) {{(pid=87635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:13:59.616281 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b1a9949-2efd-4560-8f52-74dba92d2615 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:13:59.616904 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-9b1a9949-2efd-4560-8f52-74dba92d2615 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Notify callbacks [] for subnet, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:59.650799 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d0ab14a-bb8f-426e-bf92-7ed85a575ffe None None] Network 3e10e993-259d-4495-9b8b-b5a52c03945f requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:13:59.723163 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-960eb075-6b73-40cb-b981-7d022e8d0c52 tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-864347', 'neutron.services.segments.db._delete_segments_for_network-8735362908070'] for network, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:59.792024 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-232f2a35-6bd5-4c7e-ad0d-451436441400 None None] Provisioning complete for port a548121c-7f76-42d9-8315-524961b05275 triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:13:59.792782 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-232f2a35-6bd5-4c7e-ad0d-451436441400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:13:59.794004 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-960eb075-6b73-40cb-b981-7d022e8d0c52 tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1dc01deb20>,) {'filters': {'network_id': ['7a6fcf17-784f-4f33-8824-623dbc4de9f8']}} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:13:59.809607 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-9b1a9949-2efd-4560-8f52-74dba92d2615 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 1.6976337
Dec 23 16:13:59.813702 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 47586) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:13:59.878479 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-960eb075-6b73-40cb-b981-7d022e8d0c52 tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dc01deb20>, '0bb033b7-6944-4f6a-a79d-b96ddda77645') {'for_net_delete': True} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:13:59.878787 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-960eb075-6b73-40cb-b981-7d022e8d0c52 tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dc01deb20>, '0bb033b7-6944-4f6a-a79d-b96ddda77645') {} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:13:59.890907 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8464816a-51b1-4f24-a3dd-67a853bbe9a3 req-25a3af45-8203-4a9e-b221-ea707f836830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:13:59.892716 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-8464816a-51b1-4f24-a3dd-67a853bbe9a3 req-25a3af45-8203-4a9e-b221-ea707f836830 service neutron] 10.222.0.61 "GET /v2.0/networks?id=8f98af44-d303-4bde-b872-83960908e446 HTTP/1.1" status: 200  len: 897 time: 0.8522818
Dec 23 16:13:59.980476 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-960eb075-6b73-40cb-b981-7d022e8d0c52 tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735363085442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2382197'] for segment, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:00.049142 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-960eb075-6b73-40cb-b981-7d022e8d0c52 tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:00.060794 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-fddc9b2a-e00e-4bd7-944f-b618544be340 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:00.067830 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-8464816a-51b1-4f24-a3dd-67a853bbe9a3 req-d308a836-3da6-43a9-8ba5-a3ea6d72a05a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9951b1b4-01ac-4daf-bd58-455dcb0ff184 HTTP/1.1" status: 200  len: 1000 time: 0.1600916
Dec 23 16:14:00.069658 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-1e05fc45-f6d6-4a11-93f5-79e378f4554e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:14:00.071859 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-960eb075-6b73-40cb-b981-7d022e8d0c52 tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Releasing vlan 429 on physical network physnet1 to pool {{(pid=87636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 23 16:14:00.072474 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-960eb075-6b73-40cb-b981-7d022e8d0c52 tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2176261'] for segment, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:00.093655 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7437b047-0fa0-4d02-b92f-d56fbc4f83ae tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864774'] for subnet, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:00.133400 dv-neutron-822799-1-hyperv neutron-server[87636]: Traceback (most recent call last):
Dec 23 16:14:00.133400 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 23 16:14:00.133400 dv-neutron-822799-1-hyperv neutron-server[87636]:     timer()
Dec 23 16:14:00.133400 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:14:00.133400 dv-neutron-822799-1-hyperv neutron-server[87636]:     cb(*args, **kw)
Dec 23 16:14:00.133400 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 23 16:14:00.133400 dv-neutron-822799-1-hyperv neutron-server[87636]:     return func(*args, **kwargs)
Dec 23 16:14:00.133400 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:14:00.133400 dv-neutron-822799-1-hyperv neutron-server[87636]:     self._notify()
Dec 23 16:14:00.133400 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:14:00.133400 dv-neutron-822799-1-hyperv neutron-server[87636]:     self.callback(batched_events)
Dec 23 16:14:00.133400 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:14:00.133400 dv-neutron-822799-1-hyperv neutron-server[87636]:     event.method(event)
Dec 23 16:14:00.133400 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:14:00.133400 dv-neutron-822799-1-hyperv neutron-server[87636]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:14:00.133400 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 23 16:14:00.133400 dv-neutron-822799-1-hyperv neutron-server[87636]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 23 16:14:00.133400 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 23 16:14:00.133400 dv-neutron-822799-1-hyperv neutron-server[87636]:     return f(self, *a, **k)
Dec 23 16:14:00.133400 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:14:00.133400 dv-neutron-822799-1-hyperv neutron-server[87636]:     return self._get(url).json()
Dec 23 16:14:00.133400 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 23 16:14:00.133400 dv-neutron-822799-1-hyperv neutron-server[87636]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 23 16:14:00.133400 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 23 16:14:00.133400 dv-neutron-822799-1-hyperv neutron-server[87636]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:14:00.133400 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 23 16:14:00.133400 dv-neutron-822799-1-hyperv neutron-server[87636]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 23 16:14:00.133400 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 23 16:14:00.133400 dv-neutron-822799-1-hyperv neutron-server[87636]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:14:00.133400 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 23 16:14:00.133400 dv-neutron-822799-1-hyperv neutron-server[87636]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:14:00.133400 dv-neutron-822799-1-hyperv neutron-server[87636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:14:00.136932 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6150a1b-0caf-49b7-85ae-c61f50cbe435 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7e017a6-8198-58c8-a07e-0f786128e3b3-3e10e993-259d-4495-9b8b-b5a52c03945f', 'network_id': '3e10e993-259d-4495-9b8b-b5a52c03945f', 'tenant_id': 'c8691bbec3fb4ae1968d469a6b97360c', 'fixed_ips': [{'subnet_id': 'e53ee384-c527-45cb-a8de-965d3157222a'}]}} from dv-neutron-822799-1-hyperv. {{(pid=87637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 23 16:14:00.137996 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-c6150a1b-0caf-49b7-85ae-c61f50cbe435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:00.147578 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddc9b2a-e00e-4bd7-944f-b618544be340 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Pushing event deleted for resources: {'Port': ['ID=5f98179a-5d37-41d6-a97b-e98ceb279f68,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:14:00.182675 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-3ee9f74f-93b5-4dcf-8859-031b4e156b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc1193d90>, [{'id': '60a9be12-e018-4cb8-af5c-0a3802c67b88', 'name': 'tempest-TestNetworkBasicOps-router-1642921231', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.110'}], 'enable_snat': True}, 'gw_port_id': 'f2738f4b-ae43-431d-a49b-fe4450098f9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:12:52Z', 'updated_at': '2021-12-23T16:13:09Z', 'revision_number': 4, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'gw_port': {'id': 'f2738f4b-ae43-431d-a49b-fe4450098f9d', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:8a:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a9be12-e018-4cb8-af5c-0a3802c67b88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:12:54Z', 'updated_at': '2021-12-23T16:13:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_floatingips': [{'id': '74e06725-9fa4-4e23-b3e8-ffb187af5c0d', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'floating_ip_address': '172.26.3.139', 'floating_network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'router_id': '60a9be12-e018-4cb8-af5c-0a3802c67b88', 'port_id': '9951b1b4-01ac-4daf-bd58-455dcb0ff184', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 831, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f98af44-d303-4bde-b872-83960908e446', 'mac_address': 'fa:16:3e:df:57:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d62cf08-ebf2-440c-9e24-210212a8b721', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:13:54Z', 'updated_at': '2021-12-23T16:13:54Z', 'revision_number': 0, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aba75bb5-4cf8-4b0a-a501-2a795d4de5aa', 'name': '', 'network_id': '8f98af44-d303-4bde-b872-83960908e446', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'mac_address': 'fa:16:3e:6a:83:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a9be12-e018-4cb8-af5c-0a3802c67b88', 'device_owner': 'network:router_interface', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '33f18a1b-5552-4192-92be-76d0229b5b31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:13:05Z', 'updated_at': '2021-12-23T16:13:20Z', 'revision_number': 5, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'subnets': [{'id': '33f18a1b-5552-4192-92be-76d0229b5b31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:14:00.188288 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee9f74f-93b5-4dcf-8859-031b4e156b44 None None] The sync data for ids ['60a9be12-e018-4cb8-af5c-0a3802c67b88'] in dv-neutron-822799-1-hyperv is: [{'id': '60a9be12-e018-4cb8-af5c-0a3802c67b88', 'name': 'tempest-TestNetworkBasicOps-router-1642921231', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.110'}], 'enable_snat': True}, 'gw_port_id': 'f2738f4b-ae43-431d-a49b-fe4450098f9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:12:52Z', 'updated_at': '2021-12-23T16:13:09Z', 'revision_number': 4, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'gw_port': {'id': 'f2738f4b-ae43-431d-a49b-fe4450098f9d', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:8a:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a9be12-e018-4cb8-af5c-0a3802c67b88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:12:54Z', 'updated_at': '2021-12-23T16:13:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_floatingips': [{'id': '74e06725-9fa4-4e23-b3e8-ffb187af5c0d', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'floating_ip_address': '172.26.3.139', 'floating_network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'router_id': '60a9be12-e018-4cb8-af5c-0a3802c67b88', 'port_id': '9951b1b4-01ac-4daf-bd58-455dcb0ff184', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 831, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f98af44-d303-4bde-b872-83960908e446', 'mac_address': 'fa:16:3e:df:57:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d62cf08-ebf2-440c-9e24-210212a8b721', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:13:54Z', 'updated_at': '2021-12-23T16:13:54Z', 'revision_number': 0, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aba75bb5-4cf8-4b0a-a501-2a795d4de5aa', 'name': '', 'network_id': '8f98af44-d303-4bde-b872-83960908e446', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'mac_address': 'fa:16:3e:6a:83:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a9be12-e018-4cb8-af5c-0a3802c67b88', 'device_owner': 'network:router_interface', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '33f18a1b-5552-4192-92be-76d0229b5b31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:13:05Z', 'updated_at': '2021-12-23T16:13:20Z', 'revision_number': 5, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'subnets': [{'id': '33f18a1b-5552-4192-92be-76d0229b5b31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 23 16:14:00.193038 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-fddc9b2a-e00e-4bd7-944f-b618544be340 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:14:00.501053 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-960eb075-6b73-40cb-b981-7d022e8d0c52 tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-864336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1824171'] for network, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:00.509018 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7437b047-0fa0-4d02-b92f-d56fbc4f83ae tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2176495', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2618677'] for subnet, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:00.525234 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-9fc444a7-1eb4-4cc5-9d2e-4ffe20490db5 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:14:00.535940 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_common [None req-c6150a1b-0caf-49b7-85ae-c61f50cbe435 None None] Allocated IP 172.20.0.2 (3e10e993-259d-4495-9b8b-b5a52c03945f/e53ee384-c527-45cb-a8de-965d3157222a/f3900d3b-7c11-4b7c-91ef-8b489e16dd0e) {{(pid=87637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:14:00.557869 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-960eb075-6b73-40cb-b981-7d022e8d0c52 tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:00.576607 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 47590) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:00.584552 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-960eb075-6b73-40cb-b981-7d022e8d0c52 tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] 10.222.0.64 "DELETE /v2.0/networks/7a6fcf17-784f-4f33-8824-623dbc4de9f8 HTTP/1.1" status: 204  len: 168 time: 1.7960701
Dec 23 16:14:00.585947 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7437b047-0fa0-4d02-b92f-d56fbc4f83ae tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks [] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:00.592122 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26c75937-03a3-485f-bfba-e4ee1c27b6f6 None None] Network a67646b4-5371-43ec-9f98-39fe51a67033 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:14:00.593485 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-7437b047-0fa0-4d02-b92f-d56fbc4f83ae tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "DELETE /v2.0/subnets/eb044b18-3c4f-472c-8a96-824b2aca495c HTTP/1.1" status: 204  len: 168 time: 2.6218064
Dec 23 16:14:00.615528 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-4a31f063-59cd-4115-92eb-dd26e5d3e066 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:00.628267 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 47596) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:00.638521 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7437b047-0fa0-4d02-b92f-d56fbc4f83ae tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Pushing event deleted for resources: {'Subnet': ['ID=eb044b18-3c4f-472c-8a96-824b2aca495c,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:14:00.644769 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8464816a-51b1-4f24-a3dd-67a853bbe9a3 req-c95b5e0b-75f5-4df8-a994-2a35d2d65338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:14:00.648599 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5826cfe4-59a8-4ec0-b28e-ed679ab45573 None None] New status for floating IP 74e06725-9fa4-4e23-b3e8-ffb187af5c0d: ACTIVE {{(pid=87638) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 23 16:14:00.660857 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-8464816a-51b1-4f24-a3dd-67a853bbe9a3 req-c95b5e0b-75f5-4df8-a994-2a35d2d65338 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=33f18a1b-5552-4192-92be-76d0229b5b31 HTTP/1.1" status: 200  len: 834 time: 0.5026419
Dec 23 16:14:00.689230 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-fddc9b2a-e00e-4bd7-944f-b618544be340 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:00.705109 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-fddc9b2a-e00e-4bd7-944f-b618544be340 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] 10.222.0.64 "DELETE /v2.0/ports/5f98179a-5d37-41d6-a97b-e98ceb279f68 HTTP/1.1" status: 204  len: 168 time: 2.0152774
Dec 23 16:14:00.740640 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-7437b047-0fa0-4d02-b92f-d56fbc4f83ae tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:14:00.741242 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 47600) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:00.879456 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-8298d975-0e3c-457c-808b-8c39dd6ab8ad tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.322s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:14:01.079379 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 47606) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:01.155776 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-c6150a1b-0caf-49b7-85ae-c61f50cbe435 None None] Notify callbacks [] for port, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:01.158318 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-af0d71d8-4d89-4c74-b823-5225bbf6a665 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/floatingips/74e06725-9fa4-4e23-b3e8-ffb187af5c0d HTTP/1.1" status: 200  len: 992 time: 0.5804203
Dec 23 16:14:01.204535 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-c6150a1b-0caf-49b7-85ae-c61f50cbe435 None None] Transition to ACTIVE for port object f3900d3b-7c11-4b7c-91ef-8b489e16dd0e will not be triggered until provisioned by entity L2. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:14:01.224077 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 5ef5ab1c-6add-47f6-9d72-36e760b22300 up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:14:01.266238 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960eb075-6b73-40cb-b981-7d022e8d0c52 tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Pushing event deleted for resources: {'Network': ['ID=7a6fcf17-784f-4f33-8824-623dbc4de9f8,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:14:01.281570 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-92fae859-7e5e-4648-8894-1b53d56a9718 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.6437585
Dec 23 16:14:01.285426 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-960eb075-6b73-40cb-b981-7d022e8d0c52 tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.406s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:14:01.286419 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b6c6859-79aa-4841-ae22-cfdd488a6ee3 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] GET failed (client error): The resource could not be found.
Dec 23 16:14:01.287093 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-3b6c6859-79aa-4841-ae22-cfdd488a6ee3 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Synchronizing usage tracker for tenant:52008175df8a4d379113666c0dffe8c8 on resource:port {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:14:01.288379 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 47612) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:01.334563 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab79f5bc-7785-456e-8aa9-380cd5c189bd None None] DHCP port deletion for a67646b4-5371-43ec-9f98-39fe51a67033 request from dv-neutron-822799-1-hyperv {{(pid=87637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 23 16:14:01.363304 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-c6150a1b-0caf-49b7-85ae-c61f50cbe435 None None] Transition to ACTIVE for port object f3900d3b-7c11-4b7c-91ef-8b489e16dd0e will not be triggered until provisioned by entity DHCP. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:14:01.364691 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-ab79f5bc-7785-456e-8aa9-380cd5c189bd None None] Deleting port a548121c-7f76-42d9-8315-524961b05275 {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:14:01.365074 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-ab79f5bc-7785-456e-8aa9-380cd5c189bd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:01.424384 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-c6150a1b-0caf-49b7-85ae-c61f50cbe435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780'] for port, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:01.435830 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-397c12c9-620e-4360-b4ee-50078572146c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:14:01.460698 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-3b6c6859-79aa-4841-ae22-cfdd488a6ee3 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Unset dirty status for tenant:52008175df8a4d379113666c0dffe8c8 on resource:port {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:14:01.461872 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-3b6c6859-79aa-4841-ae22-cfdd488a6ee3 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] 10.222.0.64 "GET /v2.0/ports/5f98179a-5d37-41d6-a97b-e98ceb279f68 HTTP/1.1" status: 404  len: 333 time: 0.5595033
Dec 23 16:14:01.473519 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 47616) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:01.483249 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-65dea214-2e3f-404c-9e51-20238698d1a8 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Request body: {'port': {'network_id': 'dc0220cd-b755-428d-8aed-c349ebdcca15', 'name': 'tempest-AllowedAddressPairTestJSON-1652128288'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:14:01.490102 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-a5ab688a-0ed2-45c4-bcfe-beb6ea83a82b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=062088717b3d4c0e9f47bf95b6940337&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4093814
Dec 23 16:14:01.493647 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 47620) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:01.522755 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffd24b7f-a55a-4ccf-b476-97ac1f46bb77 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:14:01.523342 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-ffd24b7f-a55a-4ccf-b476-97ac1f46bb77 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Synchronizing usage tracker for tenant:bf435ff0e7914a739a10fff5b2399c13 on resource:port {{(pid=87635) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:14:01.549666 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6150a1b-0caf-49b7-85ae-c61f50cbe435 None None] Network 3e10e993-259d-4495-9b8b-b5a52c03945f is already hosted by enough agents. {{(pid=87637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:14:01.559523 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-c6150a1b-0caf-49b7-85ae-c61f50cbe435 None None] Resources bound (agent type, host, resource id):  {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:14:01.565763 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6150a1b-0caf-49b7-85ae-c61f50cbe435 None None] Received port after_create {{(pid=87637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:14:01.569282 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning for port 5ef5ab1c-6add-47f6-9d72-36e760b22300 completed by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:14:01.603421 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-ffd24b7f-a55a-4ccf-b476-97ac1f46bb77 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Unset dirty status for tenant:bf435ff0e7914a739a10fff5b2399c13 on resource:port {{(pid=87635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:14:01.606970 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-ffd24b7f-a55a-4ccf-b476-97ac1f46bb77 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200  len: 866 time: 0.3151164
Dec 23 16:14:01.609539 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 47624) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:01.627283 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8464816a-51b1-4f24-a3dd-67a853bbe9a3 req-774cf3a8-3ed2-4fd1-b0d3-882fbab4915b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:14:01.629072 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-8464816a-51b1-4f24-a3dd-67a853bbe9a3 req-774cf3a8-3ed2-4fd1-b0d3-882fbab4915b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8f98af44-d303-4bde-b872-83960908e446&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.9674017
Dec 23 16:14:01.632927 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6150a1b-0caf-49b7-85ae-c61f50cbe435 None None] Pushing event updated for resources: {'Port': ['ID=f3900d3b-7c11-4b7c-91ef-8b489e16dd0e,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:14:01.642434 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port 5ef5ab1c-6add-47f6-9d72-36e760b22300 triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:14:01.643312 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:01.667453 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-c6150a1b-0caf-49b7-85ae-c61f50cbe435 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:14:01.678413 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a48b1032-015b-4629-a365-f1fb9f18cff8 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:01.757709 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-5b563df9-b5c9-46f1-b6be-85f55dec7a33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:01.769961 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdaa7a9a-c2f8-42cf-9739-0b59e96741ec tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:14:01.770395 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-cdaa7a9a-c2f8-42cf-9739-0b59e96741ec tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Synchronizing usage tracker for tenant:bf435ff0e7914a739a10fff5b2399c13 on resource:subnet {{(pid=87635) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:14:01.874142 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-c6150a1b-0caf-49b7-85ae-c61f50cbe435 None None] Attempting to bind port f3900d3b-7c11-4b7c-91ef-8b489e16dd0e on host dv-neutron-822799-1-hyperv for vnic_type normal with profile  {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:14:01.874795 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-c6150a1b-0caf-49b7-85ae-c61f50cbe435 None None] Attempting to bind port f3900d3b-7c11-4b7c-91ef-8b489e16dd0e by drivers openvswitch,hyperv on host dv-neutron-822799-1-hyperv at level 0 using segments [{'id': '08e0e148-532b-4b21-a744-4826af0567ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '3e10e993-259d-4495-9b8b-b5a52c03945f'}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:14:01.875344 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6150a1b-0caf-49b7-85ae-c61f50cbe435 None None] Attempting to bind port f3900d3b-7c11-4b7c-91ef-8b489e16dd0e on network 3e10e993-259d-4495-9b8b-b5a52c03945f {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:14:01.890790 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-65dea214-2e3f-404c-9e51-20238698d1a8 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:14:01.895117 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-ab79f5bc-7785-456e-8aa9-380cd5c189bd None None] For port a548121c-7f76-42d9-8315-524961b05275, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=a548121c-7f76-42d9-8315-524961b05275,segment=NetworkSegment(d0e346f7-32a7-41a0-b972-301688edbe10),segment_id=d0e346f7-32a7-41a0-b972-301688edbe10)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:14:01.895527 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-ab79f5bc-7785-456e-8aa9-380cd5c189bd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:01.910813 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6150a1b-0caf-49b7-85ae-c61f50cbe435 None None] Checking agent: {'id': '20d2070f-69a9-4e73-8d08-6f0387a40158', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822799-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 21), 'started_at': datetime.datetime(2021, 12, 23, 16, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 13, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822799-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 23 16:14:01.911617 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6150a1b-0caf-49b7-85ae-c61f50cbe435 None None] Checking segment: {'id': '08e0e148-532b-4b21-a744-4826af0567ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '3e10e993-259d-4495-9b8b-b5a52c03945f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:14:01.912304 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-c6150a1b-0caf-49b7-85ae-c61f50cbe435 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:01.912956 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6150a1b-0caf-49b7-85ae-c61f50cbe435 None None] Bound using segment: {'id': '08e0e148-532b-4b21-a744-4826af0567ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '3e10e993-259d-4495-9b8b-b5a52c03945f'} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 23 16:14:01.913706 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-c6150a1b-0caf-49b7-85ae-c61f50cbe435 None None] Bound port: f3900d3b-7c11-4b7c-91ef-8b489e16dd0e, host: dv-neutron-822799-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08e0e148-532b-4b21-a744-4826af0567ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '3e10e993-259d-4495-9b8b-b5a52c03945f'}}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 23 16:14:01.914161 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-c6150a1b-0caf-49b7-85ae-c61f50cbe435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:01.942397 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-65dea214-2e3f-404c-9e51-20238698d1a8 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:14:01.945922 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-8464816a-51b1-4f24-a3dd-67a853bbe9a3 req-8aff2ec5-4a60-4a93-919e-0de1b99cd83d service neutron] 10.222.0.61 "GET /v2.0/networks/8f98af44-d303-4bde-b872-83960908e446?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2922938
Dec 23 16:14:01.976368 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-5b563df9-b5c9-46f1-b6be-85f55dec7a33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:02.044604 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65dea214-2e3f-404c-9e51-20238698d1a8 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Made reservation on behalf of 52008175df8a4d379113666c0dffe8c8 for: {'port': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:14:02.045517 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-ab79f5bc-7785-456e-8aa9-380cd5c189bd None None] Calling delete_port for a548121c-7f76-42d9-8315-524961b05275 owned by network:dhcp {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:14:02.048069 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-65dea214-2e3f-404c-9e51-20238698d1a8 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:02.055082 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-cdaa7a9a-c2f8-42cf-9739-0b59e96741ec tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Unset dirty status for tenant:bf435ff0e7914a739a10fff5b2399c13 on resource:subnet {{(pid=87635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:14:02.056455 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-cdaa7a9a-c2f8-42cf-9739-0b59e96741ec tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.4433620
Dec 23 16:14:02.063171 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 47628) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:02.144096 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [None req-65dea214-2e3f-404c-9e51-20238698d1a8 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] device_id is not set on port 83ac0538-ddb3-49c3-b613-072f67a75cc3 yet. {{(pid=87636) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 23 16:14:02.156985 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-c319319d-b16e-46c1-93b4-d82a9b4b5d8e tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0922854
Dec 23 16:14:02.161738 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 47632) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:02.162212 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 47634) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:02.209784 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:02.224259 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-96509866-5809-4ae1-8dc6-db08ce11249b tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Request body: {'subnet': {'network_id': 'a67646b4-5371-43ec-9f98-39fe51a67033', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:14:02.238018 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-c6150a1b-0caf-49b7-85ae-c61f50cbe435 None None] For port f3900d3b-7c11-4b7c-91ef-8b489e16dd0e, host dv-neutron-822799-1-hyperv, cleared binding levels {{(pid=87637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 23 16:14:02.249094 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] For port 5ef5ab1c-6add-47f6-9d72-36e760b22300, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=5ef5ab1c-6add-47f6-9d72-36e760b22300,segment=NetworkSegment(77e3d110-dd7b-426c-b11f-b78dde7993df),segment_id=77e3d110-dd7b-426c-b11f-b78dde7993df)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:14:02.252074 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-c6150a1b-0caf-49b7-85ae-c61f50cbe435 None None] For port f3900d3b-7c11-4b7c-91ef-8b489e16dd0e, host dv-neutron-822799-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=f3900d3b-7c11-4b7c-91ef-8b489e16dd0e,segment=NetworkSegment(08e0e148-532b-4b21-a744-4826af0567ef),segment_id=08e0e148-532b-4b21-a744-4826af0567ef)] {{(pid=87637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 23 16:14:02.263106 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:02.267240 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-016f89dd-9f55-4303-8fde-c76e523ba4df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:14:02.298178 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-8464816a-51b1-4f24-a3dd-67a853bbe9a3 req-fd85dc99-2051-4078-abe4-62012794fa06 service neutron] 10.222.0.61 "GET /v2.0/networks/8f98af44-d303-4bde-b872-83960908e446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3416910
Dec 23 16:14:02.315540 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-c6150a1b-0caf-49b7-85ae-c61f50cbe435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:02.320126 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-ab79f5bc-7785-456e-8aa9-380cd5c189bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789'] for port, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:02.345389 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab79f5bc-7785-456e-8aa9-380cd5c189bd None None] No DVR routers for this DVR port a548121c-7f76-42d9-8315-524961b05275 on host dv-neutron-822799-1-hyperv {{(pid=87637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 23 16:14:02.381652 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-4a31f063-59cd-4115-92eb-dd26e5d3e066 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks [] for port, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:02.390393 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Pushing event updated for resources: {'Port': ['ID=5ef5ab1c-6add-47f6-9d72-36e760b22300,revision_number=4']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:14:02.402770 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:14:02.403318 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [None req-65dea214-2e3f-404c-9e51-20238698d1a8 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Allocated IP 172.20.0.7 (dc0220cd-b755-428d-8aed-c349ebdcca15/bf6b42c5-2c88-4e13-8bc9-efa76c8e08a7/83ac0538-ddb3-49c3-b613-072f67a75cc3) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:14:02.403645 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-11854cc0-fdad-4956-99a9-6a9682564a27 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.062s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:14:02.405792 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-4a31f063-59cd-4115-92eb-dd26e5d3e066 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2176289'] for port, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:02.456022 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-0364abfb-bf3f-4325-8abc-76c22da080e2 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:14:02.492889 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6150a1b-0caf-49b7-85ae-c61f50cbe435 None None] Pushing event updated for resources: {'Port': ['ID=f3900d3b-7c11-4b7c-91ef-8b489e16dd0e,revision_number=2']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:14:02.548420 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab79f5bc-7785-456e-8aa9-380cd5c189bd None None] Pushing event deleted for resources: {'Port': ['ID=a548121c-7f76-42d9-8315-524961b05275,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:14:02.553843 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-ab79f5bc-7785-456e-8aa9-380cd5c189bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:14:02.554457 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-c6150a1b-0caf-49b7-85ae-c61f50cbe435 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.213s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:14:02.554954 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-c6150a1b-0caf-49b7-85ae-c61f50cbe435 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:14:02.566840 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-96509866-5809-4ae1-8dc6-db08ce11249b tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:14:02.571108 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a31f063-59cd-4115-92eb-dd26e5d3e066 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:14:02.571996 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-4a31f063-59cd-4115-92eb-dd26e5d3e066 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:02.573678 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-4a31f063-59cd-4115-92eb-dd26e5d3e066 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] 10.222.0.64 "PUT /v2.0/ports/29d20c16-4af0-4373-bed0-0fddc74461db HTTP/1.1" status: 200  len: 910 time: 3.7873864
Dec 23 16:14:02.578614 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 47640) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:02.587780 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-e45687b1-edb3-476a-b8e2-e51cd93cac2f tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/floatingips/74e06725-9fa4-4e23-b3e8-ffb187af5c0d HTTP/1.1" status: 200  len: 994 time: 0.4242494
Dec 23 16:14:02.594692 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a31f063-59cd-4115-92eb-dd26e5d3e066 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Pushing event updated for resources: {'Port': ['ID=29d20c16-4af0-4373-bed0-0fddc74461db,revision_number=3']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:14:02.601914 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-4a31f063-59cd-4115-92eb-dd26e5d3e066 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:14:02.679185 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-5b563df9-b5c9-46f1-b6be-85f55dec7a33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:02.693335 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-96509866-5809-4ae1-8dc6-db08ce11249b tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:14:02.695290 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-864fd659-78a2-401f-bc53-dc9d261def04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:14:02.792334 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-65dea214-2e3f-404c-9e51-20238698d1a8 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:02.809403 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.provisioning_blocks [None req-65dea214-2e3f-404c-9e51-20238698d1a8 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Transition to ACTIVE for port object 83ac0538-ddb3-49c3-b613-072f67a75cc3 will not be triggered until provisioned by entity DHCP. {{(pid=87636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:14:02.816991 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b563df9-b5c9-46f1-b6be-85f55dec7a33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9117cb29-0470-4e8c-b8c0-87ac9316dc3a,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:14:02.833056 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-5b563df9-b5c9-46f1-b6be-85f55dec7a33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:14:02.834450 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96509866-5809-4ae1-8dc6-db08ce11249b tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Made reservation on behalf of bf435ff0e7914a739a10fff5b2399c13 for: {'subnet': 1} {{(pid=87635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:14:02.837667 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-65dea214-2e3f-404c-9e51-20238698d1a8 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:02.838629 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-96509866-5809-4ae1-8dc6-db08ce11249b tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2610339'] for subnet, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:02.840088 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.pecan_wsgi.hooks.translation [None req-96509866-5809-4ae1-8dc6-db08ce11249b tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 23 16:14:02.840522 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96509866-5809-4ae1-8dc6-db08ce11249b tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 23 16:14:02.844516 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-5eabd2d2-efd6-4434-b424-f6909b534405 tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:14:02.884894 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-5b563df9-b5c9-46f1-b6be-85f55dec7a33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:02.889277 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-5b563df9-b5c9-46f1-b6be-85f55dec7a33 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9117cb29-0470-4e8c-b8c0-87ac9316dc3a HTTP/1.1" status: 204  len: 168 time: 1.3944910
Dec 23 16:14:02.906234 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-96509866-5809-4ae1-8dc6-db08ce11249b tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 460 time: 0.7407908
Dec 23 16:14:02.907030 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65dea214-2e3f-404c-9e51-20238698d1a8 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Network dc0220cd-b755-428d-8aed-c349ebdcca15 is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:14:02.907779 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.db_base_plugin_common [None req-a48b1032-015b-4629-a365-f1fb9f18cff8 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Allocated IP 172.20.0.1 (3e10e993-259d-4495-9b8b-b5a52c03945f/e53ee384-c527-45cb-a8de-965d3157222a/3f3c800a-24b7-4384-8d1f-65dfda2c8379) {{(pid=87635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:14:02.910421 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-65dea214-2e3f-404c-9e51-20238698d1a8 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Resources bound (agent type, host, resource id):  {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:14:02.914313 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 47646) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:03.093091 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65dea214-2e3f-404c-9e51-20238698d1a8 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:14:03.136201 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-4f723660-5d2a-492c-8198-2a8f78f497fa tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Request body: {'subnet': {'network_id': 'a67646b4-5371-43ec-9f98-39fe51a67033', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:14:03.258408 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65dea214-2e3f-404c-9e51-20238698d1a8 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Pushing event updated for resources: {'Port': ['ID=83ac0538-ddb3-49c3-b613-072f67a75cc3,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:14:03.266282 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-65dea214-2e3f-404c-9e51-20238698d1a8 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.422s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:14:03.280585 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-4f723660-5d2a-492c-8198-2a8f78f497fa tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:14:03.302651 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-4f723660-5d2a-492c-8198-2a8f78f497fa tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:14:03.303507 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device f3900d3b-7c11-4b7c-91ef-8b489e16dd0e up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:14:03.320797 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65dea214-2e3f-404c-9e51-20238698d1a8 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:14:03.321575 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-65dea214-2e3f-404c-9e51-20238698d1a8 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:03.338160 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f723660-5d2a-492c-8198-2a8f78f497fa tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Made reservation on behalf of bf435ff0e7914a739a10fff5b2399c13 for: {'subnet': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:14:03.341673 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-4f723660-5d2a-492c-8198-2a8f78f497fa tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2618324'] for subnet, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:03.343168 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f723660-5d2a-492c-8198-2a8f78f497fa tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 23 16:14:03.343635 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f723660-5d2a-492c-8198-2a8f78f497fa tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 23 16:14:03.406031 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-4f723660-5d2a-492c-8198-2a8f78f497fa tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 450 time: 0.4891217
Dec 23 16:14:03.411267 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-65dea214-2e3f-404c-9e51-20238698d1a8 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 1.9367135
Dec 23 16:14:03.412332 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 47658) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:03.413104 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 47660) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:03.422053 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-706e8422-210c-4203-b9ef-5122fdf2dea2 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Request body: {'port': {'network_id': 'dc0220cd-b755-428d-8aed-c349ebdcca15', 'name': 'tempest-AllowedAddressPairTestJSON-329815286'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:14:03.456925 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-999106e8-da16-4868-8191-c3514b57e381 None None] Provisioning for port 83ac0538-ddb3-49c3-b613-072f67a75cc3 completed by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:14:03.464820 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-999106e8-da16-4868-8191-c3514b57e381 None None] Provisioning complete for port 83ac0538-ddb3-49c3-b613-072f67a75cc3 triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:14:03.465262 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-999106e8-da16-4868-8191-c3514b57e381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:03.502673 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a48b1032-015b-4629-a365-f1fb9f18cff8 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Notify callbacks [] for port, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:03.544711 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.provisioning_blocks [None req-a48b1032-015b-4629-a365-f1fb9f18cff8 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Transition to ACTIVE for port object 3f3c800a-24b7-4384-8d1f-65dfda2c8379 will not be triggered until provisioned by entity DHCP. {{(pid=87635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:14:03.558594 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-999106e8-da16-4868-8191-c3514b57e381 None None] Port 83ac0538-ddb3-49c3-b613-072f67a75cc3 cannot update to ACTIVE because it is not bound. {{(pid=87637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 23 16:14:03.566403 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning for port f3900d3b-7c11-4b7c-91ef-8b489e16dd0e completed by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:14:03.573820 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 5ef5ab1c-6add-47f6-9d72-36e760b22300 up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:14:03.574359 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-836521e3-f852-4586-ac9e-626c9a687d4c tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Request body: {'subnet': {'network_id': 'a67646b4-5371-43ec-9f98-39fe51a67033', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:14:03.647088 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-706e8422-210c-4203-b9ef-5122fdf2dea2 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:14:03.676944 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port 5ef5ab1c-6add-47f6-9d72-36e760b22300 triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:14:03.677457 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:03.706465 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a48b1032-015b-4629-a365-f1fb9f18cff8 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:03.707527 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-706e8422-210c-4203-b9ef-5122fdf2dea2 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Usage tracker for resource:port and tenant:52008175df8a4d379113666c0dffe8c8 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:14:03.721468 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-706e8422-210c-4203-b9ef-5122fdf2dea2 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:14:03.725200 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-a8e38b93-655d-42ea-a359-bcf1584e9646 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:14:03.732377 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-706e8422-210c-4203-b9ef-5122fdf2dea2 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:14:03.758914 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-836521e3-f852-4586-ac9e-626c9a687d4c tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:14:03.761691 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-706e8422-210c-4203-b9ef-5122fdf2dea2 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Made reservation on behalf of 52008175df8a4d379113666c0dffe8c8 for: {'port': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:14:03.765858 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-706e8422-210c-4203-b9ef-5122fdf2dea2 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:03.793798 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-836521e3-f852-4586-ac9e-626c9a687d4c tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:14:03.803558 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [None req-706e8422-210c-4203-b9ef-5122fdf2dea2 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] device_id is not set on port 1d4335c7-789c-41e7-bdd1-a87a67db80b8 yet. {{(pid=87636) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 23 16:14:03.837313 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-026cce5c-4ed4-4f1c-9b32-b428fc6c0dc5 None None] Network 3e10e993-259d-4495-9b8b-b5a52c03945f requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:14:03.853692 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48b1032-015b-4629-a365-f1fb9f18cff8 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Pushing event updated for resources: {'Port': ['ID=3f3c800a-24b7-4384-8d1f-65dfda2c8379,revision_number=1']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:14:03.859495 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a48b1032-015b-4629-a365-f1fb9f18cff8 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Network 3e10e993-259d-4495-9b8b-b5a52c03945f is already hosted by enough agents. {{(pid=87635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:14:03.862053 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.base_scheduler [None req-a48b1032-015b-4629-a365-f1fb9f18cff8 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Resources bound (agent type, host, resource id):  {{(pid=87635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:14:03.864764 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-a48b1032-015b-4629-a365-f1fb9f18cff8 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:14:03.867443 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-c8d0c29c-0e8a-4b33-a66c-d284466884de tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1781419'] for router_interface, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:03.877868 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-836521e3-f852-4586-ac9e-626c9a687d4c tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Made reservation on behalf of bf435ff0e7914a739a10fff5b2399c13 for: {'subnet': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:14:03.882183 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-836521e3-f852-4586-ac9e-626c9a687d4c tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2618324'] for subnet, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:03.885096 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.pecan_wsgi.hooks.translation [None req-836521e3-f852-4586-ac9e-626c9a687d4c tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 23 16:14:03.886444 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-836521e3-f852-4586-ac9e-626c9a687d4c tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 23 16:14:03.941070 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-836521e3-f852-4586-ac9e-626c9a687d4c tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 449 time: 0.5263798
Dec 23 16:14:03.945732 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 47676) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:03.953074 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-c5213248-8ce4-4fee-9c3b-4bd8fc9f35a9 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Request body: {'subnet': {'network_id': 'a67646b4-5371-43ec-9f98-39fe51a67033', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:14:04.012218 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-5cdd5a02-dd29-4992-894c-badcadb76a95 None None] Provisioning for port f3900d3b-7c11-4b7c-91ef-8b489e16dd0e completed by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:14:04.035053 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-5cdd5a02-dd29-4992-894c-badcadb76a95 None None] Provisioning complete for port f3900d3b-7c11-4b7c-91ef-8b489e16dd0e triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:14:04.035703 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-5cdd5a02-dd29-4992-894c-badcadb76a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:04.085508 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device a548121c-7f76-42d9-8315-524961b05275 no longer exists at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 23 16:14:04.104872 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a48b1032-015b-4629-a365-f1fb9f18cff8 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Received port after_create {{(pid=87635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:14:04.120747 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 47680) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:04.141785 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [None req-706e8422-210c-4203-b9ef-5122fdf2dea2 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Allocated IP 172.20.0.9 (dc0220cd-b755-428d-8aed-c349ebdcca15/bf6b42c5-2c88-4e13-8bc9-efa76c8e08a7/1d4335c7-789c-41e7-bdd1-a87a67db80b8) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:14:04.150474 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] No Port match for: a548121c-7f76-42d9-8315-524961b05275 {{(pid=87637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 23 16:14:04.150857 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device a548121c-7f76-42d9-8315-524961b05275 not bound to the agent host dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 23 16:14:04.157198 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-c5213248-8ce4-4fee-9c3b-4bd8fc9f35a9 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:14:04.173010 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-c5213248-8ce4-4fee-9c3b-4bd8fc9f35a9 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:14:04.219573 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5213248-8ce4-4fee-9c3b-4bd8fc9f35a9 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Made reservation on behalf of bf435ff0e7914a739a10fff5b2399c13 for: {'subnet': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:14:04.224242 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c5213248-8ce4-4fee-9c3b-4bd8fc9f35a9 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2618324'] for subnet, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:04.226532 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5213248-8ce4-4fee-9c3b-4bd8fc9f35a9 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 23 16:14:04.227124 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5213248-8ce4-4fee-9c3b-4bd8fc9f35a9 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 23 16:14:04.276005 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-c5213248-8ce4-4fee-9c3b-4bd8fc9f35a9 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 460 time: 0.3288057
Dec 23 16:14:04.281079 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 47686) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:04.289366 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a48b1032-015b-4629-a365-f1fb9f18cff8 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1781300'] for router_interface, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:04.290668 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-a7aeb584-df33-4abc-8efb-0e73d8a0e5e9 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Request body: {'subnet': {'network_id': 'a67646b4-5371-43ec-9f98-39fe51a67033', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:14:04.363181 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-5cdd5a02-dd29-4992-894c-badcadb76a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:04.377546 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-c3e55d03-0abe-4412-90e1-7dabeabeec19 tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Request body: {'networks': [{'name': 'tempest-network--1509114821'}, {'name': 'tempest-network--1387724458'}]} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:14:04.378163 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-c3e55d03-0abe-4412-90e1-7dabeabeec19 tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Request body: {'network': {'name': 'tempest-network--1509114821'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:14:04.378634 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-c3e55d03-0abe-4412-90e1-7dabeabeec19 tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Request body: {'network': {'name': 'tempest-network--1387724458'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:14:04.395923 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-c3e55d03-0abe-4412-90e1-7dabeabeec19 tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:14:04.411740 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-5cdd5a02-dd29-4992-894c-badcadb76a95 None None] For port f3900d3b-7c11-4b7c-91ef-8b489e16dd0e, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=f3900d3b-7c11-4b7c-91ef-8b489e16dd0e,segment=NetworkSegment(08e0e148-532b-4b21-a744-4826af0567ef),segment_id=08e0e148-532b-4b21-a744-4826af0567ef)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:14:04.417745 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-5cdd5a02-dd29-4992-894c-badcadb76a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:04.421420 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-5889df97-c966-4e41-b2b5-de9aa3d7f91f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:14:04.467087 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-c3e55d03-0abe-4412-90e1-7dabeabeec19 tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Usage tracker for resource:network and tenant:5d731b9aee7d4996b5cba47fe15c476d is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:14:04.472126 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-c3e55d03-0abe-4412-90e1-7dabeabeec19 tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:14:04.489378 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-c3e55d03-0abe-4412-90e1-7dabeabeec19 tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:14:04.498545 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdd5a02-dd29-4992-894c-badcadb76a95 None None] Pushing event updated for resources: {'Port': ['ID=f3900d3b-7c11-4b7c-91ef-8b489e16dd0e,revision_number=3']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:14:04.507980 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-5cdd5a02-dd29-4992-894c-badcadb76a95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:14:04.553755 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3e55d03-0abe-4412-90e1-7dabeabeec19 tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Made reservation on behalf of 5d731b9aee7d4996b5cba47fe15c476d for: {'network': 2} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:14:04.558529 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c3e55d03-0abe-4412-90e1-7dabeabeec19 tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for network, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:04.575311 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-a7aeb584-df33-4abc-8efb-0e73d8a0e5e9 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:14:04.594253 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c3e55d03-0abe-4412-90e1-7dabeabeec19 tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Notify callbacks [] for security_group, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:04.601328 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-c8d0c29c-0e8a-4b33-a66c-d284466884de tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Deleting port 29d20c16-4af0-4373-bed0-0fddc74461db {{(pid=87635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:14:04.601328 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-c8d0c29c-0e8a-4b33-a66c-d284466884de tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:04.611609 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-a7aeb584-df33-4abc-8efb-0e73d8a0e5e9 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:14:04.619772 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-706e8422-210c-4203-b9ef-5122fdf2dea2 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:04.632124 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-c3e55d03-0abe-4412-90e1-7dabeabeec19 tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:14:04.647498 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-c3e55d03-0abe-4412-90e1-7dabeabeec19 tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Usage tracker for resource:security_group_rule and tenant:5d731b9aee7d4996b5cba47fe15c476d is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:14:04.651030 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-c3e55d03-0abe-4412-90e1-7dabeabeec19 tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:14:04.658032 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.provisioning_blocks [None req-706e8422-210c-4203-b9ef-5122fdf2dea2 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Transition to ACTIVE for port object 1d4335c7-789c-41e7-bdd1-a87a67db80b8 will not be triggered until provisioned by entity DHCP. {{(pid=87636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:14:04.659447 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-c3e55d03-0abe-4412-90e1-7dabeabeec19 tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:14:04.661241 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7aeb584-df33-4abc-8efb-0e73d8a0e5e9 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Made reservation on behalf of bf435ff0e7914a739a10fff5b2399c13 for: {'subnet': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:14:04.664055 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a48b1032-015b-4629-a365-f1fb9f18cff8 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:04.664778 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a7aeb584-df33-4abc-8efb-0e73d8a0e5e9 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2618324'] for subnet, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:04.666396 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7aeb584-df33-4abc-8efb-0e73d8a0e5e9 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 23 16:14:04.666826 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7aeb584-df33-4abc-8efb-0e73d8a0e5e9 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 23 16:14:04.704683 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-a7aeb584-df33-4abc-8efb-0e73d8a0e5e9 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 449 time: 0.4219799
Dec 23 16:14:04.710027 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 47692) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:04.720027 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-008b5442-bf23-47da-9842-51d63f4a574b tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Request body: {'subnet': {'network_id': 'a67646b4-5371-43ec-9f98-39fe51a67033', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:14:04.746043 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-a2d945d6-427f-4792-82d6-65c8ebf7f7b0 None None] Provisioning for port 3f3c800a-24b7-4384-8d1f-65dfda2c8379 completed by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:14:04.755566 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-a2d945d6-427f-4792-82d6-65c8ebf7f7b0 None None] Provisioning complete for port 3f3c800a-24b7-4384-8d1f-65dfda2c8379 triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:14:04.756125 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-a2d945d6-427f-4792-82d6-65c8ebf7f7b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:04.860698 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-706e8422-210c-4203-b9ef-5122fdf2dea2 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:04.873296 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-83f91545-88b7-479f-bdbb-f372279a8191 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:14:04.896152 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-a2d945d6-427f-4792-82d6-65c8ebf7f7b0 None None] Port 3f3c800a-24b7-4384-8d1f-65dfda2c8379 cannot update to ACTIVE because it is not bound. {{(pid=87637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 23 16:14:04.910735 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-a2d945d6-427f-4792-82d6-65c8ebf7f7b0 None None] Provisioning complete for port f3900d3b-7c11-4b7c-91ef-8b489e16dd0e triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:14:04.911041 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-a2d945d6-427f-4792-82d6-65c8ebf7f7b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:04.935924 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-008b5442-bf23-47da-9842-51d63f4a574b tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:14:04.972494 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-706e8422-210c-4203-b9ef-5122fdf2dea2 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Network dc0220cd-b755-428d-8aed-c349ebdcca15 is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:14:04.978133 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-706e8422-210c-4203-b9ef-5122fdf2dea2 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Resources bound (agent type, host, resource id):  {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:14:04.991273 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-706e8422-210c-4203-b9ef-5122fdf2dea2 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:14:05.034005 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-008b5442-bf23-47da-9842-51d63f4a574b tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:14:05.045443 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706e8422-210c-4203-b9ef-5122fdf2dea2 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Pushing event updated for resources: {'Port': ['ID=1d4335c7-789c-41e7-bdd1-a87a67db80b8,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:14:05.049155 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-c8d0c29c-0e8a-4b33-a66c-d284466884de tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:05.057920 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c3e55d03-0abe-4412-90e1-7dabeabeec19 tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Notify callbacks [] for security_group, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:05.061618 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-706e8422-210c-4203-b9ef-5122fdf2dea2 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:14:05.075193 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c3e55d03-0abe-4412-90e1-7dabeabeec19 tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:05.076102 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c3e55d03-0abe-4412-90e1-7dabeabeec19 tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for network, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:05.100473 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-d2d6f34c-0d1f-45af-ac98-0b1acc77cd56 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:14:05.114720 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-008b5442-bf23-47da-9842-51d63f4a574b tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Made reservation on behalf of bf435ff0e7914a739a10fff5b2399c13 for: {'subnet': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:14:05.118496 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-008b5442-bf23-47da-9842-51d63f4a574b tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2618324'] for subnet, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:05.120435 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.pecan_wsgi.hooks.translation [None req-008b5442-bf23-47da-9842-51d63f4a574b tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 23 16:14:05.121424 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-008b5442-bf23-47da-9842-51d63f4a574b tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 23 16:14:05.154583 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device f3900d3b-7c11-4b7c-91ef-8b489e16dd0e up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:14:05.165781 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-706e8422-210c-4203-b9ef-5122fdf2dea2 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:14:05.166625 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-706e8422-210c-4203-b9ef-5122fdf2dea2 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:05.192756 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3e55d03-0abe-4412-90e1-7dabeabeec19 tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] vlan segment allocate from pool success with {'vlan_id': 428, 'physical_network': 'physnet1'}  {{(pid=87636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 23 16:14:05.195917 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e55d03-0abe-4412-90e1-7dabeabeec19 tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Pushing event updated for resources: {'SecurityGroup': ['ID=115de66e-c885-42cf-98d5-cbb216c95814,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:14:05.206489 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-c3e55d03-0abe-4412-90e1-7dabeabeec19 tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:14:05.209064 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-008b5442-bf23-47da-9842-51d63f4a574b tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 450 time: 0.4978986
Dec 23 16:14:05.213469 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 47698) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:05.248600 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3fd9e3f5-6987-4a4a-88d2-8c8e9cad100e None None] Provisioning complete for port 3f3c800a-24b7-4384-8d1f-65dfda2c8379 triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:14:05.250994 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3fd9e3f5-6987-4a4a-88d2-8c8e9cad100e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:05.263932 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-a61d21b4-f1fb-498d-aba7-b736f053c1c2 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Synchronizing usage tracker for tenant:bf435ff0e7914a739a10fff5b2399c13 on resource:port {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:14:05.270330 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-706e8422-210c-4203-b9ef-5122fdf2dea2 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201  len: 936 time: 1.8538165
Dec 23 16:14:05.272126 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c3e55d03-0abe-4412-90e1-7dabeabeec19 tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:05.272651 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.db.segments_db [None req-c3e55d03-0abe-4412-90e1-7dabeabeec19 tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Added segment 7c428252-f836-4512-9d68-029b3cc836a4 of type vlan for network ee630fdd-83bc-4518-937a-556ec43d208c
Dec 23 16:14:05.273930 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 47702) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:05.287003 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-3d275367-92a7-463f-af19-ca75068ab064 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:53:80:f3'}, {'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:84:3b:14'}]}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:14:05.331882 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-3fd9e3f5-6987-4a4a-88d2-8c8e9cad100e None None] Port 3f3c800a-24b7-4384-8d1f-65dfda2c8379 cannot update to ACTIVE because it is not bound. {{(pid=87637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 23 16:14:05.335062 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port f3900d3b-7c11-4b7c-91ef-8b489e16dd0e triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:14:05.335439 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:05.338255 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-c8d0c29c-0e8a-4b33-a66c-d284466884de tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Calling delete_port for 29d20c16-4af0-4373-bed0-0fddc74461db owned by network:router_interface {{(pid=87635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:14:05.475854 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-9ac750e4-39aa-4dfb-adff-62def60e1b70 None None] Provisioning for port 1d4335c7-789c-41e7-bdd1-a87a67db80b8 completed by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:14:05.487244 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-9ac750e4-39aa-4dfb-adff-62def60e1b70 None None] Provisioning complete for port 1d4335c7-789c-41e7-bdd1-a87a67db80b8 triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:14:05.487244 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9ac750e4-39aa-4dfb-adff-62def60e1b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:05.500074 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a48b1032-015b-4629-a365-f1fb9f18cff8 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Notify callbacks [] for port, precommit_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:05.507163 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a48b1032-015b-4629-a365-f1fb9f18cff8 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2753531'] for port, after_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:05.513547 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-a61d21b4-f1fb-498d-aba7-b736f053c1c2 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Unset dirty status for tenant:bf435ff0e7914a739a10fff5b2399c13 on resource:port {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:14:05.517057 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-a61d21b4-f1fb-498d-aba7-b736f053c1c2 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200  len: 205 time: 0.2997844
Dec 23 16:14:05.522234 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 47708) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:05.541011 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-93cb4a99-1aef-4294-8713-7b4cf43669bb tempest-FloatingIPNegativeTestJSON-779674983 tempest-FloatingIPNegativeTestJSON-779674983-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:14:05.554520 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-9ac750e4-39aa-4dfb-adff-62def60e1b70 None None] Port 1d4335c7-789c-41e7-bdd1-a87a67db80b8 cannot update to ACTIVE because it is not bound. {{(pid=87637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 23 16:14:05.567561 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c3e55d03-0abe-4412-90e1-7dabeabeec19 tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735362521793'] for network, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:05.702520 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-674096b4-6131-44b6-a8cb-6187a26ce9f6 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:14:05.703204 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-674096b4-6131-44b6-a8cb-6187a26ce9f6 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Synchronizing usage tracker for tenant:bf435ff0e7914a739a10fff5b2399c13 on resource:subnet {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:14:05.743853 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3e55d03-0abe-4412-90e1-7dabeabeec19 tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] vlan segment allocate from pool success with {'vlan_id': 416, 'physical_network': 'physnet1'}  {{(pid=87636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 23 16:14:05.751147 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-674096b4-6131-44b6-a8cb-6187a26ce9f6 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Unset dirty status for tenant:bf435ff0e7914a739a10fff5b2399c13 on resource:subnet {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:14:05.752606 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-674096b4-6131-44b6-a8cb-6187a26ce9f6 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.2291205
Dec 23 16:14:05.755695 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 47714) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:05.798737 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48b1032-015b-4629-a365-f1fb9f18cff8 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Pushing event updated for resources: {'Port': ['ID=3f3c800a-24b7-4384-8d1f-65dfda2c8379,revision_number=2']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:14:05.805050 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-a48b1032-015b-4629-a365-f1fb9f18cff8 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:14:05.806047 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a48b1032-015b-4629-a365-f1fb9f18cff8 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1627481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1781465'] for router_interface, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:05.827417 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c3e55d03-0abe-4412-90e1-7dabeabeec19 tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:05.827792 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.db.segments_db [None req-c3e55d03-0abe-4412-90e1-7dabeabeec19 tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Added segment 456c7bcd-9d6f-44f0-904c-610cfb2d24ce of type vlan for network 98748721-778e-48ae-a877-45b9688e84cd
Dec 23 16:14:05.851434 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-9d8751ee-756c-4ea3-9d57-89fb803041ee tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0936589
Dec 23 16:14:05.882721 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 47718) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:05.882994 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-c8d0c29c-0e8a-4b33-a66c-d284466884de tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:05.897372 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-3ea1dd9c-3897-4e9a-8ed9-0278d1d5b7bb tempest-FloatingIPNegativeTestJSON-779674983 tempest-FloatingIPNegativeTestJSON-779674983-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:14:05.904020 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-123889b7-5083-4dba-9c03-799ec8168ec3 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Request body: {'subnet': {'network_id': 'a67646b4-5371-43ec-9f98-39fe51a67033', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:14:05.941113 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c3e55d03-0abe-4412-90e1-7dabeabeec19 tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735362521793'] for network, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:05.950469 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d0c29c-0e8a-4b33-a66c-d284466884de tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Pushing event deleted for resources: {'Port': ['ID=29d20c16-4af0-4373-bed0-0fddc74461db,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:14:05.953464 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-c8d0c29c-0e8a-4b33-a66c-d284466884de tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:14:06.029724 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-3d275367-92a7-463f-af19-ca75068ab064 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:06.118059 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-123889b7-5083-4dba-9c03-799ec8168ec3 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:14:06.137810 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c3e55d03-0abe-4412-90e1-7dabeabeec19 tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495'] for network, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:06.138387 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c3e55d03-0abe-4412-90e1-7dabeabeec19 tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495'] for network, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:06.143865 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3e55d03-0abe-4412-90e1-7dabeabeec19 tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:14:06.148885 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3e55d03-0abe-4412-90e1-7dabeabeec19 tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:14:06.149624 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c3e55d03-0abe-4412-90e1-7dabeabeec19 tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:06.151036 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a48b1032-015b-4629-a365-f1fb9f18cff8 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Network 3e10e993-259d-4495-9b8b-b5a52c03945f is already hosted by enough agents. {{(pid=87635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:14:06.158820 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-6d100fa5-51be-4863-a861-7b7b00cd15bc tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:14:06.163571 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.base_scheduler [None req-a48b1032-015b-4629-a365-f1fb9f18cff8 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Resources bound (agent type, host, resource id):  {{(pid=87635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:14:06.182575 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-123889b7-5083-4dba-9c03-799ec8168ec3 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:14:06.284755 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-c8d0c29c-0e8a-4b33-a66c-d284466884de tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1627472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1784155'] for router_interface, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:06.297182 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-c3e55d03-0abe-4412-90e1-7dabeabeec19 tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201  len: 1320 time: 2.1717939
Dec 23 16:14:06.298728 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 47724) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:06.324431 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-123889b7-5083-4dba-9c03-799ec8168ec3 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Made reservation on behalf of bf435ff0e7914a739a10fff5b2399c13 for: {'subnet': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:14:06.328301 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-123889b7-5083-4dba-9c03-799ec8168ec3 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2618324'] for subnet, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:06.406895 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e55d03-0abe-4412-90e1-7dabeabeec19 tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Pushing event updated for resources: {'Network': ['ID=ee630fdd-83bc-4518-937a-556ec43d208c,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:14:06.419020 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Network ee630fdd-83bc-4518-937a-556ec43d208c details requested by agent ovs-agent-dv-neutron-822799-1-hyperv with host dv-neutron-822799-1-hyperv {{(pid=87637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 23 16:14:06.537973 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-13e5e2f2-dd28-4180-b936-4c2cb348fc83 None None] Provisioning complete for port 3f3c800a-24b7-4384-8d1f-65dfda2c8379 triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:14:06.538623 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-13e5e2f2-dd28-4180-b936-4c2cb348fc83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:06.594571 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-13e5e2f2-dd28-4180-b936-4c2cb348fc83 None None] Port 3f3c800a-24b7-4384-8d1f-65dfda2c8379 cannot update to ACTIVE because it is not bound. {{(pid=87637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 23 16:14:06.634264 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e55d03-0abe-4412-90e1-7dabeabeec19 tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Pushing event updated for resources: {'Network': ['ID=98748721-778e-48ae-a877-45b9688e84cd,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:14:06.645089 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Network 98748721-778e-48ae-a877-45b9688e84cd details requested by agent ovs-agent-dv-neutron-822799-1-hyperv with host dv-neutron-822799-1-hyperv {{(pid=87637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 23 16:14:06.646289 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-c3e55d03-0abe-4412-90e1-7dabeabeec19 tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.487s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:14:06.649042 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-b0c42133-354c-4dd1-99ef-83837c57ff33 tempest-FloatingIPNegativeTestJSON-779674983 tempest-FloatingIPNegativeTestJSON-779674983-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.476s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:14:06.649619 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-b0c42133-354c-4dd1-99ef-83837c57ff33 tempest-FloatingIPNegativeTestJSON-779674983 tempest-FloatingIPNegativeTestJSON-779674983-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:14:06.725260 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-3d275367-92a7-463f-af19-ca75068ab064 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Notify callbacks [] for port, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:06.735597 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-3d275367-92a7-463f-af19-ca75068ab064 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2176289'] for port, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:06.741644 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-a0d01329-0658-46f2-9819-f1e14207c4dd tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:14:06.788758 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28993b72-9a89-4dd3-bf15-66210b41d436 tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:14:06.794726 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28993b72-9a89-4dd3-bf15-66210b41d436 tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:14:06.800244 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28993b72-9a89-4dd3-bf15-66210b41d436 tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:14:06.805922 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28993b72-9a89-4dd3-bf15-66210b41d436 tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:14:06.807594 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-28993b72-9a89-4dd3-bf15-66210b41d436 tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2407 time: 0.5077276
Dec 23 16:14:06.813464 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8d0c29c-0e8a-4b33-a66c-d284466884de tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Router bd46844c-c116-411c-a104-0aa765e9e07d has already been hosted by L3 agent 371d4c41-c7e2-4de7-9539-c049ec4e95d1 {{(pid=87635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 23 16:14:06.814078 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 47728) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:06.839120 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a48b1032-015b-4629-a365-f1fb9f18cff8 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Router f216715c-11dc-44db-8454-84a0da825c3c has already been hosted by L3 agent 371d4c41-c7e2-4de7-9539-c049ec4e95d1 {{(pid=87635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 23 16:14:06.892061 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d275367-92a7-463f-af19-ca75068ab064 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Pushing event updated for resources: {'Port': ['ID=1d4335c7-789c-41e7-bdd1-a87a67db80b8,revision_number=2']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:14:06.898822 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-3d275367-92a7-463f-af19-ca75068ab064 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:14:06.914696 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-3d275367-92a7-463f-af19-ca75068ab064 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] In _notify_port_updated(), no bound segment for port 1d4335c7-789c-41e7-bdd1-a87a67db80b8 on network dc0220cd-b755-428d-8aed-c349ebdcca15 {{(pid=87636) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}}
Dec 23 16:14:06.921087 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d275367-92a7-463f-af19-ca75068ab064 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:14:06.922097 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-3d275367-92a7-463f-af19-ca75068ab064 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:06.926160 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-3d275367-92a7-463f-af19-ca75068ab064 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] 10.222.0.64 "PUT /v2.0/ports/1d4335c7-789c-41e7-bdd1-a87a67db80b8 HTTP/1.1" status: 200  len: 1054 time: 1.6460290
Dec 23 16:14:06.984946 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 47732) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:07.065850 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.objects.ports [None req-123889b7-5083-4dba-9c03-799ec8168ec3 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87636) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}}
Dec 23 16:14:07.073213 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-123889b7-5083-4dba-9c03-799ec8168ec3 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2176430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2618310'] for subnet, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:07.086214 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-e475579e-41e4-414d-a46a-c1ebe0f65d6e tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:14:07.136365 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-f173cf15-24c5-4cf8-a3e8-656d6c86e9b1 None None] Provisioning complete for port 1d4335c7-789c-41e7-bdd1-a87a67db80b8 triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:14:07.137651 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f173cf15-24c5-4cf8-a3e8-656d6c86e9b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:07.157740 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-123889b7-5083-4dba-9c03-799ec8168ec3 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Network a67646b4-5371-43ec-9f98-39fe51a67033 is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:14:07.162804 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-123889b7-5083-4dba-9c03-799ec8168ec3 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Resources bound (agent type, host, resource id):  {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:14:07.169342 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-123889b7-5083-4dba-9c03-799ec8168ec3 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:14:07.169930 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-123889b7-5083-4dba-9c03-799ec8168ec3 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks [] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:07.178735 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-62f5b917-1ff8-4e91-9c25-f2d61b0bc2ef tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Deleting port 1d4335c7-789c-41e7-bdd1-a87a67db80b8 {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:14:07.179076 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-62f5b917-1ff8-4e91-9c25-f2d61b0bc2ef tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:07.185848 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8ec3e9e-50eb-4852-a794-03a0e81a709d None None] Network a67646b4-5371-43ec-9f98-39fe51a67033 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:14:07.263224 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-898d4575-dd25-4e64-8da6-ec26b2a9ee10 tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-698866'] for network, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:07.286712 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-f173cf15-24c5-4cf8-a3e8-656d6c86e9b1 None None] Port 1d4335c7-789c-41e7-bdd1-a87a67db80b8 cannot update to ACTIVE because it is not bound. {{(pid=87637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 23 16:14:07.399498 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8d0c29c-0e8a-4b33-a66c-d284466884de tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify agent at l3_agent.dv-neutron-822799-1-hyperv the message routers_updated {{(pid=87635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 23 16:14:07.419856 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123889b7-5083-4dba-9c03-799ec8168ec3 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Pushing event updated for resources: {'Subnet': ['ID=22650ae8-8e94-411d-b52d-837628c6b977,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:14:07.426421 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-123889b7-5083-4dba-9c03-799ec8168ec3 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:14:07.440084 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f22a086-028b-41eb-8bca-f1993c2cab74 None None] Sync routers for ids ['bd46844c-c116-411c-a104-0aa765e9e07d'] in dv-neutron-822799-1-hyperv {{(pid=87637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 23 16:14:07.460188 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f22a086-028b-41eb-8bca-f1993c2cab74 None None] Routers {'bd46844c-c116-411c-a104-0aa765e9e07d'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:14:07.460965 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-7f22a086-028b-41eb-8bca-f1993c2cab74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc0fb6bb0>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:13:50Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['bd46844c-c116-411c-a104-0aa765e9e07d'], 'active': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:14:07.473170 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-123889b7-5083-4dba-9c03-799ec8168ec3 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 827 time: 1.5870340
Dec 23 16:14:07.474074 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 47736) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:07.481930 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-c8d0c29c-0e8a-4b33-a66c-d284466884de tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] 10.222.0.64 "PUT /v2.0/routers/bd46844c-c116-411c-a104-0aa765e9e07d/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.8983846
Dec 23 16:14:07.488209 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-1267c380-9c3f-4681-abe3-e492bdda49d4 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Request body: {'port': {'network_id': 'a67646b4-5371-43ec-9f98-39fe51a67033', 'mac_address': 'fa:16:3e:e5:53:52', 'name': 'tempest-NetworksTestDHCPv6-1931793334'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:14:07.490614 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 47740) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:07.513267 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5008d58e-703e-4120-82b6-2818fb35fb60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7e017a6-8198-58c8-a07e-0f786128e3b3-a67646b4-5371-43ec-9f98-39fe51a67033', 'network_id': 'a67646b4-5371-43ec-9f98-39fe51a67033', 'tenant_id': 'bf435ff0e7914a739a10fff5b2399c13', 'fixed_ips': [{'subnet_id': '22650ae8-8e94-411d-b52d-837628c6b977'}]}} from dv-neutron-822799-1-hyperv. {{(pid=87637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 23 16:14:07.514102 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-5008d58e-703e-4120-82b6-2818fb35fb60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:07.539463 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-7f22a086-028b-41eb-8bca-f1993c2cab74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc0fb6bb0>, [], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:14:07.588393 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a48b1032-015b-4629-a365-f1fb9f18cff8 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Notify agent at l3_agent.dv-neutron-822799-1-hyperv the message routers_updated {{(pid=87635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 23 16:14:07.603895 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-593faa2d-499a-4416-b4ab-23f24e4e9f3f None None] Sync routers for ids ['f216715c-11dc-44db-8454-84a0da825c3c'] in dv-neutron-822799-1-hyperv {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 23 16:14:07.604565 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-353c5aa4-3dec-430b-aabf-d5cba0efad2d tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Synchronizing usage tracker for tenant:3fd82437e08648b4840016e8955250bf on resource:port {{(pid=87635) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:14:07.613290 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-593faa2d-499a-4416-b4ab-23f24e4e9f3f None None] Routers {'f216715c-11dc-44db-8454-84a0da825c3c'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:14:07.613932 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-593faa2d-499a-4416-b4ab-23f24e4e9f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc1bef790>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:13:50Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['f216715c-11dc-44db-8454-84a0da825c3c'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:14:07.622950 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-a48b1032-015b-4629-a365-f1fb9f18cff8 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] 10.222.0.64 "PUT /v2.0/routers/f216715c-11dc-44db-8454-84a0da825c3c/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.8084390
Dec 23 16:14:07.632394 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-898d4575-dd25-4e64-8da6-ec26b2a9ee10 tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-864347', 'neutron.services.segments.db._delete_segments_for_network-8735362908070'] for network, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:07.663008 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.services.segments.db [None req-898d4575-dd25-4e64-8da6-ec26b2a9ee10 tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1dc184bfa0>,) {'filters': {'network_id': ['ee630fdd-83bc-4518-937a-556ec43d208c']}} {{(pid=87635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:14:07.677339 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.services.segments.db [None req-898d4575-dd25-4e64-8da6-ec26b2a9ee10 tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dc184bfa0>, '7c428252-f836-4512-9d68-029b3cc836a4') {'for_net_delete': True} {{(pid=87635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:14:07.677636 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.services.segments.db [None req-898d4575-dd25-4e64-8da6-ec26b2a9ee10 tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dc184bfa0>, '7c428252-f836-4512-9d68-029b3cc836a4') {} {{(pid=87635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:14:07.689758 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-898d4575-dd25-4e64-8da6-ec26b2a9ee10 tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735363085442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2776713'] for segment, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:07.706858 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-898d4575-dd25-4e64-8da6-ec26b2a9ee10 tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:07.713877 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-898d4575-dd25-4e64-8da6-ec26b2a9ee10 tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Releasing vlan 428 on physical network physnet1 to pool {{(pid=87635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 23 16:14:07.714282 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-898d4575-dd25-4e64-8da6-ec26b2a9ee10 tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2753503'] for segment, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:07.761954 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_common [None req-5008d58e-703e-4120-82b6-2818fb35fb60 None None] Allocated IP 2001:db8::f816:3eff:fed0:d5ff (a67646b4-5371-43ec-9f98-39fe51a67033/22650ae8-8e94-411d-b52d-837628c6b977/93553677-2c25-4946-9273-e489b4df6e63) {{(pid=87637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:14:07.762557 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-1267c380-9c3f-4681-abe3-e492bdda49d4 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:14:07.765718 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-62f5b917-1ff8-4e91-9c25-f2d61b0bc2ef tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:07.835482 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-1267c380-9c3f-4681-abe3-e492bdda49d4 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:14:07.849749 dv-neutron-822799-1-hyperv neutron-server[87635]: Traceback (most recent call last):
Dec 23 16:14:07.849749 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 23 16:14:07.849749 dv-neutron-822799-1-hyperv neutron-server[87635]:     timer()
Dec 23 16:14:07.849749 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:14:07.849749 dv-neutron-822799-1-hyperv neutron-server[87635]:     cb(*args, **kw)
Dec 23 16:14:07.849749 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 23 16:14:07.849749 dv-neutron-822799-1-hyperv neutron-server[87635]:     return func(*args, **kwargs)
Dec 23 16:14:07.849749 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:14:07.849749 dv-neutron-822799-1-hyperv neutron-server[87635]:     self._notify()
Dec 23 16:14:07.849749 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:14:07.849749 dv-neutron-822799-1-hyperv neutron-server[87635]:     self.callback(batched_events)
Dec 23 16:14:07.849749 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:14:07.849749 dv-neutron-822799-1-hyperv neutron-server[87635]:     event.method(event)
Dec 23 16:14:07.849749 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:14:07.849749 dv-neutron-822799-1-hyperv neutron-server[87635]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:14:07.849749 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 23 16:14:07.849749 dv-neutron-822799-1-hyperv neutron-server[87635]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 23 16:14:07.849749 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 23 16:14:07.849749 dv-neutron-822799-1-hyperv neutron-server[87635]:     return f(self, *a, **k)
Dec 23 16:14:07.849749 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:14:07.849749 dv-neutron-822799-1-hyperv neutron-server[87635]:     return self._get(url).json()
Dec 23 16:14:07.849749 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 23 16:14:07.849749 dv-neutron-822799-1-hyperv neutron-server[87635]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 23 16:14:07.849749 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 23 16:14:07.849749 dv-neutron-822799-1-hyperv neutron-server[87635]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:14:07.849749 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 23 16:14:07.849749 dv-neutron-822799-1-hyperv neutron-server[87635]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 23 16:14:07.849749 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 23 16:14:07.849749 dv-neutron-822799-1-hyperv neutron-server[87635]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:14:07.849749 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 23 16:14:07.849749 dv-neutron-822799-1-hyperv neutron-server[87635]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:14:07.849749 dv-neutron-822799-1-hyperv neutron-server[87635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:14:07.855091 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-353c5aa4-3dec-430b-aabf-d5cba0efad2d tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Unset dirty status for tenant:3fd82437e08648b4840016e8955250bf on resource:port {{(pid=87635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:14:07.860694 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-353c5aa4-3dec-430b-aabf-d5cba0efad2d tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd46844c-c116-411c-a104-0aa765e9e07d HTTP/1.1" status: 200  len: 205 time: 0.3666942
Dec 23 16:14:07.861205 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-898d4575-dd25-4e64-8da6-ec26b2a9ee10 tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-864336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1824171'] for network, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:07.873455 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-898d4575-dd25-4e64-8da6-ec26b2a9ee10 tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Notify callbacks [] for network, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:07.877992 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 47748) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:07.878431 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-b4e938b9-8b0a-4afc-9195-56a257f7b2ec tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:14:07.908470 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-593faa2d-499a-4416-b4ab-23f24e4e9f3f None None] Set router f216715c-11dc-44db-8454-84a0da825c3c gateway port host: dv-neutron-822799-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:14:07.921616 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-62f5b917-1ff8-4e91-9c25-f2d61b0bc2ef tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Calling delete_port for 1d4335c7-789c-41e7-bdd1-a87a67db80b8 owned by  {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:14:07.984261 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1267c380-9c3f-4681-abe3-e492bdda49d4 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Made reservation on behalf of bf435ff0e7914a739a10fff5b2399c13 for: {'port': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:14:08.030418 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f22a086-028b-41eb-8bca-f1993c2cab74 None None] Routers {'bd46844c-c116-411c-a104-0aa765e9e07d'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:14:08.031884 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-7f22a086-028b-41eb-8bca-f1993c2cab74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc0fb6bb0>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:13:50Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['bd46844c-c116-411c-a104-0aa765e9e07d'], 'active': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:14:08.032166 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898d4575-dd25-4e64-8da6-ec26b2a9ee10 tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Pushing event deleted for resources: {'Network': ['ID=ee630fdd-83bc-4518-937a-556ec43d208c,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:14:08.034908 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-898d4575-dd25-4e64-8da6-ec26b2a9ee10 tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:14:08.036456 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-898d4575-dd25-4e64-8da6-ec26b2a9ee10 tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] 10.222.0.64 "DELETE /v2.0/networks/ee630fdd-83bc-4518-937a-556ec43d208c HTTP/1.1" status: 204  len: 168 time: 1.2214355
Dec 23 16:14:08.043006 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 47758) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:08.123790 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-4eea62e2-c8ec-48b1-be1d-6f9f85a80240 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks [] for router, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:08.188115 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-7f22a086-028b-41eb-8bca-f1993c2cab74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc0fb6bb0>, [], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:14:08.190130 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f22a086-028b-41eb-8bca-f1993c2cab74 None None] The sync data for ids ['bd46844c-c116-411c-a104-0aa765e9e07d'] in dv-neutron-822799-1-hyperv is: [] {{(pid=87637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 23 16:14:08.208321 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-5008d58e-703e-4120-82b6-2818fb35fb60 None None] Notify callbacks [] for port, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:08.250782 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-5008d58e-703e-4120-82b6-2818fb35fb60 None None] Transition to ACTIVE for port object 93553677-2c25-4946-9273-e489b4df6e63 will not be triggered until provisioned by entity L2. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:14:08.275864 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-5008d58e-703e-4120-82b6-2818fb35fb60 None None] Transition to ACTIVE for port object 93553677-2c25-4946-9273-e489b4df6e63 will not be triggered until provisioned by entity DHCP. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:14:08.284011 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-5008d58e-703e-4120-82b6-2818fb35fb60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780'] for port, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:08.297205 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-6fa563e0-7589-4af2-a848-f2085caa2b36 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:14:08.306228 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b757524b-f0b7-4d07-a0cd-f495aacf445f tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-698866'] for network, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:08.377209 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5008d58e-703e-4120-82b6-2818fb35fb60 None None] Network a67646b4-5371-43ec-9f98-39fe51a67033 is already hosted by enough agents. {{(pid=87637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:14:08.381414 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-5008d58e-703e-4120-82b6-2818fb35fb60 None None] Resources bound (agent type, host, resource id):  {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:14:08.384963 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5008d58e-703e-4120-82b6-2818fb35fb60 None None] Received port after_create {{(pid=87637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:14:08.395514 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1267c380-9c3f-4681-abe3-e492bdda49d4 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:08.457035 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-593faa2d-499a-4416-b4ab-23f24e4e9f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc1bef790>, [{'id': 'f216715c-11dc-44db-8454-84a0da825c3c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1681650432', 'tenant_id': 'c8691bbec3fb4ae1968d469a6b97360c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.22'}], 'enable_snat': True}, 'gw_port_id': '5ef5ab1c-6add-47f6-9d72-36e760b22300', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:13:48Z', 'updated_at': '2021-12-23T16:14:04Z', 'revision_number': 4, 'project_id': 'c8691bbec3fb4ae1968d469a6b97360c', 'gw_port': {'id': '5ef5ab1c-6add-47f6-9d72-36e760b22300', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:7b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f216715c-11dc-44db-8454-84a0da825c3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 825, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:13:50Z', 'updated_at': '2021-12-23T16:14:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_interfaces': [{'id': '3f3c800a-24b7-4384-8d1f-65dfda2c8379', 'name': '', 'network_id': '3e10e993-259d-4495-9b8b-b5a52c03945f', 'tenant_id': 'c8691bbec3fb4ae1968d469a6b97360c', 'mac_address': 'fa:16:3e:09:5b:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f216715c-11dc-44db-8454-84a0da825c3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 835, 'fixed_ips': [{'subnet_id': 'e53ee384-c527-45cb-a8de-965d3157222a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:14:02Z', 'updated_at': '2021-12-23T16:14:05Z', 'revision_number': 2, 'project_id': 'c8691bbec3fb4ae1968d469a6b97360c', 'subnets': [{'id': 'e53ee384-c527-45cb-a8de-965d3157222a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:14:08.462632 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-593faa2d-499a-4416-b4ab-23f24e4e9f3f None None] Checking router: f216715c-11dc-44db-8454-84a0da825c3c for host: dv-neutron-822799-1-hyperv {{(pid=87638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 23 16:14:08.463223 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-593faa2d-499a-4416-b4ab-23f24e4e9f3f None None] Updating router f216715c-11dc-44db-8454-84a0da825c3c port 3f3c800a-24b7-4384-8d1f-65dfda2c8379 binding host dv-neutron-822799-1-hyperv {{(pid=87638) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 23 16:14:08.466540 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [None req-1267c380-9c3f-4681-abe3-e492bdda49d4 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] device_id is not set on port eb37dc1c-98a8-4e8a-8af9-9b1aaba03e9a yet. {{(pid=87636) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 23 16:14:08.484500 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5008d58e-703e-4120-82b6-2818fb35fb60 None None] Pushing event updated for resources: {'Port': ['ID=93553677-2c25-4946-9273-e489b4df6e63,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:14:08.487952 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-5008d58e-703e-4120-82b6-2818fb35fb60 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:14:08.511931 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-5008d58e-703e-4120-82b6-2818fb35fb60 None None] Attempting to bind port 93553677-2c25-4946-9273-e489b4df6e63 on host dv-neutron-822799-1-hyperv for vnic_type normal with profile  {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:14:08.512761 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-5008d58e-703e-4120-82b6-2818fb35fb60 None None] Attempting to bind port 93553677-2c25-4946-9273-e489b4df6e63 by drivers openvswitch,hyperv on host dv-neutron-822799-1-hyperv at level 0 using segments [{'id': 'd0e346f7-32a7-41a0-b972-301688edbe10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'a67646b4-5371-43ec-9f98-39fe51a67033'}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:14:08.513357 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5008d58e-703e-4120-82b6-2818fb35fb60 None None] Attempting to bind port 93553677-2c25-4946-9273-e489b4df6e63 on network a67646b4-5371-43ec-9f98-39fe51a67033 {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:14:08.516531 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-62f5b917-1ff8-4e91-9c25-f2d61b0bc2ef tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:08.520978 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5008d58e-703e-4120-82b6-2818fb35fb60 None None] Checking agent: {'id': '20d2070f-69a9-4e73-8d08-6f0387a40158', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822799-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 21), 'started_at': datetime.datetime(2021, 12, 23, 16, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 13, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822799-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 23 16:14:08.521849 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5008d58e-703e-4120-82b6-2818fb35fb60 None None] Checking segment: {'id': 'd0e346f7-32a7-41a0-b972-301688edbe10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'a67646b4-5371-43ec-9f98-39fe51a67033'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:14:08.522482 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-5008d58e-703e-4120-82b6-2818fb35fb60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:08.523153 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5008d58e-703e-4120-82b6-2818fb35fb60 None None] Bound using segment: {'id': 'd0e346f7-32a7-41a0-b972-301688edbe10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'a67646b4-5371-43ec-9f98-39fe51a67033'} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 23 16:14:08.523946 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-5008d58e-703e-4120-82b6-2818fb35fb60 None None] Bound port: 93553677-2c25-4946-9273-e489b4df6e63, host: dv-neutron-822799-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0e346f7-32a7-41a0-b972-301688edbe10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'a67646b4-5371-43ec-9f98-39fe51a67033'}}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 23 16:14:08.525491 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-5008d58e-703e-4120-82b6-2818fb35fb60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:08.534604 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-4eea62e2-c8ec-48b1-be1d-6f9f85a80240 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1784183', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-235354'] for router, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:08.536879 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-4eea62e2-c8ec-48b1-be1d-6f9f85a80240 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:08.538816 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-593faa2d-499a-4416-b4ab-23f24e4e9f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:08.539127 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-57fe3f6c-32cf-4267-b989-c6ee84a7b7b9 tempest-FloatingIPNegativeTestJSON-779674983 tempest-FloatingIPNegativeTestJSON-779674983-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:14:08.591723 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f5b917-1ff8-4e91-9c25-f2d61b0bc2ef tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Pushing event deleted for resources: {'Port': ['ID=1d4335c7-789c-41e7-bdd1-a87a67db80b8,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:14:08.651423 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-5008d58e-703e-4120-82b6-2818fb35fb60 None None] For port 93553677-2c25-4946-9273-e489b4df6e63, host dv-neutron-822799-1-hyperv, cleared binding levels {{(pid=87637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 23 16:14:08.653391 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-62f5b917-1ff8-4e91-9c25-f2d61b0bc2ef tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:14:08.659756 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-5008d58e-703e-4120-82b6-2818fb35fb60 None None] For port 93553677-2c25-4946-9273-e489b4df6e63, host dv-neutron-822799-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=93553677-2c25-4946-9273-e489b4df6e63,segment=NetworkSegment(d0e346f7-32a7-41a0-b972-301688edbe10),segment_id=d0e346f7-32a7-41a0-b972-301688edbe10)] {{(pid=87637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 23 16:14:08.667749 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-5008d58e-703e-4120-82b6-2818fb35fb60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:08.677677 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-12042288-1bae-418c-b18a-067c652a8289 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:14:08.717904 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b757524b-f0b7-4d07-a0cd-f495aacf445f tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-864347', 'neutron.services.segments.db._delete_segments_for_network-8735362908070'] for network, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:08.777428 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-b757524b-f0b7-4d07-a0cd-f495aacf445f tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1dc04f7880>,) {'filters': {'network_id': ['98748721-778e-48ae-a877-45b9688e84cd']}} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:14:08.791477 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [req-90d5ec54-4f65-41fa-8e85-4eea684ba7c1 req-789cc024-2b4d-42c6-a580-93d75ee0dd6d tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Synchronizing usage tracker for tenant:c8691bbec3fb4ae1968d469a6b97360c on resource:security_group {{(pid=87635) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:14:08.796432 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-4eea62e2-c8ec-48b1-be1d-6f9f85a80240 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1781328'] for router, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:08.797117 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4eea62e2-c8ec-48b1-be1d-6f9f85a80240 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Fanout notify agent at l3_agent the message router_deleted on router bd46844c-c116-411c-a104-0aa765e9e07d {{(pid=87635) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 23 16:14:08.829313 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-4eea62e2-c8ec-48b1-be1d-6f9f85a80240 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks [] for router, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:08.830645 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-4eea62e2-c8ec-48b1-be1d-6f9f85a80240 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] 10.222.0.64 "DELETE /v2.0/routers/bd46844c-c116-411c-a104-0aa765e9e07d HTTP/1.1" status: 204  len: 168 time: 0.9106688
Dec 23 16:14:08.845066 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 47766) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:08.845445 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5008d58e-703e-4120-82b6-2818fb35fb60 None None] Pushing event updated for resources: {'Port': ['ID=93553677-2c25-4946-9273-e489b4df6e63,revision_number=2']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:14:08.849545 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-5008d58e-703e-4120-82b6-2818fb35fb60 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:14:08.863105 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-b757524b-f0b7-4d07-a0cd-f495aacf445f tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dc04f7880>, '456c7bcd-9d6f-44f0-904c-610cfb2d24ce') {'for_net_delete': True} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:14:08.863477 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-b757524b-f0b7-4d07-a0cd-f495aacf445f tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dc04f7880>, '456c7bcd-9d6f-44f0-904c-610cfb2d24ce') {} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:14:08.930528 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [req-90d5ec54-4f65-41fa-8e85-4eea684ba7c1 req-789cc024-2b4d-42c6-a580-93d75ee0dd6d tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Unset dirty status for tenant:c8691bbec3fb4ae1968d469a6b97360c on resource:security_group {{(pid=87635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:14:08.931801 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-90d5ec54-4f65-41fa-8e85-4eea684ba7c1 req-789cc024-2b4d-42c6-a580-93d75ee0dd6d tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1862635039&fields=id&tenant_id=c8691bbec3fb4ae1968d469a6b97360c HTTP/1.1" status: 200  len: 267 time: 0.3723581
Dec 23 16:14:08.936901 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b757524b-f0b7-4d07-a0cd-f495aacf445f tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735363085442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2382197'] for segment, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:08.978628 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [None req-1267c380-9c3f-4681-abe3-e492bdda49d4 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Allocated IP 2001:db8::f816:3eff:fee5:5352 (a67646b4-5371-43ec-9f98-39fe51a67033/22650ae8-8e94-411d-b52d-837628c6b977/eb37dc1c-98a8-4e8a-8af9-9b1aaba03e9a) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:14:08.981390 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b757524b-f0b7-4d07-a0cd-f495aacf445f tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:09.027832 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b757524b-f0b7-4d07-a0cd-f495aacf445f tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Releasing vlan 416 on physical network physnet1 to pool {{(pid=87636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 23 16:14:09.028252 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b757524b-f0b7-4d07-a0cd-f495aacf445f tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2176261'] for segment, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:09.052816 dv-neutron-822799-1-hyperv neutron-server[87636]: Traceback (most recent call last):
Dec 23 16:14:09.052816 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 23 16:14:09.052816 dv-neutron-822799-1-hyperv neutron-server[87636]:     timer()
Dec 23 16:14:09.052816 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:14:09.052816 dv-neutron-822799-1-hyperv neutron-server[87636]:     cb(*args, **kw)
Dec 23 16:14:09.052816 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 23 16:14:09.052816 dv-neutron-822799-1-hyperv neutron-server[87636]:     return func(*args, **kwargs)
Dec 23 16:14:09.052816 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:14:09.052816 dv-neutron-822799-1-hyperv neutron-server[87636]:     self._notify()
Dec 23 16:14:09.052816 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:14:09.052816 dv-neutron-822799-1-hyperv neutron-server[87636]:     self.callback(batched_events)
Dec 23 16:14:09.052816 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:14:09.052816 dv-neutron-822799-1-hyperv neutron-server[87636]:     event.method(event)
Dec 23 16:14:09.052816 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:14:09.052816 dv-neutron-822799-1-hyperv neutron-server[87636]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:14:09.052816 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 23 16:14:09.052816 dv-neutron-822799-1-hyperv neutron-server[87636]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 23 16:14:09.052816 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 23 16:14:09.052816 dv-neutron-822799-1-hyperv neutron-server[87636]:     return f(self, *a, **k)
Dec 23 16:14:09.052816 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:14:09.052816 dv-neutron-822799-1-hyperv neutron-server[87636]:     return self._get(url).json()
Dec 23 16:14:09.052816 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 23 16:14:09.052816 dv-neutron-822799-1-hyperv neutron-server[87636]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 23 16:14:09.052816 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 23 16:14:09.052816 dv-neutron-822799-1-hyperv neutron-server[87636]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:14:09.052816 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 23 16:14:09.052816 dv-neutron-822799-1-hyperv neutron-server[87636]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 23 16:14:09.052816 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 23 16:14:09.052816 dv-neutron-822799-1-hyperv neutron-server[87636]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:14:09.052816 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 23 16:14:09.052816 dv-neutron-822799-1-hyperv neutron-server[87636]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:14:09.052816 dv-neutron-822799-1-hyperv neutron-server[87636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:14:09.137035 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d5ec54-4f65-41fa-8e85-4eea684ba7c1 req-461602bb-7639-4e08-9bb0-d528f374d018 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:14:09.138857 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-90d5ec54-4f65-41fa-8e85-4eea684ba7c1 req-461602bb-7639-4e08-9bb0-d528f374d018 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] 10.222.0.64 "GET /v2.0/networks?id=3e10e993-259d-4495-9b8b-b5a52c03945f HTTP/1.1" status: 200  len: 796 time: 0.1926284
Dec 23 16:14:09.148564 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.db_base_plugin_v2 [None req-1441049f-2b10-48a0-992e-bad0ceaefd76 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Deleting subnet 42061240-9b39-43d0-a219-0e6ad92e995b {{(pid=87635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 23 16:14:09.152222 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-593faa2d-499a-4416-b4ab-23f24e4e9f3f None None] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:09.164277 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-1441049f-2b10-48a0-992e-bad0ceaefd76 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks [] for subnet, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:09.213718 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-90d5ec54-4f65-41fa-8e85-4eea684ba7c1 req-3ae47e21-cb7b-45a6-8fc5-aab6d470d959 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] 10.222.0.64 "GET /v2.0/quotas/c8691bbec3fb4ae1968d469a6b97360c HTTP/1.1" status: 200  len: 375 time: 0.0619216
Dec 23 16:14:09.278705 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-1441049f-2b10-48a0-992e-bad0ceaefd76 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2776816'] for subnet, precommit_delete_associations {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:09.387652 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [req-90d5ec54-4f65-41fa-8e85-4eea684ba7c1 req-b6b43912-7170-45d3-b9d5-9894583b5e98 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Synchronizing usage tracker for tenant:c8691bbec3fb4ae1968d469a6b97360c on resource:port {{(pid=87635) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:14:09.408231 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-1441049f-2b10-48a0-992e-bad0ceaefd76 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864774'] for subnet, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:09.435786 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [req-90d5ec54-4f65-41fa-8e85-4eea684ba7c1 req-b6b43912-7170-45d3-b9d5-9894583b5e98 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Unset dirty status for tenant:c8691bbec3fb4ae1968d469a6b97360c on resource:port {{(pid=87635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:14:09.437047 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-90d5ec54-4f65-41fa-8e85-4eea684ba7c1 req-b6b43912-7170-45d3-b9d5-9894583b5e98 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=c8691bbec3fb4ae1968d469a6b97360c&fields=id HTTP/1.1" status: 200  len: 302 time: 0.2188969
Dec 23 16:14:09.500387 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-1441049f-2b10-48a0-992e-bad0ceaefd76 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2753333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2609730'] for subnet, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:09.506308 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-8a3d4e58-34ad-47cf-82a1-ce5ef49f4d2f tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:14:09.541027 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-593faa2d-499a-4416-b4ab-23f24e4e9f3f None None] Transition to ACTIVE for port object 3f3c800a-24b7-4384-8d1f-65dfda2c8379 will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:14:09.549875 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-593faa2d-499a-4416-b4ab-23f24e4e9f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:09.552873 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b757524b-f0b7-4d07-a0cd-f495aacf445f tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-864336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1824171'] for network, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:09.555403 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:14:09.563777 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-2b6a167b-842b-4d41-904c-9081c59175c8 tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:14:09.578756 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1441049f-2b10-48a0-992e-bad0ceaefd76 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Pushing event deleted for resources: {'Subnet': ['ID=42061240-9b39-43d0-a219-0e6ad92e995b,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:14:09.582147 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-1441049f-2b10-48a0-992e-bad0ceaefd76 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:14:09.585486 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-1441049f-2b10-48a0-992e-bad0ceaefd76 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks [] for subnet, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:09.598075 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-1441049f-2b10-48a0-992e-bad0ceaefd76 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] 10.222.0.64 "DELETE /v2.0/subnets/42061240-9b39-43d0-a219-0e6ad92e995b HTTP/1.1" status: 204  len: 168 time: 0.7478485
Dec 23 16:14:09.598264 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 47772) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:09.603041 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b757524b-f0b7-4d07-a0cd-f495aacf445f tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:09.604416 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db4b6dfc-95c7-4371-a268-0db42febdce5 None None] Network 863f32c7-15a4-4254-b345-4e33be0326ef requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:14:09.606851 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b757524b-f0b7-4d07-a0cd-f495aacf445f tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Pushing event deleted for resources: {'Network': ['ID=98748721-778e-48ae-a877-45b9688e84cd,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:14:09.620194 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-b757524b-f0b7-4d07-a0cd-f495aacf445f tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:14:09.640801 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-b757524b-f0b7-4d07-a0cd-f495aacf445f tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] 10.222.0.64 "DELETE /v2.0/networks/98748721-778e-48ae-a877-45b9688e84cd HTTP/1.1" status: 204  len: 168 time: 1.5945261
Dec 23 16:14:09.642957 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 47776) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:09.647834 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-62f5b917-1ff8-4e91-9c25-f2d61b0bc2ef tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:09.649660 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-62f5b917-1ff8-4e91-9c25-f2d61b0bc2ef tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] 10.222.0.64 "DELETE /v2.0/ports/1d4335c7-789c-41e7-bdd1-a87a67db80b8 HTTP/1.1" status: 204  len: 168 time: 2.6315994
Dec 23 16:14:09.668338 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 47780) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:09.698781 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1267c380-9c3f-4681-abe3-e492bdda49d4 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:09.760056 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea4b67e2-7cbf-42b4-9cd0-80a69cdc84e3 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] GET failed (client error): The resource could not be found.
Dec 23 16:14:09.760619 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-ea4b67e2-7cbf-42b4-9cd0-80a69cdc84e3 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Synchronizing usage tracker for tenant:52008175df8a4d379113666c0dffe8c8 on resource:port {{(pid=87635) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:14:09.803887 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44def44f-b285-41b4-89ba-b1ae974cf9b9 None None] Pushing event updated for resources: {'Port': ['ID=3f3c800a-24b7-4384-8d1f-65dfda2c8379,revision_number=3']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:14:09.817588 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG oslo_concurrency.lockutils [None req-44def44f-b285-41b4-89ba-b1ae974cf9b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=87638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:14:09.825676 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.provisioning_blocks [None req-1267c380-9c3f-4681-abe3-e492bdda49d4 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Transition to ACTIVE for port object eb37dc1c-98a8-4e8a-8af9-9b1aaba03e9a will not be triggered until provisioned by entity DHCP. {{(pid=87636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:14:09.931538 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-ea4b67e2-7cbf-42b4-9cd0-80a69cdc84e3 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Unset dirty status for tenant:52008175df8a4d379113666c0dffe8c8 on resource:port {{(pid=87635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:14:09.936614 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-ea4b67e2-7cbf-42b4-9cd0-80a69cdc84e3 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] 10.222.0.64 "GET /v2.0/ports/1d4335c7-789c-41e7-bdd1-a87a67db80b8 HTTP/1.1" status: 404  len: 333 time: 0.2618322
Dec 23 16:14:09.938938 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 47784) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:09.950504 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-593faa2d-499a-4416-b4ab-23f24e4e9f3f None None] Attempting to bind port 3f3c800a-24b7-4384-8d1f-65dfda2c8379 on host dv-neutron-822799-1-hyperv for vnic_type normal with profile  {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:14:09.950889 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-593faa2d-499a-4416-b4ab-23f24e4e9f3f None None] Attempting to bind port 3f3c800a-24b7-4384-8d1f-65dfda2c8379 by drivers openvswitch,hyperv on host dv-neutron-822799-1-hyperv at level 0 using segments [{'id': '08e0e148-532b-4b21-a744-4826af0567ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '3e10e993-259d-4495-9b8b-b5a52c03945f'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:14:09.951256 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-593faa2d-499a-4416-b4ab-23f24e4e9f3f None None] Attempting to bind port 3f3c800a-24b7-4384-8d1f-65dfda2c8379 on network 3e10e993-259d-4495-9b8b-b5a52c03945f {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:14:09.970125 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-593faa2d-499a-4416-b4ab-23f24e4e9f3f None None] Checking agent: {'id': '20d2070f-69a9-4e73-8d08-6f0387a40158', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822799-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 21), 'started_at': datetime.datetime(2021, 12, 23, 16, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 13, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822799-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 23 16:14:09.970742 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-593faa2d-499a-4416-b4ab-23f24e4e9f3f None None] Checking segment: {'id': '08e0e148-532b-4b21-a744-4826af0567ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '3e10e993-259d-4495-9b8b-b5a52c03945f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:14:09.971161 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-593faa2d-499a-4416-b4ab-23f24e4e9f3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:09.971630 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-593faa2d-499a-4416-b4ab-23f24e4e9f3f None None] Bound using segment: {'id': '08e0e148-532b-4b21-a744-4826af0567ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '3e10e993-259d-4495-9b8b-b5a52c03945f'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 23 16:14:09.972117 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-593faa2d-499a-4416-b4ab-23f24e4e9f3f None None] Bound port: 3f3c800a-24b7-4384-8d1f-65dfda2c8379, host: dv-neutron-822799-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08e0e148-532b-4b21-a744-4826af0567ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '3e10e993-259d-4495-9b8b-b5a52c03945f'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 23 16:14:09.972498 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-593faa2d-499a-4416-b4ab-23f24e4e9f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:09.978528 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17983aac-a35c-4319-aa7f-67a481a5ffdf tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:14:09.987506 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17983aac-a35c-4319-aa7f-67a481a5ffdf tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:14:09.989515 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-17983aac-a35c-4319-aa7f-67a481a5ffdf tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Synchronizing usage tracker for tenant:5d731b9aee7d4996b5cba47fe15c476d on resource:network {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:14:09.998934 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1267c380-9c3f-4681-abe3-e492bdda49d4 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:09.999208 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a90066b6-4be6-4acd-94a1-1d6082c5454d tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-698866'] for network, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:10.011269 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-65dea214-2e3f-404c-9e51-20238698d1a8 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:14:10.031601 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-90d5ec54-4f65-41fa-8e85-4eea684ba7c1 req-4efac07b-f6d6-4436-befd-f00035017d3e service neutron] 10.222.0.64 "GET /v2.0/networks/3e10e993-259d-4495-9b8b-b5a52c03945f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5790157
Dec 23 16:14:10.077134 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-a90066b6-4be6-4acd-94a1-1d6082c5454d tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Deleting port 62be2e8e-ed74-43cc-83c3-bb4987517f10 {{(pid=87635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:14:10.077480 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a90066b6-4be6-4acd-94a1-1d6082c5454d tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:10.106991 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-593faa2d-499a-4416-b4ab-23f24e4e9f3f None None] For port 3f3c800a-24b7-4384-8d1f-65dfda2c8379, host dv-neutron-822799-1-hyperv, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 23 16:14:10.110436 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-94d650d0-1fff-4426-8a72-05d7536f2091 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Deleting port 83ac0538-ddb3-49c3-b613-072f67a75cc3 {{(pid=87635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:14:10.110789 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-94d650d0-1fff-4426-8a72-05d7536f2091 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:10.111679 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-593faa2d-499a-4416-b4ab-23f24e4e9f3f None None] For port 3f3c800a-24b7-4384-8d1f-65dfda2c8379, host dv-neutron-822799-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=3f3c800a-24b7-4384-8d1f-65dfda2c8379,segment=NetworkSegment(08e0e148-532b-4b21-a744-4826af0567ef),segment_id=08e0e148-532b-4b21-a744-4826af0567ef)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 23 16:14:10.119880 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1267c380-9c3f-4681-abe3-e492bdda49d4 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Pushing event updated for resources: {'Port': ['ID=eb37dc1c-98a8-4e8a-8af9-9b1aaba03e9a,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:14:10.124280 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-593faa2d-499a-4416-b4ab-23f24e4e9f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:10.124693 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-545bf36d-7ee4-463e-b52e-f86e70cb86eb None None] DHCP port deletion for 863f32c7-15a4-4254-b345-4e33be0326ef request from dv-neutron-822799-1-hyperv {{(pid=87637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 23 16:14:10.129340 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-1267c380-9c3f-4681-abe3-e492bdda49d4 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:14:10.129578 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-545bf36d-7ee4-463e-b52e-f86e70cb86eb None None] Deleting port 62be2e8e-ed74-43cc-83c3-bb4987517f10 {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:14:10.129841 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-545bf36d-7ee4-463e-b52e-f86e70cb86eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:10.135495 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG oslo_concurrency.lockutils [None req-f803ec72-904e-433e-a5ed-9f553e44b1aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:14:10.146094 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-17983aac-a35c-4319-aa7f-67a481a5ffdf tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Unset dirty status for tenant:5d731b9aee7d4996b5cba47fe15c476d on resource:network {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:14:10.153695 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-17983aac-a35c-4319-aa7f-67a481a5ffdf tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1339 time: 0.5080473
Dec 23 16:14:10.154317 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 47788) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:10.156623 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1267c380-9c3f-4681-abe3-e492bdda49d4 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Network a67646b4-5371-43ec-9f98-39fe51a67033 is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:14:10.162709 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-ad0bb022-eeac-46f7-a8ed-1febb207ac45 tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-751480997'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:14:10.168681 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-ad0bb022-eeac-46f7-a8ed-1febb207ac45 tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:14:10.180199 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-ad0bb022-eeac-46f7-a8ed-1febb207ac45 tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:14:10.188321 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-1267c380-9c3f-4681-abe3-e492bdda49d4 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Resources bound (agent type, host, resource id):  {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:14:10.203528 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1267c380-9c3f-4681-abe3-e492bdda49d4 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:14:10.211178 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1267c380-9c3f-4681-abe3-e492bdda49d4 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:14:10.211903 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1267c380-9c3f-4681-abe3-e492bdda49d4 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:10.232487 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad0bb022-eeac-46f7-a8ed-1febb207ac45 tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Made reservation on behalf of 5d731b9aee7d4996b5cba47fe15c476d for: {'network': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:14:10.237047 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-ad0bb022-eeac-46f7-a8ed-1febb207ac45 tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for network, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:10.253382 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-593faa2d-499a-4416-b4ab-23f24e4e9f3f None None] Routers {'f216715c-11dc-44db-8454-84a0da825c3c'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:14:10.255421 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-593faa2d-499a-4416-b4ab-23f24e4e9f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc1bef790>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:13:50Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['f216715c-11dc-44db-8454-84a0da825c3c'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:14:10.260357 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-1267c380-9c3f-4681-abe3-e492bdda49d4 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201  len: 948 time: 2.7803171
Dec 23 16:14:10.261999 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 47792) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:10.391461 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad0bb022-eeac-46f7-a8ed-1febb207ac45 tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] vlan segment allocate from pool success with {'vlan_id': 406, 'physical_network': 'physnet1'}  {{(pid=87636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 23 16:14:10.409078 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44def44f-b285-41b4-89ba-b1ae974cf9b9 None None] Pushing event updated for resources: {'Port': ['ID=3f3c800a-24b7-4384-8d1f-65dfda2c8379,revision_number=4']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:14:10.414182 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG oslo_concurrency.lockutils [None req-44def44f-b285-41b4-89ba-b1ae974cf9b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=87638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:14:10.436116 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-ad0bb022-eeac-46f7-a8ed-1febb207ac45 tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:10.436900 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.db.segments_db [None req-ad0bb022-eeac-46f7-a8ed-1febb207ac45 tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Added segment c58d616b-77fb-4a1e-9a5d-f47c1fda9cce of type vlan for network c8ecdf67-85fd-46a0-854e-a6d30d2949b9
Dec 23 16:14:10.501356 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80543ae7-7b9f-45f6-b203-cb56850568a4 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:14:10.510000 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80543ae7-7b9f-45f6-b203-cb56850568a4 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:14:10.514901 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-80543ae7-7b9f-45f6-b203-cb56850568a4 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Synchronizing usage tracker for tenant:bf435ff0e7914a739a10fff5b2399c13 on resource:port {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:14:10.562154 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-ad0bb022-eeac-46f7-a8ed-1febb207ac45 tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735362521793'] for network, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:10.586442 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-82f64929-10b9-40d9-979e-b140b5e3116b None None] Provisioning for port 93553677-2c25-4946-9273-e489b4df6e63 completed by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:14:10.593747 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-90d5ec54-4f65-41fa-8e85-4eea684ba7c1 req-2bdebc48-6038-41db-a06c-60b6e1b554be service neutron] 10.222.0.64 "GET /v2.0/networks/3e10e993-259d-4495-9b8b-b5a52c03945f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5505166
Dec 23 16:14:10.596238 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-80543ae7-7b9f-45f6-b203-cb56850568a4 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Unset dirty status for tenant:bf435ff0e7914a739a10fff5b2399c13 on resource:port {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:14:10.597892 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-80543ae7-7b9f-45f6-b203-cb56850568a4 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1703 time: 0.3349473
Dec 23 16:14:10.600803 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 47796) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:10.650382 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-545bf36d-7ee4-463e-b52e-f86e70cb86eb None None] For port 62be2e8e-ed74-43cc-83c3-bb4987517f10, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=62be2e8e-ed74-43cc-83c3-bb4987517f10,segment=NetworkSegment(b0127e41-a13e-4637-9aa6-5c8dfaf40a33),segment_id=b0127e41-a13e-4637-9aa6-5c8dfaf40a33)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:14:10.650823 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-545bf36d-7ee4-463e-b52e-f86e70cb86eb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:10.651836 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-593faa2d-499a-4416-b4ab-23f24e4e9f3f None None] Set router f216715c-11dc-44db-8454-84a0da825c3c gateway port host: dv-neutron-822799-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:14:10.718275 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-ad0bb022-eeac-46f7-a8ed-1febb207ac45 tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495'] for network, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:10.723640 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad0bb022-eeac-46f7-a8ed-1febb207ac45 tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:14:10.724239 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-ad0bb022-eeac-46f7-a8ed-1febb207ac45 tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:10.738978 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-e3d2fc90-8b2c-4843-ad55-de2b5f7a1d6d tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:14:10.777678 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-25b95066-f2c6-4639-9ad3-e596dade2f03 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Deleting port eb37dc1c-98a8-4e8a-8af9-9b1aaba03e9a {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:14:10.778049 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-25b95066-f2c6-4639-9ad3-e596dade2f03 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:10.905870 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-545bf36d-7ee4-463e-b52e-f86e70cb86eb None None] Calling delete_port for 62be2e8e-ed74-43cc-83c3-bb4987517f10 owned by network:dhcp {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:14:10.997823 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-ad0bb022-eeac-46f7-a8ed-1febb207ac45 tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201  len: 785 time: 0.8400495
Dec 23 16:14:11.006298 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 47808) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:11.022536 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-ba555476-c312-4546-b6a6-fd8c43a1842f tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-751296908'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:14:11.034806 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0bb022-eeac-46f7-a8ed-1febb207ac45 tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Pushing event updated for resources: {'Network': ['ID=c8ecdf67-85fd-46a0-854e-a6d30d2949b9,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:14:11.037463 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-ba555476-c312-4546-b6a6-fd8c43a1842f tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:14:11.059070 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-ad0bb022-eeac-46f7-a8ed-1febb207ac45 tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:14:11.059352 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Network c8ecdf67-85fd-46a0-854e-a6d30d2949b9 details requested by agent ovs-agent-dv-neutron-822799-1-hyperv with host dv-neutron-822799-1-hyperv {{(pid=87637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 23 16:14:11.079880 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-ba555476-c312-4546-b6a6-fd8c43a1842f tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Usage tracker for resource:network and tenant:5d731b9aee7d4996b5cba47fe15c476d is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:14:11.131826 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-545bf36d-7ee4-463e-b52e-f86e70cb86eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789'] for port, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:11.143748 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.db [None req-a90066b6-4be6-4acd-94a1-1d6082c5454d tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] For port 62be2e8e-ed74-43cc-83c3-bb4987517f10, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=62be2e8e-ed74-43cc-83c3-bb4987517f10,segment=NetworkSegment(b0127e41-a13e-4637-9aa6-5c8dfaf40a33),segment_id=b0127e41-a13e-4637-9aa6-5c8dfaf40a33)] {{(pid=87635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:14:11.144750 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a90066b6-4be6-4acd-94a1-1d6082c5454d tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:11.145991 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-397c12c9-620e-4360-b4ee-50078572146c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:14:11.158396 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-94d650d0-1fff-4426-8a72-05d7536f2091 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:11.206299 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-ba555476-c312-4546-b6a6-fd8c43a1842f tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:14:11.206956 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-545bf36d-7ee4-463e-b52e-f86e70cb86eb None None] No DVR routers for this DVR port 62be2e8e-ed74-43cc-83c3-bb4987517f10 on host dv-neutron-822799-1-hyperv {{(pid=87637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 23 16:14:11.317342 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-9300670b-4268-429a-9be4-9ab33ca172b5 req-589004c9-c1c1-4bc6-9d3a-8eba3ed7ef0f tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d12d024-785e-42d1-98eb-b1d5c44f899e HTTP/1.1" status: 200  len: 210 time: 0.3629797
Dec 23 16:14:11.318503 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-ba555476-c312-4546-b6a6-fd8c43a1842f tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:14:11.375501 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-593faa2d-499a-4416-b4ab-23f24e4e9f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc1bef790>, [{'id': 'f216715c-11dc-44db-8454-84a0da825c3c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1681650432', 'tenant_id': 'c8691bbec3fb4ae1968d469a6b97360c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.22'}], 'enable_snat': True}, 'gw_port_id': '5ef5ab1c-6add-47f6-9d72-36e760b22300', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:13:48Z', 'updated_at': '2021-12-23T16:14:04Z', 'revision_number': 4, 'project_id': 'c8691bbec3fb4ae1968d469a6b97360c', 'gw_port': {'id': '5ef5ab1c-6add-47f6-9d72-36e760b22300', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:7b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f216715c-11dc-44db-8454-84a0da825c3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 825, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:13:50Z', 'updated_at': '2021-12-23T16:14:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_interfaces': [{'id': '3f3c800a-24b7-4384-8d1f-65dfda2c8379', 'name': '', 'network_id': '3e10e993-259d-4495-9b8b-b5a52c03945f', 'tenant_id': 'c8691bbec3fb4ae1968d469a6b97360c', 'mac_address': 'fa:16:3e:09:5b:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f216715c-11dc-44db-8454-84a0da825c3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 835, 'fixed_ips': [{'subnet_id': 'e53ee384-c527-45cb-a8de-965d3157222a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:14:02Z', 'updated_at': '2021-12-23T16:14:10Z', 'revision_number': 4, 'project_id': 'c8691bbec3fb4ae1968d469a6b97360c', 'subnets': [{'id': 'e53ee384-c527-45cb-a8de-965d3157222a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:14:11.386218 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-a90066b6-4be6-4acd-94a1-1d6082c5454d tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Calling delete_port for 62be2e8e-ed74-43cc-83c3-bb4987517f10 owned by network:dhcp {{(pid=87635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:14:11.388234 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-593faa2d-499a-4416-b4ab-23f24e4e9f3f None None] The sync data for ids ['f216715c-11dc-44db-8454-84a0da825c3c'] in dv-neutron-822799-1-hyperv is: [{'id': 'f216715c-11dc-44db-8454-84a0da825c3c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1681650432', 'tenant_id': 'c8691bbec3fb4ae1968d469a6b97360c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.22'}], 'enable_snat': True}, 'gw_port_id': '5ef5ab1c-6add-47f6-9d72-36e760b22300', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:13:48Z', 'updated_at': '2021-12-23T16:14:04Z', 'revision_number': 4, 'project_id': 'c8691bbec3fb4ae1968d469a6b97360c', 'gw_port': {'id': '5ef5ab1c-6add-47f6-9d72-36e760b22300', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:7b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f216715c-11dc-44db-8454-84a0da825c3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 825, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:13:50Z', 'updated_at': '2021-12-23T16:14:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_interfaces': [{'id': '3f3c800a-24b7-4384-8d1f-65dfda2c8379', 'name': '', 'network_id': '3e10e993-259d-4495-9b8b-b5a52c03945f', 'tenant_id': 'c8691bbec3fb4ae1968d469a6b97360c', 'mac_address': 'fa:16:3e:09:5b:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f216715c-11dc-44db-8454-84a0da825c3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 835, 'fixed_ips': [{'subnet_id': 'e53ee384-c527-45cb-a8de-965d3157222a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:14:02Z', 'updated_at': '2021-12-23T16:14:10Z', 'revision_number': 4, 'project_id': 'c8691bbec3fb4ae1968d469a6b97360c', 'subnets': [{'id': 'e53ee384-c527-45cb-a8de-965d3157222a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 23 16:14:11.402530 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545bf36d-7ee4-463e-b52e-f86e70cb86eb None None] Pushing event deleted for resources: {'Port': ['ID=62be2e8e-ed74-43cc-83c3-bb4987517f10,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:14:11.420920 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 93553677-2c25-4946-9273-e489b4df6e63 up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:14:11.452134 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-25b95066-f2c6-4639-9ad3-e596dade2f03 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:11.481496 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-545bf36d-7ee4-463e-b52e-f86e70cb86eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:14:11.556619 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-94d650d0-1fff-4426-8a72-05d7536f2091 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Calling delete_port for 83ac0538-ddb3-49c3-b613-072f67a75cc3 owned by  {{(pid=87635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:14:11.596133 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning for port 93553677-2c25-4946-9273-e489b4df6e63 completed by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:14:11.604596 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port 93553677-2c25-4946-9273-e489b4df6e63 triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:14:11.605148 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:11.668406 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-25b95066-f2c6-4639-9ad3-e596dade2f03 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Calling delete_port for eb37dc1c-98a8-4e8a-8af9-9b1aaba03e9a owned by  {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:14:11.756022 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-2e42e287-2c87-4235-8927-204e9521b0d3 None None] Provisioning for port eb37dc1c-98a8-4e8a-8af9-9b1aaba03e9a completed by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:14:11.772630 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:11.787282 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba555476-c312-4546-b6a6-fd8c43a1842f tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Made reservation on behalf of 5d731b9aee7d4996b5cba47fe15c476d for: {'network': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:14:11.794554 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-ba555476-c312-4546-b6a6-fd8c43a1842f tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for network, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:11.794879 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-94d650d0-1fff-4426-8a72-05d7536f2091 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:11.799349 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-3b7c1132-b68f-4bd9-8318-5a49ced2e05b tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:14:11.830328 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba555476-c312-4546-b6a6-fd8c43a1842f tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] vlan segment allocate from pool success with {'vlan_id': 433, 'physical_network': 'physnet1'}  {{(pid=87636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 23 16:14:11.844922 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-ba555476-c312-4546-b6a6-fd8c43a1842f tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:11.845267 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.db.segments_db [None req-ba555476-c312-4546-b6a6-fd8c43a1842f tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Added segment e85d01b6-0183-4b8e-98e1-80ba24455dda of type vlan for network 1bc860b3-945d-4e83-91f1-5c34b6edb5f1
Dec 23 16:14:11.859823 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-2e42e287-2c87-4235-8927-204e9521b0d3 None None] Provisioning complete for port eb37dc1c-98a8-4e8a-8af9-9b1aaba03e9a triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:14:11.860324 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-2e42e287-2c87-4235-8927-204e9521b0d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:11.875618 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.db.api [None req-a90066b6-4be6-4acd-94a1-1d6082c5454d tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87635) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 23 16:14:11.876381 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_db.api [None req-a90066b6-4be6-4acd-94a1-1d6082c5454d tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 23 16:14:11.888916 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-ba555476-c312-4546-b6a6-fd8c43a1842f tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735362521793'] for network, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:11.890075 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d650d0-1fff-4426-8a72-05d7536f2091 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Pushing event deleted for resources: {'Port': ['ID=83ac0538-ddb3-49c3-b613-072f67a75cc3,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:14:11.900868 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-94d650d0-1fff-4426-8a72-05d7536f2091 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:14:11.945926 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:12.021297 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-2e42e287-2c87-4235-8927-204e9521b0d3 None None] Port eb37dc1c-98a8-4e8a-8af9-9b1aaba03e9a cannot update to ACTIVE because it is not bound. {{(pid=87637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 23 16:14:12.064440 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] For port 93553677-2c25-4946-9273-e489b4df6e63, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=93553677-2c25-4946-9273-e489b4df6e63,segment=NetworkSegment(d0e346f7-32a7-41a0-b972-301688edbe10),segment_id=d0e346f7-32a7-41a0-b972-301688edbe10)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:14:12.070504 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:12.076232 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-5008d58e-703e-4120-82b6-2818fb35fb60 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:14:12.103591 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-94d650d0-1fff-4426-8a72-05d7536f2091 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:12.143518 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-94d650d0-1fff-4426-8a72-05d7536f2091 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] 10.222.0.64 "DELETE /v2.0/ports/83ac0538-ddb3-49c3-b613-072f67a75cc3 HTTP/1.1" status: 204  len: 168 time: 2.2017305
Dec 23 16:14:12.146655 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 47820) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:12.179564 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Pushing event updated for resources: {'Port': ['ID=93553677-2c25-4946-9273-e489b4df6e63,revision_number=3']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:14:12.183374 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:14:12.218776 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 62be2e8e-ed74-43cc-83c3-bb4987517f10 no longer exists at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 23 16:14:12.240272 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8053f64-bb73-4c76-a3fb-fb26b5cfdf6d tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] GET failed (client error): The resource could not be found.
Dec 23 16:14:12.240863 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-e8053f64-bb73-4c76-a3fb-fb26b5cfdf6d tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Synchronizing usage tracker for tenant:52008175df8a4d379113666c0dffe8c8 on resource:port {{(pid=87635) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:14:12.288172 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-e8053f64-bb73-4c76-a3fb-fb26b5cfdf6d tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Unset dirty status for tenant:52008175df8a4d379113666c0dffe8c8 on resource:port {{(pid=87635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:14:12.289383 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-e8053f64-bb73-4c76-a3fb-fb26b5cfdf6d tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] 10.222.0.64 "GET /v2.0/ports/83ac0538-ddb3-49c3-b613-072f67a75cc3 HTTP/1.1" status: 404  len: 333 time: 0.1414988
Dec 23 16:14:12.294881 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 47824) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:12.338919 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] No Port match for: 62be2e8e-ed74-43cc-83c3-bb4987517f10 {{(pid=87637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 23 16:14:12.342954 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 62be2e8e-ed74-43cc-83c3-bb4987517f10 not bound to the agent host dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 23 16:14:12.373791 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-ba555476-c312-4546-b6a6-fd8c43a1842f tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495'] for network, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:12.381172 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-a90066b6-4be6-4acd-94a1-1d6082c5454d tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Deleting port 62be2e8e-ed74-43cc-83c3-bb4987517f10 {{(pid=87635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:14:12.381882 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a90066b6-4be6-4acd-94a1-1d6082c5454d tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:12.393780 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba555476-c312-4546-b6a6-fd8c43a1842f tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:14:12.394757 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-ba555476-c312-4546-b6a6-fd8c43a1842f tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:12.405009 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-d25ed195-615c-487e-94cd-58042a69b0a4 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:14:12.474720 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-a90066b6-4be6-4acd-94a1-1d6082c5454d tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] The port '62be2e8e-ed74-43cc-83c3-bb4987517f10' was deleted {{(pid=87635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 23 16:14:12.558639 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-25b95066-f2c6-4639-9ad3-e596dade2f03 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:12.579315 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-ba555476-c312-4546-b6a6-fd8c43a1842f tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201  len: 785 time: 1.5719957
Dec 23 16:14:12.582421 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba555476-c312-4546-b6a6-fd8c43a1842f tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Pushing event updated for resources: {'Network': ['ID=1bc860b3-945d-4e83-91f1-5c34b6edb5f1,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:14:12.589542 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 47830) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:12.593019 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-ba555476-c312-4546-b6a6-fd8c43a1842f tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:14:12.595916 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-50bb6afa-fb46-40a0-807d-7994ad99762c tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.025s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:14:12.596063 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Network 1bc860b3-945d-4e83-91f1-5c34b6edb5f1 details requested by agent ovs-agent-dv-neutron-822799-1-hyperv with host dv-neutron-822799-1-hyperv {{(pid=87637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 23 16:14:12.707354 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b95066-f2c6-4639-9ad3-e596dade2f03 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Pushing event deleted for resources: {'Port': ['ID=eb37dc1c-98a8-4e8a-8af9-9b1aaba03e9a,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:14:12.709543 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-25b95066-f2c6-4639-9ad3-e596dade2f03 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:12.713789 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-25b95066-f2c6-4639-9ad3-e596dade2f03 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "DELETE /v2.0/ports/eb37dc1c-98a8-4e8a-8af9-9b1aaba03e9a HTTP/1.1" status: 204  len: 168 time: 2.1095409
Dec 23 16:14:12.713789 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-25b95066-f2c6-4639-9ad3-e596dade2f03 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:14:12.721149 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 47836) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:12.728759 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-a48765bd-7562-4219-b358-e56ce4b245ff tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Deleting port 79201ef2-1254-493b-8890-d6b484589eda {{(pid=87635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:14:12.729126 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a48765bd-7562-4219-b358-e56ce4b245ff tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:12.782742 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a90066b6-4be6-4acd-94a1-1d6082c5454d tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-864347', 'neutron.services.segments.db._delete_segments_for_network-8735362908070'] for network, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:12.813044 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-4fd4fd6c-c4b0-4747-9f4b-aae58b397824 tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Request body: {'ports': [{'network_id': 'c8ecdf67-85fd-46a0-854e-a6d30d2949b9', 'name': 'tempest-port--647252882', 'admin_state_up': True}, {'network_id': '1bc860b3-945d-4e83-91f1-5c34b6edb5f1', 'admin_state_up': False}]} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:14:12.813349 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-4fd4fd6c-c4b0-4747-9f4b-aae58b397824 tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Request body: {'port': {'network_id': 'c8ecdf67-85fd-46a0-854e-a6d30d2949b9', 'name': 'tempest-port--647252882', 'admin_state_up': True}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:14:12.813740 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-4fd4fd6c-c4b0-4747-9f4b-aae58b397824 tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Request body: {'port': {'network_id': '1bc860b3-945d-4e83-91f1-5c34b6edb5f1', 'admin_state_up': False}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:14:12.818250 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6c5b896-973b-482f-a5b4-963fb9cf979f tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:14:12.819915 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6c5b896-973b-482f-a5b4-963fb9cf979f tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:14:12.820753 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-f6c5b896-973b-482f-a5b4-963fb9cf979f tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Synchronizing usage tracker for tenant:bf435ff0e7914a739a10fff5b2399c13 on resource:subnet {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:14:12.847469 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-f6c5b896-973b-482f-a5b4-963fb9cf979f tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Unset dirty status for tenant:bf435ff0e7914a739a10fff5b2399c13 on resource:subnet {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:14:12.848931 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-f6c5b896-973b-482f-a5b4-963fb9cf979f tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1457 time: 0.1267416
Dec 23 16:14:12.851672 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 47842) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:12.932533 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_v2 [None req-5dd742bb-17cb-4c69-991f-e5e8c0afe977 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Deleting subnet 22650ae8-8e94-411d-b52d-837628c6b977 {{(pid=87636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 23 16:14:12.936229 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5dd742bb-17cb-4c69-991f-e5e8c0afe977 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks [] for subnet, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:12.937207 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-6893abdf-9ba9-484e-95b6-e9a4bb217fbd req-19a89f16-2038-41c6-988c-b910c16d35aa tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d12d024-785e-42d1-98eb-b1d5c44f899e HTTP/1.1" status: 200  len: 210 time: 0.3946109
Dec 23 16:14:12.955258 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.services.segments.db [None req-a90066b6-4be6-4acd-94a1-1d6082c5454d tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1dc142bd60>,) {'filters': {'network_id': ['863f32c7-15a4-4254-b345-4e33be0326ef']}} {{(pid=87635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:14:13.003129 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.services.segments.db [None req-a90066b6-4be6-4acd-94a1-1d6082c5454d tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dc142bd60>, 'b0127e41-a13e-4637-9aa6-5c8dfaf40a33') {'for_net_delete': True} {{(pid=87635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:14:13.003428 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.services.segments.db [None req-a90066b6-4be6-4acd-94a1-1d6082c5454d tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dc142bd60>, 'b0127e41-a13e-4637-9aa6-5c8dfaf40a33') {} {{(pid=87635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:14:13.026948 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5dd742bb-17cb-4c69-991f-e5e8c0afe977 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2382092'] for subnet, precommit_delete_associations {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:13.272254 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 93553677-2c25-4946-9273-e489b4df6e63 up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:14:13.328692 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5dd742bb-17cb-4c69-991f-e5e8c0afe977 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864774'] for subnet, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:13.379132 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port 93553677-2c25-4946-9273-e489b4df6e63 triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:14:13.379697 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:13.407651 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a48765bd-7562-4219-b358-e56ce4b245ff tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:13.421380 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a90066b6-4be6-4acd-94a1-1d6082c5454d tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735363085442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2776713'] for segment, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:13.434588 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d5ec54-4f65-41fa-8e85-4eea684ba7c1 req-3b6b2500-eaf6-4c38-a429-eea7512b64fa tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:14:13.435117 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-90d5ec54-4f65-41fa-8e85-4eea684ba7c1 req-3b6b2500-eaf6-4c38-a429-eea7512b64fa tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Synchronizing usage tracker for tenant:c8691bbec3fb4ae1968d469a6b97360c on resource:network {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:14:13.442826 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a90066b6-4be6-4acd-94a1-1d6082c5454d tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:13.452700 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a90066b6-4be6-4acd-94a1-1d6082c5454d tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Releasing vlan 400 on physical network physnet1 to pool {{(pid=87635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 23 16:14:13.453422 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a90066b6-4be6-4acd-94a1-1d6082c5454d tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2753503'] for segment, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:13.467078 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-90d5ec54-4f65-41fa-8e85-4eea684ba7c1 req-3b6b2500-eaf6-4c38-a429-eea7512b64fa tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Unset dirty status for tenant:c8691bbec3fb4ae1968d469a6b97360c on resource:network {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:14:13.468428 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-90d5ec54-4f65-41fa-8e85-4eea684ba7c1 req-3b6b2500-eaf6-4c38-a429-eea7512b64fa tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] 10.222.0.61 "GET /v2.0/networks?id=3e10e993-259d-4495-9b8b-b5a52c03945f HTTP/1.1" status: 200  len: 796 time: 0.3910844
Dec 23 16:14:13.474581 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5dd742bb-17cb-4c69-991f-e5e8c0afe977 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2176495', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2618677'] for subnet, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:13.481932 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-3371ad41-c8fe-4049-b806-2e2ffddd85d4 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:14:13.486203 dv-neutron-822799-1-hyperv neutron-server[87635]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 23 16:14:13.486203 dv-neutron-822799-1-hyperv neutron-server[87635]:   util.warn(
Dec 23 16:14:13.486203 dv-neutron-822799-1-hyperv neutron-server[87635]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 23 16:14:13.486203 dv-neutron-822799-1-hyperv neutron-server[87635]:   util.warn(
Dec 23 16:14:13.486203 dv-neutron-822799-1-hyperv neutron-server[87635]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 23 16:14:13.486203 dv-neutron-822799-1-hyperv neutron-server[87635]:   util.warn(
Dec 23 16:14:13.486203 dv-neutron-822799-1-hyperv neutron-server[87635]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 23 16:14:13.486203 dv-neutron-822799-1-hyperv neutron-server[87635]:   util.warn(
Dec 23 16:14:13.486203 dv-neutron-822799-1-hyperv neutron-server[87635]: Traceback (most recent call last):
Dec 23 16:14:13.486203 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 23 16:14:13.486203 dv-neutron-822799-1-hyperv neutron-server[87635]:     timer()
Dec 23 16:14:13.486203 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:14:13.486203 dv-neutron-822799-1-hyperv neutron-server[87635]:     cb(*args, **kw)
Dec 23 16:14:13.486203 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 23 16:14:13.486203 dv-neutron-822799-1-hyperv neutron-server[87635]:     return func(*args, **kwargs)
Dec 23 16:14:13.486203 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:14:13.486203 dv-neutron-822799-1-hyperv neutron-server[87635]:     self._notify()
Dec 23 16:14:13.486203 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:14:13.486203 dv-neutron-822799-1-hyperv neutron-server[87635]:     self.callback(batched_events)
Dec 23 16:14:13.486203 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:14:13.486203 dv-neutron-822799-1-hyperv neutron-server[87635]:     event.method(event)
Dec 23 16:14:13.486203 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:14:13.486203 dv-neutron-822799-1-hyperv neutron-server[87635]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:14:13.486203 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 23 16:14:13.486203 dv-neutron-822799-1-hyperv neutron-server[87635]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 23 16:14:13.486203 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 23 16:14:13.486203 dv-neutron-822799-1-hyperv neutron-server[87635]:     return f(self, *a, **k)
Dec 23 16:14:13.486203 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:14:13.486203 dv-neutron-822799-1-hyperv neutron-server[87635]:     return self._get(url).json()
Dec 23 16:14:13.486203 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 23 16:14:13.486203 dv-neutron-822799-1-hyperv neutron-server[87635]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 23 16:14:13.486203 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 23 16:14:13.486203 dv-neutron-822799-1-hyperv neutron-server[87635]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:14:13.486203 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 23 16:14:13.486203 dv-neutron-822799-1-hyperv neutron-server[87635]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 23 16:14:13.486203 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 23 16:14:13.486203 dv-neutron-822799-1-hyperv neutron-server[87635]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:14:13.486203 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 23 16:14:13.486203 dv-neutron-822799-1-hyperv neutron-server[87635]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:14:13.486203 dv-neutron-822799-1-hyperv neutron-server[87635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:14:13.526711 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 3f3c800a-24b7-4384-8d1f-65dfda2c8379 up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:14:13.559688 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd742bb-17cb-4c69-991f-e5e8c0afe977 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Pushing event deleted for resources: {'Subnet': ['ID=22650ae8-8e94-411d-b52d-837628c6b977,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:14:13.565336 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-90d5ec54-4f65-41fa-8e85-4eea684ba7c1 req-080752bd-4ab0-4028-9b34-78e7e5409e6c tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c8691bbec3fb4ae1968d469a6b97360c HTTP/1.1" status: 200  len: 380 time: 0.0844536
Dec 23 16:14:13.567523 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-5dd742bb-17cb-4c69-991f-e5e8c0afe977 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:14:13.568227 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5dd742bb-17cb-4c69-991f-e5e8c0afe977 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks [] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:13.580548 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [req-90d5ec54-4f65-41fa-8e85-4eea684ba7c1 req-ced6501e-b440-4073-9705-8cbfb8f70aa7 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Request body: {'port': {'device_id': '1d12d024-785e-42d1-98eb-b1d5c44f899e', 'network_id': '3e10e993-259d-4495-9b8b-b5a52c03945f', 'admin_state_up': True, 'tenant_id': 'c8691bbec3fb4ae1968d469a6b97360c', 'security_groups': ['6efb91e4-dce2-4b1b-ba77-0534a1c433c6']}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:14:13.581614 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-629446bb-50b6-453c-9dea-e0aa5380e73d None None] Network a67646b4-5371-43ec-9f98-39fe51a67033 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:14:13.633715 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-a48765bd-7562-4219-b358-e56ce4b245ff tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Calling delete_port for 79201ef2-1254-493b-8890-d6b484589eda owned by  {{(pid=87635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:14:13.658521 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-5dd742bb-17cb-4c69-991f-e5e8c0afe977 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "DELETE /v2.0/subnets/22650ae8-8e94-411d-b52d-837628c6b977 HTTP/1.1" status: 204  len: 168 time: 0.8034489
Dec 23 16:14:13.661968 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 47850) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:13.690347 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning for port 3f3c800a-24b7-4384-8d1f-65dfda2c8379 completed by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:14:13.722688 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port 3f3c800a-24b7-4384-8d1f-65dfda2c8379 triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:14:13.723067 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:13.756862 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-3303a382-6a22-4efe-a7aa-25d57474ab23 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0915816
Dec 23 16:14:13.757460 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 47854) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:13.765667 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-c3471efe-3a2e-4c80-90f6-b47a155dced2 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Request body: {'subnet': {'network_id': 'a67646b4-5371-43ec-9f98-39fe51a67033', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:14:13.843097 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-4fd4fd6c-c4b0-4747-9f4b-aae58b397824 tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:14:13.858153 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a90066b6-4be6-4acd-94a1-1d6082c5454d tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-864336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1824171'] for network, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:13.863180 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a90066b6-4be6-4acd-94a1-1d6082c5454d tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks [] for network, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:13.866407 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-4fd4fd6c-c4b0-4747-9f4b-aae58b397824 tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Usage tracker for resource:port and tenant:5d731b9aee7d4996b5cba47fe15c476d is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:14:13.869806 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-ba29714c-5071-49c6-9a39-ef62c826a3a5 tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:14:13.889950 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-4fd4fd6c-c4b0-4747-9f4b-aae58b397824 tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:14:13.896901 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:13.905093 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-4fd4fd6c-c4b0-4747-9f4b-aae58b397824 tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:14:13.906115 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [req-90d5ec54-4f65-41fa-8e85-4eea684ba7c1 req-ced6501e-b440-4073-9705-8cbfb8f70aa7 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:14:13.908678 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-a90066b6-4be6-4acd-94a1-1d6082c5454d tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] 10.222.0.64 "DELETE /v2.0/networks/863f32c7-15a4-4254-b345-4e33be0326ef HTTP/1.1" status: 204  len: 168 time: 4.3091300
Dec 23 16:14:13.912613 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90066b6-4be6-4acd-94a1-1d6082c5454d tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Pushing event deleted for resources: {'Network': ['ID=863f32c7-15a4-4254-b345-4e33be0326ef,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:14:13.915631 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-a90066b6-4be6-4acd-94a1-1d6082c5454d tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:14:13.916355 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 47858) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:13.922413 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-c3471efe-3a2e-4c80-90f6-b47a155dced2 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:14:13.926563 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-c3471efe-3a2e-4c80-90f6-b47a155dced2 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Usage tracker for resource:subnet and tenant:bf435ff0e7914a739a10fff5b2399c13 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:14:13.929491 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-c3471efe-3a2e-4c80-90f6-b47a155dced2 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:14:13.936348 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-c3471efe-3a2e-4c80-90f6-b47a155dced2 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:14:13.939215 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] For port 3f3c800a-24b7-4384-8d1f-65dfda2c8379, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=3f3c800a-24b7-4384-8d1f-65dfda2c8379,segment=NetworkSegment(08e0e148-532b-4b21-a744-4826af0567ef),segment_id=08e0e148-532b-4b21-a744-4826af0567ef)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:14:13.946305 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:13.948268 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-bfb38464-e850-4a0a-b474-6e360a1b9656 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:14:13.949162 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [req-90d5ec54-4f65-41fa-8e85-4eea684ba7c1 req-ced6501e-b440-4073-9705-8cbfb8f70aa7 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:14:13.956880 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3471efe-3a2e-4c80-90f6-b47a155dced2 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Made reservation on behalf of bf435ff0e7914a739a10fff5b2399c13 for: {'subnet': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:14:13.959838 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-0153de12-7a34-45fb-a239-364c451f528d tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1751319929', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:14:13.960470 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c3471efe-3a2e-4c80-90f6-b47a155dced2 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2618324'] for subnet, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:13.973804 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-0153de12-7a34-45fb-a239-364c451f528d tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:14:13.983423 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90d5ec54-4f65-41fa-8e85-4eea684ba7c1 req-ced6501e-b440-4073-9705-8cbfb8f70aa7 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Made reservation on behalf of c8691bbec3fb4ae1968d469a6b97360c for: {'port': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:14:13.987299 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-90d5ec54-4f65-41fa-8e85-4eea684ba7c1 req-ced6501e-b440-4073-9705-8cbfb8f70aa7 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:13.991432 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-0153de12-7a34-45fb-a239-364c451f528d tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Usage tracker for resource:router and tenant:3fd82437e08648b4840016e8955250bf is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:14:13.995121 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-0153de12-7a34-45fb-a239-364c451f528d tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:14:14.003887 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-0153de12-7a34-45fb-a239-364c451f528d tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:14:14.018694 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-429dbc65-8d42-4829-b478-dabe6a65a99b None None] DHCP port deletion for a67646b4-5371-43ec-9f98-39fe51a67033 request from dv-neutron-822799-1-hyperv {{(pid=87637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 23 16:14:14.030909 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-429dbc65-8d42-4829-b478-dabe6a65a99b None None] Deleting port 93553677-2c25-4946-9273-e489b4df6e63 {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:14:14.031366 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-429dbc65-8d42-4829-b478-dabe6a65a99b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:14.038173 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fd4fd6c-c4b0-4747-9f4b-aae58b397824 tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Made reservation on behalf of 5d731b9aee7d4996b5cba47fe15c476d for: {'port': 2} {{(pid=87635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:14:14.044018 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-4fd4fd6c-c4b0-4747-9f4b-aae58b397824 tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:14.059880 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-0153de12-7a34-45fb-a239-364c451f528d tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1823978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-235332'] for router, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:14.060959 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-0153de12-7a34-45fb-a239-364c451f528d tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1824575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1824063', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1751113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-235341'] for router, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:14.072735 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Pushing event updated for resources: {'Port': ['ID=3f3c800a-24b7-4384-8d1f-65dfda2c8379,revision_number=5']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:14:14.078145 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:14:14.098879 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-4fd4fd6c-c4b0-4747-9f4b-aae58b397824 tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:14.120980 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-0153de12-7a34-45fb-a239-364c451f528d tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:14.159453 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a48765bd-7562-4219-b358-e56ce4b245ff tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:14.172173 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-a48b1032-015b-4629-a365-f1fb9f18cff8 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:14:14.178597 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-c0cf88d5-36b7-4d4d-984b-b6e014464ead req-cac47ddd-c6ac-4f93-b50d-204cbe90f46b tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d12d024-785e-42d1-98eb-b1d5c44f899e HTTP/1.1" status: 200  len: 210 time: 0.0960441
Dec 23 16:14:14.266723 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-429dbc65-8d42-4829-b478-dabe6a65a99b None None] For port 93553677-2c25-4946-9273-e489b4df6e63, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=93553677-2c25-4946-9273-e489b4df6e63,segment=NetworkSegment(d0e346f7-32a7-41a0-b972-301688edbe10),segment_id=d0e346f7-32a7-41a0-b972-301688edbe10)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:14:14.267144 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-429dbc65-8d42-4829-b478-dabe6a65a99b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:14.312507 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.notifiers.nova [None req-4fd4fd6c-c4b0-4747-9f4b-aae58b397824 tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] device_id is not set on port a33ce1cd-60da-44c2-8e65-21c27a552085 yet. {{(pid=87635) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 23 16:14:14.414915 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-429dbc65-8d42-4829-b478-dabe6a65a99b None None] Calling delete_port for 93553677-2c25-4946-9273-e489b4df6e63 owned by network:dhcp {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:14:14.447276 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48765bd-7562-4219-b358-e56ce4b245ff tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Pushing event deleted for resources: {'Port': ['ID=79201ef2-1254-493b-8890-d6b484589eda,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:14:14.449862 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-0153de12-7a34-45fb-a239-364c451f528d tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1823971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1824234'] for router, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:14.469403 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-a48765bd-7562-4219-b358-e56ce4b245ff tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:14:14.493684 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [req-90d5ec54-4f65-41fa-8e85-4eea684ba7c1 req-ced6501e-b440-4073-9705-8cbfb8f70aa7 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Allocated IP 172.20.0.12 (3e10e993-259d-4495-9b8b-b5a52c03945f/e53ee384-c527-45cb-a8de-965d3157222a/a29e97a4-db7b-4472-bcba-9649964f1615) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:14:14.515270 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-429dbc65-8d42-4829-b478-dabe6a65a99b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789'] for port, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:14.524267 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-1b8b818f-c18a-464e-80f7-c68dfccf763b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:14:14.586236 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429dbc65-8d42-4829-b478-dabe6a65a99b None None] Pushing event deleted for resources: {'Port': ['ID=93553677-2c25-4946-9273-e489b4df6e63,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:14:14.588437 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-429dbc65-8d42-4829-b478-dabe6a65a99b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:14:14.593019 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-429dbc65-8d42-4829-b478-dabe6a65a99b None None] No DVR routers for this DVR port 93553677-2c25-4946-9273-e489b4df6e63 on host dv-neutron-822799-1-hyperv {{(pid=87637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 23 16:14:14.604409 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-0153de12-7a34-45fb-a239-364c451f528d tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks [] for router, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:14.605735 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-0153de12-7a34-45fb-a239-364c451f528d tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201  len: 699 time: 0.6849885
Dec 23 16:14:14.613154 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 47864) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:14.620819 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-ac09abdf-4272-49bb-81af-d34e761eee02 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Request body: {'network': {'name': 'tempest-RoutersTest-1207581866'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:14:14.625964 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-4fd4fd6c-c4b0-4747-9f4b-aae58b397824 tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Notify callbacks [] for port, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:14.629172 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a48765bd-7562-4219-b358-e56ce4b245ff tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:14.633092 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-a48765bd-7562-4219-b358-e56ce4b245ff tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] 10.222.0.64 "DELETE /v2.0/ports/79201ef2-1254-493b-8890-d6b484589eda HTTP/1.1" status: 204  len: 168 time: 2.3348472
Dec 23 16:14:14.635296 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-ac09abdf-4272-49bb-81af-d34e761eee02 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:14:14.637238 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 47868) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:14.656758 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-ac09abdf-4272-49bb-81af-d34e761eee02 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Usage tracker for resource:network and tenant:3fd82437e08648b4840016e8955250bf is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:14:14.689551 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-ac09abdf-4272-49bb-81af-d34e761eee02 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:14:14.702542 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-ac09abdf-4272-49bb-81af-d34e761eee02 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:14:14.782145 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.objects.ports [None req-c3471efe-3a2e-4c80-90f6-b47a155dced2 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87636) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}}
Dec 23 16:14:14.786404 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c3471efe-3a2e-4c80-90f6-b47a155dced2 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2176430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2618310'] for subnet, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:14.790157 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac09abdf-4272-49bb-81af-d34e761eee02 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Made reservation on behalf of 3fd82437e08648b4840016e8955250bf for: {'network': 1} {{(pid=87635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:14:14.793746 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-ac09abdf-4272-49bb-81af-d34e761eee02 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for network, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:14.798309 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-409686f6-f2fd-4be4-950d-512b8c4fd651 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:14:14.823953 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a27f90e-01bb-416e-8941-e84b52d10c28 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Deleting subnet bf6b42c5-2c88-4e13-8bc9-efa76c8e08a7 {{(pid=87635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 23 16:14:14.834056 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.notifiers.nova [None req-4fd4fd6c-c4b0-4747-9f4b-aae58b397824 tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] device_id is not set on port b251cb2d-d76d-4a88-a101-1a07c0197472 yet. {{(pid=87635) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 23 16:14:14.839373 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-8a27f90e-01bb-416e-8941-e84b52d10c28 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Notify callbacks [] for subnet, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:14.869987 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-90d5ec54-4f65-41fa-8e85-4eea684ba7c1 req-ced6501e-b440-4073-9705-8cbfb8f70aa7 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:14.884087 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3471efe-3a2e-4c80-90f6-b47a155dced2 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Network a67646b4-5371-43ec-9f98-39fe51a67033 is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:14:14.889190 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-c3471efe-3a2e-4c80-90f6-b47a155dced2 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Resources bound (agent type, host, resource id):  {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:14:14.890957 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac09abdf-4272-49bb-81af-d34e761eee02 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] vlan segment allocate from pool success with {'vlan_id': 448, 'physical_network': 'physnet1'}  {{(pid=87635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 23 16:14:14.897111 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3471efe-3a2e-4c80-90f6-b47a155dced2 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:14:14.897562 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c3471efe-3a2e-4c80-90f6-b47a155dced2 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks [] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:14.901319 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3471efe-3a2e-4c80-90f6-b47a155dced2 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Pushing event updated for resources: {'Subnet': ['ID=1324414f-b02e-4a8f-9f93-0dafdbcd6389,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:14:14.901553 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af0527ff-2809-4a24-8da8-b28ad8e951b2 None None] Network a67646b4-5371-43ec-9f98-39fe51a67033 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:14:14.906399 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-c3471efe-3a2e-4c80-90f6-b47a155dced2 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:14:14.911660 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-ac09abdf-4272-49bb-81af-d34e761eee02 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:14.911840 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.provisioning_blocks [req-90d5ec54-4f65-41fa-8e85-4eea684ba7c1 req-ced6501e-b440-4073-9705-8cbfb8f70aa7 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Transition to ACTIVE for port object a29e97a4-db7b-4472-bcba-9649964f1615 will not be triggered until provisioned by entity DHCP. {{(pid=87636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:14:14.912107 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.db.segments_db [None req-ac09abdf-4272-49bb-81af-d34e761eee02 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Added segment 7f302c6b-04b1-4d1b-9665-570129022caf of type vlan for network 93d5306b-b044-45e0-820f-21a84f15a715
Dec 23 16:14:14.920724 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-8a27f90e-01bb-416e-8941-e84b52d10c28 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2776816'] for subnet, precommit_delete_associations {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:14.934633 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-c3471efe-3a2e-4c80-90f6-b47a155dced2 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 1.1765046
Dec 23 16:14:14.938099 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 47872) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:14.944429 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-e24509e0-1e18-40fd-85b3-9d7401007be1 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Request body: {'port': {'network_id': 'a67646b4-5371-43ec-9f98-39fe51a67033', 'mac_address': 'fa:16:3e:28:a2:3b', 'name': 'tempest-NetworksTestDHCPv6-1735527370'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:14:14.991840 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-ac09abdf-4272-49bb-81af-d34e761eee02 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735362521793'] for network, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:15.038419 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-90d5ec54-4f65-41fa-8e85-4eea684ba7c1 req-ced6501e-b440-4073-9705-8cbfb8f70aa7 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:15.050168 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-5e4fc578-d0a6-43c6-84bc-8de8d20b902e tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:14:15.108754 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-ac09abdf-4272-49bb-81af-d34e761eee02 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495'] for network, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:15.114134 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac09abdf-4272-49bb-81af-d34e761eee02 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:14:15.114722 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-ac09abdf-4272-49bb-81af-d34e761eee02 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks [] for network, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:15.122918 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90d5ec54-4f65-41fa-8e85-4eea684ba7c1 req-ced6501e-b440-4073-9705-8cbfb8f70aa7 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Network 3e10e993-259d-4495-9b8b-b5a52c03945f is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:14:15.123098 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-4e55a964-0ee4-4481-be2b-3fc03155b86c tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:14:15.129608 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [req-90d5ec54-4f65-41fa-8e85-4eea684ba7c1 req-ced6501e-b440-4073-9705-8cbfb8f70aa7 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Resources bound (agent type, host, resource id):  {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:14:15.153558 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [req-90d5ec54-4f65-41fa-8e85-4eea684ba7c1 req-ced6501e-b440-4073-9705-8cbfb8f70aa7 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:14:15.211395 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced6501e-b440-4073-9705-8cbfb8f70aa7 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Pushing event updated for resources: {'Port': ['ID=a29e97a4-db7b-4472-bcba-9649964f1615,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:14:15.219246 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9dde225-cb80-4af8-8062-b3f0e4957c12 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7e017a6-8198-58c8-a07e-0f786128e3b3-a67646b4-5371-43ec-9f98-39fe51a67033', 'network_id': 'a67646b4-5371-43ec-9f98-39fe51a67033', 'tenant_id': 'bf435ff0e7914a739a10fff5b2399c13', 'fixed_ips': [{'subnet_id': '1324414f-b02e-4a8f-9f93-0dafdbcd6389'}]}} from dv-neutron-822799-1-hyperv. {{(pid=87637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 23 16:14:15.220120 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-a9dde225-cb80-4af8-8062-b3f0e4957c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:15.228877 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-ced6501e-b440-4073-9705-8cbfb8f70aa7 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:14:15.235623 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-e24509e0-1e18-40fd-85b3-9d7401007be1 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:14:15.252851 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-e24509e0-1e18-40fd-85b3-9d7401007be1 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:14:15.265996 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 3f3c800a-24b7-4384-8d1f-65dfda2c8379 up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:14:15.288473 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d5ec54-4f65-41fa-8e85-4eea684ba7c1 req-ced6501e-b440-4073-9705-8cbfb8f70aa7 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:14:15.289724 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-90d5ec54-4f65-41fa-8e85-4eea684ba7c1 req-ced6501e-b440-4073-9705-8cbfb8f70aa7 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:15.316825 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-90d5ec54-4f65-41fa-8e85-4eea684ba7c1 req-ced6501e-b440-4073-9705-8cbfb8f70aa7 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.7427781
Dec 23 16:14:15.332497 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [req-90d5ec54-4f65-41fa-8e85-4eea684ba7c1 req-9094b5a1-eacf-44f9-b5a9-8438514d800b service neutron] Request body: {'port': {'device_id': '1d12d024-785e-42d1-98eb-b1d5c44f899e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8227'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:14:15.475393 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-8a27f90e-01bb-416e-8941-e84b52d10c28 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864774'] for subnet, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:15.485036 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-90d5ec54-4f65-41fa-8e85-4eea684ba7c1 req-9094b5a1-eacf-44f9-b5a9-8438514d800b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:15.487541 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port 3f3c800a-24b7-4384-8d1f-65dfda2c8379 triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:14:15.488056 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:15.541328 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-ac09abdf-4272-49bb-81af-d34e761eee02 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201  len: 766 time: 0.9267166
Dec 23 16:14:15.544180 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac09abdf-4272-49bb-81af-d34e761eee02 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Pushing event updated for resources: {'Network': ['ID=93d5306b-b044-45e0-820f-21a84f15a715,revision_number=1']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:14:15.545289 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 47880) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:15.552738 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e24509e0-1e18-40fd-85b3-9d7401007be1 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Made reservation on behalf of bf435ff0e7914a739a10fff5b2399c13 for: {'port': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:14:15.564966 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Network 93d5306b-b044-45e0-820f-21a84f15a715 details requested by agent ovs-agent-dv-neutron-822799-1-hyperv with host dv-neutron-822799-1-hyperv {{(pid=87637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 23 16:14:15.566556 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-ac09abdf-4272-49bb-81af-d34e761eee02 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.444s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:14:15.572942 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-4fd4fd6c-c4b0-4747-9f4b-aae58b397824 tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Notify callbacks [] for port, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:15.575496 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-b1095465-3379-43d5-a57b-4236cd6abf3f tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Request body: {'subnet': {'network_id': '93d5306b-b044-45e0-820f-21a84f15a715', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:14:15.585267 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-6c4e13a8-9e85-41c3-baad-d269f6e78588 None None] Provisioning for port a29e97a4-db7b-4472-bcba-9649964f1615 completed by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:14:15.652198 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3718828c-bab5-4c45-9af2-2a93c0f4d35d req-19d8386b-9fb4-4426-9bf0-080e1ad9cf15 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:14:15.653824 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-3718828c-bab5-4c45-9af2-2a93c0f4d35d req-19d8386b-9fb4-4426-9bf0-080e1ad9cf15 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d12d024-785e-42d1-98eb-b1d5c44f899e HTTP/1.1" status: 200  len: 932 time: 0.2105379
Dec 23 16:14:15.657131 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-8a27f90e-01bb-416e-8941-e84b52d10c28 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2753333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2609730'] for subnet, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:15.662709 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-6c4e13a8-9e85-41c3-baad-d269f6e78588 None None] Provisioning complete for port a29e97a4-db7b-4472-bcba-9649964f1615 triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:14:15.663098 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-6c4e13a8-9e85-41c3-baad-d269f6e78588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:15.675265 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-35a20256-0437-494e-82b4-df6dad68c9dd tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:14:15.706842 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-4fd4fd6c-c4b0-4747-9f4b-aae58b397824 tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:15.726111 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a27f90e-01bb-416e-8941-e84b52d10c28 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Pushing event deleted for resources: {'Subnet': ['ID=bf6b42c5-2c88-4e13-8bc9-efa76c8e08a7,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:14:15.729516 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-8a27f90e-01bb-416e-8941-e84b52d10c28 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:14:15.731020 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-a5515b9c-69de-42d7-8357-ad1a8841233f tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:14:15.748586 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_common [None req-a9dde225-cb80-4af8-8062-b3f0e4957c12 None None] Allocated IP 2001:db8::f816:3eff:fea0:88c5 (a67646b4-5371-43ec-9f98-39fe51a67033/1324414f-b02e-4a8f-9f93-0dafdbcd6389/b80a626c-eb9d-4318-8029-192ac8f2cd41) {{(pid=87637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:14:15.754327 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3d0f9fa-f4ed-4d6e-b7d8-56890db61ce6 None None] Network dc0220cd-b755-428d-8aed-c349ebdcca15 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:14:15.774188 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-8a27f90e-01bb-416e-8941-e84b52d10c28 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Notify callbacks [] for subnet, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:15.814534 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-3718828c-bab5-4c45-9af2-2a93c0f4d35d req-923eaaf8-b19b-4282-99fe-2cf946fc559f tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] 10.222.0.64 "GET /v2.0/security-groups?id=6efb91e4-dce2-4b1b-ba77-0534a1c433c6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1529758
Dec 23 16:14:15.815787 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-8a27f90e-01bb-416e-8941-e84b52d10c28 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] 10.222.0.64 "DELETE /v2.0/subnets/bf6b42c5-2c88-4e13-8bc9-efa76c8e08a7 HTTP/1.1" status: 204  len: 168 time: 1.1776009
Dec 23 16:14:15.820617 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 47884) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:15.839983 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-b1095465-3379-43d5-a57b-4236cd6abf3f tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:14:15.844188 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-6c4e13a8-9e85-41c3-baad-d269f6e78588 None None] Port a29e97a4-db7b-4472-bcba-9649964f1615 cannot update to ACTIVE because it is not bound. {{(pid=87637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 23 16:14:15.849087 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-b1095465-3379-43d5-a57b-4236cd6abf3f tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Usage tracker for resource:subnet and tenant:3fd82437e08648b4840016e8955250bf is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:14:15.851952 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd4fd6c-c4b0-4747-9f4b-aae58b397824 tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Pushing event updated for resources: {'Port': ['ID=a33ce1cd-60da-44c2-8e65-21c27a552085,revision_number=1']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:14:15.857026 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-4fd4fd6c-c4b0-4747-9f4b-aae58b397824 tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:14:15.862443 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fd4fd6c-c4b0-4747-9f4b-aae58b397824 tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Checking segment: {'id': 'c58d616b-77fb-4a1e-9a5d-f47c1fda9cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'c8ecdf67-85fd-46a0-854e-a6d30d2949b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:14:15.862806 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fd4fd6c-c4b0-4747-9f4b-aae58b397824 tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Network hostable DHCP agents. Network: c8ecdf67-85fd-46a0-854e-a6d30d2949b9, hostable agents: ['1c812d71-eadf-4fb3-b98e-67468a4aa7e2'], hosted agents: [] {{(pid=87635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 23 16:14:15.882789 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fd4fd6c-c4b0-4747-9f4b-aae58b397824 tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Network c8ecdf67-85fd-46a0-854e-a6d30d2949b9 is scheduled to be hosted by DHCP agent 1c812d71-eadf-4fb3-b98e-67468a4aa7e2 with binding_index 1 {{(pid=87635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 23 16:14:15.894273 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-b1095465-3379-43d5-a57b-4236cd6abf3f tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:14:15.895688 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.base_scheduler [None req-4fd4fd6c-c4b0-4747-9f4b-aae58b397824 tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822799-1-hyperv, c8ecdf67-85fd-46a0-854e-a6d30d2949b9) {{(pid=87635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:14:15.905625 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fd4fd6c-c4b0-4747-9f4b-aae58b397824 tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Received port after_create {{(pid=87635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:14:15.907723 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-4fd4fd6c-c4b0-4747-9f4b-aae58b397824 tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:15.920858 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-b1095465-3379-43d5-a57b-4236cd6abf3f tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:14:15.921906 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-fddc9b2a-e00e-4bd7-944f-b618544be340 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:14:15.924755 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a119ff60-67e2-4dbf-a31c-45bd7ab81176 None None] Network c8ecdf67-85fd-46a0-854e-a6d30d2949b9 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:14:16.017453 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd4fd6c-c4b0-4747-9f4b-aae58b397824 tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Pushing event updated for resources: {'Port': ['ID=b251cb2d-d76d-4a88-a101-1a07c0197472,revision_number=1']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:14:16.021445 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-4fd4fd6c-c4b0-4747-9f4b-aae58b397824 tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:14:16.029237 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fd4fd6c-c4b0-4747-9f4b-aae58b397824 tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Checking segment: {'id': 'e85d01b6-0183-4b8e-98e1-80ba24455dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '1bc860b3-945d-4e83-91f1-5c34b6edb5f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:14:16.029623 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fd4fd6c-c4b0-4747-9f4b-aae58b397824 tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Network hostable DHCP agents. Network: 1bc860b3-945d-4e83-91f1-5c34b6edb5f1, hostable agents: ['1c812d71-eadf-4fb3-b98e-67468a4aa7e2'], hosted agents: [] {{(pid=87635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 23 16:14:16.058990 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fd4fd6c-c4b0-4747-9f4b-aae58b397824 tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Network 1bc860b3-945d-4e83-91f1-5c34b6edb5f1 is scheduled to be hosted by DHCP agent 1c812d71-eadf-4fb3-b98e-67468a4aa7e2 with binding_index 1 {{(pid=87635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 23 16:14:16.073440 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.base_scheduler [None req-4fd4fd6c-c4b0-4747-9f4b-aae58b397824 tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822799-1-hyperv, 1bc860b3-945d-4e83-91f1-5c34b6edb5f1) {{(pid=87635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:14:16.081505 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fd4fd6c-c4b0-4747-9f4b-aae58b397824 tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Received port after_create {{(pid=87635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:14:16.082938 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1095465-3379-43d5-a57b-4236cd6abf3f tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Made reservation on behalf of 3fd82437e08648b4840016e8955250bf for: {'subnet': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:14:16.086598 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b1095465-3379-43d5-a57b-4236cd6abf3f tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2618324'] for subnet, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:16.090006 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fd4fd6c-c4b0-4747-9f4b-aae58b397824 tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:14:16.095800 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fd4fd6c-c4b0-4747-9f4b-aae58b397824 tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:14:16.096883 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-4fd4fd6c-c4b0-4747-9f4b-aae58b397824 tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:16.111913 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e24509e0-1e18-40fd-85b3-9d7401007be1 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:16.114344 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd8bab9b-9652-4372-ad27-2e7b667ae1c9 None None] Network 1bc860b3-945d-4e83-91f1-5c34b6edb5f1 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:14:16.130536 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-4fd4fd6c-c4b0-4747-9f4b-aae58b397824 tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1449 time: 3.5377278
Dec 23 16:14:16.131357 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 47888) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:16.235994 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bd57b2a-b672-4666-ad0a-1cb6b1eb1fc1 tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:14:16.244612 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bd57b2a-b672-4666-ad0a-1cb6b1eb1fc1 tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:14:16.245866 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-1bd57b2a-b672-4666-ad0a-1cb6b1eb1fc1 tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Synchronizing usage tracker for tenant:5d731b9aee7d4996b5cba47fe15c476d on resource:port {{(pid=87635) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:14:16.262001 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 93553677-2c25-4946-9273-e489b4df6e63 no longer exists at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 23 16:14:16.269319 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-1bd57b2a-b672-4666-ad0a-1cb6b1eb1fc1 tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Unset dirty status for tenant:5d731b9aee7d4996b5cba47fe15c476d on resource:port {{(pid=87635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:14:16.274766 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-1bd57b2a-b672-4666-ad0a-1cb6b1eb1fc1 tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1444 time: 0.1410851
Dec 23 16:14:16.275873 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 47892) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:16.357457 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-61b03790-4647-4a73-b5a1-f9ebe15ceac5 tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Deleting port a33ce1cd-60da-44c2-8e65-21c27a552085 {{(pid=87635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:14:16.357751 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] No Port match for: 93553677-2c25-4946-9273-e489b4df6e63 {{(pid=87637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 23 16:14:16.357864 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-61b03790-4647-4a73-b5a1-f9ebe15ceac5 tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:16.357951 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 93553677-2c25-4946-9273-e489b4df6e63 not bound to the agent host dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 23 16:14:16.360611 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-4e79c0f0-234c-4f74-84dc-695ccdf25fd7 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-698866'] for network, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:16.404888 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [None req-e24509e0-1e18-40fd-85b3-9d7401007be1 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] device_id is not set on port 58e336df-8210-45fa-baed-df7bf7d2b5cc yet. {{(pid=87636) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 23 16:14:16.465071 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-4e79c0f0-234c-4f74-84dc-695ccdf25fd7 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Deleting port 0496b37c-bd23-4b56-bdeb-67a5a95d35b8 {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:14:16.465410 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-4e79c0f0-234c-4f74-84dc-695ccdf25fd7 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:16.588047 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-a9dde225-cb80-4af8-8062-b3f0e4957c12 None None] Notify callbacks [] for port, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:16.602851 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-61b03790-4647-4a73-b5a1-f9ebe15ceac5 tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:16.614847 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-a9dde225-cb80-4af8-8062-b3f0e4957c12 None None] Transition to ACTIVE for port object b80a626c-eb9d-4318-8029-192ac8f2cd41 will not be triggered until provisioned by entity L2. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:14:16.648605 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-a9dde225-cb80-4af8-8062-b3f0e4957c12 None None] Transition to ACTIVE for port object b80a626c-eb9d-4318-8029-192ac8f2cd41 will not be triggered until provisioned by entity DHCP. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:14:16.658327 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-a9dde225-cb80-4af8-8062-b3f0e4957c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780'] for port, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:16.663815 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:14:16.745868 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-61b03790-4647-4a73-b5a1-f9ebe15ceac5 tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Calling delete_port for a33ce1cd-60da-44c2-8e65-21c27a552085 owned by  {{(pid=87635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:14:16.753200 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8e53b50-9635-4734-be21-6f2263544e98 None None] DHCP port deletion for dc0220cd-b755-428d-8aed-c349ebdcca15 request from dv-neutron-822799-1-hyperv {{(pid=87637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 23 16:14:16.774516 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-e8e53b50-9635-4734-be21-6f2263544e98 None None] Deleting port 0496b37c-bd23-4b56-bdeb-67a5a95d35b8 {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:14:16.774516 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-e8e53b50-9635-4734-be21-6f2263544e98 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:16.815205 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9dde225-cb80-4af8-8062-b3f0e4957c12 None None] Network a67646b4-5371-43ec-9f98-39fe51a67033 is already hosted by enough agents. {{(pid=87637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:14:16.826333 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-a9dde225-cb80-4af8-8062-b3f0e4957c12 None None] Resources bound (agent type, host, resource id):  {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:14:16.832070 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9dde225-cb80-4af8-8062-b3f0e4957c12 None None] Received port after_create {{(pid=87637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:14:16.842850 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-61b03790-4647-4a73-b5a1-f9ebe15ceac5 tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:16.850848 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dde225-cb80-4af8-8062-b3f0e4957c12 None None] Pushing event updated for resources: {'Port': ['ID=b80a626c-eb9d-4318-8029-192ac8f2cd41,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:14:16.862153 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-a48765bd-7562-4219-b358-e56ce4b245ff tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:14:16.870275 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [req-90d5ec54-4f65-41fa-8e85-4eea684ba7c1 req-9094b5a1-eacf-44f9-b5a9-8438514d800b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a29e97a4-db7b-4472-bcba-9649964f1615 {{(pid=87636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 23 16:14:16.876415 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-a9dde225-cb80-4af8-8062-b3f0e4957c12 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:14:16.922353 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-61b03790-4647-4a73-b5a1-f9ebe15ceac5 tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:16.925294 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [None req-4e79c0f0-234c-4f74-84dc-695ccdf25fd7 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] For port 0496b37c-bd23-4b56-bdeb-67a5a95d35b8, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=0496b37c-bd23-4b56-bdeb-67a5a95d35b8,segment=NetworkSegment(d8033a84-af58-4a7a-828e-44df82a1b81c),segment_id=d8033a84-af58-4a7a-828e-44df82a1b81c)] {{(pid=87636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:14:16.925759 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-4e79c0f0-234c-4f74-84dc-695ccdf25fd7 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:16.933840 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b03790-4647-4a73-b5a1-f9ebe15ceac5 tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Pushing event deleted for resources: {'Port': ['ID=a33ce1cd-60da-44c2-8e65-21c27a552085,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:14:16.939729 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-61b03790-4647-4a73-b5a1-f9ebe15ceac5 tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:14:16.947047 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-61b03790-4647-4a73-b5a1-f9ebe15ceac5 tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] 10.222.0.64 "DELETE /v2.0/ports/a33ce1cd-60da-44c2-8e65-21c27a552085 HTTP/1.1" status: 204  len: 168 time: 0.6669343
Dec 23 16:14:16.947806 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 47898) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:16.983427 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-a9dde225-cb80-4af8-8062-b3f0e4957c12 None None] Attempting to bind port b80a626c-eb9d-4318-8029-192ac8f2cd41 on host dv-neutron-822799-1-hyperv for vnic_type normal with profile  {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:14:16.983812 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-a9dde225-cb80-4af8-8062-b3f0e4957c12 None None] Attempting to bind port b80a626c-eb9d-4318-8029-192ac8f2cd41 by drivers openvswitch,hyperv on host dv-neutron-822799-1-hyperv at level 0 using segments [{'id': 'd0e346f7-32a7-41a0-b972-301688edbe10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'a67646b4-5371-43ec-9f98-39fe51a67033'}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:14:16.984185 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9dde225-cb80-4af8-8062-b3f0e4957c12 None None] Attempting to bind port b80a626c-eb9d-4318-8029-192ac8f2cd41 on network a67646b4-5371-43ec-9f98-39fe51a67033 {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:14:17.005795 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9dde225-cb80-4af8-8062-b3f0e4957c12 None None] Checking agent: {'id': '20d2070f-69a9-4e73-8d08-6f0387a40158', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822799-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 21), 'started_at': datetime.datetime(2021, 12, 23, 16, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 13, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822799-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 23 16:14:17.006181 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9dde225-cb80-4af8-8062-b3f0e4957c12 None None] Checking segment: {'id': 'd0e346f7-32a7-41a0-b972-301688edbe10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'a67646b4-5371-43ec-9f98-39fe51a67033'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:14:17.006597 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-a9dde225-cb80-4af8-8062-b3f0e4957c12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:17.006994 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9dde225-cb80-4af8-8062-b3f0e4957c12 None None] Bound using segment: {'id': 'd0e346f7-32a7-41a0-b972-301688edbe10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'a67646b4-5371-43ec-9f98-39fe51a67033'} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 23 16:14:17.007474 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-a9dde225-cb80-4af8-8062-b3f0e4957c12 None None] Bound port: b80a626c-eb9d-4318-8029-192ac8f2cd41, host: dv-neutron-822799-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0e346f7-32a7-41a0-b972-301688edbe10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'a67646b4-5371-43ec-9f98-39fe51a67033'}}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 23 16:14:17.007852 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-a9dde225-cb80-4af8-8062-b3f0e4957c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:17.021144 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-dc64fef8-7511-438c-a438-3219f12e932c tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Deleting port b251cb2d-d76d-4a88-a101-1a07c0197472 {{(pid=87635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:14:17.021495 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-dc64fef8-7511-438c-a438-3219f12e932c tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:17.107714 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-90d5ec54-4f65-41fa-8e85-4eea684ba7c1 req-9094b5a1-eacf-44f9-b5a9-8438514d800b service neutron] Notify callbacks [] for port, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:17.122328 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-4e79c0f0-234c-4f74-84dc-695ccdf25fd7 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Calling delete_port for 0496b37c-bd23-4b56-bdeb-67a5a95d35b8 owned by network:dhcp {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:14:17.143532 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-e8e53b50-9635-4734-be21-6f2263544e98 None None] For port 0496b37c-bd23-4b56-bdeb-67a5a95d35b8, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=0496b37c-bd23-4b56-bdeb-67a5a95d35b8,segment=NetworkSegment(d8033a84-af58-4a7a-828e-44df82a1b81c),segment_id=d8033a84-af58-4a7a-828e-44df82a1b81c)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:14:17.143930 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-e8e53b50-9635-4734-be21-6f2263544e98 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:17.164150 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [None req-e24509e0-1e18-40fd-85b3-9d7401007be1 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Allocated IP 2001:db8::f816:3eff:fe28:a23b (a67646b4-5371-43ec-9f98-39fe51a67033/1324414f-b02e-4a8f-9f93-0dafdbcd6389/58e336df-8210-45fa-baed-df7bf7d2b5cc) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:14:17.165174 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 0496b37c-bd23-4b56-bdeb-67a5a95d35b8 no longer exists at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 23 16:14:17.217753 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.provisioning_blocks [req-90d5ec54-4f65-41fa-8e85-4eea684ba7c1 req-9094b5a1-eacf-44f9-b5a9-8438514d800b service neutron] Transition to ACTIVE for port object a29e97a4-db7b-4472-bcba-9649964f1615 will not be triggered until provisioned by entity L2. {{(pid=87636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:14:17.249499 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-90d5ec54-4f65-41fa-8e85-4eea684ba7c1 req-9094b5a1-eacf-44f9-b5a9-8438514d800b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2176289'] for port, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:17.262019 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-3d275367-92a7-463f-af19-ca75068ab064 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:14:17.283935 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-dc64fef8-7511-438c-a438-3219f12e932c tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:17.330002 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-e8e53b50-9635-4734-be21-6f2263544e98 None None] Calling delete_port for 0496b37c-bd23-4b56-bdeb-67a5a95d35b8 owned by network:dhcp {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:14:17.336241 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b1095465-3379-43d5-a57b-4236cd6abf3f tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2176430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2618310'] for subnet, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:17.383226 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-a9dde225-cb80-4af8-8062-b3f0e4957c12 None None] For port b80a626c-eb9d-4318-8029-192ac8f2cd41, host dv-neutron-822799-1-hyperv, cleared binding levels {{(pid=87637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 23 16:14:17.403463 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-a9dde225-cb80-4af8-8062-b3f0e4957c12 None None] For port b80a626c-eb9d-4318-8029-192ac8f2cd41, host dv-neutron-822799-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=b80a626c-eb9d-4318-8029-192ac8f2cd41,segment=NetworkSegment(d0e346f7-32a7-41a0-b972-301688edbe10),segment_id=d0e346f7-32a7-41a0-b972-301688edbe10)] {{(pid=87637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 23 16:14:17.414504 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-a65f9c83-874b-4f04-9bbd-9881894b4d14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:17.419228 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-a9dde225-cb80-4af8-8062-b3f0e4957c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:17.426154 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-ab79f5bc-7785-456e-8aa9-380cd5c189bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:14:17.440860 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-dc64fef8-7511-438c-a438-3219f12e932c tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Calling delete_port for b251cb2d-d76d-4a88-a101-1a07c0197472 owned by  {{(pid=87635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:14:17.495179 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9094b5a1-eacf-44f9-b5a9-8438514d800b service neutron] Pushing event updated for resources: {'Port': ['ID=a29e97a4-db7b-4472-bcba-9649964f1615,revision_number=2']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:14:17.550658 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-9094b5a1-eacf-44f9-b5a9-8438514d800b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:14:17.556434 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-7437b047-0fa0-4d02-b92f-d56fbc4f83ae tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.142s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:14:17.558801 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.db.api [None req-e8e53b50-9635-4734-be21-6f2263544e98 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87637) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 23 16:14:17.559175 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_db.api [None req-e8e53b50-9635-4734-be21-6f2263544e98 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 23 16:14:17.573635 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Port 0496b37c-bd23-4b56-bdeb-67a5a95d35b8 update to DOWN by agent not found {{(pid=87637) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2117}}
Dec 23 16:14:17.582178 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dde225-cb80-4af8-8062-b3f0e4957c12 None None] Pushing event updated for resources: {'Port': ['ID=b80a626c-eb9d-4318-8029-192ac8f2cd41,revision_number=2']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:14:17.585235 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-4e79c0f0-234c-4f74-84dc-695ccdf25fd7 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:17.586427 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-a9dde225-cb80-4af8-8062-b3f0e4957c12 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:14:17.670524 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-dc64fef8-7511-438c-a438-3219f12e932c tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:17.677458 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-4fd4fd6c-c4b0-4747-9f4b-aae58b397824 tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:14:17.721573 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc64fef8-7511-438c-a438-3219f12e932c tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Pushing event deleted for resources: {'Port': ['ID=b251cb2d-d76d-4a88-a101-1a07c0197472,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:14:17.725482 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-dc64fef8-7511-438c-a438-3219f12e932c tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:14:17.730161 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-dc64fef8-7511-438c-a438-3219f12e932c tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:17.743175 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-dc64fef8-7511-438c-a438-3219f12e932c tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] 10.222.0.64 "DELETE /v2.0/ports/b251cb2d-d76d-4a88-a101-1a07c0197472 HTTP/1.1" status: 204  len: 168 time: 0.7942171
Dec 23 16:14:17.744125 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 47902) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:17.748148 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226181c0-1a26-42ca-9fb4-118fe4938d2e req-f143c312-86ca-4192-b913-13106c115b03 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:14:17.748931 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-226181c0-1a26-42ca-9fb4-118fe4938d2e req-f143c312-86ca-4192-b913-13106c115b03 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Synchronizing usage tracker for tenant:c8691bbec3fb4ae1968d469a6b97360c on resource:port {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:14:17.769487 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e79c0f0-234c-4f74-84dc-695ccdf25fd7 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] No DVR routers for this DVR port 0496b37c-bd23-4b56-bdeb-67a5a95d35b8 on host dv-neutron-822799-1-hyperv {{(pid=87636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 23 16:14:17.790787 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-8ebe7c00-020d-4ba8-af2e-ed96aa1d21a8 tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Synchronizing usage tracker for tenant:5d731b9aee7d4996b5cba47fe15c476d on resource:port {{(pid=87635) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:14:17.810367 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-8ebe7c00-020d-4ba8-af2e-ed96aa1d21a8 tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Unset dirty status for tenant:5d731b9aee7d4996b5cba47fe15c476d on resource:port {{(pid=87635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:14:17.818409 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-8ebe7c00-020d-4ba8-af2e-ed96aa1d21a8 tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200  len: 205 time: 0.0731869
Dec 23 16:14:17.819567 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 47906) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:17.837421 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-b6039857-80ad-4151-a14d-f2300299a5ba tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1432702717'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:14:17.856264 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-b6039857-80ad-4151-a14d-f2300299a5ba tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:14:17.861167 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-b6039857-80ad-4151-a14d-f2300299a5ba tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Usage tracker for resource:network and tenant:5d731b9aee7d4996b5cba47fe15c476d is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:14:17.863987 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-b6039857-80ad-4151-a14d-f2300299a5ba tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:14:17.869844 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-b6039857-80ad-4151-a14d-f2300299a5ba tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:14:17.884626 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6039857-80ad-4151-a14d-f2300299a5ba tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Made reservation on behalf of 5d731b9aee7d4996b5cba47fe15c476d for: {'network': 1} {{(pid=87635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:14:17.888250 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-b6039857-80ad-4151-a14d-f2300299a5ba tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for network, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:17.892162 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1095465-3379-43d5-a57b-4236cd6abf3f tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Pushing event updated for resources: {'Subnet': ['ID=4d508dea-bd45-4414-a7fb-afb4f674db06,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:14:17.895439 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-b1095465-3379-43d5-a57b-4236cd6abf3f tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:14:17.896187 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1095465-3379-43d5-a57b-4236cd6abf3f tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Checking segment: {'id': '7f302c6b-04b1-4d1b-9665-570129022caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '93d5306b-b044-45e0-820f-21a84f15a715'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:14:17.896561 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1095465-3379-43d5-a57b-4236cd6abf3f tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Network hostable DHCP agents. Network: 93d5306b-b044-45e0-820f-21a84f15a715, hostable agents: ['1c812d71-eadf-4fb3-b98e-67468a4aa7e2'], hosted agents: [] {{(pid=87636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 23 16:14:17.919606 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6039857-80ad-4151-a14d-f2300299a5ba tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] vlan segment allocate from pool success with {'vlan_id': 403, 'physical_network': 'physnet1'}  {{(pid=87635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 23 16:14:17.929940 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-b6039857-80ad-4151-a14d-f2300299a5ba tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:17.930845 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.db.segments_db [None req-b6039857-80ad-4151-a14d-f2300299a5ba tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Added segment a41a2b36-c618-4f65-bfb9-c25cd28af465 of type vlan for network 2156c6a9-3095-4f05-972e-3feada12a60a
Dec 23 16:14:17.954469 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-25b95066-f2c6-4639-9ad3-e596dade2f03 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.349s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:14:17.959440 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-b6039857-80ad-4151-a14d-f2300299a5ba tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735362521793'] for network, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:17.994766 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-b6039857-80ad-4151-a14d-f2300299a5ba tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495'] for network, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:18.001251 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6039857-80ad-4151-a14d-f2300299a5ba tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:14:18.002065 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-b6039857-80ad-4151-a14d-f2300299a5ba tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Notify callbacks [] for network, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:18.013440 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-b0a055fa-dca8-4f0b-945e-9010a6f03db3 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:14:18.060883 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-e8e53b50-9635-4734-be21-6f2263544e98 None None] Deleting port 0496b37c-bd23-4b56-bdeb-67a5a95d35b8 {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:14:18.061499 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-e8e53b50-9635-4734-be21-6f2263544e98 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:18.107962 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-b6039857-80ad-4151-a14d-f2300299a5ba tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201  len: 786 time: 0.2815971
Dec 23 16:14:18.117052 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 47910) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:18.126406 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-ddf8a003-bda3-4591-af0a-539a5ec4c6bf tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1780452263'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:14:18.133544 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-e8e53b50-9635-4734-be21-6f2263544e98 None None] The port '0496b37c-bd23-4b56-bdeb-67a5a95d35b8' was deleted {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 23 16:14:18.136873 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-ddf8a003-bda3-4591-af0a-539a5ec4c6bf tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:14:18.142381 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6039857-80ad-4151-a14d-f2300299a5ba tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Pushing event updated for resources: {'Network': ['ID=2156c6a9-3095-4f05-972e-3feada12a60a,revision_number=1']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:14:18.146239 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-b6039857-80ad-4151-a14d-f2300299a5ba tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:14:18.147504 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-ddf8a003-bda3-4591-af0a-539a5ec4c6bf tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Usage tracker for resource:network and tenant:5d731b9aee7d4996b5cba47fe15c476d is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:14:18.151084 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-ddf8a003-bda3-4591-af0a-539a5ec4c6bf tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:14:18.155370 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Network 2156c6a9-3095-4f05-972e-3feada12a60a details requested by agent ovs-agent-dv-neutron-822799-1-hyperv with host dv-neutron-822799-1-hyperv {{(pid=87637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 23 16:14:18.158497 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-ddf8a003-bda3-4591-af0a-539a5ec4c6bf tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:14:18.174125 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddf8a003-bda3-4591-af0a-539a5ec4c6bf tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Made reservation on behalf of 5d731b9aee7d4996b5cba47fe15c476d for: {'network': 1} {{(pid=87635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:14:18.178752 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-ddf8a003-bda3-4591-af0a-539a5ec4c6bf tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for network, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:18.209717 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e79c0f0-234c-4f74-84dc-695ccdf25fd7 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Pushing event deleted for resources: {'Port': ['ID=0496b37c-bd23-4b56-bdeb-67a5a95d35b8,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:14:18.211548 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddf8a003-bda3-4591-af0a-539a5ec4c6bf tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] vlan segment allocate from pool success with {'vlan_id': 426, 'physical_network': 'physnet1'}  {{(pid=87635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 23 16:14:18.214302 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-4e79c0f0-234c-4f74-84dc-695ccdf25fd7 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:14:18.221600 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-ddf8a003-bda3-4591-af0a-539a5ec4c6bf tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:18.222037 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.db.segments_db [None req-ddf8a003-bda3-4591-af0a-539a5ec4c6bf tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Added segment e31786fd-df5c-48d4-ad98-5e02b6e10def of type vlan for network 6e63fb5d-6d2e-413d-9003-eb2bf66f20bd
Dec 23 16:14:18.242085 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-226181c0-1a26-42ca-9fb4-118fe4938d2e req-f143c312-86ca-4192-b913-13106c115b03 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Unset dirty status for tenant:c8691bbec3fb4ae1968d469a6b97360c on resource:port {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:14:18.244351 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-226181c0-1a26-42ca-9fb4-118fe4938d2e req-f143c312-86ca-4192-b913-13106c115b03 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d12d024-785e-42d1-98eb-b1d5c44f899e HTTP/1.1" status: 200  len: 932 time: 1.2930257
Dec 23 16:14:18.253313 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-4e79c0f0-234c-4f74-84dc-695ccdf25fd7 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-864347', 'neutron.services.segments.db._delete_segments_for_network-8735362908070'] for network, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:18.253554 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-ddf8a003-bda3-4591-af0a-539a5ec4c6bf tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735362521793'] for network, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:18.287668 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-ddf8a003-bda3-4591-af0a-539a5ec4c6bf tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495'] for network, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:18.294172 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddf8a003-bda3-4591-af0a-539a5ec4c6bf tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:14:18.295125 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-ddf8a003-bda3-4591-af0a-539a5ec4c6bf tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Notify callbacks [] for network, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:18.300349 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-318f67d6-798d-4b6c-a1bb-d2770e6a3dbe tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:14:18.345757 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [req-90d5ec54-4f65-41fa-8e85-4eea684ba7c1 req-9094b5a1-eacf-44f9-b5a9-8438514d800b service neutron] Attempting to bind port a29e97a4-db7b-4472-bcba-9649964f1615 on host hv-neutron-8227 for vnic_type normal with profile  {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:14:18.346099 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [req-90d5ec54-4f65-41fa-8e85-4eea684ba7c1 req-9094b5a1-eacf-44f9-b5a9-8438514d800b service neutron] Attempting to bind port a29e97a4-db7b-4472-bcba-9649964f1615 by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': '08e0e148-532b-4b21-a744-4826af0567ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '3e10e993-259d-4495-9b8b-b5a52c03945f'}] {{(pid=87636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:14:18.346427 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90d5ec54-4f65-41fa-8e85-4eea684ba7c1 req-9094b5a1-eacf-44f9-b5a9-8438514d800b service neutron] Attempting to bind port a29e97a4-db7b-4472-bcba-9649964f1615 on network 3e10e993-259d-4495-9b8b-b5a52c03945f {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:14:18.348433 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1095465-3379-43d5-a57b-4236cd6abf3f tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Network 93d5306b-b044-45e0-820f-21a84f15a715 is scheduled to be hosted by DHCP agent 1c812d71-eadf-4fb3-b98e-67468a4aa7e2 with binding_index 1 {{(pid=87636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 23 16:14:18.379460 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90d5ec54-4f65-41fa-8e85-4eea684ba7c1 req-9094b5a1-eacf-44f9-b5a9-8438514d800b service neutron] Port a29e97a4-db7b-4472-bcba-9649964f1615 on network 3e10e993-259d-4495-9b8b-b5a52c03945f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 23 16:14:18.379802 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90d5ec54-4f65-41fa-8e85-4eea684ba7c1 req-9094b5a1-eacf-44f9-b5a9-8438514d800b service neutron] Attempting to bind port a29e97a4-db7b-4472-bcba-9649964f1615 on network 3e10e993-259d-4495-9b8b-b5a52c03945f {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:14:18.385906 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-4e79c0f0-234c-4f74-84dc-695ccdf25fd7 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1dbb55f970>,) {'filters': {'network_id': ['dc0220cd-b755-428d-8aed-c349ebdcca15']}} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:14:18.402867 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-226181c0-1a26-42ca-9fb4-118fe4938d2e req-156248e3-9c7d-46bb-9d28-e773946b09ca tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] 10.222.0.64 "GET /v2.0/security-groups?id=6efb91e4-dce2-4b1b-ba77-0534a1c433c6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1160777
Dec 23 16:14:18.403444 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-b1095465-3379-43d5-a57b-4236cd6abf3f tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822799-1-hyperv, 93d5306b-b044-45e0-820f-21a84f15a715) {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:14:18.405677 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-ddf8a003-bda3-4591-af0a-539a5ec4c6bf tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201  len: 786 time: 0.2878833
Dec 23 16:14:18.416057 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85262e5a-9099-4384-81f8-191922f9bf20 None None] Network 93d5306b-b044-45e0-820f-21a84f15a715 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:14:18.431560 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf8a003-bda3-4591-af0a-539a5ec4c6bf tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Pushing event updated for resources: {'Network': ['ID=6e63fb5d-6d2e-413d-9003-eb2bf66f20bd,revision_number=1']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:14:18.441428 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90d5ec54-4f65-41fa-8e85-4eea684ba7c1 req-9094b5a1-eacf-44f9-b5a9-8438514d800b service neutron] Checking agent: {'id': '5a806709-633b-4d33-98c4-3d24562c0f1e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8227', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 6, 42), 'started_at': datetime.datetime(2021, 12, 23, 16, 6, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 14, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 23 16:14:18.441616 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90d5ec54-4f65-41fa-8e85-4eea684ba7c1 req-9094b5a1-eacf-44f9-b5a9-8438514d800b service neutron] Checking segment: {'id': '08e0e148-532b-4b21-a744-4826af0567ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '3e10e993-259d-4495-9b8b-b5a52c03945f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:14:18.441997 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90d5ec54-4f65-41fa-8e85-4eea684ba7c1 req-9094b5a1-eacf-44f9-b5a9-8438514d800b service neutron] Bound using segment: {'id': '08e0e148-532b-4b21-a744-4826af0567ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '3e10e993-259d-4495-9b8b-b5a52c03945f'} {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 23 16:14:18.442475 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [req-90d5ec54-4f65-41fa-8e85-4eea684ba7c1 req-9094b5a1-eacf-44f9-b5a9-8438514d800b service neutron] Bound port: a29e97a4-db7b-4472-bcba-9649964f1615, host: hv-neutron-8227, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08e0e148-532b-4b21-a744-4826af0567ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '3e10e993-259d-4495-9b8b-b5a52c03945f'}}] {{(pid=87636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 23 16:14:18.443182 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-90d5ec54-4f65-41fa-8e85-4eea684ba7c1 req-9094b5a1-eacf-44f9-b5a9-8438514d800b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:18.443298 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-ddf8a003-bda3-4591-af0a-539a5ec4c6bf tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:14:18.449443 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Network 6e63fb5d-6d2e-413d-9003-eb2bf66f20bd details requested by agent ovs-agent-dv-neutron-822799-1-hyperv with host dv-neutron-822799-1-hyperv {{(pid=87637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 23 16:14:18.478714 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-4e79c0f0-234c-4f74-84dc-695ccdf25fd7 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dbb55f970>, 'd8033a84-af58-4a7a-828e-44df82a1b81c') {'for_net_delete': True} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:14:18.479026 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-4e79c0f0-234c-4f74-84dc-695ccdf25fd7 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dbb55f970>, 'd8033a84-af58-4a7a-828e-44df82a1b81c') {} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:14:18.488585 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e24509e0-1e18-40fd-85b3-9d7401007be1 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:18.524306 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1095465-3379-43d5-a57b-4236cd6abf3f tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:14:18.525011 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b1095465-3379-43d5-a57b-4236cd6abf3f tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks [] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:18.539295 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 47914) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:18.545852 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-20c03811-769d-4194-a9d2-9666b5e4d923 tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Request body: {'subnets': [{'network_id': '2156c6a9-3095-4f05-972e-3feada12a60a', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1910282394', 'ip_version': 4}, {'network_id': '6e63fb5d-6d2e-413d-9003-eb2bf66f20bd', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:14:18.546086 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-4e79c0f0-234c-4f74-84dc-695ccdf25fd7 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735363085442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2382197'] for segment, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:18.547761 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-20c03811-769d-4194-a9d2-9666b5e4d923 tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Request body: {'subnet': {'network_id': '2156c6a9-3095-4f05-972e-3feada12a60a', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1910282394', 'ip_version': 4}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:14:18.548424 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-20c03811-769d-4194-a9d2-9666b5e4d923 tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Request body: {'subnet': {'network_id': '6e63fb5d-6d2e-413d-9003-eb2bf66f20bd', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:14:18.602792 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.provisioning_blocks [None req-e24509e0-1e18-40fd-85b3-9d7401007be1 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Transition to ACTIVE for port object 58e336df-8210-45fa-baed-df7bf7d2b5cc will not be triggered until provisioned by entity DHCP. {{(pid=87636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:14:18.608464 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-4e79c0f0-234c-4f74-84dc-695ccdf25fd7 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:18.628390 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e79c0f0-234c-4f74-84dc-695ccdf25fd7 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Releasing vlan 444 on physical network physnet1 to pool {{(pid=87636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 23 16:14:18.628850 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-4e79c0f0-234c-4f74-84dc-695ccdf25fd7 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2176261'] for segment, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:18.656877 dv-neutron-822799-1-hyperv neutron-server[87636]: Traceback (most recent call last):
Dec 23 16:14:18.656877 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 23 16:14:18.656877 dv-neutron-822799-1-hyperv neutron-server[87636]:     timer()
Dec 23 16:14:18.656877 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:14:18.656877 dv-neutron-822799-1-hyperv neutron-server[87636]:     cb(*args, **kw)
Dec 23 16:14:18.656877 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 23 16:14:18.656877 dv-neutron-822799-1-hyperv neutron-server[87636]:     return func(*args, **kwargs)
Dec 23 16:14:18.656877 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:14:18.656877 dv-neutron-822799-1-hyperv neutron-server[87636]:     self._notify()
Dec 23 16:14:18.656877 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:14:18.656877 dv-neutron-822799-1-hyperv neutron-server[87636]:     self.callback(batched_events)
Dec 23 16:14:18.656877 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:14:18.656877 dv-neutron-822799-1-hyperv neutron-server[87636]:     event.method(event)
Dec 23 16:14:18.656877 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:14:18.656877 dv-neutron-822799-1-hyperv neutron-server[87636]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:14:18.656877 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 23 16:14:18.656877 dv-neutron-822799-1-hyperv neutron-server[87636]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 23 16:14:18.656877 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 23 16:14:18.656877 dv-neutron-822799-1-hyperv neutron-server[87636]:     return f(self, *a, **k)
Dec 23 16:14:18.656877 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:14:18.656877 dv-neutron-822799-1-hyperv neutron-server[87636]:     return self._get(url).json()
Dec 23 16:14:18.656877 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 23 16:14:18.656877 dv-neutron-822799-1-hyperv neutron-server[87636]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 23 16:14:18.656877 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 23 16:14:18.656877 dv-neutron-822799-1-hyperv neutron-server[87636]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:14:18.656877 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 23 16:14:18.656877 dv-neutron-822799-1-hyperv neutron-server[87636]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 23 16:14:18.656877 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 23 16:14:18.656877 dv-neutron-822799-1-hyperv neutron-server[87636]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:14:18.656877 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 23 16:14:18.656877 dv-neutron-822799-1-hyperv neutron-server[87636]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:14:18.656877 dv-neutron-822799-1-hyperv neutron-server[87636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:14:18.727680 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-b1095465-3379-43d5-a57b-4236cd6abf3f tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 3.1791637
Dec 23 16:14:18.750081 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 47918) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:18.773540 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6433454-2bbd-4967-bc50-e85b69e0a7da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7e017a6-8198-58c8-a07e-0f786128e3b3-93d5306b-b044-45e0-820f-21a84f15a715', 'network_id': '93d5306b-b044-45e0-820f-21a84f15a715', 'tenant_id': '3fd82437e08648b4840016e8955250bf', 'fixed_ips': [{'subnet_id': '4d508dea-bd45-4414-a7fb-afb4f674db06'}]}} from dv-neutron-822799-1-hyperv. {{(pid=87637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 23 16:14:18.774567 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-e6433454-2bbd-4967-bc50-e85b69e0a7da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:18.814136 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-20c03811-769d-4194-a9d2-9666b5e4d923 tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:14:18.818791 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-20c03811-769d-4194-a9d2-9666b5e4d923 tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Usage tracker for resource:subnet and tenant:5d731b9aee7d4996b5cba47fe15c476d is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:14:18.821798 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-20c03811-769d-4194-a9d2-9666b5e4d923 tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:14:18.829365 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-20c03811-769d-4194-a9d2-9666b5e4d923 tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:14:18.841108 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20c03811-769d-4194-a9d2-9666b5e4d923 tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Made reservation on behalf of 5d731b9aee7d4996b5cba47fe15c476d for: {'subnet': 2} {{(pid=87635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:14:18.847113 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-20c03811-769d-4194-a9d2-9666b5e4d923 tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2610339'] for subnet, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:18.847302 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-20c03811-769d-4194-a9d2-9666b5e4d923 tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2610339'] for subnet, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:18.904953 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [req-90d5ec54-4f65-41fa-8e85-4eea684ba7c1 req-9094b5a1-eacf-44f9-b5a9-8438514d800b service neutron] For port a29e97a4-db7b-4472-bcba-9649964f1615, host hv-neutron-8227, cleared binding levels {{(pid=87636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 23 16:14:18.983822 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-4e79c0f0-234c-4f74-84dc-695ccdf25fd7 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-864336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1824171'] for network, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:18.997241 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-c71dca9d-e945-4254-89ac-de5377e7df59 None None] Provisioning for port b80a626c-eb9d-4318-8029-192ac8f2cd41 completed by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:14:19.005567 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_common [None req-e6433454-2bbd-4967-bc50-e85b69e0a7da None None] Allocated IP 172.20.0.2 (93d5306b-b044-45e0-820f-21a84f15a715/4d508dea-bd45-4414-a7fb-afb4f674db06/a34b5eb7-0209-44eb-b8d6-ba92e90e911d) {{(pid=87637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:14:19.039846 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [req-90d5ec54-4f65-41fa-8e85-4eea684ba7c1 req-9094b5a1-eacf-44f9-b5a9-8438514d800b service neutron] For port a29e97a4-db7b-4472-bcba-9649964f1615, host hv-neutron-8227, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=a29e97a4-db7b-4472-bcba-9649964f1615,segment=NetworkSegment(08e0e148-532b-4b21-a744-4826af0567ef),segment_id=08e0e148-532b-4b21-a744-4826af0567ef)] {{(pid=87636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 23 16:14:19.042745 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-4a598763-879d-4d5d-8992-c9d37b68b683 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:14:19.058221 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-4e79c0f0-234c-4f74-84dc-695ccdf25fd7 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:19.076303 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-90d5ec54-4f65-41fa-8e85-4eea684ba7c1 req-9094b5a1-eacf-44f9-b5a9-8438514d800b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2176289'] for port, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:19.140034 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e79c0f0-234c-4f74-84dc-695ccdf25fd7 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Pushing event deleted for resources: {'Network': ['ID=dc0220cd-b755-428d-8aed-c349ebdcca15,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:14:19.149864 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-4e79c0f0-234c-4f74-84dc-695ccdf25fd7 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] 10.222.0.64 "DELETE /v2.0/networks/dc0220cd-b755-428d-8aed-c349ebdcca15 HTTP/1.1" status: 204  len: 168 time: 3.3204954
Dec 23 16:14:19.151106 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-4e79c0f0-234c-4f74-84dc-695ccdf25fd7 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:14:19.167830 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e24509e0-1e18-40fd-85b3-9d7401007be1 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:19.169464 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-d41bcf7b-417e-4e2d-848e-498e79e4d3f0 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.083s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:14:19.279821 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device b80a626c-eb9d-4318-8029-192ac8f2cd41 up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:14:19.288622 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d5ec54-4f65-41fa-8e85-4eea684ba7c1 req-9094b5a1-eacf-44f9-b5a9-8438514d800b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:14:19.289477 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-90d5ec54-4f65-41fa-8e85-4eea684ba7c1 req-9094b5a1-eacf-44f9-b5a9-8438514d800b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:19.291293 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-90d5ec54-4f65-41fa-8e85-4eea684ba7c1 req-9094b5a1-eacf-44f9-b5a9-8438514d800b service neutron] 10.222.0.61 "PUT /v2.0/ports/a29e97a4-db7b-4472-bcba-9649964f1615 HTTP/1.1" status: 200  len: 1094 time: 3.9664905
Dec 23 16:14:19.304514 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d12d024-785e-42d1-98eb-b1d5c44f899e', 'tag': 'a29e97a4-db7b-4472-bcba-9649964f1615'}] {{(pid=87636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 23 16:14:19.418972 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-e6433454-2bbd-4967-bc50-e85b69e0a7da None None] Notify callbacks [] for port, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:19.445263 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d12d024-785e-42d1-98eb-b1d5c44f899e', 'tag': 'a29e97a4-db7b-4472-bcba-9649964f1615', 'status': 'completed', 'code': 200}
Dec 23 16:14:19.448609 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-e6433454-2bbd-4967-bc50-e85b69e0a7da None None] Transition to ACTIVE for port object a34b5eb7-0209-44eb-b8d6-ba92e90e911d will not be triggered until provisioned by entity L2. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:14:19.466610 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-20c03811-769d-4194-a9d2-9666b5e4d923 tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2753396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2610353'] for subnet, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:19.475722 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-a47fa4fe-cc49-4d58-9340-e9a032587cdf tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:14:19.495470 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-e6433454-2bbd-4967-bc50-e85b69e0a7da None None] Transition to ACTIVE for port object a34b5eb7-0209-44eb-b8d6-ba92e90e911d will not be triggered until provisioned by entity DHCP. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:14:19.501057 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning for port b80a626c-eb9d-4318-8029-192ac8f2cd41 completed by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:14:19.514935 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e24509e0-1e18-40fd-85b3-9d7401007be1 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Network a67646b4-5371-43ec-9f98-39fe51a67033 is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:14:19.518558 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port b80a626c-eb9d-4318-8029-192ac8f2cd41 triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:14:19.518854 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:19.541687 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-e24509e0-1e18-40fd-85b3-9d7401007be1 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Resources bound (agent type, host, resource id):  {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:14:19.571429 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c03811-769d-4194-a9d2-9666b5e4d923 tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Pushing event updated for resources: {'Subnet': ['ID=b765209e-dd06-41a1-a9cb-75e91322fbcb,revision_number=0']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:14:19.583314 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-20c03811-769d-4194-a9d2-9666b5e4d923 tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:14:19.583558 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e24509e0-1e18-40fd-85b3-9d7401007be1 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:14:19.585628 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c03811-769d-4194-a9d2-9666b5e4d923 tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Checking segment: {'id': 'a41a2b36-c618-4f65-bfb9-c25cd28af465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '2156c6a9-3095-4f05-972e-3feada12a60a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:14:19.585992 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20c03811-769d-4194-a9d2-9666b5e4d923 tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Network hostable DHCP agents. Network: 2156c6a9-3095-4f05-972e-3feada12a60a, hostable agents: ['1c812d71-eadf-4fb3-b98e-67468a4aa7e2'], hosted agents: [] {{(pid=87635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 23 16:14:19.603200 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e24509e0-1e18-40fd-85b3-9d7401007be1 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:14:19.603841 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e24509e0-1e18-40fd-85b3-9d7401007be1 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:19.610209 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20c03811-769d-4194-a9d2-9666b5e4d923 tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Network 2156c6a9-3095-4f05-972e-3feada12a60a is scheduled to be hosted by DHCP agent 1c812d71-eadf-4fb3-b98e-67468a4aa7e2 with binding_index 1 {{(pid=87635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 23 16:14:19.625208 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.base_scheduler [None req-20c03811-769d-4194-a9d2-9666b5e4d923 tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822799-1-hyperv, 2156c6a9-3095-4f05-972e-3feada12a60a) {{(pid=87635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:14:19.625664 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-e6433454-2bbd-4967-bc50-e85b69e0a7da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780'] for port, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:19.632741 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-bf455d9e-25ea-4018-ba3c-847f7f5fe0c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:14:19.639570 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-20c03811-769d-4194-a9d2-9666b5e4d923 tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2753396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2610353'] for subnet, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:19.653020 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-9c34e11a-09a2-4603-ba27-443048617bf9 tempest-ExternalNetworksTestJSON-826136540 tempest-ExternalNetworksTestJSON-826136540-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:14:19.673235 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff869d06-9faa-4292-9b0b-2eeea9c04cd2 None None] Network 2156c6a9-3095-4f05-972e-3feada12a60a requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:14:19.753423 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 47932) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:19.768242 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c03811-769d-4194-a9d2-9666b5e4d923 tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Pushing event updated for resources: {'Subnet': ['ID=bae4d2c8-8e39-4cf0-856a-3e3751726e93,revision_number=0']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:14:19.772883 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9094b5a1-eacf-44f9-b5a9-8438514d800b service neutron] Pushing event updated for resources: {'Port': ['ID=a29e97a4-db7b-4472-bcba-9649964f1615,revision_number=3']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:14:19.773892 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-20c03811-769d-4194-a9d2-9666b5e4d923 tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:14:19.777554 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-9094b5a1-eacf-44f9-b5a9-8438514d800b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.608s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:14:19.779134 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c03811-769d-4194-a9d2-9666b5e4d923 tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Checking segment: {'id': 'e31786fd-df5c-48d4-ad98-5e02b6e10def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '6e63fb5d-6d2e-413d-9003-eb2bf66f20bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:14:19.779669 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20c03811-769d-4194-a9d2-9666b5e4d923 tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Network hostable DHCP agents. Network: 6e63fb5d-6d2e-413d-9003-eb2bf66f20bd, hostable agents: ['1c812d71-eadf-4fb3-b98e-67468a4aa7e2'], hosted agents: [] {{(pid=87635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 23 16:14:19.786099 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-613c3bd9-a526-4b54-a316-e4507248827c tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.574s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:14:19.806312 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20c03811-769d-4194-a9d2-9666b5e4d923 tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Network 6e63fb5d-6d2e-413d-9003-eb2bf66f20bd is scheduled to be hosted by DHCP agent 1c812d71-eadf-4fb3-b98e-67468a4aa7e2 with binding_index 1 {{(pid=87635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 23 16:14:19.826242 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.base_scheduler [None req-20c03811-769d-4194-a9d2-9666b5e4d923 tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822799-1-hyperv, 6e63fb5d-6d2e-413d-9003-eb2bf66f20bd) {{(pid=87635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:14:19.832483 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f581dc15-a019-43bd-b33e-d86566784dbd tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:19.834512 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20c03811-769d-4194-a9d2-9666b5e4d923 tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:14:19.835163 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20c03811-769d-4194-a9d2-9666b5e4d923 tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:14:19.836975 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6433454-2bbd-4967-bc50-e85b69e0a7da None None] Network 93d5306b-b044-45e0-820f-21a84f15a715 is already hosted by enough agents. {{(pid=87637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:14:19.837937 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-20c03811-769d-4194-a9d2-9666b5e4d923 tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Notify callbacks [] for subnet, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:19.879009 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-e24509e0-1e18-40fd-85b3-9d7401007be1 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201  len: 948 time: 4.9396005
Dec 23 16:14:19.881892 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 47938) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:19.886985 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be91890e-acbd-45b1-bd1f-bd180352f9e4 None None] Network 6e63fb5d-6d2e-413d-9003-eb2bf66f20bd requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:14:19.902697 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-e6433454-2bbd-4967-bc50-e85b69e0a7da None None] Resources bound (agent type, host, resource id):  {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:14:19.905849 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6433454-2bbd-4967-bc50-e85b69e0a7da None None] Received port after_create {{(pid=87637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:14:19.933683 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-20c03811-769d-4194-a9d2-9666b5e4d923 tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 1426 time: 1.3908699
Dec 23 16:14:19.937879 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 47942) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:19.980292 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6433454-2bbd-4967-bc50-e85b69e0a7da None None] Pushing event updated for resources: {'Port': ['ID=a34b5eb7-0209-44eb-b8d6-ba92e90e911d,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:14:19.983494 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-e6433454-2bbd-4967-bc50-e85b69e0a7da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:14:20.021515 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-fafe1532-7ada-41c3-a030-09c60fe25f8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:20.077886 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd0a9835-e56d-4512-8175-4fb1b8917c64 tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:14:20.080058 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd0a9835-e56d-4512-8175-4fb1b8917c64 tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:14:20.080861 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd0a9835-e56d-4512-8175-4fb1b8917c64 tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:14:20.081649 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-bd0a9835-e56d-4512-8175-4fb1b8917c64 tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Synchronizing usage tracker for tenant:5d731b9aee7d4996b5cba47fe15c476d on resource:subnet {{(pid=87635) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:14:20.090507 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-dae68e2e-b45c-45bc-9374-216279f89d7d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=52008175df8a4d379113666c0dffe8c8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3334277
Dec 23 16:14:20.090682 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24509e0-1e18-40fd-85b3-9d7401007be1 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Pushing event updated for resources: {'Port': ['ID=58e336df-8210-45fa-baed-df7bf7d2b5cc,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:14:20.092659 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 47948) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:20.103425 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-e24509e0-1e18-40fd-85b3-9d7401007be1 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:14:20.143240 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c955f6c3-7203-42de-aedf-ccc5d346f55c tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:14:20.148909 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c955f6c3-7203-42de-aedf-ccc5d346f55c tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:14:20.153133 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-c955f6c3-7203-42de-aedf-ccc5d346f55c tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1703 time: 0.2674377
Dec 23 16:14:20.158547 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 47952) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:20.161195 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-bd0a9835-e56d-4512-8175-4fb1b8917c64 tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Unset dirty status for tenant:5d731b9aee7d4996b5cba47fe15c476d on resource:subnet {{(pid=87635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:14:20.162149 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-bd0a9835-e56d-4512-8175-4fb1b8917c64 tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2052 time: 0.2230713
Dec 23 16:14:20.196217 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 47956) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:20.202027 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-e6433454-2bbd-4967-bc50-e85b69e0a7da None None] Attempting to bind port a34b5eb7-0209-44eb-b8d6-ba92e90e911d on host dv-neutron-822799-1-hyperv for vnic_type normal with profile  {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:14:20.202414 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-e6433454-2bbd-4967-bc50-e85b69e0a7da None None] Attempting to bind port a34b5eb7-0209-44eb-b8d6-ba92e90e911d by drivers openvswitch,hyperv on host dv-neutron-822799-1-hyperv at level 0 using segments [{'id': '7f302c6b-04b1-4d1b-9665-570129022caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '93d5306b-b044-45e0-820f-21a84f15a715'}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:14:20.202799 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6433454-2bbd-4967-bc50-e85b69e0a7da None None] Attempting to bind port a34b5eb7-0209-44eb-b8d6-ba92e90e911d on network 93d5306b-b044-45e0-820f-21a84f15a715 {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:14:20.224612 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6433454-2bbd-4967-bc50-e85b69e0a7da None None] Checking agent: {'id': '20d2070f-69a9-4e73-8d08-6f0387a40158', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822799-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 21), 'started_at': datetime.datetime(2021, 12, 23, 16, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 13, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822799-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 23 16:14:20.225082 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6433454-2bbd-4967-bc50-e85b69e0a7da None None] Checking segment: {'id': '7f302c6b-04b1-4d1b-9665-570129022caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '93d5306b-b044-45e0-820f-21a84f15a715'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:14:20.225431 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-e6433454-2bbd-4967-bc50-e85b69e0a7da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:20.225872 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6433454-2bbd-4967-bc50-e85b69e0a7da None None] Bound using segment: {'id': '7f302c6b-04b1-4d1b-9665-570129022caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '93d5306b-b044-45e0-820f-21a84f15a715'} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 23 16:14:20.226363 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-e6433454-2bbd-4967-bc50-e85b69e0a7da None None] Bound port: a34b5eb7-0209-44eb-b8d6-ba92e90e911d, host: dv-neutron-822799-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f302c6b-04b1-4d1b-9665-570129022caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '93d5306b-b044-45e0-820f-21a84f15a715'}}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 23 16:14:20.226757 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-e6433454-2bbd-4967-bc50-e85b69e0a7da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:20.270620 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:20.324016 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-b3ab59e5-7bc9-4b04-8ae5-cc2a4abcb4bc None None] Provisioning for port 58e336df-8210-45fa-baed-df7bf7d2b5cc completed by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:14:20.378380 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d5ec54-4f65-41fa-8e85-4eea684ba7c1 req-d65532be-70ee-4c76-929b-41736b7bb669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:14:20.379590 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-90d5ec54-4f65-41fa-8e85-4eea684ba7c1 req-d65532be-70ee-4c76-929b-41736b7bb669 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c8691bbec3fb4ae1968d469a6b97360c&device_id=1d12d024-785e-42d1-98eb-b1d5c44f899e HTTP/1.1" status: 200  len: 1097 time: 1.0461028
Dec 23 16:14:20.401991 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-b3ab59e5-7bc9-4b04-8ae5-cc2a4abcb4bc None None] Provisioning complete for port 58e336df-8210-45fa-baed-df7bf7d2b5cc triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:14:20.402345 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-b3ab59e5-7bc9-4b04-8ae5-cc2a4abcb4bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:20.423082 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-95e46adb-32c1-446d-b177-117f5477a7d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:20.432436 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-7606b434-598b-4498-aa0a-d9f79af8f9a2 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Deleting port 58e336df-8210-45fa-baed-df7bf7d2b5cc {{(pid=87635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:14:20.432965 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-7606b434-598b-4498-aa0a-d9f79af8f9a2 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:20.463783 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] For port b80a626c-eb9d-4318-8029-192ac8f2cd41, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=b80a626c-eb9d-4318-8029-192ac8f2cd41,segment=NetworkSegment(d0e346f7-32a7-41a0-b972-301688edbe10),segment_id=d0e346f7-32a7-41a0-b972-301688edbe10)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:14:20.472731 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-90d5ec54-4f65-41fa-8e85-4eea684ba7c1 req-ef5c2462-1949-4819-a62b-29ad8ba793a0 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a29e97a4-db7b-4472-bcba-9649964f1615 HTTP/1.1" status: 200  len: 217 time: 0.0837333
Dec 23 16:14:20.485779 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf963da7-c735-4a04-a5d0-84604b7d465d tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Deleting subnet b765209e-dd06-41a1-a9cb-75e91322fbcb {{(pid=87635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 23 16:14:20.492263 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:20.498401 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-bf963da7-c735-4a04-a5d0-84604b7d465d tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Notify callbacks [] for subnet, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:20.515207 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-545bf36d-7ee4-463e-b52e-f86e70cb86eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:14:20.552226 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-95e46adb-32c1-446d-b177-117f5477a7d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:20.575599 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e6a132-1c86-4009-8e62-13c3328013d1 req-091de2c4-4d7b-49e0-b777-24b06e40a909 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:14:20.577143 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-22e6a132-1c86-4009-8e62-13c3328013d1 req-091de2c4-4d7b-49e0-b777-24b06e40a909 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d12d024-785e-42d1-98eb-b1d5c44f899e HTTP/1.1" status: 200  len: 944 time: 0.9655561
Dec 23 16:14:20.629964 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d5ec54-4f65-41fa-8e85-4eea684ba7c1 req-d118ac7e-bd7c-48d0-84fa-9c05ca7cd0ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:14:20.631531 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-90d5ec54-4f65-41fa-8e85-4eea684ba7c1 req-d118ac7e-bd7c-48d0-84fa-9c05ca7cd0ef service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e53ee384-c527-45cb-a8de-965d3157222a HTTP/1.1" status: 200  len: 835 time: 0.1471617
Dec 23 16:14:20.642260 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-bf963da7-c735-4a04-a5d0-84604b7d465d tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2776816'] for subnet, precommit_delete_associations {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:20.652275 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-b3ab59e5-7bc9-4b04-8ae5-cc2a4abcb4bc None None] Port 58e336df-8210-45fa-baed-df7bf7d2b5cc cannot update to ACTIVE because it is not bound. {{(pid=87637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 23 16:14:20.697518 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-e6433454-2bbd-4967-bc50-e85b69e0a7da None None] For port a34b5eb7-0209-44eb-b8d6-ba92e90e911d, host dv-neutron-822799-1-hyperv, cleared binding levels {{(pid=87637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 23 16:14:20.703297 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b15ef34-9a82-4023-bcb4-cef0dc548f3c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7e017a6-8198-58c8-a07e-0f786128e3b3-2156c6a9-3095-4f05-972e-3feada12a60a', 'network_id': '2156c6a9-3095-4f05-972e-3feada12a60a', 'tenant_id': '5d731b9aee7d4996b5cba47fe15c476d', 'fixed_ips': [{'subnet_id': 'b765209e-dd06-41a1-a9cb-75e91322fbcb'}]}} from dv-neutron-822799-1-hyperv. {{(pid=87637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 23 16:14:20.704087 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3b15ef34-9a82-4023-bcb4-cef0dc548f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:20.731473 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-22e6a132-1c86-4009-8e62-13c3328013d1 req-610464a4-17f6-40b5-bf22-5c0b8d664986 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] 10.222.0.64 "GET /v2.0/security-groups?id=6efb91e4-dce2-4b1b-ba77-0534a1c433c6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1469667
Dec 23 16:14:20.783989 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-e6433454-2bbd-4967-bc50-e85b69e0a7da None None] For port a34b5eb7-0209-44eb-b8d6-ba92e90e911d, host dv-neutron-822799-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=a34b5eb7-0209-44eb-b8d6-ba92e90e911d,segment=NetworkSegment(7f302c6b-04b1-4d1b-9665-570129022caf),segment_id=7f302c6b-04b1-4d1b-9665-570129022caf)] {{(pid=87637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 23 16:14:20.790998 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Pushing event updated for resources: {'Port': ['ID=b80a626c-eb9d-4318-8029-192ac8f2cd41,revision_number=3']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:14:20.802067 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:14:20.802942 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58191dbe-b220-4986-9d1d-06dbf5fd6ea3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7e017a6-8198-58c8-a07e-0f786128e3b3-6e63fb5d-6d2e-413d-9003-eb2bf66f20bd', 'network_id': '6e63fb5d-6d2e-413d-9003-eb2bf66f20bd', 'tenant_id': '5d731b9aee7d4996b5cba47fe15c476d', 'fixed_ips': [{'subnet_id': 'bae4d2c8-8e39-4cf0-856a-3e3751726e93'}]}} from dv-neutron-822799-1-hyperv. {{(pid=87637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 23 16:14:20.803744 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-58191dbe-b220-4986-9d1d-06dbf5fd6ea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:20.808920 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [None req-f581dc15-a019-43bd-b33e-d86566784dbd tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Allocated IP 172.20.0.1 (93d5306b-b044-45e0-820f-21a84f15a715/4d508dea-bd45-4414-a7fb-afb4f674db06/9f092cc1-6082-4561-b1c3-16cbcde34d7a) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:14:20.812693 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d5ec54-4f65-41fa-8e85-4eea684ba7c1 req-7b6bcccb-4ae2-4ccd-9b6b-87f6ae64e7a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:14:20.814209 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-90d5ec54-4f65-41fa-8e85-4eea684ba7c1 req-7b6bcccb-4ae2-4ccd-9b6b-87f6ae64e7a1 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3e10e993-259d-4495-9b8b-b5a52c03945f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1680803
Dec 23 16:14:20.814572 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-e6433454-2bbd-4967-bc50-e85b69e0a7da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:20.815669 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-95e46adb-32c1-446d-b177-117f5477a7d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:20.825802 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-bf963da7-c735-4a04-a5d0-84604b7d465d tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864774'] for subnet, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:20.830654 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-834ed271-ab09-4379-82de-0df42916a051 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:14:20.854073 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-e256db10-f67e-45da-ac4f-44350c79437d tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:14:20.903572 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e46adb-32c1-446d-b177-117f5477a7d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0394c56-2a48-4db6-9e1b-a6395a22a8f1,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:14:20.906747 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-95e46adb-32c1-446d-b177-117f5477a7d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:14:20.919992 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9dcbea60-a34f-4144-91e7-90aff3f57aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:20.935779 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-95e46adb-32c1-446d-b177-117f5477a7d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:20.939529 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-95e46adb-32c1-446d-b177-117f5477a7d6 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f0394c56-2a48-4db6-9e1b-a6395a22a8f1 HTTP/1.1" status: 204  len: 168 time: 0.8434744
Dec 23 16:14:20.939529 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-7606b434-598b-4498-aa0a-d9f79af8f9a2 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:21.041979 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:21.080321 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server [None req-3b15ef34-9a82-4023-bcb4-cef0dc548f3c None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b765209e-dd06-41a1-a9cb-75e91322fbcb: This subnet is being modified by another concurrent operation.
Dec 23 16:14:21.080321 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Dec 23 16:14:21.080321 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Dec 23 16:14:21.080321 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Dec 23 16:14:21.080321 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Dec 23 16:14:21.080321 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Dec 23 16:14:21.080321 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Dec 23 16:14:21.080321 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Dec 23 16:14:21.080321 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Dec 23 16:14:21.080321 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Dec 23 16:14:21.080321 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Dec 23 16:14:21.080321 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Dec 23 16:14:21.080321 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 23 16:14:21.080321 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 23 16:14:21.080321 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 23 16:14:21.080321 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 23 16:14:21.080321 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 23 16:14:21.080321 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 23 16:14:21.080321 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Dec 23 16:14:21.080321 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Dec 23 16:14:21.080321 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 23 16:14:21.080321 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 23 16:14:21.080321 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 23 16:14:21.080321 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 23 16:14:21.080321 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 23 16:14:21.080321 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 23 16:14:21.080321 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Dec 23 16:14:21.080321 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Dec 23 16:14:21.080321 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 23 16:14:21.080321 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 23 16:14:21.080321 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 23 16:14:21.080321 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 23 16:14:21.080321 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 23 16:14:21.080321 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Dec 23 16:14:21.080321 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper
Dec 23 16:14:21.080321 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server     ret_val = f(_self, context, *args, **kwargs)
Dec 23 16:14:21.080321 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port
Dec 23 16:14:21.080321 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'create_port')
Dec 23 16:14:21.080321 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action
Dec 23 16:14:21.080321 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server     return p_utils.create_port(plugin, context, port)
Dec 23 16:14:21.080321 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port
Dec 23 16:14:21.080321 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server     return core_plugin.create_port(
Dec 23 16:14:21.080321 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner
Dec 23 16:14:21.080321 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server     return f(self, context, *args, **kwargs)
Dec 23 16:14:21.080321 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped
Dec 23 16:14:21.080321 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Dec 23 16:14:21.080321 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Dec 23 16:14:21.080321 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Dec 23 16:14:21.080321 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 23 16:14:21.080321 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 23 16:14:21.080321 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 23 16:14:21.080321 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 23 16:14:21.080321 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 23 16:14:21.080321 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 23 16:14:21.084957 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Dec 23 16:14:21.084957 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Dec 23 16:14:21.084957 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 23 16:14:21.084957 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 23 16:14:21.084957 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 23 16:14:21.084957 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 23 16:14:21.084957 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 23 16:14:21.084957 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 23 16:14:21.084957 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Dec 23 16:14:21.084957 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Dec 23 16:14:21.084957 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 23 16:14:21.084957 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 23 16:14:21.084957 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 23 16:14:21.084957 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 23 16:14:21.084957 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 23 16:14:21.084957 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Dec 23 16:14:21.084957 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port
Dec 23 16:14:21.084957 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server     result, mech_context = self._create_port_db(context, port)
Dec 23 16:14:21.084957 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db
Dec 23 16:14:21.084957 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server     port_db = self.create_port_db(context, port)
Dec 23 16:14:21.084957 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db
Dec 23 16:14:21.084957 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server     self.ipam.allocate_ips_for_port_and_store(
Dec 23 16:14:21.084957 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store
Dec 23 16:14:21.084957 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server     self._safe_rollback(self._ipam_deallocate_ips, context,
Dec 23 16:14:21.084957 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 23 16:14:21.084957 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 23 16:14:21.084957 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 23 16:14:21.084957 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 23 16:14:21.084957 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store
Dec 23 16:14:21.084957 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server     ips = self._allocate_ips_for_port(context, port_copy)
Dec 23 16:14:21.084957 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port
Dec 23 16:14:21.084957 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server     subnets = self._ipam_get_subnets(
Dec 23 16:14:21.084957 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets
Dec 23 16:14:21.084957 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server     subnet.lock_register(
Dec 23 16:14:21.084957 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Dec 23 16:14:21.084957 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server     raise exception
Dec 23 16:14:21.084957 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b765209e-dd06-41a1-a9cb-75e91322fbcb: This subnet is being modified by another concurrent operation.
Dec 23 16:14:21.084957 dv-neutron-822799-1-hyperv neutron-server[87637]: ERROR oslo_messaging.rpc.server 
Dec 23 16:14:21.090433 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6433454-2bbd-4967-bc50-e85b69e0a7da None None] Pushing event updated for resources: {'Port': ['ID=a34b5eb7-0209-44eb-b8d6-ba92e90e911d,revision_number=2']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:14:21.095177 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-e6433454-2bbd-4967-bc50-e85b69e0a7da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:14:21.128163 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-7606b434-598b-4498-aa0a-d9f79af8f9a2 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Calling delete_port for 58e336df-8210-45fa-baed-df7bf7d2b5cc owned by  {{(pid=87635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:14:21.150562 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f581dc15-a019-43bd-b33e-d86566784dbd tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:21.162196 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef765760-3761-4e30-acd6-7aa465099c0b None None] Network 2156c6a9-3095-4f05-972e-3feada12a60a requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:14:21.170276 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-90d5ec54-4f65-41fa-8e85-4eea684ba7c1 req-0343f0ed-d923-4026-9cf6-b573bcab8d2b service neutron] 10.222.0.61 "GET /v2.0/networks/3e10e993-259d-4495-9b8b-b5a52c03945f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3472922
Dec 23 16:14:21.177194 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.provisioning_blocks [None req-f581dc15-a019-43bd-b33e-d86566784dbd tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Transition to ACTIVE for port object 9f092cc1-6082-4561-b1c3-16cbcde34d7a will not be triggered until provisioned by entity DHCP. {{(pid=87636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:14:21.307798 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-bf963da7-c735-4a04-a5d0-84604b7d465d tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2753333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2609730'] for subnet, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:21.321491 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-d7c9618c-b031-4971-997c-633cdd054593 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:14:21.345683 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device b80a626c-eb9d-4318-8029-192ac8f2cd41 up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:14:21.377816 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf963da7-c735-4a04-a5d0-84604b7d465d tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Pushing event deleted for resources: {'Subnet': ['ID=b765209e-dd06-41a1-a9cb-75e91322fbcb,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:14:21.392286 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f581dc15-a019-43bd-b33e-d86566784dbd tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:21.404226 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-bf963da7-c735-4a04-a5d0-84604b7d465d tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:14:21.407745 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-62f5b917-1ff8-4e91-9c25-f2d61b0bc2ef tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:14:21.409865 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-bf963da7-c735-4a04-a5d0-84604b7d465d tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Notify callbacks [] for subnet, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:21.483467 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-7606b434-598b-4498-aa0a-d9f79af8f9a2 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:21.503171 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-ffe1f69c-88e1-49df-a22c-c8ed0d6ccf4f tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:14:21.527276 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f581dc15-a019-43bd-b33e-d86566784dbd tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Network 93d5306b-b044-45e0-820f-21a84f15a715 is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:14:21.528754 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f581dc15-a019-43bd-b33e-d86566784dbd tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Pushing event updated for resources: {'Port': ['ID=9f092cc1-6082-4561-b1c3-16cbcde34d7a,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:14:21.541778 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_common [None req-58191dbe-b220-4986-9d1d-06dbf5fd6ea3 None None] Allocated IP 172.20.0.18 (6e63fb5d-6d2e-413d-9003-eb2bf66f20bd/bae4d2c8-8e39-4cf0-856a-3e3751726e93/932d2f9a-102d-4f54-9227-ded557b50879) {{(pid=87637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:14:21.546609 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-f581dc15-a019-43bd-b33e-d86566784dbd tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Resources bound (agent type, host, resource id):  {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:14:21.549305 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-f581dc15-a019-43bd-b33e-d86566784dbd tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:14:21.552839 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f581dc15-a019-43bd-b33e-d86566784dbd tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:14:21.604092 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-bf963da7-c735-4a04-a5d0-84604b7d465d tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] 10.222.0.64 "DELETE /v2.0/subnets/b765209e-dd06-41a1-a9cb-75e91322fbcb HTTP/1.1" status: 204  len: 168 time: 1.4066458
Dec 23 16:14:21.626671 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 47970) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:21.637104 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-7606b434-598b-4498-aa0a-d9f79af8f9a2 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:21.642702 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-7606b434-598b-4498-aa0a-d9f79af8f9a2 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "DELETE /v2.0/ports/58e336df-8210-45fa-baed-df7bf7d2b5cc HTTP/1.1" status: 204  len: 168 time: 1.4830279
Dec 23 16:14:21.645508 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7606b434-598b-4498-aa0a-d9f79af8f9a2 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Pushing event deleted for resources: {'Port': ['ID=58e336df-8210-45fa-baed-df7bf7d2b5cc,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:14:21.652623 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 47976) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:21.653937 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-7606b434-598b-4498-aa0a-d9f79af8f9a2 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:14:21.765829 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ebf661c-f262-4522-82e2-e43a18c1b35f tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:14:21.766795 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf4eea75-e089-4c4f-81b3-f0e6719837f5 tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Deleting subnet bae4d2c8-8e39-4cf0-856a-3e3751726e93 {{(pid=87635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 23 16:14:21.770135 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ebf661c-f262-4522-82e2-e43a18c1b35f tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:14:21.771026 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-1ebf661c-f262-4522-82e2-e43a18c1b35f tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Synchronizing usage tracker for tenant:bf435ff0e7914a739a10fff5b2399c13 on resource:subnet {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:14:21.784965 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-90d5ec54-4f65-41fa-8e85-4eea684ba7c1 req-52aefc62-c550-46db-ade2-de7ebceeb853 service neutron] 10.222.0.61 "GET /v2.0/networks/3e10e993-259d-4495-9b8b-b5a52c03945f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5852120
Dec 23 16:14:21.791738 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port b80a626c-eb9d-4318-8029-192ac8f2cd41 triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:14:21.793387 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:21.799201 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f581dc15-a019-43bd-b33e-d86566784dbd tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1781300'] for router_interface, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:21.830864 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-1ebf661c-f262-4522-82e2-e43a18c1b35f tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Unset dirty status for tenant:bf435ff0e7914a739a10fff5b2399c13 on resource:subnet {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:14:21.834612 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-1ebf661c-f262-4522-82e2-e43a18c1b35f tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1770146
Dec 23 16:14:21.835517 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 47982) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:22.040296 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_v2 [None req-2659c339-0894-4f23-abbb-518e638367c7 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Deleting subnet 1324414f-b02e-4a8f-9f93-0dafdbcd6389 {{(pid=87636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 23 16:14:22.046123 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2659c339-0894-4f23-abbb-518e638367c7 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks [] for subnet, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:22.068099 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-58191dbe-b220-4986-9d1d-06dbf5fd6ea3 None None] Notify callbacks [] for port, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:22.081856 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-58191dbe-b220-4986-9d1d-06dbf5fd6ea3 None None] Transition to ACTIVE for port object 932d2f9a-102d-4f54-9227-ded557b50879 will not be triggered until provisioned by entity L2. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:14:22.098974 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215eef1c-7001-4dab-b639-313b5e70555b req-88b90483-9083-4502-97c9-c60420c6796d tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:14:22.104117 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-215eef1c-7001-4dab-b639-313b5e70555b req-88b90483-9083-4502-97c9-c60420c6796d tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d12d024-785e-42d1-98eb-b1d5c44f899e HTTP/1.1" status: 200  len: 944 time: 0.1480489
Dec 23 16:14:22.107171 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-58191dbe-b220-4986-9d1d-06dbf5fd6ea3 None None] Transition to ACTIVE for port object 932d2f9a-102d-4f54-9227-ded557b50879 will not be triggered until provisioned by entity DHCP. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:14:22.115476 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-58191dbe-b220-4986-9d1d-06dbf5fd6ea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780'] for port, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:22.130050 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-cf4eea75-e089-4c4f-81b3-f0e6719837f5 tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Notify callbacks [] for subnet, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:22.134486 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-f81a4788-3bd7-4f98-a69f-cb7252286303 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:14:22.198470 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2659c339-0894-4f23-abbb-518e638367c7 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2382092'] for subnet, precommit_delete_associations {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:22.224516 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58191dbe-b220-4986-9d1d-06dbf5fd6ea3 None None] Pushing event updated for resources: {'Port': ['ID=932d2f9a-102d-4f54-9227-ded557b50879,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:14:22.235368 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-58191dbe-b220-4986-9d1d-06dbf5fd6ea3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:14:22.247707 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-215eef1c-7001-4dab-b639-313b5e70555b req-6bf12607-a2a0-461a-8951-84b4dc04d329 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] 10.222.0.64 "GET /v2.0/security-groups?id=6efb91e4-dce2-4b1b-ba77-0534a1c433c6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1373441
Dec 23 16:14:22.264589 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58191dbe-b220-4986-9d1d-06dbf5fd6ea3 None None] Network 6e63fb5d-6d2e-413d-9003-eb2bf66f20bd is already hosted by enough agents. {{(pid=87637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:14:22.266556 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-58191dbe-b220-4986-9d1d-06dbf5fd6ea3 None None] Resources bound (agent type, host, resource id):  {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:14:22.268924 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-cf4eea75-e089-4c4f-81b3-f0e6719837f5 tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2776816'] for subnet, precommit_delete_associations {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:22.271897 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58191dbe-b220-4986-9d1d-06dbf5fd6ea3 None None] Received port after_create {{(pid=87637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:14:22.277494 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9e3aab53-d650-47e3-b8a6-2dff21fe9ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:22.290217 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8a6830-da1f-429f-a031-68b13ff15662 req-a10cfcd2-d0ec-4421-9ca4-854e57d6c21d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:14:22.291789 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-0d8a6830-da1f-429f-a031-68b13ff15662 req-a10cfcd2-d0ec-4421-9ca4-854e57d6c21d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c8691bbec3fb4ae1968d469a6b97360c&device_id=1d12d024-785e-42d1-98eb-b1d5c44f899e HTTP/1.1" status: 200  len: 1097 time: 0.4004493
Dec 23 16:14:22.292360 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f581dc15-a019-43bd-b33e-d86566784dbd tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:22.378098 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.agents_db [None req-30c2320c-f298-49f6-9c47-c20e38116a9c None None] Agent healthcheck: found 6 active agents {{(pid=87638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 23 16:14:22.395849 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-58191dbe-b220-4986-9d1d-06dbf5fd6ea3 None None] Attempting to bind port 932d2f9a-102d-4f54-9227-ded557b50879 on host dv-neutron-822799-1-hyperv for vnic_type normal with profile  {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:14:22.396432 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-58191dbe-b220-4986-9d1d-06dbf5fd6ea3 None None] Attempting to bind port 932d2f9a-102d-4f54-9227-ded557b50879 by drivers openvswitch,hyperv on host dv-neutron-822799-1-hyperv at level 0 using segments [{'id': 'e31786fd-df5c-48d4-ad98-5e02b6e10def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '6e63fb5d-6d2e-413d-9003-eb2bf66f20bd'}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:14:22.397155 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58191dbe-b220-4986-9d1d-06dbf5fd6ea3 None None] Attempting to bind port 932d2f9a-102d-4f54-9227-ded557b50879 on network 6e63fb5d-6d2e-413d-9003-eb2bf66f20bd {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:14:22.406867 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58191dbe-b220-4986-9d1d-06dbf5fd6ea3 None None] Checking agent: {'id': '20d2070f-69a9-4e73-8d08-6f0387a40158', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822799-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 21), 'started_at': datetime.datetime(2021, 12, 23, 16, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 14, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822799-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 23 16:14:22.407422 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58191dbe-b220-4986-9d1d-06dbf5fd6ea3 None None] Checking segment: {'id': 'e31786fd-df5c-48d4-ad98-5e02b6e10def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '6e63fb5d-6d2e-413d-9003-eb2bf66f20bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:14:22.407941 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-58191dbe-b220-4986-9d1d-06dbf5fd6ea3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:22.408500 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58191dbe-b220-4986-9d1d-06dbf5fd6ea3 None None] Bound using segment: {'id': 'e31786fd-df5c-48d4-ad98-5e02b6e10def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '6e63fb5d-6d2e-413d-9003-eb2bf66f20bd'} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 23 16:14:22.409122 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-58191dbe-b220-4986-9d1d-06dbf5fd6ea3 None None] Bound port: 932d2f9a-102d-4f54-9227-ded557b50879, host: dv-neutron-822799-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e31786fd-df5c-48d4-ad98-5e02b6e10def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '6e63fb5d-6d2e-413d-9003-eb2bf66f20bd'}}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 23 16:14:22.409608 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-58191dbe-b220-4986-9d1d-06dbf5fd6ea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:22.417025 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 47994) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:22.457034 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-cf4eea75-e089-4c4f-81b3-f0e6719837f5 tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864774'] for subnet, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:22.561472 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-cf4eea75-e089-4c4f-81b3-f0e6719837f5 tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2753333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2609730'] for subnet, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:22.567610 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-e8d85a8a-2ff1-4323-abc0-aeae36f6a8f3 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:14:22.580673 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-58191dbe-b220-4986-9d1d-06dbf5fd6ea3 None None] For port 932d2f9a-102d-4f54-9227-ded557b50879, host dv-neutron-822799-1-hyperv, cleared binding levels {{(pid=87637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 23 16:14:22.584507 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-58191dbe-b220-4986-9d1d-06dbf5fd6ea3 None None] For port 932d2f9a-102d-4f54-9227-ded557b50879, host dv-neutron-822799-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=932d2f9a-102d-4f54-9227-ded557b50879,segment=NetworkSegment(e31786fd-df5c-48d4-ad98-5e02b6e10def),segment_id=e31786fd-df5c-48d4-ad98-5e02b6e10def)] {{(pid=87637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 23 16:14:22.601846 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-58191dbe-b220-4986-9d1d-06dbf5fd6ea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:22.615000 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:14:22.616552 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4eea75-e089-4c4f-81b3-f0e6719837f5 tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Pushing event deleted for resources: {'Subnet': ['ID=bae4d2c8-8e39-4cf0-856a-3e3751726e93,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:14:22.628059 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-ae2ab093-8540-4424-8589-ef9cfe973801 tempest-NetworksNegativeTestJSON-351584045 tempest-NetworksNegativeTestJSON-351584045-project] Request body: {'port': {'network_id': 'a6e082cc-e0df-40a9-83e6-03bae7ef7348', 'name': 'tempest-NetworksNegativeTestJSON-1473309919'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:14:22.646462 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-cf4eea75-e089-4c4f-81b3-f0e6719837f5 tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:14:22.651149 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-cf4eea75-e089-4c4f-81b3-f0e6719837f5 tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Notify callbacks [] for subnet, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:22.659068 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae2ab093-8540-4424-8589-ef9cfe973801 tempest-NetworksNegativeTestJSON-351584045 tempest-NetworksNegativeTestJSON-351584045-project] POST failed (client error): The resource could not be found.
Dec 23 16:14:22.659639 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae2ab093-8540-4424-8589-ef9cfe973801 tempest-NetworksNegativeTestJSON-351584045 tempest-NetworksNegativeTestJSON-351584045-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 23 16:14:22.667186 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-ae2ab093-8540-4424-8589-ef9cfe973801 tempest-NetworksNegativeTestJSON-351584045 tempest-NetworksNegativeTestJSON-351584045-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 404  len: 339 time: 0.2479682
Dec 23 16:14:22.667952 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 48000) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:22.694972 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58191dbe-b220-4986-9d1d-06dbf5fd6ea3 None None] Pushing event updated for resources: {'Port': ['ID=932d2f9a-102d-4f54-9227-ded557b50879,revision_number=3']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:14:22.698076 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-58191dbe-b220-4986-9d1d-06dbf5fd6ea3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:14:22.702735 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5b8b253-57b6-4d71-b687-f21ea8d37ff2 tempest-NetworksNegativeTestJSON-351584045 tempest-NetworksNegativeTestJSON-351584045-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:14:22.703216 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5b8b253-57b6-4d71-b687-f21ea8d37ff2 tempest-NetworksNegativeTestJSON-351584045 tempest-NetworksNegativeTestJSON-351584045-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 23 16:14:22.716641 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-c5b8b253-57b6-4d71-b687-f21ea8d37ff2 tempest-NetworksNegativeTestJSON-351584045 tempest-NetworksNegativeTestJSON-351584045-project] 10.222.0.64 "DELETE /v2.0/networks/cf232749-7596-45e6-96de-0db27fb6dc25 HTTP/1.1" status: 404  len: 339 time: 0.0438828
Dec 23 16:14:22.717737 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-cf4eea75-e089-4c4f-81b3-f0e6719837f5 tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] 10.222.0.64 "DELETE /v2.0/subnets/bae4d2c8-8e39-4cf0-856a-3e3751726e93 HTTP/1.1" status: 204  len: 168 time: 1.0889754
Dec 23 16:14:22.718345 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 48004) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:22.720675 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 48008) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:22.743014 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4769b4f2-8253-4e15-a359-55d2563cc50e None None] Network 93d5306b-b044-45e0-820f-21a84f15a715 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:14:22.800169 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.pecan_wsgi.hooks.translation [None req-893aa8fa-720e-4dcb-b9e0-5706605d6ca6 tempest-NetworksNegativeTestJSON-351584045 tempest-NetworksNegativeTestJSON-351584045-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:14:22.800667 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-893aa8fa-720e-4dcb-b9e0-5706605d6ca6 tempest-NetworksNegativeTestJSON-351584045 tempest-NetworksNegativeTestJSON-351584045-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 23 16:14:22.806502 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-893aa8fa-720e-4dcb-b9e0-5706605d6ca6 tempest-NetworksNegativeTestJSON-351584045 tempest-NetworksNegativeTestJSON-351584045-project] 10.222.0.64 "DELETE /v2.0/ports/5d4fcc7a-2ede-4086-bc77-33eebfa49e75 HTTP/1.1" status: 404  len: 333 time: 0.0830750
Dec 23 16:14:22.809156 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 48012) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:22.845522 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-a23dcd59-59fe-49eb-bbda-1c852b11b380 None None] Provisioning for port a34b5eb7-0209-44eb-b8d6-ba92e90e911d completed by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:14:22.975077 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2659c339-0894-4f23-abbb-518e638367c7 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864774'] for subnet, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:23.029384 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8a6830-da1f-429f-a031-68b13ff15662 req-502abb37-6b0f-4b6c-8f28-e4daa5ca90f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:14:23.030882 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-0d8a6830-da1f-429f-a031-68b13ff15662 req-502abb37-6b0f-4b6c-8f28-e4daa5ca90f3 service neutron] 10.222.0.61 "GET /v2.0/networks?id=3e10e993-259d-4495-9b8b-b5a52c03945f HTTP/1.1" status: 200  len: 897 time: 0.6973579
Dec 23 16:14:23.089324 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.pecan_wsgi.hooks.translation [None req-77d7d1e9-2ebc-4f18-9609-ae013c2be06c tempest-NetworksNegativeTestJSON-351584045 tempest-NetworksNegativeTestJSON-351584045-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:14:23.089938 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77d7d1e9-2ebc-4f18-9609-ae013c2be06c tempest-NetworksNegativeTestJSON-351584045 tempest-NetworksNegativeTestJSON-351584045-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 23 16:14:23.095428 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-77d7d1e9-2ebc-4f18-9609-ae013c2be06c tempest-NetworksNegativeTestJSON-351584045 tempest-NetworksNegativeTestJSON-351584045-project] 10.222.0.64 "DELETE /v2.0/subnets/a202275a-c455-4869-b02f-ad931ecade93 HTTP/1.1" status: 404  len: 337 time: 0.2820520
Dec 23 16:14:23.096330 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 48016) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:23.153193 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95b9c768-be68-4858-8b50-f60b0694d769 tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:14:23.154392 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-95b9c768-be68-4858-8b50-f60b0694d769 tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Synchronizing usage tracker for tenant:5d731b9aee7d4996b5cba47fe15c476d on resource:subnet {{(pid=87635) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:14:23.159759 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.pecan_wsgi.hooks.translation [None req-150f434c-b141-4ac1-9580-5e0f705982bd tempest-NetworksNegativeTestJSON-351584045 tempest-NetworksNegativeTestJSON-351584045-project] GET failed (client error): The resource could not be found.
Dec 23 16:14:23.165622 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-150f434c-b141-4ac1-9580-5e0f705982bd tempest-NetworksNegativeTestJSON-351584045 tempest-NetworksNegativeTestJSON-351584045-project] 10.222.0.64 "GET /v2.0/networks/c049565b-58bb-4a32-bdde-cbb4b45c6a95 HTTP/1.1" status: 404  len: 339 time: 0.0655348
Dec 23 16:14:23.166299 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 48020) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:23.187938 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-0d8a6830-da1f-429f-a031-68b13ff15662 req-fe0b9355-bf94-4077-a1f4-fe6815737433 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a29e97a4-db7b-4472-bcba-9649964f1615 HTTP/1.1" status: 200  len: 217 time: 0.1457613
Dec 23 16:14:23.223520 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8bc0da0-766c-4d93-b812-3690267ffc35 tempest-NetworksNegativeTestJSON-351584045 tempest-NetworksNegativeTestJSON-351584045-project] GET failed (client error): The resource could not be found.
Dec 23 16:14:23.228900 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-a8bc0da0-766c-4d93-b812-3690267ffc35 tempest-NetworksNegativeTestJSON-351584045 tempest-NetworksNegativeTestJSON-351584045-project] 10.222.0.64 "GET /v2.0/ports/c5d21911-0437-4da6-8028-48af5880dbeb HTTP/1.1" status: 404  len: 333 time: 0.0574505
Dec 23 16:14:23.229543 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 48024) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:23.262332 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 932d2f9a-102d-4f54-9227-ded557b50879 up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:14:23.329460 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-95b9c768-be68-4858-8b50-f60b0694d769 tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Unset dirty status for tenant:5d731b9aee7d4996b5cba47fe15c476d on resource:subnet {{(pid=87635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:14:23.341823 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-95b9c768-be68-4858-8b50-f60b0694d769 tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.6202593
Dec 23 16:14:23.343433 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.pecan_wsgi.hooks.translation [None req-aabfa10e-83fe-42ec-9e37-85a68f8ada6d tempest-NetworksNegativeTestJSON-351584045 tempest-NetworksNegativeTestJSON-351584045-project] GET failed (client error): The resource could not be found.
Dec 23 16:14:23.349759 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-aabfa10e-83fe-42ec-9e37-85a68f8ada6d tempest-NetworksNegativeTestJSON-351584045 tempest-NetworksNegativeTestJSON-351584045-project] 10.222.0.64 "GET /v2.0/subnets/f08bd5be-34d5-4c43-87e7-e0132fe01ab3 HTTP/1.1" status: 404  len: 337 time: 0.1142483
Dec 23 16:14:23.349759 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 48030) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:23.350026 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2659c339-0894-4f23-abbb-518e638367c7 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2176495', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2618677'] for subnet, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:23.362563 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 48034) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:23.379023 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-80d454b5-af30-4183-91cf-393b694ca68d tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:14:23.396777 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning for port 932d2f9a-102d-4f54-9227-ded557b50879 completed by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:14:23.405578 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device a34b5eb7-0209-44eb-b8d6-ba92e90e911d up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:14:23.428615 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-44652029-b92f-43c3-b8a8-34fb7ea042d9 tempest-NetworksNegativeTestJSON-351584045 tempest-NetworksNegativeTestJSON-351584045-project] Request body: {'network': {'name': 'new_name'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:14:23.444353 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Device a29e97a4-db7b-4472-bcba-9649964f1615 details requested by agent hyperv_hv-neutron-8227 with host hv-neutron-8227 {{(pid=87637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 23 16:14:23.501575 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-cf37e3e6-def8-498c-91a9-f216a32a3079 tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-698866'] for network, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:23.503059 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2659c339-0894-4f23-abbb-518e638367c7 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Pushing event deleted for resources: {'Subnet': ['ID=1324414f-b02e-4a8f-9f93-0dafdbcd6389,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:14:23.507260 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8a6830-da1f-429f-a031-68b13ff15662 req-2ca48bee-d727-42b1-a34d-8b24bc56de04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:14:23.508976 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-0d8a6830-da1f-429f-a031-68b13ff15662 req-2ca48bee-d727-42b1-a34d-8b24bc56de04 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e53ee384-c527-45cb-a8de-965d3157222a HTTP/1.1" status: 200  len: 835 time: 0.3131974
Dec 23 16:14:23.520404 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-cf37e3e6-def8-498c-91a9-f216a32a3079 tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Deleting port 932d2f9a-102d-4f54-9227-ded557b50879 {{(pid=87635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:14:23.520902 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-cf37e3e6-def8-498c-91a9-f216a32a3079 tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:23.525050 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-2659c339-0894-4f23-abbb-518e638367c7 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:14:23.534188 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2659c339-0894-4f23-abbb-518e638367c7 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks [] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:23.546294 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning for port a34b5eb7-0209-44eb-b8d6-ba92e90e911d completed by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:14:23.553257 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44c28bcf-9a83-414b-a349-efa9870fc7ca None None] Network a67646b4-5371-43ec-9f98-39fe51a67033 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:14:23.570462 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.pecan_wsgi.hooks.translation [None req-44652029-b92f-43c3-b8a8-34fb7ea042d9 tempest-NetworksNegativeTestJSON-351584045 tempest-NetworksNegativeTestJSON-351584045-project] PUT failed (client error): The resource could not be found.
Dec 23 16:14:23.571418 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44652029-b92f-43c3-b8a8-34fb7ea042d9 tempest-NetworksNegativeTestJSON-351584045 tempest-NetworksNegativeTestJSON-351584045-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 23 16:14:23.577095 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-44652029-b92f-43c3-b8a8-34fb7ea042d9 tempest-NetworksNegativeTestJSON-351584045 tempest-NetworksNegativeTestJSON-351584045-project] 10.222.0.64 "PUT /v2.0/networks/101f9844-fe10-4437-8973-f944102e9846 HTTP/1.1" status: 404  len: 339 time: 0.1657534
Dec 23 16:14:23.596306 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 48038) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:23.613691 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-7dee8f49-bb1b-4224-8d4c-58e02038a656 tempest-NetworksNegativeTestJSON-351584045 tempest-NetworksNegativeTestJSON-351584045-project] Request body: {'port': {'name': 'new_name'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:14:23.660325 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-2659c339-0894-4f23-abbb-518e638367c7 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "DELETE /v2.0/subnets/1324414f-b02e-4a8f-9f93-0dafdbcd6389 HTTP/1.1" status: 204  len: 168 time: 1.8242564
Dec 23 16:14:23.665164 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 48044) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:23.666331 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port a34b5eb7-0209-44eb-b8d6-ba92e90e911d triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:14:23.666797 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:23.687591 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.pecan_wsgi.hooks.translation [None req-7dee8f49-bb1b-4224-8d4c-58e02038a656 tempest-NetworksNegativeTestJSON-351584045 tempest-NetworksNegativeTestJSON-351584045-project] PUT failed (client error): The resource could not be found.
Dec 23 16:14:23.688053 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7dee8f49-bb1b-4224-8d4c-58e02038a656 tempest-NetworksNegativeTestJSON-351584045 tempest-NetworksNegativeTestJSON-351584045-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 23 16:14:23.697121 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-7dee8f49-bb1b-4224-8d4c-58e02038a656 tempest-NetworksNegativeTestJSON-351584045 tempest-NetworksNegativeTestJSON-351584045-project] 10.222.0.64 "PUT /v2.0/ports/fce39201-684e-404d-8791-65fe83c751cd HTTP/1.1" status: 404  len: 333 time: 0.0946286
Dec 23 16:14:23.704954 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 48048) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:23.778407 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-90086dce-f567-45e5-970d-841dc4a80469 tempest-NetworksNegativeTestJSON-351584045 tempest-NetworksNegativeTestJSON-351584045-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:14:23.783736 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-bd7b3629-12be-4f32-b1fb-8a897b7d693e tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1108212
Dec 23 16:14:23.785069 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 48054) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:23.790738 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 48056) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:23.850297 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f581dc15-a019-43bd-b33e-d86566784dbd tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks [] for port, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:23.878240 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d436eb-4bb7-497a-8b8a-77465b33b850 req-48e5abff-c0f3-4526-9d71-ccbf93a7b600 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:14:23.879748 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-e9d436eb-4bb7-497a-8b8a-77465b33b850 req-48e5abff-c0f3-4526-9d71-ccbf93a7b600 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d12d024-785e-42d1-98eb-b1d5c44f899e HTTP/1.1" status: 200  len: 944 time: 0.4293621
Dec 23 16:14:23.880393 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f581dc15-a019-43bd-b33e-d86566784dbd tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2176289'] for port, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:23.917874 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-63d93b45-7d7f-4725-beb0-2267d4f6e44f tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:14:23.985954 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-cb2e8ff1-9934-4d12-af61-7e438ac8c4a3 None None] Provisioning complete for port a34b5eb7-0209-44eb-b8d6-ba92e90e911d triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:14:23.986335 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-cb2e8ff1-9934-4d12-af61-7e438ac8c4a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:23.997952 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.pecan_wsgi.hooks.translation [None req-90086dce-f567-45e5-970d-841dc4a80469 tempest-NetworksNegativeTestJSON-351584045 tempest-NetworksNegativeTestJSON-351584045-project] PUT failed (client error): The resource could not be found.
Dec 23 16:14:23.998556 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90086dce-f567-45e5-970d-841dc4a80469 tempest-NetworksNegativeTestJSON-351584045 tempest-NetworksNegativeTestJSON-351584045-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 23 16:14:24.003251 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-90086dce-f567-45e5-970d-841dc4a80469 tempest-NetworksNegativeTestJSON-351584045 tempest-NetworksNegativeTestJSON-351584045-project] 10.222.0.64 "PUT /v2.0/subnets/4513bcbc-0f55-4e07-83a7-4359960c56f7 HTTP/1.1" status: 404  len: 337 time: 0.2373002
Dec 23 16:14:24.039184 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f581dc15-a019-43bd-b33e-d86566784dbd tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Pushing event updated for resources: {'Port': ['ID=9f092cc1-6082-4561-b1c3-16cbcde34d7a,revision_number=2']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:14:24.056026 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f581dc15-a019-43bd-b33e-d86566784dbd tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1627481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1781465'] for router_interface, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:24.062300 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-f581dc15-a019-43bd-b33e-d86566784dbd tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:14:24.076522 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.db [None req-cf37e3e6-def8-498c-91a9-f216a32a3079 tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] For port 932d2f9a-102d-4f54-9227-ded557b50879, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=932d2f9a-102d-4f54-9227-ded557b50879,segment=NetworkSegment(e31786fd-df5c-48d4-ad98-5e02b6e10def),segment_id=e31786fd-df5c-48d4-ad98-5e02b6e10def)] {{(pid=87635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:14:24.077084 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-cf37e3e6-def8-498c-91a9-f216a32a3079 tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:24.156545 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e1bbf9c-b7ca-4e2c-a6b5-299c506dcad6 None None] Network 6e63fb5d-6d2e-413d-9003-eb2bf66f20bd requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:14:24.157109 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-e9d436eb-4bb7-497a-8b8a-77465b33b850 req-15526ace-b3af-4a4d-8b05-42f86d26a3e1 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] 10.222.0.64 "GET /v2.0/security-groups?id=6efb91e4-dce2-4b1b-ba77-0534a1c433c6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2355831
Dec 23 16:14:24.194606 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] For port a29e97a4-db7b-4472-bcba-9649964f1615, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=a29e97a4-db7b-4472-bcba-9649964f1615,segment=NetworkSegment(08e0e148-532b-4b21-a744-4826af0567ef),segment_id=08e0e148-532b-4b21-a744-4826af0567ef)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:14:24.221642 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8a6830-da1f-429f-a031-68b13ff15662 req-85e2203c-1c4e-4915-926f-13b16b56828f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:14:24.223162 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-0d8a6830-da1f-429f-a031-68b13ff15662 req-85e2203c-1c4e-4915-926f-13b16b56828f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3e10e993-259d-4495-9b8b-b5a52c03945f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.6926985
Dec 23 16:14:24.254558 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-cf37e3e6-def8-498c-91a9-f216a32a3079 tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Calling delete_port for 932d2f9a-102d-4f54-9227-ded557b50879 owned by network:dhcp {{(pid=87635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:14:24.316944 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Returning: {'device': 'a29e97a4-db7b-4472-bcba-9649964f1615', 'network_id': '3e10e993-259d-4495-9b8b-b5a52c03945f', 'port_id': 'a29e97a4-db7b-4472-bcba-9649964f1615', 'mac_address': 'fa:16:3e:65:15:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e53ee384-c527-45cb-a8de-965d3157222a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 23 16:14:24.379592 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f581dc15-a019-43bd-b33e-d86566784dbd tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Network 93d5306b-b044-45e0-820f-21a84f15a715 is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:14:24.380825 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-f581dc15-a019-43bd-b33e-d86566784dbd tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Resources bound (agent type, host, resource id):  {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:14:24.391357 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-954720d1-2eb1-4f2e-abea-aea589484c21 tempest-TestNetworkBasicOps-54271533 tempest-TestNetworkBasicOps-54271533-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:14:24.396408 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-954720d1-2eb1-4f2e-abea-aea589484c21 tempest-TestNetworkBasicOps-54271533 tempest-TestNetworkBasicOps-54271533-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:14:24.397041 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-954720d1-2eb1-4f2e-abea-aea589484c21 tempest-TestNetworkBasicOps-54271533 tempest-TestNetworkBasicOps-54271533-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:14:24.398872 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-954720d1-2eb1-4f2e-abea-aea589484c21 tempest-TestNetworkBasicOps-54271533 tempest-TestNetworkBasicOps-54271533-project-admin] 10.222.0.64 "GET /v2.0/ports?project_id=544f3e375bde4f0988286eba27294ea6&network_id=8f98af44-d303-4bde-b872-83960908e446 HTTP/1.1" status: 200  len: 3000 time: 0.6071520
Dec 23 16:14:24.421906 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-960f2f32-3157-456f-9ac4-bb17f5c20366 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:14:24.422896 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-960f2f32-3157-456f-9ac4-bb17f5c20366 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Synchronizing usage tracker for tenant:bf435ff0e7914a739a10fff5b2399c13 on resource:port {{(pid=87635) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:14:24.436369 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 48070) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:24.448144 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf63b851-728d-438a-9f59-90a9e779f336 req-9804a1ed-78af-4b3b-8565-4359c7712c89 tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:14:24.457981 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-bf63b851-728d-438a-9f59-90a9e779f336 req-9804a1ed-78af-4b3b-8565-4359c7712c89 tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] 10.222.0.64 "GET /v2.0/ports?device_id=f54fff32-66c0-4adb-922d-69673e61b491 HTTP/1.1" status: 200  len: 946 time: 0.5675871
Dec 23 16:14:24.519541 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:24.538482 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-960f2f32-3157-456f-9ac4-bb17f5c20366 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Unset dirty status for tenant:bf435ff0e7914a739a10fff5b2399c13 on resource:port {{(pid=87635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:14:24.540287 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-960f2f32-3157-456f-9ac4-bb17f5c20366 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200  len: 866 time: 0.7512021
Dec 23 16:14:24.547306 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 48076) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:24.583505 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-cf37e3e6-def8-498c-91a9-f216a32a3079 tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:24.595543 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-4f7990c8-2add-4a03-9b08-aa3aa7afdd6d tempest-FloatingIPNegativeTestJSON-779674983 tempest-FloatingIPNegativeTestJSON-779674983-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:14:24.620558 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:24.651742 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-bf63b851-728d-438a-9f59-90a9e779f336 req-504b23b8-9ef7-4fb6-9085-472302627e40 tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] 10.222.0.64 "GET /v2.0/security-groups?id=3b5fba24-44fb-4189-bd87-51876b915d36&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1926560
Dec 23 16:14:24.654640 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.notifiers.nova [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a29e97a4-db7b-4472-bcba-9649964f1615 {{(pid=87637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 23 16:14:24.716828 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-cb2e8ff1-9934-4d12-af61-7e438ac8c4a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:24.720099 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf37e3e6-def8-498c-91a9-f216a32a3079 tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Pushing event deleted for resources: {'Port': ['ID=932d2f9a-102d-4f54-9227-ded557b50879,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:14:24.725231 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-cf37e3e6-def8-498c-91a9-f216a32a3079 tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:14:24.735072 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf37e3e6-def8-498c-91a9-f216a32a3079 tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] No DVR routers for this DVR port 932d2f9a-102d-4f54-9227-ded557b50879 on host dv-neutron-822799-1-hyperv {{(pid=87635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 23 16:14:24.754343 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] For port a34b5eb7-0209-44eb-b8d6-ba92e90e911d, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=a34b5eb7-0209-44eb-b8d6-ba92e90e911d,segment=NetworkSegment(7f302c6b-04b1-4d1b-9665-570129022caf),segment_id=7f302c6b-04b1-4d1b-9665-570129022caf)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:14:24.769541 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] For port a29e97a4-db7b-4472-bcba-9649964f1615, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=a29e97a4-db7b-4472-bcba-9649964f1615,segment=NetworkSegment(08e0e148-532b-4b21-a744-4826af0567ef),segment_id=08e0e148-532b-4b21-a744-4826af0567ef)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:14:24.770910 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12dad10c-f9b4-42c3-b435-e9e2013edbf5 None None] DHCP port deletion for 6e63fb5d-6d2e-413d-9003-eb2bf66f20bd request from dv-neutron-822799-1-hyperv {{(pid=87637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 23 16:14:24.780449 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:24.783839 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-5cdd5a02-dd29-4992-894c-badcadb76a95 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:14:24.786996 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-55543d2e-b2f6-419f-b6a6-464a12808708 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:24.819417 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4a7c41d-9b19-4ab7-8f71-1323f52fb48b tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:14:24.821433 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-d4a7c41d-9b19-4ab7-8f71-1323f52fb48b tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.2755396
Dec 23 16:14:24.832990 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:24.833261 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 48086) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:24.849109 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-55543d2e-b2f6-419f-b6a6-464a12808708 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:14:24.851226 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d953210-65e3-42d4-8a73-aa6d92abc83e None None] DHCP port deletion for a67646b4-5371-43ec-9f98-39fe51a67033 request from dv-neutron-822799-1-hyperv {{(pid=87637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 23 16:14:24.868157 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-1d953210-65e3-42d4-8a73-aa6d92abc83e None None] Deleting port b80a626c-eb9d-4318-8029-192ac8f2cd41 {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:14:24.868601 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1d953210-65e3-42d4-8a73-aa6d92abc83e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:24.911289 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-55543d2e-b2f6-419f-b6a6-464a12808708 admin admin] Usage tracker for resource:security_group_rule and tenant:133b534a4c8a4e0cbdb705aa8eecad49 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:14:24.924334 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-55543d2e-b2f6-419f-b6a6-464a12808708 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:14:24.935342 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-55543d2e-b2f6-419f-b6a6-464a12808708 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:14:24.938020 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-cf37e3e6-def8-498c-91a9-f216a32a3079 tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-864347', 'neutron.services.segments.db._delete_segments_for_network-8735362908070'] for network, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:24.984528 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.services.segments.db [None req-cf37e3e6-def8-498c-91a9-f216a32a3079 tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1dc0de9e80>,) {'filters': {'network_id': ['6e63fb5d-6d2e-413d-9003-eb2bf66f20bd']}} {{(pid=87635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:14:25.002838 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.services.segments.db [None req-cf37e3e6-def8-498c-91a9-f216a32a3079 tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dc0de9e80>, 'e31786fd-df5c-48d4-ad98-5e02b6e10def') {'for_net_delete': True} {{(pid=87635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:14:25.003176 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.services.segments.db [None req-cf37e3e6-def8-498c-91a9-f216a32a3079 tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dc0de9e80>, 'e31786fd-df5c-48d4-ad98-5e02b6e10def') {} {{(pid=87635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:14:25.019178 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-cf37e3e6-def8-498c-91a9-f216a32a3079 tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735363085442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2776713'] for segment, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:25.039972 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Pushing event updated for resources: {'Port': ['ID=a34b5eb7-0209-44eb-b8d6-ba92e90e911d,revision_number=3']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:14:25.043567 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:14:25.044351 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.db.api [None req-cb2e8ff1-9934-4d12-af61-7e438ac8c4a3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87637) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 23 16:14:25.044951 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_db.api [None req-cb2e8ff1-9934-4d12-af61-7e438ac8c4a3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 23 16:14:25.046325 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-cf37e3e6-def8-498c-91a9-f216a32a3079 tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:25.052523 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.209s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:14:25.057788 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf37e3e6-def8-498c-91a9-f216a32a3079 tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Releasing vlan 426 on physical network physnet1 to pool {{(pid=87635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 23 16:14:25.058179 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-cf37e3e6-def8-498c-91a9-f216a32a3079 tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2753503'] for segment, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:25.072921 dv-neutron-822799-1-hyperv neutron-server[87635]: Traceback (most recent call last):
Dec 23 16:14:25.072921 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 23 16:14:25.072921 dv-neutron-822799-1-hyperv neutron-server[87635]:     timer()
Dec 23 16:14:25.072921 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:14:25.072921 dv-neutron-822799-1-hyperv neutron-server[87635]:     cb(*args, **kw)
Dec 23 16:14:25.072921 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 23 16:14:25.072921 dv-neutron-822799-1-hyperv neutron-server[87635]:     return func(*args, **kwargs)
Dec 23 16:14:25.072921 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:14:25.072921 dv-neutron-822799-1-hyperv neutron-server[87635]:     self._notify()
Dec 23 16:14:25.072921 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:14:25.072921 dv-neutron-822799-1-hyperv neutron-server[87635]:     self.callback(batched_events)
Dec 23 16:14:25.072921 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:14:25.072921 dv-neutron-822799-1-hyperv neutron-server[87635]:     event.method(event)
Dec 23 16:14:25.072921 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:14:25.072921 dv-neutron-822799-1-hyperv neutron-server[87635]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:14:25.072921 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 23 16:14:25.072921 dv-neutron-822799-1-hyperv neutron-server[87635]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 23 16:14:25.072921 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 23 16:14:25.072921 dv-neutron-822799-1-hyperv neutron-server[87635]:     return f(self, *a, **k)
Dec 23 16:14:25.072921 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:14:25.072921 dv-neutron-822799-1-hyperv neutron-server[87635]:     return self._get(url).json()
Dec 23 16:14:25.072921 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 23 16:14:25.072921 dv-neutron-822799-1-hyperv neutron-server[87635]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 23 16:14:25.072921 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 23 16:14:25.072921 dv-neutron-822799-1-hyperv neutron-server[87635]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:14:25.072921 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 23 16:14:25.072921 dv-neutron-822799-1-hyperv neutron-server[87635]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 23 16:14:25.072921 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 23 16:14:25.072921 dv-neutron-822799-1-hyperv neutron-server[87635]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:14:25.072921 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 23 16:14:25.072921 dv-neutron-822799-1-hyperv neutron-server[87635]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:14:25.072921 dv-neutron-822799-1-hyperv neutron-server[87635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:14:25.093661 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] get_ports_and_sgs() called for port_ids ['a29e97a4-db7b-4472-bcba-9649964f1615'] {{(pid=87637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 23 16:14:25.112232 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f581dc15-a019-43bd-b33e-d86566784dbd tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Router e177fe5e-cdc8-403a-9923-16769a19a732 is scheduled to L3 agent 371d4c41-c7e2-4de7-9539-c049ec4e95d1 with binding_index 1 {{(pid=87636) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 23 16:14:25.127012 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-0a2184f7-3761-4d92-ab47-17812fc769a5 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.2867856
Dec 23 16:14:25.132430 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-0d8a6830-da1f-429f-a031-68b13ff15662 req-1bbbd4c1-c8d8-49f3-adcd-0686c5b31a36 service neutron] 10.222.0.61 "GET /v2.0/networks/3e10e993-259d-4495-9b8b-b5a52c03945f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8756826
Dec 23 16:14:25.134310 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 48090) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:25.217412 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device a34b5eb7-0209-44eb-b8d6-ba92e90e911d up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:14:25.291426 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-4f31e21b-330a-478e-884b-d22311fa8e07 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Request body: {'subnet': {'network_id': 'a67646b4-5371-43ec-9f98-39fe51a67033', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:14:25.368151 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Pushing event updated for resources: {'Port': ['ID=a29e97a4-db7b-4472-bcba-9649964f1615,revision_number=4']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:14:25.377592 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-55543d2e-b2f6-419f-b6a6-464a12808708 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:25.387443 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:14:25.395816 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-55543d2e-b2f6-419f-b6a6-464a12808708 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:25.403589 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-cf37e3e6-def8-498c-91a9-f216a32a3079 tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-864336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1824171'] for network, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:25.407108 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-1d953210-65e3-42d4-8a73-aa6d92abc83e None None] For port b80a626c-eb9d-4318-8029-192ac8f2cd41, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=b80a626c-eb9d-4318-8029-192ac8f2cd41,segment=NetworkSegment(d0e346f7-32a7-41a0-b972-301688edbe10),segment_id=d0e346f7-32a7-41a0-b972-301688edbe10)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:14:25.407108 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1d953210-65e3-42d4-8a73-aa6d92abc83e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:25.407417 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-dc7e3cf1-4a73-4ee9-be7a-9ac4ca076da0 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:14:25.421285 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-cf37e3e6-def8-498c-91a9-f216a32a3079 tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Notify callbacks [] for network, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:25.481338 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d10791-cbde-4e2e-9116-746213efdff7 req-34847cbc-e75d-4ea7-a334-195b25cfb93c tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:14:25.483826 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-90d10791-cbde-4e2e-9116-746213efdff7 req-34847cbc-e75d-4ea7-a334-195b25cfb93c tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d12d024-785e-42d1-98eb-b1d5c44f899e HTTP/1.1" status: 200  len: 945 time: 0.2061894
Dec 23 16:14:25.489219 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-55543d2e-b2f6-419f-b6a6-464a12808708 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=133b534a4c8a4e0cbdb705aa8eecad49&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0260170
Dec 23 16:14:25.489219 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-cf37e3e6-def8-498c-91a9-f216a32a3079 tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] 10.222.0.64 "DELETE /v2.0/networks/6e63fb5d-6d2e-413d-9003-eb2bf66f20bd HTTP/1.1" status: 204  len: 168 time: 2.1425223
Dec 23 16:14:25.491442 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 48098) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:25.491781 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 48100) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:25.492905 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55543d2e-b2f6-419f-b6a6-464a12808708 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9cf12d8-075d-40ae-a537-f687eeb24688,revision_number=1']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:14:25.499983 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-55543d2e-b2f6-419f-b6a6-464a12808708 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:14:25.512151 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-584960d0-4311-4883-9170-e598924d167e tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.091s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:14:25.570698 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf37e3e6-def8-498c-91a9-f216a32a3079 tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Pushing event deleted for resources: {'Network': ['ID=6e63fb5d-6d2e-413d-9003-eb2bf66f20bd,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:14:25.579018 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-cf37e3e6-def8-498c-91a9-f216a32a3079 tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:14:25.631588 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f581dc15-a019-43bd-b33e-d86566784dbd tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify agent at l3_agent.dv-neutron-822799-1-hyperv the message routers_updated {{(pid=87636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 23 16:14:25.639038 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-4f31e21b-330a-478e-884b-d22311fa8e07 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:14:25.648611 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-f581dc15-a019-43bd-b33e-d86566784dbd tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] 10.222.0.64 "PUT /v2.0/routers/e177fe5e-cdc8-403a-9923-16769a19a732/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.8925648
Dec 23 16:14:25.649708 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 48106) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:25.656377 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-4f31e21b-330a-478e-884b-d22311fa8e07 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Usage tracker for resource:subnet and tenant:bf435ff0e7914a739a10fff5b2399c13 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:14:25.661401 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-1d953210-65e3-42d4-8a73-aa6d92abc83e None None] Calling delete_port for b80a626c-eb9d-4318-8029-192ac8f2cd41 owned by network:dhcp {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:14:25.669600 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4265bf47-ac7a-42f8-b83b-5097df6f1d66 req-add30f56-8359-4fa2-8fc1-7b1494808298 tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:14:25.676848 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-4265bf47-ac7a-42f8-b83b-5097df6f1d66 req-add30f56-8359-4fa2-8fc1-7b1494808298 tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] 10.222.0.64 "GET /v2.0/ports?device_id=f54fff32-66c0-4adb-922d-69673e61b491 HTTP/1.1" status: 200  len: 946 time: 0.8415408
Dec 23 16:14:25.682172 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-e1b9713e-ca74-4736-9b64-06d4c568d8d9 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Request body: {'network': {'name': 'tempest-RoutersTest-1520466940'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:14:25.686415 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-4f31e21b-330a-478e-884b-d22311fa8e07 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:14:25.690631 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-0d8a6830-da1f-429f-a031-68b13ff15662 req-7d421243-5003-4cbd-bdc5-2e9f97e9c81f service neutron] 10.222.0.61 "GET /v2.0/networks/3e10e993-259d-4495-9b8b-b5a52c03945f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5301807
Dec 23 16:14:25.692775 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-90d10791-cbde-4e2e-9116-746213efdff7 req-8a615063-7a66-4048-8180-b08927400904 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] 10.222.0.64 "GET /v2.0/security-groups?id=6efb91e4-dce2-4b1b-ba77-0534a1c433c6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2021990
Dec 23 16:14:25.706708 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c2580ae-1e49-473d-b3cc-800843b26082 None None] Sync routers for ids ['e177fe5e-cdc8-403a-9923-16769a19a732'] in dv-neutron-822799-1-hyperv {{(pid=87637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 23 16:14:25.708867 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-e3a4c1ab-98f2-48c4-9513-712f8d944651 tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-698866'] for network, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:25.711082 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-4f31e21b-330a-478e-884b-d22311fa8e07 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:14:25.715182 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-e1b9713e-ca74-4736-9b64-06d4c568d8d9 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:14:25.727265 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-e1b9713e-ca74-4736-9b64-06d4c568d8d9 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Usage tracker for resource:network and tenant:3fd82437e08648b4840016e8955250bf is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:14:25.732543 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-c64ab1b2-8f1b-4474-ac7b-d11650754904 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:25.734100 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-e1b9713e-ca74-4736-9b64-06d4c568d8d9 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:14:25.748932 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port a34b5eb7-0209-44eb-b8d6-ba92e90e911d triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:14:25.749164 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-e1b9713e-ca74-4736-9b64-06d4c568d8d9 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:14:25.749298 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:25.751027 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f31e21b-330a-478e-884b-d22311fa8e07 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Made reservation on behalf of bf435ff0e7914a739a10fff5b2399c13 for: {'subnet': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:14:25.754502 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-4f31e21b-330a-478e-884b-d22311fa8e07 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2618324'] for subnet, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:25.816422 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-c64ab1b2-8f1b-4474-ac7b-d11650754904 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:25.838673 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-4265bf47-ac7a-42f8-b83b-5097df6f1d66 req-dbfa4a99-9f1a-4738-a843-5f1422cc6dc5 tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] 10.222.0.64 "GET /v2.0/security-groups?id=3b5fba24-44fb-4189-bd87-51876b915d36&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1609750
Dec 23 16:14:25.844455 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1b9713e-ca74-4736-9b64-06d4c568d8d9 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Made reservation on behalf of 3fd82437e08648b4840016e8955250bf for: {'network': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:14:25.847811 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e1b9713e-ca74-4736-9b64-06d4c568d8d9 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for network, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:25.851880 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c2580ae-1e49-473d-b3cc-800843b26082 None None] Routers {'e177fe5e-cdc8-403a-9923-16769a19a732'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:14:25.852773 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-7c2580ae-1e49-473d-b3cc-800843b26082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc12902e0>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:14:20Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['e177fe5e-cdc8-403a-9923-16769a19a732'], 'active': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:14:25.908264 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1b9713e-ca74-4736-9b64-06d4c568d8d9 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] vlan segment allocate from pool success with {'vlan_id': 445, 'physical_network': 'physnet1'}  {{(pid=87636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 23 16:14:25.922460 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e1b9713e-ca74-4736-9b64-06d4c568d8d9 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:25.922794 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.db.segments_db [None req-e1b9713e-ca74-4736-9b64-06d4c568d8d9 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Added segment 31f1df48-6ea0-4600-9f6b-fca5572c27de of type vlan for network ce320326-8ff7-4658-8e61-16a31833d08c
Dec 23 16:14:25.929090 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-e3a4c1ab-98f2-48c4-9513-712f8d944651 tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-864347', 'neutron.services.segments.db._delete_segments_for_network-8735362908070'] for network, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:25.969269 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.services.segments.db [None req-e3a4c1ab-98f2-48c4-9513-712f8d944651 tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1dc5afe910>,) {'filters': {'network_id': ['2156c6a9-3095-4f05-972e-3feada12a60a']}} {{(pid=87635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:14:25.987195 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.services.segments.db [None req-e3a4c1ab-98f2-48c4-9513-712f8d944651 tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dc5afe910>, 'a41a2b36-c618-4f65-bfb9-c25cd28af465') {'for_net_delete': True} {{(pid=87635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:14:25.987681 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.services.segments.db [None req-e3a4c1ab-98f2-48c4-9513-712f8d944651 tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dc5afe910>, 'a41a2b36-c618-4f65-bfb9-c25cd28af465') {} {{(pid=87635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:14:25.989835 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e1b9713e-ca74-4736-9b64-06d4c568d8d9 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735362521793'] for network, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:26.010316 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-e3a4c1ab-98f2-48c4-9513-712f8d944651 tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735363085442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2776713'] for segment, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:26.018757 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-cb2e8ff1-9934-4d12-af61-7e438ac8c4a3 None None] Provisioning for port 9f092cc1-6082-4561-b1c3-16cbcde34d7a completed by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:14:26.029968 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-cb2e8ff1-9934-4d12-af61-7e438ac8c4a3 None None] Provisioning complete for port 9f092cc1-6082-4561-b1c3-16cbcde34d7a triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:14:26.030351 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-cb2e8ff1-9934-4d12-af61-7e438ac8c4a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:26.060988 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 48116) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:26.062189 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-e3a4c1ab-98f2-48c4-9513-712f8d944651 tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:26.096699 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-cb2e8ff1-9934-4d12-af61-7e438ac8c4a3 None None] Port 9f092cc1-6082-4561-b1c3-16cbcde34d7a cannot update to ACTIVE because it is not bound. {{(pid=87637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 23 16:14:26.115700 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e1b9713e-ca74-4736-9b64-06d4c568d8d9 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495'] for network, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:26.121648 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1b9713e-ca74-4736-9b64-06d4c568d8d9 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:14:26.122465 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e1b9713e-ca74-4736-9b64-06d4c568d8d9 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:26.128327 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3a4c1ab-98f2-48c4-9513-712f8d944651 tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Releasing vlan 403 on physical network physnet1 to pool {{(pid=87635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 23 16:14:26.128971 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-e3a4c1ab-98f2-48c4-9513-712f8d944651 tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2753503'] for segment, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:26.133197 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvr_db [None req-7c2580ae-1e49-473d-b3cc-800843b26082 None None] Set router e177fe5e-cdc8-403a-9923-16769a19a732 gateway port host: None {{(pid=87637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:14:26.134404 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-45eae743-2acd-4fff-8cc0-20ac46070d21 tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:14:26.146298 dv-neutron-822799-1-hyperv neutron-server[87635]: Traceback (most recent call last):
Dec 23 16:14:26.146298 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 23 16:14:26.146298 dv-neutron-822799-1-hyperv neutron-server[87635]:     timer()
Dec 23 16:14:26.146298 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:14:26.146298 dv-neutron-822799-1-hyperv neutron-server[87635]:     cb(*args, **kw)
Dec 23 16:14:26.146298 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 23 16:14:26.146298 dv-neutron-822799-1-hyperv neutron-server[87635]:     return func(*args, **kwargs)
Dec 23 16:14:26.146298 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:14:26.146298 dv-neutron-822799-1-hyperv neutron-server[87635]:     self._notify()
Dec 23 16:14:26.146298 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:14:26.146298 dv-neutron-822799-1-hyperv neutron-server[87635]:     self.callback(batched_events)
Dec 23 16:14:26.146298 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:14:26.146298 dv-neutron-822799-1-hyperv neutron-server[87635]:     event.method(event)
Dec 23 16:14:26.146298 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:14:26.146298 dv-neutron-822799-1-hyperv neutron-server[87635]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:14:26.146298 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 23 16:14:26.146298 dv-neutron-822799-1-hyperv neutron-server[87635]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 23 16:14:26.146298 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 23 16:14:26.146298 dv-neutron-822799-1-hyperv neutron-server[87635]:     return f(self, *a, **k)
Dec 23 16:14:26.146298 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:14:26.146298 dv-neutron-822799-1-hyperv neutron-server[87635]:     return self._get(url).json()
Dec 23 16:14:26.146298 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 23 16:14:26.146298 dv-neutron-822799-1-hyperv neutron-server[87635]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 23 16:14:26.146298 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 23 16:14:26.146298 dv-neutron-822799-1-hyperv neutron-server[87635]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:14:26.146298 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 23 16:14:26.146298 dv-neutron-822799-1-hyperv neutron-server[87635]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 23 16:14:26.146298 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 23 16:14:26.146298 dv-neutron-822799-1-hyperv neutron-server[87635]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:14:26.146298 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 23 16:14:26.146298 dv-neutron-822799-1-hyperv neutron-server[87635]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:14:26.146298 dv-neutron-822799-1-hyperv neutron-server[87635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:14:26.247607 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-e1b9713e-ca74-4736-9b64-06d4c568d8d9 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201  len: 766 time: 0.5934048
Dec 23 16:14:26.254333 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 48120) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:26.267922 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-870e118b-2b38-4083-a262-01855a8b08c4 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Request body: {'subnet': {'network_id': 'ce320326-8ff7-4658-8e61-16a31833d08c', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:14:26.274048 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-96aebecd-5293-4225-b1ee-96e2c4936572 None None] Could not find standard attr ID for object 932d2f9a-102d-4f54-9227-ded557b50879. {{(pid=87637) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 23 16:14:26.308716 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1d953210-65e3-42d4-8a73-aa6d92abc83e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789'] for port, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:26.319878 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:14:26.330901 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b9713e-ca74-4736-9b64-06d4c568d8d9 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Pushing event updated for resources: {'Network': ['ID=ce320326-8ff7-4658-8e61-16a31833d08c,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:14:26.344193 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.objects.ports [None req-4f31e21b-330a-478e-884b-d22311fa8e07 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87636) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}}
Dec 23 16:14:26.346197 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-e1b9713e-ca74-4736-9b64-06d4c568d8d9 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:14:26.347019 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-4f31e21b-330a-478e-884b-d22311fa8e07 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2176430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2618310'] for subnet, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:26.351644 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-b2cefed6-448d-4a81-8258-6544970017fc tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:14:26.368925 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d953210-65e3-42d4-8a73-aa6d92abc83e None None] Pushing event deleted for resources: {'Port': ['ID=b80a626c-eb9d-4318-8029-192ac8f2cd41,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:14:26.372063 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-1d953210-65e3-42d4-8a73-aa6d92abc83e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:14:26.373145 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Network ce320326-8ff7-4658-8e61-16a31833d08c details requested by agent ovs-agent-dv-neutron-822799-1-hyperv with host dv-neutron-822799-1-hyperv {{(pid=87637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 23 16:14:26.396617 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-870e118b-2b38-4083-a262-01855a8b08c4 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:14:26.407930 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-870e118b-2b38-4083-a262-01855a8b08c4 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Usage tracker for resource:subnet and tenant:3fd82437e08648b4840016e8955250bf is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:14:26.411358 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f31e21b-330a-478e-884b-d22311fa8e07 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Network a67646b4-5371-43ec-9f98-39fe51a67033 is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:14:26.413505 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-870e118b-2b38-4083-a262-01855a8b08c4 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:14:26.416848 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-4f31e21b-330a-478e-884b-d22311fa8e07 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Resources bound (agent type, host, resource id):  {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:14:26.417452 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abbe0a6f-cdd2-4d4d-9205-34bfca55874e tempest-TestNetworkBasicOps-54271533 tempest-TestNetworkBasicOps-54271533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:14:26.418990 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-abbe0a6f-cdd2-4d4d-9205-34bfca55874e tempest-TestNetworkBasicOps-54271533 tempest-TestNetworkBasicOps-54271533-project-admin] 10.222.0.64 "GET /v2.0/subnets?network_id=8afa6d58-9431-454a-b99c-3ff8a65aa86b HTTP/1.1" status: 200  len: 814 time: 0.3542199
Dec 23 16:14:26.421939 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f31e21b-330a-478e-884b-d22311fa8e07 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:14:26.422524 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-4f31e21b-330a-478e-884b-d22311fa8e07 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks [] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:26.423711 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-870e118b-2b38-4083-a262-01855a8b08c4 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:14:26.435162 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-e3a4c1ab-98f2-48c4-9513-712f8d944651 tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-864336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1824171'] for network, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:26.440520 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:14:26.451371 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f31e21b-330a-478e-884b-d22311fa8e07 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Pushing event updated for resources: {'Subnet': ['ID=30600872-8719-4bca-ac65-dc9208bbde30,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:14:26.456019 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-4f31e21b-330a-478e-884b-d22311fa8e07 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:14:26.462411 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-4f31e21b-330a-478e-884b-d22311fa8e07 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 824 time: 1.3258343
Dec 23 16:14:26.468171 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 48126) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:26.469422 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-e3a4c1ab-98f2-48c4-9513-712f8d944651 tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Notify callbacks [] for network, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:26.471843 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8816b168-52d2-4429-81a4-5a036b4a083c req-b6ad598b-7850-4558-aee8-68904cef2dcc tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:14:26.474461 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-870e118b-2b38-4083-a262-01855a8b08c4 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Made reservation on behalf of 3fd82437e08648b4840016e8955250bf for: {'subnet': 1} {{(pid=87635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:14:26.478097 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-870e118b-2b38-4083-a262-01855a8b08c4 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2610339'] for subnet, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:26.479578 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-8816b168-52d2-4429-81a4-5a036b4a083c req-b6ad598b-7850-4558-aee8-68904cef2dcc tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] 10.222.0.64 "GET /v2.0/ports?device_id=f54fff32-66c0-4adb-922d-69673e61b491 HTTP/1.1" status: 200  len: 946 time: 0.2251053
Dec 23 16:14:26.497535 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-c64ab1b2-8f1b-4474-ac7b-d11650754904 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:26.513543 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-e2c8d29d-2718-455a-9e7b-bb9d42162a64 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Request body: {'port': {'network_id': 'a67646b4-5371-43ec-9f98-39fe51a67033', 'mac_address': 'fa:16:3e:03:2f:02', 'name': 'tempest-NetworksTestDHCPv6-362190862'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:14:26.523080 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-8816b168-52d2-4429-81a4-5a036b4a083c req-713da126-3acb-4294-bdfc-3f56bb29c0cb tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] 10.222.0.64 "GET /v2.0/security-groups?id=3b5fba24-44fb-4189-bd87-51876b915d36&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0423570
Dec 23 16:14:26.553921 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-96aebecd-5293-4225-b1ee-96e2c4936572 None None] Provisioning complete for port 9f092cc1-6082-4561-b1c3-16cbcde34d7a triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:14:26.554566 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-96aebecd-5293-4225-b1ee-96e2c4936572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:26.580812 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d953210-65e3-42d4-8a73-aa6d92abc83e None None] No DVR routers for this DVR port b80a626c-eb9d-4318-8029-192ac8f2cd41 on host dv-neutron-822799-1-hyperv {{(pid=87637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 23 16:14:26.586327 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a4c1ab-98f2-48c4-9513-712f8d944651 tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Pushing event deleted for resources: {'Network': ['ID=2156c6a9-3095-4f05-972e-3feada12a60a,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:14:26.612501 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-e3a4c1ab-98f2-48c4-9513-712f8d944651 tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:14:26.612937 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-18a81f91-6c6d-4929-bbbd-75528a6d23f9 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.106s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:14:26.649011 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fab167e-1d34-479a-9076-434918bb616b None None] Network a67646b4-5371-43ec-9f98-39fe51a67033 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:14:26.683828 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-c64ab1b2-8f1b-4474-ac7b-d11650754904 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:26.684971 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-c64ab1b2-8f1b-4474-ac7b-d11650754904 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f9cf12d8-075d-40ae-a537-f687eeb24688 HTTP/1.1" status: 204  len: 168 time: 1.1885939
Dec 23 16:14:26.702428 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64ab1b2-8f1b-4474-ac7b-d11650754904 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9cf12d8-075d-40ae-a537-f687eeb24688,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:14:26.705494 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-c64ab1b2-8f1b-4474-ac7b-d11650754904 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:14:26.707914 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-e3a4c1ab-98f2-48c4-9513-712f8d944651 tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] 10.222.0.64 "DELETE /v2.0/networks/2156c6a9-3095-4f05-972e-3feada12a60a HTTP/1.1" status: 204  len: 168 time: 1.2096086
Dec 23 16:14:26.716208 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 48134) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:26.740528 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 932d2f9a-102d-4f54-9227-ded557b50879 no longer exists at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 23 16:14:26.814525 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] No Port match for: 932d2f9a-102d-4f54-9227-ded557b50879 {{(pid=87637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 23 16:14:26.814882 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 932d2f9a-102d-4f54-9227-ded557b50879 not bound to the agent host dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 23 16:14:26.815315 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device b80a626c-eb9d-4318-8029-192ac8f2cd41 no longer exists at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 23 16:14:26.865553 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] No Port match for: b80a626c-eb9d-4318-8029-192ac8f2cd41 {{(pid=87637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 23 16:14:26.865553 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device b80a626c-eb9d-4318-8029-192ac8f2cd41 not bound to the agent host dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 23 16:14:26.888076 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 48144) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:26.896105 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-d989c164-148c-4c29-ab99-8b0382a5381f tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Request body: {'network': {'name': 'tempest-network-smoke--809880842', 'project_id': '544f3e375bde4f0988286eba27294ea6', 'port_security_enabled': True}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:14:26.906648 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-d989c164-148c-4c29-ab99-8b0382a5381f tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:14:26.910110 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-e2c8d29d-2718-455a-9e7b-bb9d42162a64 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:14:26.929580 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-d989c164-148c-4c29-ab99-8b0382a5381f tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:14:26.933322 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-e2c8d29d-2718-455a-9e7b-bb9d42162a64 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:14:26.941040 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-355a4f79-26f7-4fa0-8c6e-f63e1d2ad9ee tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-698866'] for network, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:26.969691 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2c8d29d-2718-455a-9e7b-bb9d42162a64 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Made reservation on behalf of bf435ff0e7914a739a10fff5b2399c13 for: {'port': 1} {{(pid=87635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:14:27.030560 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-96aebecd-5293-4225-b1ee-96e2c4936572 None None] Port 9f092cc1-6082-4561-b1c3-16cbcde34d7a cannot update to ACTIVE because it is not bound. {{(pid=87637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 23 16:14:27.081899 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-870e118b-2b38-4083-a262-01855a8b08c4 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2753396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2610353'] for subnet, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:27.090785 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:14:27.143233 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae0740b-d634-47fd-bcf2-23d3de64e0e4 req-2cc7e615-5983-46bb-8369-ce2402b2a5c8 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:14:27.150374 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-5ae0740b-d634-47fd-bcf2-23d3de64e0e4 req-2cc7e615-5983-46bb-8369-ce2402b2a5c8 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d12d024-785e-42d1-98eb-b1d5c44f899e HTTP/1.1" status: 200  len: 945 time: 0.3271513
Dec 23 16:14:27.294293 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-355a4f79-26f7-4fa0-8c6e-f63e1d2ad9ee tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-864347', 'neutron.services.segments.db._delete_segments_for_network-8735362908070'] for network, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:27.342506 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2af118e9-69ef-4e02-807c-ec4a2f39280e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7e017a6-8198-58c8-a07e-0f786128e3b3-a67646b4-5371-43ec-9f98-39fe51a67033', 'network_id': 'a67646b4-5371-43ec-9f98-39fe51a67033', 'tenant_id': 'bf435ff0e7914a739a10fff5b2399c13', 'fixed_ips': [{'subnet_id': '30600872-8719-4bca-ac65-dc9208bbde30'}]}} from dv-neutron-822799-1-hyperv. {{(pid=87637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 23 16:14:27.343014 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d989c164-148c-4c29-ab99-8b0382a5381f tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Made reservation on behalf of 544f3e375bde4f0988286eba27294ea6 for: {'network': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:14:27.343249 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-2af118e9-69ef-4e02-807c-ec4a2f39280e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:27.355586 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d989c164-148c-4c29-ab99-8b0382a5381f tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for network, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:27.392084 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-355a4f79-26f7-4fa0-8c6e-f63e1d2ad9ee tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1dbb659760>,) {'filters': {'network_id': ['1bc860b3-945d-4e83-91f1-5c34b6edb5f1']}} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:14:27.399388 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-5ae0740b-d634-47fd-bcf2-23d3de64e0e4 req-81fedcf4-1ecb-4e52-993e-946860ab638c tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] 10.222.0.64 "GET /v2.0/security-groups?id=6efb91e4-dce2-4b1b-ba77-0534a1c433c6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2476094
Dec 23 16:14:27.408388 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-e2c8d29d-2718-455a-9e7b-bb9d42162a64 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:27.420896 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-355a4f79-26f7-4fa0-8c6e-f63e1d2ad9ee tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dbb659760>, 'e85d01b6-0183-4b8e-98e1-80ba24455dda') {'for_net_delete': True} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:14:27.421187 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-355a4f79-26f7-4fa0-8c6e-f63e1d2ad9ee tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dbb659760>, 'e85d01b6-0183-4b8e-98e1-80ba24455dda') {} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:14:27.421460 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870e118b-2b38-4083-a262-01855a8b08c4 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Pushing event updated for resources: {'Subnet': ['ID=b4ea8d7f-3d9f-4697-ade4-7a55eefb7293,revision_number=0']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:14:27.433053 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-870e118b-2b38-4083-a262-01855a8b08c4 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:14:27.440305 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-870e118b-2b38-4083-a262-01855a8b08c4 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Checking segment: {'id': '31f1df48-6ea0-4600-9f6b-fca5572c27de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'ce320326-8ff7-4658-8e61-16a31833d08c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:14:27.440998 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-870e118b-2b38-4083-a262-01855a8b08c4 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Network hostable DHCP agents. Network: ce320326-8ff7-4658-8e61-16a31833d08c, hostable agents: ['1c812d71-eadf-4fb3-b98e-67468a4aa7e2'], hosted agents: [] {{(pid=87635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 23 16:14:27.445529 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-355a4f79-26f7-4fa0-8c6e-f63e1d2ad9ee tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735363085442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2382197'] for segment, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:27.462318 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d989c164-148c-4c29-ab99-8b0382a5381f tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] vlan segment allocate from pool success with {'vlan_id': 424, 'physical_network': 'physnet1'}  {{(pid=87636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 23 16:14:27.465217 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.notifiers.nova [None req-e2c8d29d-2718-455a-9e7b-bb9d42162a64 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] device_id is not set on port b7e06d46-a049-4734-90ad-b1cd9b2dd48b yet. {{(pid=87635) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 23 16:14:27.476402 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-355a4f79-26f7-4fa0-8c6e-f63e1d2ad9ee tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:27.485089 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d989c164-148c-4c29-ab99-8b0382a5381f tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:27.485423 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.db.segments_db [None req-d989c164-148c-4c29-ab99-8b0382a5381f tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Added segment 06581beb-f676-4147-b744-2ec20aa7f254 of type vlan for network 30b67c35-e209-49c3-a56e-de3a0e0c8158
Dec 23 16:14:27.519199 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-7c2580ae-1e49-473d-b3cc-800843b26082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc12902e0>, [{'id': 'e177fe5e-cdc8-403a-9923-16769a19a732', 'name': 'tempest-RoutersTest-router-1751319929', 'tenant_id': '3fd82437e08648b4840016e8955250bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:14:14Z', 'updated_at': '2021-12-23T16:14:22Z', 'revision_number': 2, 'project_id': '3fd82437e08648b4840016e8955250bf', 'gw_port_host': None, '_interfaces': [{'id': '9f092cc1-6082-4561-b1c3-16cbcde34d7a', 'name': '', 'network_id': '93d5306b-b044-45e0-820f-21a84f15a715', 'tenant_id': '3fd82437e08648b4840016e8955250bf', 'mac_address': 'fa:16:3e:86:78:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e177fe5e-cdc8-403a-9923-16769a19a732', 'device_owner': 'network:router_interface', 'standard_attr_id': 870, 'fixed_ips': [{'subnet_id': '4d508dea-bd45-4414-a7fb-afb4f674db06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:14:20Z', 'updated_at': '2021-12-23T16:14:23Z', 'revision_number': 2, 'project_id': '3fd82437e08648b4840016e8955250bf', 'subnets': [{'id': '4d508dea-bd45-4414-a7fb-afb4f674db06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:14:27.528448 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-870e118b-2b38-4083-a262-01855a8b08c4 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Network ce320326-8ff7-4658-8e61-16a31833d08c is scheduled to be hosted by DHCP agent 1c812d71-eadf-4fb3-b98e-67468a4aa7e2 with binding_index 1 {{(pid=87635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 23 16:14:27.532489 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d989c164-148c-4c29-ab99-8b0382a5381f tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735362521793'] for network, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:27.535155 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c2580ae-1e49-473d-b3cc-800843b26082 None None] Checking router: e177fe5e-cdc8-403a-9923-16769a19a732 for host: dv-neutron-822799-1-hyperv {{(pid=87637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 23 16:14:27.535532 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c2580ae-1e49-473d-b3cc-800843b26082 None None] Updating router e177fe5e-cdc8-403a-9923-16769a19a732 port 9f092cc1-6082-4561-b1c3-16cbcde34d7a binding host dv-neutron-822799-1-hyperv {{(pid=87637) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 23 16:14:27.544946 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-355a4f79-26f7-4fa0-8c6e-f63e1d2ad9ee tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Releasing vlan 433 on physical network physnet1 to pool {{(pid=87636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 23 16:14:27.545640 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-355a4f79-26f7-4fa0-8c6e-f63e1d2ad9ee tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2176261'] for segment, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:27.547408 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.base_scheduler [None req-870e118b-2b38-4083-a262-01855a8b08c4 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822799-1-hyperv, ce320326-8ff7-4658-8e61-16a31833d08c) {{(pid=87635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:14:27.565666 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35513893-038a-4c4d-9be7-84897bfd7812 None None] Network ce320326-8ff7-4658-8e61-16a31833d08c requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:14:27.574917 dv-neutron-822799-1-hyperv neutron-server[87636]: Traceback (most recent call last):
Dec 23 16:14:27.574917 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 23 16:14:27.574917 dv-neutron-822799-1-hyperv neutron-server[87636]:     timer()
Dec 23 16:14:27.574917 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:14:27.574917 dv-neutron-822799-1-hyperv neutron-server[87636]:     cb(*args, **kw)
Dec 23 16:14:27.574917 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 23 16:14:27.574917 dv-neutron-822799-1-hyperv neutron-server[87636]:     return func(*args, **kwargs)
Dec 23 16:14:27.574917 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:14:27.574917 dv-neutron-822799-1-hyperv neutron-server[87636]:     self._notify()
Dec 23 16:14:27.574917 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:14:27.574917 dv-neutron-822799-1-hyperv neutron-server[87636]:     self.callback(batched_events)
Dec 23 16:14:27.574917 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:14:27.574917 dv-neutron-822799-1-hyperv neutron-server[87636]:     event.method(event)
Dec 23 16:14:27.574917 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:14:27.574917 dv-neutron-822799-1-hyperv neutron-server[87636]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:14:27.574917 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 23 16:14:27.574917 dv-neutron-822799-1-hyperv neutron-server[87636]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 23 16:14:27.574917 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 23 16:14:27.574917 dv-neutron-822799-1-hyperv neutron-server[87636]:     return f(self, *a, **k)
Dec 23 16:14:27.574917 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:14:27.574917 dv-neutron-822799-1-hyperv neutron-server[87636]:     return self._get(url).json()
Dec 23 16:14:27.574917 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 23 16:14:27.574917 dv-neutron-822799-1-hyperv neutron-server[87636]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 23 16:14:27.574917 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 23 16:14:27.574917 dv-neutron-822799-1-hyperv neutron-server[87636]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:14:27.574917 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 23 16:14:27.574917 dv-neutron-822799-1-hyperv neutron-server[87636]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 23 16:14:27.574917 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 23 16:14:27.574917 dv-neutron-822799-1-hyperv neutron-server[87636]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:14:27.574917 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 23 16:14:27.574917 dv-neutron-822799-1-hyperv neutron-server[87636]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:14:27.574917 dv-neutron-822799-1-hyperv neutron-server[87636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:14:27.590557 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-870e118b-2b38-4083-a262-01855a8b08c4 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:14:27.591276 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-870e118b-2b38-4083-a262-01855a8b08c4 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks [] for subnet, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:27.643194 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-870e118b-2b38-4083-a262-01855a8b08c4 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.3876090
Dec 23 16:14:27.645868 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 48166) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:27.693652 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d989c164-148c-4c29-ab99-8b0382a5381f tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495'] for network, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:27.704191 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_common [None req-2af118e9-69ef-4e02-807c-ec4a2f39280e None None] Allocated IP 2001:db8::f816:3eff:fe44:9b43 (a67646b4-5371-43ec-9f98-39fe51a67033/30600872-8719-4bca-ac65-dc9208bbde30/6a266a3b-8011-4e5c-bd24-beea3c7322dc) {{(pid=87637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:14:27.706762 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d989c164-148c-4c29-ab99-8b0382a5381f tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:14:27.707399 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d989c164-148c-4c29-ab99-8b0382a5381f tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:27.708471 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-7c2580ae-1e49-473d-b3cc-800843b26082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:27.736066 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 48170) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:27.739408 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-876159b6-03b5-4a24-96ac-1fed508c4591 tempest-AllowedAddressPairIpV6TestJSON-1280513747 tempest-AllowedAddressPairIpV6TestJSON-1280513747-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:14:27.840139 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-355a4f79-26f7-4fa0-8c6e-f63e1d2ad9ee tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-864336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1824171'] for network, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:27.845038 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-355a4f79-26f7-4fa0-8c6e-f63e1d2ad9ee tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:27.849526 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-355a4f79-26f7-4fa0-8c6e-f63e1d2ad9ee tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] 10.222.0.64 "DELETE /v2.0/networks/1bc860b3-945d-4e83-91f1-5c34b6edb5f1 HTTP/1.1" status: 204  len: 168 time: 1.1335366
Dec 23 16:14:27.857341 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 48176) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:27.903883 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-d989c164-148c-4c29-ab99-8b0382a5381f tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 1.0145657
Dec 23 16:14:27.906255 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 48180) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:27.912919 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d989c164-148c-4c29-ab99-8b0382a5381f tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Pushing event updated for resources: {'Network': ['ID=30b67c35-e209-49c3-a56e-de3a0e0c8158,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:14:27.917426 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-d989c164-148c-4c29-ab99-8b0382a5381f tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:14:27.934189 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Network 30b67c35-e209-49c3-a56e-de3a0e0c8158 details requested by agent ovs-agent-dv-neutron-822799-1-hyperv with host dv-neutron-822799-1-hyperv {{(pid=87637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 23 16:14:27.965012 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-960eb075-6b73-40cb-b981-7d022e8d0c52 tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.068s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:14:28.001422 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-b79ac0be-39a5-4c8d-a153-a541a5316348 tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:14:28.002737 dv-neutron-822799-1-hyperv neutron-server[87636]: WARNING neutron.api.v2.base [None req-b79ac0be-39a5-4c8d-a153-a541a5316348 tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists.
Dec 23 16:14:28.003226 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.api.v2.resource [None req-b79ac0be-39a5-4c8d-a153-a541a5316348 tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] create failed (client error): There was a conflict when trying to complete your request.
Dec 23 16:14:28.010338 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-b79ac0be-39a5-4c8d-a153-a541a5316348 tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 409  len: 330 time: 0.1753786
Dec 23 16:14:28.010338 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355a4f79-26f7-4fa0-8c6e-f63e1d2ad9ee tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Pushing event deleted for resources: {'Network': ['ID=1bc860b3-945d-4e83-91f1-5c34b6edb5f1,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:14:28.014680 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 48186) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:28.022318 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-355a4f79-26f7-4fa0-8c6e-f63e1d2ad9ee tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:14:28.027541 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-9a1752f6-a3b7-41c8-987d-26e8fb558dda tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Request body: {'security_group': {'name': 'tempest-secgroup--110108489'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:14:28.036159 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-9a1752f6-a3b7-41c8-987d-26e8fb558dda tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:14:28.043812 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-9a1752f6-a3b7-41c8-987d-26e8fb558dda tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Usage tracker for resource:security_group and tenant:d3fb1edd677040a19c6dbbe905bef2dd is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:14:28.048870 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-9a1752f6-a3b7-41c8-987d-26e8fb558dda tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:14:28.064990 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e01b2c97-9ef2-433f-9979-a33622dd2fe1 tempest-TestNetworkBasicOps-54271533 tempest-TestNetworkBasicOps-54271533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:14:28.068621 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-e01b2c97-9ef2-433f-9979-a33622dd2fe1 tempest-TestNetworkBasicOps-54271533 tempest-TestNetworkBasicOps-54271533-project-admin] 10.222.0.64 "GET /v2.0/subnets?project_id=544f3e375bde4f0988286eba27294ea6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 829 time: 0.1562490
Dec 23 16:14:28.068621 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-9a1752f6-a3b7-41c8-987d-26e8fb558dda tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:14:28.072269 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 48190) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:28.109160 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9a1752f6-a3b7-41c8-987d-26e8fb558dda tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Notify callbacks [] for security_group, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:28.122936 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-b2505e0e-3a12-4a4e-9f8c-48d1c0925eea tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-698866'] for network, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:28.176076 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e070a4cb-bc3a-47d9-9cda-f62e053348c9 req-6bf6c692-f460-42b1-a498-d7b6f616640e tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:14:28.177483 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-e070a4cb-bc3a-47d9-9cda-f62e053348c9 req-6bf6c692-f460-42b1-a498-d7b6f616640e tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] 10.222.0.64 "GET /v2.0/ports?device_id=f54fff32-66c0-4adb-922d-69673e61b491 HTTP/1.1" status: 200  len: 946 time: 0.4397914
Dec 23 16:14:28.184322 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9a1752f6-a3b7-41c8-987d-26e8fb558dda tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Notify callbacks [] for security_group, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:28.221884 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d6afde8-dac9-4e6f-9bf7-4db23170927f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7e017a6-8198-58c8-a07e-0f786128e3b3-ce320326-8ff7-4658-8e61-16a31833d08c', 'network_id': 'ce320326-8ff7-4658-8e61-16a31833d08c', 'tenant_id': '3fd82437e08648b4840016e8955250bf', 'fixed_ips': [{'subnet_id': 'b4ea8d7f-3d9f-4697-ade4-7a55eefb7293'}]}} from dv-neutron-822799-1-hyperv. {{(pid=87637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 23 16:14:28.222522 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1d6afde8-dac9-4e6f-9bf7-4db23170927f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:28.232153 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-9a1752f6-a3b7-41c8-987d-26e8fb558dda tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:14:28.242390 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-9a1752f6-a3b7-41c8-987d-26e8fb558dda tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Usage tracker for resource:security_group_rule and tenant:d3fb1edd677040a19c6dbbe905bef2dd is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:14:28.251475 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-9a1752f6-a3b7-41c8-987d-26e8fb558dda tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:14:28.272766 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-9a1752f6-a3b7-41c8-987d-26e8fb558dda tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:14:28.295931 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-e070a4cb-bc3a-47d9-9cda-f62e053348c9 req-26162a2b-44dd-4786-a2d6-516213be0590 tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] 10.222.0.64 "GET /v2.0/security-groups?id=3b5fba24-44fb-4189-bd87-51876b915d36&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0916603
Dec 23 16:14:28.304460 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-361aa73f-f807-417b-9d2a-ba2e09c2a488 tempest-TestNetworkBasicOps-54271533 tempest-TestNetworkBasicOps-54271533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:14:28.308655 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-361aa73f-f807-417b-9d2a-ba2e09c2a488 tempest-TestNetworkBasicOps-54271533 tempest-TestNetworkBasicOps-54271533-project-admin] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.2332251
Dec 23 16:14:28.320364 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 48194) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:28.383124 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-e09338cb-61a9-4c22-8a03-dc46ea27837e tempest-TestNetworkBasicOps-54271533 tempest-TestNetworkBasicOps-54271533-project-admin] 10.222.0.64 "GET /v2.0/subnets?network_id=8afa6d58-9431-454a-b99c-3ff8a65aa86b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0570016
Dec 23 16:14:28.387274 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 48198) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:28.442845 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-b2505e0e-3a12-4a4e-9f8c-48d1c0925eea tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-864347', 'neutron.services.segments.db._delete_segments_for_network-8735362908070'] for network, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:28.474539 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-2af118e9-69ef-4e02-807c-ec4a2f39280e None None] Notify callbacks [] for port, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:28.481703 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.services.segments.db [None req-b2505e0e-3a12-4a4e-9f8c-48d1c0925eea tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1dbb4d6b50>,) {'filters': {'network_id': ['c8ecdf67-85fd-46a0-854e-a6d30d2949b9']}} {{(pid=87635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:14:28.510312 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-2af118e9-69ef-4e02-807c-ec4a2f39280e None None] Transition to ACTIVE for port object 6a266a3b-8011-4e5c-bd24-beea3c7322dc will not be triggered until provisioned by entity L2. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:14:28.525478 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-f0db56a0-9093-40da-b99d-4a57d31675d6 tempest-TestNetworkBasicOps-54271533 tempest-TestNetworkBasicOps-54271533-project-admin] 10.222.0.64 "GET /v2.0/subnets?project_id=544f3e375bde4f0988286eba27294ea6&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200  len: 207 time: 0.1365616
Dec 23 16:14:28.529123 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 48204) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:28.572140 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.services.segments.db [None req-b2505e0e-3a12-4a4e-9f8c-48d1c0925eea tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dbb4d6b50>, 'c58d616b-77fb-4a1e-9a5d-f47c1fda9cce') {'for_net_delete': True} {{(pid=87635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:14:28.572815 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.services.segments.db [None req-b2505e0e-3a12-4a4e-9f8c-48d1c0925eea tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dbb4d6b50>, 'c58d616b-77fb-4a1e-9a5d-f47c1fda9cce') {} {{(pid=87635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:14:28.576267 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9a1752f6-a3b7-41c8-987d-26e8fb558dda tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Notify callbacks [] for security_group, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:28.592498 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-2af118e9-69ef-4e02-807c-ec4a2f39280e None None] Transition to ACTIVE for port object 6a266a3b-8011-4e5c-bd24-beea3c7322dc will not be triggered until provisioned by entity DHCP. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:14:28.603214 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-b2505e0e-3a12-4a4e-9f8c-48d1c0925eea tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735363085442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2776713'] for segment, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:28.612890 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-2af118e9-69ef-4e02-807c-ec4a2f39280e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780'] for port, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:28.622299 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-58191dbe-b220-4986-9d1d-06dbf5fd6ea3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:14:28.647291 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9a1752f6-a3b7-41c8-987d-26e8fb558dda tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:28.660899 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-efee0138-6144-4f51-b6b9-60a4e18ea220 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:28.662834 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-046d6f43-d78a-4062-a63e-000f40ae1219 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:14:28.674178 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-9a1752f6-a3b7-41c8-987d-26e8fb558dda tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:14:28.677776 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-b2505e0e-3a12-4a4e-9f8c-48d1c0925eea tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:28.687474 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-9a1752f6-a3b7-41c8-987d-26e8fb558dda tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Usage tracker for resource:security_group_rule and tenant:d3fb1edd677040a19c6dbbe905bef2dd is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:14:28.693869 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-9a1752f6-a3b7-41c8-987d-26e8fb558dda tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:14:28.694854 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2505e0e-3a12-4a4e-9f8c-48d1c0925eea tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Releasing vlan 406 on physical network physnet1 to pool {{(pid=87635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 23 16:14:28.695261 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-b2505e0e-3a12-4a4e-9f8c-48d1c0925eea tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2753503'] for segment, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:28.710129 dv-neutron-822799-1-hyperv neutron-server[87635]: Traceback (most recent call last):
Dec 23 16:14:28.710129 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 23 16:14:28.710129 dv-neutron-822799-1-hyperv neutron-server[87635]:     timer()
Dec 23 16:14:28.710129 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:14:28.710129 dv-neutron-822799-1-hyperv neutron-server[87635]:     cb(*args, **kw)
Dec 23 16:14:28.710129 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 23 16:14:28.710129 dv-neutron-822799-1-hyperv neutron-server[87635]:     return func(*args, **kwargs)
Dec 23 16:14:28.710129 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:14:28.710129 dv-neutron-822799-1-hyperv neutron-server[87635]:     self._notify()
Dec 23 16:14:28.710129 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:14:28.710129 dv-neutron-822799-1-hyperv neutron-server[87635]:     self.callback(batched_events)
Dec 23 16:14:28.710129 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:14:28.710129 dv-neutron-822799-1-hyperv neutron-server[87635]:     event.method(event)
Dec 23 16:14:28.710129 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:14:28.710129 dv-neutron-822799-1-hyperv neutron-server[87635]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:14:28.710129 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 23 16:14:28.710129 dv-neutron-822799-1-hyperv neutron-server[87635]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 23 16:14:28.710129 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 23 16:14:28.710129 dv-neutron-822799-1-hyperv neutron-server[87635]:     return f(self, *a, **k)
Dec 23 16:14:28.710129 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:14:28.710129 dv-neutron-822799-1-hyperv neutron-server[87635]:     return self._get(url).json()
Dec 23 16:14:28.710129 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 23 16:14:28.710129 dv-neutron-822799-1-hyperv neutron-server[87635]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 23 16:14:28.710129 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 23 16:14:28.710129 dv-neutron-822799-1-hyperv neutron-server[87635]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:14:28.710129 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 23 16:14:28.710129 dv-neutron-822799-1-hyperv neutron-server[87635]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 23 16:14:28.710129 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 23 16:14:28.710129 dv-neutron-822799-1-hyperv neutron-server[87635]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:14:28.710129 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 23 16:14:28.710129 dv-neutron-822799-1-hyperv neutron-server[87635]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:14:28.710129 dv-neutron-822799-1-hyperv neutron-server[87635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:14:28.712499 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-9a1752f6-a3b7-41c8-987d-26e8fb558dda tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:14:28.723558 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_common [None req-1d6afde8-dac9-4e6f-9bf7-4db23170927f None None] Allocated IP 172.21.0.2 (ce320326-8ff7-4658-8e61-16a31833d08c/b4ea8d7f-3d9f-4697-ade4-7a55eefb7293/416f1866-5a8f-4a35-9a98-951b0dad6a26) {{(pid=87637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:14:28.735825 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1752f6-a3b7-41c8-987d-26e8fb558dda tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ccc21ead-6e20-4f26-8cca-2697fe6ea9a9,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:14:28.745493 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-9a1752f6-a3b7-41c8-987d-26e8fb558dda tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:14:28.748644 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2af118e9-69ef-4e02-807c-ec4a2f39280e None None] Network a67646b4-5371-43ec-9f98-39fe51a67033 is already hosted by enough agents. {{(pid=87637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:14:28.761093 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-2af118e9-69ef-4e02-807c-ec4a2f39280e None None] Resources bound (agent type, host, resource id):  {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:14:28.765382 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af118e9-69ef-4e02-807c-ec4a2f39280e None None] Pushing event updated for resources: {'Port': ['ID=6a266a3b-8011-4e5c-bd24-beea3c7322dc,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:14:28.771279 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af118e9-69ef-4e02-807c-ec4a2f39280e None None] Received port after_create {{(pid=87637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:14:28.774918 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-2af118e9-69ef-4e02-807c-ec4a2f39280e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:14:28.775448 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a77e8e61-4a93-4388-b8c3-b89110c0f171 tempest-TestNetworkBasicOps-54271533 tempest-TestNetworkBasicOps-54271533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:14:28.781661 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-a77e8e61-4a93-4388-b8c3-b89110c0f171 tempest-TestNetworkBasicOps-54271533 tempest-TestNetworkBasicOps-54271533-project-admin] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.2508693
Dec 23 16:14:28.783555 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 48208) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:28.836014 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-7c2580ae-1e49-473d-b3cc-800843b26082 None None] Notify callbacks [] for port, precommit_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:28.837736 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-9e8e6990-77ee-43fa-855c-50e8048e51ba tempest-TestNetworkBasicOps-54271533 tempest-TestNetworkBasicOps-54271533-project-admin] 10.222.0.64 "GET /v2.0/subnets?network_id=8afa6d58-9431-454a-b99c-3ff8a65aa86b&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0530059
Dec 23 16:14:28.838354 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 48212) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:28.855263 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-00362515-4c00-45f5-97c9-3ec66cc1afed tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1347945620', 'network_id': '30b67c35-e209-49c3-a56e-de3a0e0c8158', 'project_id': '544f3e375bde4f0988286eba27294ea6', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:14:28.969782 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9a1752f6-a3b7-41c8-987d-26e8fb558dda tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Notify callbacks [] for security_group, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:28.984193 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9a1752f6-a3b7-41c8-987d-26e8fb558dda tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:28.990239 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-27c4db83-004f-458b-b31b-31b8e43a8379 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:14:28.999142 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-7c2580ae-1e49-473d-b3cc-800843b26082 None None] Transition to ACTIVE for port object 9f092cc1-6082-4561-b1c3-16cbcde34d7a will not be triggered until provisioned by entity L2. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:14:29.022998 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-7c2580ae-1e49-473d-b3cc-800843b26082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:29.025951 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-00362515-4c00-45f5-97c9-3ec66cc1afed tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:14:29.032953 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:14:29.033535 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-00362515-4c00-45f5-97c9-3ec66cc1afed tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Usage tracker for resource:subnet and tenant:544f3e375bde4f0988286eba27294ea6 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:14:29.038906 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-00362515-4c00-45f5-97c9-3ec66cc1afed tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:14:29.042732 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1752f6-a3b7-41c8-987d-26e8fb558dda tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f697a922-89c3-4cf1-a3d0-f432505800bf,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:14:29.047708 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-9a1752f6-a3b7-41c8-987d-26e8fb558dda tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:14:29.048780 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-00362515-4c00-45f5-97c9-3ec66cc1afed tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:14:29.053096 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9a1752f6-a3b7-41c8-987d-26e8fb558dda tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Notify callbacks [] for security_group, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:29.054539 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-9a1752f6-a3b7-41c8-987d-26e8fb558dda tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1743 time: 1.0389013
Dec 23 16:14:29.057680 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 48216) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:29.065968 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-1242bab7-3882-4f31-8e01-2a921d8e483d tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Request body: {'security_group_rule': {'security_group_id': 'f697a922-89c3-4cf1-a3d0-f432505800bf', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:14:29.074446 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-1242bab7-3882-4f31-8e01-2a921d8e483d tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:14:29.077071 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00362515-4c00-45f5-97c9-3ec66cc1afed tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Made reservation on behalf of 544f3e375bde4f0988286eba27294ea6 for: {'subnet': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:14:29.081422 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-00362515-4c00-45f5-97c9-3ec66cc1afed tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2618324'] for subnet, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:29.082995 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-2af118e9-69ef-4e02-807c-ec4a2f39280e None None] Attempting to bind port 6a266a3b-8011-4e5c-bd24-beea3c7322dc on host dv-neutron-822799-1-hyperv for vnic_type normal with profile  {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:14:29.083487 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-2af118e9-69ef-4e02-807c-ec4a2f39280e None None] Attempting to bind port 6a266a3b-8011-4e5c-bd24-beea3c7322dc by drivers openvswitch,hyperv on host dv-neutron-822799-1-hyperv at level 0 using segments [{'id': 'd0e346f7-32a7-41a0-b972-301688edbe10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'a67646b4-5371-43ec-9f98-39fe51a67033'}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:14:29.083888 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2af118e9-69ef-4e02-807c-ec4a2f39280e None None] Attempting to bind port 6a266a3b-8011-4e5c-bd24-beea3c7322dc on network a67646b4-5371-43ec-9f98-39fe51a67033 {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:14:29.087064 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.db_base_plugin_common [None req-e2c8d29d-2718-455a-9e7b-bb9d42162a64 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Allocated IP 2001:db8::f816:3eff:fe03:2f02 (a67646b4-5371-43ec-9f98-39fe51a67033/30600872-8719-4bca-ac65-dc9208bbde30/b7e06d46-a049-4734-90ad-b1cd9b2dd48b) {{(pid=87635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:14:29.102483 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-1242bab7-3882-4f31-8e01-2a921d8e483d tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Usage tracker for resource:security_group_rule and tenant:d3fb1edd677040a19c6dbbe905bef2dd is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:14:29.104114 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2af118e9-69ef-4e02-807c-ec4a2f39280e None None] Checking agent: {'id': '20d2070f-69a9-4e73-8d08-6f0387a40158', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822799-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 21), 'started_at': datetime.datetime(2021, 12, 23, 16, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 14, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822799-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 23 16:14:29.104532 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2af118e9-69ef-4e02-807c-ec4a2f39280e None None] Checking segment: {'id': 'd0e346f7-32a7-41a0-b972-301688edbe10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'a67646b4-5371-43ec-9f98-39fe51a67033'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:14:29.105064 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-2af118e9-69ef-4e02-807c-ec4a2f39280e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:29.105516 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2af118e9-69ef-4e02-807c-ec4a2f39280e None None] Bound using segment: {'id': 'd0e346f7-32a7-41a0-b972-301688edbe10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'a67646b4-5371-43ec-9f98-39fe51a67033'} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 23 16:14:29.106127 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-2af118e9-69ef-4e02-807c-ec4a2f39280e None None] Bound port: 6a266a3b-8011-4e5c-bd24-beea3c7322dc, host: dv-neutron-822799-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0e346f7-32a7-41a0-b972-301688edbe10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'a67646b4-5371-43ec-9f98-39fe51a67033'}}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 23 16:14:29.106691 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-2af118e9-69ef-4e02-807c-ec4a2f39280e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:29.111066 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-1242bab7-3882-4f31-8e01-2a921d8e483d tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:14:29.128904 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19555d35-9b84-4f0a-9925-1ac8482fa4cc req-46aeb76e-cc1b-436f-8231-ed02c07c8fc5 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:14:29.130394 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-19555d35-9b84-4f0a-9925-1ac8482fa4cc req-46aeb76e-cc1b-436f-8231-ed02c07c8fc5 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d12d024-785e-42d1-98eb-b1d5c44f899e HTTP/1.1" status: 200  len: 945 time: 0.6057262
Dec 23 16:14:29.175512 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-1242bab7-3882-4f31-8e01-2a921d8e483d tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:14:29.230453 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1242bab7-3882-4f31-8e01-2a921d8e483d tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:29.275524 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c03357d-d992-4a24-afcf-6994a8f31cdf None None] Pushing event updated for resources: {'Port': ['ID=9f092cc1-6082-4561-b1c3-16cbcde34d7a,revision_number=3']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:14:29.291813 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-5c03357d-d992-4a24-afcf-6994a8f31cdf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:14:29.411726 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1242bab7-3882-4f31-8e01-2a921d8e483d tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:29.429512 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1242bab7-3882-4f31-8e01-2a921d8e483d tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762424'] for security_group_rule, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:29.444065 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-ea99c913-6ace-4cd4-9c41-c6b4c7711882 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:14:29.468854 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Device a29e97a4-db7b-4472-bcba-9649964f1615 up at agent hyperv_hv-neutron-8227 {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:14:29.488175 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-e2c8d29d-2718-455a-9e7b-bb9d42162a64 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks [] for port, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:29.505773 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.provisioning_blocks [None req-e2c8d29d-2718-455a-9e7b-bb9d42162a64 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Transition to ACTIVE for port object b7e06d46-a049-4734-90ad-b1cd9b2dd48b will not be triggered until provisioned by entity DHCP. {{(pid=87635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:14:29.531208 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-b2505e0e-3a12-4a4e-9f8c-48d1c0925eea tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-864336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1824171'] for network, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:29.538302 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-b2505e0e-3a12-4a4e-9f8c-48d1c0925eea tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Notify callbacks [] for network, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:29.542071 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-b6039857-80ad-4151-a14d-f2300299a5ba tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:14:29.559243 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-7c2580ae-1e49-473d-b3cc-800843b26082 None None] Attempting to bind port 9f092cc1-6082-4561-b1c3-16cbcde34d7a on host dv-neutron-822799-1-hyperv for vnic_type normal with profile  {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:14:29.560190 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-7c2580ae-1e49-473d-b3cc-800843b26082 None None] Attempting to bind port 9f092cc1-6082-4561-b1c3-16cbcde34d7a by drivers openvswitch,hyperv on host dv-neutron-822799-1-hyperv at level 0 using segments [{'id': '7f302c6b-04b1-4d1b-9665-570129022caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '93d5306b-b044-45e0-820f-21a84f15a715'}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:14:29.560889 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c2580ae-1e49-473d-b3cc-800843b26082 None None] Attempting to bind port 9f092cc1-6082-4561-b1c3-16cbcde34d7a on network 93d5306b-b044-45e0-820f-21a84f15a715 {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:14:29.565244 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-2af118e9-69ef-4e02-807c-ec4a2f39280e None None] For port 6a266a3b-8011-4e5c-bd24-beea3c7322dc, host dv-neutron-822799-1-hyperv, cleared binding levels {{(pid=87637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 23 16:14:29.591408 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c2580ae-1e49-473d-b3cc-800843b26082 None None] Checking agent: {'id': '20d2070f-69a9-4e73-8d08-6f0387a40158', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822799-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 21), 'started_at': datetime.datetime(2021, 12, 23, 16, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 14, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822799-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 23 16:14:29.591803 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c2580ae-1e49-473d-b3cc-800843b26082 None None] Checking segment: {'id': '7f302c6b-04b1-4d1b-9665-570129022caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '93d5306b-b044-45e0-820f-21a84f15a715'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:14:29.592418 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-7c2580ae-1e49-473d-b3cc-800843b26082 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:29.592868 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c2580ae-1e49-473d-b3cc-800843b26082 None None] Bound using segment: {'id': '7f302c6b-04b1-4d1b-9665-570129022caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '93d5306b-b044-45e0-820f-21a84f15a715'} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 23 16:14:29.593386 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-7c2580ae-1e49-473d-b3cc-800843b26082 None None] Bound port: 9f092cc1-6082-4561-b1c3-16cbcde34d7a, host: dv-neutron-822799-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f302c6b-04b1-4d1b-9665-570129022caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '93d5306b-b044-45e0-820f-21a84f15a715'}}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 23 16:14:29.593781 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-7c2580ae-1e49-473d-b3cc-800843b26082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:29.611791 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-2af118e9-69ef-4e02-807c-ec4a2f39280e None None] For port 6a266a3b-8011-4e5c-bd24-beea3c7322dc, host dv-neutron-822799-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=6a266a3b-8011-4e5c-bd24-beea3c7322dc,segment=NetworkSegment(d0e346f7-32a7-41a0-b972-301688edbe10),segment_id=d0e346f7-32a7-41a0-b972-301688edbe10)] {{(pid=87637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 23 16:14:29.616699 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1242bab7-3882-4f31-8e01-2a921d8e483d tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b47fbe4-6954-4473-853b-38096fd7ba6c,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:14:29.617028 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2505e0e-3a12-4a4e-9f8c-48d1c0925eea tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Pushing event deleted for resources: {'Network': ['ID=c8ecdf67-85fd-46a0-854e-a6d30d2949b9,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:14:29.629138 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-2af118e9-69ef-4e02-807c-ec4a2f39280e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:29.634477 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1d6afde8-dac9-4e6f-9bf7-4db23170927f None None] Notify callbacks [] for port, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:29.635882 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-e2c8d29d-2718-455a-9e7b-bb9d42162a64 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:29.637953 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-b8df22bb-912c-47b7-9623-b2933ba99e06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:14:29.662673 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-1242bab7-3882-4f31-8e01-2a921d8e483d tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:14:29.673291 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2c8d29d-2718-455a-9e7b-bb9d42162a64 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Network a67646b4-5371-43ec-9f98-39fe51a67033 is already hosted by enough agents. {{(pid=87635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:14:29.681371 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.base_scheduler [None req-e2c8d29d-2718-455a-9e7b-bb9d42162a64 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Resources bound (agent type, host, resource id):  {{(pid=87635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:14:29.683932 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-00362515-4c00-45f5-97c9-3ec66cc1afed tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2176430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2618310'] for subnet, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:29.684102 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c8d29d-2718-455a-9e7b-bb9d42162a64 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Received port after_create {{(pid=87635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:14:29.691220 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2c8d29d-2718-455a-9e7b-bb9d42162a64 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:14:29.691796 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-e2c8d29d-2718-455a-9e7b-bb9d42162a64 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:29.692945 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-436031d8-f6c5-48b4-a747-b76dc23f1589 tempest-RoutersNegativeTest-2094552705 tempest-RoutersNegativeTest-2094552705-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:14:29.709112 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2505e0e-3a12-4a4e-9f8c-48d1c0925eea tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:14:29.711172 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2505e0e-3a12-4a4e-9f8c-48d1c0925eea tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:14:29.712210 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2505e0e-3a12-4a4e-9f8c-48d1c0925eea tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:14:29.712617 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2505e0e-3a12-4a4e-9f8c-48d1c0925eea tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:14:29.713004 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2505e0e-3a12-4a4e-9f8c-48d1c0925eea tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:14:29.713425 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2505e0e-3a12-4a4e-9f8c-48d1c0925eea tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:14:29.713784 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2505e0e-3a12-4a4e-9f8c-48d1c0925eea tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:14:29.714148 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2505e0e-3a12-4a4e-9f8c-48d1c0925eea tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:14:29.714571 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2505e0e-3a12-4a4e-9f8c-48d1c0925eea tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:14:29.714950 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2505e0e-3a12-4a4e-9f8c-48d1c0925eea tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:14:29.715693 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2505e0e-3a12-4a4e-9f8c-48d1c0925eea tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:14:29.716089 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2505e0e-3a12-4a4e-9f8c-48d1c0925eea tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:14:29.719866 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-b2505e0e-3a12-4a4e-9f8c-48d1c0925eea tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:14:29.725995 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1242bab7-3882-4f31-8e01-2a921d8e483d tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:29.727381 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-1242bab7-3882-4f31-8e01-2a921d8e483d tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.6684809
Dec 23 16:14:29.728941 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-cf37e3e6-def8-498c-91a9-f216a32a3079 tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.064s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:14:29.733651 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-1d6afde8-dac9-4e6f-9bf7-4db23170927f None None] Transition to ACTIVE for port object 416f1866-5a8f-4a35-9a98-951b0dad6a26 will not be triggered until provisioned by entity L2. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:14:29.740131 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 48222) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:29.758433 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-31d13fc5-5a22-4b15-8a40-4d3a2d8f1b2d tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Request body: {'security_group_rule': {'security_group_id': 'f697a922-89c3-4cf1-a3d0-f432505800bf', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:14:29.777554 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-31d13fc5-5a22-4b15-8a40-4d3a2d8f1b2d tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:14:29.780452 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-e2c8d29d-2718-455a-9e7b-bb9d42162a64 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201  len: 947 time: 3.2838862
Dec 23 16:14:29.784499 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-b2505e0e-3a12-4a4e-9f8c-48d1c0925eea tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] 10.222.0.64 "DELETE /v2.0/networks/c8ecdf67-85fd-46a0-854e-a6d30d2949b9 HTTP/1.1" status: 204  len: 168 time: 1.9244356
Dec 23 16:14:29.792209 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 48226) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:29.796446 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-31d13fc5-5a22-4b15-8a40-4d3a2d8f1b2d tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Usage tracker for resource:security_group_rule and tenant:d3fb1edd677040a19c6dbbe905bef2dd is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:14:29.804115 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-31d13fc5-5a22-4b15-8a40-4d3a2d8f1b2d tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:14:29.804347 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-1d6afde8-dac9-4e6f-9bf7-4db23170927f None None] Transition to ACTIVE for port object 416f1866-5a8f-4a35-9a98-951b0dad6a26 will not be triggered until provisioned by entity DHCP. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:14:29.820159 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Provisioning for port a29e97a4-db7b-4472-bcba-9649964f1615 completed by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:14:29.835998 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1d6afde8-dac9-4e6f-9bf7-4db23170927f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780'] for port, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:29.836566 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-19555d35-9b84-4f0a-9925-1ac8482fa4cc req-ffaa23f6-00a0-468f-ab56-741bf198006a tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] 10.222.0.64 "GET /v2.0/security-groups?id=6efb91e4-dce2-4b1b-ba77-0534a1c433c6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2689123
Dec 23 16:14:29.845277 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Provisioning complete for port a29e97a4-db7b-4472-bcba-9649964f1615 triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:14:29.845793 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00362515-4c00-45f5-97c9-3ec66cc1afed tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Pushing event updated for resources: {'Subnet': ['ID=46dd9f9e-900f-4a8d-bf73-2dbb8f0e7a59,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:14:29.846267 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:29.849099 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-31d13fc5-5a22-4b15-8a40-4d3a2d8f1b2d tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:14:29.858942 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-00362515-4c00-45f5-97c9-3ec66cc1afed tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:14:29.882336 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00362515-4c00-45f5-97c9-3ec66cc1afed tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Checking segment: {'id': '06581beb-f676-4147-b744-2ec20aa7f254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '30b67c35-e209-49c3-a56e-de3a0e0c8158'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:14:29.882987 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00362515-4c00-45f5-97c9-3ec66cc1afed tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Network hostable DHCP agents. Network: 30b67c35-e209-49c3-a56e-de3a0e0c8158, hostable agents: ['1c812d71-eadf-4fb3-b98e-67468a4aa7e2'], hosted agents: [] {{(pid=87636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 23 16:14:29.901328 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-7c2580ae-1e49-473d-b3cc-800843b26082 None None] For port 9f092cc1-6082-4561-b1c3-16cbcde34d7a, host dv-neutron-822799-1-hyperv, cleared binding levels {{(pid=87637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 23 16:14:29.910730 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af118e9-69ef-4e02-807c-ec4a2f39280e None None] Pushing event updated for resources: {'Port': ['ID=6a266a3b-8011-4e5c-bd24-beea3c7322dc,revision_number=2']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:14:29.918851 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-31d13fc5-5a22-4b15-8a40-4d3a2d8f1b2d tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:29.922509 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c8d29d-2718-455a-9e7b-bb9d42162a64 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Pushing event updated for resources: {'Port': ['ID=b7e06d46-a049-4734-90ad-b1cd9b2dd48b,revision_number=1']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:14:29.935926 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-e2c8d29d-2718-455a-9e7b-bb9d42162a64 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:14:29.937871 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-2af118e9-69ef-4e02-807c-ec4a2f39280e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:14:29.941608 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaa2f25-6645-4f5b-9f4d-62120704b5f1 req-421ecb9d-c53a-4867-9964-9753e26fdaa0 tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:14:29.943171 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-3eaa2f25-6645-4f5b-9f4d-62120704b5f1 req-421ecb9d-c53a-4867-9964-9753e26fdaa0 tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] 10.222.0.64 "GET /v2.0/ports?device_id=f54fff32-66c0-4adb-922d-69673e61b491 HTTP/1.1" status: 200  len: 946 time: 0.3353078
Dec 23 16:14:29.946180 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-c00a7b8f-1623-4aad-b66d-d272e74da0a2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.101s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:14:29.979930 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.db_base_plugin_common [None req-efee0138-6144-4f51-b6b9-60a4e18ea220 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Allocated IP 172.21.0.1 (ce320326-8ff7-4658-8e61-16a31833d08c/b4ea8d7f-3d9f-4697-ade4-7a55eefb7293/e63eb4bc-b02f-435a-a09c-c251cfabc079) {{(pid=87635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:14:30.004832 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00362515-4c00-45f5-97c9-3ec66cc1afed tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Network 30b67c35-e209-49c3-a56e-de3a0e0c8158 is scheduled to be hosted by DHCP agent 1c812d71-eadf-4fb3-b98e-67468a4aa7e2 with binding_index 1 {{(pid=87636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 23 16:14:30.053796 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d6afde8-dac9-4e6f-9bf7-4db23170927f None None] Network ce320326-8ff7-4658-8e61-16a31833d08c is already hosted by enough agents. {{(pid=87637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:14:30.054293 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-00362515-4c00-45f5-97c9-3ec66cc1afed tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822799-1-hyperv, 30b67c35-e209-49c3-a56e-de3a0e0c8158) {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:14:30.061256 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-7c2580ae-1e49-473d-b3cc-800843b26082 None None] For port 9f092cc1-6082-4561-b1c3-16cbcde34d7a, host dv-neutron-822799-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=9f092cc1-6082-4561-b1c3-16cbcde34d7a,segment=NetworkSegment(7f302c6b-04b1-4d1b-9665-570129022caf),segment_id=7f302c6b-04b1-4d1b-9665-570129022caf)] {{(pid=87637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 23 16:14:30.062481 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6afde8-dac9-4e6f-9bf7-4db23170927f None None] Pushing event updated for resources: {'Port': ['ID=416f1866-5a8f-4a35-9a98-951b0dad6a26,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:14:30.071439 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-1d6afde8-dac9-4e6f-9bf7-4db23170927f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:14:30.072529 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-1d6afde8-dac9-4e6f-9bf7-4db23170927f None None] Resources bound (agent type, host, resource id):  {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:14:30.076020 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d6afde8-dac9-4e6f-9bf7-4db23170927f None None] Received port after_create {{(pid=87637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:14:30.079145 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-3eaa2f25-6645-4f5b-9f4d-62120704b5f1 req-dabb5614-c30c-4ebf-806c-0069bdaff808 tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] 10.222.0.64 "GET /v2.0/security-groups?id=3b5fba24-44fb-4189-bd87-51876b915d36&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1152496
Dec 23 16:14:30.093851 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00362515-4c00-45f5-97c9-3ec66cc1afed tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:14:30.094822 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-00362515-4c00-45f5-97c9-3ec66cc1afed tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:30.097673 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61668a52-897b-4d83-a409-4a39a0c09f0f None None] Network 30b67c35-e209-49c3-a56e-de3a0e0c8158 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:14:30.108896 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd53358b-5d7b-4980-aeb9-aefdd2b1abe0 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:14:30.115022 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd53358b-5d7b-4980-aeb9-aefdd2b1abe0 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:14:30.115829 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-fd53358b-5d7b-4980-aeb9-aefdd2b1abe0 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Synchronizing usage tracker for tenant:bf435ff0e7914a739a10fff5b2399c13 on resource:port {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:14:30.133148 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.api.v2.resource [None req-31d13fc5-5a22-4b15-8a40-4d3a2d8f1b2d tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] create failed (client error): There was a conflict when trying to complete your request.
Dec 23 16:14:30.135173 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-31d13fc5-5a22-4b15-8a40-4d3a2d8f1b2d tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 409  len: 366 time: 0.3875175
Dec 23 16:14:30.140248 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 48232) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:30.144265 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-00362515-4c00-45f5-97c9-3ec66cc1afed tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 835 time: 1.3036742
Dec 23 16:14:30.152658 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-fd53358b-5d7b-4980-aeb9-aefdd2b1abe0 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Unset dirty status for tenant:bf435ff0e7914a739a10fff5b2399c13 on resource:port {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:14:30.156691 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-fd53358b-5d7b-4980-aeb9-aefdd2b1abe0 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1702 time: 0.3628986
Dec 23 16:14:30.157359 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 48238) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:30.177336 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-7c2580ae-1e49-473d-b3cc-800843b26082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:30.230534 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-efee0138-6144-4f51-b6b9-60a4e18ea220 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks [] for port, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:30.251737 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.provisioning_blocks [None req-efee0138-6144-4f51-b6b9-60a4e18ea220 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Transition to ACTIVE for port object e63eb4bc-b02f-435a-a09c-c251cfabc079 will not be triggered until provisioned by entity DHCP. {{(pid=87635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:14:30.308236 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-efee0138-6144-4f51-b6b9-60a4e18ea220 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:30.325794 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-c9fff24d-2d18-40ab-8759-7b49df2c7d5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:14:30.329184 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-8f4235cd-5030-434d-a603-536b328946ce tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Deleting port b7e06d46-a049-4734-90ad-b1cd9b2dd48b {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:14:30.329412 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-e2c8d29d-2718-455a-9e7b-bb9d42162a64 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:14:30.329688 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-8f4235cd-5030-434d-a603-536b328946ce tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:30.452683 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efee0138-6144-4f51-b6b9-60a4e18ea220 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Network ce320326-8ff7-4658-8e61-16a31833d08c is already hosted by enough agents. {{(pid=87635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:14:30.456073 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efee0138-6144-4f51-b6b9-60a4e18ea220 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Pushing event updated for resources: {'Port': ['ID=e63eb4bc-b02f-435a-a09c-c251cfabc079,revision_number=1']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:14:30.458690 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.base_scheduler [None req-efee0138-6144-4f51-b6b9-60a4e18ea220 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Resources bound (agent type, host, resource id):  {{(pid=87635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:14:30.486265 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-efee0138-6144-4f51-b6b9-60a4e18ea220 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:14:30.488036 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 48244) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:30.488955 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efee0138-6144-4f51-b6b9-60a4e18ea220 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Received port after_create {{(pid=87635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:14:30.583377 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-509fad52-813e-4c8a-9dde-d210c16f7223 tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Notify callbacks [] for security_group, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:30.624964 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-509fad52-813e-4c8a-9dde-d210c16f7223 tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:30.699420 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 48250) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:30.708507 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-6f677c05-6aa7-436a-816b-c47c1b53eb3e tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-311114923', 'description': 'tempest-secgroup-smoke-311114923 description', 'project_id': '544f3e375bde4f0988286eba27294ea6'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:14:30.713832 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-509fad52-813e-4c8a-9dde-d210c16f7223 tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:30.718335 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-efee0138-6144-4f51-b6b9-60a4e18ea220 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1781300'] for router_interface, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:30.727469 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-69c3bceb-233a-4fb5-99b3-80dcaa70a151 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:14:30.732552 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-1d6afde8-dac9-4e6f-9bf7-4db23170927f None None] Attempting to bind port 416f1866-5a8f-4a35-9a98-951b0dad6a26 on host dv-neutron-822799-1-hyperv for vnic_type normal with profile  {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:14:30.732961 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-1d6afde8-dac9-4e6f-9bf7-4db23170927f None None] Attempting to bind port 416f1866-5a8f-4a35-9a98-951b0dad6a26 by drivers openvswitch,hyperv on host dv-neutron-822799-1-hyperv at level 0 using segments [{'id': '31f1df48-6ea0-4600-9f6b-fca5572c27de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'ce320326-8ff7-4658-8e61-16a31833d08c'}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:14:30.733334 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d6afde8-dac9-4e6f-9bf7-4db23170927f None None] Attempting to bind port 416f1866-5a8f-4a35-9a98-951b0dad6a26 on network ce320326-8ff7-4658-8e61-16a31833d08c {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:14:30.735383 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c2580ae-1e49-473d-b3cc-800843b26082 None None] Routers {'e177fe5e-cdc8-403a-9923-16769a19a732'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:14:30.736668 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-7c2580ae-1e49-473d-b3cc-800843b26082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc12902e0>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:14:20Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['e177fe5e-cdc8-403a-9923-16769a19a732'], 'active': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:14:30.741341 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-6f677c05-6aa7-436a-816b-c47c1b53eb3e tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:14:30.758095 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509fad52-813e-4c8a-9dde-d210c16f7223 tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f697a922-89c3-4cf1-a3d0-f432505800bf,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:14:30.761376 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-509fad52-813e-4c8a-9dde-d210c16f7223 tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:14:30.769268 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-6f677c05-6aa7-436a-816b-c47c1b53eb3e tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:14:30.796004 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-509fad52-813e-4c8a-9dde-d210c16f7223 tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Notify callbacks [] for security_group, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:30.799925 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-509fad52-813e-4c8a-9dde-d210c16f7223 tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] 10.222.0.64 "DELETE /v2.0/security-groups/f697a922-89c3-4cf1-a3d0-f432505800bf HTTP/1.1" status: 204  len: 168 time: 0.6584764
Dec 23 16:14:30.802838 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 48254) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:30.819990 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-6f677c05-6aa7-436a-816b-c47c1b53eb3e tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:30.821805 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-8f4235cd-5030-434d-a603-536b328946ce tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:30.908825 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-6f677c05-6aa7-436a-816b-c47c1b53eb3e tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:14:30.969107 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-749b7444-67e6-49fc-b4b9-a4c093f786b6 tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Synchronizing usage tracker for tenant:d3fb1edd677040a19c6dbbe905bef2dd on resource:security_group {{(pid=87635) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:14:30.992627 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-6f677c05-6aa7-436a-816b-c47c1b53eb3e tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Usage tracker for resource:security_group_rule and tenant:544f3e375bde4f0988286eba27294ea6 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:14:30.996158 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-6f677c05-6aa7-436a-816b-c47c1b53eb3e tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:14:31.004825 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-6f677c05-6aa7-436a-816b-c47c1b53eb3e tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:14:31.026571 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c03357d-d992-4a24-afcf-6994a8f31cdf None None] Pushing event updated for resources: {'Port': ['ID=9f092cc1-6082-4561-b1c3-16cbcde34d7a,revision_number=4']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:14:31.038218 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-8f4235cd-5030-434d-a603-536b328946ce tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Calling delete_port for b7e06d46-a049-4734-90ad-b1cd9b2dd48b owned by  {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:14:31.046630 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-87f0307e-14fd-4fc5-ae71-c187956a77e9 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5d731b9aee7d4996b5cba47fe15c476d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5267949
Dec 23 16:14:31.071424 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 48260) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:31.076251 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvr_db [None req-7c2580ae-1e49-473d-b3cc-800843b26082 None None] Set router e177fe5e-cdc8-403a-9923-16769a19a732 gateway port host: None {{(pid=87637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:14:31.145845 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-749b7444-67e6-49fc-b4b9-a4c093f786b6 tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Unset dirty status for tenant:d3fb1edd677040a19c6dbbe905bef2dd on resource:security_group {{(pid=87635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:14:31.148557 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-749b7444-67e6-49fc-b4b9-a4c093f786b6 tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2979 time: 0.3448451
Dec 23 16:14:31.154500 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 48266) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:31.182974 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-021402af-fec8-4171-b695-c5aa988d5777 tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Request body: {'security_group': {'name': 'tempest-secgroup--2006478649'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:14:31.210355 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-021402af-fec8-4171-b695-c5aa988d5777 tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:14:31.266003 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-021402af-fec8-4171-b695-c5aa988d5777 tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:14:31.283518 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d6afde8-dac9-4e6f-9bf7-4db23170927f None None] Checking agent: {'id': '20d2070f-69a9-4e73-8d08-6f0387a40158', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822799-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 21), 'started_at': datetime.datetime(2021, 12, 23, 16, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 14, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822799-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 23 16:14:31.283889 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d6afde8-dac9-4e6f-9bf7-4db23170927f None None] Checking segment: {'id': '31f1df48-6ea0-4600-9f6b-fca5572c27de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'ce320326-8ff7-4658-8e61-16a31833d08c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:14:31.284361 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1d6afde8-dac9-4e6f-9bf7-4db23170927f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:31.284835 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d6afde8-dac9-4e6f-9bf7-4db23170927f None None] Bound using segment: {'id': '31f1df48-6ea0-4600-9f6b-fca5572c27de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'ce320326-8ff7-4658-8e61-16a31833d08c'} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 23 16:14:31.285461 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-1d6afde8-dac9-4e6f-9bf7-4db23170927f None None] Bound port: 416f1866-5a8f-4a35-9a98-951b0dad6a26, host: dv-neutron-822799-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31f1df48-6ea0-4600-9f6b-fca5572c27de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'ce320326-8ff7-4658-8e61-16a31833d08c'}}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 23 16:14:31.287920 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1d6afde8-dac9-4e6f-9bf7-4db23170927f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:31.312898 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-5c03357d-d992-4a24-afcf-6994a8f31cdf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.990s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:14:31.320747 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 6a266a3b-8011-4e5c-bd24-beea3c7322dc up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:14:31.338032 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-6f677c05-6aa7-436a-816b-c47c1b53eb3e tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:31.339495 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-efee0138-6144-4f51-b6b9-60a4e18ea220 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:31.355724 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2bea9129-b897-4c46-a031-0ec5ac63f24d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:31.356630 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-6f677c05-6aa7-436a-816b-c47c1b53eb3e tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:31.370144 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-e1bcc361-7a75-4997-9b47-c92665da94ba tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:14:31.381260 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-021402af-fec8-4171-b695-c5aa988d5777 tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Notify callbacks [] for security_group, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:31.421081 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5a45d3-e88d-4271-a924-7704eb77b6bf req-693dc529-4c98-4f8e-bf90-0b216b409161 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:14:31.422679 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-0d5a45d3-e88d-4271-a924-7704eb77b6bf req-693dc529-4c98-4f8e-bf90-0b216b409161 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d12d024-785e-42d1-98eb-b1d5c44f899e HTTP/1.1" status: 200  len: 945 time: 0.3919375
Dec 23 16:14:31.447882 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2bea9129-b897-4c46-a031-0ec5ac63f24d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:31.464767 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-021402af-fec8-4171-b695-c5aa988d5777 tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:14:31.469908 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-8f4235cd-5030-434d-a603-536b328946ce tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:31.489877 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-021402af-fec8-4171-b695-c5aa988d5777 tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Usage tracker for resource:security_group_rule and tenant:d3fb1edd677040a19c6dbbe905bef2dd is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:14:31.498359 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-44d897da-2dfe-4887-858b-549c11035bd7 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:14:31.545601 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:31.557335 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-021402af-fec8-4171-b695-c5aa988d5777 tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:14:31.596030 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-021402af-fec8-4171-b695-c5aa988d5777 tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:14:31.603809 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4235cd-5030-434d-a603-536b328946ce tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Pushing event deleted for resources: {'Port': ['ID=b7e06d46-a049-4734-90ad-b1cd9b2dd48b,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:14:31.613940 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-8f4235cd-5030-434d-a603-536b328946ce tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:14:31.683313 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-0d5a45d3-e88d-4271-a924-7704eb77b6bf req-090dce89-bc25-4ee9-9323-eb524072be6d tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] 10.222.0.64 "GET /v2.0/security-groups?id=6efb91e4-dce2-4b1b-ba77-0534a1c433c6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2521608
Dec 23 16:14:31.708763 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-8f4235cd-5030-434d-a603-536b328946ce tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:31.775664 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2bea9129-b897-4c46-a031-0ec5ac63f24d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:31.778174 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2bea9129-b897-4c46-a031-0ec5ac63f24d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:31.779331 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-2bea9129-b897-4c46-a031-0ec5ac63f24d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/115de66e-c885-42cf-98d5-cbb216c95814 HTTP/1.1" status: 204  len: 168 time: 0.7069709
Dec 23 16:14:31.782997 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-50254c92-3189-4240-9e5f-36521ae6baa4 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:14:31.814500 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-8f4235cd-5030-434d-a603-536b328946ce tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "DELETE /v2.0/ports/b7e06d46-a049-4734-90ad-b1cd9b2dd48b HTTP/1.1" status: 204  len: 168 time: 1.6560359
Dec 23 16:14:31.826182 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 48272) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:31.852822 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d12d024-785e-42d1-98eb-b1d5c44f899e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a29e97a4-db7b-4472-bcba-9649964f1615'}] {{(pid=87637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 23 16:14:31.903223 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bea9129-b897-4c46-a031-0ec5ac63f24d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=115de66e-c885-42cf-98d5-cbb216c95814,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:14:31.970909 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bea9129-b897-4c46-a031-0ec5ac63f24d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:14:31.971312 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bea9129-b897-4c46-a031-0ec5ac63f24d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:14:31.972875 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bea9129-b897-4c46-a031-0ec5ac63f24d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:14:31.973294 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bea9129-b897-4c46-a031-0ec5ac63f24d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:14:31.973631 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bea9129-b897-4c46-a031-0ec5ac63f24d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:14:31.974009 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bea9129-b897-4c46-a031-0ec5ac63f24d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:14:31.974377 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bea9129-b897-4c46-a031-0ec5ac63f24d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:14:31.977145 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bea9129-b897-4c46-a031-0ec5ac63f24d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:14:31.977673 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bea9129-b897-4c46-a031-0ec5ac63f24d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:14:31.978723 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bea9129-b897-4c46-a031-0ec5ac63f24d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:14:31.978995 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bea9129-b897-4c46-a031-0ec5ac63f24d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:14:31.979374 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bea9129-b897-4c46-a031-0ec5ac63f24d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:14:31.985023 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f677c05-6aa7-436a-816b-c47c1b53eb3e tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9db863d1-cf06-4331-bcb4-ba11a7636b6c,revision_number=1']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:14:31.996106 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-021402af-fec8-4171-b695-c5aa988d5777 tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Notify callbacks [] for security_group, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:32.003832 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-2bea9129-b897-4c46-a031-0ec5ac63f24d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:14:32.007329 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-021402af-fec8-4171-b695-c5aa988d5777 tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:32.009856 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-6f677c05-6aa7-436a-816b-c47c1b53eb3e tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.638s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:14:32.013478 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-301a6d9a-62d4-4c8c-9b6c-20c4aad03d9b tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:14:32.016349 dv-neutron-822799-1-hyperv neutron-server[87637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d12d024-785e-42d1-98eb-b1d5c44f899e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a29e97a4-db7b-4472-bcba-9649964f1615', 'code': 200}
Dec 23 16:14:32.017970 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-1509154c-6fe8-4410-bee6-f46dccd78992 None None] Could not find standard attr ID for object b7e06d46-a049-4734-90ad-b1cd9b2dd48b. {{(pid=87637) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 23 16:14:32.021590 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-6f677c05-6aa7-436a-816b-c47c1b53eb3e tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:32.026425 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-6f677c05-6aa7-436a-816b-c47c1b53eb3e tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1792 time: 1.3257012
Dec 23 16:14:32.029887 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 48278) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:32.043742 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-7dba715e-1ab8-4c11-8f25-d89f6898f18f tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Request body: {'security_group_rule': {'security_group_id': '9db863d1-cf06-4331-bcb4-ba11a7636b6c', 'project_id': '544f3e375bde4f0988286eba27294ea6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:14:32.049244 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] For port a29e97a4-db7b-4472-bcba-9649964f1615, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=a29e97a4-db7b-4472-bcba-9649964f1615,segment=NetworkSegment(08e0e148-532b-4b21-a744-4826af0567ef),segment_id=08e0e148-532b-4b21-a744-4826af0567ef)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:14:32.050014 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-7dba715e-1ab8-4c11-8f25-d89f6898f18f tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:14:32.055654 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-7dba715e-1ab8-4c11-8f25-d89f6898f18f tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Usage tracker for resource:security_group_rule and tenant:544f3e375bde4f0988286eba27294ea6 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:14:32.060171 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-7dba715e-1ab8-4c11-8f25-d89f6898f18f tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:14:32.061512 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfe616c4-4b22-4f05-9914-f5ae541b1ed6 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:14:32.063111 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfe616c4-4b22-4f05-9914-f5ae541b1ed6 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:14:32.063960 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-bfe616c4-4b22-4f05-9914-f5ae541b1ed6 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Synchronizing usage tracker for tenant:bf435ff0e7914a739a10fff5b2399c13 on resource:subnet {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:14:32.068981 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-7dba715e-1ab8-4c11-8f25-d89f6898f18f tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:14:32.077472 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021402af-fec8-4171-b695-c5aa988d5777 tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58e5f4ec-794f-4eeb-a393-c77bf8859eeb,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:14:32.086983 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-021402af-fec8-4171-b695-c5aa988d5777 tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:14:32.093017 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-021402af-fec8-4171-b695-c5aa988d5777 tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Notify callbacks [] for security_group, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:32.094226 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-021402af-fec8-4171-b695-c5aa988d5777 tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1744 time: 0.9311984
Dec 23 16:14:32.098730 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 48284) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:32.107302 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-bfe616c4-4b22-4f05-9914-f5ae541b1ed6 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Unset dirty status for tenant:bf435ff0e7914a739a10fff5b2399c13 on resource:subnet {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:14:32.111369 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-bfe616c4-4b22-4f05-9914-f5ae541b1ed6 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1454 time: 0.2833107
Dec 23 16:14:32.111917 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 48286) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:32.130637 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-4081f8ce-4c67-4a42-8fb3-741c99d1360c tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Request body: {'security_group_rule': {'security_group_id': '58e5f4ec-794f-4eeb-a393-c77bf8859eeb', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:14:32.131849 dv-neutron-822799-1-hyperv neutron-server[87635]: WARNING neutron.api.v2.base [None req-4081f8ce-4c67-4a42-8fb3-741c99d1360c tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].
Dec 23 16:14:32.132640 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.api.v2.resource [None req-4081f8ce-4c67-4a42-8fb3-741c99d1360c tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 23 16:14:32.134290 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-4081f8ce-4c67-4a42-8fb3-741c99d1360c tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 396 time: 0.0238104
Dec 23 16:14:32.152100 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 48292) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:32.185637 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-7dba715e-1ab8-4c11-8f25-d89f6898f18f tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:32.237415 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:32.265328 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-5c03357d-d992-4a24-afcf-6994a8f31cdf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:14:32.311322 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b642a7bf-2cc1-4106-9248-99c4046deae8 req-8f273717-abf9-41ae-91b3-071d6ec8a38b tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:14:32.317150 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_v2 [None req-015264ed-0d80-4aee-9525-378133feed74 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Deleting subnet 30600872-8719-4bca-ac65-dc9208bbde30 {{(pid=87636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 23 16:14:32.322059 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-015264ed-0d80-4aee-9525-378133feed74 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks [] for subnet, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:32.323498 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-b642a7bf-2cc1-4106-9248-99c4046deae8 req-8f273717-abf9-41ae-91b3-071d6ec8a38b tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] 10.222.0.64 "GET /v2.0/ports?device_id=f54fff32-66c0-4adb-922d-69673e61b491 HTTP/1.1" status: 200  len: 946 time: 0.9681606
Dec 23 16:14:32.331912 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a00c235d-50ad-4022-97c5-505b58d8bc78 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7e017a6-8198-58c8-a07e-0f786128e3b3-30b67c35-e209-49c3-a56e-de3a0e0c8158', 'network_id': '30b67c35-e209-49c3-a56e-de3a0e0c8158', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'fixed_ips': [{'subnet_id': '46dd9f9e-900f-4a8d-bf73-2dbb8f0e7a59'}]}} from dv-neutron-822799-1-hyperv. {{(pid=87637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 23 16:14:32.332784 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-a00c235d-50ad-4022-97c5-505b58d8bc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:32.545491 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-b642a7bf-2cc1-4106-9248-99c4046deae8 req-82de7dee-f990-4d8f-a4ac-45b176e5aa96 tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] 10.222.0.64 "GET /v2.0/security-groups?id=3b5fba24-44fb-4189-bd87-51876b915d36&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2210157
Dec 23 16:14:32.583100 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a626334b-0c00-4745-80d9-4372590b6990 tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Notify callbacks [] for security_group, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:32.594121 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-015264ed-0d80-4aee-9525-378133feed74 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2382092'] for subnet, precommit_delete_associations {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:32.620224 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-7dba715e-1ab8-4c11-8f25-d89f6898f18f tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:32.627079 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_common [None req-a00c235d-50ad-4022-97c5-505b58d8bc78 None None] Allocated IP 172.20.0.18 (30b67c35-e209-49c3-a56e-de3a0e0c8158/46dd9f9e-900f-4a8d-bf73-2dbb8f0e7a59/281e3a50-aadf-45eb-bf28-70d46c8c5734) {{(pid=87637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:14:32.637623 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-7dba715e-1ab8-4c11-8f25-d89f6898f18f tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762424'] for security_group_rule, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:32.646791 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-fdb32dcd-a5dc-4964-bc14-a275d61b80e5 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:14:32.669792 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a626334b-0c00-4745-80d9-4372590b6990 tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:32.684633 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dba715e-1ab8-4c11-8f25-d89f6898f18f tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dff684ce-3293-4df1-b8a0-0eefa990f0b7,revision_number=0']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:14:32.694200 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-7dba715e-1ab8-4c11-8f25-d89f6898f18f tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:14:32.737220 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-7dba715e-1ab8-4c11-8f25-d89f6898f18f tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:32.738847 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-7dba715e-1ab8-4c11-8f25-d89f6898f18f tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.7063997
Dec 23 16:14:32.744007 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 48308) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:32.746369 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-efee0138-6144-4f51-b6b9-60a4e18ea220 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks [] for port, precommit_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:32.755000 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-55708e7b-699d-4cd2-836f-4308aae6ccd5 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Request body: {'security_group_rule': {'security_group_id': '9db863d1-cf06-4331-bcb4-ba11a7636b6c', 'project_id': '544f3e375bde4f0988286eba27294ea6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:14:32.764137 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-55708e7b-699d-4cd2-836f-4308aae6ccd5 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:14:32.767698 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-efee0138-6144-4f51-b6b9-60a4e18ea220 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2753531'] for port, after_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:32.800546 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-24d9d50f-c854-4bda-b607-f1e1c6fa34f4 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:14:32.847774 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-55708e7b-699d-4cd2-836f-4308aae6ccd5 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Usage tracker for resource:security_group_rule and tenant:544f3e375bde4f0988286eba27294ea6 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:14:32.873226 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-55708e7b-699d-4cd2-836f-4308aae6ccd5 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:14:32.890290 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a626334b-0c00-4745-80d9-4372590b6990 tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:32.899195 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-55708e7b-699d-4cd2-836f-4308aae6ccd5 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:14:32.934230 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efee0138-6144-4f51-b6b9-60a4e18ea220 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Pushing event updated for resources: {'Port': ['ID=e63eb4bc-b02f-435a-a09c-c251cfabc079,revision_number=2']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:14:32.942035 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-efee0138-6144-4f51-b6b9-60a4e18ea220 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:14:32.943029 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-b6e9e009-f193-411c-9647-f0d3a3ac4984 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.041s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:14:32.951872 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-efee0138-6144-4f51-b6b9-60a4e18ea220 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1627481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1781465'] for router_interface, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:32.979290 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-a00c235d-50ad-4022-97c5-505b58d8bc78 None None] Notify callbacks [] for port, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:32.981225 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-55708e7b-699d-4cd2-836f-4308aae6ccd5 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:32.990352 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a626334b-0c00-4745-80d9-4372590b6990 tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=58e5f4ec-794f-4eeb-a393-c77bf8859eeb,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:14:32.997251 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-a00c235d-50ad-4022-97c5-505b58d8bc78 None None] Transition to ACTIVE for port object 281e3a50-aadf-45eb-bf28-70d46c8c5734 will not be triggered until provisioned by entity L2. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:14:33.001111 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a626334b-0c00-4745-80d9-4372590b6990 tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Notify callbacks [] for security_group, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:33.002688 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-a626334b-0c00-4745-80d9-4372590b6990 tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] 10.222.0.64 "DELETE /v2.0/security-groups/58e5f4ec-794f-4eeb-a393-c77bf8859eeb HTTP/1.1" status: 204  len: 168 time: 0.8425026
Dec 23 16:14:33.006931 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-a626334b-0c00-4745-80d9-4372590b6990 tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:14:33.007855 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 48318) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:33.038654 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-a00c235d-50ad-4022-97c5-505b58d8bc78 None None] Transition to ACTIVE for port object 281e3a50-aadf-45eb-bf28-70d46c8c5734 will not be triggered until provisioned by entity DHCP. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:14:33.042941 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning for port 6a266a3b-8011-4e5c-bd24-beea3c7322dc completed by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:14:33.065459 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port 6a266a3b-8011-4e5c-bd24-beea3c7322dc triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:14:33.065850 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:33.066773 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154b4f38-b733-4582-9ea6-d3d2f58df4ac req-67ca84f9-8f91-4114-8d40-92916722bf55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:14:33.068568 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-154b4f38-b733-4582-9ea6-d3d2f58df4ac req-67ca84f9-8f91-4114-8d40-92916722bf55 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=1d12d024-785e-42d1-98eb-b1d5c44f899e HTTP/1.1" status: 200  len: 1099 time: 0.6460021
Dec 23 16:14:33.113445 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 48322) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:33.140087 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-5ef40fa6-7d06-449a-8857-81f559053709 tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Synchronizing usage tracker for tenant:d3fb1edd677040a19c6dbbe905bef2dd on resource:security_group {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:14:33.145137 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-015264ed-0d80-4aee-9525-378133feed74 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864774'] for subnet, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:33.153067 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-1509154c-6fe8-4410-bee6-f46dccd78992 None None] Provisioning for port 6a266a3b-8011-4e5c-bd24-beea3c7322dc completed by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:14:33.157365 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-a00c235d-50ad-4022-97c5-505b58d8bc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780'] for port, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:33.165798 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-55708e7b-699d-4cd2-836f-4308aae6ccd5 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:33.191079 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-55708e7b-699d-4cd2-836f-4308aae6ccd5 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762424'] for security_group_rule, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:33.194994 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-ab405f7a-50d9-4d5c-8c6c-b9eadf302e82 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:14:33.195408 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a00c235d-50ad-4022-97c5-505b58d8bc78 None None] Network 30b67c35-e209-49c3-a56e-de3a0e0c8158 is already hosted by enough agents. {{(pid=87637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:14:33.208138 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efee0138-6144-4f51-b6b9-60a4e18ea220 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Network ce320326-8ff7-4658-8e61-16a31833d08c is already hosted by enough agents. {{(pid=87635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:14:33.208512 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-a00c235d-50ad-4022-97c5-505b58d8bc78 None None] Resources bound (agent type, host, resource id):  {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:14:33.213195 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.base_scheduler [None req-efee0138-6144-4f51-b6b9-60a4e18ea220 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Resources bound (agent type, host, resource id):  {{(pid=87635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:14:33.219459 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a00c235d-50ad-4022-97c5-505b58d8bc78 None None] Received port after_create {{(pid=87637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:14:33.219691 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213f3da9-1132-4792-aa94-678c4c57a9d7 req-f85d1f00-4ad6-4099-b426-f52c7479cf20 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:14:33.221218 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-213f3da9-1132-4792-aa94-678c4c57a9d7 req-f85d1f00-4ad6-4099-b426-f52c7479cf20 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d12d024-785e-42d1-98eb-b1d5c44f899e HTTP/1.1" status: 200  len: 946 time: 0.2906973
Dec 23 16:14:33.225804 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55708e7b-699d-4cd2-836f-4308aae6ccd5 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fa101be-8005-488b-841e-5640b4feaca4,revision_number=0']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:14:33.226800 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-154b4f38-b733-4582-9ea6-d3d2f58df4ac req-5702d416-814e-4ff3-9dda-a3539e003b9d service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=6efb91e4-dce2-4b1b-ba77-0534a1c433c6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1438763
Dec 23 16:14:33.232237 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-55708e7b-699d-4cd2-836f-4308aae6ccd5 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:14:33.256476 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-5ef40fa6-7d06-449a-8857-81f559053709 tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Unset dirty status for tenant:d3fb1edd677040a19c6dbbe905bef2dd on resource:security_group {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:14:33.257787 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-5ef40fa6-7d06-449a-8857-81f559053709 tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2979 time: 0.2465146
Dec 23 16:14:33.264462 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 48328) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:33.274060 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-e6760177-2d6e-41de-9da9-3bf92ccc6185 tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Request body: {'security_group': {'name': 'tempest-secgroup--261601046'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:14:33.294124 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-e6760177-2d6e-41de-9da9-3bf92ccc6185 tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:14:33.295913 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-55708e7b-699d-4cd2-836f-4308aae6ccd5 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:33.300142 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-55708e7b-699d-4cd2-836f-4308aae6ccd5 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.5487878
Dec 23 16:14:33.304202 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 48332) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:33.315713 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-1d6afde8-dac9-4e6f-9bf7-4db23170927f None None] For port 416f1866-5a8f-4a35-9a98-951b0dad6a26, host dv-neutron-822799-1-hyperv, cleared binding levels {{(pid=87637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 23 16:14:33.321184 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-db14008b-1e39-4e38-b5d1-6ed03d629d8d tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Request body: {'security_group_rule': {'security_group_id': '9db863d1-cf06-4331-bcb4-ba11a7636b6c', 'project_id': '544f3e375bde4f0988286eba27294ea6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:14:33.327660 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-1d6afde8-dac9-4e6f-9bf7-4db23170927f None None] For port 416f1866-5a8f-4a35-9a98-951b0dad6a26, host dv-neutron-822799-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=416f1866-5a8f-4a35-9a98-951b0dad6a26,segment=NetworkSegment(31f1df48-6ea0-4600-9f6b-fca5572c27de),segment_id=31f1df48-6ea0-4600-9f6b-fca5572c27de)] {{(pid=87637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 23 16:14:33.331722 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-1509154c-6fe8-4410-bee6-f46dccd78992 None None] Provisioning complete for port 6a266a3b-8011-4e5c-bd24-beea3c7322dc triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:14:33.332490 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-213f3da9-1132-4792-aa94-678c4c57a9d7 req-98ba0085-bbdf-46ec-a85a-52173ab129bd tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] 10.222.0.64 "GET /v2.0/security-groups?id=6efb91e4-dce2-4b1b-ba77-0534a1c433c6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0993352
Dec 23 16:14:33.334430 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-e6760177-2d6e-41de-9da9-3bf92ccc6185 tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:14:33.335148 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1509154c-6fe8-4410-bee6-f46dccd78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:33.338195 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-db14008b-1e39-4e38-b5d1-6ed03d629d8d tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:14:33.350727 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-f129913b-03ee-4482-bcae-dcba95c89db5 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-424829828'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:14:33.354459 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-db14008b-1e39-4e38-b5d1-6ed03d629d8d tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Usage tracker for resource:security_group_rule and tenant:544f3e375bde4f0988286eba27294ea6 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:14:33.358359 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-015264ed-0d80-4aee-9525-378133feed74 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2176495', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2618677'] for subnet, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:33.364319 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-db14008b-1e39-4e38-b5d1-6ed03d629d8d tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:14:33.366926 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-d452620b-7e7e-4dec-b122-3fe76c1c6a2f tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:14:33.386153 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Pushing event updated for resources: {'Port': ['ID=a29e97a4-db7b-4472-bcba-9649964f1615,revision_number=5']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:14:33.396424 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-f129913b-03ee-4482-bcae-dcba95c89db5 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:14:33.406701 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-db14008b-1e39-4e38-b5d1-6ed03d629d8d tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:14:33.410962 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e6760177-2d6e-41de-9da9-3bf92ccc6185 tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Notify callbacks [] for security_group, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:33.424800 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-f129913b-03ee-4482-bcae-dcba95c89db5 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Usage tracker for resource:network and tenant:37ed648a62f44dd1bf944e0bff6f4422 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:14:33.426857 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efee0138-6144-4f51-b6b9-60a4e18ea220 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Router e177fe5e-cdc8-403a-9923-16769a19a732 has already been hosted by L3 agent 371d4c41-c7e2-4de7-9539-c049ec4e95d1 {{(pid=87635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 23 16:14:33.426997 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1d6afde8-dac9-4e6f-9bf7-4db23170927f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:33.434903 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-f129913b-03ee-4482-bcae-dcba95c89db5 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:14:33.439333 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015264ed-0d80-4aee-9525-378133feed74 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Pushing event deleted for resources: {'Subnet': ['ID=30600872-8719-4bca-ac65-dc9208bbde30,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:14:33.444615 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-015264ed-0d80-4aee-9525-378133feed74 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:14:33.448552 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-015264ed-0d80-4aee-9525-378133feed74 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks [] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:33.454038 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-f129913b-03ee-4482-bcae-dcba95c89db5 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:14:33.471471 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-e6760177-2d6e-41de-9da9-3bf92ccc6185 tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:14:33.482486 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-e6760177-2d6e-41de-9da9-3bf92ccc6185 tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Usage tracker for resource:security_group_rule and tenant:d3fb1edd677040a19c6dbbe905bef2dd is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:14:33.482690 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20b968c9-e434-43e0-b2b1-7effaa1f5660 None None] Network a67646b4-5371-43ec-9f98-39fe51a67033 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:14:33.484420 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-db14008b-1e39-4e38-b5d1-6ed03d629d8d tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:33.493552 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-e6760177-2d6e-41de-9da9-3bf92ccc6185 tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:14:33.495875 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:14:33.496227 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:14:33.496582 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:14:33.497399 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:14:33.497399 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:14:33.497625 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:14:33.497719 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f129913b-03ee-4482-bcae-dcba95c89db5 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Made reservation on behalf of 37ed648a62f44dd1bf944e0bff6f4422 for: {'network': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:14:33.497907 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:14:33.498197 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:14:33.498519 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:14:33.498839 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:14:33.499164 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:14:33.499486 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:14:33.501152 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f129913b-03ee-4482-bcae-dcba95c89db5 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for network, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:33.513419 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-015264ed-0d80-4aee-9525-378133feed74 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "DELETE /v2.0/subnets/30600872-8719-4bca-ac65-dc9208bbde30 HTTP/1.1" status: 204  len: 168 time: 1.3993435
Dec 23 16:14:33.520681 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 48336) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:33.524846 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-e6760177-2d6e-41de-9da9-3bf92ccc6185 tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:14:33.543587 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.280s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:14:33.560365 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-2af118e9-69ef-4e02-807c-ec4a2f39280e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.380s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:14:33.599864 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f129913b-03ee-4482-bcae-dcba95c89db5 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks [] for security_group, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:33.612362 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 48342) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:33.612704 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-434119ee-80c6-4bd8-b9d8-6bc78aef33af tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0908093
Dec 23 16:14:33.621569 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-ac943bfb-3f47-4ccd-a4e6-baddbdf20a66 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Request body: {'subnet': {'network_id': 'a67646b4-5371-43ec-9f98-39fe51a67033', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:14:33.653562 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-f129913b-03ee-4482-bcae-dcba95c89db5 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:14:33.669877 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-f129913b-03ee-4482-bcae-dcba95c89db5 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Usage tracker for resource:security_group_rule and tenant:37ed648a62f44dd1bf944e0bff6f4422 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:14:33.675459 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-f129913b-03ee-4482-bcae-dcba95c89db5 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:14:33.692776 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-f129913b-03ee-4482-bcae-dcba95c89db5 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:14:33.705550 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-db14008b-1e39-4e38-b5d1-6ed03d629d8d tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:33.711677 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efee0138-6144-4f51-b6b9-60a4e18ea220 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify agent at l3_agent.dv-neutron-822799-1-hyperv the message routers_updated {{(pid=87635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 23 16:14:33.713955 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-7c2580ae-1e49-473d-b3cc-800843b26082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc12902e0>, [{'id': 'e177fe5e-cdc8-403a-9923-16769a19a732', 'name': 'tempest-RoutersTest-router-1751319929', 'tenant_id': '3fd82437e08648b4840016e8955250bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:14:14Z', 'updated_at': '2021-12-23T16:14:22Z', 'revision_number': 2, 'project_id': '3fd82437e08648b4840016e8955250bf', 'gw_port_host': None, '_interfaces': [{'id': '9f092cc1-6082-4561-b1c3-16cbcde34d7a', 'name': '', 'network_id': '93d5306b-b044-45e0-820f-21a84f15a715', 'tenant_id': '3fd82437e08648b4840016e8955250bf', 'mac_address': 'fa:16:3e:86:78:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e177fe5e-cdc8-403a-9923-16769a19a732', 'device_owner': 'network:router_interface', 'standard_attr_id': 870, 'fixed_ips': [{'subnet_id': '4d508dea-bd45-4414-a7fb-afb4f674db06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:14:20Z', 'updated_at': '2021-12-23T16:14:29Z', 'revision_number': 4, 'project_id': '3fd82437e08648b4840016e8955250bf', 'subnets': [{'id': '4d508dea-bd45-4414-a7fb-afb4f674db06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:14:33.721498 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-efee0138-6144-4f51-b6b9-60a4e18ea220 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] 10.222.0.64 "PUT /v2.0/routers/e177fe5e-cdc8-403a-9923-16769a19a732/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.0745380
Dec 23 16:14:33.722238 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 48346) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:33.725718 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-db14008b-1e39-4e38-b5d1-6ed03d629d8d tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762424'] for security_group_rule, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:33.734010 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-ef3f080e-b4a5-40c2-a164-1058561846ca tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:14:33.747882 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-a00c235d-50ad-4022-97c5-505b58d8bc78 None None] Attempting to bind port 281e3a50-aadf-45eb-bf28-70d46c8c5734 on host dv-neutron-822799-1-hyperv for vnic_type normal with profile  {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:14:33.748145 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-a00c235d-50ad-4022-97c5-505b58d8bc78 None None] Attempting to bind port 281e3a50-aadf-45eb-bf28-70d46c8c5734 by drivers openvswitch,hyperv on host dv-neutron-822799-1-hyperv at level 0 using segments [{'id': '06581beb-f676-4147-b744-2ec20aa7f254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '30b67c35-e209-49c3-a56e-de3a0e0c8158'}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:14:33.748420 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a00c235d-50ad-4022-97c5-505b58d8bc78 None None] Attempting to bind port 281e3a50-aadf-45eb-bf28-70d46c8c5734 on network 30b67c35-e209-49c3-a56e-de3a0e0c8158 {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:14:33.750465 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:33.772596 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c2580ae-1e49-473d-b3cc-800843b26082 None None] The sync data for ids ['e177fe5e-cdc8-403a-9923-16769a19a732'] in dv-neutron-822799-1-hyperv is: [{'id': 'e177fe5e-cdc8-403a-9923-16769a19a732', 'name': 'tempest-RoutersTest-router-1751319929', 'tenant_id': '3fd82437e08648b4840016e8955250bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:14:14Z', 'updated_at': '2021-12-23T16:14:22Z', 'revision_number': 2, 'project_id': '3fd82437e08648b4840016e8955250bf', 'gw_port_host': None, '_interfaces': [{'id': '9f092cc1-6082-4561-b1c3-16cbcde34d7a', 'name': '', 'network_id': '93d5306b-b044-45e0-820f-21a84f15a715', 'tenant_id': '3fd82437e08648b4840016e8955250bf', 'mac_address': 'fa:16:3e:86:78:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e177fe5e-cdc8-403a-9923-16769a19a732', 'device_owner': 'network:router_interface', 'standard_attr_id': 870, 'fixed_ips': [{'subnet_id': '4d508dea-bd45-4414-a7fb-afb4f674db06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:14:20Z', 'updated_at': '2021-12-23T16:14:29Z', 'revision_number': 4, 'project_id': '3fd82437e08648b4840016e8955250bf', 'subnets': [{'id': '4d508dea-bd45-4414-a7fb-afb4f674db06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 23 16:14:33.776543 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db14008b-1e39-4e38-b5d1-6ed03d629d8d tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0446789-441d-4f38-8927-2ab56dc4c404,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:14:33.781169 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00c235d-50ad-4022-97c5-505b58d8bc78 None None] Pushing event updated for resources: {'Port': ['ID=281e3a50-aadf-45eb-bf28-70d46c8c5734,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:14:33.786269 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a00c235d-50ad-4022-97c5-505b58d8bc78 None None] Checking agent: {'id': '20d2070f-69a9-4e73-8d08-6f0387a40158', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822799-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 21), 'started_at': datetime.datetime(2021, 12, 23, 16, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 14, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822799-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 23 16:14:33.786783 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a00c235d-50ad-4022-97c5-505b58d8bc78 None None] Checking segment: {'id': '06581beb-f676-4147-b744-2ec20aa7f254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '30b67c35-e209-49c3-a56e-de3a0e0c8158'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:14:33.787204 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-a00c235d-50ad-4022-97c5-505b58d8bc78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:33.787618 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a00c235d-50ad-4022-97c5-505b58d8bc78 None None] Bound using segment: {'id': '06581beb-f676-4147-b744-2ec20aa7f254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '30b67c35-e209-49c3-a56e-de3a0e0c8158'} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 23 16:14:33.788106 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-a00c235d-50ad-4022-97c5-505b58d8bc78 None None] Bound port: 281e3a50-aadf-45eb-bf28-70d46c8c5734, host: dv-neutron-822799-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06581beb-f676-4147-b744-2ec20aa7f254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '30b67c35-e209-49c3-a56e-de3a0e0c8158'}}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 23 16:14:33.788481 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-a00c235d-50ad-4022-97c5-505b58d8bc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:33.792102 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-db14008b-1e39-4e38-b5d1-6ed03d629d8d tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:14:33.796038 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-349d015b-0d0b-47af-9492-9919aa318f9a tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Request body: {'network': {'name': 'tempest-RoutersTest-1525644448'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:14:33.817678 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e6760177-2d6e-41de-9da9-3bf92ccc6185 tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Notify callbacks [] for security_group, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:33.827680 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-349d015b-0d0b-47af-9492-9919aa318f9a tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:14:33.844307 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-349d015b-0d0b-47af-9492-9919aa318f9a tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Usage tracker for resource:network and tenant:3fd82437e08648b4840016e8955250bf is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:14:33.848068 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e6760177-2d6e-41de-9da9-3bf92ccc6185 tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:33.852881 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-349d015b-0d0b-47af-9492-9919aa318f9a tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:14:33.862055 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-c3e55d03-0abe-4412-90e1-7dabeabeec19 tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:14:33.869211 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-349d015b-0d0b-47af-9492-9919aa318f9a tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:14:33.878219 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-ac943bfb-3f47-4ccd-a4e6-baddbdf20a66 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:14:33.887281 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-ac943bfb-3f47-4ccd-a4e6-baddbdf20a66 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Usage tracker for resource:subnet and tenant:bf435ff0e7914a739a10fff5b2399c13 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:14:33.892317 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-ac943bfb-3f47-4ccd-a4e6-baddbdf20a66 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:14:33.910232 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-ac943bfb-3f47-4ccd-a4e6-baddbdf20a66 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:14:33.910649 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-db14008b-1e39-4e38-b5d1-6ed03d629d8d tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:33.913108 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-349d015b-0d0b-47af-9492-9919aa318f9a tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Made reservation on behalf of 3fd82437e08648b4840016e8955250bf for: {'network': 1} {{(pid=87635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:14:33.914575 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-db14008b-1e39-4e38-b5d1-6ed03d629d8d tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.6052563
Dec 23 16:14:33.917268 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-349d015b-0d0b-47af-9492-9919aa318f9a tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for network, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:33.922983 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 48350) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:33.956434 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170e6480-981e-4fbb-9b9e-3778012bbdb2 req-a8b10a74-698f-4dcc-af7e-839149d01087 tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:14:33.958383 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-170e6480-981e-4fbb-9b9e-3778012bbdb2 req-a8b10a74-698f-4dcc-af7e-839149d01087 tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] 10.222.0.64 "GET /v2.0/ports?device_id=f54fff32-66c0-4adb-922d-69673e61b491 HTTP/1.1" status: 200  len: 946 time: 0.2349193
Dec 23 16:14:33.960696 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac943bfb-3f47-4ccd-a4e6-baddbdf20a66 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Made reservation on behalf of bf435ff0e7914a739a10fff5b2399c13 for: {'subnet': 1} {{(pid=87635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:14:33.964370 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-ac943bfb-3f47-4ccd-a4e6-baddbdf20a66 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2610339'] for subnet, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:33.976912 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-04494981-5caa-4566-b54d-fe6dc4768681 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Request body: {'security_group_rule': {'security_group_id': '9db863d1-cf06-4331-bcb4-ba11a7636b6c', 'project_id': '544f3e375bde4f0988286eba27294ea6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:14:33.983458 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6760177-2d6e-41de-9da9-3bf92ccc6185 tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0803f046-c102-4228-8b53-2863dec38e45,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:14:33.999352 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-e6760177-2d6e-41de-9da9-3bf92ccc6185 tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:14:34.000564 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-04494981-5caa-4566-b54d-fe6dc4768681 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:14:34.002981 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e6760177-2d6e-41de-9da9-3bf92ccc6185 tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Notify callbacks [] for security_group, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:34.004294 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-e6760177-2d6e-41de-9da9-3bf92ccc6185 tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1743 time: 0.7404051
Dec 23 16:14:34.009275 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 48354) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:34.009904 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-04494981-5caa-4566-b54d-fe6dc4768681 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Usage tracker for resource:security_group_rule and tenant:544f3e375bde4f0988286eba27294ea6 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:14:34.016323 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-04494981-5caa-4566-b54d-fe6dc4768681 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:14:34.027758 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-349d015b-0d0b-47af-9492-9919aa318f9a tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] vlan segment allocate from pool success with {'vlan_id': 403, 'physical_network': 'physnet1'}  {{(pid=87635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 23 16:14:34.029306 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-4c3da28d-3eaf-4ea0-8d5b-c669755219cf tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Request body: {'security_group_rule': {'security_group_id': '0803f046-c102-4228-8b53-2863dec38e45', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:14:34.030412 dv-neutron-822799-1-hyperv neutron-server[87636]: WARNING neutron.api.v2.base [None req-4c3da28d-3eaf-4ea0-8d5b-c669755219cf tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.
Dec 23 16:14:34.030913 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.api.v2.resource [None req-4c3da28d-3eaf-4ea0-8d5b-c669755219cf tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 23 16:14:34.032087 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-4c3da28d-3eaf-4ea0-8d5b-c669755219cf tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 667 time: 0.0192945
Dec 23 16:14:34.039209 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-04494981-5caa-4566-b54d-fe6dc4768681 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:14:34.041400 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 48358) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:34.095894 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f129913b-03ee-4482-bcae-dcba95c89db5 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks [] for security_group, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:34.142303 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6afde8-dac9-4e6f-9bf7-4db23170927f None None] Pushing event updated for resources: {'Port': ['ID=416f1866-5a8f-4a35-9a98-951b0dad6a26,revision_number=2']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:14:34.147996 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f129913b-03ee-4482-bcae-dcba95c89db5 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:34.160194 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-349d015b-0d0b-47af-9492-9919aa318f9a tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:34.161087 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.db.segments_db [None req-349d015b-0d0b-47af-9492-9919aa318f9a tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Added segment c28c0ee6-d3aa-4417-9f89-d71373f785ea of type vlan for network f06e897a-ce42-450f-8aa2-b6ed7d90ee93
Dec 23 16:14:34.184563 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-018bb0da-da41-4d61-aaf0-c6e5c2387e39 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:14:34.231198 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-170e6480-981e-4fbb-9b9e-3778012bbdb2 req-708df78c-3ae6-43c3-bac1-78257a0af986 tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] 10.222.0.64 "GET /v2.0/security-groups?id=3b5fba24-44fb-4189-bd87-51876b915d36&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2472799
Dec 23 16:14:34.239958 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-1d6afde8-dac9-4e6f-9bf7-4db23170927f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.680s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:14:34.264169 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-c6150a1b-0caf-49b7-85ae-c61f50cbe435 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.822s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:14:34.264536 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-c6150a1b-0caf-49b7-85ae-c61f50cbe435 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:14:34.301172 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-349d015b-0d0b-47af-9492-9919aa318f9a tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735362521793'] for network, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:34.326369 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f129913b-03ee-4482-bcae-dcba95c89db5 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] vlan segment allocate from pool success with {'vlan_id': 447, 'physical_network': 'physnet1'}  {{(pid=87636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 23 16:14:34.413083 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b94f77eb-f5fa-4162-92f7-b6851e736814 tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Notify callbacks [] for security_group, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:34.430533 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-04494981-5caa-4566-b54d-fe6dc4768681 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:34.437869 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] For port 6a266a3b-8011-4e5c-bd24-beea3c7322dc, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=6a266a3b-8011-4e5c-bd24-beea3c7322dc,segment=NetworkSegment(d0e346f7-32a7-41a0-b972-301688edbe10),segment_id=d0e346f7-32a7-41a0-b972-301688edbe10)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:14:34.468757 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f129913b-03ee-4482-bcae-dcba95c89db5 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dcbe6dc2-a5dc-4669-aa4c-c84b98cde599,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:14:34.478668 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-349d015b-0d0b-47af-9492-9919aa318f9a tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495'] for network, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:34.487416 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-349d015b-0d0b-47af-9492-9919aa318f9a tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:14:34.488118 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-349d015b-0d0b-47af-9492-9919aa318f9a tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks [] for network, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:34.489535 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:34.505862 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-f0af9849-9746-4ad2-82ff-816b2eaf2762 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:14:34.514185 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-f129913b-03ee-4482-bcae-dcba95c89db5 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:14:34.530492 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f129913b-03ee-4482-bcae-dcba95c89db5 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:34.530840 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.db.segments_db [None req-f129913b-03ee-4482-bcae-dcba95c89db5 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Added segment 3213061e-1f34-4f56-aaa4-2b5a03a8d187 of type vlan for network e77e748e-188d-4ee5-88c4-9be4ee766d0f
Dec 23 16:14:34.533369 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-a00c235d-50ad-4022-97c5-505b58d8bc78 None None] For port 281e3a50-aadf-45eb-bf28-70d46c8c5734, host dv-neutron-822799-1-hyperv, cleared binding levels {{(pid=87637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 23 16:14:34.542526 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-a00c235d-50ad-4022-97c5-505b58d8bc78 None None] For port 281e3a50-aadf-45eb-bf28-70d46c8c5734, host dv-neutron-822799-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=281e3a50-aadf-45eb-bf28-70d46c8c5734,segment=NetworkSegment(06581beb-f676-4147-b744-2ec20aa7f254),segment_id=06581beb-f676-4147-b744-2ec20aa7f254)] {{(pid=87637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 23 16:14:34.547770 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-58191dbe-b220-4986-9d1d-06dbf5fd6ea3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:14:34.614021 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1509154c-6fe8-4410-bee6-f46dccd78992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:34.637180 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-a00c235d-50ad-4022-97c5-505b58d8bc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:34.676640 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b94f77eb-f5fa-4162-92f7-b6851e736814 tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:34.733311 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f129913b-03ee-4482-bcae-dcba95c89db5 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735362521793'] for network, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:34.766515 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-04494981-5caa-4566-b54d-fe6dc4768681 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:34.791720 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 416f1866-5a8f-4a35-9a98-951b0dad6a26 up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:14:34.799203 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-04494981-5caa-4566-b54d-fe6dc4768681 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762424'] for security_group_rule, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:34.813357 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-1242bab7-3882-4f31-8e01-2a921d8e483d tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:14:34.890675 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Pushing event updated for resources: {'Port': ['ID=6a266a3b-8011-4e5c-bd24-beea3c7322dc,revision_number=4']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:14:34.900323 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:14:34.900966 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-5008d58e-703e-4120-82b6-2818fb35fb60 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.249s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:14:34.928807 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-349d015b-0d0b-47af-9492-9919aa318f9a tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201  len: 766 time: 1.1905282
Dec 23 16:14:34.947341 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 48364) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:34.950436 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.db.api [None req-1509154c-6fe8-4410-bee6-f46dccd78992 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87637) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 23 16:14:34.952150 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_db.api [None req-1509154c-6fe8-4410-bee6-f46dccd78992 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 23 16:14:34.974276 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04494981-5caa-4566-b54d-fe6dc4768681 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7161818d-d443-4734-8af4-8dc95e2d1eb5,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:14:34.980900 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-04494981-5caa-4566-b54d-fe6dc4768681 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:14:34.993031 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-d61d1977-4bf1-405d-9f76-483db0109e07 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Request body: {'subnet': {'network_id': 'f06e897a-ce42-450f-8aa2-b6ed7d90ee93', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:14:35.005108 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507c46f1-f17a-46e6-8e46-2667e87dcb2f req-ba2c580a-9348-435e-86e6-0c9b2b0b5739 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:14:35.013123 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-507c46f1-f17a-46e6-8e46-2667e87dcb2f req-ba2c580a-9348-435e-86e6-0c9b2b0b5739 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d12d024-785e-42d1-98eb-b1d5c44f899e HTTP/1.1" status: 200  len: 946 time: 0.4601791
Dec 23 16:14:35.044540 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f129913b-03ee-4482-bcae-dcba95c89db5 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495'] for network, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:35.045054 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d94ab63-6a5d-406b-87a5-9077a0bcb07d None None] DHCP port deletion for a67646b4-5371-43ec-9f98-39fe51a67033 request from dv-neutron-822799-1-hyperv {{(pid=87637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 23 16:14:35.057394 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f129913b-03ee-4482-bcae-dcba95c89db5 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:14:35.058087 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f129913b-03ee-4482-bcae-dcba95c89db5 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:35.062188 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b94f77eb-f5fa-4162-92f7-b6851e736814 tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:35.064615 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b94f77eb-f5fa-4162-92f7-b6851e736814 tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Notify callbacks [] for security_group, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:35.068610 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-4d94ab63-6a5d-406b-87a5-9077a0bcb07d None None] Deleting port 6a266a3b-8011-4e5c-bd24-beea3c7322dc {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:14:35.069005 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4d94ab63-6a5d-406b-87a5-9077a0bcb07d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:35.070031 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-b94f77eb-f5fa-4162-92f7-b6851e736814 tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] 10.222.0.64 "DELETE /v2.0/security-groups/0803f046-c102-4228-8b53-2863dec38e45 HTTP/1.1" status: 204  len: 168 time: 1.0271308
Dec 23 16:14:35.075271 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 48368) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:35.077824 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-91f557de-bc4f-4d33-a98b-85eb88352929 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:14:35.093558 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-04494981-5caa-4566-b54d-fe6dc4768681 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:35.095122 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-04494981-5caa-4566-b54d-fe6dc4768681 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 1.1591835
Dec 23 16:14:35.164307 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00c235d-50ad-4022-97c5-505b58d8bc78 None None] Pushing event updated for resources: {'Port': ['ID=281e3a50-aadf-45eb-bf28-70d46c8c5734,revision_number=2']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:14:35.180242 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-a00c235d-50ad-4022-97c5-505b58d8bc78 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:14:35.187498 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning for port 416f1866-5a8f-4a35-9a98-951b0dad6a26 completed by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:14:35.198049 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 48372) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:35.210719 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94f77eb-f5fa-4162-92f7-b6851e736814 tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0803f046-c102-4228-8b53-2863dec38e45,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:14:35.216302 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-b94f77eb-f5fa-4162-92f7-b6851e736814 tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:14:35.216511 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 9f092cc1-6082-4561-b1c3-16cbcde34d7a up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:14:35.223170 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-2dae04bc-6ed1-42b9-bae8-246116cf5d53 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Request body: {'security_group_rule': {'security_group_id': '9db863d1-cf06-4331-bcb4-ba11a7636b6c', 'project_id': '544f3e375bde4f0988286eba27294ea6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:14:35.231294 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-7683140e-4ce8-400d-8e62-b3ae38fc159a tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.140s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:14:35.300847 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-2dae04bc-6ed1-42b9-bae8-246116cf5d53 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:14:35.349203 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-507c46f1-f17a-46e6-8e46-2667e87dcb2f req-a977be12-b191-4d78-80f1-7d2b22e1a460 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] 10.222.0.64 "GET /v2.0/security-groups?id=6efb91e4-dce2-4b1b-ba77-0534a1c433c6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3357415
Dec 23 16:14:35.354952 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349d015b-0d0b-47af-9492-9919aa318f9a tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Pushing event updated for resources: {'Network': ['ID=f06e897a-ce42-450f-8aa2-b6ed7d90ee93,revision_number=1']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:14:35.361707 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-2dae04bc-6ed1-42b9-bae8-246116cf5d53 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Usage tracker for resource:security_group_rule and tenant:544f3e375bde4f0988286eba27294ea6 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:14:35.364959 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-2dae04bc-6ed1-42b9-bae8-246116cf5d53 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:14:35.366842 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-d61d1977-4bf1-405d-9f76-483db0109e07 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:14:35.371626 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-349d015b-0d0b-47af-9492-9919aa318f9a tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.867s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:14:35.373314 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-2dae04bc-6ed1-42b9-bae8-246116cf5d53 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:14:35.387148 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-f129913b-03ee-4482-bcae-dcba95c89db5 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 2.2663808
Dec 23 16:14:35.391172 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-4da94e5f-cf21-4be6-9ea8-e967f83fe2c6 tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Synchronizing usage tracker for tenant:d3fb1edd677040a19c6dbbe905bef2dd on resource:security_group {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:14:35.406410 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 48380) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:35.406558 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Network f06e897a-ce42-450f-8aa2-b6ed7d90ee93 details requested by agent ovs-agent-dv-neutron-822799-1-hyperv with host dv-neutron-822799-1-hyperv {{(pid=87637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 23 16:14:35.411446 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.db.securitygroups_db [None req-2dae04bc-6ed1-42b9-bae8-246116cf5d53 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Project 544f3e375bde4f0988286eba27294ea6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 23 16:14:35.474288 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-d61d1977-4bf1-405d-9f76-483db0109e07 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Usage tracker for resource:subnet and tenant:3fd82437e08648b4840016e8955250bf is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:14:35.498013 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-149a9adf-be40-41c7-84a2-728462a07677 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Request body: {'port': {'network_id': 'e77e748e-188d-4ee5-88c4-9be4ee766d0f', 'name': 'tempest-PortsIpV6TestJSON-205055088'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:14:35.511943 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-d61d1977-4bf1-405d-9f76-483db0109e07 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:14:35.514026 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2dae04bc-6ed1-42b9-bae8-246116cf5d53 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:35.558369 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-4da94e5f-cf21-4be6-9ea8-e967f83fe2c6 tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Unset dirty status for tenant:d3fb1edd677040a19c6dbbe905bef2dd on resource:security_group {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:14:35.560016 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-4da94e5f-cf21-4be6-9ea8-e967f83fe2c6 tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2979 time: 0.4682355
Dec 23 16:14:35.566024 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-d61d1977-4bf1-405d-9f76-483db0109e07 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:14:35.568169 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 48384) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:35.590384 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-532f8152-51ef-499e-bfbe-1f67d3b4dc2f tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Request body: {'security_group': {'name': 'tempest-secgroup--674527782'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:14:35.601366 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-532f8152-51ef-499e-bfbe-1f67d3b4dc2f tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:14:35.649368 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-532f8152-51ef-499e-bfbe-1f67d3b4dc2f tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:14:35.662136 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d61d1977-4bf1-405d-9f76-483db0109e07 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Made reservation on behalf of 3fd82437e08648b4840016e8955250bf for: {'subnet': 1} {{(pid=87635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:14:35.665968 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-d61d1977-4bf1-405d-9f76-483db0109e07 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2610339'] for subnet, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:35.725790 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning for port 9f092cc1-6082-4561-b1c3-16cbcde34d7a completed by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:14:35.735599 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f129913b-03ee-4482-bcae-dcba95c89db5 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Pushing event updated for resources: {'Network': ['ID=e77e748e-188d-4ee5-88c4-9be4ee766d0f,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:14:35.750122 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-f129913b-03ee-4482-bcae-dcba95c89db5 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.519s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:14:35.751594 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port 9f092cc1-6082-4561-b1c3-16cbcde34d7a triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:14:35.752150 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:35.792939 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Network e77e748e-188d-4ee5-88c4-9be4ee766d0f details requested by agent ovs-agent-dv-neutron-822799-1-hyperv with host dv-neutron-822799-1-hyperv {{(pid=87637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 23 16:14:35.797700 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-532f8152-51ef-499e-bfbe-1f67d3b4dc2f tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Notify callbacks [] for security_group, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:35.820983 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-149a9adf-be40-41c7-84a2-728462a07677 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:14:35.826607 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-149a9adf-be40-41c7-84a2-728462a07677 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Usage tracker for resource:port and tenant:37ed648a62f44dd1bf944e0bff6f4422 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:14:35.830028 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-149a9adf-be40-41c7-84a2-728462a07677 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:14:35.836985 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-149a9adf-be40-41c7-84a2-728462a07677 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:14:35.845167 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.objects.ports [None req-ac943bfb-3f47-4ccd-a4e6-baddbdf20a66 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87635) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}}
Dec 23 16:14:35.851457 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2dae04bc-6ed1-42b9-bae8-246116cf5d53 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:35.851653 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-532f8152-51ef-499e-bfbe-1f67d3b4dc2f tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:14:35.861143 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8bb0f7-1fe0-4ae8-a43e-c946e676c23d req-7ed0c7f9-66b4-47b7-84eb-19e8823ba542 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:14:35.862710 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-3f8bb0f7-1fe0-4ae8-a43e-c946e676c23d req-7ed0c7f9-66b4-47b7-84eb-19e8823ba542 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d12d024-785e-42d1-98eb-b1d5c44f899e HTTP/1.1" status: 200  len: 946 time: 0.3395903
Dec 23 16:14:35.864249 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2dae04bc-6ed1-42b9-bae8-246116cf5d53 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762424'] for security_group_rule, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:35.866551 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-149a9adf-be40-41c7-84a2-728462a07677 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Made reservation on behalf of 37ed648a62f44dd1bf944e0bff6f4422 for: {'port': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:14:35.869862 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-149a9adf-be40-41c7-84a2-728462a07677 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:35.888452 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-88596518-3010-4619-bc80-c98d6f43baa1 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:14:35.912265 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-532f8152-51ef-499e-bfbe-1f67d3b4dc2f tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Usage tracker for resource:security_group_rule and tenant:d3fb1edd677040a19c6dbbe905bef2dd is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:14:35.923771 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62e97e8d-fe44-4a93-bafd-fe3f617286b4 None None] Network ce320326-8ff7-4658-8e61-16a31833d08c requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:14:35.929187 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-532f8152-51ef-499e-bfbe-1f67d3b4dc2f tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:14:35.937538 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dae04bc-6ed1-42b9-bae8-246116cf5d53 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbc5dc13-c729-4bd6-bd4d-5a9d247493cb,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:14:35.947957 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-2dae04bc-6ed1-42b9-bae8-246116cf5d53 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:14:35.953076 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a375d55-ef01-4997-8986-290634146ae7 req-0e6ec211-ee50-4973-bb4e-6f4aa0eb11b5 tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:14:35.957621 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-6a375d55-ef01-4997-8986-290634146ae7 req-0e6ec211-ee50-4973-bb4e-6f4aa0eb11b5 tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] 10.222.0.64 "GET /v2.0/ports?device_id=f54fff32-66c0-4adb-922d-69673e61b491 HTTP/1.1" status: 200  len: 946 time: 0.4729419
Dec 23 16:14:35.962895 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-532f8152-51ef-499e-bfbe-1f67d3b4dc2f tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:14:35.970884 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [None req-149a9adf-be40-41c7-84a2-728462a07677 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] device_id is not set on port 10483f36-701d-40ff-98b3-3f3134b9e2c2 yet. {{(pid=87636) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 23 16:14:36.002943 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2dae04bc-6ed1-42b9-bae8-246116cf5d53 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:36.004129 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-2dae04bc-6ed1-42b9-bae8-246116cf5d53 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.8029683
Dec 23 16:14:36.010013 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 48388) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:36.021233 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-f32802b8-8a17-45b8-85bb-dca928a8289b tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Request body: {'security_group_rule': {'security_group_id': '9db863d1-cf06-4331-bcb4-ba11a7636b6c', 'project_id': '544f3e375bde4f0988286eba27294ea6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:14:36.038685 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-3f8bb0f7-1fe0-4ae8-a43e-c946e676c23d req-9dd87b76-3ec0-41ff-be27-b56880479a50 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] 10.222.0.64 "GET /v2.0/security-groups?id=6efb91e4-dce2-4b1b-ba77-0534a1c433c6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1555548
Dec 23 16:14:36.044991 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-f32802b8-8a17-45b8-85bb-dca928a8289b tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:14:36.058491 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-f32802b8-8a17-45b8-85bb-dca928a8289b tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Usage tracker for resource:security_group_rule and tenant:544f3e375bde4f0988286eba27294ea6 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:14:36.065061 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-f32802b8-8a17-45b8-85bb-dca928a8289b tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:14:36.067887 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 48392) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:36.129116 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-f32802b8-8a17-45b8-85bb-dca928a8289b tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:14:36.192622 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-6a375d55-ef01-4997-8986-290634146ae7 req-cccc31f0-357e-4f93-a28f-284edfa14d46 tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] 10.222.0.64 "GET /v2.0/security-groups?id=3b5fba24-44fb-4189-bd87-51876b915d36&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2199345
Dec 23 16:14:36.221456 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-4d94ab63-6a5d-406b-87a5-9077a0bcb07d None None] For port 6a266a3b-8011-4e5c-bd24-beea3c7322dc, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=6a266a3b-8011-4e5c-bd24-beea3c7322dc,segment=NetworkSegment(d0e346f7-32a7-41a0-b972-301688edbe10),segment_id=d0e346f7-32a7-41a0-b972-301688edbe10)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:14:36.221928 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4d94ab63-6a5d-406b-87a5-9077a0bcb07d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:36.334102 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-532f8152-51ef-499e-bfbe-1f67d3b4dc2f tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Notify callbacks [] for security_group, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:36.362809 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-532f8152-51ef-499e-bfbe-1f67d3b4dc2f tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:36.385218 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-92356722-abce-4ff3-9888-9d0497277168 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:14:36.426239 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532f8152-51ef-499e-bfbe-1f67d3b4dc2f tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc1ab41c-c43f-4cf9-810e-5e9551ac8f9c,revision_number=1']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:14:36.430591 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-532f8152-51ef-499e-bfbe-1f67d3b4dc2f tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:14:36.483450 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-ac943bfb-3f47-4ccd-a4e6-baddbdf20a66 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:36.501411 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-d61d1977-4bf1-405d-9f76-483db0109e07 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2753396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2610353'] for subnet, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:36.522828 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-f115cc3f-fd67-43e6-a37f-34bd6acf01f3 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:14:36.552058 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-4d94ab63-6a5d-406b-87a5-9077a0bcb07d None None] Calling delete_port for 6a266a3b-8011-4e5c-bd24-beea3c7322dc owned by network:dhcp {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:14:36.575029 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.db.securitygroups_db [None req-f32802b8-8a17-45b8-85bb-dca928a8289b tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Project 544f3e375bde4f0988286eba27294ea6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 23 16:14:36.593861 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81bbb3e0-af86-4975-82e0-d7b8fa7c8e6e None None] Sync routers for ids ['e177fe5e-cdc8-403a-9923-16769a19a732'] in dv-neutron-822799-1-hyperv {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 23 16:14:36.601437 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f32802b8-8a17-45b8-85bb-dca928a8289b tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:36.606391 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81bbb3e0-af86-4975-82e0-d7b8fa7c8e6e None None] Routers {'e177fe5e-cdc8-403a-9923-16769a19a732'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:14:36.607267 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-81bbb3e0-af86-4975-82e0-d7b8fa7c8e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc1c7e220>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:14:20Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['e177fe5e-cdc8-403a-9923-16769a19a732'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:14:36.663809 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-149a9adf-be40-41c7-84a2-728462a07677 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:36.664052 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.db.api [None req-4d94ab63-6a5d-406b-87a5-9077a0bcb07d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87637) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 23 16:14:36.664301 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_db.api [None req-4d94ab63-6a5d-406b-87a5-9077a0bcb07d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 23 16:14:36.665227 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df79d43d-265b-41fb-9847-f08e5056af4f None None] Network 30b67c35-e209-49c3-a56e-de3a0e0c8158 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:14:36.701693 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-42a5c3d7-fb77-4c7d-9010-03838e991652 None None] Provisioning for port 416f1866-5a8f-4a35-9a98-951b0dad6a26 completed by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:14:36.738762 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0448f7e-1ff0-47af-ba50-0716efe8be8b tempest-TestNetworkAdvancedServerOps-632445682 tempest-TestNetworkAdvancedServerOps-632445682-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:14:36.743573 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-c0448f7e-1ff0-47af-ba50-0716efe8be8b tempest-TestNetworkAdvancedServerOps-632445682 tempest-TestNetworkAdvancedServerOps-632445682-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=1d12d024-785e-42d1-98eb-b1d5c44f899e HTTP/1.1" status: 200  len: 1094 time: 0.6722479
Dec 23 16:14:36.746984 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 48396) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:36.763037 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-20a96e49-485f-4364-9968-b30236d2e797 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Request body: {'floatingip': {'floating_network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'port_id': 'a29e97a4-db7b-4472-bcba-9649964f1615', 'tenant_id': 'c8691bbec3fb4ae1968d469a6b97360c', 'fixed_ip_address': '172.20.0.12'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:14:36.770741 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-20a96e49-485f-4364-9968-b30236d2e797 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:14:36.776476 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-20a96e49-485f-4364-9968-b30236d2e797 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Usage tracker for resource:floatingip and tenant:c8691bbec3fb4ae1968d469a6b97360c is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:14:36.779592 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-81bbb3e0-af86-4975-82e0-d7b8fa7c8e6e None None] Set router e177fe5e-cdc8-403a-9923-16769a19a732 gateway port host: None {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:14:36.779827 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-20a96e49-485f-4364-9968-b30236d2e797 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:14:36.784887 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-42a5c3d7-fb77-4c7d-9010-03838e991652 None None] Provisioning complete for port 416f1866-5a8f-4a35-9a98-951b0dad6a26 triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:14:36.785885 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-42a5c3d7-fb77-4c7d-9010-03838e991652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:36.786759 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-20a96e49-485f-4364-9968-b30236d2e797 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:14:36.802010 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f32802b8-8a17-45b8-85bb-dca928a8289b tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:36.806333 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-20a96e49-485f-4364-9968-b30236d2e797 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Notify callbacks [] for floatingip, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:36.812246 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.db [None req-ac943bfb-3f47-4ccd-a4e6-baddbdf20a66 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] For port 6a266a3b-8011-4e5c-bd24-beea3c7322dc, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=6a266a3b-8011-4e5c-bd24-beea3c7322dc,segment=NetworkSegment(d0e346f7-32a7-41a0-b972-301688edbe10),segment_id=d0e346f7-32a7-41a0-b972-301688edbe10)] {{(pid=87635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:14:36.829979 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f32802b8-8a17-45b8-85bb-dca928a8289b tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762424'] for security_group_rule, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:36.832812 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:14:36.838699 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-ac943bfb-3f47-4ccd-a4e6-baddbdf20a66 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks [] for port, precommit_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:36.844734 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-532f8152-51ef-499e-bfbe-1f67d3b4dc2f tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Notify callbacks [] for security_group, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:36.849851 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-532f8152-51ef-499e-bfbe-1f67d3b4dc2f tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1743 time: 1.2753773
Dec 23 16:14:36.851154 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 48400) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:36.863974 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-631de219-a78b-447e-aa23-9f86db3e610f tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Request body: {'security_group_rule': {'security_group_id': 'cc1ab41c-c43f-4cf9-810e-5e9551ac8f9c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:14:36.874200 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32802b8-8a17-45b8-85bb-dca928a8289b tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e07dfd29-dd23-4984-9ca3-268a6f7105d9,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:14:36.879066 dv-neutron-822799-1-hyperv neutron-server[87635]: WARNING neutron.api.v2.base [None req-631de219-a78b-447e-aa23-9f86db3e610f tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix.
Dec 23 16:14:36.880764 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.api.v2.resource [None req-631de219-a78b-447e-aa23-9f86db3e610f tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 23 16:14:36.885502 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-149a9adf-be40-41c7-84a2-728462a07677 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:36.886306 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-f32802b8-8a17-45b8-85bb-dca928a8289b tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:14:36.889165 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-631de219-a78b-447e-aa23-9f86db3e610f tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 319 time: 0.0324821
Dec 23 16:14:36.892784 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-ac943bfb-3f47-4ccd-a4e6-baddbdf20a66 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2753531'] for port, after_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:36.893873 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-ac943bfb-3f47-4ccd-a4e6-baddbdf20a66 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2753396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2610353'] for subnet, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:36.903591 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 48404) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:36.917258 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-4d9469a7-3fc4-4c4f-b4b6-1b14a516859f tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Request body: {'security_group_rule': {'security_group_id': 'cc1ab41c-c43f-4cf9-810e-5e9551ac8f9c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:14:36.918310 dv-neutron-822799-1-hyperv neutron-server[87635]: WARNING neutron.api.v2.base [None req-4d9469a7-3fc4-4c4f-b4b6-1b14a516859f tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix.
Dec 23 16:14:36.919356 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.api.v2.resource [None req-4d9469a7-3fc4-4c4f-b4b6-1b14a516859f tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 23 16:14:36.923637 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-4d9469a7-3fc4-4c4f-b4b6-1b14a516859f tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 320 time: 0.0170693
Dec 23 16:14:36.924407 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 48408) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:36.948639 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-4a6284bf-0e90-4af7-8a98-e63bb9553a5a tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Request body: {'security_group_rule': {'security_group_id': 'cc1ab41c-c43f-4cf9-810e-5e9551ac8f9c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:14:36.949350 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-e5a092ec-e7ee-4222-834c-e179f6b22f83 tempest-RoutersIpV6AdminTest-575902626 tempest-RoutersIpV6AdminTest-575902626-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:14:36.950918 dv-neutron-822799-1-hyperv neutron-server[87635]: WARNING neutron.api.v2.base [None req-4a6284bf-0e90-4af7-8a98-e63bb9553a5a tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix.
Dec 23 16:14:36.951655 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.api.v2.resource [None req-4a6284bf-0e90-4af7-8a98-e63bb9553a5a tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 23 16:14:36.955932 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-4a6284bf-0e90-4af7-8a98-e63bb9553a5a tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 316 time: 0.0259290
Dec 23 16:14:36.962731 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 48412) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:36.969051 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61d1977-4bf1-405d-9f76-483db0109e07 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Pushing event updated for resources: {'Subnet': ['ID=37cda75c-0338-47ba-b691-74c1f334d38b,revision_number=0']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:14:36.979161 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-d61d1977-4bf1-405d-9f76-483db0109e07 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.456s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:14:36.985660 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-61b03790-4647-4a73-b5a1-f9ebe15ceac5 tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.080s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:14:37.014905 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-42a5c3d7-fb77-4c7d-9010-03838e991652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:37.024619 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac943bfb-3f47-4ccd-a4e6-baddbdf20a66 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Network a67646b4-5371-43ec-9f98-39fe51a67033 is already hosted by enough agents. {{(pid=87635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:14:37.036150 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-97c5865c-a263-4d20-8f7a-ad2ab896320c tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Request body: {'security_group_rule': {'security_group_id': 'cc1ab41c-c43f-4cf9-810e-5e9551ac8f9c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:14:37.036367 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f32802b8-8a17-45b8-85bb-dca928a8289b tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:37.037358 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-f32802b8-8a17-45b8-85bb-dca928a8289b tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 1.0264080
Dec 23 16:14:37.038199 dv-neutron-822799-1-hyperv neutron-server[87635]: WARNING neutron.api.v2.base [None req-97c5865c-a263-4d20-8f7a-ad2ab896320c tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix.
Dec 23 16:14:37.038907 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.api.v2.resource [None req-97c5865c-a263-4d20-8f7a-ad2ab896320c tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 23 16:14:37.044284 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-97c5865c-a263-4d20-8f7a-ad2ab896320c tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 309 time: 0.0765646
Dec 23 16:14:37.045150 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 48416) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:37.058072 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.base_scheduler [None req-ac943bfb-3f47-4ccd-a4e6-baddbdf20a66 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Resources bound (agent type, host, resource id):  {{(pid=87635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:14:37.066579 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac943bfb-3f47-4ccd-a4e6-baddbdf20a66 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:14:37.067265 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-ac943bfb-3f47-4ccd-a4e6-baddbdf20a66 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks [] for subnet, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:37.078247 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149a9adf-be40-41c7-84a2-728462a07677 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Pushing event updated for resources: {'Port': ['ID=10483f36-701d-40ff-98b3-3f3134b9e2c2,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:14:37.093557 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-149a9adf-be40-41c7-84a2-728462a07677 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:14:37.114205 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d61d1977-4bf1-405d-9f76-483db0109e07 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Checking segment: {'id': 'c28c0ee6-d3aa-4417-9f89-d71373f785ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'f06e897a-ce42-450f-8aa2-b6ed7d90ee93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:14:37.114637 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-149a9adf-be40-41c7-84a2-728462a07677 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Checking segment: {'id': '3213061e-1f34-4f56-aaa4-2b5a03a8d187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'e77e748e-188d-4ee5-88c4-9be4ee766d0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:14:37.115099 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d61d1977-4bf1-405d-9f76-483db0109e07 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Network hostable DHCP agents. Network: f06e897a-ce42-450f-8aa2-b6ed7d90ee93, hostable agents: ['1c812d71-eadf-4fb3-b98e-67468a4aa7e2'], hosted agents: [] {{(pid=87635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 23 16:14:37.115499 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-149a9adf-be40-41c7-84a2-728462a07677 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Network hostable DHCP agents. Network: e77e748e-188d-4ee5-88c4-9be4ee766d0f, hostable agents: ['1c812d71-eadf-4fb3-b98e-67468a4aa7e2'], hosted agents: [] {{(pid=87636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 23 16:14:37.137252 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-81bbb3e0-af86-4975-82e0-d7b8fa7c8e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc1c7e220>, [{'id': 'e177fe5e-cdc8-403a-9923-16769a19a732', 'name': 'tempest-RoutersTest-router-1751319929', 'tenant_id': '3fd82437e08648b4840016e8955250bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:14:14Z', 'updated_at': '2021-12-23T16:14:30Z', 'revision_number': 3, 'project_id': '3fd82437e08648b4840016e8955250bf', 'gw_port_host': None, '_interfaces': [{'id': '9f092cc1-6082-4561-b1c3-16cbcde34d7a', 'name': '', 'network_id': '93d5306b-b044-45e0-820f-21a84f15a715', 'tenant_id': '3fd82437e08648b4840016e8955250bf', 'mac_address': 'fa:16:3e:86:78:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e177fe5e-cdc8-403a-9923-16769a19a732', 'device_owner': 'network:router_interface', 'standard_attr_id': 870, 'fixed_ips': [{'subnet_id': '4d508dea-bd45-4414-a7fb-afb4f674db06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:14:20Z', 'updated_at': '2021-12-23T16:14:29Z', 'revision_number': 4, 'project_id': '3fd82437e08648b4840016e8955250bf', 'subnets': [{'id': '4d508dea-bd45-4414-a7fb-afb4f674db06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e63eb4bc-b02f-435a-a09c-c251cfabc079', 'name': '', 'network_id': 'ce320326-8ff7-4658-8e61-16a31833d08c', 'tenant_id': '3fd82437e08648b4840016e8955250bf', 'mac_address': 'fa:16:3e:99:5d:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e177fe5e-cdc8-403a-9923-16769a19a732', 'device_owner': 'network:router_interface', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': 'b4ea8d7f-3d9f-4697-ade4-7a55eefb7293', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:14:29Z', 'updated_at': '2021-12-23T16:14:32Z', 'revision_number': 2, 'project_id': '3fd82437e08648b4840016e8955250bf', 'subnets': [{'id': 'b4ea8d7f-3d9f-4697-ade4-7a55eefb7293', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:14:37.142318 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81bbb3e0-af86-4975-82e0-d7b8fa7c8e6e None None] Checking router: e177fe5e-cdc8-403a-9923-16769a19a732 for host: dv-neutron-822799-1-hyperv {{(pid=87638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 23 16:14:37.142910 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81bbb3e0-af86-4975-82e0-d7b8fa7c8e6e None None] Updating router e177fe5e-cdc8-403a-9923-16769a19a732 port e63eb4bc-b02f-435a-a09c-c251cfabc079 binding host dv-neutron-822799-1-hyperv {{(pid=87638) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 23 16:14:37.152381 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-149a9adf-be40-41c7-84a2-728462a07677 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Network e77e748e-188d-4ee5-88c4-9be4ee766d0f is scheduled to be hosted by DHCP agent 1c812d71-eadf-4fb3-b98e-67468a4aa7e2 with binding_index 1 {{(pid=87636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 23 16:14:37.180690 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-ac943bfb-3f47-4ccd-a4e6-baddbdf20a66 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 835 time: 3.5671594
Dec 23 16:14:37.181878 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-4d94ab63-6a5d-406b-87a5-9077a0bcb07d None None] Deleting port 6a266a3b-8011-4e5c-bd24-beea3c7322dc {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:14:37.182279 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4d94ab63-6a5d-406b-87a5-9077a0bcb07d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:37.185978 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 48422) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:37.192777 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-149a9adf-be40-41c7-84a2-728462a07677 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822799-1-hyperv, e77e748e-188d-4ee5-88c4-9be4ee766d0f) {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:14:37.201639 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-c73a0afb-c86d-4e57-b71f-379737ef24ac tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Request body: {'port': {'network_id': 'a67646b4-5371-43ec-9f98-39fe51a67033', 'mac_address': 'fa:16:3e:3c:bb:97', 'name': 'tempest-NetworksTestDHCPv6-174072584'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:14:37.211553 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d61d1977-4bf1-405d-9f76-483db0109e07 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Network f06e897a-ce42-450f-8aa2-b6ed7d90ee93 is scheduled to be hosted by DHCP agent 1c812d71-eadf-4fb3-b98e-67468a4aa7e2 with binding_index 1 {{(pid=87635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 23 16:14:37.215450 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac943bfb-3f47-4ccd-a4e6-baddbdf20a66 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Pushing event updated for resources: {'Port': ['ID=6a266a3b-8011-4e5c-bd24-beea3c7322dc,revision_number=6']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:14:37.218925 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-81bbb3e0-af86-4975-82e0-d7b8fa7c8e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:37.219597 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-ac943bfb-3f47-4ccd-a4e6-baddbdf20a66 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:14:37.234747 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-2ce4b14e-7f39-4e43-b81e-c97c8f3fc023 tempest-FloatingIPNegativeTestJSON-779674983 tempest-FloatingIPNegativeTestJSON-779674983-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.329s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:14:37.253959 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-20a96e49-485f-4364-9968-b30236d2e797 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:37.263992 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b822395-f9be-474b-a1e1-8ebbb67a0ad3 None None] Network e77e748e-188d-4ee5-88c4-9be4ee766d0f requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:14:37.278578 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:37.392107 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.base_scheduler [None req-d61d1977-4bf1-405d-9f76-483db0109e07 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822799-1-hyperv, f06e897a-ce42-450f-8aa2-b6ed7d90ee93) {{(pid=87635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:14:37.408948 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-42a5c3d7-fb77-4c7d-9010-03838e991652 None None] For port 416f1866-5a8f-4a35-9a98-951b0dad6a26, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=416f1866-5a8f-4a35-9a98-951b0dad6a26,segment=NetworkSegment(31f1df48-6ea0-4600-9f6b-fca5572c27de),segment_id=31f1df48-6ea0-4600-9f6b-fca5572c27de)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:14:37.430806 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d61d1977-4bf1-405d-9f76-483db0109e07 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:14:37.431935 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-d61d1977-4bf1-405d-9f76-483db0109e07 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks [] for subnet, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:37.473359 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [None req-20a96e49-485f-4364-9968-b30236d2e797 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Allocated IP 172.26.3.230 (8afa6d58-9431-454a-b99c-3ff8a65aa86b/60537fec-5f5f-4ab7-89cc-03638149a590/b1c8b4a4-e837-48f2-9ff4-f8324353aa7c) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:14:37.481051 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1914b9d3-0812-47c5-8d3d-587a2c7eba51 None None] Network f06e897a-ce42-450f-8aa2-b6ed7d90ee93 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:14:37.497107 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-71594754-f887-4d61-b64b-86c248a8765c tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Notify callbacks [] for security_group, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:37.516623 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-42a5c3d7-fb77-4c7d-9010-03838e991652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:37.532278 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac943bfb-3f47-4ccd-a4e6-baddbdf20a66 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Pushing event updated for resources: {'Subnet': ['ID=ce17bd75-1665-4f91-84b8-bad0159b9968,revision_number=0']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:14:37.536459 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-ac943bfb-3f47-4ccd-a4e6-baddbdf20a66 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:14:37.540948 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-0237164f-f210-4112-9be2-e258b5e61822 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:14:37.547287 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-d61d1977-4bf1-405d-9f76-483db0109e07 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.5794365
Dec 23 16:14:37.548304 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 48438) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:37.617013 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a5c3d7-fb77-4c7d-9010-03838e991652 None None] Pushing event updated for resources: {'Port': ['ID=416f1866-5a8f-4a35-9a98-951b0dad6a26,revision_number=3']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:14:37.673874 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] For port 9f092cc1-6082-4561-b1c3-16cbcde34d7a, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=9f092cc1-6082-4561-b1c3-16cbcde34d7a,segment=NetworkSegment(7f302c6b-04b1-4d1b-9665-570129022caf),segment_id=7f302c6b-04b1-4d1b-9665-570129022caf)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:14:37.674122 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-20a96e49-485f-4364-9968-b30236d2e797 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:37.675468 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-42a5c3d7-fb77-4c7d-9010-03838e991652 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:14:37.700860 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-81bbb3e0-af86-4975-82e0-d7b8fa7c8e6e None None] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:37.715840 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-81bbb3e0-af86-4975-82e0-d7b8fa7c8e6e None None] Transition to ACTIVE for port object e63eb4bc-b02f-435a-a09c-c251cfabc079 will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:14:37.719093 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-149a9adf-be40-41c7-84a2-728462a07677 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:14:37.727052 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-149a9adf-be40-41c7-84a2-728462a07677 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:14:37.728131 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-149a9adf-be40-41c7-84a2-728462a07677 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:37.736085 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-81bbb3e0-af86-4975-82e0-d7b8fa7c8e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:37.745101 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-20a96e49-485f-4364-9968-b30236d2e797 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:37.747299 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:14:37.807603 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [req-97b78658-c58d-4740-83db-9747bcf6ad69 req-3a03a562-e1c2-4459-a19a-495c75f1d79d tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Synchronizing usage tracker for tenant:544f3e375bde4f0988286eba27294ea6 on resource:security_group {{(pid=87635) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:14:37.820172 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-71594754-f887-4d61-b64b-86c248a8765c tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:37.852238 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-f581dc15-a019-43bd-b33e-d86566784dbd tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:14:37.939536 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a235ab5-b2a5-4dee-b16a-fc8431a16339 None None] Pushing event updated for resources: {'Port': ['ID=e63eb4bc-b02f-435a-a09c-c251cfabc079,revision_number=3']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:14:37.952210 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG oslo_concurrency.lockutils [None req-6a235ab5-b2a5-4dee-b16a-fc8431a16339 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=87638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:14:37.968779 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-71594754-f887-4d61-b64b-86c248a8765c tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:37.978071 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-a626334b-0c00-4745-80d9-4372590b6990 tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:14:37.985582 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20a96e49-485f-4364-9968-b30236d2e797 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Network 8afa6d58-9431-454a-b99c-3ff8a65aa86b is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:14:37.985916 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-4d94ab63-6a5d-406b-87a5-9077a0bcb07d None None] For port 6a266a3b-8011-4e5c-bd24-beea3c7322dc, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=6a266a3b-8011-4e5c-bd24-beea3c7322dc,segment=NetworkSegment(d0e346f7-32a7-41a0-b972-301688edbe10),segment_id=d0e346f7-32a7-41a0-b972-301688edbe10)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:14:37.986385 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4d94ab63-6a5d-406b-87a5-9077a0bcb07d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:37.994813 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [req-97b78658-c58d-4740-83db-9747bcf6ad69 req-3a03a562-e1c2-4459-a19a-495c75f1d79d tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Unset dirty status for tenant:544f3e375bde4f0988286eba27294ea6 on resource:security_group {{(pid=87635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:14:37.996162 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-20a96e49-485f-4364-9968-b30236d2e797 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Resources bound (agent type, host, resource id):  {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:14:37.996318 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-97b78658-c58d-4740-83db-9747bcf6ad69 req-3a03a562-e1c2-4459-a19a-495c75f1d79d tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-311114923&fields=id&tenant_id=544f3e375bde4f0988286eba27294ea6 HTTP/1.1" status: 200  len: 267 time: 0.5450652
Dec 23 16:14:38.004638 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20a96e49-485f-4364-9968-b30236d2e797 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:14:38.075596 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-81bbb3e0-af86-4975-82e0-d7b8fa7c8e6e None None] Attempting to bind port e63eb4bc-b02f-435a-a09c-c251cfabc079 on host dv-neutron-822799-1-hyperv for vnic_type normal with profile  {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:14:38.076359 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-81bbb3e0-af86-4975-82e0-d7b8fa7c8e6e None None] Attempting to bind port e63eb4bc-b02f-435a-a09c-c251cfabc079 by drivers openvswitch,hyperv on host dv-neutron-822799-1-hyperv at level 0 using segments [{'id': '31f1df48-6ea0-4600-9f6b-fca5572c27de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'ce320326-8ff7-4658-8e61-16a31833d08c'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:14:38.077045 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81bbb3e0-af86-4975-82e0-d7b8fa7c8e6e None None] Attempting to bind port e63eb4bc-b02f-435a-a09c-c251cfabc079 on network ce320326-8ff7-4658-8e61-16a31833d08c {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:14:38.085881 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81bbb3e0-af86-4975-82e0-d7b8fa7c8e6e None None] Checking agent: {'id': '20d2070f-69a9-4e73-8d08-6f0387a40158', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822799-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 21), 'started_at': datetime.datetime(2021, 12, 23, 16, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 14, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822799-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 23 16:14:38.086471 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81bbb3e0-af86-4975-82e0-d7b8fa7c8e6e None None] Checking segment: {'id': '31f1df48-6ea0-4600-9f6b-fca5572c27de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'ce320326-8ff7-4658-8e61-16a31833d08c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:14:38.087064 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-81bbb3e0-af86-4975-82e0-d7b8fa7c8e6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:38.087592 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81bbb3e0-af86-4975-82e0-d7b8fa7c8e6e None None] Bound using segment: {'id': '31f1df48-6ea0-4600-9f6b-fca5572c27de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'ce320326-8ff7-4658-8e61-16a31833d08c'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 23 16:14:38.088396 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-81bbb3e0-af86-4975-82e0-d7b8fa7c8e6e None None] Bound port: e63eb4bc-b02f-435a-a09c-c251cfabc079, host: dv-neutron-822799-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31f1df48-6ea0-4600-9f6b-fca5572c27de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'ce320326-8ff7-4658-8e61-16a31833d08c'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 23 16:14:38.088923 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-81bbb3e0-af86-4975-82e0-d7b8fa7c8e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:38.093561 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-149a9adf-be40-41c7-84a2-728462a07677 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201  len: 849 time: 2.6724207
Dec 23 16:14:38.102267 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71594754-f887-4d61-b64b-86c248a8765c tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc1ab41c-c43f-4cf9-810e-5e9551ac8f9c,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:14:38.106419 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-71594754-f887-4d61-b64b-86c248a8765c tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:14:38.106929 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 48442) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:38.141536 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-61e6126e-6d39-49c2-af8b-4d51f88c4d59 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1489131161'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:14:38.147974 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a96e49-485f-4364-9968-b30236d2e797 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Pushing event updated for resources: {'Port': ['ID=b1c8b4a4-e837-48f2-9ff4-f8324353aa7c,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:14:38.159630 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-61e6126e-6d39-49c2-af8b-4d51f88c4d59 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:14:38.160297 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-20a96e49-485f-4364-9968-b30236d2e797 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:14:38.205928 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-4d94ab63-6a5d-406b-87a5-9077a0bcb07d None None] Calling delete_port for 6a266a3b-8011-4e5c-bd24-beea3c7322dc owned by network:dhcp {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:14:38.211613 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-81bbb3e0-af86-4975-82e0-d7b8fa7c8e6e None None] For port e63eb4bc-b02f-435a-a09c-c251cfabc079, host dv-neutron-822799-1-hyperv, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 23 16:14:38.215630 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-81bbb3e0-af86-4975-82e0-d7b8fa7c8e6e None None] For port e63eb4bc-b02f-435a-a09c-c251cfabc079, host dv-neutron-822799-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=e63eb4bc-b02f-435a-a09c-c251cfabc079,segment=NetworkSegment(31f1df48-6ea0-4600-9f6b-fca5572c27de),segment_id=31f1df48-6ea0-4600-9f6b-fca5572c27de)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 23 16:14:38.222590 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-81bbb3e0-af86-4975-82e0-d7b8fa7c8e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:38.240921 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-71594754-f887-4d61-b64b-86c248a8765c tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Notify callbacks [] for security_group, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:38.244826 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-71594754-f887-4d61-b64b-86c248a8765c tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] 10.222.0.64 "DELETE /v2.0/security-groups/cc1ab41c-c43f-4cf9-810e-5e9551ac8f9c HTTP/1.1" status: 204  len: 168 time: 1.1891646
Dec 23 16:14:38.245600 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 48446) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:38.246608 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-61e6126e-6d39-49c2-af8b-4d51f88c4d59 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Usage tracker for resource:network and tenant:37ed648a62f44dd1bf944e0bff6f4422 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:14:38.252889 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:14:38.277998 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-c73a0afb-c86d-4e57-b71f-379737ef24ac tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:14:38.281807 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-61e6126e-6d39-49c2-af8b-4d51f88c4d59 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:14:38.283798 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-c73a0afb-c86d-4e57-b71f-379737ef24ac tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Usage tracker for resource:port and tenant:bf435ff0e7914a739a10fff5b2399c13 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:14:38.288463 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-c73a0afb-c86d-4e57-b71f-379737ef24ac tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:14:38.301001 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-c73a0afb-c86d-4e57-b71f-379737ef24ac tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:14:38.327306 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c73a0afb-c86d-4e57-b71f-379737ef24ac tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Made reservation on behalf of bf435ff0e7914a739a10fff5b2399c13 for: {'port': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:14:38.378093 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-61e6126e-6d39-49c2-af8b-4d51f88c4d59 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:14:38.392619 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:38.410904 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-5c03357d-d992-4a24-afcf-6994a8f31cdf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:14:38.452323 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-ee3889c5-e770-44b0-b01d-8453366c97aa tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Synchronizing usage tracker for tenant:d3fb1edd677040a19c6dbbe905bef2dd on resource:security_group {{(pid=87635) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:14:38.463314 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61e6126e-6d39-49c2-af8b-4d51f88c4d59 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Made reservation on behalf of 37ed648a62f44dd1bf944e0bff6f4422 for: {'network': 1} {{(pid=87635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:14:38.467774 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-61e6126e-6d39-49c2-af8b-4d51f88c4d59 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for network, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:38.503233 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81bbb3e0-af86-4975-82e0-d7b8fa7c8e6e None None] Routers {'e177fe5e-cdc8-403a-9923-16769a19a732'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:14:38.503825 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-81bbb3e0-af86-4975-82e0-d7b8fa7c8e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc1c7e220>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:14:20Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['e177fe5e-cdc8-403a-9923-16769a19a732'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:14:38.546844 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-ee3889c5-e770-44b0-b01d-8453366c97aa tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Unset dirty status for tenant:d3fb1edd677040a19c6dbbe905bef2dd on resource:security_group {{(pid=87635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:14:38.549285 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-ee3889c5-e770-44b0-b01d-8453366c97aa tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2979 time: 0.2868669
Dec 23 16:14:38.571348 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 48450) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:38.602977 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61e6126e-6d39-49c2-af8b-4d51f88c4d59 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] vlan segment allocate from pool success with {'vlan_id': 402, 'physical_network': 'physnet1'}  {{(pid=87635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 23 16:14:38.619841 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-61e6126e-6d39-49c2-af8b-4d51f88c4d59 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:38.620561 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.db.segments_db [None req-61e6126e-6d39-49c2-af8b-4d51f88c4d59 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Added segment a9590e2a-ee5a-4453-aaee-c98b46648f6a of type vlan for network cafb7abe-adcf-4610-bad0-b15c28fc1402
Dec 23 16:14:38.625553 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-4a1b59eb-6186-4501-9c83-a4c0597bc9ce None None] Provisioning for port 281e3a50-aadf-45eb-bf28-70d46c8c5734 completed by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:14:38.639082 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4d94ab63-6a5d-406b-87a5-9077a0bcb07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789'] for port, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:38.655829 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-61e6126e-6d39-49c2-af8b-4d51f88c4d59 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735362521793'] for network, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:38.732370 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-20a96e49-485f-4364-9968-b30236d2e797 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:38.756022 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-9012a74b-7103-43ee-ae76-38a57da0a983 tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Request body: {'security_group': {'name': 'tempest-secgroup--551934556'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:14:38.764655 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-9012a74b-7103-43ee-ae76-38a57da0a983 tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:14:38.771788 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 416f1866-5a8f-4a35-9a98-951b0dad6a26 up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:14:38.775811 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf91b48-c78a-4903-9c63-9fcb1fbaae89 req-416fbcf9-1c84-412e-a385-85a15ef41f88 tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:14:38.775998 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a235ab5-b2a5-4dee-b16a-fc8431a16339 None None] Pushing event updated for resources: {'Port': ['ID=e63eb4bc-b02f-435a-a09c-c251cfabc079,revision_number=4']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:14:38.777234 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-edf91b48-c78a-4903-9c63-9fcb1fbaae89 req-416fbcf9-1c84-412e-a385-85a15ef41f88 tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] 10.222.0.64 "GET /v2.0/ports?device_id=f54fff32-66c0-4adb-922d-69673e61b491 HTTP/1.1" status: 200  len: 946 time: 1.0656149
Dec 23 16:14:38.778584 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-9012a74b-7103-43ee-ae76-38a57da0a983 tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:14:38.787678 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-61e6126e-6d39-49c2-af8b-4d51f88c4d59 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495'] for network, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:38.794602 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61e6126e-6d39-49c2-af8b-4d51f88c4d59 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:14:38.795814 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-61e6126e-6d39-49c2-af8b-4d51f88c4d59 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks [] for network, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:38.800566 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG oslo_concurrency.lockutils [None req-6a235ab5-b2a5-4dee-b16a-fc8431a16339 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.548s {{(pid=87638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:14:38.821516 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-b2505e0e-3a12-4a4e-9f8c-48d1c0925eea tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:14:38.833979 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-81bbb3e0-af86-4975-82e0-d7b8fa7c8e6e None None] Set router e177fe5e-cdc8-403a-9923-16769a19a732 gateway port host: None {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:14:38.910583 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b78658-c58d-4740-83db-9747bcf6ad69 req-4233c60c-f30a-47c3-ba67-739c17b5cc94 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:14:38.912527 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-97b78658-c58d-4740-83db-9747bcf6ad69 req-4233c60c-f30a-47c3-ba67-739c17b5cc94 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/networks?id=30b67c35-e209-49c3-a56e-de3a0e0c8158 HTTP/1.1" status: 200  len: 796 time: 0.8972435
Dec 23 16:14:38.913543 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-9012a74b-7103-43ee-ae76-38a57da0a983 tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Notify callbacks [] for security_group, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:38.943739 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-20a96e49-485f-4364-9968-b30236d2e797 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:38.984491 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-edf91b48-c78a-4903-9c63-9fcb1fbaae89 req-04b8b88e-f2cd-4dee-aaca-16cfc07fc0cf tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] 10.222.0.64 "GET /v2.0/security-groups?id=3b5fba24-44fb-4189-bd87-51876b915d36&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1102591
Dec 23 16:14:39.156783 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-9012a74b-7103-43ee-ae76-38a57da0a983 tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:14:39.165622 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-9012a74b-7103-43ee-ae76-38a57da0a983 tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Usage tracker for resource:security_group_rule and tenant:d3fb1edd677040a19c6dbbe905bef2dd is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:14:39.172219 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-9012a74b-7103-43ee-ae76-38a57da0a983 tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:14:39.190307 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-9012a74b-7103-43ee-ae76-38a57da0a983 tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:14:39.334859 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-9012a74b-7103-43ee-ae76-38a57da0a983 tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Notify callbacks [] for security_group, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:39.339603 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e6126e-6d39-49c2-af8b-4d51f88c4d59 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Pushing event updated for resources: {'Network': ['ID=cafb7abe-adcf-4610-bad0-b15c28fc1402,revision_number=1']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:14:39.365041 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-61e6126e-6d39-49c2-af8b-4d51f88c4d59 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 1.2465107
Dec 23 16:14:39.373557 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 48458) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:39.391998 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-61e6126e-6d39-49c2-af8b-4d51f88c4d59 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.569s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:14:39.399869 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-9012a74b-7103-43ee-ae76-38a57da0a983 tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:39.413423 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-81bbb3e0-af86-4975-82e0-d7b8fa7c8e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc1c7e220>, [{'id': 'e177fe5e-cdc8-403a-9923-16769a19a732', 'name': 'tempest-RoutersTest-router-1751319929', 'tenant_id': '3fd82437e08648b4840016e8955250bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:14:14Z', 'updated_at': '2021-12-23T16:14:30Z', 'revision_number': 3, 'project_id': '3fd82437e08648b4840016e8955250bf', 'gw_port_host': None, '_interfaces': [{'id': '9f092cc1-6082-4561-b1c3-16cbcde34d7a', 'name': '', 'network_id': '93d5306b-b044-45e0-820f-21a84f15a715', 'tenant_id': '3fd82437e08648b4840016e8955250bf', 'mac_address': 'fa:16:3e:86:78:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e177fe5e-cdc8-403a-9923-16769a19a732', 'device_owner': 'network:router_interface', 'standard_attr_id': 870, 'fixed_ips': [{'subnet_id': '4d508dea-bd45-4414-a7fb-afb4f674db06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:14:20Z', 'updated_at': '2021-12-23T16:14:37Z', 'revision_number': 5, 'project_id': '3fd82437e08648b4840016e8955250bf', 'subnets': [{'id': '4d508dea-bd45-4414-a7fb-afb4f674db06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e63eb4bc-b02f-435a-a09c-c251cfabc079', 'name': '', 'network_id': 'ce320326-8ff7-4658-8e61-16a31833d08c', 'tenant_id': '3fd82437e08648b4840016e8955250bf', 'mac_address': 'fa:16:3e:99:5d:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e177fe5e-cdc8-403a-9923-16769a19a732', 'device_owner': 'network:router_interface', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': 'b4ea8d7f-3d9f-4697-ade4-7a55eefb7293', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:14:29Z', 'updated_at': '2021-12-23T16:14:38Z', 'revision_number': 4, 'project_id': '3fd82437e08648b4840016e8955250bf', 'subnets': [{'id': 'b4ea8d7f-3d9f-4697-ade4-7a55eefb7293', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:14:39.422440 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-9a413506-606f-4778-ac6b-155e46202e12 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Request body: {'ports': [{'network_id': 'e77e748e-188d-4ee5-88c4-9be4ee766d0f'}, {'network_id': 'cafb7abe-adcf-4610-bad0-b15c28fc1402'}]} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:14:39.422898 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-9a413506-606f-4778-ac6b-155e46202e12 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Request body: {'port': {'network_id': 'e77e748e-188d-4ee5-88c4-9be4ee766d0f'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:14:39.423483 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-9a413506-606f-4778-ac6b-155e46202e12 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Request body: {'port': {'network_id': 'cafb7abe-adcf-4610-bad0-b15c28fc1402'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:14:39.424289 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81bbb3e0-af86-4975-82e0-d7b8fa7c8e6e None None] The sync data for ids ['e177fe5e-cdc8-403a-9923-16769a19a732'] in dv-neutron-822799-1-hyperv is: [{'id': 'e177fe5e-cdc8-403a-9923-16769a19a732', 'name': 'tempest-RoutersTest-router-1751319929', 'tenant_id': '3fd82437e08648b4840016e8955250bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:14:14Z', 'updated_at': '2021-12-23T16:14:30Z', 'revision_number': 3, 'project_id': '3fd82437e08648b4840016e8955250bf', 'gw_port_host': None, '_interfaces': [{'id': '9f092cc1-6082-4561-b1c3-16cbcde34d7a', 'name': '', 'network_id': '93d5306b-b044-45e0-820f-21a84f15a715', 'tenant_id': '3fd82437e08648b4840016e8955250bf', 'mac_address': 'fa:16:3e:86:78:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e177fe5e-cdc8-403a-9923-16769a19a732', 'device_owner': 'network:router_interface', 'standard_attr_id': 870, 'fixed_ips': [{'subnet_id': '4d508dea-bd45-4414-a7fb-afb4f674db06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:14:20Z', 'updated_at': '2021-12-23T16:14:37Z', 'revision_number': 5, 'project_id': '3fd82437e08648b4840016e8955250bf', 'subnets': [{'id': '4d508dea-bd45-4414-a7fb-afb4f674db06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e63eb4bc-b02f-435a-a09c-c251cfabc079', 'name': '', 'network_id': 'ce320326-8ff7-4658-8e61-16a31833d08c', 'tenant_id': '3fd82437e08648b4840016e8955250bf', 'mac_address': 'fa:16:3e:99:5d:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e177fe5e-cdc8-403a-9923-16769a19a732', 'device_owner': 'network:router_interface', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': 'b4ea8d7f-3d9f-4697-ade4-7a55eefb7293', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:14:29Z', 'updated_at': '2021-12-23T16:14:38Z', 'revision_number': 4, 'project_id': '3fd82437e08648b4840016e8955250bf', 'subnets': [{'id': 'b4ea8d7f-3d9f-4697-ade4-7a55eefb7293', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 23 16:14:39.471267 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-cbeb32c2-995b-404a-9f57-f8f40c1428d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:14:39.486043 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Network cafb7abe-adcf-4610-bad0-b15c28fc1402 details requested by agent ovs-agent-dv-neutron-822799-1-hyperv with host dv-neutron-822799-1-hyperv {{(pid=87637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 23 16:14:39.531320 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Pushing event updated for resources: {'Port': ['ID=9f092cc1-6082-4561-b1c3-16cbcde34d7a,revision_number=5']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:14:39.535636 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-4405990c-5877-4e92-84f1-a0400625e457 None None] Provisioning complete for port 416f1866-5a8f-4a35-9a98-951b0dad6a26 triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:14:39.536062 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4405990c-5877-4e92-84f1-a0400625e457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:39.544717 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c73a0afb-c86d-4e57-b71f-379737ef24ac tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:39.584343 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.173s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:14:39.590062 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-42a5c3d7-fb77-4c7d-9010-03838e991652 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.915s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:14:39.621920 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [None req-c73a0afb-c86d-4e57-b71f-379737ef24ac tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] device_id is not set on port b05f047f-a27b-49d4-ad49-6a7eb0b51e6c yet. {{(pid=87636) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 23 16:14:39.656600 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-97b78658-c58d-4740-83db-9747bcf6ad69 req-c44f0aec-ca21-424d-9847-0581920f0639 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/quotas/544f3e375bde4f0988286eba27294ea6 HTTP/1.1" status: 200  len: 375 time: 0.6137514
Dec 23 16:14:39.661157 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d94ab63-6a5d-406b-87a5-9077a0bcb07d None None] Pushing event deleted for resources: {'Port': ['ID=6a266a3b-8011-4e5c-bd24-beea3c7322dc,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:14:39.665241 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d94ab63-6a5d-406b-87a5-9077a0bcb07d None None] No DVR routers for this DVR port 6a266a3b-8011-4e5c-bd24-beea3c7322dc on host dv-neutron-822799-1-hyperv {{(pid=87637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 23 16:14:39.681799 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-4d94ab63-6a5d-406b-87a5-9077a0bcb07d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:14:39.750824 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7a5fafa-a273-4c0d-913d-22d45de70586 None None] Network a67646b4-5371-43ec-9f98-39fe51a67033 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:14:39.801562 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9012a74b-7103-43ee-ae76-38a57da0a983 tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Pushing event updated for resources: {'SecurityGroup': ['ID=daf6ef45-164f-49bb-8003-739d0d104c58,revision_number=1']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:14:39.809504 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-9012a74b-7103-43ee-ae76-38a57da0a983 tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:14:39.811002 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-9012a74b-7103-43ee-ae76-38a57da0a983 tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Notify callbacks [] for security_group, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:39.812204 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-9012a74b-7103-43ee-ae76-38a57da0a983 tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1743 time: 1.0766077
Dec 23 16:14:39.824422 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 48462) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:39.852036 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34520798-07ff-4fe8-bbbd-86842f6e358a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7e017a6-8198-58c8-a07e-0f786128e3b3-f06e897a-ce42-450f-8aa2-b6ed7d90ee93', 'network_id': 'f06e897a-ce42-450f-8aa2-b6ed7d90ee93', 'tenant_id': '3fd82437e08648b4840016e8955250bf', 'fixed_ips': [{'subnet_id': '37cda75c-0338-47ba-b691-74c1f334d38b'}]}} from dv-neutron-822799-1-hyperv. {{(pid=87637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 23 16:14:39.852913 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-34520798-07ff-4fe8-bbbd-86842f6e358a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:39.895062 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-671fac08-fb0d-4e0c-8de2-5ec18c4fbe45 tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Request body: {'security_group_rule': {'security_group_id': 'daf6ef45-164f-49bb-8003-739d0d104c58', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:14:39.895999 dv-neutron-822799-1-hyperv neutron-server[87635]: WARNING neutron.api.v2.base [None req-671fac08-fb0d-4e0c-8de2-5ec18c4fbe45 tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16
Dec 23 16:14:39.896501 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.api.v2.resource [None req-671fac08-fb0d-4e0c-8de2-5ec18c4fbe45 tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 23 16:14:39.897660 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-671fac08-fb0d-4e0c-8de2-5ec18c4fbe45 tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 317 time: 0.0681360
Dec 23 16:14:39.929723 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 48466) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:39.943700 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-97b78658-c58d-4740-83db-9747bcf6ad69 req-3aa0404c-bd9d-4f9b-bee0-9acce06cf0c3 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=544f3e375bde4f0988286eba27294ea6&fields=id HTTP/1.1" status: 200  len: 440 time: 0.2464845
Dec 23 16:14:39.953455 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-6cde37ed-82d0-40df-9098-8fe088580ee9 tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Request body: {'security_group_rule': {'security_group_id': 'daf6ef45-164f-49bb-8003-739d0d104c58', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:14:39.965623 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-6cde37ed-82d0-40df-9098-8fe088580ee9 tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:14:40.002527 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-6cde37ed-82d0-40df-9098-8fe088580ee9 tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Usage tracker for resource:security_group_rule and tenant:d3fb1edd677040a19c6dbbe905bef2dd is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:14:40.059337 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-6cde37ed-82d0-40df-9098-8fe088580ee9 tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:14:40.082883 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-6cde37ed-82d0-40df-9098-8fe088580ee9 tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:14:40.093216 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port 416f1866-5a8f-4a35-9a98-951b0dad6a26 triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:14:40.093921 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:40.098883 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-db2860b2-496c-4dd4-92cd-e7edfb3bf710 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:40.154013 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [None req-c73a0afb-c86d-4e57-b71f-379737ef24ac tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Allocated IP 2001:db8::f816:3eff:fe3c:bb97 (a67646b4-5371-43ec-9f98-39fe51a67033/ce17bd75-1665-4f91-84b8-bad0159b9968/b05f047f-a27b-49d4-ad49-6a7eb0b51e6c) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:14:40.348559 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_common [None req-34520798-07ff-4fe8-bbbd-86842f6e358a None None] Allocated IP 172.22.0.2 (f06e897a-ce42-450f-8aa2-b6ed7d90ee93/37cda75c-0338-47ba-b691-74c1f334d38b/bbbe88a5-cb42-429a-b52c-842c268ee921) {{(pid=87637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:14:40.455494 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8527c4-65d0-463f-86ba-f73fa57bc837 req-c561bb82-ebc3-4632-8ee1-fca55a86ad4a tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:14:40.463343 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-9e8527c4-65d0-463f-86ba-f73fa57bc837 req-c561bb82-ebc3-4632-8ee1-fca55a86ad4a tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] 10.222.0.64 "GET /v2.0/ports?device_id=f54fff32-66c0-4adb-922d-69673e61b491 HTTP/1.1" status: 200  len: 946 time: 0.7636013
Dec 23 16:14:40.490614 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2230f9df-645d-4b7f-8061-7c6638871d4c req-8825cd97-4396-461f-8d30-8046c62268a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:14:40.492182 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-2230f9df-645d-4b7f-8061-7c6638871d4c req-8825cd97-4396-461f-8d30-8046c62268a0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4397e61b404b4512b8e2da8fa19161c5&device_id=f54fff32-66c0-4adb-922d-69673e61b491 HTTP/1.1" status: 200  len: 1099 time: 0.7911983
Dec 23 16:14:40.494255 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.api.v2.resource [None req-6cde37ed-82d0-40df-9098-8fe088580ee9 tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 23 16:14:40.495266 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-6cde37ed-82d0-40df-9098-8fe088580ee9 tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 354 time: 0.5507178
Dec 23 16:14:40.501014 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 48470) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:40.504102 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-97b78658-c58d-4740-83db-9747bcf6ad69 req-b30fab7e-894c-479c-a778-7dc584cb84c6 service neutron] 10.222.0.64 "GET /v2.0/networks/30b67c35-e209-49c3-a56e-de3a0e0c8158?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5361304
Dec 23 16:14:40.514654 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-f9f707b9-727c-4824-b63f-3c50537a52b8 tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Request body: {'security_group_rule': {'security_group_id': 'daf6ef45-164f-49bb-8003-739d0d104c58', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:14:40.515119 dv-neutron-822799-1-hyperv neutron-server[87635]: WARNING neutron.api.v2.base [None req-f9f707b9-727c-4824-b63f-3c50537a52b8 tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536
Dec 23 16:14:40.516079 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.api.v2.resource [None req-f9f707b9-727c-4824-b63f-3c50537a52b8 tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 23 16:14:40.516507 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-f9f707b9-727c-4824-b63f-3c50537a52b8 tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 319 time: 0.0149741
Dec 23 16:14:40.519282 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-9a413506-606f-4778-ac6b-155e46202e12 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:14:40.523538 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 48474) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:40.536889 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-e90f3c87-5b09-4aa7-b9b5-1be6f8aa0c15 tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Request body: {'security_group_rule': {'security_group_id': 'daf6ef45-164f-49bb-8003-739d0d104c58', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:14:40.567058 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-9a413506-606f-4778-ac6b-155e46202e12 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Usage tracker for resource:port and tenant:37ed648a62f44dd1bf944e0bff6f4422 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:14:40.571128 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.db.resource_extend [None req-20a96e49-485f-4364-9968-b30236d2e797 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 23 16:14:40.590138 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f26486b-b7ae-46f3-a821-4c762a037858 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7e017a6-8198-58c8-a07e-0f786128e3b3-a67646b4-5371-43ec-9f98-39fe51a67033', 'network_id': 'a67646b4-5371-43ec-9f98-39fe51a67033', 'tenant_id': 'bf435ff0e7914a739a10fff5b2399c13', 'fixed_ips': [{'subnet_id': 'ce17bd75-1665-4f91-84b8-bad0159b9968'}]}} from dv-neutron-822799-1-hyperv. {{(pid=87637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 23 16:14:40.590961 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-8f26486b-b7ae-46f3-a821-4c762a037858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:40.634650 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-9a413506-606f-4778-ac6b-155e46202e12 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:14:40.635135 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 281e3a50-aadf-45eb-bf28-70d46c8c5734 up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:14:40.640001 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-e90f3c87-5b09-4aa7-b9b5-1be6f8aa0c15 tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:14:40.665327 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-e90f3c87-5b09-4aa7-b9b5-1be6f8aa0c15 tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Usage tracker for resource:security_group_rule and tenant:d3fb1edd677040a19c6dbbe905bef2dd is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:14:40.669414 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-9a413506-606f-4778-ac6b-155e46202e12 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:14:40.672827 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-20a96e49-485f-4364-9968-b30236d2e797 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Notify callbacks [] for port, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:40.684484 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-97b78658-c58d-4740-83db-9747bcf6ad69 req-7ef7f269-866e-4376-8edd-5b20cdf1a30f service neutron] 10.222.0.64 "GET /v2.0/networks/30b67c35-e209-49c3-a56e-de3a0e0c8158?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1316862
Dec 23 16:14:40.729508 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-e90f3c87-5b09-4aa7-b9b5-1be6f8aa0c15 tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:14:40.736110 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-4405990c-5877-4e92-84f1-a0400625e457 None None] Provisioning for port e63eb4bc-b02f-435a-a09c-c251cfabc079 completed by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:14:40.768682 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-9e8527c4-65d0-463f-86ba-f73fa57bc837 req-5279613d-30d2-4a38-8e9b-20502bfc129f tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] 10.222.0.64 "GET /v2.0/security-groups?id=3b5fba24-44fb-4189-bd87-51876b915d36&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3044672
Dec 23 16:14:40.769345 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-20a96e49-485f-4364-9968-b30236d2e797 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2176289'] for port, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:40.784233 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-e90f3c87-5b09-4aa7-b9b5-1be6f8aa0c15 tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:14:40.789525 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-2283ea51-14f5-4f4f-bbd7-bed52fcc83b5 tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:14:40.857765 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a413506-606f-4778-ac6b-155e46202e12 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Made reservation on behalf of 37ed648a62f44dd1bf944e0bff6f4422 for: {'port': 2} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:14:40.862949 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9a413506-606f-4778-ac6b-155e46202e12 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:40.879846 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning for port 281e3a50-aadf-45eb-bf28-70d46c8c5734 completed by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:14:40.886091 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-34520798-07ff-4fe8-bbbd-86842f6e358a None None] Notify callbacks [] for port, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:40.890022 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port 281e3a50-aadf-45eb-bf28-70d46c8c5734 triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:14:40.890400 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:41.025085 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-34520798-07ff-4fe8-bbbd-86842f6e358a None None] Transition to ACTIVE for port object bbbe88a5-cb42-429a-b52c-842c268ee921 will not be triggered until provisioned by entity L2. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:14:41.041576 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9a413506-606f-4778-ac6b-155e46202e12 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:41.076566 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-34520798-07ff-4fe8-bbbd-86842f6e358a None None] Transition to ACTIVE for port object bbbe88a5-cb42-429a-b52c-842c268ee921 will not be triggered until provisioned by entity DHCP. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:14:41.084777 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-50ffe1c7-f827-4958-9450-17c3e3297431 req-ff09cfde-4274-4f6e-b250-cbe1a303abea tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/ports?device_id=fcab1d82-284e-488e-a9b7-16642f28b3dd HTTP/1.1" status: 200  len: 210 time: 0.1476328
Dec 23 16:14:41.106498 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a96e49-485f-4364-9968-b30236d2e797 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Pushing event updated for resources: {'Port': ['ID=b1c8b4a4-e837-48f2-9ff4-f8324353aa7c,revision_number=2']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:14:41.109503 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-20a96e49-485f-4364-9968-b30236d2e797 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:14:41.142225 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-34520798-07ff-4fe8-bbbd-86842f6e358a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780'] for port, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:41.151527 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-a9dde225-cb80-4af8-8062-b3f0e4957c12 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:14:41.168913 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.api.v2.resource [None req-e90f3c87-5b09-4aa7-b9b5-1be6f8aa0c15 tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 23 16:14:41.170703 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-e90f3c87-5b09-4aa7-b9b5-1be6f8aa0c15 tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 354 time: 0.6401458
Dec 23 16:14:41.174105 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 48486) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:41.179008 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-20a96e49-485f-4364-9968-b30236d2e797 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1824189'] for floatingip, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:41.183233 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-d0d2e428-43ff-4d7b-8284-4cd6f1dafaa8 tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Request body: {'security_group_rule': {'security_group_id': 'daf6ef45-164f-49bb-8003-739d0d104c58', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:14:41.183789 dv-neutron-822799-1-hyperv neutron-server[87635]: WARNING neutron.api.v2.base [None req-d0d2e428-43ff-4d7b-8284-4cd6f1dafaa8 tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16
Dec 23 16:14:41.184396 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.api.v2.resource [None req-d0d2e428-43ff-4d7b-8284-4cd6f1dafaa8 tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 23 16:14:41.185412 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-d0d2e428-43ff-4d7b-8284-4cd6f1dafaa8 tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 317 time: 0.0103045
Dec 23 16:14:41.192073 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 48490) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:41.197362 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-ee9edb15-9ca4-45d9-85b7-8105d5a9826e tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Request body: {'security_group_rule': {'security_group_id': 'daf6ef45-164f-49bb-8003-739d0d104c58', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:14:41.209164 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-ee9edb15-9ca4-45d9-85b7-8105d5a9826e tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:14:41.214188 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-ee9edb15-9ca4-45d9-85b7-8105d5a9826e tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Usage tracker for resource:security_group_rule and tenant:d3fb1edd677040a19c6dbbe905bef2dd is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:14:41.217587 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-ee9edb15-9ca4-45d9-85b7-8105d5a9826e tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:14:41.218556 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-dadd9822-33a9-462f-ac15-b954eaf81f8c None None] Provisioning complete for port 281e3a50-aadf-45eb-bf28-70d46c8c5734 triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:14:41.218999 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-dadd9822-33a9-462f-ac15-b954eaf81f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:41.224217 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-ee9edb15-9ca4-45d9-85b7-8105d5a9826e tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:14:41.234530 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.db_base_plugin_common [None req-db2860b2-496c-4dd4-92cd-e7edfb3bf710 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Allocated IP 172.22.0.1 (f06e897a-ce42-450f-8aa2-b6ed7d90ee93/37cda75c-0338-47ba-b691-74c1f334d38b/53fa6265-7186-4cc6-80e8-a567cd6ed778) {{(pid=87635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:14:41.281958 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:41.301611 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34520798-07ff-4fe8-bbbd-86842f6e358a None None] Network f06e897a-ce42-450f-8aa2-b6ed7d90ee93 is already hosted by enough agents. {{(pid=87637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:14:41.313907 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-34520798-07ff-4fe8-bbbd-86842f6e358a None None] Resources bound (agent type, host, resource id):  {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:14:41.316447 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34520798-07ff-4fe8-bbbd-86842f6e358a None None] Received port after_create {{(pid=87637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:14:41.344813 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.api.v2.resource [None req-ee9edb15-9ca4-45d9-85b7-8105d5a9826e tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 23 16:14:41.346025 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-ee9edb15-9ca4-45d9-85b7-8105d5a9826e tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 361 time: 0.1529586
Dec 23 16:14:41.351662 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 48496) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:41.364703 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-2e6ad93b-d218-4bd7-a7de-57b6d3602df0 tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Request body: {'security_group_rule': {'security_group_id': 'daf6ef45-164f-49bb-8003-739d0d104c58', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:14:41.365312 dv-neutron-822799-1-hyperv neutron-server[87635]: WARNING neutron.api.v2.base [None req-2e6ad93b-d218-4bd7-a7de-57b6d3602df0 tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1
Dec 23 16:14:41.365897 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.api.v2.resource [None req-2e6ad93b-d218-4bd7-a7de-57b6d3602df0 tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 23 16:14:41.367005 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-2e6ad93b-d218-4bd7-a7de-57b6d3602df0 tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 316 time: 0.0144057
Dec 23 16:14:41.371071 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 48500) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:41.380045 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-5952d61d-9532-4b75-b7a5-592d82959214 tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Request body: {'security_group_rule': {'security_group_id': 'daf6ef45-164f-49bb-8003-739d0d104c58', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:14:41.385082 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34520798-07ff-4fe8-bbbd-86842f6e358a None None] Pushing event updated for resources: {'Port': ['ID=bbbe88a5-cb42-429a-b52c-842c268ee921,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:14:41.388900 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-34520798-07ff-4fe8-bbbd-86842f6e358a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:14:41.394685 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-5952d61d-9532-4b75-b7a5-592d82959214 tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:14:41.400097 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-5952d61d-9532-4b75-b7a5-592d82959214 tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Usage tracker for resource:security_group_rule and tenant:d3fb1edd677040a19c6dbbe905bef2dd is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:14:41.403458 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-5952d61d-9532-4b75-b7a5-592d82959214 tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:14:41.410128 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-5952d61d-9532-4b75-b7a5-592d82959214 tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:14:41.469040 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] For port 281e3a50-aadf-45eb-bf28-70d46c8c5734, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=281e3a50-aadf-45eb-bf28-70d46c8c5734,segment=NetworkSegment(06581beb-f676-4147-b744-2ec20aa7f254),segment_id=06581beb-f676-4147-b744-2ec20aa7f254)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:14:41.477691 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-34520798-07ff-4fe8-bbbd-86842f6e358a None None] Attempting to bind port bbbe88a5-cb42-429a-b52c-842c268ee921 on host dv-neutron-822799-1-hyperv for vnic_type normal with profile  {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:14:41.478603 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-34520798-07ff-4fe8-bbbd-86842f6e358a None None] Attempting to bind port bbbe88a5-cb42-429a-b52c-842c268ee921 by drivers openvswitch,hyperv on host dv-neutron-822799-1-hyperv at level 0 using segments [{'id': 'c28c0ee6-d3aa-4417-9f89-d71373f785ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'f06e897a-ce42-450f-8aa2-b6ed7d90ee93'}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:14:41.479009 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34520798-07ff-4fe8-bbbd-86842f6e358a None None] Attempting to bind port bbbe88a5-cb42-429a-b52c-842c268ee921 on network f06e897a-ce42-450f-8aa2-b6ed7d90ee93 {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:14:41.484919 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.api.v2.resource [None req-5952d61d-9532-4b75-b7a5-592d82959214 tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 23 16:14:41.486221 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-5952d61d-9532-4b75-b7a5-592d82959214 tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 373 time: 0.1144755
Dec 23 16:14:41.489675 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 48504) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:41.497957 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-b7e86866-c4a6-4f3d-8edc-46eeec9be632 tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Request body: {'security_group_rule': {'security_group_id': 'daf6ef45-164f-49bb-8003-739d0d104c58', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:14:41.513958 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-b7e86866-c4a6-4f3d-8edc-46eeec9be632 tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:14:41.522129 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-b7e86866-c4a6-4f3d-8edc-46eeec9be632 tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Usage tracker for resource:security_group_rule and tenant:d3fb1edd677040a19c6dbbe905bef2dd is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:14:41.527219 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-db2860b2-496c-4dd4-92cd-e7edfb3bf710 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks [] for port, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:41.530534 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-b7e86866-c4a6-4f3d-8edc-46eeec9be632 tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:14:41.542786 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-b7e86866-c4a6-4f3d-8edc-46eeec9be632 tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:14:41.552787 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:41.556413 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.provisioning_blocks [None req-db2860b2-496c-4dd4-92cd-e7edfb3bf710 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Transition to ACTIVE for port object 53fa6265-7186-4cc6-80e8-a567cd6ed778 will not be triggered until provisioned by entity DHCP. {{(pid=87635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:14:41.558791 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:14:41.591326 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34520798-07ff-4fe8-bbbd-86842f6e358a None None] Checking agent: {'id': '20d2070f-69a9-4e73-8d08-6f0387a40158', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822799-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 21), 'started_at': datetime.datetime(2021, 12, 23, 16, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 14, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822799-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 23 16:14:41.592509 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34520798-07ff-4fe8-bbbd-86842f6e358a None None] Checking segment: {'id': 'c28c0ee6-d3aa-4417-9f89-d71373f785ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'f06e897a-ce42-450f-8aa2-b6ed7d90ee93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:14:41.593162 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-34520798-07ff-4fe8-bbbd-86842f6e358a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:41.593882 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34520798-07ff-4fe8-bbbd-86842f6e358a None None] Bound using segment: {'id': 'c28c0ee6-d3aa-4417-9f89-d71373f785ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'f06e897a-ce42-450f-8aa2-b6ed7d90ee93'} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 23 16:14:41.594562 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-34520798-07ff-4fe8-bbbd-86842f6e358a None None] Bound port: bbbe88a5-cb42-429a-b52c-842c268ee921, host: dv-neutron-822799-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c28c0ee6-d3aa-4417-9f89-d71373f785ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'f06e897a-ce42-450f-8aa2-b6ed7d90ee93'}}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 23 16:14:41.595105 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-34520798-07ff-4fe8-bbbd-86842f6e358a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:41.598177 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.api.v2.resource [None req-b7e86866-c4a6-4f3d-8edc-46eeec9be632 tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 23 16:14:41.602449 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-b7e86866-c4a6-4f3d-8edc-46eeec9be632 tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 361 time: 0.1115925
Dec 23 16:14:41.606202 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 48508) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:41.660956 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-db2860b2-496c-4dd4-92cd-e7edfb3bf710 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:41.680451 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-c8d0c29c-0e8a-4b33-a66c-d284466884de tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:14:41.720515 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-34520798-07ff-4fe8-bbbd-86842f6e358a None None] For port bbbe88a5-cb42-429a-b52c-842c268ee921, host dv-neutron-822799-1-hyperv, cleared binding levels {{(pid=87637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 23 16:14:41.725195 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-34520798-07ff-4fe8-bbbd-86842f6e358a None None] For port bbbe88a5-cb42-429a-b52c-842c268ee921, host dv-neutron-822799-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=bbbe88a5-cb42-429a-b52c-842c268ee921,segment=NetworkSegment(c28c0ee6-d3aa-4417-9f89-d71373f785ea),segment_id=c28c0ee6-d3aa-4417-9f89-d71373f785ea)] {{(pid=87637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 23 16:14:41.739082 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 6a266a3b-8011-4e5c-bd24-beea3c7322dc no longer exists at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 23 16:14:41.754342 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.db.l3_db [None req-20a96e49-485f-4364-9968-b30236d2e797 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Floating IP 9e7f5679-e843-425d-b8da-8df3a8c9f4ce associated. External IP: 172.26.3.230, port: a29e97a4-db7b-4472-bcba-9649964f1615.
Dec 23 16:14:41.766293 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db2860b2-496c-4dd4-92cd-e7edfb3bf710 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Network f06e897a-ce42-450f-8aa2-b6ed7d90ee93 is already hosted by enough agents. {{(pid=87635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:14:41.775167 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.base_scheduler [None req-db2860b2-496c-4dd4-92cd-e7edfb3bf710 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Resources bound (agent type, host, resource id):  {{(pid=87635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:14:41.778961 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] No Port match for: 6a266a3b-8011-4e5c-bd24-beea3c7322dc {{(pid=87637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 23 16:14:41.779318 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 6a266a3b-8011-4e5c-bd24-beea3c7322dc not bound to the agent host dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 23 16:14:41.786298 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-34520798-07ff-4fe8-bbbd-86842f6e358a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:41.811845 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db2860b2-496c-4dd4-92cd-e7edfb3bf710 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Received port after_create {{(pid=87635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:14:41.827889 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:41.833554 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2230f9df-645d-4b7f-8061-7c6638871d4c req-79a1b992-02ee-40a1-b6ca-dd1897a600be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:14:41.834865 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Pushing event updated for resources: {'Port': ['ID=281e3a50-aadf-45eb-bf28-70d46c8c5734,revision_number=3']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:14:41.835081 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-2230f9df-645d-4b7f-8061-7c6638871d4c req-79a1b992-02ee-40a1-b6ca-dd1897a600be service neutron] 10.222.0.61 "GET /v2.0/networks?id=d7a1eeae-9238-41c5-b3d8-78eaa1dfac99 HTTP/1.1" status: 200  len: 913 time: 1.3122790
Dec 23 16:14:41.839769 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:14:41.840281 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-a9dde225-cb80-4af8-8062-b3f0e4957c12 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.041s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:14:41.844544 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c73a0afb-c86d-4e57-b71f-379737ef24ac tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:41.920767 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34520798-07ff-4fe8-bbbd-86842f6e358a None None] Pushing event updated for resources: {'Port': ['ID=bbbe88a5-cb42-429a-b52c-842c268ee921,revision_number=2']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:14:41.925632 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-34520798-07ff-4fe8-bbbd-86842f6e358a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:14:41.979316 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2860b2-496c-4dd4-92cd-e7edfb3bf710 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Pushing event updated for resources: {'Port': ['ID=53fa6265-7186-4cc6-80e8-a567cd6ed778,revision_number=1']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:14:41.985004 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-db2860b2-496c-4dd4-92cd-e7edfb3bf710 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:14:42.035205 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.provisioning_blocks [None req-c73a0afb-c86d-4e57-b71f-379737ef24ac tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Transition to ACTIVE for port object b05f047f-a27b-49d4-ad49-6a7eb0b51e6c will not be triggered until provisioned by entity DHCP. {{(pid=87636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:14:42.054040 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-db2860b2-496c-4dd4-92cd-e7edfb3bf710 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1781300'] for router_interface, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:42.056151 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [None req-9a413506-606f-4778-ac6b-155e46202e12 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] device_id is not set on port 3646cad7-35dd-45e9-8b7b-735b4432b034 yet. {{(pid=87636) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 23 16:14:42.065701 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-ae7b1399-6d81-4088-bbed-8f6eb6bfa7aa tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Notify callbacks [] for security_group, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:42.072485 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 9f092cc1-6082-4561-b1c3-16cbcde34d7a up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:14:42.142017 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-ae7b1399-6d81-4088-bbed-8f6eb6bfa7aa tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:42.162281 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-2230f9df-645d-4b7f-8061-7c6638871d4c req-b2c78699-029a-488d-b5a1-7691d73e7cc0 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ba1aa90b-adfb-4064-bfad-b5fc9b85dbca HTTP/1.1" status: 200  len: 1002 time: 0.3006384
Dec 23 16:14:42.214548 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port 9f092cc1-6082-4561-b1c3-16cbcde34d7a triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:14:42.215049 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:42.275363 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ba3820-8532-485d-afa0-6f494f076664 req-b9375a97-b37e-413e-8b51-4df845d5c286 tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:14:42.277195 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-a4ba3820-8532-485d-afa0-6f494f076664 req-b9375a97-b37e-413e-8b51-4df845d5c286 tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] 10.222.0.64 "GET /v2.0/ports?device_id=f54fff32-66c0-4adb-922d-69673e61b491 HTTP/1.1" status: 200  len: 946 time: 0.2759321
Dec 23 16:14:42.302735 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c73a0afb-c86d-4e57-b71f-379737ef24ac tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:42.382160 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-ae7b1399-6d81-4088-bbed-8f6eb6bfa7aa tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:42.395509 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-0c609216-f586-4b8b-bf69-7dc823a62205 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:14:42.405748 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-613c3bd9-a526-4b54-a316-e4507248827c tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:14:42.497308 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_common [None req-8f26486b-b7ae-46f3-a821-4c762a037858 None None] Allocated IP 2001:db8::f816:3eff:fece:b3e5 (a67646b4-5371-43ec-9f98-39fe51a67033/ce17bd75-1665-4f91-84b8-bad0159b9968/ef395ea8-1aee-4e5b-bb26-4f0de756228d) {{(pid=87637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:14:42.521798 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device e63eb4bc-b02f-435a-a09c-c251cfabc079 up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:14:42.530174 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7b1399-6d81-4088-bbed-8f6eb6bfa7aa tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=daf6ef45-164f-49bb-8003-739d0d104c58,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:14:42.533480 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-ae7b1399-6d81-4088-bbed-8f6eb6bfa7aa tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:14:42.587425 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-4b2bec5b-dd46-4ec8-ad22-15da972095fb req-6a0501c7-5b76-414b-8b67-150b21757ffa tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/ports?device_id=fcab1d82-284e-488e-a9b7-16642f28b3dd HTTP/1.1" status: 200  len: 210 time: 0.0712080
Dec 23 16:14:42.615973 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2230f9df-645d-4b7f-8061-7c6638871d4c req-081146a9-fba6-455e-a6e5-5ce7ca1a846e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:14:42.617571 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-2230f9df-645d-4b7f-8061-7c6638871d4c req-081146a9-fba6-455e-a6e5-5ce7ca1a846e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ea22a554-707a-4001-b348-60dd1fb71851 HTTP/1.1" status: 200  len: 851 time: 0.4376419
Dec 23 16:14:42.625418 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-a4ba3820-8532-485d-afa0-6f494f076664 req-d8cbce9e-92d5-49fd-ae82-0191bfb7b30d tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] 10.222.0.64 "GET /v2.0/security-groups?id=3b5fba24-44fb-4189-bd87-51876b915d36&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3399687
Dec 23 16:14:42.686233 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c73a0afb-c86d-4e57-b71f-379737ef24ac tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Network a67646b4-5371-43ec-9f98-39fe51a67033 is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:14:42.706832 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-c73a0afb-c86d-4e57-b71f-379737ef24ac tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Resources bound (agent type, host, resource id):  {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:14:42.709587 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c73a0afb-c86d-4e57-b71f-379737ef24ac tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:14:42.716160 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c73a0afb-c86d-4e57-b71f-379737ef24ac tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:14:42.716772 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c73a0afb-c86d-4e57-b71f-379737ef24ac tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:42.724118 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-ae7b1399-6d81-4088-bbed-8f6eb6bfa7aa tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Notify callbacks [] for security_group, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:42.724669 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-ae7b1399-6d81-4088-bbed-8f6eb6bfa7aa tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] 10.222.0.64 "DELETE /v2.0/security-groups/daf6ef45-164f-49bb-8003-739d0d104c58 HTTP/1.1" status: 204  len: 168 time: 1.1173379
Dec 23 16:14:42.729428 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 48516) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:42.736489 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b78658-c58d-4740-83db-9747bcf6ad69 req-7b34f740-bc45-4ed2-88d6-bd9d25669b95 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:14:42.738072 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-97b78658-c58d-4740-83db-9747bcf6ad69 req-7b34f740-bc45-4ed2-88d6-bd9d25669b95 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.61 "GET /v2.0/networks?id=30b67c35-e209-49c3-a56e-de3a0e0c8158 HTTP/1.1" status: 200  len: 796 time: 0.3197453
Dec 23 16:14:42.745537 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning for port e63eb4bc-b02f-435a-a09c-c251cfabc079 completed by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:14:42.761535 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-db2860b2-496c-4dd4-92cd-e7edfb3bf710 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:42.763464 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port e63eb4bc-b02f-435a-a09c-c251cfabc079 triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:14:42.764018 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:42.803051 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73a0afb-c86d-4e57-b71f-379737ef24ac tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Pushing event updated for resources: {'Port': ['ID=b05f047f-a27b-49d4-ad49-6a7eb0b51e6c,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:14:42.872344 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-c73a0afb-c86d-4e57-b71f-379737ef24ac tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.467s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:14:42.893122 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-8f26486b-b7ae-46f3-a821-4c762a037858 None None] Notify callbacks [] for port, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:42.903552 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-8f26486b-b7ae-46f3-a821-4c762a037858 None None] Transition to ACTIVE for port object ef395ea8-1aee-4e5b-bb26-4f0de756228d will not be triggered until provisioned by entity L2. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:14:42.911662 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-97b78658-c58d-4740-83db-9747bcf6ad69 req-009a0726-3114-48c9-9110-797ae24ed38c tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=544f3e375bde4f0988286eba27294ea6 HTTP/1.1" status: 200  len: 472 time: 0.1250498
Dec 23 16:14:42.917181 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-0eef8ca4-c210-4d56-b510-386458d98b73 tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Synchronizing usage tracker for tenant:d3fb1edd677040a19c6dbbe905bef2dd on resource:security_group {{(pid=87635) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:14:42.941589 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [req-97b78658-c58d-4740-83db-9747bcf6ad69 req-52f4f258-60a1-429f-bc91-fd4b04689b38 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Request body: {'port': {'device_id': 'fcab1d82-284e-488e-a9b7-16642f28b3dd', 'network_id': '30b67c35-e209-49c3-a56e-de3a0e0c8158', 'admin_state_up': True, 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'security_groups': ['9db863d1-cf06-4331-bcb4-ba11a7636b6c']}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:14:42.954158 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-8f26486b-b7ae-46f3-a821-4c762a037858 None None] Transition to ACTIVE for port object ef395ea8-1aee-4e5b-bb26-4f0de756228d will not be triggered until provisioned by entity DHCP. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:14:42.954979 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-c73a0afb-c86d-4e57-b71f-379737ef24ac tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201  len: 947 time: 5.7661817
Dec 23 16:14:42.964817 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2230f9df-645d-4b7f-8061-7c6638871d4c req-ff70ec8e-a567-4ae4-8f91-8a8bf29a3273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:14:42.966073 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-2230f9df-645d-4b7f-8061-7c6638871d4c req-ff70ec8e-a567-4ae4-8f91-8a8bf29a3273 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d7a1eeae-9238-41c5-b3d8-78eaa1dfac99&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.3314443
Dec 23 16:14:42.966889 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 48524) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:42.971201 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9a413506-606f-4778-ac6b-155e46202e12 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:42.987419 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-8f26486b-b7ae-46f3-a821-4c762a037858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780'] for port, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:43.000604 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-834ed271-ab09-4379-82de-0df42916a051 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:14:43.058180 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:43.068122 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20a96e49-485f-4364-9968-b30236d2e797 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Router f216715c-11dc-44db-8454-84a0da825c3c has already been hosted by L3 agent 371d4c41-c7e2-4de7-9539-c049ec4e95d1 {{(pid=87636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 23 16:14:43.104898 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f26486b-b7ae-46f3-a821-4c762a037858 None None] Network a67646b4-5371-43ec-9f98-39fe51a67033 is already hosted by enough agents. {{(pid=87637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:14:43.110791 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-8f26486b-b7ae-46f3-a821-4c762a037858 None None] Resources bound (agent type, host, resource id):  {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:14:43.126041 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f26486b-b7ae-46f3-a821-4c762a037858 None None] Received port after_create {{(pid=87637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:14:43.182857 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f26486b-b7ae-46f3-a821-4c762a037858 None None] Pushing event updated for resources: {'Port': ['ID=ef395ea8-1aee-4e5b-bb26-4f0de756228d,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:14:43.216498 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-8f26486b-b7ae-46f3-a821-4c762a037858 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:14:43.260085 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] For port e63eb4bc-b02f-435a-a09c-c251cfabc079, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=e63eb4bc-b02f-435a-a09c-c251cfabc079,segment=NetworkSegment(31f1df48-6ea0-4600-9f6b-fca5572c27de),segment_id=31f1df48-6ea0-4600-9f6b-fca5572c27de)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:14:43.267806 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-8f26486b-b7ae-46f3-a821-4c762a037858 None None] Attempting to bind port ef395ea8-1aee-4e5b-bb26-4f0de756228d on host dv-neutron-822799-1-hyperv for vnic_type normal with profile  {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:14:43.268256 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-8f26486b-b7ae-46f3-a821-4c762a037858 None None] Attempting to bind port ef395ea8-1aee-4e5b-bb26-4f0de756228d by drivers openvswitch,hyperv on host dv-neutron-822799-1-hyperv at level 0 using segments [{'id': 'd0e346f7-32a7-41a0-b972-301688edbe10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'a67646b4-5371-43ec-9f98-39fe51a67033'}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:14:43.268729 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f26486b-b7ae-46f3-a821-4c762a037858 None None] Attempting to bind port ef395ea8-1aee-4e5b-bb26-4f0de756228d on network a67646b4-5371-43ec-9f98-39fe51a67033 {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:14:43.272919 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:43.276960 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-8f26486b-b7ae-46f3-a821-4c762a037858 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:14:43.327955 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-0eef8ca4-c210-4d56-b510-386458d98b73 tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Unset dirty status for tenant:d3fb1edd677040a19c6dbbe905bef2dd on resource:security_group {{(pid=87635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:14:43.334097 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-0eef8ca4-c210-4d56-b510-386458d98b73 tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2979 time: 0.5949419
Dec 23 16:14:43.340915 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 48528) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:43.354693 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-2d8831cf-0961-4d68-9a44-4960ef9fe8a1 tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Request body: {'security_group': {'name': 'tempest-secgroup--781003962'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:14:43.370791 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-2d8831cf-0961-4d68-9a44-4960ef9fe8a1 tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:14:43.387545 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f26486b-b7ae-46f3-a821-4c762a037858 None None] Checking agent: {'id': '20d2070f-69a9-4e73-8d08-6f0387a40158', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822799-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 21), 'started_at': datetime.datetime(2021, 12, 23, 16, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 14, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822799-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 23 16:14:43.387928 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f26486b-b7ae-46f3-a821-4c762a037858 None None] Checking segment: {'id': 'd0e346f7-32a7-41a0-b972-301688edbe10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'a67646b4-5371-43ec-9f98-39fe51a67033'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:14:43.388339 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-8f26486b-b7ae-46f3-a821-4c762a037858 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:43.388762 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f26486b-b7ae-46f3-a821-4c762a037858 None None] Bound using segment: {'id': 'd0e346f7-32a7-41a0-b972-301688edbe10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'a67646b4-5371-43ec-9f98-39fe51a67033'} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 23 16:14:43.389259 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-8f26486b-b7ae-46f3-a821-4c762a037858 None None] Bound port: ef395ea8-1aee-4e5b-bb26-4f0de756228d, host: dv-neutron-822799-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0e346f7-32a7-41a0-b972-301688edbe10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'a67646b4-5371-43ec-9f98-39fe51a67033'}}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 23 16:14:43.389638 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-8f26486b-b7ae-46f3-a821-4c762a037858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:43.415749 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-2d8831cf-0961-4d68-9a44-4960ef9fe8a1 tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:14:43.417624 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-2230f9df-645d-4b7f-8061-7c6638871d4c req-6e702e72-9902-4ab6-98e9-4e83e54a78b2 service neutron] 10.222.0.61 "GET /v2.0/networks/d7a1eeae-9238-41c5-b3d8-78eaa1dfac99?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4364338
Dec 23 16:14:43.461254 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-2d8831cf-0961-4d68-9a44-4960ef9fe8a1 tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Notify callbacks [] for security_group, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:43.472930 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9487f2d7-54eb-4eae-b28e-27762edee7a7 None None] Network f06e897a-ce42-450f-8aa2-b6ed7d90ee93 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:14:43.476804 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [None req-9a413506-606f-4778-ac6b-155e46202e12 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] device_id is not set on port 6e893971-b8de-4ee8-a2bd-66e92fdcf120 yet. {{(pid=87636) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 23 16:14:43.509387 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [req-97b78658-c58d-4740-83db-9747bcf6ad69 req-52f4f258-60a1-429f-bc91-fd4b04689b38 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:14:43.511507 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-2d8831cf-0961-4d68-9a44-4960ef9fe8a1 tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:14:43.565126 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Pushing event updated for resources: {'Port': ['ID=e63eb4bc-b02f-435a-a09c-c251cfabc079,revision_number=5']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:14:43.572097 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [req-97b78658-c58d-4740-83db-9747bcf6ad69 req-52f4f258-60a1-429f-bc91-fd4b04689b38 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Usage tracker for resource:port and tenant:544f3e375bde4f0988286eba27294ea6 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:14:43.575812 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-2d8831cf-0961-4d68-9a44-4960ef9fe8a1 tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Usage tracker for resource:security_group_rule and tenant:d3fb1edd677040a19c6dbbe905bef2dd is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:14:43.577894 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:14:43.584793 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [req-97b78658-c58d-4740-83db-9747bcf6ad69 req-52f4f258-60a1-429f-bc91-fd4b04689b38 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Quota usage for port was recalculated. Used quota:5. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:14:43.587934 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-a1cb7627-f6b9-42b5-b075-97896ede3357 None None] Provisioning for port bbbe88a5-cb42-429a-b52c-842c268ee921 completed by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:14:43.588134 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-2d8831cf-0961-4d68-9a44-4960ef9fe8a1 tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:14:43.601294 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [req-97b78658-c58d-4740-83db-9747bcf6ad69 req-52f4f258-60a1-429f-bc91-fd4b04689b38 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:14:43.610858 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-2d8831cf-0961-4d68-9a44-4960ef9fe8a1 tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:14:43.619767 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-8f26486b-b7ae-46f3-a821-4c762a037858 None None] For port ef395ea8-1aee-4e5b-bb26-4f0de756228d, host dv-neutron-822799-1-hyperv, cleared binding levels {{(pid=87637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 23 16:14:43.624952 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-8f26486b-b7ae-46f3-a821-4c762a037858 None None] For port ef395ea8-1aee-4e5b-bb26-4f0de756228d, host dv-neutron-822799-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=ef395ea8-1aee-4e5b-bb26-4f0de756228d,segment=NetworkSegment(d0e346f7-32a7-41a0-b972-301688edbe10),segment_id=d0e346f7-32a7-41a0-b972-301688edbe10)] {{(pid=87637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 23 16:14:43.645506 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-8f26486b-b7ae-46f3-a821-4c762a037858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:43.647590 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97b78658-c58d-4740-83db-9747bcf6ad69 req-52f4f258-60a1-429f-bc91-fd4b04689b38 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Made reservation on behalf of 544f3e375bde4f0988286eba27294ea6 for: {'port': 1} {{(pid=87635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:14:43.651832 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [req-97b78658-c58d-4740-83db-9747bcf6ad69 req-52f4f258-60a1-429f-bc91-fd4b04689b38 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:43.652806 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-4d94ab63-6a5d-406b-87a5-9077a0bcb07d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:14:43.902788 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-228f9e94-19fc-4d4a-a06a-d2cae76c6187 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:14:43.915721 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-228f9e94-19fc-4d4a-a06a-d2cae76c6187 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:14:43.916557 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-228f9e94-19fc-4d4a-a06a-d2cae76c6187 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Synchronizing usage tracker for tenant:bf435ff0e7914a739a10fff5b2399c13 on resource:port {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:14:43.933438 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-2d8831cf-0961-4d68-9a44-4960ef9fe8a1 tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Notify callbacks [] for security_group, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:43.958323 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-b69a97fa-75dd-4705-a743-84d478851f23 req-8b698786-aef2-480f-8b47-cf81aea70894 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/ports?device_id=fcab1d82-284e-488e-a9b7-16642f28b3dd HTTP/1.1" status: 200  len: 210 time: 0.1240566
Dec 23 16:14:43.963092 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f26486b-b7ae-46f3-a821-4c762a037858 None None] Pushing event updated for resources: {'Port': ['ID=ef395ea8-1aee-4e5b-bb26-4f0de756228d,revision_number=2']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:14:43.975602 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-8f26486b-b7ae-46f3-a821-4c762a037858 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:14:43.997569 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-2d8831cf-0961-4d68-9a44-4960ef9fe8a1 tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:44.009274 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-a4f1b403-f01c-41eb-92ea-db19d6469997 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:14:44.025913 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-db2860b2-496c-4dd4-92cd-e7edfb3bf710 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks [] for port, precommit_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:44.040798 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20a96e49-485f-4364-9968-b30236d2e797 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Notify agent at l3_agent.dv-neutron-822799-1-hyperv the message routers_updated {{(pid=87636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 23 16:14:44.042739 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-228f9e94-19fc-4d4a-a06a-d2cae76c6187 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Unset dirty status for tenant:bf435ff0e7914a739a10fff5b2399c13 on resource:port {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:14:44.044731 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-228f9e94-19fc-4d4a-a06a-d2cae76c6187 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1702 time: 1.0690455
Dec 23 16:14:44.054223 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 48536) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:44.056549 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7fe8592-8ac0-4c95-9e26-b574fb487c0d None None] Sync routers for ids ['f216715c-11dc-44db-8454-84a0da825c3c'] in dv-neutron-822799-1-hyperv {{(pid=87637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 23 16:14:44.059615 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device bbbe88a5-cb42-429a-b52c-842c268ee921 up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:14:44.084788 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-db2860b2-496c-4dd4-92cd-e7edfb3bf710 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2753531'] for port, after_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:44.107580 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-2230f9df-645d-4b7f-8061-7c6638871d4c req-17797b8c-13a9-41e8-8d65-37bb5bea1c02 service neutron] 10.222.0.61 "GET /v2.0/networks/d7a1eeae-9238-41c5-b3d8-78eaa1dfac99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6622534
Dec 23 16:14:44.149374 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7fe8592-8ac0-4c95-9e26-b574fb487c0d None None] Routers {'f216715c-11dc-44db-8454-84a0da825c3c'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:14:44.152375 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-c7fe8592-8ac0-4c95-9e26-b574fb487c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc2897eb0>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:14:20Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['f216715c-11dc-44db-8454-84a0da825c3c'], 'active': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:14:44.222382 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-20a96e49-485f-4364-9968-b30236d2e797 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for floatingip, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:44.290350 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-db2860b2-496c-4dd4-92cd-e7edfb3bf710 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1627481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1781465'] for router_interface, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:44.341275 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.db_base_plugin_common [req-97b78658-c58d-4740-83db-9747bcf6ad69 req-52f4f258-60a1-429f-bc91-fd4b04689b38 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Allocated IP 172.20.0.20 (30b67c35-e209-49c3-a56e-de3a0e0c8158/46dd9f9e-900f-4a8d-bf73-2dbb8f0e7a59/3eaccaab-4dc6-43a3-ad5f-9c525d5eb92d) {{(pid=87635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:14:44.401874 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8831cf-0961-4d68-9a44-4960ef9fe8a1 tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b44661e-fc2a-49e3-85b6-e6d516f32e6f,revision_number=1']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:14:44.402463 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9a413506-606f-4778-ac6b-155e46202e12 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:44.456096 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-9e57034d-76d8-4c86-91c7-9bc0b90a53fc tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Deleting port b05f047f-a27b-49d4-ad49-6a7eb0b51e6c {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:14:44.457288 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9e57034d-76d8-4c86-91c7-9bc0b90a53fc tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:44.457503 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-2d8831cf-0961-4d68-9a44-4960ef9fe8a1 tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.448s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:14:44.458277 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-2d8831cf-0961-4d68-9a44-4960ef9fe8a1 tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Notify callbacks [] for security_group, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:44.459506 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-2d8831cf-0961-4d68-9a44-4960ef9fe8a1 tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1743 time: 1.1184285
Dec 23 16:14:44.466051 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvr_db [None req-c7fe8592-8ac0-4c95-9e26-b574fb487c0d None None] Set router f216715c-11dc-44db-8454-84a0da825c3c gateway port host: dv-neutron-822799-1-hyperv {{(pid=87637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:14:44.468466 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45358792-7dd2-442a-85dc-294d013bcc9e req-91ba6d3b-1c55-4bd9-a2b8-c6a5e24a313a tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:14:44.472983 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-45358792-7dd2-442a-85dc-294d013bcc9e req-91ba6d3b-1c55-4bd9-a2b8-c6a5e24a313a tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] 10.222.0.64 "GET /v2.0/ports?device_id=f54fff32-66c0-4adb-922d-69673e61b491 HTTP/1.1" status: 200  len: 946 time: 0.6891620
Dec 23 16:14:44.474048 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-1e05fc45-f6d6-4a11-93f5-79e378f4554e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.298s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:14:44.493755 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 48540) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:44.503350 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9a413506-606f-4778-ac6b-155e46202e12 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:44.528874 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-df776d71-b147-487c-b8f0-675d7ab06c8b tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Request body: {'security_group_rule': {'security_group_id': '0b44661e-fc2a-49e3-85b6-e6d516f32e6f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:14:44.535239 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-c6e563d4-15cc-4846-bec8-8e1e6ef75c61 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:14:44.639393 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a413506-606f-4778-ac6b-155e46202e12 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Network e77e748e-188d-4ee5-88c4-9be4ee766d0f is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:14:44.653651 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a413506-606f-4778-ac6b-155e46202e12 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Pushing event updated for resources: {'Port': ['ID=3646cad7-35dd-45e9-8b7b-735b4432b034,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:14:44.657125 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-9a413506-606f-4778-ac6b-155e46202e12 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:14:44.658044 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-9a413506-606f-4778-ac6b-155e46202e12 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Resources bound (agent type, host, resource id):  {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:14:44.660347 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a413506-606f-4778-ac6b-155e46202e12 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:14:44.661587 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9a413506-606f-4778-ac6b-155e46202e12 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:44.673917 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-df776d71-b147-487c-b8f0-675d7ab06c8b tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:14:44.678452 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-149a9adf-be40-41c7-84a2-728462a07677 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:14:44.704751 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2860b2-496c-4dd4-92cd-e7edfb3bf710 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Pushing event updated for resources: {'Port': ['ID=53fa6265-7186-4cc6-80e8-a567cd6ed778,revision_number=2']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:14:44.739549 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-db2860b2-496c-4dd4-92cd-e7edfb3bf710 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:14:44.784125 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a413506-606f-4778-ac6b-155e46202e12 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Pushing event updated for resources: {'Port': ['ID=6e893971-b8de-4ee8-a2bd-66e92fdcf120,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:14:44.787837 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-9a413506-606f-4778-ac6b-155e46202e12 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:14:44.807716 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-df776d71-b147-487c-b8f0-675d7ab06c8b tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Usage tracker for resource:security_group_rule and tenant:d3fb1edd677040a19c6dbbe905bef2dd is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:14:44.834675 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-df776d71-b147-487c-b8f0-675d7ab06c8b tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:14:44.855580 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-45358792-7dd2-442a-85dc-294d013bcc9e req-5b7fa8a9-9330-408c-8361-88f8a0db1260 tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] 10.222.0.64 "GET /v2.0/security-groups?id=3b5fba24-44fb-4189-bd87-51876b915d36&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3329868
Dec 23 16:14:44.858119 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-20a96e49-485f-4364-9968-b30236d2e797 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 8.1100557
Dec 23 16:14:44.864792 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a413506-606f-4778-ac6b-155e46202e12 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Checking segment: {'id': 'a9590e2a-ee5a-4453-aaee-c98b46648f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'cafb7abe-adcf-4610-bad0-b15c28fc1402'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:14:44.865248 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a413506-606f-4778-ac6b-155e46202e12 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Network hostable DHCP agents. Network: cafb7abe-adcf-4610-bad0-b15c28fc1402, hostable agents: ['1c812d71-eadf-4fb3-b98e-67468a4aa7e2'], hosted agents: [] {{(pid=87636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 23 16:14:44.875258 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d12d024-785e-42d1-98eb-b1d5c44f899e', 'tag': 'a29e97a4-db7b-4472-bcba-9649964f1615'}] {{(pid=87636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 23 16:14:44.880186 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-df776d71-b147-487c-b8f0-675d7ab06c8b tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:14:44.892437 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db2860b2-496c-4dd4-92cd-e7edfb3bf710 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Network f06e897a-ce42-450f-8aa2-b6ed7d90ee93 is already hosted by enough agents. {{(pid=87635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:14:44.897102 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.base_scheduler [None req-db2860b2-496c-4dd4-92cd-e7edfb3bf710 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Resources bound (agent type, host, resource id):  {{(pid=87635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:14:44.948806 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning for port bbbe88a5-cb42-429a-b52c-842c268ee921 completed by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:14:44.980994 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port bbbe88a5-cb42-429a-b52c-842c268ee921 triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:14:44.980994 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:44.995033 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a413506-606f-4778-ac6b-155e46202e12 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Network cafb7abe-adcf-4610-bad0-b15c28fc1402 is scheduled to be hosted by DHCP agent 1c812d71-eadf-4fb3-b98e-67468a4aa7e2 with binding_index 1 {{(pid=87636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 23 16:14:45.054865 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-78bc700e-b07d-4fdd-898a-9c395ce6e368 None None] Provisioning for port 53fa6265-7186-4cc6-80e8-a567cd6ed778 completed by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:14:45.112919 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-9a413506-606f-4778-ac6b-155e46202e12 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822799-1-hyperv, cafb7abe-adcf-4610-bad0-b15c28fc1402) {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:14:45.140087 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a9115fc-8fca-4ca0-b763-2ebd3083cfa5 None None] Network cafb7abe-adcf-4610-bad0-b15c28fc1402 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:14:45.141894 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a413506-606f-4778-ac6b-155e46202e12 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:14:45.151133 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a413506-606f-4778-ac6b-155e46202e12 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:14:45.156411 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a413506-606f-4778-ac6b-155e46202e12 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:14:45.158481 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9a413506-606f-4778-ac6b-155e46202e12 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:45.265178 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [req-97b78658-c58d-4740-83db-9747bcf6ad69 req-52f4f258-60a1-429f-bc91-fd4b04689b38 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for port, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:45.340172 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db2860b2-496c-4dd4-92cd-e7edfb3bf710 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Router e177fe5e-cdc8-403a-9923-16769a19a732 has already been hosted by L3 agent 371d4c41-c7e2-4de7-9539-c049ec4e95d1 {{(pid=87635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 23 16:14:45.341803 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-78bc700e-b07d-4fdd-898a-9c395ce6e368 None None] Provisioning complete for port 53fa6265-7186-4cc6-80e8-a567cd6ed778 triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:14:45.342358 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-78bc700e-b07d-4fdd-898a-9c395ce6e368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:45.343861 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.provisioning_blocks [req-97b78658-c58d-4740-83db-9747bcf6ad69 req-52f4f258-60a1-429f-bc91-fd4b04689b38 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Transition to ACTIVE for port object 3eaccaab-4dc6-43a3-ad5f-9c525d5eb92d will not be triggered until provisioned by entity DHCP. {{(pid=87635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:14:45.365522 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d12d024-785e-42d1-98eb-b1d5c44f899e', 'tag': 'a29e97a4-db7b-4472-bcba-9649964f1615', 'status': 'completed', 'code': 200}
Dec 23 16:14:45.470191 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-9a413506-606f-4778-ac6b-155e46202e12 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1425 time: 6.0498223
Dec 23 16:14:45.473588 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 48552) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:45.486452 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.api.v2.resource [None req-df776d71-b147-487c-b8f0-675d7ab06c8b tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] create failed (client error): The resource could not be found.
Dec 23 16:14:45.487453 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-df776d71-b147-487c-b8f0-675d7ab06c8b tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 323 time: 0.9861267
Dec 23 16:14:45.492402 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 48556) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:45.498758 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-15376052-e5f9-4602-a637-429bca012216 tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Request body: {'security_group_rule': {'security_group_id': '0b44661e-fc2a-49e3-85b6-e6d516f32e6f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '152008ca-bfc6-400a-94ba-77988c1947d0'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:14:45.555446 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [req-26272c2e-62fb-4640-976a-221657938f1c req-cf6eade5-126d-4e44-a604-5afbdf0bf043 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Synchronizing usage tracker for tenant:544f3e375bde4f0988286eba27294ea6 on resource:port {{(pid=87635) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:14:45.571296 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-15376052-e5f9-4602-a637-429bca012216 tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:14:45.576791 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-78bc700e-b07d-4fdd-898a-9c395ce6e368 None None] Port 53fa6265-7186-4cc6-80e8-a567cd6ed778 cannot update to ACTIVE because it is not bound. {{(pid=87637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 23 16:14:45.606799 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da58d275-f9e7-4d16-a9a4-c55624359ec1 req-3d88cc34-443b-4019-8652-18c22ccaa0af tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:14:45.613858 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-da58d275-f9e7-4d16-a9a4-c55624359ec1 req-3d88cc34-443b-4019-8652-18c22ccaa0af tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d12d024-785e-42d1-98eb-b1d5c44f899e HTTP/1.1" status: 200  len: 946 time: 0.5757790
Dec 23 16:14:45.623456 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-15376052-e5f9-4602-a637-429bca012216 tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Usage tracker for resource:security_group_rule and tenant:d3fb1edd677040a19c6dbbe905bef2dd is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:14:45.636685 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [req-97b78658-c58d-4740-83db-9747bcf6ad69 req-52f4f258-60a1-429f-bc91-fd4b04689b38 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:45.641720 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-15376052-e5f9-4602-a637-429bca012216 tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:14:45.645118 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [req-26272c2e-62fb-4640-976a-221657938f1c req-cf6eade5-126d-4e44-a604-5afbdf0bf043 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Unset dirty status for tenant:544f3e375bde4f0988286eba27294ea6 on resource:port {{(pid=87635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:14:45.646556 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-26272c2e-62fb-4640-976a-221657938f1c req-cf6eade5-126d-4e44-a604-5afbdf0bf043 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/ports?device_id=fcab1d82-284e-488e-a9b7-16642f28b3dd HTTP/1.1" status: 200  len: 210 time: 0.2182908
Dec 23 16:14:45.655772 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-2814e68a-f2f7-417f-90e3-35cf50664c8f tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:14:45.676089 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-3ccc85ca-45d3-4c45-85f4-1922ac462cc0 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Deleting port 6e893971-b8de-4ee8-a2bd-66e92fdcf120 {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:14:45.676384 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-3ccc85ca-45d3-4c45-85f4-1922ac462cc0 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:45.711025 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9e57034d-76d8-4c86-91c7-9bc0b90a53fc tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:45.725039 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-15376052-e5f9-4602-a637-429bca012216 tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:14:45.730799 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f4f258-60a1-429f-bc91-fd4b04689b38 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Pushing event updated for resources: {'Port': ['ID=3eaccaab-4dc6-43a3-ad5f-9c525d5eb92d,revision_number=1']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:14:45.739118 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-52f4f258-60a1-429f-bc91-fd4b04689b38 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:14:45.751181 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db2860b2-496c-4dd4-92cd-e7edfb3bf710 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify agent at l3_agent.dv-neutron-822799-1-hyperv the message routers_updated {{(pid=87635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 23 16:14:45.762020 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-db2860b2-496c-4dd4-92cd-e7edfb3bf710 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] 10.222.0.64 "PUT /v2.0/routers/e177fe5e-cdc8-403a-9923-16769a19a732/add_router_interface HTTP/1.1" status: 200  len: 503 time: 8.2026393
Dec 23 16:14:45.770760 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97b78658-c58d-4740-83db-9747bcf6ad69 req-52f4f258-60a1-429f-bc91-fd4b04689b38 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Network 30b67c35-e209-49c3-a56e-de3a0e0c8158 is already hosted by enough agents. {{(pid=87635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:14:45.771692 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 48560) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:45.772876 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b1dd74d-543e-4e25-af25-0203847e0371 None None] Sync routers for ids ['e177fe5e-cdc8-403a-9923-16769a19a732'] in dv-neutron-822799-1-hyperv {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 23 16:14:45.779013 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.base_scheduler [req-97b78658-c58d-4740-83db-9747bcf6ad69 req-52f4f258-60a1-429f-bc91-fd4b04689b38 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Resources bound (agent type, host, resource id):  {{(pid=87635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:14:45.785941 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-620bce39-92d0-453f-a581-42fceb041451 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Request body: {'network': {'name': 'tempest-RoutersTest-517416395'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:14:45.791043 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b1dd74d-543e-4e25-af25-0203847e0371 None None] Routers {'e177fe5e-cdc8-403a-9923-16769a19a732'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:14:45.792083 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.l3_dvrscheduler_db [req-97b78658-c58d-4740-83db-9747bcf6ad69 req-52f4f258-60a1-429f-bc91-fd4b04689b38 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Received port after_create {{(pid=87635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:14:45.792666 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-9b1dd74d-543e-4e25-af25-0203847e0371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc1c7e550>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:14:20Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['e177fe5e-cdc8-403a-9923-16769a19a732'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:14:45.865856 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:45.919538 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] For port bbbe88a5-cb42-429a-b52c-842c268ee921, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=bbbe88a5-cb42-429a-b52c-842c268ee921,segment=NetworkSegment(c28c0ee6-d3aa-4417-9f89-d71373f785ea),segment_id=c28c0ee6-d3aa-4417-9f89-d71373f785ea)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:14:45.934262 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-78bc700e-b07d-4fdd-898a-9c395ce6e368 None None] Provisioning complete for port bbbe88a5-cb42-429a-b52c-842c268ee921 triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:14:45.934738 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-78bc700e-b07d-4fdd-898a-9c395ce6e368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:45.963969 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-9e57034d-76d8-4c86-91c7-9bc0b90a53fc tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Calling delete_port for b05f047f-a27b-49d4-ad49-6a7eb0b51e6c owned by  {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:14:46.040853 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-da58d275-f9e7-4d16-a9a4-c55624359ec1 req-4948ea56-2f53-483c-98ac-48ebdea312d7 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] 10.222.0.64 "GET /v2.0/security-groups?id=6efb91e4-dce2-4b1b-ba77-0534a1c433c6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4259858
Dec 23 16:14:46.054046 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:46.056123 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device e63eb4bc-b02f-435a-a09c-c251cfabc079 up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:14:46.059949 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0098e5-834b-4cd3-8542-2eaebbea95e6 req-cd67c10a-2947-4359-bf04-51e2771b8870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:14:46.061814 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-dc0098e5-834b-4cd3-8542-2eaebbea95e6 req-cd67c10a-2947-4359-bf04-51e2771b8870 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c8691bbec3fb4ae1968d469a6b97360c&device_id=1d12d024-785e-42d1-98eb-b1d5c44f899e HTTP/1.1" status: 200  len: 1099 time: 0.7696044
Dec 23 16:14:46.062480 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 48566) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:46.065137 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b78658-c58d-4740-83db-9747bcf6ad69 req-52f4f258-60a1-429f-bc91-fd4b04689b38 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:14:46.065724 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [req-97b78658-c58d-4740-83db-9747bcf6ad69 req-52f4f258-60a1-429f-bc91-fd4b04689b38 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:46.078880 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-9b1dd74d-543e-4e25-af25-0203847e0371 None None] Set router e177fe5e-cdc8-403a-9923-16769a19a732 gateway port host: None {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:14:46.131659 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-620bce39-92d0-453f-a581-42fceb041451 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:14:46.146045 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-620bce39-92d0-453f-a581-42fceb041451 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Usage tracker for resource:network and tenant:3fd82437e08648b4840016e8955250bf is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:14:46.158846 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-97b78658-c58d-4740-83db-9747bcf6ad69 req-52f4f258-60a1-429f-bc91-fd4b04689b38 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.2313538
Dec 23 16:14:46.159614 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-620bce39-92d0-453f-a581-42fceb041451 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:14:46.176042 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [req-97b78658-c58d-4740-83db-9747bcf6ad69 req-117ee187-2505-4e1b-8631-c68aad22fb51 service neutron] Request body: {'port': {'device_id': 'fcab1d82-284e-488e-a9b7-16642f28b3dd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8227'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:14:46.177106 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:14:46.201975 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-620bce39-92d0-453f-a581-42fceb041451 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:14:46.233832 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.api.v2.resource [None req-15376052-e5f9-4602-a637-429bca012216 tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] create failed (client error): The resource could not be found.
Dec 23 16:14:46.234862 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-15376052-e5f9-4602-a637-429bca012216 tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 347 time: 0.7402246
Dec 23 16:14:46.239561 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 48570) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:46.264602 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-620bce39-92d0-453f-a581-42fceb041451 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Made reservation on behalf of 3fd82437e08648b4840016e8955250bf for: {'network': 1} {{(pid=87635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:14:46.268100 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-620bce39-92d0-453f-a581-42fceb041451 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for network, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:46.321860 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Pushing event updated for resources: {'Port': ['ID=bbbe88a5-cb42-429a-b52c-842c268ee921,revision_number=3']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:14:46.327885 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:14:46.374942 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [req-97b78658-c58d-4740-83db-9747bcf6ad69 req-117ee187-2505-4e1b-8631-c68aad22fb51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:46.376831 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18de9759-88e1-4c4f-97cd-64c1e88519a3 None None] get_active_networks_info from dv-neutron-822799-1-hyperv {{(pid=87637) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}}
Dec 23 16:14:46.417667 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-620bce39-92d0-453f-a581-42fceb041451 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] vlan segment allocate from pool success with {'vlan_id': 425, 'physical_network': 'physnet1'}  {{(pid=87635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 23 16:14:46.426073 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-c7fe8592-8ac0-4c95-9e26-b574fb487c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc2897eb0>, [{'id': 'f216715c-11dc-44db-8454-84a0da825c3c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1681650432', 'tenant_id': 'c8691bbec3fb4ae1968d469a6b97360c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.22'}], 'enable_snat': True}, 'gw_port_id': '5ef5ab1c-6add-47f6-9d72-36e760b22300', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:13:48Z', 'updated_at': '2021-12-23T16:14:04Z', 'revision_number': 4, 'project_id': 'c8691bbec3fb4ae1968d469a6b97360c', 'gw_port': {'id': '5ef5ab1c-6add-47f6-9d72-36e760b22300', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:7b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f216715c-11dc-44db-8454-84a0da825c3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 825, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:13:50Z', 'updated_at': '2021-12-23T16:14:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_floatingips': [{'id': '9e7f5679-e843-425d-b8da-8df3a8c9f4ce', 'tenant_id': 'c8691bbec3fb4ae1968d469a6b97360c', 'floating_ip_address': '172.26.3.230', 'floating_network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'router_id': 'f216715c-11dc-44db-8454-84a0da825c3c', 'port_id': 'a29e97a4-db7b-4472-bcba-9649964f1615', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 932, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e10e993-259d-4495-9b8b-b5a52c03945f', 'mac_address': 'fa:16:3e:65:15:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d12d024-785e-42d1-98eb-b1d5c44f899e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:14:38Z', 'updated_at': '2021-12-23T16:14:38Z', 'revision_number': 0, 'project_id': 'c8691bbec3fb4ae1968d469a6b97360c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f3c800a-24b7-4384-8d1f-65dfda2c8379', 'name': '', 'network_id': '3e10e993-259d-4495-9b8b-b5a52c03945f', 'tenant_id': 'c8691bbec3fb4ae1968d469a6b97360c', 'mac_address': 'fa:16:3e:09:5b:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f216715c-11dc-44db-8454-84a0da825c3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 835, 'fixed_ips': [{'subnet_id': 'e53ee384-c527-45cb-a8de-965d3157222a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:14:02Z', 'updated_at': '2021-12-23T16:14:13Z', 'revision_number': 5, 'project_id': 'c8691bbec3fb4ae1968d469a6b97360c', 'subnets': [{'id': 'e53ee384-c527-45cb-a8de-965d3157222a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:14:46.480919 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7fe8592-8ac0-4c95-9e26-b574fb487c0d None None] Checking router: f216715c-11dc-44db-8454-84a0da825c3c for host: dv-neutron-822799-1-hyperv {{(pid=87637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 23 16:14:46.483173 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port e63eb4bc-b02f-435a-a09c-c251cfabc079 triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:14:46.483632 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:46.589211 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-0723dc84-aba4-497d-a932-d85467ab56cf tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] 10.222.0.64 "GET /v2.0/floatingips/9e7f5679-e843-425d-b8da-8df3a8c9f4ce HTTP/1.1" status: 200  len: 992 time: 0.5199287
Dec 23 16:14:46.631479 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7fe8592-8ac0-4c95-9e26-b574fb487c0d None None] Routers {'f216715c-11dc-44db-8454-84a0da825c3c'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:14:46.632386 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-c7fe8592-8ac0-4c95-9e26-b574fb487c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc2897eb0>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:14:20Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['f216715c-11dc-44db-8454-84a0da825c3c'], 'active': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:14:46.694913 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-9b1dd74d-543e-4e25-af25-0203847e0371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc1c7e550>, [{'id': 'e177fe5e-cdc8-403a-9923-16769a19a732', 'name': 'tempest-RoutersTest-router-1751319929', 'tenant_id': '3fd82437e08648b4840016e8955250bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:14:14Z', 'updated_at': '2021-12-23T16:14:42Z', 'revision_number': 4, 'project_id': '3fd82437e08648b4840016e8955250bf', 'gw_port_host': None, '_interfaces': [{'id': '53fa6265-7186-4cc6-80e8-a567cd6ed778', 'name': '', 'network_id': 'f06e897a-ce42-450f-8aa2-b6ed7d90ee93', 'tenant_id': '3fd82437e08648b4840016e8955250bf', 'mac_address': 'fa:16:3e:b0:16:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e177fe5e-cdc8-403a-9923-16769a19a732', 'device_owner': 'network:router_interface', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '37cda75c-0338-47ba-b691-74c1f334d38b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:14:40Z', 'updated_at': '2021-12-23T16:14:43Z', 'revision_number': 2, 'project_id': '3fd82437e08648b4840016e8955250bf', 'subnets': [{'id': '37cda75c-0338-47ba-b691-74c1f334d38b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9f092cc1-6082-4561-b1c3-16cbcde34d7a', 'name': '', 'network_id': '93d5306b-b044-45e0-820f-21a84f15a715', 'tenant_id': '3fd82437e08648b4840016e8955250bf', 'mac_address': 'fa:16:3e:86:78:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e177fe5e-cdc8-403a-9923-16769a19a732', 'device_owner': 'network:router_interface', 'standard_attr_id': 870, 'fixed_ips': [{'subnet_id': '4d508dea-bd45-4414-a7fb-afb4f674db06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:14:20Z', 'updated_at': '2021-12-23T16:14:37Z', 'revision_number': 5, 'project_id': '3fd82437e08648b4840016e8955250bf', 'subnets': [{'id': '4d508dea-bd45-4414-a7fb-afb4f674db06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e63eb4bc-b02f-435a-a09c-c251cfabc079', 'name': '', 'network_id': 'ce320326-8ff7-4658-8e61-16a31833d08c', 'tenant_id': '3fd82437e08648b4840016e8955250bf', 'mac_address': 'fa:16:3e:99:5d:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e177fe5e-cdc8-403a-9923-16769a19a732', 'device_owner': 'network:router_interface', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': 'b4ea8d7f-3d9f-4697-ade4-7a55eefb7293', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:14:29Z', 'updated_at': '2021-12-23T16:14:43Z', 'revision_number': 5, 'project_id': '3fd82437e08648b4840016e8955250bf', 'subnets': [{'id': 'b4ea8d7f-3d9f-4697-ade4-7a55eefb7293', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:14:46.712069 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b1dd74d-543e-4e25-af25-0203847e0371 None None] Checking router: e177fe5e-cdc8-403a-9923-16769a19a732 for host: dv-neutron-822799-1-hyperv {{(pid=87638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 23 16:14:46.712325 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b1dd74d-543e-4e25-af25-0203847e0371 None None] Updating router e177fe5e-cdc8-403a-9923-16769a19a732 port 53fa6265-7186-4cc6-80e8-a567cd6ed778 binding host dv-neutron-822799-1-hyperv {{(pid=87638) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 23 16:14:46.768386 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9b1dd74d-543e-4e25-af25-0203847e0371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:46.792985 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066ee9d2-3f4c-496a-a8bd-c897f4edf94a req-5b3ae5a3-4bd8-4775-bdbf-8cbfe4baa8fe tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:14:46.794553 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-066ee9d2-3f4c-496a-a8bd-c897f4edf94a req-5b3ae5a3-4bd8-4775-bdbf-8cbfe4baa8fe tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] 10.222.0.64 "GET /v2.0/ports?device_id=f54fff32-66c0-4adb-922d-69673e61b491 HTTP/1.1" status: 200  len: 946 time: 0.7052901
Dec 23 16:14:46.798246 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-f9fbc9a8-af13-4ff5-a8bc-cf6e8b06a705 tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Notify callbacks [] for security_group, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:46.882570 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-f9fbc9a8-af13-4ff5-a8bc-cf6e8b06a705 tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:46.882907 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9e57034d-76d8-4c86-91c7-9bc0b90a53fc tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:46.890625 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-1c92fabb-4ef7-4958-ac4a-89c3205e58b9 None None] Could not find standard attr ID for object b05f047f-a27b-49d4-ad49-6a7eb0b51e6c. {{(pid=87637) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 23 16:14:46.897511 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-3ccc85ca-45d3-4c45-85f4-1922ac462cc0 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:46.905694 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-4a31f063-59cd-4115-92eb-dd26e5d3e066 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:14:46.952897 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 281e3a50-aadf-45eb-bf28-70d46c8c5734 up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:14:46.953289 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0098e5-834b-4cd3-8542-2eaebbea95e6 req-16c79911-7900-41bb-a021-b03a950d9e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:14:46.954760 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-dc0098e5-834b-4cd3-8542-2eaebbea95e6 req-16c79911-7900-41bb-a021-b03a950d9e7a service neutron] 10.222.0.61 "GET /v2.0/networks?id=3e10e993-259d-4495-9b8b-b5a52c03945f HTTP/1.1" status: 200  len: 897 time: 0.7744656
Dec 23 16:14:46.971892 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.db.resource_extend [req-97b78658-c58d-4740-83db-9747bcf6ad69 req-117ee187-2505-4e1b-8631-c68aad22fb51 service neutron] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 23 16:14:46.980464 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18de9759-88e1-4c4f-97cd-64c1e88519a3 None None] Resources bound (agent type, host, resource id):  {{(pid=87637) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Dec 23 16:14:46.983961 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-620bce39-92d0-453f-a581-42fceb041451 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:46.984488 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.db.segments_db [None req-620bce39-92d0-453f-a581-42fceb041451 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Added segment 7da2520d-2a19-4fcb-8a87-947f7affa3c8 of type vlan for network 20b57bea-ae66-4e4d-9a05-3650f619a045
Dec 23 16:14:46.988802 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-066ee9d2-3f4c-496a-a8bd-c897f4edf94a req-75587bb6-8199-423d-8f4c-c9dbbd20ba19 tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] 10.222.0.64 "GET /v2.0/security-groups?id=3b5fba24-44fb-4189-bd87-51876b915d36&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1755524
Dec 23 16:14:46.997734 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-f9fbc9a8-af13-4ff5-a8bc-cf6e8b06a705 tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:47.004969 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-6f677c05-6aa7-436a-816b-c47c1b53eb3e tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:14:47.048304 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvr_db [None req-c7fe8592-8ac0-4c95-9e26-b574fb487c0d None None] Set router f216715c-11dc-44db-8454-84a0da825c3c gateway port host: dv-neutron-822799-1-hyperv {{(pid=87637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:14:47.051930 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fbc9a8-af13-4ff5-a8bc-cf6e8b06a705 tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b44661e-fc2a-49e3-85b6-e6d516f32e6f,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:14:47.074355 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-f9fbc9a8-af13-4ff5-a8bc-cf6e8b06a705 tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:14:47.140525 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-3ccc85ca-45d3-4c45-85f4-1922ac462cc0 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Calling delete_port for 6e893971-b8de-4ee8-a2bd-66e92fdcf120 owned by  {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:14:47.154173 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-620bce39-92d0-453f-a581-42fceb041451 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735362521793'] for network, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:47.175764 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.notifiers.nova [req-97b78658-c58d-4740-83db-9747bcf6ad69 req-117ee187-2505-4e1b-8631-c68aad22fb51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3eaccaab-4dc6-43a3-ad5f-9c525d5eb92d {{(pid=87635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 23 16:14:47.178686 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e57034d-76d8-4c86-91c7-9bc0b90a53fc tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Pushing event deleted for resources: {'Port': ['ID=b05f047f-a27b-49d4-ad49-6a7eb0b51e6c,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:14:47.197923 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [req-97b78658-c58d-4740-83db-9747bcf6ad69 req-117ee187-2505-4e1b-8631-c68aad22fb51 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:47.202863 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-f9fbc9a8-af13-4ff5-a8bc-cf6e8b06a705 tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Notify callbacks [] for security_group, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:47.203974 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-f9fbc9a8-af13-4ff5-a8bc-cf6e8b06a705 tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] 10.222.0.64 "DELETE /v2.0/security-groups/0b44661e-fc2a-49e3-85b6-e6d516f32e6f HTTP/1.1" status: 204  len: 168 time: 0.9562144
Dec 23 16:14:47.219246 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 48578) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:47.265020 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-1c92fabb-4ef7-4958-ac4a-89c3205e58b9 None None] Provisioning complete for port 53fa6265-7186-4cc6-80e8-a567cd6ed778 triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:14:47.265633 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1c92fabb-4ef7-4958-ac4a-89c3205e58b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:47.284883 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-9e57034d-76d8-4c86-91c7-9bc0b90a53fc tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:14:47.286559 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9b1dd74d-543e-4e25-af25-0203847e0371 None None] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:47.296163 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.provisioning_blocks [req-97b78658-c58d-4740-83db-9747bcf6ad69 req-117ee187-2505-4e1b-8631-c68aad22fb51 service neutron] Transition to ACTIVE for port object 3eaccaab-4dc6-43a3-ad5f-9c525d5eb92d will not be triggered until provisioned by entity L2. {{(pid=87635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:14:47.322047 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-9b1dd74d-543e-4e25-af25-0203847e0371 None None] Transition to ACTIVE for port object 53fa6265-7186-4cc6-80e8-a567cd6ed778 will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:14:47.328661 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9e57034d-76d8-4c86-91c7-9bc0b90a53fc tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:47.334623 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-c379346b-4f80-47fb-bc28-2e705867eba5 tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Synchronizing usage tracker for tenant:d3fb1edd677040a19c6dbbe905bef2dd on resource:security_group {{(pid=87635) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:14:47.338392 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-620bce39-92d0-453f-a581-42fceb041451 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495'] for network, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:47.339824 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9b1dd74d-543e-4e25-af25-0203847e0371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:47.344441 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-620bce39-92d0-453f-a581-42fceb041451 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:14:47.345141 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-620bce39-92d0-453f-a581-42fceb041451 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks [] for network, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:47.347315 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG oslo_concurrency.lockutils [None req-2cd59697-3d79-455f-acaf-8e4d80112444 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:14:47.350245 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [req-97b78658-c58d-4740-83db-9747bcf6ad69 req-117ee187-2505-4e1b-8631-c68aad22fb51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2753531'] for port, after_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:47.360524 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-a90066b6-4be6-4acd-94a1-1d6082c5454d tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:14:47.376024 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-9e57034d-76d8-4c86-91c7-9bc0b90a53fc tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "DELETE /v2.0/ports/b05f047f-a27b-49d4-ad49-6a7eb0b51e6c HTTP/1.1" status: 204  len: 168 time: 3.3190961
Dec 23 16:14:47.391801 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-1c92fabb-4ef7-4958-ac4a-89c3205e58b9 None None] Port 53fa6265-7186-4cc6-80e8-a567cd6ed778 cannot update to ACTIVE because it is not bound. {{(pid=87637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 23 16:14:47.395627 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 48582) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:47.442555 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-dc0098e5-834b-4cd3-8542-2eaebbea95e6 req-31ee4d49-8081-40d8-81b8-915347dfd141 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a29e97a4-db7b-4472-bcba-9649964f1615 HTTP/1.1" status: 200  len: 1000 time: 0.3117139
Dec 23 16:14:47.474963 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620bce39-92d0-453f-a581-42fceb041451 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Pushing event updated for resources: {'Network': ['ID=20b57bea-ae66-4e4d-9a05-3650f619a045,revision_number=1']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:14:47.490287 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-620bce39-92d0-453f-a581-42fceb041451 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:14:47.490976 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-94d650d0-1fff-4426-8a72-05d7536f2091 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.024s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:14:47.522353 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-1c92fabb-4ef7-4958-ac4a-89c3205e58b9 None None] Provisioning for port 3eaccaab-4dc6-43a3-ad5f-9c525d5eb92d completed by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:14:47.527685 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-3ccc85ca-45d3-4c45-85f4-1922ac462cc0 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:47.541952 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c97720e-4958-4f7b-ae3f-866d581157e7 req-430a330f-86da-4cc1-aaed-9b5679f8e6a8 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:14:47.549542 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-0c97720e-4958-4f7b-ae3f-866d581157e7 req-430a330f-86da-4cc1-aaed-9b5679f8e6a8 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/ports?device_id=fcab1d82-284e-488e-a9b7-16642f28b3dd HTTP/1.1" status: 200  len: 932 time: 0.7113295
Dec 23 16:14:47.553183 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Network 20b57bea-ae66-4e4d-9a05-3650f619a045 details requested by agent ovs-agent-dv-neutron-822799-1-hyperv with host dv-neutron-822799-1-hyperv {{(pid=87637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 23 16:14:47.573181 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-9e57034d-76d8-4c86-91c7-9bc0b90a53fc tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:14:47.599608 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76968d11-ea34-43ac-9f85-81e61ed21def None None] Pushing event updated for resources: {'Port': ['ID=53fa6265-7186-4cc6-80e8-a567cd6ed778,revision_number=3']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:14:47.608478 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG oslo_concurrency.lockutils [None req-76968d11-ea34-43ac-9f85-81e61ed21def None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=87638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:14:47.616906 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26d4057-24fa-4f6b-8abe-b2bcd15b1807 req-c09a9916-92df-4819-8fd0-261a172ebe26 tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:14:47.618516 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-f26d4057-24fa-4f6b-8abe-b2bcd15b1807 req-c09a9916-92df-4819-8fd0-261a172ebe26 tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] 10.222.0.64 "GET /v2.0/ports?device_id=f54fff32-66c0-4adb-922d-69673e61b491 HTTP/1.1" status: 200  len: 946 time: 0.5068874
Dec 23 16:14:47.622168 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 48586) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:47.649678 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d86efd1d-a8a0-4c6d-92d6-f139df74732c tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:14:47.651274 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d86efd1d-a8a0-4c6d-92d6-f139df74732c tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:14:47.652105 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-d86efd1d-a8a0-4c6d-92d6-f139df74732c tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Synchronizing usage tracker for tenant:bf435ff0e7914a739a10fff5b2399c13 on resource:subnet {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:14:47.659615 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccc85ca-45d3-4c45-85f4-1922ac462cc0 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Pushing event deleted for resources: {'Port': ['ID=6e893971-b8de-4ee8-a2bd-66e92fdcf120,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:14:47.673280 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-9b1dd74d-543e-4e25-af25-0203847e0371 None None] Attempting to bind port 53fa6265-7186-4cc6-80e8-a567cd6ed778 on host dv-neutron-822799-1-hyperv for vnic_type normal with profile  {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:14:47.673649 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-9b1dd74d-543e-4e25-af25-0203847e0371 None None] Attempting to bind port 53fa6265-7186-4cc6-80e8-a567cd6ed778 by drivers openvswitch,hyperv on host dv-neutron-822799-1-hyperv at level 0 using segments [{'id': 'c28c0ee6-d3aa-4417-9f89-d71373f785ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'f06e897a-ce42-450f-8aa2-b6ed7d90ee93'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:14:47.674192 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b1dd74d-543e-4e25-af25-0203847e0371 None None] Attempting to bind port 53fa6265-7186-4cc6-80e8-a567cd6ed778 on network f06e897a-ce42-450f-8aa2-b6ed7d90ee93 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:14:47.677970 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-3ccc85ca-45d3-4c45-85f4-1922ac462cc0 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:14:47.679764 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-3ccc85ca-45d3-4c45-85f4-1922ac462cc0 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:47.680766 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b1dd74d-543e-4e25-af25-0203847e0371 None None] Checking agent: {'id': '20d2070f-69a9-4e73-8d08-6f0387a40158', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822799-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 21), 'started_at': datetime.datetime(2021, 12, 23, 16, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 14, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822799-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 23 16:14:47.681147 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b1dd74d-543e-4e25-af25-0203847e0371 None None] Checking segment: {'id': 'c28c0ee6-d3aa-4417-9f89-d71373f785ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'f06e897a-ce42-450f-8aa2-b6ed7d90ee93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:14:47.681550 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9b1dd74d-543e-4e25-af25-0203847e0371 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:47.681999 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b1dd74d-543e-4e25-af25-0203847e0371 None None] Bound using segment: {'id': 'c28c0ee6-d3aa-4417-9f89-d71373f785ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'f06e897a-ce42-450f-8aa2-b6ed7d90ee93'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 23 16:14:47.682640 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-9b1dd74d-543e-4e25-af25-0203847e0371 None None] Bound port: 53fa6265-7186-4cc6-80e8-a567cd6ed778, host: dv-neutron-822799-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c28c0ee6-d3aa-4417-9f89-d71373f785ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'f06e897a-ce42-450f-8aa2-b6ed7d90ee93'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 23 16:14:47.683039 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9b1dd74d-543e-4e25-af25-0203847e0371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:47.686498 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0098e5-834b-4cd3-8542-2eaebbea95e6 req-9e9ba92f-0137-486a-b5ba-48570ea760b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:14:47.687941 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-dc0098e5-834b-4cd3-8542-2eaebbea95e6 req-9e9ba92f-0137-486a-b5ba-48570ea760b6 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e53ee384-c527-45cb-a8de-965d3157222a HTTP/1.1" status: 200  len: 835 time: 0.2251928
Dec 23 16:14:47.713382 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-0c97720e-4958-4f7b-ae3f-866d581157e7 req-26e0b831-0c7c-447c-9d54-b24b53c25bc8 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/security-groups?id=9db863d1-cf06-4331-bcb4-ba11a7636b6c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1627893
Dec 23 16:14:47.717085 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-620bce39-92d0-453f-a581-42fceb041451 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201  len: 765 time: 1.9415152
Dec 23 16:14:47.732933 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 48590) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:47.740899 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port 281e3a50-aadf-45eb-bf28-70d46c8c5734 triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:14:47.741644 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:47.760316 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-3ccc85ca-45d3-4c45-85f4-1922ac462cc0 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] 10.222.0.64 "DELETE /v2.0/ports/6e893971-b8de-4ee8-a2bd-66e92fdcf120 HTTP/1.1" status: 204  len: 168 time: 2.2844450
Dec 23 16:14:47.764632 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-1dd3eb9c-0980-4c20-8b68-9a6e266a34e9 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Request body: {'subnet': {'network_id': '20b57bea-ae66-4e4d-9a05-3650f619a045', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:14:47.778308 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 48594) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:47.785750 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-d86efd1d-a8a0-4c6d-92d6-f139df74732c tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Unset dirty status for tenant:bf435ff0e7914a739a10fff5b2399c13 on resource:subnet {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:14:47.789835 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-d86efd1d-a8a0-4c6d-92d6-f139df74732c tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1465 time: 0.3830276
Dec 23 16:14:47.801313 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-9b1dd74d-543e-4e25-af25-0203847e0371 None None] For port 53fa6265-7186-4cc6-80e8-a567cd6ed778, host dv-neutron-822799-1-hyperv, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 23 16:14:47.809848 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-9b1dd74d-543e-4e25-af25-0203847e0371 None None] For port 53fa6265-7186-4cc6-80e8-a567cd6ed778, host dv-neutron-822799-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=53fa6265-7186-4cc6-80e8-a567cd6ed778,segment=NetworkSegment(c28c0ee6-d3aa-4417-9f89-d71373f785ea),segment_id=c28c0ee6-d3aa-4417-9f89-d71373f785ea)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 23 16:14:47.819011 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-c379346b-4f80-47fb-bc28-2e705867eba5 tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Unset dirty status for tenant:d3fb1edd677040a19c6dbbe905bef2dd on resource:security_group {{(pid=87635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:14:47.819855 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9b1dd74d-543e-4e25-af25-0203847e0371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:47.820782 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-c379346b-4f80-47fb-bc28-2e705867eba5 tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2979 time: 0.5989676
Dec 23 16:14:47.821652 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 48598) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:47.827346 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-c0dde689-e43e-4f7c-8edb-e63a269badd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:47.829271 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG oslo_concurrency.lockutils [None req-44def44f-b285-41b4-89ba-b1ae974cf9b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:14:47.838525 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 48600) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:47.860087 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-1c92fabb-4ef7-4958-ac4a-89c3205e58b9 None None] Provisioning for port ef395ea8-1aee-4e5b-bb26-4f0de756228d completed by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:14:47.873506 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-9242bd9a-65db-4f54-981d-94fe236d8692 tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Request body: {'security_group_rule': {'security_group_id': '7732a9b3-8cd3-4f4c-be0e-4ca51bc552c0', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:14:47.931276 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b1dd74d-543e-4e25-af25-0203847e0371 None None] Routers {'e177fe5e-cdc8-403a-9923-16769a19a732'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:14:47.932920 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-9b1dd74d-543e-4e25-af25-0203847e0371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc1c7e550>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:14:20Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['e177fe5e-cdc8-403a-9923-16769a19a732'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:14:47.936258 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117ee187-2505-4e1b-8631-c68aad22fb51 service neutron] Pushing event updated for resources: {'Port': ['ID=3eaccaab-4dc6-43a3-ad5f-9c525d5eb92d,revision_number=2']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:14:47.951614 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-9242bd9a-65db-4f54-981d-94fe236d8692 tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:14:47.958126 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-117ee187-2505-4e1b-8631-c68aad22fb51 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.467s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:14:47.972811 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-f26d4057-24fa-4f6b-8abe-b2bcd15b1807 req-e1f2097e-f00a-4866-9b1d-be9efa63eb52 tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] 10.222.0.64 "GET /v2.0/security-groups?id=3b5fba24-44fb-4189-bd87-51876b915d36&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3326581
Dec 23 16:14:47.983403 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-5c23fdad-175a-4348-b308-e69ad83343b9 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] 10.222.0.64 "GET /v2.0/floatingips/9e7f5679-e843-425d-b8da-8df3a8c9f4ce HTTP/1.1" status: 200  len: 992 time: 0.3492951
Dec 23 16:14:47.992796 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-9242bd9a-65db-4f54-981d-94fe236d8692 tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Usage tracker for resource:security_group_rule and tenant:d3fb1edd677040a19c6dbbe905bef2dd is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:14:47.996012 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-9242bd9a-65db-4f54-981d-94fe236d8692 tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:14:48.012268 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.managers [req-97b78658-c58d-4740-83db-9747bcf6ad69 req-117ee187-2505-4e1b-8631-c68aad22fb51 service neutron] Attempting to bind port 3eaccaab-4dc6-43a3-ad5f-9c525d5eb92d on host hv-neutron-8227 for vnic_type normal with profile  {{(pid=87635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:14:48.012626 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.managers [req-97b78658-c58d-4740-83db-9747bcf6ad69 req-117ee187-2505-4e1b-8631-c68aad22fb51 service neutron] Attempting to bind port 3eaccaab-4dc6-43a3-ad5f-9c525d5eb92d by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': '06581beb-f676-4147-b744-2ec20aa7f254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '30b67c35-e209-49c3-a56e-de3a0e0c8158'}] {{(pid=87635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:14:48.012962 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97b78658-c58d-4740-83db-9747bcf6ad69 req-117ee187-2505-4e1b-8631-c68aad22fb51 service neutron] Attempting to bind port 3eaccaab-4dc6-43a3-ad5f-9c525d5eb92d on network 30b67c35-e209-49c3-a56e-de3a0e0c8158 {{(pid=87635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:14:48.018728 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfefec92-9172-444d-9138-be3c7c1b8808 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Deleting subnet ce17bd75-1665-4f91-84b8-bad0159b9968 {{(pid=87635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 23 16:14:48.022914 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-cfefec92-9172-444d-9138-be3c7c1b8808 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks [] for subnet, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:48.044845 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-9242bd9a-65db-4f54-981d-94fe236d8692 tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:14:48.055667 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97b78658-c58d-4740-83db-9747bcf6ad69 req-117ee187-2505-4e1b-8631-c68aad22fb51 service neutron] Port 3eaccaab-4dc6-43a3-ad5f-9c525d5eb92d on network 30b67c35-e209-49c3-a56e-de3a0e0c8158 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=87635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 23 16:14:48.055919 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97b78658-c58d-4740-83db-9747bcf6ad69 req-117ee187-2505-4e1b-8631-c68aad22fb51 service neutron] Attempting to bind port 3eaccaab-4dc6-43a3-ad5f-9c525d5eb92d on network 30b67c35-e209-49c3-a56e-de3a0e0c8158 {{(pid=87635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:14:48.071666 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97b78658-c58d-4740-83db-9747bcf6ad69 req-117ee187-2505-4e1b-8631-c68aad22fb51 service neutron] Checking agent: {'id': '5a806709-633b-4d33-98c4-3d24562c0f1e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8227', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 6, 42), 'started_at': datetime.datetime(2021, 12, 23, 16, 6, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 14, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 23 16:14:48.072086 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97b78658-c58d-4740-83db-9747bcf6ad69 req-117ee187-2505-4e1b-8631-c68aad22fb51 service neutron] Checking segment: {'id': '06581beb-f676-4147-b744-2ec20aa7f254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '30b67c35-e209-49c3-a56e-de3a0e0c8158'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:14:48.072628 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97b78658-c58d-4740-83db-9747bcf6ad69 req-117ee187-2505-4e1b-8631-c68aad22fb51 service neutron] Bound using segment: {'id': '06581beb-f676-4147-b744-2ec20aa7f254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '30b67c35-e209-49c3-a56e-de3a0e0c8158'} {{(pid=87635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 23 16:14:48.072949 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.managers [req-97b78658-c58d-4740-83db-9747bcf6ad69 req-117ee187-2505-4e1b-8631-c68aad22fb51 service neutron] Bound port: 3eaccaab-4dc6-43a3-ad5f-9c525d5eb92d, host: hv-neutron-8227, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06581beb-f676-4147-b744-2ec20aa7f254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '30b67c35-e209-49c3-a56e-de3a0e0c8158'}}] {{(pid=87635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 23 16:14:48.073296 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [req-97b78658-c58d-4740-83db-9747bcf6ad69 req-117ee187-2505-4e1b-8631-c68aad22fb51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:48.111267 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-1dd3eb9c-0980-4c20-8b68-9a6e266a34e9 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:14:48.127678 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-1dd3eb9c-0980-4c20-8b68-9a6e266a34e9 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Usage tracker for resource:subnet and tenant:3fd82437e08648b4840016e8955250bf is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:14:48.134200 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-9b1dd74d-543e-4e25-af25-0203847e0371 None None] Set router e177fe5e-cdc8-403a-9923-16769a19a732 gateway port host: None {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:14:48.136745 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-1dd3eb9c-0980-4c20-8b68-9a6e266a34e9 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:14:48.151714 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-1dd3eb9c-0980-4c20-8b68-9a6e266a34e9 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:14:48.207000 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89666eb1-764e-42de-94ae-6c0b07506547 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:14:48.213182 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89666eb1-764e-42de-94ae-6c0b07506547 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:14:48.213994 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-89666eb1-764e-42de-94ae-6c0b07506547 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Synchronizing usage tracker for tenant:37ed648a62f44dd1bf944e0bff6f4422 on resource:port {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:14:48.234620 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0098e5-834b-4cd3-8542-2eaebbea95e6 req-625857d1-7e5f-47c1-a346-12bca83e2aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:14:48.236341 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-dc0098e5-834b-4cd3-8542-2eaebbea95e6 req-625857d1-7e5f-47c1-a346-12bca83e2aa5 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3e10e993-259d-4495-9b8b-b5a52c03945f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.5187488
Dec 23 16:14:48.374398 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.db [req-97b78658-c58d-4740-83db-9747bcf6ad69 req-117ee187-2505-4e1b-8631-c68aad22fb51 service neutron] For port 3eaccaab-4dc6-43a3-ad5f-9c525d5eb92d, host hv-neutron-8227, cleared binding levels {{(pid=87635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 23 16:14:48.380409 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.db [req-97b78658-c58d-4740-83db-9747bcf6ad69 req-117ee187-2505-4e1b-8631-c68aad22fb51 service neutron] For port 3eaccaab-4dc6-43a3-ad5f-9c525d5eb92d, host hv-neutron-8227, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=3eaccaab-4dc6-43a3-ad5f-9c525d5eb92d,segment=NetworkSegment(06581beb-f676-4147-b744-2ec20aa7f254),segment_id=06581beb-f676-4147-b744-2ec20aa7f254)] {{(pid=87635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 23 16:14:48.390317 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-cfefec92-9172-444d-9138-be3c7c1b8808 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2776816'] for subnet, precommit_delete_associations {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:48.435381 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76968d11-ea34-43ac-9f85-81e61ed21def None None] Pushing event updated for resources: {'Port': ['ID=53fa6265-7186-4cc6-80e8-a567cd6ed778,revision_number=4']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:14:48.443393 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG oslo_concurrency.lockutils [None req-76968d11-ea34-43ac-9f85-81e61ed21def None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.614s {{(pid=87638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:14:48.456567 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [req-97b78658-c58d-4740-83db-9747bcf6ad69 req-117ee187-2505-4e1b-8631-c68aad22fb51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2753531'] for port, after_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:48.473780 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-db2860b2-496c-4dd4-92cd-e7edfb3bf710 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:14:48.544931 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dd3eb9c-0980-4c20-8b68-9a6e266a34e9 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Made reservation on behalf of 3fd82437e08648b4840016e8955250bf for: {'subnet': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:14:48.549687 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1dd3eb9c-0980-4c20-8b68-9a6e266a34e9 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2618324'] for subnet, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:48.592008 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-cfefec92-9172-444d-9138-be3c7c1b8808 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864774'] for subnet, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:48.597247 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-c7fe8592-8ac0-4c95-9e26-b574fb487c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc2897eb0>, [{'id': 'f216715c-11dc-44db-8454-84a0da825c3c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1681650432', 'tenant_id': 'c8691bbec3fb4ae1968d469a6b97360c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.22'}], 'enable_snat': True}, 'gw_port_id': '5ef5ab1c-6add-47f6-9d72-36e760b22300', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:13:48Z', 'updated_at': '2021-12-23T16:14:04Z', 'revision_number': 4, 'project_id': 'c8691bbec3fb4ae1968d469a6b97360c', 'gw_port': {'id': '5ef5ab1c-6add-47f6-9d72-36e760b22300', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:7b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f216715c-11dc-44db-8454-84a0da825c3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 825, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:13:50Z', 'updated_at': '2021-12-23T16:14:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_floatingips': [{'id': '9e7f5679-e843-425d-b8da-8df3a8c9f4ce', 'tenant_id': 'c8691bbec3fb4ae1968d469a6b97360c', 'floating_ip_address': '172.26.3.230', 'floating_network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'router_id': 'f216715c-11dc-44db-8454-84a0da825c3c', 'port_id': 'a29e97a4-db7b-4472-bcba-9649964f1615', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 932, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e10e993-259d-4495-9b8b-b5a52c03945f', 'mac_address': 'fa:16:3e:65:15:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d12d024-785e-42d1-98eb-b1d5c44f899e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:14:38Z', 'updated_at': '2021-12-23T16:14:38Z', 'revision_number': 0, 'project_id': 'c8691bbec3fb4ae1968d469a6b97360c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f3c800a-24b7-4384-8d1f-65dfda2c8379', 'name': '', 'network_id': '3e10e993-259d-4495-9b8b-b5a52c03945f', 'tenant_id': 'c8691bbec3fb4ae1968d469a6b97360c', 'mac_address': 'fa:16:3e:09:5b:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f216715c-11dc-44db-8454-84a0da825c3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 835, 'fixed_ips': [{'subnet_id': 'e53ee384-c527-45cb-a8de-965d3157222a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:14:02Z', 'updated_at': '2021-12-23T16:14:13Z', 'revision_number': 5, 'project_id': 'c8691bbec3fb4ae1968d469a6b97360c', 'subnets': [{'id': 'e53ee384-c527-45cb-a8de-965d3157222a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:14:48.602179 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.api.v2.resource [None req-9242bd9a-65db-4f54-981d-94fe236d8692 tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] create failed (client error): The resource could not be found.
Dec 23 16:14:48.607220 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-9242bd9a-65db-4f54-981d-94fe236d8692 tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 347 time: 0.7472310
Dec 23 16:14:48.610897 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 48608) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:48.617972 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-89666eb1-764e-42de-94ae-6c0b07506547 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Unset dirty status for tenant:37ed648a62f44dd1bf944e0bff6f4422 on resource:port {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:14:48.622045 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-89666eb1-764e-42de-94ae-6c0b07506547 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1455 time: 0.8381150
Dec 23 16:14:48.626600 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 48610) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:48.636861 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7fe8592-8ac0-4c95-9e26-b574fb487c0d None None] The sync data for ids ['f216715c-11dc-44db-8454-84a0da825c3c'] in dv-neutron-822799-1-hyperv is: [{'id': 'f216715c-11dc-44db-8454-84a0da825c3c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1681650432', 'tenant_id': 'c8691bbec3fb4ae1968d469a6b97360c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.22'}], 'enable_snat': True}, 'gw_port_id': '5ef5ab1c-6add-47f6-9d72-36e760b22300', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:13:48Z', 'updated_at': '2021-12-23T16:14:04Z', 'revision_number': 4, 'project_id': 'c8691bbec3fb4ae1968d469a6b97360c', 'gw_port': {'id': '5ef5ab1c-6add-47f6-9d72-36e760b22300', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:7b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f216715c-11dc-44db-8454-84a0da825c3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 825, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:13:50Z', 'updated_at': '2021-12-23T16:14:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_floatingips': [{'id': '9e7f5679-e843-425d-b8da-8df3a8c9f4ce', 'tenant_id': 'c8691bbec3fb4ae1968d469a6b97360c', 'floating_ip_address': '172.26.3.230', 'floating_network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'router_id': 'f216715c-11dc-44db-8454-84a0da825c3c', 'port_id': 'a29e97a4-db7b-4472-bcba-9649964f1615', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 932, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e10e993-259d-4495-9b8b-b5a52c03945f', 'mac_address': 'fa:16:3e:65:15:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d12d024-785e-42d1-98eb-b1d5c44f899e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:14:38Z', 'updated_at': '2021-12-23T16:14:38Z', 'revision_number': 0, 'project_id': 'c8691bbec3fb4ae1968d469a6b97360c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f3c800a-24b7-4384-8d1f-65dfda2c8379', 'name': '', 'network_id': '3e10e993-259d-4495-9b8b-b5a52c03945f', 'tenant_id': 'c8691bbec3fb4ae1968d469a6b97360c', 'mac_address': 'fa:16:3e:09:5b:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f216715c-11dc-44db-8454-84a0da825c3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 835, 'fixed_ips': [{'subnet_id': 'e53ee384-c527-45cb-a8de-965d3157222a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:14:02Z', 'updated_at': '2021-12-23T16:14:13Z', 'revision_number': 5, 'project_id': 'c8691bbec3fb4ae1968d469a6b97360c', 'subnets': [{'id': 'e53ee384-c527-45cb-a8de-965d3157222a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 23 16:14:48.685979 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b78658-c58d-4740-83db-9747bcf6ad69 req-117ee187-2505-4e1b-8631-c68aad22fb51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:14:48.686688 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [req-97b78658-c58d-4740-83db-9747bcf6ad69 req-117ee187-2505-4e1b-8631-c68aad22fb51 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:48.688020 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-97b78658-c58d-4740-83db-9747bcf6ad69 req-117ee187-2505-4e1b-8631-c68aad22fb51 service neutron] 10.222.0.61 "PUT /v2.0/ports/3eaccaab-4dc6-43a3-ad5f-9c525d5eb92d HTTP/1.1" status: 200  len: 1094 time: 2.5161612
Dec 23 16:14:48.688702 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcab1d82-284e-488e-a9b7-16642f28b3dd', 'tag': '3eaccaab-4dc6-43a3-ad5f-9c525d5eb92d'}] {{(pid=87635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 23 16:14:48.724463 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-9b1dd74d-543e-4e25-af25-0203847e0371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc1c7e550>, [{'id': 'e177fe5e-cdc8-403a-9923-16769a19a732', 'name': 'tempest-RoutersTest-router-1751319929', 'tenant_id': '3fd82437e08648b4840016e8955250bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:14:14Z', 'updated_at': '2021-12-23T16:14:42Z', 'revision_number': 4, 'project_id': '3fd82437e08648b4840016e8955250bf', 'gw_port_host': None, '_interfaces': [{'id': '53fa6265-7186-4cc6-80e8-a567cd6ed778', 'name': '', 'network_id': 'f06e897a-ce42-450f-8aa2-b6ed7d90ee93', 'tenant_id': '3fd82437e08648b4840016e8955250bf', 'mac_address': 'fa:16:3e:b0:16:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e177fe5e-cdc8-403a-9923-16769a19a732', 'device_owner': 'network:router_interface', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '37cda75c-0338-47ba-b691-74c1f334d38b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:14:40Z', 'updated_at': '2021-12-23T16:14:47Z', 'revision_number': 4, 'project_id': '3fd82437e08648b4840016e8955250bf', 'subnets': [{'id': '37cda75c-0338-47ba-b691-74c1f334d38b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9f092cc1-6082-4561-b1c3-16cbcde34d7a', 'name': '', 'network_id': '93d5306b-b044-45e0-820f-21a84f15a715', 'tenant_id': '3fd82437e08648b4840016e8955250bf', 'mac_address': 'fa:16:3e:86:78:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e177fe5e-cdc8-403a-9923-16769a19a732', 'device_owner': 'network:router_interface', 'standard_attr_id': 870, 'fixed_ips': [{'subnet_id': '4d508dea-bd45-4414-a7fb-afb4f674db06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:14:20Z', 'updated_at': '2021-12-23T16:14:37Z', 'revision_number': 5, 'project_id': '3fd82437e08648b4840016e8955250bf', 'subnets': [{'id': '4d508dea-bd45-4414-a7fb-afb4f674db06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e63eb4bc-b02f-435a-a09c-c251cfabc079', 'name': '', 'network_id': 'ce320326-8ff7-4658-8e61-16a31833d08c', 'tenant_id': '3fd82437e08648b4840016e8955250bf', 'mac_address': 'fa:16:3e:99:5d:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e177fe5e-cdc8-403a-9923-16769a19a732', 'device_owner': 'network:router_interface', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': 'b4ea8d7f-3d9f-4697-ade4-7a55eefb7293', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:14:29Z', 'updated_at': '2021-12-23T16:14:43Z', 'revision_number': 5, 'project_id': '3fd82437e08648b4840016e8955250bf', 'subnets': [{'id': 'b4ea8d7f-3d9f-4697-ade4-7a55eefb7293', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:14:48.729753 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device bbbe88a5-cb42-429a-b52c-842c268ee921 up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:14:48.740078 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b1dd74d-543e-4e25-af25-0203847e0371 None None] The sync data for ids ['e177fe5e-cdc8-403a-9923-16769a19a732'] in dv-neutron-822799-1-hyperv is: [{'id': 'e177fe5e-cdc8-403a-9923-16769a19a732', 'name': 'tempest-RoutersTest-router-1751319929', 'tenant_id': '3fd82437e08648b4840016e8955250bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:14:14Z', 'updated_at': '2021-12-23T16:14:42Z', 'revision_number': 4, 'project_id': '3fd82437e08648b4840016e8955250bf', 'gw_port_host': None, '_interfaces': [{'id': '53fa6265-7186-4cc6-80e8-a567cd6ed778', 'name': '', 'network_id': 'f06e897a-ce42-450f-8aa2-b6ed7d90ee93', 'tenant_id': '3fd82437e08648b4840016e8955250bf', 'mac_address': 'fa:16:3e:b0:16:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e177fe5e-cdc8-403a-9923-16769a19a732', 'device_owner': 'network:router_interface', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '37cda75c-0338-47ba-b691-74c1f334d38b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:14:40Z', 'updated_at': '2021-12-23T16:14:47Z', 'revision_number': 4, 'project_id': '3fd82437e08648b4840016e8955250bf', 'subnets': [{'id': '37cda75c-0338-47ba-b691-74c1f334d38b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9f092cc1-6082-4561-b1c3-16cbcde34d7a', 'name': '', 'network_id': '93d5306b-b044-45e0-820f-21a84f15a715', 'tenant_id': '3fd82437e08648b4840016e8955250bf', 'mac_address': 'fa:16:3e:86:78:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e177fe5e-cdc8-403a-9923-16769a19a732', 'device_owner': 'network:router_interface', 'standard_attr_id': 870, 'fixed_ips': [{'subnet_id': '4d508dea-bd45-4414-a7fb-afb4f674db06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:14:20Z', 'updated_at': '2021-12-23T16:14:37Z', 'revision_number': 5, 'project_id': '3fd82437e08648b4840016e8955250bf', 'subnets': [{'id': '4d508dea-bd45-4414-a7fb-afb4f674db06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e63eb4bc-b02f-435a-a09c-c251cfabc079', 'name': '', 'network_id': 'ce320326-8ff7-4658-8e61-16a31833d08c', 'tenant_id': '3fd82437e08648b4840016e8955250bf', 'mac_address': 'fa:16:3e:99:5d:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e177fe5e-cdc8-403a-9923-16769a19a732', 'device_owner': 'network:router_interface', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': 'b4ea8d7f-3d9f-4697-ade4-7a55eefb7293', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:14:29Z', 'updated_at': '2021-12-23T16:14:43Z', 'revision_number': 5, 'project_id': '3fd82437e08648b4840016e8955250bf', 'subnets': [{'id': 'b4ea8d7f-3d9f-4697-ade4-7a55eefb7293', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 23 16:14:48.755639 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-6c8d6c79-3daa-4120-9285-14f2b796ef62 tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Request body: {'security_group': {'name': 'tempest-secgroup--430013860'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:14:48.943129 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port bbbe88a5-cb42-429a-b52c-842c268ee921 triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:14:48.943967 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:48.963613 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcab1d82-284e-488e-a9b7-16642f28b3dd', 'tag': '3eaccaab-4dc6-43a3-ad5f-9c525d5eb92d', 'status': 'completed', 'code': 200}
Dec 23 16:14:48.977614 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-6c8d6c79-3daa-4120-9285-14f2b796ef62 tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:14:49.005858 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-6c8d6c79-3daa-4120-9285-14f2b796ef62 tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:14:49.010527 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 48622) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:49.097496 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78df8c7b-ef23-4215-8320-c3398ec344fe None None] New status for floating IP 9e7f5679-e843-425d-b8da-8df3a8c9f4ce: ACTIVE {{(pid=87637) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 23 16:14:49.106267 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-6c8d6c79-3daa-4120-9285-14f2b796ef62 tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Notify callbacks [] for security_group, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:49.227113 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd7b785-570d-4530-9a4c-46b6cf1c1662 req-4ccc3043-ca3f-443b-b505-06584d247dbe tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:14:49.250486 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-dbd7b785-570d-4530-9a4c-46b6cf1c1662 req-4ccc3043-ca3f-443b-b505-06584d247dbe tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] 10.222.0.64 "GET /v2.0/ports?device_id=f54fff32-66c0-4adb-922d-69673e61b491 HTTP/1.1" status: 200  len: 946 time: 1.0962958
Dec 23 16:14:49.287121 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-4bee2138-c47e-411b-8c9d-d890094cd6e8 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] 10.222.0.64 "GET /v2.0/floatingips/9e7f5679-e843-425d-b8da-8df3a8c9f4ce HTTP/1.1" status: 200  len: 992 time: 0.2651434
Dec 23 16:14:49.287747 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.61', 61468) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:49.389812 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117ee187-2505-4e1b-8631-c68aad22fb51 service neutron] Pushing event updated for resources: {'Port': ['ID=3eaccaab-4dc6-43a3-ad5f-9c525d5eb92d,revision_number=3']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:14:49.410017 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-117ee187-2505-4e1b-8631-c68aad22fb51 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.936s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:14:49.469380 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-cfefec92-9172-444d-9138-be3c7c1b8808 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2753333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2609730'] for subnet, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:49.483465 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-870e118b-2b38-4083-a262-01855a8b08c4 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:14:49.540820 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-6c8d6c79-3daa-4120-9285-14f2b796ef62 tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:14:49.546773 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b78658-c58d-4740-83db-9747bcf6ad69 req-c331afab-fdd7-4e2e-924c-41e45406bb67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:14:49.548295 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-97b78658-c58d-4740-83db-9747bcf6ad69 req-c331afab-fdd7-4e2e-924c-41e45406bb67 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=544f3e375bde4f0988286eba27294ea6&device_id=fcab1d82-284e-488e-a9b7-16642f28b3dd HTTP/1.1" status: 200  len: 1097 time: 0.8032880
Dec 23 16:14:49.549117 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfefec92-9172-444d-9138-be3c7c1b8808 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Pushing event deleted for resources: {'Subnet': ['ID=ce17bd75-1665-4f91-84b8-bad0159b9968,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:14:49.549353 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-dc0098e5-834b-4cd3-8542-2eaebbea95e6 req-30585420-0b7f-408b-aefa-111a1c67cfc9 service neutron] 10.222.0.61 "GET /v2.0/networks/3e10e993-259d-4495-9b8b-b5a52c03945f?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.2987812
Dec 23 16:14:49.553516 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-6c848a78-c7b0-494c-9851-7c55b812124c tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Deleting port 3646cad7-35dd-45e9-8b7b-735b4432b034 {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:14:49.554085 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-6c848a78-c7b0-494c-9851-7c55b812124c tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:49.556442 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-cfefec92-9172-444d-9138-be3c7c1b8808 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:14:49.583934 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-cfefec92-9172-444d-9138-be3c7c1b8808 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks [] for subnet, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:49.597640 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eecd30a4-155b-4388-9939-91b32b4727df None None] Network a67646b4-5371-43ec-9f98-39fe51a67033 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:14:49.728921 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-6c8d6c79-3daa-4120-9285-14f2b796ef62 tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Usage tracker for resource:security_group_rule and tenant:d3fb1edd677040a19c6dbbe905bef2dd is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:14:49.731857 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-6c8d6c79-3daa-4120-9285-14f2b796ef62 tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:14:49.737805 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-97b78658-c58d-4740-83db-9747bcf6ad69 req-bd1e58ac-5786-4fc3-a994-5207ce139302 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=3eaccaab-4dc6-43a3-ad5f-9c525d5eb92d HTTP/1.1" status: 200  len: 217 time: 0.1487927
Dec 23 16:14:49.737998 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-6c8d6c79-3daa-4120-9285-14f2b796ef62 tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:14:49.786545 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device ef395ea8-1aee-4e5b-bb26-4f0de756228d up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:14:49.795990 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-cfefec92-9172-444d-9138-be3c7c1b8808 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "DELETE /v2.0/subnets/ce17bd75-1665-4f91-84b8-bad0159b9968 HTTP/1.1" status: 204  len: 168 time: 1.9515073
Dec 23 16:14:49.802419 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 48628) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:49.865172 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-dbd7b785-570d-4530-9a4c-46b6cf1c1662 req-4d0d6941-afa9-4337-8bcb-eeb49210747e tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] 10.222.0.64 "GET /v2.0/security-groups?id=3b5fba24-44fb-4189-bd87-51876b915d36&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.6137042
Dec 23 16:14:49.880135 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-e990ef1e-f0a2-4afb-82ae-5211f0ac22ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:49.885655 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-48a45620-4112-4c67-97c2-fed58bae975d tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0800579
Dec 23 16:14:49.891200 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 48634) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:49.899191 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5a3798-00a6-4356-be8c-1e1ba99b4185 req-1913636c-c363-406e-a8c9-34954eaf83e2 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:14:49.906552 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-6b5a3798-00a6-4356-be8c-1e1ba99b4185 req-1913636c-c363-406e-a8c9-34954eaf83e2 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/ports?device_id=fcab1d82-284e-488e-a9b7-16642f28b3dd HTTP/1.1" status: 200  len: 944 time: 0.6134274
Dec 23 16:14:49.924071 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-68e1f081-5a78-42fa-9db1-1f0a640f674e req-1f2f5571-86da-42ad-b8f9-e508adf150a4 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=f54fff32-66c0-4adb-922d-69673e61b491&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.5992255
Dec 23 16:14:50.003345 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1dd3eb9c-0980-4c20-8b68-9a6e266a34e9 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2176430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2618310'] for subnet, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:50.020950 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-123889b7-5083-4dba-9c03-799ec8168ec3 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:14:50.033420 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning for port ef395ea8-1aee-4e5b-bb26-4f0de756228d completed by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:14:50.043596 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port ef395ea8-1aee-4e5b-bb26-4f0de756228d triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:14:50.043978 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:50.130917 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-6b5a3798-00a6-4356-be8c-1e1ba99b4185 req-d5b45653-a9f7-4a10-bf7f-80b71b08906e tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/security-groups?id=9db863d1-cf06-4331-bcb4-ba11a7636b6c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2232616
Dec 23 16:14:50.132748 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b78658-c58d-4740-83db-9747bcf6ad69 req-c0f27682-eaaa-4b26-bad3-a1f20dd8552d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:14:50.134707 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-97b78658-c58d-4740-83db-9747bcf6ad69 req-c0f27682-eaaa-4b26-bad3-a1f20dd8552d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=46dd9f9e-900f-4a8d-bf73-2dbb8f0e7a59 HTTP/1.1" status: 200  len: 838 time: 0.3793476
Dec 23 16:14:50.162342 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-6c8d6c79-3daa-4120-9285-14f2b796ef62 tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Notify callbacks [] for security_group, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:50.202397 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cb7d594-2843-4640-9a8c-791a7c0d0d8c None None] DHCP port deletion for a67646b4-5371-43ec-9f98-39fe51a67033 request from dv-neutron-822799-1-hyperv {{(pid=87637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 23 16:14:50.212360 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-7cb7d594-2843-4640-9a8c-791a7c0d0d8c None None] Deleting port ef395ea8-1aee-4e5b-bb26-4f0de756228d {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:14:50.212782 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-7cb7d594-2843-4640-9a8c-791a7c0d0d8c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:50.247794 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd3eb9c-0980-4c20-8b68-9a6e266a34e9 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Pushing event updated for resources: {'Subnet': ['ID=68283af9-9c65-465a-955f-d5e67aab81b6,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:14:50.256730 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a9275f6-3f2a-4096-a36a-15670700faf0 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:14:50.257358 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-1a9275f6-3f2a-4096-a36a-15670700faf0 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Synchronizing usage tracker for tenant:bf435ff0e7914a739a10fff5b2399c13 on resource:port {{(pid=87635) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:14:50.264107 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:50.265139 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-dc0098e5-834b-4cd3-8542-2eaebbea95e6 req-458c4367-603e-41cb-bb9d-22af39b2da99 service neutron] 10.222.0.61 "GET /v2.0/networks/3e10e993-259d-4495-9b8b-b5a52c03945f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6479769
Dec 23 16:14:50.293456 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 48638) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:50.297271 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-1a9275f6-3f2a-4096-a36a-15670700faf0 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Unset dirty status for tenant:bf435ff0e7914a739a10fff5b2399c13 on resource:port {{(pid=87635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:14:50.300619 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-1a9275f6-3f2a-4096-a36a-15670700faf0 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200  len: 864 time: 0.3733914
Dec 23 16:14:50.300784 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e1f081-5a78-42fa-9db1-1f0a640f674e req-fba5debc-0fca-4c9d-9683-4758cfd3589f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:14:50.302069 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-68e1f081-5a78-42fa-9db1-1f0a640f674e req-fba5debc-0fca-4c9d-9683-4758cfd3589f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4397e61b404b4512b8e2da8fa19161c5&device_id=f54fff32-66c0-4adb-922d-69673e61b491 HTTP/1.1" status: 200  len: 1099 time: 0.2659397
Dec 23 16:14:50.303255 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-1dd3eb9c-0980-4c20-8b68-9a6e266a34e9 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:14:50.320059 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 48642) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:50.329493 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-6c8d6c79-3daa-4120-9285-14f2b796ef62 tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:50.364649 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] For port ef395ea8-1aee-4e5b-bb26-4f0de756228d, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=ef395ea8-1aee-4e5b-bb26-4f0de756228d,segment=NetworkSegment(d0e346f7-32a7-41a0-b972-301688edbe10),segment_id=d0e346f7-32a7-41a0-b972-301688edbe10)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:14:50.372969 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-2b2e3101-6744-4593-a8be-a0bb285a5799 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:14:50.378665 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:50.382947 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-1d953210-65e3-42d4-8a73-aa6d92abc83e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:14:50.472932 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Pushing event updated for resources: {'Port': ['ID=ef395ea8-1aee-4e5b-bb26-4f0de756228d,revision_number=4']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:14:50.477935 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:14:50.544257 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8d6c79-3daa-4120-9285-14f2b796ef62 tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a3ca670-0b8c-41cf-a181-285596ec674c,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:14:50.553237 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-6c848a78-c7b0-494c-9851-7c55b812124c tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:50.563709 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-6c8d6c79-3daa-4120-9285-14f2b796ef62 tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:14:50.596169 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b78658-c58d-4740-83db-9747bcf6ad69 req-c5669f7c-a141-4fbe-b239-0f9c79259c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:14:50.597725 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-97b78658-c58d-4740-83db-9747bcf6ad69 req-c5669f7c-a141-4fbe-b239-0f9c79259c29 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=30b67c35-e209-49c3-a56e-de3a0e0c8158&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.4363964
Dec 23 16:14:50.598883 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-7cb7d594-2843-4640-9a8c-791a7c0d0d8c None None] For port ef395ea8-1aee-4e5b-bb26-4f0de756228d, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=ef395ea8-1aee-4e5b-bb26-4f0de756228d,segment=NetworkSegment(d0e346f7-32a7-41a0-b972-301688edbe10),segment_id=d0e346f7-32a7-41a0-b972-301688edbe10)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:14:50.599485 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-7cb7d594-2843-4640-9a8c-791a7c0d0d8c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:50.666331 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 53fa6265-7186-4cc6-80e8-a567cd6ed778 up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:14:50.721959 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-6c8d6c79-3daa-4120-9285-14f2b796ef62 tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Notify callbacks [] for security_group, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:50.723991 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-6c8d6c79-3daa-4120-9285-14f2b796ef62 tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1743 time: 2.1004694
Dec 23 16:14:50.728028 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db98ffdd-c347-49e4-8e62-1feeef9c10f9 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:14:50.732124 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-db98ffdd-c347-49e4-8e62-1feeef9c10f9 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.4025257
Dec 23 16:14:50.732124 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 48648) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:50.743385 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-6c848a78-c7b0-494c-9851-7c55b812124c tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Calling delete_port for 3646cad7-35dd-45e9-8b7b-735b4432b034 owned by  {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:14:50.784127 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 48650) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:50.787613 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-c2866b0d-6bf6-42b5-8f68-1420a1607de5 tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Request body: {'security_group': {'name': 'tempest-secgroup--1275015096'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:14:50.836970 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-7cb7d594-2843-4640-9a8c-791a7c0d0d8c None None] Calling delete_port for ef395ea8-1aee-4e5b-bb26-4f0de756228d owned by network:dhcp {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:14:50.863393 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-9c4ce590-c5a4-4a77-8139-6dc09234f649 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] 10.222.0.64 "GET /v2.0/floatingips/9e7f5679-e843-425d-b8da-8df3a8c9f4ce HTTP/1.1" status: 200  len: 994 time: 0.5674331
Dec 23 16:14:50.869541 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-c2866b0d-6bf6-42b5-8f68-1420a1607de5 tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:14:50.873765 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-559b1ea0-2840-4158-8df2-3b1a03584535 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0785542
Dec 23 16:14:50.878582 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dd3eb9c-0980-4c20-8b68-9a6e266a34e9 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Checking segment: {'id': '7da2520d-2a19-4fcb-8a87-947f7affa3c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '20b57bea-ae66-4e4d-9a05-3650f619a045'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:14:50.879055 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dd3eb9c-0980-4c20-8b68-9a6e266a34e9 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Network hostable DHCP agents. Network: 20b57bea-ae66-4e4d-9a05-3650f619a045, hostable agents: ['1c812d71-eadf-4fb3-b98e-67468a4aa7e2'], hosted agents: [] {{(pid=87636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 23 16:14:50.883022 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 48656) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:50.888993 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-c2866b0d-6bf6-42b5-8f68-1420a1607de5 tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Usage tracker for resource:security_group and tenant:d3fb1edd677040a19c6dbbe905bef2dd is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:14:50.889256 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-c7cbf1e3-60fb-4663-a0ca-23b13fdcd15b tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Request body: {'subnet': {'network_id': 'a67646b4-5371-43ec-9f98-39fe51a67033', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:14:50.903537 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-c2866b0d-6bf6-42b5-8f68-1420a1607de5 tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:14:50.918978 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-c2866b0d-6bf6-42b5-8f68-1420a1607de5 tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:14:50.921771 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dd3eb9c-0980-4c20-8b68-9a6e266a34e9 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Network 20b57bea-ae66-4e4d-9a05-3650f619a045 is scheduled to be hosted by DHCP agent 1c812d71-eadf-4fb3-b98e-67468a4aa7e2 with binding_index 1 {{(pid=87636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 23 16:14:50.942958 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-1dd3eb9c-0980-4c20-8b68-9a6e266a34e9 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822799-1-hyperv, 20b57bea-ae66-4e4d-9a05-3650f619a045) {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:14:50.960219 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dd3eb9c-0980-4c20-8b68-9a6e266a34e9 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:14:50.961080 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1dd3eb9c-0980-4c20-8b68-9a6e266a34e9 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks [] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:50.968074 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c2866b0d-6bf6-42b5-8f68-1420a1607de5 tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Notify callbacks [] for security_group, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:50.988690 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b0fb61c-4b82-4371-9f79-c9d41c0e05c6 None None] Network 20b57bea-ae66-4e4d-9a05-3650f619a045 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:14:50.996310 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-c2866b0d-6bf6-42b5-8f68-1420a1607de5 tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:14:50.999173 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-6c848a78-c7b0-494c-9851-7c55b812124c tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:51.004378 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.db.api [None req-7cb7d594-2843-4640-9a8c-791a7c0d0d8c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87637) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 23 16:14:51.004550 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-c2866b0d-6bf6-42b5-8f68-1420a1607de5 tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Usage tracker for resource:security_group_rule and tenant:d3fb1edd677040a19c6dbbe905bef2dd is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:14:51.004940 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_db.api [None req-7cb7d594-2843-4640-9a8c-791a7c0d0d8c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 23 16:14:51.010480 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-4e79c0f0-234c-4f74-84dc-695ccdf25fd7 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:14:51.033276 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9dcbea60-a34f-4144-91e7-90aff3f57aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:51.040687 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-c2866b0d-6bf6-42b5-8f68-1420a1607de5 tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:14:51.050702 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e1f081-5a78-42fa-9db1-1f0a640f674e req-00f89ff0-aa7d-4d4c-b3c8-0db9c2e85215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:14:51.052296 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-68e1f081-5a78-42fa-9db1-1f0a640f674e req-00f89ff0-aa7d-4d4c-b3c8-0db9c2e85215 service neutron] 10.222.0.61 "GET /v2.0/networks?id=d7a1eeae-9238-41c5-b3d8-78eaa1dfac99 HTTP/1.1" status: 200  len: 913 time: 0.6294715
Dec 23 16:14:51.065245 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-1dd3eb9c-0980-4c20-8b68-9a6e266a34e9 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 3.3072314
Dec 23 16:14:51.065245 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-c2866b0d-6bf6-42b5-8f68-1420a1607de5 tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:14:51.067283 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c848a78-c7b0-494c-9851-7c55b812124c tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Pushing event deleted for resources: {'Port': ['ID=3646cad7-35dd-45e9-8b7b-735b4432b034,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:14:51.070984 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 48660) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:51.087961 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:51.115767 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning for port 53fa6265-7186-4cc6-80e8-a567cd6ed778 completed by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:14:51.124303 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port 53fa6265-7186-4cc6-80e8-a567cd6ed778 triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:14:51.124303 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:51.128471 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-6c848a78-c7b0-494c-9851-7c55b812124c tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:51.132804 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-6c848a78-c7b0-494c-9851-7c55b812124c tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] 10.222.0.64 "DELETE /v2.0/ports/3646cad7-35dd-45e9-8b7b-735b4432b034 HTTP/1.1" status: 204  len: 168 time: 2.3561592
Dec 23 16:14:51.132804 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-6c848a78-c7b0-494c-9851-7c55b812124c tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:14:51.139700 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c074f5-e979-4b9d-8e40-5fdf8962751e req-5bd3a6fa-3fa7-46c2-a4c9-caa05ade8e77 tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:14:51.141842 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-52c074f5-e979-4b9d-8e40-5fdf8962751e req-5bd3a6fa-3fa7-46c2-a4c9-caa05ade8e77 tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] 10.222.0.64 "GET /v2.0/ports?device_id=f54fff32-66c0-4adb-922d-69673e61b491 HTTP/1.1" status: 200  len: 946 time: 0.6738250
Dec 23 16:14:51.141842 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 48664) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:51.156652 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-97b78658-c58d-4740-83db-9747bcf6ad69 req-70df1155-0fe4-403e-85e2-78ad993f5e6d service neutron] 10.222.0.61 "GET /v2.0/networks/30b67c35-e209-49c3-a56e-de3a0e0c8158?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5450270
Dec 23 16:14:51.263676 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-c7cbf1e3-60fb-4663-a0ca-23b13fdcd15b tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:14:51.355107 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:51.360742 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-c7cbf1e3-60fb-4663-a0ca-23b13fdcd15b tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Usage tracker for resource:subnet and tenant:bf435ff0e7914a739a10fff5b2399c13 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:14:51.368214 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-c7cbf1e3-60fb-4663-a0ca-23b13fdcd15b tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:14:51.386839 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-c7cbf1e3-60fb-4663-a0ca-23b13fdcd15b tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:14:51.395782 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-52c074f5-e979-4b9d-8e40-5fdf8962751e req-bc9ebf45-8727-4b6f-8b8e-f3b7a86f565c tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] 10.222.0.64 "GET /v2.0/security-groups?id=3b5fba24-44fb-4189-bd87-51876b915d36&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2084663
Dec 23 16:14:51.408481 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-68e1f081-5a78-42fa-9db1-1f0a640f674e req-1df081d1-95b9-496e-b223-30537f1535f9 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ba1aa90b-adfb-4064-bfad-b5fc9b85dbca HTTP/1.1" status: 200  len: 1002 time: 0.3459644
Dec 23 16:14:51.433405 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] For port 53fa6265-7186-4cc6-80e8-a567cd6ed778, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=53fa6265-7186-4cc6-80e8-a567cd6ed778,segment=NetworkSegment(c28c0ee6-d3aa-4417-9f89-d71373f785ea),segment_id=c28c0ee6-d3aa-4417-9f89-d71373f785ea)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:14:51.449147 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:51.453677 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:14:51.494049 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1454ff6c-fe55-4322-9f98-961116a8d792 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7e017a6-8198-58c8-a07e-0f786128e3b3-20b57bea-ae66-4e4d-9a05-3650f619a045', 'network_id': '20b57bea-ae66-4e4d-9a05-3650f619a045', 'tenant_id': '3fd82437e08648b4840016e8955250bf', 'fixed_ips': [{'subnet_id': '68283af9-9c65-465a-955f-d5e67aab81b6'}]}} from dv-neutron-822799-1-hyperv. {{(pid=87637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 23 16:14:51.495035 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1454ff6c-fe55-4322-9f98-961116a8d792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:51.510380 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7cbf1e3-60fb-4663-a0ca-23b13fdcd15b tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Made reservation on behalf of bf435ff0e7914a739a10fff5b2399c13 for: {'subnet': 1} {{(pid=87635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:14:51.512748 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-7cb7d594-2843-4640-9a8c-791a7c0d0d8c None None] Deleting port ef395ea8-1aee-4e5b-bb26-4f0de756228d {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:14:51.513088 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-7cb7d594-2843-4640-9a8c-791a7c0d0d8c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:51.514007 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-c7cbf1e3-60fb-4663-a0ca-23b13fdcd15b tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2610339'] for subnet, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:51.561393 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device ef395ea8-1aee-4e5b-bb26-4f0de756228d no longer exists at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 23 16:14:51.623063 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-97b78658-c58d-4740-83db-9747bcf6ad69 req-2c4afc5b-3c18-4831-b150-efca5855e01f service neutron] 10.222.0.61 "GET /v2.0/networks/30b67c35-e209-49c3-a56e-de3a0e0c8158?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4090173
Dec 23 16:14:51.645616 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00d4aa8e-ad6f-4334-9fe9-4b2c8337b81c tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:14:51.651687 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-00d4aa8e-ad6f-4334-9fe9-4b2c8337b81c tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200  len: 847 time: 0.4946845
Dec 23 16:14:51.658339 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 48670) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:51.671251 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e1f081-5a78-42fa-9db1-1f0a640f674e req-eead8b66-d417-4c9d-97ac-9cf34b176de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:14:51.673109 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-68e1f081-5a78-42fa-9db1-1f0a640f674e req-eead8b66-d417-4c9d-97ac-9cf34b176de6 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ea22a554-707a-4001-b348-60dd1fb71851 HTTP/1.1" status: 200  len: 851 time: 0.2501881
Dec 23 16:14:51.713368 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c2866b0d-6bf6-42b5-8f68-1420a1607de5 tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Notify callbacks [] for security_group, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:51.728026 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3c6a18-2376-4d93-8189-c4b8f985bfa6 req-6c2cf62f-c9a7-4be1-b32c-d93c8ff47e83 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:14:51.729514 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-9b3c6a18-2376-4d93-8189-c4b8f985bfa6 req-6c2cf62f-c9a7-4be1-b32c-d93c8ff47e83 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/ports?device_id=fcab1d82-284e-488e-a9b7-16642f28b3dd HTTP/1.1" status: 200  len: 944 time: 0.3593898
Dec 23 16:14:51.733285 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c2866b0d-6bf6-42b5-8f68-1420a1607de5 tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:51.737235 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5b6ee19-b4e1-4c6b-8fac-c0efc5ef45c9 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] GET failed (client error): The resource could not be found.
Dec 23 16:14:51.737746 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-e5b6ee19-b4e1-4c6b-8fac-c0efc5ef45c9 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Synchronizing usage tracker for tenant:37ed648a62f44dd1bf944e0bff6f4422 on resource:port {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:14:51.752616 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-e6760177-2d6e-41de-9da9-3bf92ccc6185 tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:14:51.765008 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Pushing event updated for resources: {'Port': ['ID=53fa6265-7186-4cc6-80e8-a567cd6ed778,revision_number=5']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:14:51.778155 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:14:51.882911 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2866b0d-6bf6-42b5-8f68-1420a1607de5 tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66c79a12-cf43-4c29-a13f-82ce7ce5366f,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:14:51.897526 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-e5b6ee19-b4e1-4c6b-8fac-c0efc5ef45c9 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Unset dirty status for tenant:37ed648a62f44dd1bf944e0bff6f4422 on resource:port {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:14:51.902557 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-e5b6ee19-b4e1-4c6b-8fac-c0efc5ef45c9 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] 10.222.0.64 "GET /v2.0/ports/6e893971-b8de-4ee8-a2bd-66e92fdcf120 HTTP/1.1" status: 404  len: 333 time: 0.2326157
Dec 23 16:14:51.902557 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-c2866b0d-6bf6-42b5-8f68-1420a1607de5 tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:14:51.905229 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 48676) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:51.913081 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c2866b0d-6bf6-42b5-8f68-1420a1607de5 tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Notify callbacks [] for security_group, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:51.914336 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-c2866b0d-6bf6-42b5-8f68-1420a1607de5 tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1744 time: 1.1408265
Dec 23 16:14:51.959272 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb70641-b426-4770-9b5a-ab1c4570e031 req-34af4e0c-482d-4c5f-a445-470fe26b5fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:14:51.960827 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-bcb70641-b426-4770-9b5a-ab1c4570e031 req-34af4e0c-482d-4c5f-a445-470fe26b5fe2 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=544f3e375bde4f0988286eba27294ea6&device_id=fcab1d82-284e-488e-a9b7-16642f28b3dd HTTP/1.1" status: 200  len: 1097 time: 0.2713966
Dec 23 16:14:51.966904 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 48680) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:51.977629 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-946b9a45-28cd-4a65-b13b-5df7be771874 tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Request body: {'security_group_rule': {'security_group_id': '3a3ca670-0b8c-41cf-a181-285596ec674c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '66c79a12-cf43-4c29-a13f-82ce7ce5366f'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:14:51.986506 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-9b3c6a18-2376-4d93-8189-c4b8f985bfa6 req-4086932b-1a22-479a-af2f-d70ddfb5eb1a tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/security-groups?id=9db863d1-cf06-4331-bcb4-ba11a7636b6c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2372169
Dec 23 16:14:52.002004 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:52.017167 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.pecan_wsgi.hooks.translation [None req-528f5301-b854-417b-80b2-c1a88f6e2c96 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] GET failed (client error): The resource could not be found.
Dec 23 16:14:52.022079 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-528f5301-b854-417b-80b2-c1a88f6e2c96 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] 10.222.0.64 "GET /v2.0/ports/3646cad7-35dd-45e9-8b7b-735b4432b034 HTTP/1.1" status: 404  len: 333 time: 0.1145725
Dec 23 16:14:52.023014 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-946b9a45-28cd-4a65-b13b-5df7be771874 tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:14:52.023458 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_common [None req-1454ff6c-fe55-4322-9f98-961116a8d792 None None] Allocated IP 172.23.0.2 (20b57bea-ae66-4e4d-9a05-3650f619a045/68283af9-9c65-465a-955f-d5e67aab81b6/199c1518-59cc-4cbf-914c-dfc191f7ff9f) {{(pid=87637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:14:52.034324 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e1f081-5a78-42fa-9db1-1f0a640f674e req-f7189f49-5d49-4181-9e47-ab6cec649a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:14:52.034877 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-7cb7d594-2843-4640-9a8c-791a7c0d0d8c None None] For port ef395ea8-1aee-4e5b-bb26-4f0de756228d, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=ef395ea8-1aee-4e5b-bb26-4f0de756228d,segment=NetworkSegment(d0e346f7-32a7-41a0-b972-301688edbe10),segment_id=d0e346f7-32a7-41a0-b972-301688edbe10)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:14:52.035113 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-68e1f081-5a78-42fa-9db1-1f0a640f674e req-f7189f49-5d49-4181-9e47-ab6cec649a55 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d7a1eeae-9238-41c5-b3d8-78eaa1dfac99&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.3470039
Dec 23 16:14:52.035305 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-7cb7d594-2843-4640-9a8c-791a7c0d0d8c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:52.042017 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 48684) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:52.091099 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-946b9a45-28cd-4a65-b13b-5df7be771874 tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Usage tracker for resource:security_group_rule and tenant:d3fb1edd677040a19c6dbbe905bef2dd is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:14:52.126496 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-946b9a45-28cd-4a65-b13b-5df7be771874 tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:14:52.160001 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-946b9a45-28cd-4a65-b13b-5df7be771874 tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:14:52.192533 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-7cb7d594-2843-4640-9a8c-791a7c0d0d8c None None] Calling delete_port for ef395ea8-1aee-4e5b-bb26-4f0de756228d owned by network:dhcp {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:14:52.205773 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-37abb9d1-a588-4d74-9e4c-83b5dd07b2b4 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-698866'] for network, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:52.230162 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f6d342fe-ee7b-4777-be48-1fa426041762 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:52.237117 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] For port ef395ea8-1aee-4e5b-bb26-4f0de756228d, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=ef395ea8-1aee-4e5b-bb26-4f0de756228d,segment=NetworkSegment(d0e346f7-32a7-41a0-b972-301688edbe10),segment_id=d0e346f7-32a7-41a0-b972-301688edbe10)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:14:52.300792 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:52.313766 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-c6150a1b-0caf-49b7-85ae-c61f50cbe435 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:14:52.330827 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-68e1f081-5a78-42fa-9db1-1f0a640f674e req-36ddaa39-b272-4c1d-886c-821a1a9a3b01 service neutron] 10.222.0.61 "GET /v2.0/networks/d7a1eeae-9238-41c5-b3d8-78eaa1dfac99?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2413468
Dec 23 16:14:52.347264 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-c7cbf1e3-60fb-4663-a0ca-23b13fdcd15b tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2753396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2610353'] for subnet, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:52.355635 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-5bd02a0c-572c-4304-96f0-da3adc9c162b tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:14:52.442006 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9e3aab53-d650-47e3-b8a6-2dff21fe9ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:52.504052 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-37abb9d1-a588-4d74-9e4c-83b5dd07b2b4 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-864347', 'neutron.services.segments.db._delete_segments_for_network-8735362908070'] for network, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:52.506710 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Pushing event updated for resources: {'Port': ['ID=ef395ea8-1aee-4e5b-bb26-4f0de756228d,revision_number=5']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:14:52.512233 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:14:52.512999 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.db.api [None req-7cb7d594-2843-4640-9a8c-791a7c0d0d8c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87637) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 23 16:14:52.513362 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_db.api [None req-7cb7d594-2843-4640-9a8c-791a7c0d0d8c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 23 16:14:52.547831 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cbf1e3-60fb-4663-a0ca-23b13fdcd15b tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Pushing event updated for resources: {'Subnet': ['ID=0b405bda-db58-4536-ad90-8c4b1f2384e9,revision_number=0']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:14:52.563528 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7cbf1e3-60fb-4663-a0ca-23b13fdcd15b tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Network a67646b4-5371-43ec-9f98-39fe51a67033 is already hosted by enough agents. {{(pid=87635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:14:52.565136 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb70641-b426-4770-9b5a-ab1c4570e031 req-95d805aa-bd33-423a-ae4b-ea23bf0086df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:14:52.567126 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-bcb70641-b426-4770-9b5a-ab1c4570e031 req-95d805aa-bd33-423a-ae4b-ea23bf0086df service neutron] 10.222.0.61 "GET /v2.0/networks?id=30b67c35-e209-49c3-a56e-de3a0e0c8158 HTTP/1.1" status: 200  len: 897 time: 0.5850160
Dec 23 16:14:52.568151 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-c7cbf1e3-60fb-4663-a0ca-23b13fdcd15b tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:14:52.581534 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-37abb9d1-a588-4d74-9e4c-83b5dd07b2b4 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1dbb472f10>,) {'filters': {'network_id': ['cafb7abe-adcf-4610-bad0-b15c28fc1402']}} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:14:52.599296 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-37abb9d1-a588-4d74-9e4c-83b5dd07b2b4 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dbb472f10>, 'a9590e2a-ee5a-4453-aaee-c98b46648f6a') {'for_net_delete': True} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:14:52.599871 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-37abb9d1-a588-4d74-9e4c-83b5dd07b2b4 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dbb472f10>, 'a9590e2a-ee5a-4453-aaee-c98b46648f6a') {} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:14:52.605179 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1454ff6c-fe55-4322-9f98-961116a8d792 None None] Notify callbacks [] for port, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:52.619518 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-1454ff6c-fe55-4322-9f98-961116a8d792 None None] Transition to ACTIVE for port object 199c1518-59cc-4cbf-914c-dfc191f7ff9f will not be triggered until provisioned by entity L2. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:14:52.622253 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 53fa6265-7186-4cc6-80e8-a567cd6ed778 up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:14:52.626536 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-37abb9d1-a588-4d74-9e4c-83b5dd07b2b4 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735363085442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2382197'] for segment, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:52.636501 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.base_scheduler [None req-c7cbf1e3-60fb-4663-a0ca-23b13fdcd15b tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Resources bound (agent type, host, resource id):  {{(pid=87635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:14:52.638758 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.api.v2.resource [None req-946b9a45-28cd-4a65-b13b-5df7be771874 tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 23 16:14:52.639900 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-946b9a45-28cd-4a65-b13b-5df7be771874 tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 387 time: 0.6688695
Dec 23 16:14:52.642273 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7cbf1e3-60fb-4663-a0ca-23b13fdcd15b tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:14:52.642972 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-c7cbf1e3-60fb-4663-a0ca-23b13fdcd15b tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks [] for subnet, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:52.646702 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 48692) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:52.667305 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-37abb9d1-a588-4d74-9e4c-83b5dd07b2b4 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:52.674359 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-7cb7d594-2843-4640-9a8c-791a7c0d0d8c None None] Deleting port ef395ea8-1aee-4e5b-bb26-4f0de756228d {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:14:52.674746 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-7cb7d594-2843-4640-9a8c-791a7c0d0d8c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:52.711161 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37abb9d1-a588-4d74-9e4c-83b5dd07b2b4 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Releasing vlan 402 on physical network physnet1 to pool {{(pid=87636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 23 16:14:52.711474 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-37abb9d1-a588-4d74-9e4c-83b5dd07b2b4 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2176261'] for segment, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:52.726204 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-1454ff6c-fe55-4322-9f98-961116a8d792 None None] Transition to ACTIVE for port object 199c1518-59cc-4cbf-914c-dfc191f7ff9f will not be triggered until provisioned by entity DHCP. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:14:52.737026 dv-neutron-822799-1-hyperv neutron-server[87636]: Traceback (most recent call last):
Dec 23 16:14:52.737026 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 23 16:14:52.737026 dv-neutron-822799-1-hyperv neutron-server[87636]:     timer()
Dec 23 16:14:52.737026 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:14:52.737026 dv-neutron-822799-1-hyperv neutron-server[87636]:     cb(*args, **kw)
Dec 23 16:14:52.737026 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 23 16:14:52.737026 dv-neutron-822799-1-hyperv neutron-server[87636]:     return func(*args, **kwargs)
Dec 23 16:14:52.737026 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:14:52.737026 dv-neutron-822799-1-hyperv neutron-server[87636]:     self._notify()
Dec 23 16:14:52.737026 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:14:52.737026 dv-neutron-822799-1-hyperv neutron-server[87636]:     self.callback(batched_events)
Dec 23 16:14:52.737026 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:14:52.737026 dv-neutron-822799-1-hyperv neutron-server[87636]:     event.method(event)
Dec 23 16:14:52.737026 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:14:52.737026 dv-neutron-822799-1-hyperv neutron-server[87636]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:14:52.737026 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 23 16:14:52.737026 dv-neutron-822799-1-hyperv neutron-server[87636]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 23 16:14:52.737026 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 23 16:14:52.737026 dv-neutron-822799-1-hyperv neutron-server[87636]:     return f(self, *a, **k)
Dec 23 16:14:52.737026 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:14:52.737026 dv-neutron-822799-1-hyperv neutron-server[87636]:     return self._get(url).json()
Dec 23 16:14:52.737026 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 23 16:14:52.737026 dv-neutron-822799-1-hyperv neutron-server[87636]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 23 16:14:52.737026 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 23 16:14:52.737026 dv-neutron-822799-1-hyperv neutron-server[87636]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:14:52.737026 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 23 16:14:52.737026 dv-neutron-822799-1-hyperv neutron-server[87636]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 23 16:14:52.737026 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 23 16:14:52.737026 dv-neutron-822799-1-hyperv neutron-server[87636]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:14:52.737026 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 23 16:14:52.737026 dv-neutron-822799-1-hyperv neutron-server[87636]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:14:52.737026 dv-neutron-822799-1-hyperv neutron-server[87636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:14:52.745520 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1454ff6c-fe55-4322-9f98-961116a8d792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780'] for port, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:52.754062 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:14:52.871336 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1454ff6c-fe55-4322-9f98-961116a8d792 None None] Network 20b57bea-ae66-4e4d-9a05-3650f619a045 is already hosted by enough agents. {{(pid=87637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:14:52.877748 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-1454ff6c-fe55-4322-9f98-961116a8d792 None None] Resources bound (agent type, host, resource id):  {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:14:52.880277 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1454ff6c-fe55-4322-9f98-961116a8d792 None None] Received port after_create {{(pid=87637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:14:52.905047 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1454ff6c-fe55-4322-9f98-961116a8d792 None None] Pushing event updated for resources: {'Port': ['ID=199c1518-59cc-4cbf-914c-dfc191f7ff9f,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:14:52.908158 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-1454ff6c-fe55-4322-9f98-961116a8d792 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:14:52.958582 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port 53fa6265-7186-4cc6-80e8-a567cd6ed778 triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:14:52.958969 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:52.967107 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-bcb70641-b426-4770-9b5a-ab1c4570e031 req-c34a1824-78a6-4cdf-ba25-3e8dd69c1fff service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=3eaccaab-4dc6-43a3-ad5f-9c525d5eb92d HTTP/1.1" status: 200  len: 217 time: 0.2755535
Dec 23 16:14:53.035549 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-c7cbf1e3-60fb-4663-a0ca-23b13fdcd15b tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 2.1512389
Dec 23 16:14:53.048725 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 48698) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:53.068432 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-9b385a2f-f72d-4a81-97be-6fcef57e81ae tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Request body: {'port': {'network_id': 'a67646b4-5371-43ec-9f98-39fe51a67033', 'mac_address': 'fa:16:3e:aa:0c:21', 'name': 'tempest-NetworksTestDHCPv6-476998086'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:14:53.088553 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-37abb9d1-a588-4d74-9e4c-83b5dd07b2b4 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-864336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1824171'] for network, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:53.099856 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb70641-b426-4770-9b5a-ab1c4570e031 req-badcd01e-14aa-42fe-bc53-c85a7ffa45dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:14:53.101009 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-bcb70641-b426-4770-9b5a-ab1c4570e031 req-badcd01e-14aa-42fe-bc53-c85a7ffa45dc service neutron] 10.222.0.61 "GET /v2.0/subnets?id=46dd9f9e-900f-4a8d-bf73-2dbb8f0e7a59 HTTP/1.1" status: 200  len: 838 time: 0.1143000
Dec 23 16:14:53.111580 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4751f5a-3d3a-490d-abb8-d10b01eab9a3 req-64eb6042-e599-495c-9d1b-fdb2c6e87dee tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:14:53.113513 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-e4751f5a-3d3a-490d-abb8-d10b01eab9a3 req-64eb6042-e599-495c-9d1b-fdb2c6e87dee tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] 10.222.0.64 "GET /v2.0/ports?device_id=f54fff32-66c0-4adb-922d-69673e61b491 HTTP/1.1" status: 200  len: 946 time: 0.5359905
Dec 23 16:14:53.114052 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-d022cd3c-5e0c-40f2-9ada-c893d5812873 tempest-RoutersNegativeIpV6Test-375443339 tempest-RoutersNegativeIpV6Test-375443339-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:14:53.133990 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-37abb9d1-a588-4d74-9e4c-83b5dd07b2b4 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:53.147883 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-68e1f081-5a78-42fa-9db1-1f0a640f674e req-5d7557be-4dff-49d3-94d5-fbf182a5a4c4 service neutron] 10.222.0.61 "GET /v2.0/networks/d7a1eeae-9238-41c5-b3d8-78eaa1dfac99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7965400
Dec 23 16:14:53.148238 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-1454ff6c-fe55-4322-9f98-961116a8d792 None None] Attempting to bind port 199c1518-59cc-4cbf-914c-dfc191f7ff9f on host dv-neutron-822799-1-hyperv for vnic_type normal with profile  {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:14:53.148700 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-1454ff6c-fe55-4322-9f98-961116a8d792 None None] Attempting to bind port 199c1518-59cc-4cbf-914c-dfc191f7ff9f by drivers openvswitch,hyperv on host dv-neutron-822799-1-hyperv at level 0 using segments [{'id': '7da2520d-2a19-4fcb-8a87-947f7affa3c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '20b57bea-ae66-4e4d-9a05-3650f619a045'}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:14:53.149207 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1454ff6c-fe55-4322-9f98-961116a8d792 None None] Attempting to bind port 199c1518-59cc-4cbf-914c-dfc191f7ff9f on network 20b57bea-ae66-4e4d-9a05-3650f619a045 {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:14:53.176692 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1454ff6c-fe55-4322-9f98-961116a8d792 None None] Checking agent: {'id': '20d2070f-69a9-4e73-8d08-6f0387a40158', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822799-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 21), 'started_at': datetime.datetime(2021, 12, 23, 16, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 14, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822799-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 23 16:14:53.177107 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1454ff6c-fe55-4322-9f98-961116a8d792 None None] Checking segment: {'id': '7da2520d-2a19-4fcb-8a87-947f7affa3c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '20b57bea-ae66-4e4d-9a05-3650f619a045'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:14:53.177833 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1454ff6c-fe55-4322-9f98-961116a8d792 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:53.177971 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1454ff6c-fe55-4322-9f98-961116a8d792 None None] Bound using segment: {'id': '7da2520d-2a19-4fcb-8a87-947f7affa3c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '20b57bea-ae66-4e4d-9a05-3650f619a045'} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 23 16:14:53.178517 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-1454ff6c-fe55-4322-9f98-961116a8d792 None None] Bound port: 199c1518-59cc-4cbf-914c-dfc191f7ff9f, host: dv-neutron-822799-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7da2520d-2a19-4fcb-8a87-947f7affa3c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '20b57bea-ae66-4e4d-9a05-3650f619a045'}}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 23 16:14:53.178907 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1454ff6c-fe55-4322-9f98-961116a8d792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:53.201367 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37abb9d1-a588-4d74-9e4c-83b5dd07b2b4 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Pushing event deleted for resources: {'Network': ['ID=cafb7abe-adcf-4610-bad0-b15c28fc1402,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:14:53.203150 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-07ed1f64-88c9-467e-8db0-7ec22b2fcfdf tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Notify callbacks [] for security_group, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:53.208602 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-e4751f5a-3d3a-490d-abb8-d10b01eab9a3 req-64232054-a6c8-47ec-a010-24dec5c9f66a tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] 10.222.0.64 "GET /v2.0/security-groups?id=3b5fba24-44fb-4189-bd87-51876b915d36&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0548778
Dec 23 16:14:53.227488 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-37abb9d1-a588-4d74-9e4c-83b5dd07b2b4 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:14:53.234582 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb70641-b426-4770-9b5a-ab1c4570e031 req-c3ff4fab-bfa6-4827-b9e6-7dafc308bfc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:14:53.236129 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-bcb70641-b426-4770-9b5a-ab1c4570e031 req-c3ff4fab-bfa6-4827-b9e6-7dafc308bfc6 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=30b67c35-e209-49c3-a56e-de3a0e0c8158&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.1219044
Dec 23 16:14:53.307572 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [None req-f6d342fe-ee7b-4777-be48-1fa426041762 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Allocated IP 172.23.0.1 (20b57bea-ae66-4e4d-9a05-3650f619a045/68283af9-9c65-465a-955f-d5e67aab81b6/02fdc1bb-d9c8-4e75-aacd-b3e937933adf) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:14:53.312793 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-37abb9d1-a588-4d74-9e4c-83b5dd07b2b4 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] 10.222.0.64 "DELETE /v2.0/networks/cafb7abe-adcf-4610-bad0-b15c28fc1402 HTTP/1.1" status: 204  len: 168 time: 1.2702310
Dec 23 16:14:53.316956 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 48704) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:53.323273 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-04a2829d-d66c-4440-9683-615162099bb9 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-387425980'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:14:53.328196 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-7cb7d594-2843-4640-9a8c-791a7c0d0d8c None None] For port ef395ea8-1aee-4e5b-bb26-4f0de756228d, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=ef395ea8-1aee-4e5b-bb26-4f0de756228d,segment=NetworkSegment(d0e346f7-32a7-41a0-b972-301688edbe10),segment_id=d0e346f7-32a7-41a0-b972-301688edbe10)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:14:53.328640 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-7cb7d594-2843-4640-9a8c-791a7c0d0d8c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:53.332170 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-04a2829d-d66c-4440-9683-615162099bb9 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:14:53.337557 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-07ed1f64-88c9-467e-8db0-7ec22b2fcfdf tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:53.348218 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-04a2829d-d66c-4440-9683-615162099bb9 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Usage tracker for resource:network and tenant:37ed648a62f44dd1bf944e0bff6f4422 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:14:53.355347 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-04a2829d-d66c-4440-9683-615162099bb9 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:14:53.366096 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-04a2829d-d66c-4440-9683-615162099bb9 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:14:53.395921 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04a2829d-d66c-4440-9683-615162099bb9 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Made reservation on behalf of 37ed648a62f44dd1bf944e0bff6f4422 for: {'network': 1} {{(pid=87635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:14:53.399775 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-04a2829d-d66c-4440-9683-615162099bb9 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for network, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:53.502042 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04a2829d-d66c-4440-9683-615162099bb9 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] vlan segment allocate from pool success with {'vlan_id': 404, 'physical_network': 'physnet1'}  {{(pid=87635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 23 16:14:53.513726 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-9b385a2f-f72d-4a81-97be-6fcef57e81ae tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:14:53.553100 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-bcb70641-b426-4770-9b5a-ab1c4570e031 req-d769daac-ea6c-4599-9738-4c33bea3146c service neutron] 10.222.0.61 "GET /v2.0/networks/30b67c35-e209-49c3-a56e-de3a0e0c8158?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1791446
Dec 23 16:14:53.559864 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-9b385a2f-f72d-4a81-97be-6fcef57e81ae tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:14:53.590045 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-04a2829d-d66c-4440-9683-615162099bb9 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:53.590383 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.db.segments_db [None req-04a2829d-d66c-4440-9683-615162099bb9 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Added segment d41eeac7-1afe-420d-bd8d-10e465b78acd of type vlan for network b4d52434-0333-482d-8af0-ab87411c186e
Dec 23 16:14:53.615865 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd30fd27-d898-47a6-b979-d108b3b21968 req-24f2bf06-e2b0-459c-b4c8-660d7c1da09b tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:14:53.617441 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-dd30fd27-d898-47a6-b979-d108b3b21968 req-24f2bf06-e2b0-459c-b4c8-660d7c1da09b tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/ports?device_id=fcab1d82-284e-488e-a9b7-16642f28b3dd HTTP/1.1" status: 200  len: 944 time: 0.3587561
Dec 23 16:14:53.618061 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-07ed1f64-88c9-467e-8db0-7ec22b2fcfdf tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:53.637941 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-7c25f5a3-4e6d-4b1d-8750-384c7db5f08d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:14:53.645404 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Device 3eaccaab-4dc6-43a3-ad5f-9c525d5eb92d details requested by agent hyperv_hv-neutron-8227 with host hv-neutron-8227 {{(pid=87637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 23 16:14:53.657111 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-7cb7d594-2843-4640-9a8c-791a7c0d0d8c None None] Calling delete_port for ef395ea8-1aee-4e5b-bb26-4f0de756228d owned by network:dhcp {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:14:53.669271 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b385a2f-f72d-4a81-97be-6fcef57e81ae tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Made reservation on behalf of bf435ff0e7914a739a10fff5b2399c13 for: {'port': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:14:53.696310 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ed1f64-88c9-467e-8db0-7ec22b2fcfdf tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=66c79a12-cf43-4c29-a13f-82ce7ce5366f,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:14:53.709681 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-07ed1f64-88c9-467e-8db0-7ec22b2fcfdf tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:14:53.730905 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-1454ff6c-fe55-4322-9f98-961116a8d792 None None] For port 199c1518-59cc-4cbf-914c-dfc191f7ff9f, host dv-neutron-822799-1-hyperv, cleared binding levels {{(pid=87637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 23 16:14:53.773926 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-1454ff6c-fe55-4322-9f98-961116a8d792 None None] For port 199c1518-59cc-4cbf-914c-dfc191f7ff9f, host dv-neutron-822799-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=199c1518-59cc-4cbf-914c-dfc191f7ff9f,segment=NetworkSegment(7da2520d-2a19-4fcb-8a87-947f7affa3c8),segment_id=7da2520d-2a19-4fcb-8a87-947f7affa3c8)] {{(pid=87637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 23 16:14:53.799126 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-07ed1f64-88c9-467e-8db0-7ec22b2fcfdf tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Notify callbacks [] for security_group, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:53.800303 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-07ed1f64-88c9-467e-8db0-7ec22b2fcfdf tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] 10.222.0.64 "DELETE /v2.0/security-groups/66c79a12-cf43-4c29-a13f-82ce7ce5366f HTTP/1.1" status: 204  len: 168 time: 1.1524510
Dec 23 16:14:53.806710 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 48712) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:53.812099 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f6d342fe-ee7b-4777-be48-1fa426041762 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:53.826537 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1454ff6c-fe55-4322-9f98-961116a8d792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:53.827997 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-04a2829d-d66c-4440-9683-615162099bb9 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735362521793'] for network, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:53.838176 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:14:53.852465 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-dd30fd27-d898-47a6-b979-d108b3b21968 req-64cc71e0-aff2-424d-9602-0f61a23e38e5 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/security-groups?id=9db863d1-cf06-4331-bcb4-ba11a7636b6c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2282581
Dec 23 16:14:53.872592 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.provisioning_blocks [None req-f6d342fe-ee7b-4777-be48-1fa426041762 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Transition to ACTIVE for port object 02fdc1bb-d9c8-4e75-aacd-b3e937933adf will not be triggered until provisioned by entity DHCP. {{(pid=87636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:14:53.873899 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-bcb70641-b426-4770-9b5a-ab1c4570e031 req-7586a785-c000-4bd9-86c0-15d382fca9f7 service neutron] 10.222.0.61 "GET /v2.0/networks/30b67c35-e209-49c3-a56e-de3a0e0c8158?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3084898
Dec 23 16:14:53.874104 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-7cb7d594-2843-4640-9a8c-791a7c0d0d8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789'] for port, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:53.911685 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-04a2829d-d66c-4440-9683-615162099bb9 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495'] for network, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:53.917786 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04a2829d-d66c-4440-9683-615162099bb9 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:14:53.919315 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-04a2829d-d66c-4440-9683-615162099bb9 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks [] for network, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:53.927125 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-cf37e3e6-def8-498c-91a9-f216a32a3079 tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:14:53.936877 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb7d594-2843-4640-9a8c-791a7c0d0d8c None None] No DVR routers for this DVR port ef395ea8-1aee-4e5b-bb26-4f0de756228d on host dv-neutron-822799-1-hyperv {{(pid=87637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 23 16:14:53.966537 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9b385a2f-f72d-4a81-97be-6fcef57e81ae tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:53.973294 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6e99fbc-5a16-4fdd-a2a1-8985ab747e97 None None] Network a67646b4-5371-43ec-9f98-39fe51a67033 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:14:53.997665 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-dd4b3f42-504b-4f6d-95f2-b581ae49c56c tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Synchronizing usage tracker for tenant:d3fb1edd677040a19c6dbbe905bef2dd on resource:security_group {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:14:54.003113 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1454ff6c-fe55-4322-9f98-961116a8d792 None None] Pushing event updated for resources: {'Port': ['ID=199c1518-59cc-4cbf-914c-dfc191f7ff9f,revision_number=2']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:14:54.008794 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] For port 3eaccaab-4dc6-43a3-ad5f-9c525d5eb92d, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=3eaccaab-4dc6-43a3-ad5f-9c525d5eb92d,segment=NetworkSegment(06581beb-f676-4147-b744-2ec20aa7f254),segment_id=06581beb-f676-4147-b744-2ec20aa7f254)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:14:54.015981 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-1454ff6c-fe55-4322-9f98-961116a8d792 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:14:54.033773 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [None req-9b385a2f-f72d-4a81-97be-6fcef57e81ae tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] device_id is not set on port afa7d86b-e92b-459a-9bdc-e097592f7c52 yet. {{(pid=87636) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 23 16:14:54.042705 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060fef2c-930c-49a7-8e24-a1c891a3a935 req-a007f1d8-74bf-474e-b8c1-d9029ce81a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:14:54.044367 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-060fef2c-930c-49a7-8e24-a1c891a3a935 req-a007f1d8-74bf-474e-b8c1-d9029ce81a81 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4397e61b404b4512b8e2da8fa19161c5&device_id=f54fff32-66c0-4adb-922d-69673e61b491 HTTP/1.1" status: 200  len: 1099 time: 0.3856909
Dec 23 16:14:54.065607 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-8f26486b-b7ae-46f3-a821-4c762a037858 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.177s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:14:54.086109 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-dd4b3f42-504b-4f6d-95f2-b581ae49c56c tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Unset dirty status for tenant:d3fb1edd677040a19c6dbbe905bef2dd on resource:security_group {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:14:54.087681 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-dd4b3f42-504b-4f6d-95f2-b581ae49c56c tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4504 time: 0.2722099
Dec 23 16:14:54.088874 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f6d342fe-ee7b-4777-be48-1fa426041762 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:54.092616 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 48716) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:54.102228 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-9a413506-606f-4778-ac6b-155e46202e12 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:14:54.128715 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Returning: {'device': '3eaccaab-4dc6-43a3-ad5f-9c525d5eb92d', 'network_id': '30b67c35-e209-49c3-a56e-de3a0e0c8158', 'port_id': '3eaccaab-4dc6-43a3-ad5f-9c525d5eb92d', 'mac_address': 'fa:16:3e:70:2b:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 424, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46dd9f9e-900f-4a8d-bf73-2dbb8f0e7a59', 'ip_address': '172.20.0.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 23 16:14:54.130304 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb7d594-2843-4640-9a8c-791a7c0d0d8c None None] Pushing event deleted for resources: {'Port': ['ID=ef395ea8-1aee-4e5b-bb26-4f0de756228d,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:14:54.135252 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-7cb7d594-2843-4640-9a8c-791a7c0d0d8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:14:54.168195 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c5a84f-e0f7-48f2-8113-419d862ff801 req-1003cc6d-c571-4cc9-8fbc-69747a4a003e tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:14:54.169320 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-d7c5a84f-e0f7-48f2-8113-419d862ff801 req-1003cc6d-c571-4cc9-8fbc-69747a4a003e tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] 10.222.0.64 "GET /v2.0/ports?device_id=f54fff32-66c0-4adb-922d-69673e61b491 HTTP/1.1" status: 200  len: 946 time: 0.4737003
Dec 23 16:14:54.189214 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-04a2829d-d66c-4440-9683-615162099bb9 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201  len: 771 time: 0.8684447
Dec 23 16:14:54.189214 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a2829d-d66c-4440-9683-615162099bb9 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Pushing event updated for resources: {'Network': ['ID=b4d52434-0333-482d-8af0-ab87411c186e,revision_number=1']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:14:54.199364 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 48720) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:54.210244 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:54.212783 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6d342fe-ee7b-4777-be48-1fa426041762 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Network 20b57bea-ae66-4e4d-9a05-3650f619a045 is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:14:54.214283 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-04a2829d-d66c-4440-9683-615162099bb9 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:14:54.230738 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Network b4d52434-0333-482d-8af0-ab87411c186e details requested by agent ovs-agent-dv-neutron-822799-1-hyperv with host dv-neutron-822799-1-hyperv {{(pid=87637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 23 16:14:54.247709 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-f6d342fe-ee7b-4777-be48-1fa426041762 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Resources bound (agent type, host, resource id):  {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:14:54.253113 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d342fe-ee7b-4777-be48-1fa426041762 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:14:54.318316 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060fef2c-930c-49a7-8e24-a1c891a3a935 req-a0548c99-5b74-4118-a533-ab1c94681969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:14:54.320410 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-060fef2c-930c-49a7-8e24-a1c891a3a935 req-a0548c99-5b74-4118-a533-ab1c94681969 service neutron] 10.222.0.61 "GET /v2.0/networks?id=d7a1eeae-9238-41c5-b3d8-78eaa1dfac99 HTTP/1.1" status: 200  len: 913 time: 0.2625184
Dec 23 16:14:54.325542 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-df2deef4-b105-45cc-a623-5169af481b97 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Request body: {'subnet': {'network_id': 'b4d52434-0333-482d-8af0-ab87411c186e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:14:54.421311 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d342fe-ee7b-4777-be48-1fa426041762 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Pushing event updated for resources: {'Port': ['ID=02fdc1bb-d9c8-4e75-aacd-b3e937933adf,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:14:54.425038 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-f6d342fe-ee7b-4777-be48-1fa426041762 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:14:54.434964 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.notifiers.nova [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3eaccaab-4dc6-43a3-ad5f-9c525d5eb92d {{(pid=87637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 23 16:14:54.477774 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f6d342fe-ee7b-4777-be48-1fa426041762 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1781300'] for router_interface, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:54.492900 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] For port 3eaccaab-4dc6-43a3-ad5f-9c525d5eb92d, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=3eaccaab-4dc6-43a3-ad5f-9c525d5eb92d,segment=NetworkSegment(06581beb-f676-4147-b744-2ec20aa7f254),segment_id=06581beb-f676-4147-b744-2ec20aa7f254)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:14:54.504446 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:54.506888 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-1d6afde8-dac9-4e6f-9bf7-4db23170927f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:14:54.512797 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-41e343bc-ed9d-4f39-a5c2-bb5add457ea4 tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Notify callbacks [] for security_group, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:54.552407 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-41e343bc-ed9d-4f39-a5c2-bb5add457ea4 tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:54.611829 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [None req-9b385a2f-f72d-4a81-97be-6fcef57e81ae tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Allocated IP 2001:db8::239 (a67646b4-5371-43ec-9f98-39fe51a67033/0b405bda-db58-4536-ad90-8c4b1f2384e9/afa7d86b-e92b-459a-9bdc-e097592f7c52) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:14:54.617882 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-d7c5a84f-e0f7-48f2-8113-419d862ff801 req-dad48be3-6e41-4ff1-b57e-087e5ccef7b3 tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] 10.222.0.64 "GET /v2.0/security-groups?id=3b5fba24-44fb-4189-bd87-51876b915d36&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4142377
Dec 23 16:14:54.635400 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 199c1518-59cc-4cbf-914c-dfc191f7ff9f up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:14:54.639132 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-df2deef4-b105-45cc-a623-5169af481b97 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:14:54.643068 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-060fef2c-930c-49a7-8e24-a1c891a3a935 req-4b368fa2-cb72-4ef9-ba3e-92029f7c92df service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ba1aa90b-adfb-4064-bfad-b5fc9b85dbca HTTP/1.1" status: 200  len: 1002 time: 0.2889471
Dec 23 16:14:54.645941 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-df2deef4-b105-45cc-a623-5169af481b97 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Usage tracker for resource:subnet and tenant:37ed648a62f44dd1bf944e0bff6f4422 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:14:54.651467 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-df2deef4-b105-45cc-a623-5169af481b97 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:14:54.673808 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6112e6d1-21e8-46eb-8620-7067d26098be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7e017a6-8198-58c8-a07e-0f786128e3b3-a67646b4-5371-43ec-9f98-39fe51a67033', 'network_id': 'a67646b4-5371-43ec-9f98-39fe51a67033', 'tenant_id': 'bf435ff0e7914a739a10fff5b2399c13', 'fixed_ips': [{'subnet_id': '0b405bda-db58-4536-ad90-8c4b1f2384e9'}]}} from dv-neutron-822799-1-hyperv. {{(pid=87637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 23 16:14:54.674763 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-6112e6d1-21e8-46eb-8620-7067d26098be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:54.678648 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-41e343bc-ed9d-4f39-a5c2-bb5add457ea4 tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:54.691215 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-df2deef4-b105-45cc-a623-5169af481b97 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:14:54.696069 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-8ea0fbb3-ef56-4174-814a-72346b65078d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:14:54.716398 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e343bc-ed9d-4f39-a5c2-bb5add457ea4 tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a3ca670-0b8c-41cf-a181-285596ec674c,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:14:54.726712 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df2deef4-b105-45cc-a623-5169af481b97 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Made reservation on behalf of 37ed648a62f44dd1bf944e0bff6f4422 for: {'subnet': 1} {{(pid=87635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:14:54.730910 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-df2deef4-b105-45cc-a623-5169af481b97 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2610339'] for subnet, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:54.734034 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-41e343bc-ed9d-4f39-a5c2-bb5add457ea4 tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:14:54.789984 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] get_ports_and_sgs() called for port_ids ['3eaccaab-4dc6-43a3-ad5f-9c525d5eb92d'] {{(pid=87637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 23 16:14:54.803397 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060fef2c-930c-49a7-8e24-a1c891a3a935 req-2d6a2a10-f578-4e55-9789-39d61fc46cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:14:54.804987 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-060fef2c-930c-49a7-8e24-a1c891a3a935 req-2d6a2a10-f578-4e55-9789-39d61fc46cd8 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ea22a554-707a-4001-b348-60dd1fb71851 HTTP/1.1" status: 200  len: 851 time: 0.1550233
Dec 23 16:14:54.837520 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Pushing event updated for resources: {'Port': ['ID=3eaccaab-4dc6-43a3-ad5f-9c525d5eb92d,revision_number=4']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:14:54.841157 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:14:54.872197 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.ipam_backend_mixin [None req-df2deef4-b105-45cc-a623-5169af481b97 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Performing IP validity checks on allocation pools {{(pid=87635) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}}
Dec 23 16:14:54.872656 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-41e343bc-ed9d-4f39-a5c2-bb5add457ea4 tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Notify callbacks [] for security_group, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:54.873892 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-41e343bc-ed9d-4f39-a5c2-bb5add457ea4 tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] 10.222.0.64 "DELETE /v2.0/security-groups/3a3ca670-0b8c-41cf-a181-285596ec674c HTTP/1.1" status: 204  len: 168 time: 0.7318032
Dec 23 16:14:54.877077 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.ipam_backend_mixin [None req-df2deef4-b105-45cc-a623-5169af481b97 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87635) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}}
Dec 23 16:14:54.880653 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 48724) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:54.906821 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning for port 199c1518-59cc-4cbf-914c-dfc191f7ff9f completed by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:14:54.956053 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f6d342fe-ee7b-4777-be48-1fa426041762 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:54.961293 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-5de50ac4-29f1-4a59-b26f-8762f02d93a7 tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2979 time: 0.0781751
Dec 23 16:14:54.971598 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 48730) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:54.982305 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-22204ccd-a47f-4c7c-a593-e0d4ef2cd69b tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Request body: {'security_group': {'name': 'tempest-secgroup--1348772030'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:14:54.997317 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-22204ccd-a47f-4c7c-a593-e0d4ef2cd69b tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:14:55.011606 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-22204ccd-a47f-4c7c-a593-e0d4ef2cd69b tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Usage tracker for resource:security_group and tenant:d3fb1edd677040a19c6dbbe905bef2dd is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:14:55.027671 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-22204ccd-a47f-4c7c-a593-e0d4ef2cd69b tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:14:55.042295 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-22204ccd-a47f-4c7c-a593-e0d4ef2cd69b tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:14:55.049328 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060fef2c-930c-49a7-8e24-a1c891a3a935 req-f3cd0365-0ad2-4015-854e-61444a2b4e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:14:55.051259 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-060fef2c-930c-49a7-8e24-a1c891a3a935 req-f3cd0365-0ad2-4015-854e-61444a2b4e7e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d7a1eeae-9238-41c5-b3d8-78eaa1dfac99&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.2299223
Dec 23 16:14:55.089001 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9b385a2f-f72d-4a81-97be-6fcef57e81ae tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:55.124369 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.provisioning_blocks [None req-9b385a2f-f72d-4a81-97be-6fcef57e81ae tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Transition to ACTIVE for port object afa7d86b-e92b-459a-9bdc-e097592f7c52 will not be triggered until provisioned by entity DHCP. {{(pid=87636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:14:55.328516 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9b385a2f-f72d-4a81-97be-6fcef57e81ae tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:55.361852 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-22204ccd-a47f-4c7c-a593-e0d4ef2cd69b tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Notify callbacks [] for security_group, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:55.389161 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-710547d9-4c47-49ce-9235-8f5b416208bd tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:14:55.390942 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-df2deef4-b105-45cc-a623-5169af481b97 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2753396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2610353'] for subnet, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:55.396016 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-22204ccd-a47f-4c7c-a593-e0d4ef2cd69b tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:14:55.402354 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_common [None req-6112e6d1-21e8-46eb-8620-7067d26098be None None] Allocated IP 2001:db8::2 (a67646b4-5371-43ec-9f98-39fe51a67033/0b405bda-db58-4536-ad90-8c4b1f2384e9/1f268b06-4160-44a8-aa40-4a668b47936a) {{(pid=87637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:14:55.436452 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ed0b559-4ae8-4718-bb64-4f5b8557c5ef None None] Network 20b57bea-ae66-4e4d-9a05-3650f619a045 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:14:55.446732 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-1441049f-2b10-48a0-992e-bad0ceaefd76 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:14:55.505629 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-22204ccd-a47f-4c7c-a593-e0d4ef2cd69b tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Usage tracker for resource:security_group_rule and tenant:d3fb1edd677040a19c6dbbe905bef2dd is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:14:55.513115 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-22204ccd-a47f-4c7c-a593-e0d4ef2cd69b tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:14:55.534915 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-22204ccd-a47f-4c7c-a593-e0d4ef2cd69b tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:14:55.538204 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b385a2f-f72d-4a81-97be-6fcef57e81ae tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Network a67646b4-5371-43ec-9f98-39fe51a67033 is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:14:55.543323 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-9b385a2f-f72d-4a81-97be-6fcef57e81ae tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Resources bound (agent type, host, resource id):  {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:14:55.548151 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b385a2f-f72d-4a81-97be-6fcef57e81ae tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:14:55.555609 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b385a2f-f72d-4a81-97be-6fcef57e81ae tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:14:55.555609 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9b385a2f-f72d-4a81-97be-6fcef57e81ae tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:55.578205 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2deef4-b105-45cc-a623-5169af481b97 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Pushing event updated for resources: {'Subnet': ['ID=a82b1b97-7af2-4ade-bfb1-7a34ec0047e3,revision_number=0']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:14:55.581640 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b385a2f-f72d-4a81-97be-6fcef57e81ae tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Pushing event updated for resources: {'Port': ['ID=afa7d86b-e92b-459a-9bdc-e097592f7c52,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:14:55.591851 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-9b385a2f-f72d-4a81-97be-6fcef57e81ae tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:14:55.597492 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-df2deef4-b105-45cc-a623-5169af481b97 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:14:55.598712 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-ca4ca0b1-026c-4eb7-9d9c-4becb52c1cea None None] Provisioning for port 199c1518-59cc-4cbf-914c-dfc191f7ff9f completed by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:14:55.625889 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df2deef4-b105-45cc-a623-5169af481b97 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Checking segment: {'id': 'd41eeac7-1afe-420d-bd8d-10e465b78acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'b4d52434-0333-482d-8af0-ab87411c186e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:14:55.626294 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df2deef4-b105-45cc-a623-5169af481b97 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Network hostable DHCP agents. Network: b4d52434-0333-482d-8af0-ab87411c186e, hostable agents: ['1c812d71-eadf-4fb3-b98e-67468a4aa7e2'], hosted agents: [] {{(pid=87635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 23 16:14:55.632523 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-060fef2c-930c-49a7-8e24-a1c891a3a935 req-06c9583c-8f8b-4337-8d99-c60ac3a78c11 service neutron] 10.222.0.61 "GET /v2.0/networks/d7a1eeae-9238-41c5-b3d8-78eaa1dfac99?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5719700
Dec 23 16:14:55.633416 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-9b385a2f-f72d-4a81-97be-6fcef57e81ae tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201  len: 931 time: 2.5791061
Dec 23 16:14:55.636750 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 48734) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:55.657258 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-ca4ca0b1-026c-4eb7-9d9c-4becb52c1cea None None] Provisioning complete for port 199c1518-59cc-4cbf-914c-dfc191f7ff9f triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:14:55.667993 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-ca4ca0b1-026c-4eb7-9d9c-4becb52c1cea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:55.713523 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3291387d-d19f-4b57-bf3f-0ce89675303b req-c8f73cd9-e670-4ea5-943f-201e7149a07e tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:14:55.715091 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-3291387d-d19f-4b57-bf3f-0ce89675303b req-c8f73cd9-e670-4ea5-943f-201e7149a07e tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/ports?device_id=fcab1d82-284e-488e-a9b7-16642f28b3dd HTTP/1.1" status: 200  len: 945 time: 0.6589572
Dec 23 16:14:55.794943 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-3291387d-d19f-4b57-bf3f-0ce89675303b req-015dde2a-91d5-4ce2-83f8-f4b4a9f45a88 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/security-groups?id=9db863d1-cf06-4331-bcb4-ba11a7636b6c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0741975
Dec 23 16:14:55.839846 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f6d342fe-ee7b-4777-be48-1fa426041762 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks [] for port, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:55.846610 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f6d342fe-ee7b-4777-be48-1fa426041762 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2176289'] for port, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:55.849731 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df2deef4-b105-45cc-a623-5169af481b97 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Network b4d52434-0333-482d-8af0-ab87411c186e is scheduled to be hosted by DHCP agent 1c812d71-eadf-4fb3-b98e-67468a4aa7e2 with binding_index 1 {{(pid=87635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 23 16:14:55.880765 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-9b385a2f-f72d-4a81-97be-6fcef57e81ae tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:14:55.894524 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.base_scheduler [None req-df2deef4-b105-45cc-a623-5169af481b97 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822799-1-hyperv, b4d52434-0333-482d-8af0-ab87411c186e) {{(pid=87635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:14:55.899430 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-6112e6d1-21e8-46eb-8620-7067d26098be None None] Notify callbacks [] for port, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:55.938245 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df2deef4-b105-45cc-a623-5169af481b97 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:14:55.938847 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-df2deef4-b105-45cc-a623-5169af481b97 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks [] for subnet, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:55.958248 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c41491b-5aa0-473f-873e-19b2d6a0c493 None None] Network b4d52434-0333-482d-8af0-ab87411c186e requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:14:55.981307 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d342fe-ee7b-4777-be48-1fa426041762 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Pushing event updated for resources: {'Port': ['ID=02fdc1bb-d9c8-4e75-aacd-b3e937933adf,revision_number=2']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:14:55.983161 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-22204ccd-a47f-4c7c-a593-e0d4ef2cd69b tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Notify callbacks [] for security_group, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:55.984279 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-f6d342fe-ee7b-4777-be48-1fa426041762 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:14:55.988607 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f6d342fe-ee7b-4777-be48-1fa426041762 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1627481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1781465'] for router_interface, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:56.010367 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-060fef2c-930c-49a7-8e24-a1c891a3a935 req-e0ad8e90-3d9c-4b83-84c3-1aa01ef25ae6 service neutron] 10.222.0.61 "GET /v2.0/networks/d7a1eeae-9238-41c5-b3d8-78eaa1dfac99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3260577
Dec 23 16:14:56.010963 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-22204ccd-a47f-4c7c-a593-e0d4ef2cd69b tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:56.020273 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-92ac629d-51a3-4de2-a9ff-b33cc65aebb1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:14:56.045078 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be02f340-78ed-44ab-a1ae-8c960ffe54a2 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:14:56.050027 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-be02f340-78ed-44ab-a1ae-8c960ffe54a2 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200  len: 929 time: 0.4090929
Dec 23 16:14:56.050234 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-6112e6d1-21e8-46eb-8620-7067d26098be None None] Transition to ACTIVE for port object 1f268b06-4160-44a8-aa40-4a668b47936a will not be triggered until provisioned by entity L2. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:14:56.056352 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 48740) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:56.097529 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-ca4ca0b1-026c-4eb7-9d9c-4becb52c1cea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:56.112452 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-df2deef4-b105-45cc-a623-5169af481b97 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.9003587
Dec 23 16:14:56.113299 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 48744) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:56.114032 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-6112e6d1-21e8-46eb-8620-7067d26098be None None] Transition to ACTIVE for port object 1f268b06-4160-44a8-aa40-4a668b47936a will not be triggered until provisioned by entity DHCP. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:14:56.120145 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-ee8d746f-4c3c-4d16-bea1-99101df9c126 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Request body: {'port': {'network_id': 'b4d52434-0333-482d-8af0-ab87411c186e', 'name': 'tempest-PortsIpV6TestJSON-1336745481'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:14:56.127601 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-22204ccd-a47f-4c7c-a593-e0d4ef2cd69b tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Notify callbacks [] for security_group, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:56.131818 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-22204ccd-a47f-4c7c-a593-e0d4ef2cd69b tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1744 time: 1.1525567
Dec 23 16:14:56.131818 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22204ccd-a47f-4c7c-a593-e0d4ef2cd69b tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Pushing event updated for resources: {'SecurityGroup': ['ID=105e27ab-042e-47b5-8f57-195c1d24f731,revision_number=1']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:14:56.132077 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 48748) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:56.140379 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-15259550-2ff7-471e-ac69-5876e3fa4e03 tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:14:56.141177 dv-neutron-822799-1-hyperv neutron-server[87635]: WARNING neutron.api.v2.base [None req-15259550-2ff7-471e-ac69-5876e3fa4e03 tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists.
Dec 23 16:14:56.141680 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.api.v2.resource [None req-15259550-2ff7-471e-ac69-5876e3fa4e03 tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] update failed (client error): There was a conflict when trying to complete your request.
Dec 23 16:14:56.145464 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-15259550-2ff7-471e-ac69-5876e3fa4e03 tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] 10.222.0.64 "PUT /v2.0/security-groups/105e27ab-042e-47b5-8f57-195c1d24f731 HTTP/1.1" status: 409  len: 330 time: 0.0067627
Dec 23 16:14:56.145644 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-6112e6d1-21e8-46eb-8620-7067d26098be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780'] for port, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:56.145948 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-22204ccd-a47f-4c7c-a593-e0d4ef2cd69b tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:14:56.149783 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-a00c235d-50ad-4022-97c5-505b58d8bc78 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:14:56.150924 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 48752) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:56.154650 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a5bc48-983f-4c43-b6bd-d6aeb2d2de7a req-4557e106-fdc7-41b8-9f58-ef6f5f667329 tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:14:56.156302 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-a4a5bc48-983f-4c43-b6bd-d6aeb2d2de7a req-4557e106-fdc7-41b8-9f58-ef6f5f667329 tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] 10.222.0.64 "GET /v2.0/ports?device_id=f54fff32-66c0-4adb-922d-69673e61b491 HTTP/1.1" status: 200  len: 946 time: 0.3588548
Dec 23 16:14:56.196724 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-807a860d-973b-4aba-9670-0841c197e685 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Deleting port afa7d86b-e92b-459a-9bdc-e097592f7c52 {{(pid=87635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:14:56.197116 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-807a860d-973b-4aba-9670-0841c197e685 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:56.262012 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-a4a5bc48-983f-4c43-b6bd-d6aeb2d2de7a req-0180ff50-ece2-4606-9296-d20b2e07f8b0 tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] 10.222.0.64 "GET /v2.0/security-groups?id=3b5fba24-44fb-4189-bd87-51876b915d36&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0943043
Dec 23 16:14:56.271264 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6112e6d1-21e8-46eb-8620-7067d26098be None None] Network a67646b4-5371-43ec-9f98-39fe51a67033 is already hosted by enough agents. {{(pid=87637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:14:56.272938 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-ca4ca0b1-026c-4eb7-9d9c-4becb52c1cea None None] For port 199c1518-59cc-4cbf-914c-dfc191f7ff9f, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=199c1518-59cc-4cbf-914c-dfc191f7ff9f,segment=NetworkSegment(7da2520d-2a19-4fcb-8a87-947f7affa3c8),segment_id=7da2520d-2a19-4fcb-8a87-947f7affa3c8)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:14:56.279840 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-6112e6d1-21e8-46eb-8620-7067d26098be None None] Resources bound (agent type, host, resource id):  {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:14:56.285417 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6d342fe-ee7b-4777-be48-1fa426041762 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Network 20b57bea-ae66-4e4d-9a05-3650f619a045 is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:14:56.286893 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-f6d342fe-ee7b-4777-be48-1fa426041762 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Resources bound (agent type, host, resource id):  {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:14:56.298237 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-ca4ca0b1-026c-4eb7-9d9c-4becb52c1cea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:56.301598 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6112e6d1-21e8-46eb-8620-7067d26098be None None] Received port after_create {{(pid=87637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:14:56.314086 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6112e6d1-21e8-46eb-8620-7067d26098be None None] Pushing event updated for resources: {'Port': ['ID=1f268b06-4160-44a8-aa40-4a668b47936a,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:14:56.326891 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-6112e6d1-21e8-46eb-8620-7067d26098be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:14:56.411775 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-1454ff6c-fe55-4322-9f98-961116a8d792 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.102s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:14:56.452693 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-50ab9fa8-3a00-4b33-b255-6b758eab5ad8 tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Notify callbacks [] for security_group, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:56.481738 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-50ab9fa8-3a00-4b33-b255-6b758eab5ad8 tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:56.531200 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-807a860d-973b-4aba-9670-0841c197e685 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:56.578300 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85862fc6-5308-4285-a963-99f9f4236c2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7e017a6-8198-58c8-a07e-0f786128e3b3-b4d52434-0333-482d-8af0-ab87411c186e', 'network_id': 'b4d52434-0333-482d-8af0-ab87411c186e', 'tenant_id': '37ed648a62f44dd1bf944e0bff6f4422', 'fixed_ips': [{'subnet_id': 'a82b1b97-7af2-4ade-bfb1-7a34ec0047e3'}]}} from dv-neutron-822799-1-hyperv. {{(pid=87637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 23 16:14:56.579145 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-85862fc6-5308-4285-a963-99f9f4236c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:56.591665 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-6112e6d1-21e8-46eb-8620-7067d26098be None None] Attempting to bind port 1f268b06-4160-44a8-aa40-4a668b47936a on host dv-neutron-822799-1-hyperv for vnic_type normal with profile  {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:14:56.592045 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-6112e6d1-21e8-46eb-8620-7067d26098be None None] Attempting to bind port 1f268b06-4160-44a8-aa40-4a668b47936a by drivers openvswitch,hyperv on host dv-neutron-822799-1-hyperv at level 0 using segments [{'id': 'd0e346f7-32a7-41a0-b972-301688edbe10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'a67646b4-5371-43ec-9f98-39fe51a67033'}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:14:56.592410 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6112e6d1-21e8-46eb-8620-7067d26098be None None] Attempting to bind port 1f268b06-4160-44a8-aa40-4a668b47936a on network a67646b4-5371-43ec-9f98-39fe51a67033 {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:14:56.608473 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4ca0b1-026c-4eb7-9d9c-4becb52c1cea None None] Pushing event updated for resources: {'Port': ['ID=199c1518-59cc-4cbf-914c-dfc191f7ff9f,revision_number=3']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:14:56.611309 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6112e6d1-21e8-46eb-8620-7067d26098be None None] Checking agent: {'id': '20d2070f-69a9-4e73-8d08-6f0387a40158', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822799-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 21), 'started_at': datetime.datetime(2021, 12, 23, 16, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 14, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822799-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 23 16:14:56.611682 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6112e6d1-21e8-46eb-8620-7067d26098be None None] Checking segment: {'id': 'd0e346f7-32a7-41a0-b972-301688edbe10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'a67646b4-5371-43ec-9f98-39fe51a67033'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:14:56.612047 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-6112e6d1-21e8-46eb-8620-7067d26098be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:56.612435 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6112e6d1-21e8-46eb-8620-7067d26098be None None] Bound using segment: {'id': 'd0e346f7-32a7-41a0-b972-301688edbe10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'a67646b4-5371-43ec-9f98-39fe51a67033'} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 23 16:14:56.612967 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-6112e6d1-21e8-46eb-8620-7067d26098be None None] Bound port: 1f268b06-4160-44a8-aa40-4a668b47936a, host: dv-neutron-822799-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0e346f7-32a7-41a0-b972-301688edbe10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'a67646b4-5371-43ec-9f98-39fe51a67033'}}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 23 16:14:56.613316 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-6112e6d1-21e8-46eb-8620-7067d26098be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:56.613429 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-ee8d746f-4c3c-4d16-bea1-99101df9c126 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:14:56.622326 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-ca4ca0b1-026c-4eb7-9d9c-4becb52c1cea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:14:56.642181 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-ee8d746f-4c3c-4d16-bea1-99101df9c126 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:14:56.648158 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-50ab9fa8-3a00-4b33-b255-6b758eab5ad8 tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:56.658895 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:14:56.685116 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6d342fe-ee7b-4777-be48-1fa426041762 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Router e177fe5e-cdc8-403a-9923-16769a19a732 has already been hosted by L3 agent 371d4c41-c7e2-4de7-9539-c049ec4e95d1 {{(pid=87636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 23 16:14:56.696043 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ab9fa8-3a00-4b33-b255-6b758eab5ad8 tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=105e27ab-042e-47b5-8f57-195c1d24f731,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:14:56.701054 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-50ab9fa8-3a00-4b33-b255-6b758eab5ad8 tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:14:56.713332 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee8d746f-4c3c-4d16-bea1-99101df9c126 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Made reservation on behalf of 37ed648a62f44dd1bf944e0bff6f4422 for: {'port': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:14:56.718090 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-ee8d746f-4c3c-4d16-bea1-99101df9c126 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:56.808895 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-807a860d-973b-4aba-9670-0841c197e685 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Calling delete_port for afa7d86b-e92b-459a-9bdc-e097592f7c52 owned by  {{(pid=87635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:14:56.809278 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-50ab9fa8-3a00-4b33-b255-6b758eab5ad8 tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Notify callbacks [] for security_group, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:56.811063 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-50ab9fa8-3a00-4b33-b255-6b758eab5ad8 tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] 10.222.0.64 "DELETE /v2.0/security-groups/105e27ab-042e-47b5-8f57-195c1d24f731 HTTP/1.1" status: 204  len: 168 time: 0.6515131
Dec 23 16:14:56.822447 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 48756) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:56.850789 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-b3e45737-f1c6-4778-8d55-30737fb9030a None None] Provisioning complete for port 199c1518-59cc-4cbf-914c-dfc191f7ff9f triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:14:56.851184 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-b3e45737-f1c6-4778-8d55-30737fb9030a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:56.886045 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-6112e6d1-21e8-46eb-8620-7067d26098be None None] For port 1f268b06-4160-44a8-aa40-4a668b47936a, host dv-neutron-822799-1-hyperv, cleared binding levels {{(pid=87637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 23 16:14:56.912690 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [None req-ee8d746f-4c3c-4d16-bea1-99101df9c126 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] device_id is not set on port 13a8b8b5-bbcd-42d6-b910-e4d368e00b55 yet. {{(pid=87636) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 23 16:14:56.937084 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-6112e6d1-21e8-46eb-8620-7067d26098be None None] For port 1f268b06-4160-44a8-aa40-4a668b47936a, host dv-neutron-822799-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=1f268b06-4160-44a8-aa40-4a668b47936a,segment=NetworkSegment(d0e346f7-32a7-41a0-b972-301688edbe10),segment_id=d0e346f7-32a7-41a0-b972-301688edbe10)] {{(pid=87637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 23 16:14:56.951707 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-6112e6d1-21e8-46eb-8620-7067d26098be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:56.962581 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:14:56.995496 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_common [None req-85862fc6-5308-4285-a963-99f9f4236c2e None None] Allocated IP 2001:db8::2 (b4d52434-0333-482d-8af0-ab87411c186e/a82b1b97-7af2-4ade-bfb1-7a34ec0047e3/75c7c7c7-a6c6-4c35-8d7a-273664cf9e84) {{(pid=87637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:14:57.069580 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-807a860d-973b-4aba-9670-0841c197e685 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:57.077790 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-efee0138-6144-4f51-b6b9-60a4e18ea220 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:14:57.123777 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807a860d-973b-4aba-9670-0841c197e685 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Pushing event deleted for resources: {'Port': ['ID=afa7d86b-e92b-459a-9bdc-e097592f7c52,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:14:57.126723 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-807a860d-973b-4aba-9670-0841c197e685 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:14:57.178051 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-807a860d-973b-4aba-9670-0841c197e685 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:57.188366 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-807a860d-973b-4aba-9670-0841c197e685 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "DELETE /v2.0/ports/afa7d86b-e92b-459a-9bdc-e097592f7c52 HTTP/1.1" status: 204  len: 168 time: 1.1262989
Dec 23 16:14:57.190917 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 48762) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:57.208729 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6112e6d1-21e8-46eb-8620-7067d26098be None None] Pushing event updated for resources: {'Port': ['ID=1f268b06-4160-44a8-aa40-4a668b47936a,revision_number=2']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:14:57.242787 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-6112e6d1-21e8-46eb-8620-7067d26098be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:14:57.249385 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6d342fe-ee7b-4777-be48-1fa426041762 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify agent at l3_agent.dv-neutron-822799-1-hyperv the message routers_updated {{(pid=87636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 23 16:14:57.263403 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-c1361f3c-28f1-4dd9-b1a1-8743f9779cd0 tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Synchronizing usage tracker for tenant:d3fb1edd677040a19c6dbbe905bef2dd on resource:security_group {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:14:57.267257 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0daca4a2-3d9d-406b-94fc-3470e6ca9c38 None None] Sync routers for ids ['e177fe5e-cdc8-403a-9923-16769a19a732'] in dv-neutron-822799-1-hyperv {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 23 16:14:57.280984 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-f6d342fe-ee7b-4777-be48-1fa426041762 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] 10.222.0.64 "PUT /v2.0/routers/e177fe5e-cdc8-403a-9923-16769a19a732/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.2089190
Dec 23 16:14:57.284806 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0daca4a2-3d9d-406b-94fc-3470e6ca9c38 None None] Routers {'e177fe5e-cdc8-403a-9923-16769a19a732'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:14:57.285496 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-0daca4a2-3d9d-406b-94fc-3470e6ca9c38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc29c8f40>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:14:50Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['e177fe5e-cdc8-403a-9923-16769a19a732'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:14:57.302199 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 48766) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:57.305434 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-b3e45737-f1c6-4778-8d55-30737fb9030a None None] Provisioning for port 02fdc1bb-d9c8-4e75-aacd-b3e937933adf completed by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:14:57.310253 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-07f118b9-7bc6-485d-b06f-dfc26002c77b tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:14:57.334501 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-c1361f3c-28f1-4dd9-b1a1-8743f9779cd0 tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Unset dirty status for tenant:d3fb1edd677040a19c6dbbe905bef2dd on resource:security_group {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:14:57.335880 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-c1361f3c-28f1-4dd9-b1a1-8743f9779cd0 tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2979 time: 0.5071018
Dec 23 16:14:57.339985 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 48772) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:57.406064 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da80226d-a0dc-40eb-b358-6e5665e29798 req-ce21cb5d-b100-4aa1-ac78-2d0f375691f3 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:14:57.407657 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-da80226d-a0dc-40eb-b358-6e5665e29798 req-ce21cb5d-b100-4aa1-ac78-2d0f375691f3 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/ports?device_id=fcab1d82-284e-488e-a9b7-16642f28b3dd HTTP/1.1" status: 200  len: 945 time: 0.4426477
Dec 23 16:14:57.408919 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.api.v2.resource [None req-6218d21a-d174-4379-8c44-d6a776c4683e tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] delete failed (client error): The resource could not be found.
Dec 23 16:14:57.409828 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-6218d21a-d174-4379-8c44-d6a776c4683e tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] 10.222.0.64 "DELETE /v2.0/security-groups/31e321bc-e69d-412b-b114-37e649af1045 HTTP/1.1" status: 404  len: 347 time: 0.0688770
Dec 23 16:14:57.424605 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 48776) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:57.472654 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-b3e45737-f1c6-4778-8d55-30737fb9030a None None] Provisioning complete for port 02fdc1bb-d9c8-4e75-aacd-b3e937933adf triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:14:57.476009 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.api.v2.resource [None req-897b432f-9982-468c-bc44-d2a79476052a tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] show failed (client error): The resource could not be found.
Dec 23 16:14:57.477193 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-897b432f-9982-468c-bc44-d2a79476052a tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] 10.222.0.64 "GET /v2.0/security-groups/8dd0fd54-31a9-46f1-99b9-67a5482ebecb HTTP/1.1" status: 404  len: 347 time: 0.0517209
Dec 23 16:14:57.480970 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-b3e45737-f1c6-4778-8d55-30737fb9030a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:57.491776 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 48780) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:57.559441 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.api.v2.resource [None req-26498aab-3353-4d81-b718-3983fca71a00 tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] show failed (client error): The resource could not be found.
Dec 23 16:14:57.560514 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-26498aab-3353-4d81-b718-3983fca71a00 tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] 10.222.0.64 "GET /v2.0/security-group-rules/c7a038e1-c856-499e-a96f-95d92c9ab517 HTTP/1.1" status: 404  len: 356 time: 0.0676823
Dec 23 16:14:57.571947 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-da80226d-a0dc-40eb-b358-6e5665e29798 req-6f07eceb-f313-4d92-ae21-d4d6a6043945 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/security-groups?id=9db863d1-cf06-4331-bcb4-ba11a7636b6c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1480577
Dec 23 16:14:57.578239 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Device 3eaccaab-4dc6-43a3-ad5f-9c525d5eb92d up at agent hyperv_hv-neutron-8227 {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:14:57.637510 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-0daca4a2-3d9d-406b-94fc-3470e6ca9c38 None None] Set router e177fe5e-cdc8-403a-9923-16769a19a732 gateway port host: None {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:14:57.676470 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-85862fc6-5308-4285-a963-99f9f4236c2e None None] Notify callbacks [] for port, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:57.695111 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-85862fc6-5308-4285-a963-99f9f4236c2e None None] Transition to ACTIVE for port object 75c7c7c7-a6c6-4c35-8d7a-273664cf9e84 will not be triggered until provisioned by entity L2. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:14:57.715699 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-85862fc6-5308-4285-a963-99f9f4236c2e None None] Transition to ACTIVE for port object 75c7c7c7-a6c6-4c35-8d7a-273664cf9e84 will not be triggered until provisioned by entity DHCP. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:14:57.727091 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-b3e45737-f1c6-4778-8d55-30737fb9030a None None] Port 02fdc1bb-d9c8-4e75-aacd-b3e937933adf cannot update to ACTIVE because it is not bound. {{(pid=87637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 23 16:14:57.759828 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-85862fc6-5308-4285-a963-99f9f4236c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780'] for port, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:57.774785 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:14:57.776947 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-408aab3e-28cc-4781-804d-ef8a5cb3a468 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:14:57.779172 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-408aab3e-28cc-4781-804d-ef8a5cb3a468 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:14:57.780395 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-408aab3e-28cc-4781-804d-ef8a5cb3a468 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Synchronizing usage tracker for tenant:bf435ff0e7914a739a10fff5b2399c13 on resource:subnet {{(pid=87635) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:14:57.874525 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [None req-ee8d746f-4c3c-4d16-bea1-99101df9c126 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Allocated IP 2001:db8::1c3 (b4d52434-0333-482d-8af0-ab87411c186e/a82b1b97-7af2-4ade-bfb1-7a34ec0047e3/13a8b8b5-bbcd-42d6-b910-e4d368e00b55) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:14:57.896693 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-408aab3e-28cc-4781-804d-ef8a5cb3a468 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Unset dirty status for tenant:bf435ff0e7914a739a10fff5b2399c13 on resource:subnet {{(pid=87635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:14:57.898387 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-408aab3e-28cc-4781-804d-ef8a5cb3a468 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1451 time: 0.7064261
Dec 23 16:14:57.901867 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 48788) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:57.964732 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85862fc6-5308-4285-a963-99f9f4236c2e None None] Network b4d52434-0333-482d-8af0-ab87411c186e is already hosted by enough agents. {{(pid=87637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:14:57.984812 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-85862fc6-5308-4285-a963-99f9f4236c2e None None] Resources bound (agent type, host, resource id):  {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:14:58.002490 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85862fc6-5308-4285-a963-99f9f4236c2e None None] Received port after_create {{(pid=87637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:14:58.004656 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85862fc6-5308-4285-a963-99f9f4236c2e None None] Pushing event updated for resources: {'Port': ['ID=75c7c7c7-a6c6-4c35-8d7a-273664cf9e84,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:14:58.013625 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-85862fc6-5308-4285-a963-99f9f4236c2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:14:58.026118 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-d4da6c91-e930-479a-86f7-cf98c8b82b17 None None] Provisioning complete for port 02fdc1bb-d9c8-4e75-aacd-b3e937933adf triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:14:58.026506 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d4da6c91-e930-479a-86f7-cf98c8b82b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:58.078296 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 48792) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:58.099603 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20eb9c6a-8abf-4b16-a5c9-d93b9864196c req-556825dc-15e8-4863-aae4-0fc0d858c665 tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:14:58.101898 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-20eb9c6a-8abf-4b16-a5c9-d93b9864196c req-556825dc-15e8-4863-aae4-0fc0d858c665 tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] 10.222.0.64 "GET /v2.0/ports?device_id=f54fff32-66c0-4adb-922d-69673e61b491 HTTP/1.1" status: 200  len: 946 time: 0.4695985
Dec 23 16:14:58.130297 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Provisioning for port 3eaccaab-4dc6-43a3-ad5f-9c525d5eb92d completed by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:14:58.136959 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.db_base_plugin_v2 [None req-a56e3d3a-1780-4a34-a236-7f3f7b802a6a tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Deleting subnet 0b405bda-db58-4536-ad90-8c4b1f2384e9 {{(pid=87635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 23 16:14:58.164052 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a56e3d3a-1780-4a34-a236-7f3f7b802a6a tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks [] for subnet, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:58.173723 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Provisioning complete for port 3eaccaab-4dc6-43a3-ad5f-9c525d5eb92d triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:14:58.173968 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:58.227408 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-ee8d746f-4c3c-4d16-bea1-99101df9c126 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:58.246009 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-d4da6c91-e930-479a-86f7-cf98c8b82b17 None None] Port 02fdc1bb-d9c8-4e75-aacd-b3e937933adf cannot update to ACTIVE because it is not bound. {{(pid=87637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 23 16:14:58.252308 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.provisioning_blocks [None req-ee8d746f-4c3c-4d16-bea1-99101df9c126 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Transition to ACTIVE for port object 13a8b8b5-bbcd-42d6-b910-e4d368e00b55 will not be triggered until provisioned by entity DHCP. {{(pid=87636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:14:58.267261 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-85862fc6-5308-4285-a963-99f9f4236c2e None None] Attempting to bind port 75c7c7c7-a6c6-4c35-8d7a-273664cf9e84 on host dv-neutron-822799-1-hyperv for vnic_type normal with profile  {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:14:58.267650 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-85862fc6-5308-4285-a963-99f9f4236c2e None None] Attempting to bind port 75c7c7c7-a6c6-4c35-8d7a-273664cf9e84 by drivers openvswitch,hyperv on host dv-neutron-822799-1-hyperv at level 0 using segments [{'id': 'd41eeac7-1afe-420d-bd8d-10e465b78acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'b4d52434-0333-482d-8af0-ab87411c186e'}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:14:58.268021 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85862fc6-5308-4285-a963-99f9f4236c2e None None] Attempting to bind port 75c7c7c7-a6c6-4c35-8d7a-273664cf9e84 on network b4d52434-0333-482d-8af0-ab87411c186e {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:14:58.278091 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85862fc6-5308-4285-a963-99f9f4236c2e None None] Checking agent: {'id': '20d2070f-69a9-4e73-8d08-6f0387a40158', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822799-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 21), 'started_at': datetime.datetime(2021, 12, 23, 16, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 14, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822799-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 23 16:14:58.278484 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85862fc6-5308-4285-a963-99f9f4236c2e None None] Checking segment: {'id': 'd41eeac7-1afe-420d-bd8d-10e465b78acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'b4d52434-0333-482d-8af0-ab87411c186e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:14:58.278904 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-85862fc6-5308-4285-a963-99f9f4236c2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:58.279380 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85862fc6-5308-4285-a963-99f9f4236c2e None None] Bound using segment: {'id': 'd41eeac7-1afe-420d-bd8d-10e465b78acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'b4d52434-0333-482d-8af0-ab87411c186e'} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 23 16:14:58.279977 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-85862fc6-5308-4285-a963-99f9f4236c2e None None] Bound port: 75c7c7c7-a6c6-4c35-8d7a-273664cf9e84, host: dv-neutron-822799-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd41eeac7-1afe-420d-bd8d-10e465b78acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'b4d52434-0333-482d-8af0-ab87411c186e'}}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 23 16:14:58.280392 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-85862fc6-5308-4285-a963-99f9f4236c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:58.299648 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-0daca4a2-3d9d-406b-94fc-3470e6ca9c38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc29c8f40>, [{'id': 'e177fe5e-cdc8-403a-9923-16769a19a732', 'name': 'tempest-RoutersTest-router-1751319929', 'tenant_id': '3fd82437e08648b4840016e8955250bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:14:14Z', 'updated_at': '2021-12-23T16:14:54Z', 'revision_number': 5, 'project_id': '3fd82437e08648b4840016e8955250bf', 'gw_port_host': None, '_interfaces': [{'id': '02fdc1bb-d9c8-4e75-aacd-b3e937933adf', 'name': '', 'network_id': '20b57bea-ae66-4e4d-9a05-3650f619a045', 'tenant_id': '3fd82437e08648b4840016e8955250bf', 'mac_address': 'fa:16:3e:fe:21:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e177fe5e-cdc8-403a-9923-16769a19a732', 'device_owner': 'network:router_interface', 'standard_attr_id': 957, 'fixed_ips': [{'subnet_id': '68283af9-9c65-465a-955f-d5e67aab81b6', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:14:52Z', 'updated_at': '2021-12-23T16:14:55Z', 'revision_number': 2, 'project_id': '3fd82437e08648b4840016e8955250bf', 'subnets': [{'id': '68283af9-9c65-465a-955f-d5e67aab81b6', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '53fa6265-7186-4cc6-80e8-a567cd6ed778', 'name': '', 'network_id': 'f06e897a-ce42-450f-8aa2-b6ed7d90ee93', 'tenant_id': '3fd82437e08648b4840016e8955250bf', 'mac_address': 'fa:16:3e:b0:16:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e177fe5e-cdc8-403a-9923-16769a19a732', 'device_owner': 'network:router_interface', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '37cda75c-0338-47ba-b691-74c1f334d38b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:14:40Z', 'updated_at': '2021-12-23T16:14:51Z', 'revision_number': 5, 'project_id': '3fd82437e08648b4840016e8955250bf', 'subnets': [{'id': '37cda75c-0338-47ba-b691-74c1f334d38b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9f092cc1-6082-4561-b1c3-16cbcde34d7a', 'name': '', 'network_id': '93d5306b-b044-45e0-820f-21a84f15a715', 'tenant_id': '3fd82437e08648b4840016e8955250bf', 'mac_address': 'fa:16:3e:86:78:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e177fe5e-cdc8-403a-9923-16769a19a732', 'device_owner': 'network:router_interface', 'standard_attr_id': 870, 'fixed_ips': [{'subnet_id': '4d508dea-bd45-4414-a7fb-afb4f674db06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:14:20Z', 'updated_at': '2021-12-23T16:14:37Z', 'revision_number': 5, 'project_id': '3fd82437e08648b4840016e8955250bf', 'subnets': [{'id': '4d508dea-bd45-4414-a7fb-afb4f674db06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e63eb4bc-b02f-435a-a09c-c251cfabc079', 'name': '', 'network_id': 'ce320326-8ff7-4658-8e61-16a31833d08c', 'tenant_id': '3fd82437e08648b4840016e8955250bf', 'mac_address': 'fa:16:3e:99:5d:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e177fe5e-cdc8-403a-9923-16769a19a732', 'device_owner': 'network:router_interface', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': 'b4ea8d7f-3d9f-4697-ade4-7a55eefb7293', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:14:29Z', 'updated_at': '2021-12-23T16:14:43Z', 'revision_number': 5, 'project_id': '3fd82437e08648b4840016e8955250bf', 'subnets': [{'id': 'b4ea8d7f-3d9f-4697-ade4-7a55eefb7293', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:14:58.306425 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0daca4a2-3d9d-406b-94fc-3470e6ca9c38 None None] Checking router: e177fe5e-cdc8-403a-9923-16769a19a732 for host: dv-neutron-822799-1-hyperv {{(pid=87638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 23 16:14:58.306910 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0daca4a2-3d9d-406b-94fc-3470e6ca9c38 None None] Updating router e177fe5e-cdc8-403a-9923-16769a19a732 port 02fdc1bb-d9c8-4e75-aacd-b3e937933adf binding host dv-neutron-822799-1-hyperv {{(pid=87638) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 23 16:14:58.310759 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-ee8d746f-4c3c-4d16-bea1-99101df9c126 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:58.321569 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-c73a0afb-c86d-4e57-b71f-379737ef24ac tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:14:58.342681 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-20eb9c6a-8abf-4b16-a5c9-d93b9864196c req-e66055df-d5ca-43b1-bbcc-fe910bc42fac tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] 10.222.0.64 "GET /v2.0/security-groups?id=3b5fba24-44fb-4189-bd87-51876b915d36&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1918540
Dec 23 16:14:58.345197 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a56e3d3a-1780-4a34-a236-7f3f7b802a6a tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2776816'] for subnet, precommit_delete_associations {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:58.435027 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0daca4a2-3d9d-406b-94fc-3470e6ca9c38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:58.482333 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee8d746f-4c3c-4d16-bea1-99101df9c126 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Network b4d52434-0333-482d-8af0-ab87411c186e is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:14:58.488202 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-ee8d746f-4c3c-4d16-bea1-99101df9c126 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Resources bound (agent type, host, resource id):  {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:14:58.503071 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee8d746f-4c3c-4d16-bea1-99101df9c126 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:14:58.518803 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee8d746f-4c3c-4d16-bea1-99101df9c126 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:14:58.519477 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-ee8d746f-4c3c-4d16-bea1-99101df9c126 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:58.565634 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8d746f-4c3c-4d16-bea1-99101df9c126 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Pushing event updated for resources: {'Port': ['ID=13a8b8b5-bbcd-42d6-b910-e4d368e00b55,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:14:58.572764 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:58.578742 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-ee8d746f-4c3c-4d16-bea1-99101df9c126 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:14:58.591950 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-ee8d746f-4c3c-4d16-bea1-99101df9c126 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201  len: 931 time: 2.4774175
Dec 23 16:14:58.594958 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 48800) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:14:58.605414 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-85862fc6-5308-4285-a963-99f9f4236c2e None None] For port 75c7c7c7-a6c6-4c35-8d7a-273664cf9e84, host dv-neutron-822799-1-hyperv, cleared binding levels {{(pid=87637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 23 16:14:58.620480 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-85862fc6-5308-4285-a963-99f9f4236c2e None None] For port 75c7c7c7-a6c6-4c35-8d7a-273664cf9e84, host dv-neutron-822799-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=75c7c7c7-a6c6-4c35-8d7a-273664cf9e84,segment=NetworkSegment(d41eeac7-1afe-420d-bd8d-10e465b78acd),segment_id=d41eeac7-1afe-420d-bd8d-10e465b78acd)] {{(pid=87637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 23 16:14:58.626730 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcab1d82-284e-488e-a9b7-16642f28b3dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3eaccaab-4dc6-43a3-ad5f-9c525d5eb92d'}] {{(pid=87637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 23 16:14:58.634775 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-85862fc6-5308-4285-a963-99f9f4236c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:58.640729 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:14:58.695897 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] For port 3eaccaab-4dc6-43a3-ad5f-9c525d5eb92d, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=3eaccaab-4dc6-43a3-ad5f-9c525d5eb92d,segment=NetworkSegment(06581beb-f676-4147-b744-2ec20aa7f254),segment_id=06581beb-f676-4147-b744-2ec20aa7f254)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:14:58.721467 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.extraroute_db [None req-07f118b9-7bc6-485d-b06f-dfc26002c77b tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=87635) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}}
Dec 23 16:14:58.731529 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:58.758963 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.extraroute_db [None req-07f118b9-7bc6-485d-b06f-dfc26002c77b tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Removed routes are [] {{(pid=87635) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}}
Dec 23 16:14:58.759416 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-07f118b9-7bc6-485d-b06f-dfc26002c77b tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1824017', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1823768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-235299'] for router, precommit_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:58.815426 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 199c1518-59cc-4cbf-914c-dfc191f7ff9f up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:14:58.825835 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-974d8b73-fabb-4e8a-ad01-454b66b1ad6e tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Deleting port 13a8b8b5-bbcd-42d6-b910-e4d368e00b55 {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:14:58.826373 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-974d8b73-fabb-4e8a-ad01-454b66b1ad6e tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:59.013570 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5091e5c-0747-4d1f-be39-6a7daf5b152e req-8bbe7679-5ada-43ca-ab5d-607d4fb0ec21 tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:14:59.015162 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-d5091e5c-0747-4d1f-be39-6a7daf5b152e req-8bbe7679-5ada-43ca-ab5d-607d4fb0ec21 tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] 10.222.0.64 "GET /v2.0/ports?device_id=f54fff32-66c0-4adb-922d-69673e61b491 HTTP/1.1" status: 200  len: 946 time: 0.4162583
Dec 23 16:14:59.043319 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85862fc6-5308-4285-a963-99f9f4236c2e None None] Pushing event updated for resources: {'Port': ['ID=75c7c7c7-a6c6-4c35-8d7a-273664cf9e84,revision_number=2']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:14:59.047218 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-85862fc6-5308-4285-a963-99f9f4236c2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.406s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:14:59.048658 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-1d6afde8-dac9-4e6f-9bf7-4db23170927f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.315s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:14:59.149572 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0daca4a2-3d9d-406b-94fc-3470e6ca9c38 None None] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:59.163374 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-0daca4a2-3d9d-406b-94fc-3470e6ca9c38 None None] Transition to ACTIVE for port object 02fdc1bb-d9c8-4e75-aacd-b3e937933adf will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:14:59.172981 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0daca4a2-3d9d-406b-94fc-3470e6ca9c38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:59.177816 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG oslo_concurrency.lockutils [None req-44def44f-b285-41b4-89ba-b1ae974cf9b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:14:59.187046 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port 199c1518-59cc-4cbf-914c-dfc191f7ff9f triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:14:59.187385 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:59.219750 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-d5091e5c-0747-4d1f-be39-6a7daf5b152e req-73fbc775-6c8e-475d-847d-104e49479cca tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] 10.222.0.64 "GET /v2.0/security-groups?id=3b5fba24-44fb-4189-bd87-51876b915d36&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1948466
Dec 23 16:14:59.252038 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-6d68d269-129f-4d51-94cc-37f0b04958eb None None] Provisioning for port 1f268b06-4160-44a8-aa40-4a668b47936a completed by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:14:59.282593 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Pushing event updated for resources: {'Port': ['ID=3eaccaab-4dc6-43a3-ad5f-9c525d5eb92d,revision_number=5']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:14:59.300544 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:14:59.368944 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-974d8b73-fabb-4e8a-ad01-454b66b1ad6e tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:59.443675 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a56e3d3a-1780-4a34-a236-7f3f7b802a6a tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864774'] for subnet, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:59.471968 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 1f268b06-4160-44a8-aa40-4a668b47936a up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:14:59.527005 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c9375c-7ec8-4518-8e4c-f7e0913347b0 None None] Pushing event updated for resources: {'Port': ['ID=02fdc1bb-d9c8-4e75-aacd-b3e937933adf,revision_number=3']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:14:59.568975 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c9375c-7ec8-4518-8e4c-f7e0913347b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:14:59.570162 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c9375c-7ec8-4518-8e4c-f7e0913347b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:14:59.571172 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c9375c-7ec8-4518-8e4c-f7e0913347b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:14:59.573299 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c9375c-7ec8-4518-8e4c-f7e0913347b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:14:59.573612 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c9375c-7ec8-4518-8e4c-f7e0913347b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:14:59.574012 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c9375c-7ec8-4518-8e4c-f7e0913347b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:14:59.575311 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c9375c-7ec8-4518-8e4c-f7e0913347b0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:14:59.575707 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c9375c-7ec8-4518-8e4c-f7e0913347b0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:14:59.577295 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c9375c-7ec8-4518-8e4c-f7e0913347b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:14:59.577770 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c9375c-7ec8-4518-8e4c-f7e0913347b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:14:59.578168 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c9375c-7ec8-4518-8e4c-f7e0913347b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:14:59.579445 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c9375c-7ec8-4518-8e4c-f7e0913347b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:14:59.587633 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG oslo_concurrency.lockutils [None req-36c9375c-7ec8-4518-8e4c-f7e0913347b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.409s {{(pid=87638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:14:59.589151 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.agents_db [None req-30c2320c-f298-49f6-9c47-c20e38116a9c None None] Agent healthcheck: found 6 active agents {{(pid=87638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 23 16:14:59.624470 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning for port 1f268b06-4160-44a8-aa40-4a668b47936a completed by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:14:59.644197 dv-neutron-822799-1-hyperv neutron-server[87637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcab1d82-284e-488e-a9b7-16642f28b3dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3eaccaab-4dc6-43a3-ad5f-9c525d5eb92d', 'code': 200}
Dec 23 16:14:59.645372 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port 1f268b06-4160-44a8-aa40-4a668b47936a triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:14:59.645765 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:59.658268 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-974d8b73-fabb-4e8a-ad01-454b66b1ad6e tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Calling delete_port for 13a8b8b5-bbcd-42d6-b910-e4d368e00b55 owned by  {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:14:59.726444 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-2a8af49f-2efe-46d3-9697-fba719b4654c None None] Could not find standard attr ID for object afa7d86b-e92b-459a-9bdc-e097592f7c52. {{(pid=87637) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 23 16:14:59.840522 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-0daca4a2-3d9d-406b-94fc-3470e6ca9c38 None None] Attempting to bind port 02fdc1bb-d9c8-4e75-aacd-b3e937933adf on host dv-neutron-822799-1-hyperv for vnic_type normal with profile  {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:14:59.842005 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-0daca4a2-3d9d-406b-94fc-3470e6ca9c38 None None] Attempting to bind port 02fdc1bb-d9c8-4e75-aacd-b3e937933adf by drivers openvswitch,hyperv on host dv-neutron-822799-1-hyperv at level 0 using segments [{'id': '7da2520d-2a19-4fcb-8a87-947f7affa3c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '20b57bea-ae66-4e4d-9a05-3650f619a045'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:14:59.842390 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0daca4a2-3d9d-406b-94fc-3470e6ca9c38 None None] Attempting to bind port 02fdc1bb-d9c8-4e75-aacd-b3e937933adf on network 20b57bea-ae66-4e4d-9a05-3650f619a045 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:14:59.854918 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0daca4a2-3d9d-406b-94fc-3470e6ca9c38 None None] Checking agent: {'id': '20d2070f-69a9-4e73-8d08-6f0387a40158', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822799-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 21), 'started_at': datetime.datetime(2021, 12, 23, 16, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 14, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822799-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 23 16:14:59.855303 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0daca4a2-3d9d-406b-94fc-3470e6ca9c38 None None] Checking segment: {'id': '7da2520d-2a19-4fcb-8a87-947f7affa3c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '20b57bea-ae66-4e4d-9a05-3650f619a045'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:14:59.855710 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0daca4a2-3d9d-406b-94fc-3470e6ca9c38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:59.856109 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0daca4a2-3d9d-406b-94fc-3470e6ca9c38 None None] Bound using segment: {'id': '7da2520d-2a19-4fcb-8a87-947f7affa3c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '20b57bea-ae66-4e4d-9a05-3650f619a045'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 23 16:14:59.856610 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-0daca4a2-3d9d-406b-94fc-3470e6ca9c38 None None] Bound port: 02fdc1bb-d9c8-4e75-aacd-b3e937933adf, host: dv-neutron-822799-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7da2520d-2a19-4fcb-8a87-947f7affa3c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '20b57bea-ae66-4e4d-9a05-3650f619a045'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 23 16:14:59.857179 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0daca4a2-3d9d-406b-94fc-3470e6ca9c38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:14:59.963374 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:00.018363 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a56e3d3a-1780-4a34-a236-7f3f7b802a6a tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2753333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2609730'] for subnet, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:00.019629 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-974d8b73-fabb-4e8a-ad01-454b66b1ad6e tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:00.050693 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-706e8422-210c-4203-b9ef-5122fdf2dea2 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:15:00.056472 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-3f74d2b8-ee9b-4a77-935e-d3ca5b52d077 tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:15:00.056696 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-0daca4a2-3d9d-406b-94fc-3470e6ca9c38 None None] For port 02fdc1bb-d9c8-4e75-aacd-b3e937933adf, host dv-neutron-822799-1-hyperv, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 23 16:15:00.059975 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-0daca4a2-3d9d-406b-94fc-3470e6ca9c38 None None] For port 02fdc1bb-d9c8-4e75-aacd-b3e937933adf, host dv-neutron-822799-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=02fdc1bb-d9c8-4e75-aacd-b3e937933adf,segment=NetworkSegment(7da2520d-2a19-4fcb-8a87-947f7affa3c8),segment_id=7da2520d-2a19-4fcb-8a87-947f7affa3c8)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 23 16:15:00.071372 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0daca4a2-3d9d-406b-94fc-3470e6ca9c38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:00.075966 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG oslo_concurrency.lockutils [None req-8f401f39-ee83-4b84-b9e0-a06e2baed360 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:15:00.144469 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.db.api [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87637) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 23 16:15:00.145092 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_db.api [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 23 16:15:00.146124 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974d8b73-fabb-4e8a-ad01-454b66b1ad6e tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Pushing event deleted for resources: {'Port': ['ID=13a8b8b5-bbcd-42d6-b910-e4d368e00b55,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:15:00.150950 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-974d8b73-fabb-4e8a-ad01-454b66b1ad6e tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:15:00.200000 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-974d8b73-fabb-4e8a-ad01-454b66b1ad6e tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:00.217739 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-974d8b73-fabb-4e8a-ad01-454b66b1ad6e tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] 10.222.0.64 "DELETE /v2.0/ports/13a8b8b5-bbcd-42d6-b910-e4d368e00b55 HTTP/1.1" status: 204  len: 168 time: 1.6218166
Dec 23 16:15:00.218473 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 48816) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:00.246702 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0daca4a2-3d9d-406b-94fc-3470e6ca9c38 None None] Routers {'e177fe5e-cdc8-403a-9923-16769a19a732'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:15:00.247697 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-0daca4a2-3d9d-406b-94fc-3470e6ca9c38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc29c8f40>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:14:50Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['e177fe5e-cdc8-403a-9923-16769a19a732'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:15:00.269419 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f82c056-15ac-4e7b-8a7b-4b39cd3e93d0 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:15:00.270000 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f82c056-15ac-4e7b-8a7b-4b39cd3e93d0 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 23 16:15:00.276233 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-4f82c056-15ac-4e7b-8a7b-4b39cd3e93d0 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] 10.222.0.64 "DELETE /v2.0/ports/13a8b8b5-bbcd-42d6-b910-e4d368e00b55 HTTP/1.1" status: 404  len: 333 time: 0.0559776
Dec 23 16:15:00.277202 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 48820) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:00.366781 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c9375c-7ec8-4518-8e4c-f7e0913347b0 None None] Pushing event updated for resources: {'Port': ['ID=02fdc1bb-d9c8-4e75-aacd-b3e937933adf,revision_number=4']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:15:00.391662 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbf1103c-4bf5-43e6-a07f-4d0fe15e7aba tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] GET failed (client error): The resource could not be found.
Dec 23 16:15:00.401401 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-411b967e-e5bf-4b91-8c2c-479fdab04391 None None] Network a67646b4-5371-43ec-9f98-39fe51a67033 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:15:00.415203 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-a2dfc119-9394-4bb0-830c-2e9803566de9 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d3fb1edd677040a19c6dbbe905bef2dd&name=default HTTP/1.1" status: 200  len: 2979 time: 2.3355746
Dec 23 16:15:00.418629 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-fbf1103c-4bf5-43e6-a07f-4d0fe15e7aba tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Synchronizing usage tracker for tenant:37ed648a62f44dd1bf944e0bff6f4422 on resource:port {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:15:00.424873 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 48826) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:00.437621 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a56e3d3a-1780-4a34-a236-7f3f7b802a6a tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks [] for subnet, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:00.465892 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56e3d3a-1780-4a34-a236-7f3f7b802a6a tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Pushing event deleted for resources: {'Subnet': ['ID=0b405bda-db58-4536-ad90-8c4b1f2384e9,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:15:00.472071 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-07f118b9-7bc6-485d-b06f-dfc26002c77b tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1824017', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1823768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-235299'] for router, precommit_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:00.497940 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-a56e3d3a-1780-4a34-a236-7f3f7b802a6a tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.441s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:15:00.505537 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-07f118b9-7bc6-485d-b06f-dfc26002c77b tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1824234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1824024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1824227', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1823761'] for router, after_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:00.518838 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-a56e3d3a-1780-4a34-a236-7f3f7b802a6a tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "DELETE /v2.0/subnets/0b405bda-db58-4536-ad90-8c4b1f2384e9 HTTP/1.1" status: 204  len: 168 time: 2.5633898
Dec 23 16:15:00.524612 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG oslo_concurrency.lockutils [None req-36c9375c-7ec8-4518-8e4c-f7e0913347b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.449s {{(pid=87638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:15:00.529318 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 48830) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:00.576180 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-0daca4a2-3d9d-406b-94fc-3470e6ca9c38 None None] Set router e177fe5e-cdc8-403a-9923-16769a19a732 gateway port host: None {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:15:00.607809 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b69a7e3-9355-4c1d-ada4-b499c396894a None None] Network b4d52434-0333-482d-8af0-ab87411c186e requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:15:00.623217 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-a6874613-e13f-4777-9a4c-350820d4c52f tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0882668
Dec 23 16:15:00.633061 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 48834) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:00.694043 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-fbf1103c-4bf5-43e6-a07f-4d0fe15e7aba tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Unset dirty status for tenant:37ed648a62f44dd1bf944e0bff6f4422 on resource:port {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:15:00.698325 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-fbf1103c-4bf5-43e6-a07f-4d0fe15e7aba tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] 10.222.0.64 "GET /v2.0/ports/13a8b8b5-bbcd-42d6-b910-e4d368e00b55 HTTP/1.1" status: 404  len: 333 time: 0.4200420
Dec 23 16:15:00.707098 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 48838) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:00.770335 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cf636c-2d8a-493e-9d88-75754cda4cde req-c8b187a2-fffe-4710-9443-8354336b1d5c tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:15:00.778271 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-c4cf636c-2d8a-493e-9d88-75754cda4cde req-c8b187a2-fffe-4710-9443-8354336b1d5c tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/ports?device_id=fcab1d82-284e-488e-a9b7-16642f28b3dd HTTP/1.1" status: 200  len: 946 time: 1.8374712
Dec 23 16:15:00.861423 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-c4cf636c-2d8a-493e-9d88-75754cda4cde req-dfe70027-a6a5-4cfe-bbbb-76bd8733fe7b tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/security-groups?id=9db863d1-cf06-4331-bcb4-ba11a7636b6c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0820181
Dec 23 16:15:00.867562 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e201e945-9523-467c-8c5d-14487872c238 req-551841e6-b141-4ab1-ba15-f06a43a561d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:15:00.869303 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-e201e945-9523-467c-8c5d-14487872c238 req-551841e6-b141-4ab1-ba15-f06a43a561d6 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=fcab1d82-284e-488e-a9b7-16642f28b3dd HTTP/1.1" status: 200  len: 1099 time: 0.8919518
Dec 23 16:15:00.881698 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07f118b9-7bc6-485d-b06f-dfc26002c77b tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Router e177fe5e-cdc8-403a-9923-16769a19a732 has already been hosted by L3 agent 371d4c41-c7e2-4de7-9539-c049ec4e95d1 {{(pid=87635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 23 16:15:00.891700 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:00.946329 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-7d1335af-4399-472f-a8ac-c8600e13365e None None] Provisioning for port 75c7c7c7-a6c6-4c35-8d7a-273664cf9e84 completed by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:15:00.990892 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] For port 1f268b06-4160-44a8-aa40-4a668b47936a, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=1f268b06-4160-44a8-aa40-4a668b47936a,segment=NetworkSegment(d0e346f7-32a7-41a0-b972-301688edbe10),segment_id=d0e346f7-32a7-41a0-b972-301688edbe10)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:15:01.008748 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2cc7eec0-0891-499e-9872-17c0624cee5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:01.027680 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-0daca4a2-3d9d-406b-94fc-3470e6ca9c38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc29c8f40>, [{'id': 'e177fe5e-cdc8-403a-9923-16769a19a732', 'name': 'tempest-RoutersTest-router-1751319929', 'tenant_id': '3fd82437e08648b4840016e8955250bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:14:14Z', 'updated_at': '2021-12-23T16:14:58Z', 'revision_number': 6, 'project_id': '3fd82437e08648b4840016e8955250bf', 'gw_port_host': None, '_interfaces': [{'id': '02fdc1bb-d9c8-4e75-aacd-b3e937933adf', 'name': '', 'network_id': '20b57bea-ae66-4e4d-9a05-3650f619a045', 'tenant_id': '3fd82437e08648b4840016e8955250bf', 'mac_address': 'fa:16:3e:fe:21:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e177fe5e-cdc8-403a-9923-16769a19a732', 'device_owner': 'network:router_interface', 'standard_attr_id': 957, 'fixed_ips': [{'subnet_id': '68283af9-9c65-465a-955f-d5e67aab81b6', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:14:52Z', 'updated_at': '2021-12-23T16:15:00Z', 'revision_number': 4, 'project_id': '3fd82437e08648b4840016e8955250bf', 'subnets': [{'id': '68283af9-9c65-465a-955f-d5e67aab81b6', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '53fa6265-7186-4cc6-80e8-a567cd6ed778', 'name': '', 'network_id': 'f06e897a-ce42-450f-8aa2-b6ed7d90ee93', 'tenant_id': '3fd82437e08648b4840016e8955250bf', 'mac_address': 'fa:16:3e:b0:16:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e177fe5e-cdc8-403a-9923-16769a19a732', 'device_owner': 'network:router_interface', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '37cda75c-0338-47ba-b691-74c1f334d38b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:14:40Z', 'updated_at': '2021-12-23T16:14:51Z', 'revision_number': 5, 'project_id': '3fd82437e08648b4840016e8955250bf', 'subnets': [{'id': '37cda75c-0338-47ba-b691-74c1f334d38b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9f092cc1-6082-4561-b1c3-16cbcde34d7a', 'name': '', 'network_id': '93d5306b-b044-45e0-820f-21a84f15a715', 'tenant_id': '3fd82437e08648b4840016e8955250bf', 'mac_address': 'fa:16:3e:86:78:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e177fe5e-cdc8-403a-9923-16769a19a732', 'device_owner': 'network:router_interface', 'standard_attr_id': 870, 'fixed_ips': [{'subnet_id': '4d508dea-bd45-4414-a7fb-afb4f674db06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:14:20Z', 'updated_at': '2021-12-23T16:14:37Z', 'revision_number': 5, 'project_id': '3fd82437e08648b4840016e8955250bf', 'subnets': [{'id': '4d508dea-bd45-4414-a7fb-afb4f674db06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e63eb4bc-b02f-435a-a09c-c251cfabc079', 'name': '', 'network_id': 'ce320326-8ff7-4658-8e61-16a31833d08c', 'tenant_id': '3fd82437e08648b4840016e8955250bf', 'mac_address': 'fa:16:3e:99:5d:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e177fe5e-cdc8-403a-9923-16769a19a732', 'device_owner': 'network:router_interface', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': 'b4ea8d7f-3d9f-4697-ade4-7a55eefb7293', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:14:29Z', 'updated_at': '2021-12-23T16:14:43Z', 'revision_number': 5, 'project_id': '3fd82437e08648b4840016e8955250bf', 'subnets': [{'id': 'b4ea8d7f-3d9f-4697-ade4-7a55eefb7293', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:15:01.030056 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:01.044071 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-e6433454-2bbd-4967-bc50-e85b69e0a7da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:15:01.049267 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0daca4a2-3d9d-406b-94fc-3470e6ca9c38 None None] The sync data for ids ['e177fe5e-cdc8-403a-9923-16769a19a732'] in dv-neutron-822799-1-hyperv is: [{'id': 'e177fe5e-cdc8-403a-9923-16769a19a732', 'name': 'tempest-RoutersTest-router-1751319929', 'tenant_id': '3fd82437e08648b4840016e8955250bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:14:14Z', 'updated_at': '2021-12-23T16:14:58Z', 'revision_number': 6, 'project_id': '3fd82437e08648b4840016e8955250bf', 'gw_port_host': None, '_interfaces': [{'id': '02fdc1bb-d9c8-4e75-aacd-b3e937933adf', 'name': '', 'network_id': '20b57bea-ae66-4e4d-9a05-3650f619a045', 'tenant_id': '3fd82437e08648b4840016e8955250bf', 'mac_address': 'fa:16:3e:fe:21:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e177fe5e-cdc8-403a-9923-16769a19a732', 'device_owner': 'network:router_interface', 'standard_attr_id': 957, 'fixed_ips': [{'subnet_id': '68283af9-9c65-465a-955f-d5e67aab81b6', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:14:52Z', 'updated_at': '2021-12-23T16:15:00Z', 'revision_number': 4, 'project_id': '3fd82437e08648b4840016e8955250bf', 'subnets': [{'id': '68283af9-9c65-465a-955f-d5e67aab81b6', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '53fa6265-7186-4cc6-80e8-a567cd6ed778', 'name': '', 'network_id': 'f06e897a-ce42-450f-8aa2-b6ed7d90ee93', 'tenant_id': '3fd82437e08648b4840016e8955250bf', 'mac_address': 'fa:16:3e:b0:16:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e177fe5e-cdc8-403a-9923-16769a19a732', 'device_owner': 'network:router_interface', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '37cda75c-0338-47ba-b691-74c1f334d38b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:14:40Z', 'updated_at': '2021-12-23T16:14:51Z', 'revision_number': 5, 'project_id': '3fd82437e08648b4840016e8955250bf', 'subnets': [{'id': '37cda75c-0338-47ba-b691-74c1f334d38b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9f092cc1-6082-4561-b1c3-16cbcde34d7a', 'name': '', 'network_id': '93d5306b-b044-45e0-820f-21a84f15a715', 'tenant_id': '3fd82437e08648b4840016e8955250bf', 'mac_address': 'fa:16:3e:86:78:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e177fe5e-cdc8-403a-9923-16769a19a732', 'device_owner': 'network:router_interface', 'standard_attr_id': 870, 'fixed_ips': [{'subnet_id': '4d508dea-bd45-4414-a7fb-afb4f674db06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:14:20Z', 'updated_at': '2021-12-23T16:14:37Z', 'revision_number': 5, 'project_id': '3fd82437e08648b4840016e8955250bf', 'subnets': [{'id': '4d508dea-bd45-4414-a7fb-afb4f674db06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e63eb4bc-b02f-435a-a09c-c251cfabc079', 'name': '', 'network_id': 'ce320326-8ff7-4658-8e61-16a31833d08c', 'tenant_id': '3fd82437e08648b4840016e8955250bf', 'mac_address': 'fa:16:3e:99:5d:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e177fe5e-cdc8-403a-9923-16769a19a732', 'device_owner': 'network:router_interface', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': 'b4ea8d7f-3d9f-4697-ade4-7a55eefb7293', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:14:29Z', 'updated_at': '2021-12-23T16:14:43Z', 'revision_number': 5, 'project_id': '3fd82437e08648b4840016e8955250bf', 'subnets': [{'id': 'b4ea8d7f-3d9f-4697-ade4-7a55eefb7293', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 23 16:15:01.050000 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445f66a6-edef-41f4-9f40-a275f201c14d req-9a708c06-da62-461d-90c2-2de8c109a7ae tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:15:01.050730 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-e201e945-9523-467c-8c5d-14487872c238 req-72031fb0-8fe9-4936-9892-03c869902a9a service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=9db863d1-cf06-4331-bcb4-ba11a7636b6c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1702511
Dec 23 16:15:01.053166 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-445f66a6-edef-41f4-9f40-a275f201c14d req-9a708c06-da62-461d-90c2-2de8c109a7ae tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] 10.222.0.64 "GET /v2.0/ports?device_id=f54fff32-66c0-4adb-922d-69673e61b491 HTTP/1.1" status: 200  len: 946 time: 0.5103853
Dec 23 16:15:01.112498 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07f118b9-7bc6-485d-b06f-dfc26002c77b tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify agent at l3_agent.dv-neutron-822799-1-hyperv the message routers_updated {{(pid=87635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 23 16:15:01.146336 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-07f118b9-7bc6-485d-b06f-dfc26002c77b tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks [] for router, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:01.155733 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-07f118b9-7bc6-485d-b06f-dfc26002c77b tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] 10.222.0.64 "PUT /v2.0/routers/e177fe5e-cdc8-403a-9923-16769a19a732 HTTP/1.1" status: 200  len: 934 time: 3.8491974
Dec 23 16:15:01.155733 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 48842) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:01.173603 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2cc7eec0-0891-499e-9872-17c0624cee5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:01.206588 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_v2 [None req-2de0b38b-190c-4cf9-8c7d-72de21251930 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Deleting subnet a82b1b97-7af2-4ade-bfb1-7a34ec0047e3 {{(pid=87636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 23 16:15:01.210109 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2de0b38b-190c-4cf9-8c7d-72de21251930 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks [] for subnet, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:01.215037 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Pushing event updated for resources: {'Port': ['ID=1f268b06-4160-44a8-aa40-4a668b47936a,revision_number=4']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:15:01.218929 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:15:01.256890 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f66217a-f0ae-4d2d-b44f-3c293c0dca24 None None] DHCP port deletion for a67646b4-5371-43ec-9f98-39fe51a67033 request from dv-neutron-822799-1-hyperv {{(pid=87637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 23 16:15:01.264377 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-0f66217a-f0ae-4d2d-b44f-3c293c0dca24 None None] Deleting port 1f268b06-4160-44a8-aa40-4a668b47936a {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:15:01.264810 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-0f66217a-f0ae-4d2d-b44f-3c293c0dca24 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:01.302174 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 75c7c7c7-a6c6-4c35-8d7a-273664cf9e84 up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:15:01.389188 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-445f66a6-edef-41f4-9f40-a275f201c14d req-49689b5e-72c7-48a5-91c0-1f559fd4076e tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] 10.222.0.64 "GET /v2.0/security-groups?id=3b5fba24-44fb-4189-bd87-51876b915d36&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3048604
Dec 23 16:15:01.413427 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fb6edbc-aaf2-4612-84b1-4b8f1273522d tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:15:01.414803 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-3fb6edbc-aaf2-4612-84b1-4b8f1273522d tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Synchronizing usage tracker for tenant:bf435ff0e7914a739a10fff5b2399c13 on resource:port {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:15:01.431185 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-7f422861-ca38-4a23-b680-dd5f62e87e61 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] 10.222.0.64 "GET /v2.0/routers/e177fe5e-cdc8-403a-9923-16769a19a732 HTTP/1.1" status: 200  len: 934 time: 0.2720234
Dec 23 16:15:01.433408 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 48846) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:01.444534 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-93ff8463-b15e-4170-8a1a-84a6060c6b16 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Request body: {'router': {'routes': None}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:15:01.501251 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning for port 75c7c7c7-a6c6-4c35-8d7a-273664cf9e84 completed by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:15:01.515171 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port 75c7c7c7-a6c6-4c35-8d7a-273664cf9e84 triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:15:01.515644 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:01.527373 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2de0b38b-190c-4cf9-8c7d-72de21251930 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2382092'] for subnet, precommit_delete_associations {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:01.656073 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-0f66217a-f0ae-4d2d-b44f-3c293c0dca24 None None] For port 1f268b06-4160-44a8-aa40-4a668b47936a, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=1f268b06-4160-44a8-aa40-4a668b47936a,segment=NetworkSegment(d0e346f7-32a7-41a0-b972-301688edbe10),segment_id=d0e346f7-32a7-41a0-b972-301688edbe10)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:15:01.656073 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-0f66217a-f0ae-4d2d-b44f-3c293c0dca24 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:01.660951 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-3fb6edbc-aaf2-4612-84b1-4b8f1273522d tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Unset dirty status for tenant:bf435ff0e7914a739a10fff5b2399c13 on resource:port {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:15:01.664548 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-3fb6edbc-aaf2-4612-84b1-4b8f1273522d tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200  len: 864 time: 1.0187836
Dec 23 16:15:01.664548 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2cc7eec0-0891-499e-9872-17c0624cee5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:01.665303 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 48850) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:01.688975 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-8a2df030-f773-4a4c-8272-61798f0a1176 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:15:01.734146 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7eec0-0891-499e-9872-17c0624cee5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccc21ead-6e20-4f26-8cca-2697fe6ea9a9,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:15:01.748240 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2c6a50e-bb3d-4163-8ac1-544a1fa9d60e tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:15:01.749195 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-a2c6a50e-bb3d-4163-8ac1-544a1fa9d60e tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Synchronizing usage tracker for tenant:bf435ff0e7914a739a10fff5b2399c13 on resource:subnet {{(pid=87635) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:15:01.752501 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-2cc7eec0-0891-499e-9872-17c0624cee5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:15:01.775827 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-a2c6a50e-bb3d-4163-8ac1-544a1fa9d60e tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Unset dirty status for tenant:bf435ff0e7914a739a10fff5b2399c13 on resource:subnet {{(pid=87635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:15:01.777987 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-a2c6a50e-bb3d-4163-8ac1-544a1fa9d60e tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.1115506
Dec 23 16:15:01.780703 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 48854) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:01.926927 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2cc7eec0-0891-499e-9872-17c0624cee5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:01.928233 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-2cc7eec0-0891-499e-9872-17c0624cee5d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ccc21ead-6e20-4f26-8cca-2697fe6ea9a9 HTTP/1.1" status: 204  len: 168 time: 1.5012023
Dec 23 16:15:01.944734 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-0f66217a-f0ae-4d2d-b44f-3c293c0dca24 None None] Calling delete_port for 1f268b06-4160-44a8-aa40-4a668b47936a owned by network:dhcp {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:15:01.958452 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-782fa263-17b3-4125-b676-df39c168f61f tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1728690
Dec 23 16:15:01.964283 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 48862) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:01.971760 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-71e7362f-6663-4424-b2d6-e7be43ab7749 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Request body: {'subnet': {'network_id': 'a67646b4-5371-43ec-9f98-39fe51a67033', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:15:02.107938 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2de0b38b-190c-4cf9-8c7d-72de21251930 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864774'] for subnet, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:02.144192 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-1e08f720-f7e3-4e48-84a1-2b34e0d309fb None None] Provisioning complete for port 75c7c7c7-a6c6-4c35-8d7a-273664cf9e84 triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:15:02.150878 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1e08f720-f7e3-4e48-84a1-2b34e0d309fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:02.268650 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-0f66217a-f0ae-4d2d-b44f-3c293c0dca24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789'] for port, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:02.282630 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-6112e6d1-21e8-46eb-8620-7067d26098be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:15:02.372273 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-71e7362f-6663-4424-b2d6-e7be43ab7749 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:15:02.397827 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-71e7362f-6663-4424-b2d6-e7be43ab7749 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:15:02.413371 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f66217a-f0ae-4d2d-b44f-3c293c0dca24 None None] Pushing event deleted for resources: {'Port': ['ID=1f268b06-4160-44a8-aa40-4a668b47936a,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:15:02.416682 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71e7362f-6663-4424-b2d6-e7be43ab7749 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Made reservation on behalf of bf435ff0e7914a739a10fff5b2399c13 for: {'subnet': 1} {{(pid=87635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:15:02.417471 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-0f66217a-f0ae-4d2d-b44f-3c293c0dca24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:15:02.427887 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-71e7362f-6663-4424-b2d6-e7be43ab7749 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2610339'] for subnet, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:02.436202 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:02.458708 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f66217a-f0ae-4d2d-b44f-3c293c0dca24 None None] No DVR routers for this DVR port 1f268b06-4160-44a8-aa40-4a668b47936a on host dv-neutron-822799-1-hyperv {{(pid=87637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 23 16:15:02.548380 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f33fe6a0-01df-4418-8d9a-a079e33edc0f None None] Sync routers for ids ['e177fe5e-cdc8-403a-9923-16769a19a732'] in dv-neutron-822799-1-hyperv {{(pid=87637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 23 16:15:02.615421 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1e08f720-f7e3-4e48-84a1-2b34e0d309fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:02.643502 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f33fe6a0-01df-4418-8d9a-a079e33edc0f None None] Routers {'e177fe5e-cdc8-403a-9923-16769a19a732'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:15:02.644166 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-f33fe6a0-01df-4418-8d9a-a079e33edc0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc10ef730>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:14:50Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['e177fe5e-cdc8-403a-9923-16769a19a732'], 'active': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:15:02.656502 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2de0b38b-190c-4cf9-8c7d-72de21251930 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2176495', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2618677'] for subnet, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:02.665108 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-63d93b45-7d7f-4725-beb0-2267d4f6e44f tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:15:02.694215 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc49316-fa47-4613-a1f0-2781bc589b5c req-798d9c70-676f-4cda-9975-f21c967796b5 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:15:02.696457 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-bcc49316-fa47-4613-a1f0-2781bc589b5c req-798d9c70-676f-4cda-9975-f21c967796b5 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/ports?device_id=fcab1d82-284e-488e-a9b7-16642f28b3dd HTTP/1.1" status: 200  len: 946 time: 0.6627176
Dec 23 16:15:02.718384 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.db.api [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87637) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 23 16:15:02.718749 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_db.api [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 23 16:15:02.755405 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de0b38b-190c-4cf9-8c7d-72de21251930 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Pushing event deleted for resources: {'Subnet': ['ID=a82b1b97-7af2-4ade-bfb1-7a34ec0047e3,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:15:02.759880 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-2de0b38b-190c-4cf9-8c7d-72de21251930 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:15:02.766485 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2de0b38b-190c-4cf9-8c7d-72de21251930 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks [] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:02.780670 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f112ec3-a3dc-4540-a1a3-e36fa919e720 None None] Network b4d52434-0333-482d-8af0-ab87411c186e requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:15:02.782115 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.extraroute_db [None req-93ff8463-b15e-4170-8a1a-84a6060c6b16 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Added routes are [] {{(pid=87636) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}}
Dec 23 16:15:02.782442 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.extraroute_db [None req-93ff8463-b15e-4170-8a1a-84a6060c6b16 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=87636) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}}
Dec 23 16:15:02.800004 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-2de0b38b-190c-4cf9-8c7d-72de21251930 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] 10.222.0.64 "DELETE /v2.0/subnets/a82b1b97-7af2-4ade-bfb1-7a34ec0047e3 HTTP/1.1" status: 204  len: 168 time: 2.0918317
Dec 23 16:15:02.803507 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 48880) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:02.820040 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-1e08f720-f7e3-4e48-84a1-2b34e0d309fb None None] For port 75c7c7c7-a6c6-4c35-8d7a-273664cf9e84, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=75c7c7c7-a6c6-4c35-8d7a-273664cf9e84,segment=NetworkSegment(d41eeac7-1afe-420d-bd8d-10e465b78acd),segment_id=d41eeac7-1afe-420d-bd8d-10e465b78acd)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:15:02.829769 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-bcc49316-fa47-4613-a1f0-2781bc589b5c req-03e3f479-8903-4c6a-a173-55f41b8a6730 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/security-groups?id=9db863d1-cf06-4331-bcb4-ba11a7636b6c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1224899
Dec 23 16:15:02.880147 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1e08f720-f7e3-4e48-84a1-2b34e0d309fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:02.907178 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-85862fc6-5308-4285-a963-99f9f4236c2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:15:02.954351 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63947646-228c-4dde-986f-81c214fdf1e5 req-291a73a9-b593-4e4c-b288-3f489edc45eb tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:15:02.955984 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-63947646-228c-4dde-986f-81c214fdf1e5 req-291a73a9-b593-4e4c-b288-3f489edc45eb tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] 10.222.0.64 "GET /v2.0/ports?device_id=f54fff32-66c0-4adb-922d-69673e61b491 HTTP/1.1" status: 200  len: 946 time: 0.3099892
Dec 23 16:15:02.959505 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-93ff8463-b15e-4170-8a1a-84a6060c6b16 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1824017', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1823768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-235299'] for router, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:02.978301 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvr_db [None req-f33fe6a0-01df-4418-8d9a-a079e33edc0f None None] Set router e177fe5e-cdc8-403a-9923-16769a19a732 gateway port host: None {{(pid=87637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:15:03.040626 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.objects.ports [None req-71e7362f-6663-4424-b2d6-e7be43ab7749 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87635) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}}
Dec 23 16:15:03.047621 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-71e7362f-6663-4424-b2d6-e7be43ab7749 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2753396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2610353'] for subnet, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:03.055167 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-1a96503e-85cb-4664-a05e-1496570e5557 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:15:03.069826 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-40ceba94-10e4-463d-a09c-4e5ad6bb2ae8 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-698866'] for network, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:03.084484 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-00cd8e24-8755-415b-a2a1-a53374692c48 None None] Could not find standard attr ID for object 13a8b8b5-bbcd-42d6-b910-e4d368e00b55. {{(pid=87637) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 23 16:15:03.133637 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71e7362f-6663-4424-b2d6-e7be43ab7749 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Network a67646b4-5371-43ec-9f98-39fe51a67033 is already hosted by enough agents. {{(pid=87635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:15:03.135834 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.base_scheduler [None req-71e7362f-6663-4424-b2d6-e7be43ab7749 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Resources bound (agent type, host, resource id):  {{(pid=87635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:15:03.142106 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71e7362f-6663-4424-b2d6-e7be43ab7749 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:15:03.143004 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-71e7362f-6663-4424-b2d6-e7be43ab7749 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks [] for subnet, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:03.184102 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e7362f-6663-4424-b2d6-e7be43ab7749 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Pushing event updated for resources: {'Subnet': ['ID=f749bb7b-7243-4387-8d0c-0041ecc66696,revision_number=0']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:15:03.187225 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-71e7362f-6663-4424-b2d6-e7be43ab7749 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:15:03.196891 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-71e7362f-6663-4424-b2d6-e7be43ab7749 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 827 time: 1.2305501
Dec 23 16:15:03.197745 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 48892) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:03.204878 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-d526c75d-96da-4ab0-a8b9-4bca24ceb078 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Request body: {'subnet': {'network_id': 'a67646b4-5371-43ec-9f98-39fe51a67033', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:15:03.214184 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-63947646-228c-4dde-986f-81c214fdf1e5 req-f8137008-b2c2-44df-9df2-17aed0ed0792 tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] 10.222.0.64 "GET /v2.0/security-groups?id=3b5fba24-44fb-4189-bd87-51876b915d36&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2439613
Dec 23 16:15:03.214898 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 48896) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:03.281473 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-40ceba94-10e4-463d-a09c-4e5ad6bb2ae8 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Deleting port 75c7c7c7-a6c6-4c35-8d7a-273664cf9e84 {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:15:03.281817 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-40ceba94-10e4-463d-a09c-4e5ad6bb2ae8 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:03.297509 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8390fc8c-8585-4dde-97b6-7366b39ddfe0 None None] Network a67646b4-5371-43ec-9f98-39fe51a67033 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:15:03.392286 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e08f720-f7e3-4e48-84a1-2b34e0d309fb None None] Pushing event updated for resources: {'Port': ['ID=75c7c7c7-a6c6-4c35-8d7a-273664cf9e84,revision_number=4']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:15:03.463621 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-1e08f720-f7e3-4e48-84a1-2b34e0d309fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.556s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:15:03.577906 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-77b31424-f1f6-41dd-9ccf-d0d6333f7a75 tempest-TagsExtTest-794743022 tempest-TagsExtTest-794743022-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-587093385'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:15:03.589905 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-77b31424-f1f6-41dd-9ccf-d0d6333f7a75 tempest-TagsExtTest-794743022 tempest-TagsExtTest-794743022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:15:03.645674 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c99bcd-f4f9-4ef1-9170-bde90fd57d8e req-83f11cc1-86d3-4a44-b50d-c3ccced67e43 tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:15:03.647548 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-98c99bcd-f4f9-4ef1-9170-bde90fd57d8e req-83f11cc1-86d3-4a44-b50d-c3ccced67e43 tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] 10.222.0.61 "GET /v2.0/ports?device_id=f54fff32-66c0-4adb-922d-69673e61b491 HTTP/1.1" status: 200  len: 946 time: 0.1583197
Dec 23 16:15:03.651164 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-d526c75d-96da-4ab0-a8b9-4bca24ceb078 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:15:03.666369 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-77b31424-f1f6-41dd-9ccf-d0d6333f7a75 tempest-TagsExtTest-794743022 tempest-TagsExtTest-794743022-project] Usage tracker for resource:network and tenant:70af2ffd0b6d4563a480681d62b69b0a is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:15:03.685215 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-77b31424-f1f6-41dd-9ccf-d0d6333f7a75 tempest-TagsExtTest-794743022 tempest-TagsExtTest-794743022-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:15:03.697058 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-d526c75d-96da-4ab0-a8b9-4bca24ceb078 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Usage tracker for resource:subnet and tenant:bf435ff0e7914a739a10fff5b2399c13 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:15:03.702319 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-d526c75d-96da-4ab0-a8b9-4bca24ceb078 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:15:03.708611 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-77b31424-f1f6-41dd-9ccf-d0d6333f7a75 tempest-TagsExtTest-794743022 tempest-TagsExtTest-794743022-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:15:03.734143 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-d526c75d-96da-4ab0-a8b9-4bca24ceb078 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:15:03.774490 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [req-98c99bcd-f4f9-4ef1-9170-bde90fd57d8e req-0c72c379-5f1c-4838-8f76-ebf374809cc7 tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] Deleting port ba1aa90b-adfb-4064-bfad-b5fc9b85dbca {{(pid=87635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:15:03.775041 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [req-98c99bcd-f4f9-4ef1-9170-bde90fd57d8e req-0c72c379-5f1c-4838-8f76-ebf374809cc7 tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:03.801207 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 02fdc1bb-d9c8-4e75-aacd-b3e937933adf up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:15:03.821589 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d526c75d-96da-4ab0-a8b9-4bca24ceb078 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Made reservation on behalf of bf435ff0e7914a739a10fff5b2399c13 for: {'subnet': 1} {{(pid=87635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:15:03.825839 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-d526c75d-96da-4ab0-a8b9-4bca24ceb078 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2610339'] for subnet, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:03.871174 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccbc7de6-12c4-4fc8-8af2-7ec8dfed6f37 None None] DHCP port deletion for b4d52434-0333-482d-8af0-ab87411c186e request from dv-neutron-822799-1-hyperv {{(pid=87637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 23 16:15:03.917669 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77b31424-f1f6-41dd-9ccf-d0d6333f7a75 tempest-TagsExtTest-794743022 tempest-TagsExtTest-794743022-project] Made reservation on behalf of 70af2ffd0b6d4563a480681d62b69b0a for: {'network': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:15:03.920434 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-77b31424-f1f6-41dd-9ccf-d0d6333f7a75 tempest-TagsExtTest-794743022 tempest-TagsExtTest-794743022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for network, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:03.926500 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-ccbc7de6-12c4-4fc8-8af2-7ec8dfed6f37 None None] Deleting port 75c7c7c7-a6c6-4c35-8d7a-273664cf9e84 {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:15:03.926884 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-ccbc7de6-12c4-4fc8-8af2-7ec8dfed6f37 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:03.955608 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-77b31424-f1f6-41dd-9ccf-d0d6333f7a75 tempest-TagsExtTest-794743022 tempest-TagsExtTest-794743022-project] Notify callbacks [] for security_group, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:03.974320 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8205f4e4-d5e8-48a5-b5b9-b16b0a63fc24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7e017a6-8198-58c8-a07e-0f786128e3b3-a67646b4-5371-43ec-9f98-39fe51a67033', 'network_id': 'a67646b4-5371-43ec-9f98-39fe51a67033', 'tenant_id': 'bf435ff0e7914a739a10fff5b2399c13', 'fixed_ips': [{'subnet_id': 'f749bb7b-7243-4387-8d0c-0041ecc66696'}]}} from dv-neutron-822799-1-hyperv. {{(pid=87637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 23 16:15:03.975139 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-8205f4e4-d5e8-48a5-b5b9-b16b0a63fc24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:04.013591 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-77b31424-f1f6-41dd-9ccf-d0d6333f7a75 tempest-TagsExtTest-794743022 tempest-TagsExtTest-794743022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:15:04.024808 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [None req-40ceba94-10e4-463d-a09c-4e5ad6bb2ae8 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] For port 75c7c7c7-a6c6-4c35-8d7a-273664cf9e84, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=75c7c7c7-a6c6-4c35-8d7a-273664cf9e84,segment=NetworkSegment(d41eeac7-1afe-420d-bd8d-10e465b78acd),segment_id=d41eeac7-1afe-420d-bd8d-10e465b78acd)] {{(pid=87636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:15:04.025315 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-40ceba94-10e4-463d-a09c-4e5ad6bb2ae8 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:04.038992 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-77b31424-f1f6-41dd-9ccf-d0d6333f7a75 tempest-TagsExtTest-794743022 tempest-TagsExtTest-794743022-project] Usage tracker for resource:security_group_rule and tenant:70af2ffd0b6d4563a480681d62b69b0a is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:15:04.093408 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-77b31424-f1f6-41dd-9ccf-d0d6333f7a75 tempest-TagsExtTest-794743022 tempest-TagsExtTest-794743022-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:15:04.099779 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning for port 02fdc1bb-d9c8-4e75-aacd-b3e937933adf completed by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:15:04.124273 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port 02fdc1bb-d9c8-4e75-aacd-b3e937933adf triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:15:04.124765 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:04.159124 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-93ff8463-b15e-4170-8a1a-84a6060c6b16 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1824017', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1823768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-235299'] for router, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:04.160675 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-77b31424-f1f6-41dd-9ccf-d0d6333f7a75 tempest-TagsExtTest-794743022 tempest-TagsExtTest-794743022-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:15:04.168640 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-40ceba94-10e4-463d-a09c-4e5ad6bb2ae8 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Calling delete_port for 75c7c7c7-a6c6-4c35-8d7a-273664cf9e84 owned by network:dhcp {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:15:04.185900 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.db.ipam_backend_mixin [None req-d526c75d-96da-4ab0-a8b9-4bca24ceb078 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f749bb7b-7243-4387-8d0c-0041ecc66696 (CIDR: 2001:db8::/64)
Dec 23 16:15:04.196856 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-f33fe6a0-01df-4418-8d9a-a079e33edc0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc10ef730>, [{'id': 'e177fe5e-cdc8-403a-9923-16769a19a732', 'name': 'tempest-RoutersTest-router-1751319929', 'tenant_id': '3fd82437e08648b4840016e8955250bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:14:14Z', 'updated_at': '2021-12-23T16:14:58Z', 'revision_number': 6, 'project_id': '3fd82437e08648b4840016e8955250bf', 'gw_port_host': None, '_interfaces': [{'id': '02fdc1bb-d9c8-4e75-aacd-b3e937933adf', 'name': '', 'network_id': '20b57bea-ae66-4e4d-9a05-3650f619a045', 'tenant_id': '3fd82437e08648b4840016e8955250bf', 'mac_address': 'fa:16:3e:fe:21:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e177fe5e-cdc8-403a-9923-16769a19a732', 'device_owner': 'network:router_interface', 'standard_attr_id': 957, 'fixed_ips': [{'subnet_id': '68283af9-9c65-465a-955f-d5e67aab81b6', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:14:52Z', 'updated_at': '2021-12-23T16:15:00Z', 'revision_number': 4, 'project_id': '3fd82437e08648b4840016e8955250bf', 'subnets': [{'id': '68283af9-9c65-465a-955f-d5e67aab81b6', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '53fa6265-7186-4cc6-80e8-a567cd6ed778', 'name': '', 'network_id': 'f06e897a-ce42-450f-8aa2-b6ed7d90ee93', 'tenant_id': '3fd82437e08648b4840016e8955250bf', 'mac_address': 'fa:16:3e:b0:16:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e177fe5e-cdc8-403a-9923-16769a19a732', 'device_owner': 'network:router_interface', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '37cda75c-0338-47ba-b691-74c1f334d38b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:14:40Z', 'updated_at': '2021-12-23T16:14:51Z', 'revision_number': 5, 'project_id': '3fd82437e08648b4840016e8955250bf', 'subnets': [{'id': '37cda75c-0338-47ba-b691-74c1f334d38b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9f092cc1-6082-4561-b1c3-16cbcde34d7a', 'name': '', 'network_id': '93d5306b-b044-45e0-820f-21a84f15a715', 'tenant_id': '3fd82437e08648b4840016e8955250bf', 'mac_address': 'fa:16:3e:86:78:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e177fe5e-cdc8-403a-9923-16769a19a732', 'device_owner': 'network:router_interface', 'standard_attr_id': 870, 'fixed_ips': [{'subnet_id': '4d508dea-bd45-4414-a7fb-afb4f674db06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:14:20Z', 'updated_at': '2021-12-23T16:14:37Z', 'revision_number': 5, 'project_id': '3fd82437e08648b4840016e8955250bf', 'subnets': [{'id': '4d508dea-bd45-4414-a7fb-afb4f674db06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e63eb4bc-b02f-435a-a09c-c251cfabc079', 'name': '', 'network_id': 'ce320326-8ff7-4658-8e61-16a31833d08c', 'tenant_id': '3fd82437e08648b4840016e8955250bf', 'mac_address': 'fa:16:3e:99:5d:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e177fe5e-cdc8-403a-9923-16769a19a732', 'device_owner': 'network:router_interface', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': 'b4ea8d7f-3d9f-4697-ade4-7a55eefb7293', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:14:29Z', 'updated_at': '2021-12-23T16:14:43Z', 'revision_number': 5, 'project_id': '3fd82437e08648b4840016e8955250bf', 'subnets': [{'id': 'b4ea8d7f-3d9f-4697-ade4-7a55eefb7293', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:15:04.197390 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.pecan_wsgi.hooks.translation [None req-d526c75d-96da-4ab0-a8b9-4bca24ceb078 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 23 16:15:04.197548 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-93ff8463-b15e-4170-8a1a-84a6060c6b16 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1824234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1824024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1824227', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1823761'] for router, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:04.197802 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d526c75d-96da-4ab0-a8b9-4bca24ceb078 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 23 16:15:04.220714 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f33fe6a0-01df-4418-8d9a-a079e33edc0f None None] Checking router: e177fe5e-cdc8-403a-9923-16769a19a732 for host: dv-neutron-822799-1-hyperv {{(pid=87637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 23 16:15:04.298240 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-d526c75d-96da-4ab0-a8b9-4bca24ceb078 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 1.0993154
Dec 23 16:15:04.304035 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f33fe6a0-01df-4418-8d9a-a079e33edc0f None None] Routers {'e177fe5e-cdc8-403a-9923-16769a19a732'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:15:04.305001 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-f33fe6a0-01df-4418-8d9a-a079e33edc0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc10ef730>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:14:50Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['e177fe5e-cdc8-403a-9923-16769a19a732'], 'active': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:15:04.305866 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.db [req-98c99bcd-f4f9-4ef1-9170-bde90fd57d8e req-0c72c379-5f1c-4838-8f76-ebf374809cc7 tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] For port ba1aa90b-adfb-4064-bfad-b5fc9b85dbca, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=ba1aa90b-adfb-4064-bfad-b5fc9b85dbca,segment=NetworkSegment(5b2dc38d-af73-4f53-bcc7-5cd4bb0f9f9f),segment_id=5b2dc38d-af73-4f53-bcc7-5cd4bb0f9f9f)] {{(pid=87635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:15:04.306448 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [req-98c99bcd-f4f9-4ef1-9170-bde90fd57d8e req-0c72c379-5f1c-4838-8f76-ebf374809cc7 tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:04.319505 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 48906) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:04.353033 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-94841a41-b512-4c9d-abdb-b98b4d516724 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Request body: {'subnet': {'network_id': 'a67646b4-5371-43ec-9f98-39fe51a67033', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:15:04.392337 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93ff8463-b15e-4170-8a1a-84a6060c6b16 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Router e177fe5e-cdc8-403a-9923-16769a19a732 has already been hosted by L3 agent 371d4c41-c7e2-4de7-9539-c049ec4e95d1 {{(pid=87636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 23 16:15:04.437178 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801c6fa7-851f-4a29-80ce-153f3612e007 req-051d9509-d0ea-4973-8b84-24bf18e16179 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:15:04.438652 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-801c6fa7-851f-4a29-80ce-153f3612e007 req-051d9509-d0ea-4973-8b84-24bf18e16179 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/ports?device_id=fcab1d82-284e-488e-a9b7-16642f28b3dd HTTP/1.1" status: 200  len: 946 time: 0.4433370
Dec 23 16:15:04.548429 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-ccbc7de6-12c4-4fc8-8af2-7ec8dfed6f37 None None] For port 75c7c7c7-a6c6-4c35-8d7a-273664cf9e84, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=75c7c7c7-a6c6-4c35-8d7a-273664cf9e84,segment=NetworkSegment(d41eeac7-1afe-420d-bd8d-10e465b78acd),segment_id=d41eeac7-1afe-420d-bd8d-10e465b78acd)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:15:04.548817 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-ccbc7de6-12c4-4fc8-8af2-7ec8dfed6f37 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:04.593902 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvr_db [None req-f33fe6a0-01df-4418-8d9a-a079e33edc0f None None] Set router e177fe5e-cdc8-403a-9923-16769a19a732 gateway port host: None {{(pid=87637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:15:04.654924 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-40ceba94-10e4-463d-a09c-4e5ad6bb2ae8 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:04.663772 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-50a3d0f3-501c-41d3-9f0e-921f08e9d606 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:15:04.674284 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-801c6fa7-851f-4a29-80ce-153f3612e007 req-111457b2-1197-4222-9d0d-3654b69ff304 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/security-groups?id=9db863d1-cf06-4331-bcb4-ba11a7636b6c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1748006
Dec 23 16:15:04.717030 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-94841a41-b512-4c9d-abdb-b98b4d516724 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:15:04.730206 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ceba94-10e4-463d-a09c-4e5ad6bb2ae8 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Pushing event deleted for resources: {'Port': ['ID=75c7c7c7-a6c6-4c35-8d7a-273664cf9e84,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:15:04.733220 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-40ceba94-10e4-463d-a09c-4e5ad6bb2ae8 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:15:04.736734 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93ff8463-b15e-4170-8a1a-84a6060c6b16 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify agent at l3_agent.dv-neutron-822799-1-hyperv the message routers_updated {{(pid=87636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 23 16:15:04.745223 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40ceba94-10e4-463d-a09c-4e5ad6bb2ae8 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] No DVR routers for this DVR port 75c7c7c7-a6c6-4c35-8d7a-273664cf9e84 on host dv-neutron-822799-1-hyperv {{(pid=87636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 23 16:15:04.803685 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-94841a41-b512-4c9d-abdb-b98b4d516724 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Usage tracker for resource:subnet and tenant:bf435ff0e7914a739a10fff5b2399c13 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:15:04.806367 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_common [None req-8205f4e4-d5e8-48a5-b5b9-b16b0a63fc24 None None] Allocated IP 2001:db8::f816:3eff:fe31:76e4 (a67646b4-5371-43ec-9f98-39fe51a67033/f749bb7b-7243-4387-8d0c-0041ecc66696/27fb761a-b6a5-4372-bec9-1e7b22f93668) {{(pid=87637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:15:04.808195 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-94841a41-b512-4c9d-abdb-b98b4d516724 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:15:04.814379 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-94841a41-b512-4c9d-abdb-b98b4d516724 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:15:04.821145 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-ccbc7de6-12c4-4fc8-8af2-7ec8dfed6f37 None None] Calling delete_port for 75c7c7c7-a6c6-4c35-8d7a-273664cf9e84 owned by network:dhcp {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:15:04.826044 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169f372a-0596-4240-b49b-456a5dba880d req-090cb125-d096-40ea-827f-189e5970fefc tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:15:04.827401 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-169f372a-0596-4240-b49b-456a5dba880d req-090cb125-d096-40ea-827f-189e5970fefc tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] 10.222.0.64 "GET /v2.0/ports?device_id=f54fff32-66c0-4adb-922d-69673e61b491 HTTP/1.1" status: 200  len: 946 time: 0.4263315
Dec 23 16:15:04.897309 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [req-98c99bcd-f4f9-4ef1-9170-bde90fd57d8e req-0c72c379-5f1c-4838-8f76-ebf374809cc7 tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:04.897697 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [req-98c99bcd-f4f9-4ef1-9170-bde90fd57d8e req-0c72c379-5f1c-4838-8f76-ebf374809cc7 tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1824189'] for floatingip, after_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:04.898033 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.db.l3_db [req-98c99bcd-f4f9-4ef1-9170-bde90fd57d8e req-0c72c379-5f1c-4838-8f76-ebf374809cc7 tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] Floating IP adb0c251-3ee5-496d-bf4f-3351cd11c697 disassociated. External IP: 172.26.3.127, port: ba1aa90b-adfb-4064-bfad-b5fc9b85dbca.
Dec 23 16:15:04.898372 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [req-98c99bcd-f4f9-4ef1-9170-bde90fd57d8e req-0c72c379-5f1c-4838-8f76-ebf374809cc7 tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] Calling delete_port for ba1aa90b-adfb-4064-bfad-b5fc9b85dbca owned by compute:nova {{(pid=87635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:15:04.943191 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-77b31424-f1f6-41dd-9ccf-d0d6333f7a75 tempest-TagsExtTest-794743022 tempest-TagsExtTest-794743022-project] Notify callbacks [] for security_group, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:04.952346 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-93ff8463-b15e-4170-8a1a-84a6060c6b16 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks [] for router, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:04.956065 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-93ff8463-b15e-4170-8a1a-84a6060c6b16 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] 10.222.0.64 "PUT /v2.0/routers/e177fe5e-cdc8-403a-9923-16769a19a732 HTTP/1.1" status: 200  len: 700 time: 3.5173104
Dec 23 16:15:04.956552 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-40ceba94-10e4-463d-a09c-4e5ad6bb2ae8 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-864347', 'neutron.services.segments.db._delete_segments_for_network-8735362908070'] for network, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:04.963241 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 48912) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:04.977816 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-77b31424-f1f6-41dd-9ccf-d0d6333f7a75 tempest-TagsExtTest-794743022 tempest-TagsExtTest-794743022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:04.986301 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-50ab9fa8-3a00-4b33-b255-6b758eab5ad8 tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:15:04.994043 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:05.018399 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-169f372a-0596-4240-b49b-456a5dba880d req-97b68a90-0f64-444b-b12f-313d66e5d11c tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] 10.222.0.64 "GET /v2.0/security-groups?id=3b5fba24-44fb-4189-bd87-51876b915d36&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1815674
Dec 23 16:15:05.031987 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-40ceba94-10e4-463d-a09c-4e5ad6bb2ae8 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1dc1a81400>,) {'filters': {'network_id': ['b4d52434-0333-482d-8af0-ab87411c186e']}} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:15:05.032191 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94841a41-b512-4c9d-abdb-b98b4d516724 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Made reservation on behalf of bf435ff0e7914a739a10fff5b2399c13 for: {'subnet': 1} {{(pid=87635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:15:05.035458 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-94841a41-b512-4c9d-abdb-b98b4d516724 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2610339'] for subnet, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:05.042667 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77b31424-f1f6-41dd-9ccf-d0d6333f7a75 tempest-TagsExtTest-794743022 tempest-TagsExtTest-794743022-project] vlan segment allocate from pool success with {'vlan_id': 444, 'physical_network': 'physnet1'}  {{(pid=87636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 23 16:15:05.066462 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-77b31424-f1f6-41dd-9ccf-d0d6333f7a75 tempest-TagsExtTest-794743022 tempest-TagsExtTest-794743022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:05.066720 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.db.segments_db [None req-77b31424-f1f6-41dd-9ccf-d0d6333f7a75 tempest-TagsExtTest-794743022 tempest-TagsExtTest-794743022-project] Added segment 0c962f1d-f9ca-43b8-a901-69ebff86d57e of type vlan for network 9b7283d7-093d-4e7e-8305-750f6754fb16
Dec 23 16:15:05.076890 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-40ceba94-10e4-463d-a09c-4e5ad6bb2ae8 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dc1a81400>, 'd41eeac7-1afe-420d-bd8d-10e465b78acd') {'for_net_delete': True} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:15:05.077289 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-40ceba94-10e4-463d-a09c-4e5ad6bb2ae8 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dc1a81400>, 'd41eeac7-1afe-420d-bd8d-10e465b78acd') {} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:15:05.084880 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b31424-f1f6-41dd-9ccf-d0d6333f7a75 tempest-TagsExtTest-794743022 tempest-TagsExtTest-794743022-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46699ded-5e20-43a1-b7f1-a67d17204f47,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:15:05.087120 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c860f864-ed43-4cf0-97fc-e4f11a6634ba req-b8f4a761-066e-4dca-927b-b143cc3706ab tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:15:05.089142 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-c860f864-ed43-4cf0-97fc-e4f11a6634ba req-b8f4a761-066e-4dca-927b-b143cc3706ab tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/ports?device_id=fcab1d82-284e-488e-a9b7-16642f28b3dd HTTP/1.1" status: 200  len: 946 time: 0.2663677
Dec 23 16:15:05.095566 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-77b31424-f1f6-41dd-9ccf-d0d6333f7a75 tempest-TagsExtTest-794743022 tempest-TagsExtTest-794743022-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:15:05.102376 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-40ceba94-10e4-463d-a09c-4e5ad6bb2ae8 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735363085442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2382197'] for segment, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:05.128933 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-77b31424-f1f6-41dd-9ccf-d0d6333f7a75 tempest-TagsExtTest-794743022 tempest-TagsExtTest-794743022-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735362521793'] for network, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:05.138326 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-40ceba94-10e4-463d-a09c-4e5ad6bb2ae8 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:05.147967 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40ceba94-10e4-463d-a09c-4e5ad6bb2ae8 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Releasing vlan 404 on physical network physnet1 to pool {{(pid=87636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 23 16:15:05.148517 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-40ceba94-10e4-463d-a09c-4e5ad6bb2ae8 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2176261'] for segment, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:05.163933 dv-neutron-822799-1-hyperv neutron-server[87636]: Traceback (most recent call last):
Dec 23 16:15:05.163933 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 23 16:15:05.163933 dv-neutron-822799-1-hyperv neutron-server[87636]:     timer()
Dec 23 16:15:05.163933 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:15:05.163933 dv-neutron-822799-1-hyperv neutron-server[87636]:     cb(*args, **kw)
Dec 23 16:15:05.163933 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 23 16:15:05.163933 dv-neutron-822799-1-hyperv neutron-server[87636]:     return func(*args, **kwargs)
Dec 23 16:15:05.163933 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:15:05.163933 dv-neutron-822799-1-hyperv neutron-server[87636]:     self._notify()
Dec 23 16:15:05.163933 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:15:05.163933 dv-neutron-822799-1-hyperv neutron-server[87636]:     self.callback(batched_events)
Dec 23 16:15:05.163933 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:15:05.163933 dv-neutron-822799-1-hyperv neutron-server[87636]:     event.method(event)
Dec 23 16:15:05.163933 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:15:05.163933 dv-neutron-822799-1-hyperv neutron-server[87636]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:15:05.163933 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 23 16:15:05.163933 dv-neutron-822799-1-hyperv neutron-server[87636]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 23 16:15:05.163933 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 23 16:15:05.163933 dv-neutron-822799-1-hyperv neutron-server[87636]:     return f(self, *a, **k)
Dec 23 16:15:05.163933 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:15:05.163933 dv-neutron-822799-1-hyperv neutron-server[87636]:     return self._get(url).json()
Dec 23 16:15:05.163933 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 23 16:15:05.163933 dv-neutron-822799-1-hyperv neutron-server[87636]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 23 16:15:05.163933 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 23 16:15:05.163933 dv-neutron-822799-1-hyperv neutron-server[87636]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:15:05.163933 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 23 16:15:05.163933 dv-neutron-822799-1-hyperv neutron-server[87636]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 23 16:15:05.163933 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 23 16:15:05.163933 dv-neutron-822799-1-hyperv neutron-server[87636]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:15:05.163933 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 23 16:15:05.163933 dv-neutron-822799-1-hyperv neutron-server[87636]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:15:05.163933 dv-neutron-822799-1-hyperv neutron-server[87636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:15:05.289835 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.db.api [None req-ccbc7de6-12c4-4fc8-8af2-7ec8dfed6f37 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87637) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 23 16:15:05.290204 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_db.api [None req-ccbc7de6-12c4-4fc8-8af2-7ec8dfed6f37 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 23 16:15:05.294891 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] For port 02fdc1bb-d9c8-4e75-aacd-b3e937933adf, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=02fdc1bb-d9c8-4e75-aacd-b3e937933adf,segment=NetworkSegment(7da2520d-2a19-4fcb-8a87-947f7affa3c8),segment_id=7da2520d-2a19-4fcb-8a87-947f7affa3c8)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:15:05.320841 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:05.321596 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 75c7c7c7-a6c6-4c35-8d7a-273664cf9e84 up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:15:05.353415 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:15:05.423770 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-77b31424-f1f6-41dd-9ccf-d0d6333f7a75 tempest-TagsExtTest-794743022 tempest-TagsExtTest-794743022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495'] for network, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:05.426445 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] No Port match for: 75c7c7c7-a6c6-4c35-8d7a-273664cf9e84 {{(pid=87637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 23 16:15:05.426854 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 75c7c7c7-a6c6-4c35-8d7a-273664cf9e84 not bound to the agent host dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}}
Dec 23 16:15:05.429381 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77b31424-f1f6-41dd-9ccf-d0d6333f7a75 tempest-TagsExtTest-794743022 tempest-TagsExtTest-794743022-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:15:05.430122 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-77b31424-f1f6-41dd-9ccf-d0d6333f7a75 tempest-TagsExtTest-794743022 tempest-TagsExtTest-794743022-project] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:05.436080 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-ad0bb022-eeac-46f7-a8ed-1febb207ac45 tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:15:05.468621 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-40ceba94-10e4-463d-a09c-4e5ad6bb2ae8 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-864336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1824171'] for network, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:05.482286 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-40ceba94-10e4-463d-a09c-4e5ad6bb2ae8 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:05.492727 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-c860f864-ed43-4cf0-97fc-e4f11a6634ba req-29750d31-57d8-4e58-aa02-d0ef3d7dd124 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/security-groups?id=9db863d1-cf06-4331-bcb4-ba11a7636b6c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1906250
Dec 23 16:15:05.507999 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Port 75c7c7c7-a6c6-4c35-8d7a-273664cf9e84 not found, will not notify nova. {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}}
Dec 23 16:15:05.511228 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-61b05f0c-3991-47b5-bea3-eebd234c3c31 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] 10.222.0.64 "GET /v2.0/routers/e177fe5e-cdc8-403a-9923-16769a19a732 HTTP/1.1" status: 200  len: 700 time: 0.5468693
Dec 23 16:15:05.517854 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 48916) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:05.568023 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-77b31424-f1f6-41dd-9ccf-d0d6333f7a75 tempest-TagsExtTest-794743022 tempest-TagsExtTest-794743022-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201  len: 778 time: 2.3412609
Dec 23 16:15:05.573797 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 48922) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:05.583485 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-1a79dff0-5db6-4c18-b534-42348aaf246b tempest-TagsExtTest-794743022 tempest-TagsExtTest-794743022-project] Request body: {'subnet': {'network_id': '9b7283d7-093d-4e7e-8305-750f6754fb16', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:15:05.594484 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Pushing event updated for resources: {'Port': ['ID=02fdc1bb-d9c8-4e75-aacd-b3e937933adf,revision_number=5']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:15:05.598030 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:15:05.614256 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-8205f4e4-d5e8-48a5-b5b9-b16b0a63fc24 None None] Notify callbacks [] for port, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:05.628851 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-8205f4e4-d5e8-48a5-b5b9-b16b0a63fc24 None None] Transition to ACTIVE for port object 27fb761a-b6a5-4372-bec9-1e7b22f93668 will not be triggered until provisioned by entity L2. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:15:05.634444 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 1f268b06-4160-44a8-aa40-4a668b47936a no longer exists at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 23 16:15:05.669349 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-40ceba94-10e4-463d-a09c-4e5ad6bb2ae8 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] 10.222.0.64 "DELETE /v2.0/networks/b4d52434-0333-482d-8af0-ab87411c186e HTTP/1.1" status: 204  len: 168 time: 2.8623204
Dec 23 16:15:05.679311 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [req-98c99bcd-f4f9-4ef1-9170-bde90fd57d8e req-0c72c379-5f1c-4838-8f76-ebf374809cc7 tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:05.682802 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 48926) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:05.687230 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] No Port match for: 1f268b06-4160-44a8-aa40-4a668b47936a {{(pid=87637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 23 16:15:05.687612 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 1f268b06-4160-44a8-aa40-4a668b47936a not bound to the agent host dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 23 16:15:05.690121 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-117ee187-2505-4e1b-8631-c68aad22fb51 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:15:05.697511 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b31424-f1f6-41dd-9ccf-d0d6333f7a75 tempest-TagsExtTest-794743022 tempest-TagsExtTest-794743022-project] Pushing event updated for resources: {'Network': ['ID=9b7283d7-093d-4e7e-8305-750f6754fb16,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:15:05.704069 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-f33fe6a0-01df-4418-8d9a-a079e33edc0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc10ef730>, [{'id': 'e177fe5e-cdc8-403a-9923-16769a19a732', 'name': 'tempest-RoutersTest-router-1751319929', 'tenant_id': '3fd82437e08648b4840016e8955250bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:14:14Z', 'updated_at': '2021-12-23T16:15:02Z', 'revision_number': 7, 'project_id': '3fd82437e08648b4840016e8955250bf', 'gw_port_host': None, '_interfaces': [{'id': '02fdc1bb-d9c8-4e75-aacd-b3e937933adf', 'name': '', 'network_id': '20b57bea-ae66-4e4d-9a05-3650f619a045', 'tenant_id': '3fd82437e08648b4840016e8955250bf', 'mac_address': 'fa:16:3e:fe:21:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e177fe5e-cdc8-403a-9923-16769a19a732', 'device_owner': 'network:router_interface', 'standard_attr_id': 957, 'fixed_ips': [{'subnet_id': '68283af9-9c65-465a-955f-d5e67aab81b6', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:14:52Z', 'updated_at': '2021-12-23T16:15:00Z', 'revision_number': 4, 'project_id': '3fd82437e08648b4840016e8955250bf', 'subnets': [{'id': '68283af9-9c65-465a-955f-d5e67aab81b6', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '53fa6265-7186-4cc6-80e8-a567cd6ed778', 'name': '', 'network_id': 'f06e897a-ce42-450f-8aa2-b6ed7d90ee93', 'tenant_id': '3fd82437e08648b4840016e8955250bf', 'mac_address': 'fa:16:3e:b0:16:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e177fe5e-cdc8-403a-9923-16769a19a732', 'device_owner': 'network:router_interface', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '37cda75c-0338-47ba-b691-74c1f334d38b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:14:40Z', 'updated_at': '2021-12-23T16:14:51Z', 'revision_number': 5, 'project_id': '3fd82437e08648b4840016e8955250bf', 'subnets': [{'id': '37cda75c-0338-47ba-b691-74c1f334d38b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9f092cc1-6082-4561-b1c3-16cbcde34d7a', 'name': '', 'network_id': '93d5306b-b044-45e0-820f-21a84f15a715', 'tenant_id': '3fd82437e08648b4840016e8955250bf', 'mac_address': 'fa:16:3e:86:78:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e177fe5e-cdc8-403a-9923-16769a19a732', 'device_owner': 'network:router_interface', 'standard_attr_id': 870, 'fixed_ips': [{'subnet_id': '4d508dea-bd45-4414-a7fb-afb4f674db06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:14:20Z', 'updated_at': '2021-12-23T16:14:37Z', 'revision_number': 5, 'project_id': '3fd82437e08648b4840016e8955250bf', 'subnets': [{'id': '4d508dea-bd45-4414-a7fb-afb4f674db06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e63eb4bc-b02f-435a-a09c-c251cfabc079', 'name': '', 'network_id': 'ce320326-8ff7-4658-8e61-16a31833d08c', 'tenant_id': '3fd82437e08648b4840016e8955250bf', 'mac_address': 'fa:16:3e:99:5d:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e177fe5e-cdc8-403a-9923-16769a19a732', 'device_owner': 'network:router_interface', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': 'b4ea8d7f-3d9f-4697-ade4-7a55eefb7293', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:14:29Z', 'updated_at': '2021-12-23T16:14:43Z', 'revision_number': 5, 'project_id': '3fd82437e08648b4840016e8955250bf', 'subnets': [{'id': 'b4ea8d7f-3d9f-4697-ade4-7a55eefb7293', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:15:05.704315 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-14530e7e-f133-4a39-9af9-1e9362412d5a tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1597098429'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:15:05.709551 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-14530e7e-f133-4a39-9af9-1e9362412d5a tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:15:05.709706 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-8205f4e4-d5e8-48a5-b5b9-b16b0a63fc24 None None] Transition to ACTIVE for port object 27fb761a-b6a5-4372-bec9-1e7b22f93668 will not be triggered until provisioned by entity DHCP. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:15:05.714983 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Network 9b7283d7-093d-4e7e-8305-750f6754fb16 details requested by agent ovs-agent-dv-neutron-822799-1-hyperv with host dv-neutron-822799-1-hyperv {{(pid=87637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 23 16:15:05.716080 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-14530e7e-f133-4a39-9af9-1e9362412d5a tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Usage tracker for resource:network and tenant:37ed648a62f44dd1bf944e0bff6f4422 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:15:05.719596 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-14530e7e-f133-4a39-9af9-1e9362412d5a tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:15:05.726911 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-14530e7e-f133-4a39-9af9-1e9362412d5a tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:15:05.734651 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f33fe6a0-01df-4418-8d9a-a079e33edc0f None None] The sync data for ids ['e177fe5e-cdc8-403a-9923-16769a19a732'] in dv-neutron-822799-1-hyperv is: [{'id': 'e177fe5e-cdc8-403a-9923-16769a19a732', 'name': 'tempest-RoutersTest-router-1751319929', 'tenant_id': '3fd82437e08648b4840016e8955250bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:14:14Z', 'updated_at': '2021-12-23T16:15:02Z', 'revision_number': 7, 'project_id': '3fd82437e08648b4840016e8955250bf', 'gw_port_host': None, '_interfaces': [{'id': '02fdc1bb-d9c8-4e75-aacd-b3e937933adf', 'name': '', 'network_id': '20b57bea-ae66-4e4d-9a05-3650f619a045', 'tenant_id': '3fd82437e08648b4840016e8955250bf', 'mac_address': 'fa:16:3e:fe:21:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e177fe5e-cdc8-403a-9923-16769a19a732', 'device_owner': 'network:router_interface', 'standard_attr_id': 957, 'fixed_ips': [{'subnet_id': '68283af9-9c65-465a-955f-d5e67aab81b6', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:14:52Z', 'updated_at': '2021-12-23T16:15:00Z', 'revision_number': 4, 'project_id': '3fd82437e08648b4840016e8955250bf', 'subnets': [{'id': '68283af9-9c65-465a-955f-d5e67aab81b6', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '53fa6265-7186-4cc6-80e8-a567cd6ed778', 'name': '', 'network_id': 'f06e897a-ce42-450f-8aa2-b6ed7d90ee93', 'tenant_id': '3fd82437e08648b4840016e8955250bf', 'mac_address': 'fa:16:3e:b0:16:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e177fe5e-cdc8-403a-9923-16769a19a732', 'device_owner': 'network:router_interface', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '37cda75c-0338-47ba-b691-74c1f334d38b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:14:40Z', 'updated_at': '2021-12-23T16:14:51Z', 'revision_number': 5, 'project_id': '3fd82437e08648b4840016e8955250bf', 'subnets': [{'id': '37cda75c-0338-47ba-b691-74c1f334d38b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9f092cc1-6082-4561-b1c3-16cbcde34d7a', 'name': '', 'network_id': '93d5306b-b044-45e0-820f-21a84f15a715', 'tenant_id': '3fd82437e08648b4840016e8955250bf', 'mac_address': 'fa:16:3e:86:78:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e177fe5e-cdc8-403a-9923-16769a19a732', 'device_owner': 'network:router_interface', 'standard_attr_id': 870, 'fixed_ips': [{'subnet_id': '4d508dea-bd45-4414-a7fb-afb4f674db06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:14:20Z', 'updated_at': '2021-12-23T16:14:37Z', 'revision_number': 5, 'project_id': '3fd82437e08648b4840016e8955250bf', 'subnets': [{'id': '4d508dea-bd45-4414-a7fb-afb4f674db06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e63eb4bc-b02f-435a-a09c-c251cfabc079', 'name': '', 'network_id': 'ce320326-8ff7-4658-8e61-16a31833d08c', 'tenant_id': '3fd82437e08648b4840016e8955250bf', 'mac_address': 'fa:16:3e:99:5d:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e177fe5e-cdc8-403a-9923-16769a19a732', 'device_owner': 'network:router_interface', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': 'b4ea8d7f-3d9f-4697-ade4-7a55eefb7293', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:14:29Z', 'updated_at': '2021-12-23T16:14:43Z', 'revision_number': 5, 'project_id': '3fd82437e08648b4840016e8955250bf', 'subnets': [{'id': 'b4ea8d7f-3d9f-4697-ade4-7a55eefb7293', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 23 16:15:05.748410 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-77b31424-f1f6-41dd-9ccf-d0d6333f7a75 tempest-TagsExtTest-794743022 tempest-TagsExtTest-794743022-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:15:05.749220 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-ba555476-c312-4546-b6a6-fd8c43a1842f tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.271s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:15:05.750685 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-8205f4e4-d5e8-48a5-b5b9-b16b0a63fc24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780'] for port, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:05.783925 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ceba94-10e4-463d-a09c-4e5ad6bb2ae8 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Pushing event deleted for resources: {'Network': ['ID=b4d52434-0333-482d-8af0-ab87411c186e,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:15:05.789158 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14530e7e-f133-4a39-9af9-1e9362412d5a tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Made reservation on behalf of 37ed648a62f44dd1bf944e0bff6f4422 for: {'network': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:15:05.793701 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-14530e7e-f133-4a39-9af9-1e9362412d5a tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for network, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:05.800858 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c72c379-5f1c-4838-8f76-ebf374809cc7 tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] Pushing event deleted for resources: {'Port': ['ID=ba1aa90b-adfb-4064-bfad-b5fc9b85dbca,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:15:05.812509 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:15:05.820200 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-0c72c379-5f1c-4838-8f76-ebf374809cc7 tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:15:05.851314 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-40ceba94-10e4-463d-a09c-4e5ad6bb2ae8 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:15:05.860056 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-ccbc7de6-12c4-4fc8-8af2-7ec8dfed6f37 None None] Deleting port 75c7c7c7-a6c6-4c35-8d7a-273664cf9e84 {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:15:05.860819 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-ccbc7de6-12c4-4fc8-8af2-7ec8dfed6f37 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:05.877309 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-1a79dff0-5db6-4c18-b534-42348aaf246b tempest-TagsExtTest-794743022 tempest-TagsExtTest-794743022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:15:05.886017 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-1a79dff0-5db6-4c18-b534-42348aaf246b tempest-TagsExtTest-794743022 tempest-TagsExtTest-794743022-project] Usage tracker for resource:subnet and tenant:70af2ffd0b6d4563a480681d62b69b0a is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:15:05.889044 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14530e7e-f133-4a39-9af9-1e9362412d5a tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] vlan segment allocate from pool success with {'vlan_id': 426, 'physical_network': 'physnet1'}  {{(pid=87636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 23 16:15:05.891469 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-1a79dff0-5db6-4c18-b534-42348aaf246b tempest-TagsExtTest-794743022 tempest-TagsExtTest-794743022-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:15:05.905384 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-1a79dff0-5db6-4c18-b534-42348aaf246b tempest-TagsExtTest-794743022 tempest-TagsExtTest-794743022-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:15:05.915405 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-14530e7e-f133-4a39-9af9-1e9362412d5a tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:05.915827 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.db.segments_db [None req-14530e7e-f133-4a39-9af9-1e9362412d5a tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Added segment 4c9a4ca1-b911-44c2-95c1-a483f98f7150 of type vlan for network 7a8395c0-89c0-4aa3-9224-6af96fc87bb3
Dec 23 16:15:05.919293 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 02fdc1bb-d9c8-4e75-aacd-b3e937933adf up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:15:05.956919 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a79dff0-5db6-4c18-b534-42348aaf246b tempest-TagsExtTest-794743022 tempest-TagsExtTest-794743022-project] Made reservation on behalf of 70af2ffd0b6d4563a480681d62b69b0a for: {'subnet': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:15:05.961682 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1a79dff0-5db6-4c18-b534-42348aaf246b tempest-TagsExtTest-794743022 tempest-TagsExtTest-794743022-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2618324'] for subnet, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:06.017707 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-14530e7e-f133-4a39-9af9-1e9362412d5a tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735362521793'] for network, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:06.061389 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-ccbc7de6-12c4-4fc8-8af2-7ec8dfed6f37 None None] The port '75c7c7c7-a6c6-4c35-8d7a-273664cf9e84' was deleted {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 23 16:15:06.076717 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8205f4e4-d5e8-48a5-b5b9-b16b0a63fc24 None None] Network a67646b4-5371-43ec-9f98-39fe51a67033 is already hosted by enough agents. {{(pid=87637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:15:06.080734 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-8205f4e4-d5e8-48a5-b5b9-b16b0a63fc24 None None] Resources bound (agent type, host, resource id):  {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:15:06.083678 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8205f4e4-d5e8-48a5-b5b9-b16b0a63fc24 None None] Received port after_create {{(pid=87637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:15:06.185545 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8205f4e4-d5e8-48a5-b5b9-b16b0a63fc24 None None] Pushing event updated for resources: {'Port': ['ID=27fb761a-b6a5-4372-bec9-1e7b22f93668,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:15:06.190593 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-8205f4e4-d5e8-48a5-b5b9-b16b0a63fc24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:15:06.194184 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0247db0-5588-4ea0-9968-55f2c6351ce8 None None] Sync routers for ids ['e177fe5e-cdc8-403a-9923-16769a19a732'] in dv-neutron-822799-1-hyperv {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 23 16:15:06.214332 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0247db0-5588-4ea0-9968-55f2c6351ce8 None None] Routers {'e177fe5e-cdc8-403a-9923-16769a19a732'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:15:06.215278 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-f0247db0-5588-4ea0-9968-55f2c6351ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc1eaf160>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:14:50Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['e177fe5e-cdc8-403a-9923-16769a19a732'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:15:06.243892 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-14530e7e-f133-4a39-9af9-1e9362412d5a tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495'] for network, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:06.249442 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14530e7e-f133-4a39-9af9-1e9362412d5a tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:15:06.250039 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-14530e7e-f133-4a39-9af9-1e9362412d5a tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:06.263013 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-8205f4e4-d5e8-48a5-b5b9-b16b0a63fc24 None None] Attempting to bind port 27fb761a-b6a5-4372-bec9-1e7b22f93668 on host dv-neutron-822799-1-hyperv for vnic_type normal with profile  {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:15:06.263614 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-8205f4e4-d5e8-48a5-b5b9-b16b0a63fc24 None None] Attempting to bind port 27fb761a-b6a5-4372-bec9-1e7b22f93668 by drivers openvswitch,hyperv on host dv-neutron-822799-1-hyperv at level 0 using segments [{'id': 'd0e346f7-32a7-41a0-b972-301688edbe10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'a67646b4-5371-43ec-9f98-39fe51a67033'}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:15:06.264004 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8205f4e4-d5e8-48a5-b5b9-b16b0a63fc24 None None] Attempting to bind port 27fb761a-b6a5-4372-bec9-1e7b22f93668 on network a67646b4-5371-43ec-9f98-39fe51a67033 {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:15:06.272652 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8205f4e4-d5e8-48a5-b5b9-b16b0a63fc24 None None] Checking agent: {'id': '20d2070f-69a9-4e73-8d08-6f0387a40158', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822799-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 21), 'started_at': datetime.datetime(2021, 12, 23, 16, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 14, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822799-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 23 16:15:06.273051 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8205f4e4-d5e8-48a5-b5b9-b16b0a63fc24 None None] Checking segment: {'id': 'd0e346f7-32a7-41a0-b972-301688edbe10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'a67646b4-5371-43ec-9f98-39fe51a67033'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:15:06.274080 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-8205f4e4-d5e8-48a5-b5b9-b16b0a63fc24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:06.274498 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8205f4e4-d5e8-48a5-b5b9-b16b0a63fc24 None None] Bound using segment: {'id': 'd0e346f7-32a7-41a0-b972-301688edbe10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'a67646b4-5371-43ec-9f98-39fe51a67033'} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 23 16:15:06.274992 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-8205f4e4-d5e8-48a5-b5b9-b16b0a63fc24 None None] Bound port: 27fb761a-b6a5-4372-bec9-1e7b22f93668, host: dv-neutron-822799-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0e346f7-32a7-41a0-b972-301688edbe10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'a67646b4-5371-43ec-9f98-39fe51a67033'}}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 23 16:15:06.275385 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-8205f4e4-d5e8-48a5-b5b9-b16b0a63fc24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:06.290335 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port 02fdc1bb-d9c8-4e75-aacd-b3e937933adf triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:15:06.290722 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:06.390466 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-8d0ff4e0-f16c-4bd8-88de-deb7e925baac tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:15:06.416265 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-14530e7e-f133-4a39-9af9-1e9362412d5a tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 0.7212899
Dec 23 16:15:06.419627 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 48936) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:06.428249 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-420e30ad-f05f-493e-be04-c46c0d1445cd tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Request body: {'subnet': {'network_id': '7a8395c0-89c0-4aa3-9224-6af96fc87bb3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:15:06.439054 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-8205f4e4-d5e8-48a5-b5b9-b16b0a63fc24 None None] For port 27fb761a-b6a5-4372-bec9-1e7b22f93668, host dv-neutron-822799-1-hyperv, cleared binding levels {{(pid=87637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 23 16:15:06.444430 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-8205f4e4-d5e8-48a5-b5b9-b16b0a63fc24 None None] For port 27fb761a-b6a5-4372-bec9-1e7b22f93668, host dv-neutron-822799-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=27fb761a-b6a5-4372-bec9-1e7b22f93668,segment=NetworkSegment(d0e346f7-32a7-41a0-b972-301688edbe10),segment_id=d0e346f7-32a7-41a0-b972-301688edbe10)] {{(pid=87637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 23 16:15:06.454918 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-8cf39409-4923-4590-b578-b8871eb187a3 req-60fbafde-e9ea-491f-bfa1-6e191372a4a9 tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] 10.222.0.64 "GET /v2.0/ports?device_id=f54fff32-66c0-4adb-922d-69673e61b491 HTTP/1.1" status: 200  len: 210 time: 0.1530974
Dec 23 16:15:06.470916 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-f0247db0-5588-4ea0-9968-55f2c6351ce8 None None] Set router e177fe5e-cdc8-403a-9923-16769a19a732 gateway port host: None {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:15:06.485886 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-8205f4e4-d5e8-48a5-b5b9-b16b0a63fc24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:06.499260 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:15:06.532252 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.l3_agent_scheduler [req-98c99bcd-f4f9-4ef1-9170-bde90fd57d8e req-0c72c379-5f1c-4838-8f76-ebf374809cc7 tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] Router 3fcc639f-0d7e-4f4d-a92f-e3c896a4f0c6 has already been hosted by L3 agent 371d4c41-c7e2-4de7-9539-c049ec4e95d1 {{(pid=87635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 23 16:15:06.558871 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14530e7e-f133-4a39-9af9-1e9362412d5a tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Pushing event updated for resources: {'Network': ['ID=7a8395c0-89c0-4aa3-9224-6af96fc87bb3,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:15:06.571291 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-14530e7e-f133-4a39-9af9-1e9362412d5a tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:15:06.579570 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Network 7a8395c0-89c0-4aa3-9224-6af96fc87bb3 details requested by agent ovs-agent-dv-neutron-822799-1-hyperv with host dv-neutron-822799-1-hyperv {{(pid=87637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 23 16:15:06.626303 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1a79dff0-5db6-4c18-b534-42348aaf246b tempest-TagsExtTest-794743022 tempest-TagsExtTest-794743022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2176430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2618310'] for subnet, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:06.626607 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-94841a41-b512-4c9d-abdb-b98b4d516724 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2753396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2610353'] for subnet, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:06.635271 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-ac943bfb-3f47-4ccd-a4e6-baddbdf20a66 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:15:06.635480 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-b0fb7284-7624-4056-985d-756acb494fc4 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:15:06.737026 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a79dff0-5db6-4c18-b534-42348aaf246b tempest-TagsExtTest-794743022 tempest-TagsExtTest-794743022-project] Checking segment: {'id': '0c962f1d-f9ca-43b8-a901-69ebff86d57e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '9b7283d7-093d-4e7e-8305-750f6754fb16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:15:06.737397 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a79dff0-5db6-4c18-b534-42348aaf246b tempest-TagsExtTest-794743022 tempest-TagsExtTest-794743022-project] Network hostable DHCP agents. Network: 9b7283d7-093d-4e7e-8305-750f6754fb16, hostable agents: ['1c812d71-eadf-4fb3-b98e-67468a4aa7e2'], hosted agents: [] {{(pid=87636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 23 16:15:06.750796 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8205f4e4-d5e8-48a5-b5b9-b16b0a63fc24 None None] Pushing event updated for resources: {'Port': ['ID=27fb761a-b6a5-4372-bec9-1e7b22f93668,revision_number=2']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:15:06.755482 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a79dff0-5db6-4c18-b534-42348aaf246b tempest-TagsExtTest-794743022 tempest-TagsExtTest-794743022-project] Pushing event updated for resources: {'Subnet': ['ID=72325548-f03b-48d8-8d2c-4fd965701296,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:15:06.759296 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-1a79dff0-5db6-4c18-b534-42348aaf246b tempest-TagsExtTest-794743022 tempest-TagsExtTest-794743022-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:15:06.763092 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-420e30ad-f05f-493e-be04-c46c0d1445cd tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:15:06.763942 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-8205f4e4-d5e8-48a5-b5b9-b16b0a63fc24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:15:06.781721 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a79dff0-5db6-4c18-b534-42348aaf246b tempest-TagsExtTest-794743022 tempest-TagsExtTest-794743022-project] Network 9b7283d7-093d-4e7e-8305-750f6754fb16 is scheduled to be hosted by DHCP agent 1c812d71-eadf-4fb3-b98e-67468a4aa7e2 with binding_index 1 {{(pid=87636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 23 16:15:06.783882 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-420e30ad-f05f-493e-be04-c46c0d1445cd tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Usage tracker for resource:subnet and tenant:37ed648a62f44dd1bf944e0bff6f4422 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:15:06.797052 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-420e30ad-f05f-493e-be04-c46c0d1445cd tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:15:06.797471 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-1a79dff0-5db6-4c18-b534-42348aaf246b tempest-TagsExtTest-794743022 tempest-TagsExtTest-794743022-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822799-1-hyperv, 9b7283d7-093d-4e7e-8305-750f6754fb16) {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:15:06.812950 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21ed4e35-9772-41b5-9d17-decf77aa08e9 None None] Network 9b7283d7-093d-4e7e-8305-750f6754fb16 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:15:06.815226 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a79dff0-5db6-4c18-b534-42348aaf246b tempest-TagsExtTest-794743022 tempest-TagsExtTest-794743022-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:15:06.815805 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94841a41-b512-4c9d-abdb-b98b4d516724 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Network a67646b4-5371-43ec-9f98-39fe51a67033 is already hosted by enough agents. {{(pid=87635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:15:06.816320 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1a79dff0-5db6-4c18-b534-42348aaf246b tempest-TagsExtTest-794743022 tempest-TagsExtTest-794743022-project] Notify callbacks [] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:06.847206 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-1a79dff0-5db6-4c18-b534-42348aaf246b tempest-TagsExtTest-794743022 tempest-TagsExtTest-794743022-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.2686112
Dec 23 16:15:06.847479 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 48940) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:06.851371 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 75c7c7c7-a6c6-4c35-8d7a-273664cf9e84 no longer exists at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 23 16:15:06.856297 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-420e30ad-f05f-493e-be04-c46c0d1445cd tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:15:06.857766 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-d06599f5-1a2d-49f2-bdc8-7e9c41039fd2 tempest-TagsExtTest-794743022 tempest-TagsExtTest-794743022-project] Request body: {'port': {'network_id': '9b7283d7-093d-4e7e-8305-750f6754fb16', 'name': 'tempest-TagsExtTest-851864247'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:15:06.872418 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.base_scheduler [None req-94841a41-b512-4c9d-abdb-b98b4d516724 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Resources bound (agent type, host, resource id):  {{(pid=87635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:15:06.883668 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94841a41-b512-4c9d-abdb-b98b4d516724 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:15:06.884495 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-94841a41-b512-4c9d-abdb-b98b4d516724 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks [] for subnet, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:06.891452 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94841a41-b512-4c9d-abdb-b98b4d516724 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Pushing event updated for resources: {'Subnet': ['ID=7f805510-5436-47d0-aad2-3418501b78c1,revision_number=0']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:15:06.959952 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] No Port match for: 75c7c7c7-a6c6-4c35-8d7a-273664cf9e84 {{(pid=87637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 23 16:15:06.959952 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 75c7c7c7-a6c6-4c35-8d7a-273664cf9e84 not bound to the agent host dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 23 16:15:07.011176 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-f0247db0-5588-4ea0-9968-55f2c6351ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc1eaf160>, [{'id': 'e177fe5e-cdc8-403a-9923-16769a19a732', 'name': 'tempest-RoutersTest-router-1751319929', 'tenant_id': '3fd82437e08648b4840016e8955250bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:14:14Z', 'updated_at': '2021-12-23T16:15:02Z', 'revision_number': 7, 'project_id': '3fd82437e08648b4840016e8955250bf', 'gw_port_host': None, '_interfaces': [{'id': '02fdc1bb-d9c8-4e75-aacd-b3e937933adf', 'name': '', 'network_id': '20b57bea-ae66-4e4d-9a05-3650f619a045', 'tenant_id': '3fd82437e08648b4840016e8955250bf', 'mac_address': 'fa:16:3e:fe:21:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e177fe5e-cdc8-403a-9923-16769a19a732', 'device_owner': 'network:router_interface', 'standard_attr_id': 957, 'fixed_ips': [{'subnet_id': '68283af9-9c65-465a-955f-d5e67aab81b6', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:14:52Z', 'updated_at': '2021-12-23T16:15:05Z', 'revision_number': 5, 'project_id': '3fd82437e08648b4840016e8955250bf', 'subnets': [{'id': '68283af9-9c65-465a-955f-d5e67aab81b6', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '53fa6265-7186-4cc6-80e8-a567cd6ed778', 'name': '', 'network_id': 'f06e897a-ce42-450f-8aa2-b6ed7d90ee93', 'tenant_id': '3fd82437e08648b4840016e8955250bf', 'mac_address': 'fa:16:3e:b0:16:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e177fe5e-cdc8-403a-9923-16769a19a732', 'device_owner': 'network:router_interface', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '37cda75c-0338-47ba-b691-74c1f334d38b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:14:40Z', 'updated_at': '2021-12-23T16:14:51Z', 'revision_number': 5, 'project_id': '3fd82437e08648b4840016e8955250bf', 'subnets': [{'id': '37cda75c-0338-47ba-b691-74c1f334d38b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9f092cc1-6082-4561-b1c3-16cbcde34d7a', 'name': '', 'network_id': '93d5306b-b044-45e0-820f-21a84f15a715', 'tenant_id': '3fd82437e08648b4840016e8955250bf', 'mac_address': 'fa:16:3e:86:78:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e177fe5e-cdc8-403a-9923-16769a19a732', 'device_owner': 'network:router_interface', 'standard_attr_id': 870, 'fixed_ips': [{'subnet_id': '4d508dea-bd45-4414-a7fb-afb4f674db06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:14:20Z', 'updated_at': '2021-12-23T16:14:37Z', 'revision_number': 5, 'project_id': '3fd82437e08648b4840016e8955250bf', 'subnets': [{'id': '4d508dea-bd45-4414-a7fb-afb4f674db06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e63eb4bc-b02f-435a-a09c-c251cfabc079', 'name': '', 'network_id': 'ce320326-8ff7-4658-8e61-16a31833d08c', 'tenant_id': '3fd82437e08648b4840016e8955250bf', 'mac_address': 'fa:16:3e:99:5d:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e177fe5e-cdc8-403a-9923-16769a19a732', 'device_owner': 'network:router_interface', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': 'b4ea8d7f-3d9f-4697-ade4-7a55eefb7293', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:14:29Z', 'updated_at': '2021-12-23T16:14:43Z', 'revision_number': 5, 'project_id': '3fd82437e08648b4840016e8955250bf', 'subnets': [{'id': 'b4ea8d7f-3d9f-4697-ade4-7a55eefb7293', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:15:07.016621 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0247db0-5588-4ea0-9968-55f2c6351ce8 None None] Checking router: e177fe5e-cdc8-403a-9923-16769a19a732 for host: dv-neutron-822799-1-hyperv {{(pid=87638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 23 16:15:07.027690 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0247db0-5588-4ea0-9968-55f2c6351ce8 None None] Routers {'e177fe5e-cdc8-403a-9923-16769a19a732'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:15:07.028622 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-f0247db0-5588-4ea0-9968-55f2c6351ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc1eaf160>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:14:50Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['e177fe5e-cdc8-403a-9923-16769a19a732'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:15:07.093581 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 48944) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:07.101976 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-d06599f5-1a2d-49f2-bdc8-7e9c41039fd2 tempest-TagsExtTest-794743022 tempest-TagsExtTest-794743022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:15:07.138190 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-94841a41-b512-4c9d-abdb-b98b4d516724 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.503s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:15:07.215463 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-d06599f5-1a2d-49f2-bdc8-7e9c41039fd2 tempest-TagsExtTest-794743022 tempest-TagsExtTest-794743022-project] Usage tracker for resource:port and tenant:70af2ffd0b6d4563a480681d62b69b0a is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:15:07.220241 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c3e4ccc-bd90-4aff-a38d-6d9ae24ed7d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7e017a6-8198-58c8-a07e-0f786128e3b3-9b7283d7-093d-4e7e-8305-750f6754fb16', 'network_id': '9b7283d7-093d-4e7e-8305-750f6754fb16', 'tenant_id': '70af2ffd0b6d4563a480681d62b69b0a', 'fixed_ips': [{'subnet_id': '72325548-f03b-48d8-8d2c-4fd965701296'}]}} from dv-neutron-822799-1-hyperv. {{(pid=87637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 23 16:15:07.221288 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-8c3e4ccc-bd90-4aff-a38d-6d9ae24ed7d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:07.231982 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-d06599f5-1a2d-49f2-bdc8-7e9c41039fd2 tempest-TagsExtTest-794743022 tempest-TagsExtTest-794743022-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:15:07.254325 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-420e30ad-f05f-493e-be04-c46c0d1445cd tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Made reservation on behalf of 37ed648a62f44dd1bf944e0bff6f4422 for: {'subnet': 1} {{(pid=87635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:15:07.269362 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-420e30ad-f05f-493e-be04-c46c0d1445cd tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2610339'] for subnet, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:07.277661 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-f0247db0-5588-4ea0-9968-55f2c6351ce8 None None] Set router e177fe5e-cdc8-403a-9923-16769a19a732 gateway port host: None {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:15:07.393873 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-d06599f5-1a2d-49f2-bdc8-7e9c41039fd2 tempest-TagsExtTest-794743022 tempest-TagsExtTest-794743022-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:15:07.420086 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-94841a41-b512-4c9d-abdb-b98b4d516724 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 3.0929213
Dec 23 16:15:07.424275 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d06599f5-1a2d-49f2-bdc8-7e9c41039fd2 tempest-TagsExtTest-794743022 tempest-TagsExtTest-794743022-project] Made reservation on behalf of 70af2ffd0b6d4563a480681d62b69b0a for: {'port': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:15:07.433095 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d06599f5-1a2d-49f2-bdc8-7e9c41039fd2 tempest-TagsExtTest-794743022 tempest-TagsExtTest-794743022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:07.447318 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 48948) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:07.461695 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-25db39af-e987-4fde-859d-72004a9a1817 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Request body: {'port': {'network_id': 'a67646b4-5371-43ec-9f98-39fe51a67033', 'mac_address': 'fa:16:3e:e6:87:80', 'name': 'tempest-NetworksTestDHCPv6-1309994458'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:15:07.557317 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_common [None req-8c3e4ccc-bd90-4aff-a38d-6d9ae24ed7d5 None None] Allocated IP 172.20.0.2 (9b7283d7-093d-4e7e-8305-750f6754fb16/72325548-f03b-48d8-8d2c-4fd965701296/6b00ae41-6a9c-4427-8f16-11156883a69a) {{(pid=87637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:15:07.581531 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Device ba1aa90b-adfb-4064-bfad-b5fc9b85dbca no longer exists at agent hyperv_hv-neutron-8227 {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 23 16:15:07.657477 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] No Port match for: ba1aa90b-adfb-4064-bfad-b5fc9b85dbca {{(pid=87637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 23 16:15:07.657812 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Device ba1aa90b-adfb-4064-bfad-b5fc9b85dbca not bound to the agent host hv-neutron-8227 {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 23 16:15:07.921371 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-420e30ad-f05f-493e-be04-c46c0d1445cd tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2753396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2610353'] for subnet, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:07.932848 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-cfefec92-9172-444d-9138-be3c7c1b8808 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:15:07.984459 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 27fb761a-b6a5-4372-bec9-1e7b22f93668 up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:15:07.985621 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-98c99bcd-f4f9-4ef1-9170-bde90fd57d8e req-0c72c379-5f1c-4838-8f76-ebf374809cc7 tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] Notify agent at l3_agent.dv-neutron-822799-1-hyperv the message routers_updated {{(pid=87635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 23 16:15:07.995972 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-f0247db0-5588-4ea0-9968-55f2c6351ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc1eaf160>, [{'id': 'e177fe5e-cdc8-403a-9923-16769a19a732', 'name': 'tempest-RoutersTest-router-1751319929', 'tenant_id': '3fd82437e08648b4840016e8955250bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:14:14Z', 'updated_at': '2021-12-23T16:15:02Z', 'revision_number': 7, 'project_id': '3fd82437e08648b4840016e8955250bf', 'gw_port_host': None, '_interfaces': [{'id': '02fdc1bb-d9c8-4e75-aacd-b3e937933adf', 'name': '', 'network_id': '20b57bea-ae66-4e4d-9a05-3650f619a045', 'tenant_id': '3fd82437e08648b4840016e8955250bf', 'mac_address': 'fa:16:3e:fe:21:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e177fe5e-cdc8-403a-9923-16769a19a732', 'device_owner': 'network:router_interface', 'standard_attr_id': 957, 'fixed_ips': [{'subnet_id': '68283af9-9c65-465a-955f-d5e67aab81b6', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:14:52Z', 'updated_at': '2021-12-23T16:15:05Z', 'revision_number': 5, 'project_id': '3fd82437e08648b4840016e8955250bf', 'subnets': [{'id': '68283af9-9c65-465a-955f-d5e67aab81b6', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '53fa6265-7186-4cc6-80e8-a567cd6ed778', 'name': '', 'network_id': 'f06e897a-ce42-450f-8aa2-b6ed7d90ee93', 'tenant_id': '3fd82437e08648b4840016e8955250bf', 'mac_address': 'fa:16:3e:b0:16:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e177fe5e-cdc8-403a-9923-16769a19a732', 'device_owner': 'network:router_interface', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '37cda75c-0338-47ba-b691-74c1f334d38b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:14:40Z', 'updated_at': '2021-12-23T16:14:51Z', 'revision_number': 5, 'project_id': '3fd82437e08648b4840016e8955250bf', 'subnets': [{'id': '37cda75c-0338-47ba-b691-74c1f334d38b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9f092cc1-6082-4561-b1c3-16cbcde34d7a', 'name': '', 'network_id': '93d5306b-b044-45e0-820f-21a84f15a715', 'tenant_id': '3fd82437e08648b4840016e8955250bf', 'mac_address': 'fa:16:3e:86:78:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e177fe5e-cdc8-403a-9923-16769a19a732', 'device_owner': 'network:router_interface', 'standard_attr_id': 870, 'fixed_ips': [{'subnet_id': '4d508dea-bd45-4414-a7fb-afb4f674db06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:14:20Z', 'updated_at': '2021-12-23T16:14:37Z', 'revision_number': 5, 'project_id': '3fd82437e08648b4840016e8955250bf', 'subnets': [{'id': '4d508dea-bd45-4414-a7fb-afb4f674db06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e63eb4bc-b02f-435a-a09c-c251cfabc079', 'name': '', 'network_id': 'ce320326-8ff7-4658-8e61-16a31833d08c', 'tenant_id': '3fd82437e08648b4840016e8955250bf', 'mac_address': 'fa:16:3e:99:5d:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e177fe5e-cdc8-403a-9923-16769a19a732', 'device_owner': 'network:router_interface', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': 'b4ea8d7f-3d9f-4697-ade4-7a55eefb7293', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:14:29Z', 'updated_at': '2021-12-23T16:14:43Z', 'revision_number': 5, 'project_id': '3fd82437e08648b4840016e8955250bf', 'subnets': [{'id': 'b4ea8d7f-3d9f-4697-ade4-7a55eefb7293', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:15:08.000908 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0247db0-5588-4ea0-9968-55f2c6351ce8 None None] The sync data for ids ['e177fe5e-cdc8-403a-9923-16769a19a732'] in dv-neutron-822799-1-hyperv is: [{'id': 'e177fe5e-cdc8-403a-9923-16769a19a732', 'name': 'tempest-RoutersTest-router-1751319929', 'tenant_id': '3fd82437e08648b4840016e8955250bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:14:14Z', 'updated_at': '2021-12-23T16:15:02Z', 'revision_number': 7, 'project_id': '3fd82437e08648b4840016e8955250bf', 'gw_port_host': None, '_interfaces': [{'id': '02fdc1bb-d9c8-4e75-aacd-b3e937933adf', 'name': '', 'network_id': '20b57bea-ae66-4e4d-9a05-3650f619a045', 'tenant_id': '3fd82437e08648b4840016e8955250bf', 'mac_address': 'fa:16:3e:fe:21:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e177fe5e-cdc8-403a-9923-16769a19a732', 'device_owner': 'network:router_interface', 'standard_attr_id': 957, 'fixed_ips': [{'subnet_id': '68283af9-9c65-465a-955f-d5e67aab81b6', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:14:52Z', 'updated_at': '2021-12-23T16:15:05Z', 'revision_number': 5, 'project_id': '3fd82437e08648b4840016e8955250bf', 'subnets': [{'id': '68283af9-9c65-465a-955f-d5e67aab81b6', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '53fa6265-7186-4cc6-80e8-a567cd6ed778', 'name': '', 'network_id': 'f06e897a-ce42-450f-8aa2-b6ed7d90ee93', 'tenant_id': '3fd82437e08648b4840016e8955250bf', 'mac_address': 'fa:16:3e:b0:16:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e177fe5e-cdc8-403a-9923-16769a19a732', 'device_owner': 'network:router_interface', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '37cda75c-0338-47ba-b691-74c1f334d38b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:14:40Z', 'updated_at': '2021-12-23T16:14:51Z', 'revision_number': 5, 'project_id': '3fd82437e08648b4840016e8955250bf', 'subnets': [{'id': '37cda75c-0338-47ba-b691-74c1f334d38b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9f092cc1-6082-4561-b1c3-16cbcde34d7a', 'name': '', 'network_id': '93d5306b-b044-45e0-820f-21a84f15a715', 'tenant_id': '3fd82437e08648b4840016e8955250bf', 'mac_address': 'fa:16:3e:86:78:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e177fe5e-cdc8-403a-9923-16769a19a732', 'device_owner': 'network:router_interface', 'standard_attr_id': 870, 'fixed_ips': [{'subnet_id': '4d508dea-bd45-4414-a7fb-afb4f674db06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:14:20Z', 'updated_at': '2021-12-23T16:14:37Z', 'revision_number': 5, 'project_id': '3fd82437e08648b4840016e8955250bf', 'subnets': [{'id': '4d508dea-bd45-4414-a7fb-afb4f674db06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e63eb4bc-b02f-435a-a09c-c251cfabc079', 'name': '', 'network_id': 'ce320326-8ff7-4658-8e61-16a31833d08c', 'tenant_id': '3fd82437e08648b4840016e8955250bf', 'mac_address': 'fa:16:3e:99:5d:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e177fe5e-cdc8-403a-9923-16769a19a732', 'device_owner': 'network:router_interface', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': 'b4ea8d7f-3d9f-4697-ade4-7a55eefb7293', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:14:29Z', 'updated_at': '2021-12-23T16:14:43Z', 'revision_number': 5, 'project_id': '3fd82437e08648b4840016e8955250bf', 'subnets': [{'id': 'b4ea8d7f-3d9f-4697-ade4-7a55eefb7293', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 23 16:15:08.036321 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [req-716c9e95-2586-4697-b843-eaa23975e2f2 req-ef4ee73e-161a-487f-9c91-e1b803cd47c9 tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] Synchronizing usage tracker for tenant:4397e61b404b4512b8e2da8fa19161c5 on resource:port {{(pid=87635) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:15:08.043127 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a6eb6f-b538-460a-9aae-9fa372bccbf0 None None] Sync routers for ids ['3fcc639f-0d7e-4f4d-a92f-e3c896a4f0c6'] in dv-neutron-822799-1-hyperv {{(pid=87637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 23 16:15:08.105208 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-8c3e4ccc-bd90-4aff-a38d-6d9ae24ed7d5 None None] Notify callbacks [] for port, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:08.123686 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1a6eb6f-b538-460a-9aae-9fa372bccbf0 None None] Routers {'3fcc639f-0d7e-4f4d-a92f-e3c896a4f0c6'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:15:08.124820 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-a1a6eb6f-b538-460a-9aae-9fa372bccbf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc0668430>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:14:50Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['3fcc639f-0d7e-4f4d-a92f-e3c896a4f0c6'], 'active': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:15:08.203405 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-8c3e4ccc-bd90-4aff-a38d-6d9ae24ed7d5 None None] Transition to ACTIVE for port object 6b00ae41-6a9c-4427-8f16-11156883a69a will not be triggered until provisioned by entity L2. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:15:08.279730 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-25db39af-e987-4fde-859d-72004a9a1817 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:15:08.283157 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.l3_dvrscheduler_db [req-98c99bcd-f4f9-4ef1-9170-bde90fd57d8e req-0c72c379-5f1c-4838-8f76-ebf374809cc7 tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] No DVR routers for this DVR port ba1aa90b-adfb-4064-bfad-b5fc9b85dbca on host hv-neutron-8227 {{(pid=87635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 23 16:15:08.287055 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-25db39af-e987-4fde-859d-72004a9a1817 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Usage tracker for resource:port and tenant:bf435ff0e7914a739a10fff5b2399c13 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:15:08.287512 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-8c3e4ccc-bd90-4aff-a38d-6d9ae24ed7d5 None None] Transition to ACTIVE for port object 6b00ae41-6a9c-4427-8f16-11156883a69a will not be triggered until provisioned by entity DHCP. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:15:08.291762 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [req-98c99bcd-f4f9-4ef1-9170-bde90fd57d8e req-0c72c379-5f1c-4838-8f76-ebf374809cc7 tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:08.292198 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-25db39af-e987-4fde-859d-72004a9a1817 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:15:08.299295 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-25db39af-e987-4fde-859d-72004a9a1817 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:15:08.301283 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f54fff32-66c0-4adb-922d-69673e61b491', 'name': 'network-vif-deleted', 'tag': 'ba1aa90b-adfb-4064-bfad-b5fc9b85dbca'}] {{(pid=87635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 23 16:15:08.307940 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-420e30ad-f05f-493e-be04-c46c0d1445cd tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Checking segment: {'id': '4c9a4ca1-b911-44c2-95c1-a483f98f7150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '7a8395c0-89c0-4aa3-9224-6af96fc87bb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:15:08.308310 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-420e30ad-f05f-493e-be04-c46c0d1445cd tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Network hostable DHCP agents. Network: 7a8395c0-89c0-4aa3-9224-6af96fc87bb3, hostable agents: ['1c812d71-eadf-4fb3-b98e-67468a4aa7e2'], hosted agents: [] {{(pid=87635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 23 16:15:08.313038 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420e30ad-f05f-493e-be04-c46c0d1445cd tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Pushing event updated for resources: {'Subnet': ['ID=c5872cd9-3a56-4648-b69c-ed6b49771e42,revision_number=0']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:15:08.345888 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [req-716c9e95-2586-4697-b843-eaa23975e2f2 req-ef4ee73e-161a-487f-9c91-e1b803cd47c9 tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] Unset dirty status for tenant:4397e61b404b4512b8e2da8fa19161c5 on resource:port {{(pid=87635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:15:08.347021 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25db39af-e987-4fde-859d-72004a9a1817 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Made reservation on behalf of bf435ff0e7914a739a10fff5b2399c13 for: {'port': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:15:08.357560 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-716c9e95-2586-4697-b843-eaa23975e2f2 req-ef4ee73e-161a-487f-9c91-e1b803cd47c9 tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] 10.222.0.64 "GET /v2.0/ports?device_id=f54fff32-66c0-4adb-922d-69673e61b491 HTTP/1.1" status: 200  len: 210 time: 0.5577159
Dec 23 16:15:08.359748 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7793c022-5009-4526-9ec5-f8952abcdee9 None None] Network a67646b4-5371-43ec-9f98-39fe51a67033 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:15:08.364775 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-420e30ad-f05f-493e-be04-c46c0d1445cd tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.432s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:15:08.368951 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [None req-d06599f5-1a2d-49f2-bdc8-7e9c41039fd2 tempest-TagsExtTest-794743022 tempest-TagsExtTest-794743022-project] device_id is not set on port b328a594-75b6-49b1-9b39-67c1050dc7e5 yet. {{(pid=87636) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 23 16:15:08.385097 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning for port 27fb761a-b6a5-4372-bec9-1e7b22f93668 completed by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:15:08.389830 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-98c99bcd-f4f9-4ef1-9170-bde90fd57d8e req-0c72c379-5f1c-4838-8f76-ebf374809cc7 tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] 10.222.0.61 "DELETE /v2.0/ports/ba1aa90b-adfb-4064-bfad-b5fc9b85dbca HTTP/1.1" status: 204  len: 173 time: 4.7357144
Dec 23 16:15:08.390510 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-8c3e4ccc-bd90-4aff-a38d-6d9ae24ed7d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780'] for port, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:08.402115 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f54fff32-66c0-4adb-922d-69673e61b491', 'name': 'network-vif-deleted', 'tag': 'ba1aa90b-adfb-4064-bfad-b5fc9b85dbca', 'status': 'completed', 'code': 200}
Dec 23 16:15:08.405098 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-7676c0a8-694e-44d3-a437-12f4638a7687 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1781419'] for router_interface, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:08.429002 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-0f66217a-f0ae-4d2d-b44f-3c293c0dca24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:15:08.477818 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-420e30ad-f05f-493e-be04-c46c0d1445cd tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Network 7a8395c0-89c0-4aa3-9224-6af96fc87bb3 is scheduled to be hosted by DHCP agent 1c812d71-eadf-4fb3-b98e-67468a4aa7e2 with binding_index 1 {{(pid=87635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 23 16:15:08.551941 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c3e4ccc-bd90-4aff-a38d-6d9ae24ed7d5 None None] Network 9b7283d7-093d-4e7e-8305-750f6754fb16 is already hosted by enough agents. {{(pid=87637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:15:08.573462 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-8c3e4ccc-bd90-4aff-a38d-6d9ae24ed7d5 None None] Resources bound (agent type, host, resource id):  {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:15:08.587663 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c3e4ccc-bd90-4aff-a38d-6d9ae24ed7d5 None None] Received port after_create {{(pid=87637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:15:08.598173 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-577c3479-aefa-4339-b8df-c8e4ab7ea9c8 None None] Provisioning for port 27fb761a-b6a5-4372-bec9-1e7b22f93668 completed by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:15:08.599179 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.base_scheduler [None req-420e30ad-f05f-493e-be04-c46c0d1445cd tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822799-1-hyperv, 7a8395c0-89c0-4aa3-9224-6af96fc87bb3) {{(pid=87635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:15:08.609137 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-420e30ad-f05f-493e-be04-c46c0d1445cd tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:15:08.609741 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-420e30ad-f05f-493e-be04-c46c0d1445cd tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks [] for subnet, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:08.648552 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5e7eb11-0da7-4d84-bce8-aa094cd9de7e None None] Network 7a8395c0-89c0-4aa3-9224-6af96fc87bb3 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:15:08.652315 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-25db39af-e987-4fde-859d-72004a9a1817 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:08.707204 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-577c3479-aefa-4339-b8df-c8e4ab7ea9c8 None None] Provisioning complete for port 27fb761a-b6a5-4372-bec9-1e7b22f93668 triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:15:08.707614 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-577c3479-aefa-4339-b8df-c8e4ab7ea9c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:08.736092 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-420e30ad-f05f-493e-be04-c46c0d1445cd tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 2.3153200
Dec 23 16:15:08.739080 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 48956) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:08.739802 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [None req-d06599f5-1a2d-49f2-bdc8-7e9c41039fd2 tempest-TagsExtTest-794743022 tempest-TagsExtTest-794743022-project] Allocated IP 172.20.0.14 (9b7283d7-093d-4e7e-8305-750f6754fb16/72325548-f03b-48d8-8d2c-4fd965701296/b328a594-75b6-49b1-9b39-67c1050dc7e5) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:15:08.743159 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvr_db [None req-a1a6eb6f-b538-460a-9aae-9fa372bccbf0 None None] Set router 3fcc639f-0d7e-4f4d-a92f-e3c896a4f0c6 gateway port host: dv-neutron-822799-1-hyperv {{(pid=87637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:15:08.745925 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-ed8c4ccd-f6d2-4e3c-8371-af8e26cc16f2 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Request body: {'port': {'network_id': '7a8395c0-89c0-4aa3-9224-6af96fc87bb3', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-707098888'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:15:08.862823 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3e4ccc-bd90-4aff-a38d-6d9ae24ed7d5 None None] Pushing event updated for resources: {'Port': ['ID=6b00ae41-6a9c-4427-8f16-11156883a69a,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:15:08.888096 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-8c3e4ccc-bd90-4aff-a38d-6d9ae24ed7d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.459s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:15:08.944808 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-8c3e4ccc-bd90-4aff-a38d-6d9ae24ed7d5 None None] Attempting to bind port 6b00ae41-6a9c-4427-8f16-11156883a69a on host dv-neutron-822799-1-hyperv for vnic_type normal with profile  {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:15:08.945472 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-8c3e4ccc-bd90-4aff-a38d-6d9ae24ed7d5 None None] Attempting to bind port 6b00ae41-6a9c-4427-8f16-11156883a69a by drivers openvswitch,hyperv on host dv-neutron-822799-1-hyperv at level 0 using segments [{'id': '0c962f1d-f9ca-43b8-a901-69ebff86d57e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '9b7283d7-093d-4e7e-8305-750f6754fb16'}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:15:08.945950 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c3e4ccc-bd90-4aff-a38d-6d9ae24ed7d5 None None] Attempting to bind port 6b00ae41-6a9c-4427-8f16-11156883a69a on network 9b7283d7-093d-4e7e-8305-750f6754fb16 {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:15:08.952364 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [None req-25db39af-e987-4fde-859d-72004a9a1817 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] device_id is not set on port 41b8e412-6010-4b1f-9bd3-35558460cd60 yet. {{(pid=87636) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 23 16:15:08.955185 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-ed8c4ccd-f6d2-4e3c-8371-af8e26cc16f2 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:15:08.967439 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-ed8c4ccd-f6d2-4e3c-8371-af8e26cc16f2 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Usage tracker for resource:port and tenant:37ed648a62f44dd1bf944e0bff6f4422 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:15:08.972556 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-ed8c4ccd-f6d2-4e3c-8371-af8e26cc16f2 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:15:08.988673 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-ed8c4ccd-f6d2-4e3c-8371-af8e26cc16f2 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:15:09.003167 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-7676c0a8-694e-44d3-a437-12f4638a7687 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Deleting port 02fdc1bb-d9c8-4e75-aacd-b3e937933adf {{(pid=87635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:15:09.003516 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-7676c0a8-694e-44d3-a437-12f4638a7687 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:09.043549 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed8c4ccd-f6d2-4e3c-8371-af8e26cc16f2 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Made reservation on behalf of 37ed648a62f44dd1bf944e0bff6f4422 for: {'port': 1} {{(pid=87635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:15:09.046282 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-ed8c4ccd-f6d2-4e3c-8371-af8e26cc16f2 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:09.100352 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.notifiers.nova [None req-ed8c4ccd-f6d2-4e3c-8371-af8e26cc16f2 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] device_id is not set on port 357f9cb0-2291-4136-980d-2714af33b632 yet. {{(pid=87635) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 23 16:15:09.125373 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c3e4ccc-bd90-4aff-a38d-6d9ae24ed7d5 None None] Checking agent: {'id': '20d2070f-69a9-4e73-8d08-6f0387a40158', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822799-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 21), 'started_at': datetime.datetime(2021, 12, 23, 16, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 14, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822799-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 23 16:15:09.126329 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c3e4ccc-bd90-4aff-a38d-6d9ae24ed7d5 None None] Checking segment: {'id': '0c962f1d-f9ca-43b8-a901-69ebff86d57e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '9b7283d7-093d-4e7e-8305-750f6754fb16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:15:09.126928 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-8c3e4ccc-bd90-4aff-a38d-6d9ae24ed7d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:09.127535 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c3e4ccc-bd90-4aff-a38d-6d9ae24ed7d5 None None] Bound using segment: {'id': '0c962f1d-f9ca-43b8-a901-69ebff86d57e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '9b7283d7-093d-4e7e-8305-750f6754fb16'} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 23 16:15:09.128199 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-8c3e4ccc-bd90-4aff-a38d-6d9ae24ed7d5 None None] Bound port: 6b00ae41-6a9c-4427-8f16-11156883a69a, host: dv-neutron-822799-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c962f1d-f9ca-43b8-a901-69ebff86d57e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '9b7283d7-093d-4e7e-8305-750f6754fb16'}}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 23 16:15:09.128780 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-8c3e4ccc-bd90-4aff-a38d-6d9ae24ed7d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:09.209673 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d06599f5-1a2d-49f2-bdc8-7e9c41039fd2 tempest-TagsExtTest-794743022 tempest-TagsExtTest-794743022-project] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:09.358445 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.db_base_plugin_common [None req-ed8c4ccd-f6d2-4e3c-8371-af8e26cc16f2 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Allocated IP 2001:db8::24f (7a8395c0-89c0-4aa3-9224-6af96fc87bb3/c5872cd9-3a56-4648-b69c-ed6b49771e42/357f9cb0-2291-4136-980d-2714af33b632) {{(pid=87635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:15:09.379075 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.provisioning_blocks [None req-d06599f5-1a2d-49f2-bdc8-7e9c41039fd2 tempest-TagsExtTest-794743022 tempest-TagsExtTest-794743022-project] Transition to ACTIVE for port object b328a594-75b6-49b1-9b39-67c1050dc7e5 will not be triggered until provisioned by entity DHCP. {{(pid=87636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:15:09.409132 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.db [None req-7676c0a8-694e-44d3-a437-12f4638a7687 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] For port 02fdc1bb-d9c8-4e75-aacd-b3e937933adf, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=02fdc1bb-d9c8-4e75-aacd-b3e937933adf,segment=NetworkSegment(7da2520d-2a19-4fcb-8a87-947f7affa3c8),segment_id=7da2520d-2a19-4fcb-8a87-947f7affa3c8)] {{(pid=87635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:15:09.409888 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-7676c0a8-694e-44d3-a437-12f4638a7687 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:09.426681 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [None req-25db39af-e987-4fde-859d-72004a9a1817 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Allocated IP 2001:db8:0:1::ab (a67646b4-5371-43ec-9f98-39fe51a67033/7f805510-5436-47d0-aad2-3418501b78c1/41b8e412-6010-4b1f-9bd3-35558460cd60) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:15:09.466733 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-510172cd-1fb0-462d-bf8b-26ca21ce9aee tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:09.478527 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [None req-25db39af-e987-4fde-859d-72004a9a1817 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Allocated IP 2001:db8::f816:3eff:fee6:8780 (a67646b4-5371-43ec-9f98-39fe51a67033/f749bb7b-7243-4387-8d0c-0041ecc66696/41b8e412-6010-4b1f-9bd3-35558460cd60) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:15:09.518830 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 48964) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:09.569553 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-468e6f90-1d77-4c0a-aa3e-f88e60b60abb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7e017a6-8198-58c8-a07e-0f786128e3b3-7a8395c0-89c0-4aa3-9224-6af96fc87bb3', 'network_id': '7a8395c0-89c0-4aa3-9224-6af96fc87bb3', 'tenant_id': '37ed648a62f44dd1bf944e0bff6f4422', 'fixed_ips': [{'subnet_id': 'c5872cd9-3a56-4648-b69c-ed6b49771e42'}]}} from dv-neutron-822799-1-hyperv. {{(pid=87637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 23 16:15:09.570724 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-468e6f90-1d77-4c0a-aa3e-f88e60b60abb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:09.605637 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-577c3479-aefa-4339-b8df-c8e4ab7ea9c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:09.638898 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d06599f5-1a2d-49f2-bdc8-7e9c41039fd2 tempest-TagsExtTest-794743022 tempest-TagsExtTest-794743022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:09.640535 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-8c3e4ccc-bd90-4aff-a38d-6d9ae24ed7d5 None None] For port 6b00ae41-6a9c-4427-8f16-11156883a69a, host dv-neutron-822799-1-hyperv, cleared binding levels {{(pid=87637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 23 16:15:09.655726 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-f6d342fe-ee7b-4777-be48-1fa426041762 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:15:09.721687 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-7676c0a8-694e-44d3-a437-12f4638a7687 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Calling delete_port for 02fdc1bb-d9c8-4e75-aacd-b3e937933adf owned by network:router_interface {{(pid=87635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:15:09.739116 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-8c3e4ccc-bd90-4aff-a38d-6d9ae24ed7d5 None None] For port 6b00ae41-6a9c-4427-8f16-11156883a69a, host dv-neutron-822799-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=6b00ae41-6a9c-4427-8f16-11156883a69a,segment=NetworkSegment(0c962f1d-f9ca-43b8-a901-69ebff86d57e),segment_id=0c962f1d-f9ca-43b8-a901-69ebff86d57e)] {{(pid=87637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 23 16:15:09.767763 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-8c3e4ccc-bd90-4aff-a38d-6d9ae24ed7d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:09.776961 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-e6433454-2bbd-4967-bc50-e85b69e0a7da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:15:09.811773 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-577c3479-aefa-4339-b8df-c8e4ab7ea9c8 None None] For port 27fb761a-b6a5-4372-bec9-1e7b22f93668, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=27fb761a-b6a5-4372-bec9-1e7b22f93668,segment=NetworkSegment(d0e346f7-32a7-41a0-b972-301688edbe10),segment_id=d0e346f7-32a7-41a0-b972-301688edbe10)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:15:09.865758 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-577c3479-aefa-4339-b8df-c8e4ab7ea9c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:09.924845 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3e4ccc-bd90-4aff-a38d-6d9ae24ed7d5 None None] Pushing event updated for resources: {'Port': ['ID=6b00ae41-6a9c-4427-8f16-11156883a69a,revision_number=2']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:15:09.930137 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-8c3e4ccc-bd90-4aff-a38d-6d9ae24ed7d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:15:09.930943 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-8205f4e4-d5e8-48a5-b5b9-b16b0a63fc24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.050s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:15:09.995397 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-ed8c4ccd-f6d2-4e3c-8371-af8e26cc16f2 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks [] for port, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:10.016211 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.provisioning_blocks [None req-ed8c4ccd-f6d2-4e3c-8371-af8e26cc16f2 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Transition to ACTIVE for port object 357f9cb0-2291-4136-980d-2714af33b632 will not be triggered until provisioned by entity DHCP. {{(pid=87635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:15:10.039085 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-a1a6eb6f-b538-460a-9aae-9fa372bccbf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc0668430>, [{'id': '3fcc639f-0d7e-4f4d-a92f-e3c896a4f0c6', 'name': 'tempest-ServerActionsTestJSON-1773443542-router', 'tenant_id': '4397e61b404b4512b8e2da8fa19161c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.130'}], 'enable_snat': True}, 'gw_port_id': '7a1ae378-b700-4af3-84fb-c01bf410ef8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:11:09Z', 'updated_at': '2021-12-23T16:11:24Z', 'revision_number': 4, 'project_id': '4397e61b404b4512b8e2da8fa19161c5', 'gw_port': {'id': '7a1ae378-b700-4af3-84fb-c01bf410ef8e', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:dd:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fcc639f-0d7e-4f4d-a92f-e3c896a4f0c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:11:12Z', 'updated_at': '2021-12-23T16:11:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_interfaces': [{'id': '0bd5114b-b67a-425e-af7b-020f0f8e86e1', 'name': '', 'network_id': 'd7a1eeae-9238-41c5-b3d8-78eaa1dfac99', 'tenant_id': '4397e61b404b4512b8e2da8fa19161c5', 'mac_address': 'fa:16:3e:07:7e:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fcc639f-0d7e-4f4d-a92f-e3c896a4f0c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'ea22a554-707a-4001-b348-60dd1fb71851', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:11:21Z', 'updated_at': '2021-12-23T16:11:37Z', 'revision_number': 5, 'project_id': '4397e61b404b4512b8e2da8fa19161c5', 'subnets': [{'id': 'ea22a554-707a-4001-b348-60dd1fb71851', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:15:10.062290 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a6eb6f-b538-460a-9aae-9fa372bccbf0 None None] Checking router: 3fcc639f-0d7e-4f4d-a92f-e3c896a4f0c6 for host: dv-neutron-822799-1-hyperv {{(pid=87637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 23 16:15:10.079942 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d06599f5-1a2d-49f2-bdc8-7e9c41039fd2 tempest-TagsExtTest-794743022 tempest-TagsExtTest-794743022-project] Network 9b7283d7-093d-4e7e-8305-750f6754fb16 is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:15:10.080235 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1a6eb6f-b538-460a-9aae-9fa372bccbf0 None None] Routers {'3fcc639f-0d7e-4f4d-a92f-e3c896a4f0c6'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:15:10.080663 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-a1a6eb6f-b538-460a-9aae-9fa372bccbf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc0668430>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:14:50Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['3fcc639f-0d7e-4f4d-a92f-e3c896a4f0c6'], 'active': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:15:10.111198 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-d06599f5-1a2d-49f2-bdc8-7e9c41039fd2 tempest-TagsExtTest-794743022 tempest-TagsExtTest-794743022-project] Resources bound (agent type, host, resource id):  {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:15:10.119601 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-ed8c4ccd-f6d2-4e3c-8371-af8e26cc16f2 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:10.127041 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-7606b434-598b-4498-aa0a-d9f79af8f9a2 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:15:10.127896 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d06599f5-1a2d-49f2-bdc8-7e9c41039fd2 tempest-TagsExtTest-794743022 tempest-TagsExtTest-794743022-project] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:15:10.153513 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06599f5-1a2d-49f2-bdc8-7e9c41039fd2 tempest-TagsExtTest-794743022 tempest-TagsExtTest-794743022-project] Pushing event updated for resources: {'Port': ['ID=b328a594-75b6-49b1-9b39-67c1050dc7e5,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:15:10.165366 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-d06599f5-1a2d-49f2-bdc8-7e9c41039fd2 tempest-TagsExtTest-794743022 tempest-TagsExtTest-794743022-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.510s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:15:10.170289 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-7676c0a8-694e-44d3-a437-12f4638a7687 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:10.203523 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2ee68b93-877f-4dd8-aa55-af25a12f8ad8 tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] Notify callbacks [] for security_group, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:10.203742 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed8c4ccd-f6d2-4e3c-8371-af8e26cc16f2 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Network 7a8395c0-89c0-4aa3-9224-6af96fc87bb3 is already hosted by enough agents. {{(pid=87635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:15:10.291017 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.base_scheduler [None req-ed8c4ccd-f6d2-4e3c-8371-af8e26cc16f2 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Resources bound (agent type, host, resource id):  {{(pid=87635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:15:10.301227 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21fb9550-6637-4031-9bf0-86a8054f9be7 None None] Update dhcp port {'port': {'network_id': 'a67646b4-5371-43ec-9f98-39fe51a67033', 'fixed_ips': [{'subnet_id': 'f749bb7b-7243-4387-8d0c-0041ecc66696', 'ip_address': '2001:db8::f816:3eff:fe31:76e4'}, {'subnet_id': '7f805510-5436-47d0-aad2-3418501b78c1'}], 'binding:host_id': 'dv-neutron-822799-1-hyperv'}, 'id': '27fb761a-b6a5-4372-bec9-1e7b22f93668'} from dv-neutron-822799-1-hyperv. {{(pid=87637) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}}
Dec 23 16:15:10.304564 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed8c4ccd-f6d2-4e3c-8371-af8e26cc16f2 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Received port after_create {{(pid=87635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:15:10.311161 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed8c4ccd-f6d2-4e3c-8371-af8e26cc16f2 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:15:10.311815 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-ed8c4ccd-f6d2-4e3c-8371-af8e26cc16f2 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:10.398850 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2ee68b93-877f-4dd8-aa55-af25a12f8ad8 tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:10.412368 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d06599f5-1a2d-49f2-bdc8-7e9c41039fd2 tempest-TagsExtTest-794743022 tempest-TagsExtTest-794743022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:15:10.413336 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d06599f5-1a2d-49f2-bdc8-7e9c41039fd2 tempest-TagsExtTest-794743022 tempest-TagsExtTest-794743022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:10.418682 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-ed8c4ccd-f6d2-4e3c-8371-af8e26cc16f2 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201  len: 892 time: 1.6785238
Dec 23 16:15:10.429062 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 48968) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:10.434203 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-25db39af-e987-4fde-859d-72004a9a1817 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:10.437112 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8c4ccd-f6d2-4e3c-8371-af8e26cc16f2 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Pushing event updated for resources: {'Port': ['ID=357f9cb0-2291-4136-980d-2714af33b632,revision_number=1']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:15:10.442050 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-ed8c4ccd-f6d2-4e3c-8371-af8e26cc16f2 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:15:10.442590 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-807a860d-973b-4aba-9670-0841c197e685 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.258s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:15:10.523436 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7676c0a8-694e-44d3-a437-12f4638a7687 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Pushing event deleted for resources: {'Port': ['ID=02fdc1bb-d9c8-4e75-aacd-b3e937933adf,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:15:10.527861 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-7676c0a8-694e-44d3-a437-12f4638a7687 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:15:10.539578 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577c3479-aefa-4339-b8df-c8e4ab7ea9c8 None None] Pushing event updated for resources: {'Port': ['ID=27fb761a-b6a5-4372-bec9-1e7b22f93668,revision_number=3']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:15:10.560679 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.provisioning_blocks [None req-25db39af-e987-4fde-859d-72004a9a1817 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Transition to ACTIVE for port object 41b8e412-6010-4b1f-9bd3-35558460cd60 will not be triggered until provisioned by entity DHCP. {{(pid=87636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:15:10.569823 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-577c3479-aefa-4339-b8df-c8e4ab7ea9c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.639s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:15:10.608256 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-21fb9550-6637-4031-9bf0-86a8054f9be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:10.618919 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvr_db [None req-a1a6eb6f-b538-460a-9aae-9fa372bccbf0 None None] Set router 3fcc639f-0d7e-4f4d-a92f-e3c896a4f0c6 gateway port host: dv-neutron-822799-1-hyperv {{(pid=87637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:15:10.636092 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-d06599f5-1a2d-49f2-bdc8-7e9c41039fd2 tempest-TagsExtTest-794743022 tempest-TagsExtTest-794743022-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201  len: 922 time: 3.7847686
Dec 23 16:15:10.646582 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 48972) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:10.664361 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-ced95e3d-0613-4b7d-a1b9-41d7ec6af0b9 tempest-TagsExtTest-794743022 tempest-TagsExtTest-794743022-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1335794207', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:15:10.680383 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_common [None req-468e6f90-1d77-4c0a-aa3e-f88e60b60abb None None] Allocated IP 2001:db8::2 (7a8395c0-89c0-4aa3-9224-6af96fc87bb3/c5872cd9-3a56-4648-b69c-ed6b49771e42/2ca5b5dd-7c3a-401a-b680-299519d3d330) {{(pid=87637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:15:10.680823 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-fb26c14b-e2e2-456a-a2eb-2b239677b731 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Deleting port 357f9cb0-2291-4136-980d-2714af33b632 {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:15:10.681181 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-fb26c14b-e2e2-456a-a2eb-2b239677b731 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:10.713376 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-ced95e3d-0613-4b7d-a1b9-41d7ec6af0b9 tempest-TagsExtTest-794743022 tempest-TagsExtTest-794743022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:15:10.718603 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-7676c0a8-694e-44d3-a437-12f4638a7687 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1627472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1784155'] for router_interface, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:10.726638 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-ced95e3d-0613-4b7d-a1b9-41d7ec6af0b9 tempest-TagsExtTest-794743022 tempest-TagsExtTest-794743022-project] Usage tracker for resource:router and tenant:70af2ffd0b6d4563a480681d62b69b0a is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:15:10.746272 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-ced95e3d-0613-4b7d-a1b9-41d7ec6af0b9 tempest-TagsExtTest-794743022 tempest-TagsExtTest-794743022-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:15:10.779500 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2ee68b93-877f-4dd8-aa55-af25a12f8ad8 tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:10.836855 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [None req-510172cd-1fb0-462d-bf8b-26ca21ce9aee tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Allocated IP 172.20.0.17 (30b67c35-e209-49c3-a56e-de3a0e0c8158/46dd9f9e-900f-4a8d-bf73-2dbb8f0e7a59/3be0ff9e-0d06-4d79-bbba-861d053c1269) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:15:10.938955 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-9a1752f6-a3b7-41c8-987d-26e8fb558dda tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:15:10.979967 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-ced95e3d-0613-4b7d-a1b9-41d7ec6af0b9 tempest-TagsExtTest-794743022 tempest-TagsExtTest-794743022-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:15:11.197050 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-510172cd-1fb0-462d-bf8b-26ca21ce9aee tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:11.216510 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.provisioning_blocks [None req-510172cd-1fb0-462d-bf8b-26ca21ce9aee tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Transition to ACTIVE for port object 3be0ff9e-0d06-4d79-bbba-861d053c1269 will not be triggered until provisioned by entity DHCP. {{(pid=87636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:15:11.265237 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7676c0a8-694e-44d3-a437-12f4638a7687 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Router e177fe5e-cdc8-403a-9923-16769a19a732 has already been hosted by L3 agent 371d4c41-c7e2-4de7-9539-c049ec4e95d1 {{(pid=87635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 23 16:15:11.382054 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee68b93-877f-4dd8-aa55-af25a12f8ad8 tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b5fba24-44fb-4189-bd87-51876b915d36,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:15:11.388298 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-2ee68b93-877f-4dd8-aa55-af25a12f8ad8 tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.449s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:15:11.424137 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-25db39af-e987-4fde-859d-72004a9a1817 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:11.435228 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-510172cd-1fb0-462d-bf8b-26ca21ce9aee tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:11.450088 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-8f4235cd-5030-434d-a603-536b328946ce tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:15:11.485030 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-ced95e3d-0613-4b7d-a1b9-41d7ec6af0b9 tempest-TagsExtTest-794743022 tempest-TagsExtTest-794743022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1823978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-235332'] for router, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:11.486222 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-ced95e3d-0613-4b7d-a1b9-41d7ec6af0b9 tempest-TagsExtTest-794743022 tempest-TagsExtTest-794743022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1824575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1824063', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1751113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-235341'] for router, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:11.553519 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_common [None req-21fb9550-6637-4031-9bf0-86a8054f9be7 None None] Allocated IP 2001:db8:0:1::2 (a67646b4-5371-43ec-9f98-39fe51a67033/7f805510-5436-47d0-aad2-3418501b78c1/27fb761a-b6a5-4372-bec9-1e7b22f93668) {{(pid=87637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:15:11.564188 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2ee68b93-877f-4dd8-aa55-af25a12f8ad8 tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] Notify callbacks [] for security_group, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:11.572621 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-2ee68b93-877f-4dd8-aa55-af25a12f8ad8 tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] 10.222.0.64 "DELETE /v2.0/security-groups/3b5fba24-44fb-4189-bd87-51876b915d36 HTTP/1.1" status: 204  len: 168 time: 2.0011888
Dec 23 16:15:11.581319 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 48996) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:11.593529 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac59c79f-1411-4c8c-bf03-69d7a8a78781 None None] Network 9b7283d7-093d-4e7e-8305-750f6754fb16 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:15:11.618006 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-510172cd-1fb0-462d-bf8b-26ca21ce9aee tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Network 30b67c35-e209-49c3-a56e-de3a0e0c8158 is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:15:11.625954 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-510172cd-1fb0-462d-bf8b-26ca21ce9aee tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Resources bound (agent type, host, resource id):  {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:15:11.637694 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-468e6f90-1d77-4c0a-aa3e-f88e60b60abb None None] Notify callbacks [] for port, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:11.639329 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25db39af-e987-4fde-859d-72004a9a1817 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Network a67646b4-5371-43ec-9f98-39fe51a67033 is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:15:11.640481 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-510172cd-1fb0-462d-bf8b-26ca21ce9aee tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:15:11.681219 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-25db39af-e987-4fde-859d-72004a9a1817 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Resources bound (agent type, host, resource id):  {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:15:11.704126 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25db39af-e987-4fde-859d-72004a9a1817 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:15:11.710382 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25db39af-e987-4fde-859d-72004a9a1817 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:15:11.711776 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-25db39af-e987-4fde-859d-72004a9a1817 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:11.794350 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7676c0a8-694e-44d3-a437-12f4638a7687 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify agent at l3_agent.dv-neutron-822799-1-hyperv the message routers_updated {{(pid=87635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 23 16:15:11.796969 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.api.v2.resource [None req-137e7975-2060-4a33-9a4d-077fe968f9c1 tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] show failed (client error): The resource could not be found.
Dec 23 16:15:11.798090 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-137e7975-2060-4a33-9a4d-077fe968f9c1 tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] 10.222.0.64 "GET /v2.0/security-groups/3b5fba24-44fb-4189-bd87-51876b915d36 HTTP/1.1" status: 404  len: 347 time: 0.2124972
Dec 23 16:15:11.801675 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-7676c0a8-694e-44d3-a437-12f4638a7687 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] 10.222.0.64 "PUT /v2.0/routers/e177fe5e-cdc8-403a-9923-16769a19a732/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 6.2808707
Dec 23 16:15:11.812205 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3016c3f9-ead3-45eb-a481-8b00f15ecedf None None] Sync routers for ids ['e177fe5e-cdc8-403a-9923-16769a19a732'] in dv-neutron-822799-1-hyperv {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 23 16:15:11.813099 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 49000) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:11.813506 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 49002) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:11.819181 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-ced95e3d-0613-4b7d-a1b9-41d7ec6af0b9 tempest-TagsExtTest-794743022 tempest-TagsExtTest-794743022-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:11.827147 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3016c3f9-ead3-45eb-a481-8b00f15ecedf None None] Routers {'e177fe5e-cdc8-403a-9923-16769a19a732'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:15:11.828047 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-3016c3f9-ead3-45eb-a481-8b00f15ecedf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc1eaff70>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:14:50Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['e177fe5e-cdc8-403a-9923-16769a19a732'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:15:11.862445 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-510172cd-1fb0-462d-bf8b-26ca21ce9aee tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1781300'] for router_interface, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:11.884084 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-fb26c14b-e2e2-456a-a2eb-2b239677b731 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:11.911991 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510172cd-1fb0-462d-bf8b-26ca21ce9aee tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Pushing event updated for resources: {'Port': ['ID=3be0ff9e-0d06-4d79-bbba-861d053c1269,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:15:11.943549 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b223e89-b94d-4037-beef-2d594b38b4f2 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Deleting subnet 68283af9-9c65-465a-955f-d5e67aab81b6 {{(pid=87635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 23 16:15:12.035509 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-21fb9550-6637-4031-9bf0-86a8054f9be7 None None] For port 27fb761a-b6a5-4372-bec9-1e7b22f93668, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=27fb761a-b6a5-4372-bec9-1e7b22f93668,segment=NetworkSegment(d0e346f7-32a7-41a0-b972-301688edbe10),segment_id=d0e346f7-32a7-41a0-b972-301688edbe10)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:15:12.043513 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25db39af-e987-4fde-859d-72004a9a1817 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Pushing event updated for resources: {'Port': ['ID=41b8e412-6010-4b1f-9bd3-35558460cd60,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:15:12.048172 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-25db39af-e987-4fde-859d-72004a9a1817 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.598s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:15:12.057579 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-f581dc15-a019-43bd-b33e-d86566784dbd tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.573s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:15:12.057981 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-f581dc15-a019-43bd-b33e-d86566784dbd tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:15:12.062229 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-3b223e89-b94d-4037-beef-2d594b38b4f2 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks [] for subnet, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:12.075733 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-21fb9550-6637-4031-9bf0-86a8054f9be7 None None] Notify callbacks [] for port, precommit_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:12.104552 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-21fb9550-6637-4031-9bf0-86a8054f9be7 None None] Transition to ACTIVE for port object 27fb761a-b6a5-4372-bec9-1e7b22f93668 will not be triggered until provisioned by entity DHCP. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:15:12.150511 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-25db39af-e987-4fde-859d-72004a9a1817 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1033 time: 4.7018857
Dec 23 16:15:12.155863 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-3016c3f9-ead3-45eb-a481-8b00f15ecedf None None] Set router e177fe5e-cdc8-403a-9923-16769a19a732 gateway port host: None {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:15:12.176476 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-468e6f90-1d77-4c0a-aa3e-f88e60b60abb None None] Transition to ACTIVE for port object 2ca5b5dd-7c3a-401a-b680-299519d3d330 will not be triggered until provisioned by entity L2. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:15:12.181716 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 49008) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:12.198899 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-468e6f90-1d77-4c0a-aa3e-f88e60b60abb None None] Transition to ACTIVE for port object 2ca5b5dd-7c3a-401a-b680-299519d3d330 will not be triggered until provisioned by entity DHCP. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:15:12.235563 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 27fb761a-b6a5-4372-bec9-1e7b22f93668 up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:15:12.261793 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-aacf4848-9b45-4975-a83b-ab99fdb8da55 None None] Provisioning for port 6b00ae41-6a9c-4427-8f16-11156883a69a completed by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:15:12.266623 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-fb26c14b-e2e2-456a-a2eb-2b239677b731 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Calling delete_port for 357f9cb0-2291-4136-980d-2714af33b632 owned by  {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:15:12.279028 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-951ae243-b0d9-474e-9379-22b667470cb2 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Deleting port 41b8e412-6010-4b1f-9bd3-35558460cd60 {{(pid=87635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:15:12.279594 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-951ae243-b0d9-474e-9379-22b667470cb2 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:12.279728 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-21fb9550-6637-4031-9bf0-86a8054f9be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:12.290106 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-468e6f90-1d77-4c0a-aa3e-f88e60b60abb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780'] for port, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:12.294712 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:12.312943 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:15:12.339718 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52852d0a-b255-44c0-87c6-a131f87297f5 req-888d1435-030b-4b8e-a112-ff855b06e5db tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:15:12.341887 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-52852d0a-b255-44c0-87c6-a131f87297f5 req-888d1435-030b-4b8e-a112-ff855b06e5db tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d12d024-785e-42d1-98eb-b1d5c44f899e HTTP/1.1" status: 200  len: 946 time: 0.8517301
Dec 23 16:15:12.350729 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-7e8295f1-860a-45aa-9442-ca05866d3536 tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] Deleting port 8f5f1006-f2bb-491d-a490-47fae8b52782 {{(pid=87635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:15:12.351792 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-7e8295f1-860a-45aa-9442-ca05866d3536 tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:12.352384 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-ced95e3d-0613-4b7d-a1b9-41d7ec6af0b9 tempest-TagsExtTest-794743022 tempest-TagsExtTest-794743022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1823971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1824234'] for router, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:12.396286 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-a1a6eb6f-b538-460a-9aae-9fa372bccbf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc0668430>, [{'id': '3fcc639f-0d7e-4f4d-a92f-e3c896a4f0c6', 'name': 'tempest-ServerActionsTestJSON-1773443542-router', 'tenant_id': '4397e61b404b4512b8e2da8fa19161c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.130'}], 'enable_snat': True}, 'gw_port_id': '7a1ae378-b700-4af3-84fb-c01bf410ef8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:11:09Z', 'updated_at': '2021-12-23T16:11:24Z', 'revision_number': 4, 'project_id': '4397e61b404b4512b8e2da8fa19161c5', 'gw_port': {'id': '7a1ae378-b700-4af3-84fb-c01bf410ef8e', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:dd:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fcc639f-0d7e-4f4d-a92f-e3c896a4f0c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:11:12Z', 'updated_at': '2021-12-23T16:11:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_interfaces': [{'id': '0bd5114b-b67a-425e-af7b-020f0f8e86e1', 'name': '', 'network_id': 'd7a1eeae-9238-41c5-b3d8-78eaa1dfac99', 'tenant_id': '4397e61b404b4512b8e2da8fa19161c5', 'mac_address': 'fa:16:3e:07:7e:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fcc639f-0d7e-4f4d-a92f-e3c896a4f0c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'ea22a554-707a-4001-b348-60dd1fb71851', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:11:21Z', 'updated_at': '2021-12-23T16:11:37Z', 'revision_number': 5, 'project_id': '4397e61b404b4512b8e2da8fa19161c5', 'subnets': [{'id': 'ea22a554-707a-4001-b348-60dd1fb71851', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:15:12.405049 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-3b223e89-b94d-4037-beef-2d594b38b4f2 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2776816'] for subnet, precommit_delete_associations {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:12.418274 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-468e6f90-1d77-4c0a-aa3e-f88e60b60abb None None] Network 7a8395c0-89c0-4aa3-9224-6af96fc87bb3 is already hosted by enough agents. {{(pid=87637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:15:12.469653 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-ced95e3d-0613-4b7d-a1b9-41d7ec6af0b9 tempest-TagsExtTest-794743022 tempest-TagsExtTest-794743022-project] Notify callbacks [] for router, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:12.474845 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-ced95e3d-0613-4b7d-a1b9-41d7ec6af0b9 tempest-TagsExtTest-794743022 tempest-TagsExtTest-794743022-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201  len: 700 time: 1.8248937
Dec 23 16:15:12.481376 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 49012) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:12.493864 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a6eb6f-b538-460a-9aae-9fa372bccbf0 None None] The sync data for ids ['3fcc639f-0d7e-4f4d-a92f-e3c896a4f0c6'] in dv-neutron-822799-1-hyperv is: [{'id': '3fcc639f-0d7e-4f4d-a92f-e3c896a4f0c6', 'name': 'tempest-ServerActionsTestJSON-1773443542-router', 'tenant_id': '4397e61b404b4512b8e2da8fa19161c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.130'}], 'enable_snat': True}, 'gw_port_id': '7a1ae378-b700-4af3-84fb-c01bf410ef8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:11:09Z', 'updated_at': '2021-12-23T16:11:24Z', 'revision_number': 4, 'project_id': '4397e61b404b4512b8e2da8fa19161c5', 'gw_port': {'id': '7a1ae378-b700-4af3-84fb-c01bf410ef8e', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:dd:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fcc639f-0d7e-4f4d-a92f-e3c896a4f0c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:11:12Z', 'updated_at': '2021-12-23T16:11:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_interfaces': [{'id': '0bd5114b-b67a-425e-af7b-020f0f8e86e1', 'name': '', 'network_id': 'd7a1eeae-9238-41c5-b3d8-78eaa1dfac99', 'tenant_id': '4397e61b404b4512b8e2da8fa19161c5', 'mac_address': 'fa:16:3e:07:7e:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fcc639f-0d7e-4f4d-a92f-e3c896a4f0c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'ea22a554-707a-4001-b348-60dd1fb71851', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:11:21Z', 'updated_at': '2021-12-23T16:11:37Z', 'revision_number': 5, 'project_id': '4397e61b404b4512b8e2da8fa19161c5', 'subnets': [{'id': 'ea22a554-707a-4001-b348-60dd1fb71851', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 23 16:15:12.494435 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-0957e800-ab9a-46e9-a745-6a01e28f4779 tempest-TagsExtTest-794743022 tempest-TagsExtTest-794743022-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1657447923', 'prefixes': ['172.20.0.0/16']}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:15:12.497053 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-468e6f90-1d77-4c0a-aa3e-f88e60b60abb None None] Resources bound (agent type, host, resource id):  {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:15:12.502351 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-0957e800-ab9a-46e9-a745-6a01e28f4779 tempest-TagsExtTest-794743022 tempest-TagsExtTest-794743022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:15:12.563901 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-468e6f90-1d77-4c0a-aa3e-f88e60b60abb None None] Received port after_create {{(pid=87637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:15:12.659815 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-3016c3f9-ead3-45eb-a481-8b00f15ecedf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc1eaff70>, [{'id': 'e177fe5e-cdc8-403a-9923-16769a19a732', 'name': 'tempest-RoutersTest-router-1751319929', 'tenant_id': '3fd82437e08648b4840016e8955250bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:14:14Z', 'updated_at': '2021-12-23T16:15:10Z', 'revision_number': 8, 'project_id': '3fd82437e08648b4840016e8955250bf', 'gw_port_host': None, '_interfaces': [{'id': '53fa6265-7186-4cc6-80e8-a567cd6ed778', 'name': '', 'network_id': 'f06e897a-ce42-450f-8aa2-b6ed7d90ee93', 'tenant_id': '3fd82437e08648b4840016e8955250bf', 'mac_address': 'fa:16:3e:b0:16:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e177fe5e-cdc8-403a-9923-16769a19a732', 'device_owner': 'network:router_interface', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '37cda75c-0338-47ba-b691-74c1f334d38b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:14:40Z', 'updated_at': '2021-12-23T16:14:51Z', 'revision_number': 5, 'project_id': '3fd82437e08648b4840016e8955250bf', 'subnets': [{'id': '37cda75c-0338-47ba-b691-74c1f334d38b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9f092cc1-6082-4561-b1c3-16cbcde34d7a', 'name': '', 'network_id': '93d5306b-b044-45e0-820f-21a84f15a715', 'tenant_id': '3fd82437e08648b4840016e8955250bf', 'mac_address': 'fa:16:3e:86:78:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e177fe5e-cdc8-403a-9923-16769a19a732', 'device_owner': 'network:router_interface', 'standard_attr_id': 870, 'fixed_ips': [{'subnet_id': '4d508dea-bd45-4414-a7fb-afb4f674db06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:14:20Z', 'updated_at': '2021-12-23T16:14:37Z', 'revision_number': 5, 'project_id': '3fd82437e08648b4840016e8955250bf', 'subnets': [{'id': '4d508dea-bd45-4414-a7fb-afb4f674db06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e63eb4bc-b02f-435a-a09c-c251cfabc079', 'name': '', 'network_id': 'ce320326-8ff7-4658-8e61-16a31833d08c', 'tenant_id': '3fd82437e08648b4840016e8955250bf', 'mac_address': 'fa:16:3e:99:5d:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e177fe5e-cdc8-403a-9923-16769a19a732', 'device_owner': 'network:router_interface', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': 'b4ea8d7f-3d9f-4697-ade4-7a55eefb7293', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:14:29Z', 'updated_at': '2021-12-23T16:14:43Z', 'revision_number': 5, 'project_id': '3fd82437e08648b4840016e8955250bf', 'subnets': [{'id': 'b4ea8d7f-3d9f-4697-ade4-7a55eefb7293', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:15:12.670809 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3016c3f9-ead3-45eb-a481-8b00f15ecedf None None] Checking router: e177fe5e-cdc8-403a-9923-16769a19a732 for host: dv-neutron-822799-1-hyperv {{(pid=87638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 23 16:15:12.684152 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3016c3f9-ead3-45eb-a481-8b00f15ecedf None None] Routers {'e177fe5e-cdc8-403a-9923-16769a19a732'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:15:12.684845 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-3016c3f9-ead3-45eb-a481-8b00f15ecedf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc1eaff70>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:14:50Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['e177fe5e-cdc8-403a-9923-16769a19a732'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:15:12.809923 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fb9550-6637-4031-9bf0-86a8054f9be7 None None] Pushing event updated for resources: {'Port': ['ID=27fb761a-b6a5-4372-bec9-1e7b22f93668,revision_number=4']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:15:12.820619 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-5a052393-3117-4fb7-abc4-8e825e2a377e None None] Provisioning for port 3be0ff9e-0d06-4d79-bbba-861d053c1269 completed by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:15:12.883241 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-468e6f90-1d77-4c0a-aa3e-f88e60b60abb None None] Attempting to bind port 2ca5b5dd-7c3a-401a-b680-299519d3d330 on host dv-neutron-822799-1-hyperv for vnic_type normal with profile  {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:15:12.884113 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-468e6f90-1d77-4c0a-aa3e-f88e60b60abb None None] Attempting to bind port 2ca5b5dd-7c3a-401a-b680-299519d3d330 by drivers openvswitch,hyperv on host dv-neutron-822799-1-hyperv at level 0 using segments [{'id': '4c9a4ca1-b911-44c2-95c1-a483f98f7150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '7a8395c0-89c0-4aa3-9224-6af96fc87bb3'}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:15:12.884633 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-468e6f90-1d77-4c0a-aa3e-f88e60b60abb None None] Attempting to bind port 2ca5b5dd-7c3a-401a-b680-299519d3d330 on network 7a8395c0-89c0-4aa3-9224-6af96fc87bb3 {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:15:12.912063 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-5a052393-3117-4fb7-abc4-8e825e2a377e None None] Provisioning complete for port 3be0ff9e-0d06-4d79-bbba-861d053c1269 triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:15:12.913001 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-5a052393-3117-4fb7-abc4-8e825e2a377e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:12.956136 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-52852d0a-b255-44c0-87c6-a131f87297f5 req-44916d1f-f66b-43ff-9142-4760537cd445 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] 10.222.0.64 "GET /v2.0/security-groups?id=6efb91e4-dce2-4b1b-ba77-0534a1c433c6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.5877898
Dec 23 16:15:12.964370 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-fb26c14b-e2e2-456a-a2eb-2b239677b731 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:12.970280 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-468e6f90-1d77-4c0a-aa3e-f88e60b60abb None None] Checking agent: {'id': '20d2070f-69a9-4e73-8d08-6f0387a40158', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822799-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 21), 'started_at': datetime.datetime(2021, 12, 23, 16, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 14, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822799-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 23 16:15:12.970833 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-468e6f90-1d77-4c0a-aa3e-f88e60b60abb None None] Checking segment: {'id': '4c9a4ca1-b911-44c2-95c1-a483f98f7150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '7a8395c0-89c0-4aa3-9224-6af96fc87bb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:15:12.971445 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-468e6f90-1d77-4c0a-aa3e-f88e60b60abb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:12.972071 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-468e6f90-1d77-4c0a-aa3e-f88e60b60abb None None] Bound using segment: {'id': '4c9a4ca1-b911-44c2-95c1-a483f98f7150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '7a8395c0-89c0-4aa3-9224-6af96fc87bb3'} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 23 16:15:12.972627 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-468e6f90-1d77-4c0a-aa3e-f88e60b60abb None None] Bound port: 2ca5b5dd-7c3a-401a-b680-299519d3d330, host: dv-neutron-822799-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c9a4ca1-b911-44c2-95c1-a483f98f7150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '7a8395c0-89c0-4aa3-9224-6af96fc87bb3'}}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 23 16:15:12.973136 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-468e6f90-1d77-4c0a-aa3e-f88e60b60abb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:13.001939 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-e24509e0-1e18-40fd-85b3-9d7401007be1 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:15:13.002949 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-3016c3f9-ead3-45eb-a481-8b00f15ecedf None None] Set router e177fe5e-cdc8-403a-9923-16769a19a732 gateway port host: None {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:15:13.098912 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93c5947e-f9c6-4265-87a4-172ae6dbc977 None None] New status for floating IP adb0c251-3ee5-496d-bf4f-3351cd11c697: DOWN {{(pid=87637) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 23 16:15:13.112350 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-3b223e89-b94d-4037-beef-2d594b38b4f2 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864774'] for subnet, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:13.160262 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb26c14b-e2e2-456a-a2eb-2b239677b731 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Pushing event deleted for resources: {'Port': ['ID=357f9cb0-2291-4136-980d-2714af33b632,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:15:13.163352 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-fb26c14b-e2e2-456a-a2eb-2b239677b731 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:15:13.168946 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-fb26c14b-e2e2-456a-a2eb-2b239677b731 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:13.193470 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-fb26c14b-e2e2-456a-a2eb-2b239677b731 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] 10.222.0.64 "DELETE /v2.0/ports/357f9cb0-2291-4136-980d-2714af33b632 HTTP/1.1" status: 204  len: 168 time: 2.7631180
Dec 23 16:15:13.196521 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 49016) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:13.273971 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.pecan_wsgi.hooks.translation [None req-4dab1409-317b-4f67-834d-a8c75c829e88 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] GET failed (client error): The resource could not be found.
Dec 23 16:15:13.274817 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-4dab1409-317b-4f67-834d-a8c75c829e88 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Synchronizing usage tracker for tenant:37ed648a62f44dd1bf944e0bff6f4422 on resource:port {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:15:13.301736 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-7e8295f1-860a-45aa-9442-ca05866d3536 tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:13.302354 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-7e8295f1-860a-45aa-9442-ca05866d3536 tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:13.327149 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-0957e800-ab9a-46e9-a745-6a01e28f4779 tempest-TagsExtTest-794743022 tempest-TagsExtTest-794743022-project] Notify callbacks [] for subnetpool, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:13.328486 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-0957e800-ab9a-46e9-a745-6a01e28f4779 tempest-TagsExtTest-794743022 tempest-TagsExtTest-794743022-project] 10.222.0.64 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 748 time: 0.8460591
Dec 23 16:15:13.344460 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-951ae243-b0d9-474e-9379-22b667470cb2 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:13.344734 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 6b00ae41-6a9c-4427-8f16-11156883a69a up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:15:13.388248 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 49020) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:13.412169 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.services.tag.tag_plugin [None req-bd0b3f78-f661-4c49-8277-eedb573d85dd tempest-TagsExtTest-794743022 tempest-TagsExtTest-794743022-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f1dc1589100>, 'subnets', '72325548-f03b-48d8-8d2c-4fd965701296', 'tempest-TagsExtTest-Tag-978010873') {} {{(pid=87635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:15:13.413447 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-510172cd-1fb0-462d-bf8b-26ca21ce9aee tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:13.441510 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-4dab1409-317b-4f67-834d-a8c75c829e88 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Unset dirty status for tenant:37ed648a62f44dd1bf944e0bff6f4422 on resource:port {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:15:13.442692 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-4dab1409-317b-4f67-834d-a8c75c829e88 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] 10.222.0.64 "GET /v2.0/ports/357f9cb0-2291-4136-980d-2714af33b632 HTTP/1.1" status: 404  len: 333 time: 0.2451348
Dec 23 16:15:13.472292 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 49024) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:13.696641 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_v2 [None req-3cc18729-b9e8-4176-b9e2-6a0299c562f4 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Deleting subnet c5872cd9-3a56-4648-b69c-ed6b49771e42 {{(pid=87636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 23 16:15:13.700257 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-3cc18729-b9e8-4176-b9e2-6a0299c562f4 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks [] for subnet, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:13.748007 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-3016c3f9-ead3-45eb-a481-8b00f15ecedf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc1eaff70>, [{'id': 'e177fe5e-cdc8-403a-9923-16769a19a732', 'name': 'tempest-RoutersTest-router-1751319929', 'tenant_id': '3fd82437e08648b4840016e8955250bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:14:14Z', 'updated_at': '2021-12-23T16:15:10Z', 'revision_number': 8, 'project_id': '3fd82437e08648b4840016e8955250bf', 'gw_port_host': None, '_interfaces': [{'id': '53fa6265-7186-4cc6-80e8-a567cd6ed778', 'name': '', 'network_id': 'f06e897a-ce42-450f-8aa2-b6ed7d90ee93', 'tenant_id': '3fd82437e08648b4840016e8955250bf', 'mac_address': 'fa:16:3e:b0:16:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e177fe5e-cdc8-403a-9923-16769a19a732', 'device_owner': 'network:router_interface', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '37cda75c-0338-47ba-b691-74c1f334d38b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:14:40Z', 'updated_at': '2021-12-23T16:14:51Z', 'revision_number': 5, 'project_id': '3fd82437e08648b4840016e8955250bf', 'subnets': [{'id': '37cda75c-0338-47ba-b691-74c1f334d38b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9f092cc1-6082-4561-b1c3-16cbcde34d7a', 'name': '', 'network_id': '93d5306b-b044-45e0-820f-21a84f15a715', 'tenant_id': '3fd82437e08648b4840016e8955250bf', 'mac_address': 'fa:16:3e:86:78:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e177fe5e-cdc8-403a-9923-16769a19a732', 'device_owner': 'network:router_interface', 'standard_attr_id': 870, 'fixed_ips': [{'subnet_id': '4d508dea-bd45-4414-a7fb-afb4f674db06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:14:20Z', 'updated_at': '2021-12-23T16:14:37Z', 'revision_number': 5, 'project_id': '3fd82437e08648b4840016e8955250bf', 'subnets': [{'id': '4d508dea-bd45-4414-a7fb-afb4f674db06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e63eb4bc-b02f-435a-a09c-c251cfabc079', 'name': '', 'network_id': 'ce320326-8ff7-4658-8e61-16a31833d08c', 'tenant_id': '3fd82437e08648b4840016e8955250bf', 'mac_address': 'fa:16:3e:99:5d:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e177fe5e-cdc8-403a-9923-16769a19a732', 'device_owner': 'network:router_interface', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': 'b4ea8d7f-3d9f-4697-ade4-7a55eefb7293', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:14:29Z', 'updated_at': '2021-12-23T16:14:43Z', 'revision_number': 5, 'project_id': '3fd82437e08648b4840016e8955250bf', 'subnets': [{'id': 'b4ea8d7f-3d9f-4697-ade4-7a55eefb7293', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:15:13.751496 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468e6f90-1d77-4c0a-aa3e-f88e60b60abb None None] Pushing event updated for resources: {'Port': ['ID=2ca5b5dd-7c3a-401a-b680-299519d3d330,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:15:13.757452 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3016c3f9-ead3-45eb-a481-8b00f15ecedf None None] The sync data for ids ['e177fe5e-cdc8-403a-9923-16769a19a732'] in dv-neutron-822799-1-hyperv is: [{'id': 'e177fe5e-cdc8-403a-9923-16769a19a732', 'name': 'tempest-RoutersTest-router-1751319929', 'tenant_id': '3fd82437e08648b4840016e8955250bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:14:14Z', 'updated_at': '2021-12-23T16:15:10Z', 'revision_number': 8, 'project_id': '3fd82437e08648b4840016e8955250bf', 'gw_port_host': None, '_interfaces': [{'id': '53fa6265-7186-4cc6-80e8-a567cd6ed778', 'name': '', 'network_id': 'f06e897a-ce42-450f-8aa2-b6ed7d90ee93', 'tenant_id': '3fd82437e08648b4840016e8955250bf', 'mac_address': 'fa:16:3e:b0:16:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e177fe5e-cdc8-403a-9923-16769a19a732', 'device_owner': 'network:router_interface', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '37cda75c-0338-47ba-b691-74c1f334d38b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:14:40Z', 'updated_at': '2021-12-23T16:14:51Z', 'revision_number': 5, 'project_id': '3fd82437e08648b4840016e8955250bf', 'subnets': [{'id': '37cda75c-0338-47ba-b691-74c1f334d38b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9f092cc1-6082-4561-b1c3-16cbcde34d7a', 'name': '', 'network_id': '93d5306b-b044-45e0-820f-21a84f15a715', 'tenant_id': '3fd82437e08648b4840016e8955250bf', 'mac_address': 'fa:16:3e:86:78:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e177fe5e-cdc8-403a-9923-16769a19a732', 'device_owner': 'network:router_interface', 'standard_attr_id': 870, 'fixed_ips': [{'subnet_id': '4d508dea-bd45-4414-a7fb-afb4f674db06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:14:20Z', 'updated_at': '2021-12-23T16:14:37Z', 'revision_number': 5, 'project_id': '3fd82437e08648b4840016e8955250bf', 'subnets': [{'id': '4d508dea-bd45-4414-a7fb-afb4f674db06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e63eb4bc-b02f-435a-a09c-c251cfabc079', 'name': '', 'network_id': 'ce320326-8ff7-4658-8e61-16a31833d08c', 'tenant_id': '3fd82437e08648b4840016e8955250bf', 'mac_address': 'fa:16:3e:99:5d:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e177fe5e-cdc8-403a-9923-16769a19a732', 'device_owner': 'network:router_interface', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': 'b4ea8d7f-3d9f-4697-ade4-7a55eefb7293', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:14:29Z', 'updated_at': '2021-12-23T16:14:43Z', 'revision_number': 5, 'project_id': '3fd82437e08648b4840016e8955250bf', 'subnets': [{'id': 'b4ea8d7f-3d9f-4697-ade4-7a55eefb7293', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 23 16:15:13.768834 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-3cc18729-b9e8-4176-b9e2-6a0299c562f4 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2382092'] for subnet, precommit_delete_associations {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:13.779754 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-5a052393-3117-4fb7-abc4-8e825e2a377e None None] Port 3be0ff9e-0d06-4d79-bbba-861d053c1269 cannot update to ACTIVE because it is not bound. {{(pid=87637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 23 16:15:13.791236 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-468e6f90-1d77-4c0a-aa3e-f88e60b60abb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.478s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:15:13.808223 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-7cb7d594-2843-4640-9a8c-791a7c0d0d8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.434s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:15:13.808720 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-7cb7d594-2843-4640-9a8c-791a7c0d0d8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:15:13.810182 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-7e8295f1-860a-45aa-9442-ca05866d3536 tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] Calling delete_port for 8f5f1006-f2bb-491d-a490-47fae8b52782 owned by network:floatingip {{(pid=87635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:15:13.863991 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-468e6f90-1d77-4c0a-aa3e-f88e60b60abb None None] For port 2ca5b5dd-7c3a-401a-b680-299519d3d330, host dv-neutron-822799-1-hyperv, cleared binding levels {{(pid=87637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 23 16:15:13.873612 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning for port 6b00ae41-6a9c-4427-8f16-11156883a69a completed by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:15:13.881128 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port 6b00ae41-6a9c-4427-8f16-11156883a69a triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:15:13.881565 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:13.913357 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-951ae243-b0d9-474e-9379-22b667470cb2 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Calling delete_port for 41b8e412-6010-4b1f-9bd3-35558460cd60 owned by  {{(pid=87635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:15:14.020124 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-468e6f90-1d77-4c0a-aa3e-f88e60b60abb None None] For port 2ca5b5dd-7c3a-401a-b680-299519d3d330, host dv-neutron-822799-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=2ca5b5dd-7c3a-401a-b680-299519d3d330,segment=NetworkSegment(4c9a4ca1-b911-44c2-95c1-a483f98f7150),segment_id=4c9a4ca1-b911-44c2-95c1-a483f98f7150)] {{(pid=87637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 23 16:15:14.020416 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-3b223e89-b94d-4037-beef-2d594b38b4f2 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2753333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2609730'] for subnet, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:14.035867 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-71e7362f-6663-4424-b2d6-e7be43ab7749 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:15:14.039440 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-468e6f90-1d77-4c0a-aa3e-f88e60b60abb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:14.047051 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:15:14.072010 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-3cc18729-b9e8-4176-b9e2-6a0299c562f4 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864774'] for subnet, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:14.146596 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-45ddfe65-0dae-498e-bbb3-6b66812cf9a1 None None] Provisioning for port b328a594-75b6-49b1-9b39-67c1050dc7e5 completed by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:15:14.178159 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-45ddfe65-0dae-498e-bbb3-6b66812cf9a1 None None] Provisioning complete for port b328a594-75b6-49b1-9b39-67c1050dc7e5 triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:15:14.178682 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-45ddfe65-0dae-498e-bbb3-6b66812cf9a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:14.281270 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-3cc18729-b9e8-4176-b9e2-6a0299c562f4 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2176495', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2618677'] for subnet, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:14.295539 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-45ddfe65-0dae-498e-bbb3-6b66812cf9a1 None None] Port b328a594-75b6-49b1-9b39-67c1050dc7e5 cannot update to ACTIVE because it is not bound. {{(pid=87637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 23 16:15:14.307256 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-1a79dff0-5db6-4c18-b534-42348aaf246b tempest-TagsExtTest-794743022 tempest-TagsExtTest-794743022-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:15:14.356831 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-3cc18729-b9e8-4176-b9e2-6a0299c562f4 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks [] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:14.368177 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-510172cd-1fb0-462d-bf8b-26ca21ce9aee tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for port, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:14.374801 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc18729-b9e8-4176-b9e2-6a0299c562f4 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Pushing event deleted for resources: {'Subnet': ['ID=c5872cd9-3a56-4648-b69c-ed6b49771e42,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:15:14.378458 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-277a499b-03df-4939-92ae-232a41077a3d None None] Network 20b57bea-ae66-4e4d-9a05-3650f619a045 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:15:14.381331 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-3cc18729-b9e8-4176-b9e2-6a0299c562f4 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] 10.222.0.64 "DELETE /v2.0/subnets/c5872cd9-3a56-4648-b69c-ed6b49771e42 HTTP/1.1" status: 204  len: 168 time: 0.9016516
Dec 23 16:15:14.381790 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 49030) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:14.383173 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-3cc18729-b9e8-4176-b9e2-6a0299c562f4 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:15:14.403710 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-3b223e89-b94d-4037-beef-2d594b38b4f2 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks [] for subnet, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:14.404186 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-510172cd-1fb0-462d-bf8b-26ca21ce9aee tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2176289'] for port, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:14.431547 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468e6f90-1d77-4c0a-aa3e-f88e60b60abb None None] Pushing event updated for resources: {'Port': ['ID=2ca5b5dd-7c3a-401a-b680-299519d3d330,revision_number=2']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:15:14.432961 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b223e89-b94d-4037-beef-2d594b38b4f2 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Pushing event deleted for resources: {'Subnet': ['ID=68283af9-9c65-465a-955f-d5e67aab81b6,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:15:14.470960 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-468e6f90-1d77-4c0a-aa3e-f88e60b60abb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.424s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:15:14.473174 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-3b223e89-b94d-4037-beef-2d594b38b4f2 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.437s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:15:14.475494 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-45ddfe65-0dae-498e-bbb3-6b66812cf9a1 None None] Provisioning complete for port 6b00ae41-6a9c-4427-8f16-11156883a69a triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:15:14.475494 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-45ddfe65-0dae-498e-bbb3-6b66812cf9a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:14.480009 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-fb26c14b-e2e2-456a-a2eb-2b239677b731 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:15:14.493162 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-3b223e89-b94d-4037-beef-2d594b38b4f2 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] 10.222.0.64 "DELETE /v2.0/subnets/68283af9-9c65-465a-955f-d5e67aab81b6 HTTP/1.1" status: 204  len: 168 time: 2.6725872
Dec 23 16:15:14.509628 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 49034) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:14.661282 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:14.672005 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-510172cd-1fb0-462d-bf8b-26ca21ce9aee tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1627481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1781465'] for router_interface, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:14.676643 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510172cd-1fb0-462d-bf8b-26ca21ce9aee tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Pushing event updated for resources: {'Port': ['ID=3be0ff9e-0d06-4d79-bbba-861d053c1269,revision_number=2']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:15:14.679609 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-510172cd-1fb0-462d-bf8b-26ca21ce9aee tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:15:14.683553 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-6b7074d8-3393-4fc6-9876-dd85e179e975 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-698866'] for network, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:14.712862 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.db.api [None req-7e8295f1-860a-45aa-9442-ca05866d3536 tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87635) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 23 16:15:14.713185 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_db.api [None req-7e8295f1-860a-45aa-9442-ca05866d3536 tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 23 16:15:14.714146 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-6b7074d8-3393-4fc6-9876-dd85e179e975 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Deleting port 2ca5b5dd-7c3a-401a-b680-299519d3d330 {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:15:14.714493 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-6b7074d8-3393-4fc6-9876-dd85e179e975 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:14.733169 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480afa4a-64d4-4611-bac0-33550d561c90 req-6fee3677-69bf-478b-adbf-62af2d66b050 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:15:14.740102 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-480afa4a-64d4-4611-bac0-33550d561c90 req-6fee3677-69bf-478b-adbf-62af2d66b050 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d12d024-785e-42d1-98eb-b1d5c44f899e HTTP/1.1" status: 200  len: 946 time: 0.4095423
Dec 23 16:15:14.761665 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-6350b8d5-d85a-4882-9b21-ac52615d54e0 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-698866'] for network, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:14.773980 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] For port 6b00ae41-6a9c-4427-8f16-11156883a69a, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=6b00ae41-6a9c-4427-8f16-11156883a69a,segment=NetworkSegment(0c962f1d-f9ca-43b8-a901-69ebff86d57e),segment_id=0c962f1d-f9ca-43b8-a901-69ebff86d57e)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:15:14.805605 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:14.817701 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-1454ff6c-fe55-4322-9f98-961116a8d792 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:15:14.847739 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-480afa4a-64d4-4611-bac0-33550d561c90 req-7d3530f2-c97d-47fe-bc0e-2eb828900ad5 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] 10.222.0.64 "GET /v2.0/security-groups?id=6efb91e4-dce2-4b1b-ba77-0534a1c433c6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1058347
Dec 23 16:15:14.854287 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-6350b8d5-d85a-4882-9b21-ac52615d54e0 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Deleting port 199c1518-59cc-4cbf-914c-dfc191f7ff9f {{(pid=87635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:15:14.854689 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-6350b8d5-d85a-4882-9b21-ac52615d54e0 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:14.918236 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-951ae243-b0d9-474e-9379-22b667470cb2 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:14.928290 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-aba62b5a-02ae-47c6-99cf-3f25a29951ee tempest-FloatingIPNegativeTestJSON-779674983 tempest-FloatingIPNegativeTestJSON-779674983-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:15:14.933207 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Pushing event updated for resources: {'Port': ['ID=6b00ae41-6a9c-4427-8f16-11156883a69a,revision_number=3']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:15:14.936843 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:15:14.943626 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-45ddfe65-0dae-498e-bbb3-6b66812cf9a1 None None] Provisioning for port 27fb761a-b6a5-4372-bec9-1e7b22f93668 completed by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:15:14.962269 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-45ddfe65-0dae-498e-bbb3-6b66812cf9a1 None None] Provisioning complete for port 27fb761a-b6a5-4372-bec9-1e7b22f93668 triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:15:14.962750 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-45ddfe65-0dae-498e-bbb3-6b66812cf9a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:15.000506 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-510172cd-1fb0-462d-bf8b-26ca21ce9aee tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Network 30b67c35-e209-49c3-a56e-de3a0e0c8158 is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:15:15.019039 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-510172cd-1fb0-462d-bf8b-26ca21ce9aee tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Resources bound (agent type, host, resource id):  {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:15:15.027488 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4154ba1b-c9b7-4c33-acf4-17110fbebe9a None None] DHCP port deletion for 20b57bea-ae66-4e4d-9a05-3650f619a045 request from dv-neutron-822799-1-hyperv {{(pid=87637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 23 16:15:15.028932 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951ae243-b0d9-474e-9379-22b667470cb2 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Pushing event deleted for resources: {'Port': ['ID=41b8e412-6010-4b1f-9bd3-35558460cd60,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:15:15.039309 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-4154ba1b-c9b7-4c33-acf4-17110fbebe9a None None] Deleting port 199c1518-59cc-4cbf-914c-dfc191f7ff9f {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:15:15.039766 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4154ba1b-c9b7-4c33-acf4-17110fbebe9a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:15.045312 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-951ae243-b0d9-474e-9379-22b667470cb2 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:15:15.052662 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-bd0b3f78-f661-4c49-8277-eedb573d85dd tempest-TagsExtTest-794743022 tempest-TagsExtTest-794743022-project] 10.222.0.64 "PUT /v2.0/subnets/72325548-f03b-48d8-8d2c-4fd965701296/tags/tempest-TagsExtTest-Tag-978010873 HTTP/1.1" status: 201  len: 201 time: 1.6629484
Dec 23 16:15:15.057547 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 49038) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:15.175301 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 27fb761a-b6a5-4372-bec9-1e7b22f93668 up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:15:15.210757 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.services.tag.tag_plugin [None req-494689c6-8ef9-49b5-baec-55c603b69761 tempest-TagsExtTest-794743022 tempest-TagsExtTest-794743022-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f1dbb62eaf0>, 'ports', 'b328a594-75b6-49b1-9b39-67c1050dc7e5', 'tempest-TagsExtTest-Tag-803546806') {} {{(pid=87635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:15:15.259857 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-7e8295f1-860a-45aa-9442-ca05866d3536 tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] Deleting port 8f5f1006-f2bb-491d-a490-47fae8b52782 {{(pid=87635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:15:15.260211 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-7e8295f1-860a-45aa-9442-ca05866d3536 tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:15.440763 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-951ae243-b0d9-474e-9379-22b667470cb2 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:15.460523 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [None req-6b7074d8-3393-4fc6-9876-dd85e179e975 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] For port 2ca5b5dd-7c3a-401a-b680-299519d3d330, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=2ca5b5dd-7c3a-401a-b680-299519d3d330,segment=NetworkSegment(4c9a4ca1-b911-44c2-95c1-a483f98f7150),segment_id=4c9a4ca1-b911-44c2-95c1-a483f98f7150)] {{(pid=87636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:15:15.461144 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-6b7074d8-3393-4fc6-9876-dd85e179e975 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:15.524772 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port 27fb761a-b6a5-4372-bec9-1e7b22f93668 triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:15:15.525276 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:15.642770 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-951ae243-b0d9-474e-9379-22b667470cb2 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "DELETE /v2.0/ports/41b8e412-6010-4b1f-9bd3-35558460cd60 HTTP/1.1" status: 204  len: 168 time: 3.4497077
Dec 23 16:15:15.651447 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 49042) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:15.657563 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.db [None req-6350b8d5-d85a-4882-9b21-ac52615d54e0 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] For port 199c1518-59cc-4cbf-914c-dfc191f7ff9f, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=199c1518-59cc-4cbf-914c-dfc191f7ff9f,segment=NetworkSegment(7da2520d-2a19-4fcb-8a87-947f7affa3c8),segment_id=7da2520d-2a19-4fcb-8a87-947f7affa3c8)] {{(pid=87635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:15:15.657949 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-6350b8d5-d85a-4882-9b21-ac52615d54e0 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:15.700726 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 2ca5b5dd-7c3a-401a-b680-299519d3d330 up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:15:15.724761 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-6b7074d8-3393-4fc6-9876-dd85e179e975 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Calling delete_port for 2ca5b5dd-7c3a-401a-b680-299519d3d330 owned by network:dhcp {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:15:15.737714 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-4154ba1b-c9b7-4c33-acf4-17110fbebe9a None None] For port 199c1518-59cc-4cbf-914c-dfc191f7ff9f, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=199c1518-59cc-4cbf-914c-dfc191f7ff9f,segment=NetworkSegment(7da2520d-2a19-4fcb-8a87-947f7affa3c8),segment_id=7da2520d-2a19-4fcb-8a87-947f7affa3c8)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:15:15.738226 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4154ba1b-c9b7-4c33-acf4-17110fbebe9a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:15.763972 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72463af7-41a9-4791-9e9f-127ab861199b None None] Network 7a8395c0-89c0-4aa3-9224-6af96fc87bb3 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:15:15.770414 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-510172cd-1fb0-462d-bf8b-26ca21ce9aee tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Router 60a9be12-e018-4cb8-af5c-0a3802c67b88 has already been hosted by L3 agent 371d4c41-c7e2-4de7-9539-c049ec4e95d1 {{(pid=87636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 23 16:15:15.787541 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-4f01cda8-9e12-403c-bb30-4b12c429267b None None] Provisioning complete for port 3be0ff9e-0d06-4d79-bbba-861d053c1269 triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:15:15.788245 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4f01cda8-9e12-403c-bb30-4b12c429267b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:15.857774 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-6350b8d5-d85a-4882-9b21-ac52615d54e0 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Calling delete_port for 199c1518-59cc-4cbf-914c-dfc191f7ff9f owned by network:dhcp {{(pid=87635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:15:15.969071 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-6b7074d8-3393-4fc6-9876-dd85e179e975 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:15.985634 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-6350b8d5-d85a-4882-9b21-ac52615d54e0 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:15.997953 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-fe965ab1-ed09-4ea2-bfe0-f1de620317f0 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:15:16.029555 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-7e8295f1-860a-45aa-9442-ca05866d3536 tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:16.029827 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-20a96e49-485f-4364-9968-b30236d2e797 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:15:16.029948 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-7e8295f1-860a-45aa-9442-ca05866d3536 tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:16.051454 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-4154ba1b-c9b7-4c33-acf4-17110fbebe9a None None] Calling delete_port for 199c1518-59cc-4cbf-914c-dfc191f7ff9f owned by network:dhcp {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:15:16.063879 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6350b8d5-d85a-4882-9b21-ac52615d54e0 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Pushing event deleted for resources: {'Port': ['ID=199c1518-59cc-4cbf-914c-dfc191f7ff9f,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:15:16.067189 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-6350b8d5-d85a-4882-9b21-ac52615d54e0 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:15:16.096378 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7074d8-3393-4fc6-9876-dd85e179e975 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Pushing event deleted for resources: {'Port': ['ID=2ca5b5dd-7c3a-401a-b680-299519d3d330,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:15:16.098995 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-6b7074d8-3393-4fc6-9876-dd85e179e975 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:15:16.101494 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b7074d8-3393-4fc6-9876-dd85e179e975 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] No DVR routers for this DVR port 2ca5b5dd-7c3a-401a-b680-299519d3d330 on host dv-neutron-822799-1-hyperv {{(pid=87636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 23 16:15:16.143675 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-4f01cda8-9e12-403c-bb30-4b12c429267b None None] Port 3be0ff9e-0d06-4d79-bbba-861d053c1269 cannot update to ACTIVE because it is not bound. {{(pid=87637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 23 16:15:16.149791 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] No active binding found for port 2ca5b5dd-7c3a-401a-b680-299519d3d330 {{(pid=87637) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}}
Dec 23 16:15:16.149791 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 2ca5b5dd-7c3a-401a-b680-299519d3d330 not bound to the agent host dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}}
Dec 23 16:15:16.187213 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-510172cd-1fb0-462d-bf8b-26ca21ce9aee tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify agent at l3_agent.dv-neutron-822799-1-hyperv the message routers_updated {{(pid=87636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 23 16:15:16.199874 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e89f6661-0f7e-4c8f-909a-e8c7a59a6bca None None] Sync routers for ids ['60a9be12-e018-4cb8-af5c-0a3802c67b88'] in dv-neutron-822799-1-hyperv {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 23 16:15:16.212249 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e89f6661-0f7e-4c8f-909a-e8c7a59a6bca None None] Routers {'60a9be12-e018-4cb8-af5c-0a3802c67b88'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:15:16.213222 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-e89f6661-0f7e-4c8f-909a-e8c7a59a6bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc2043fa0>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:14:50Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['60a9be12-e018-4cb8-af5c-0a3802c67b88'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:15:16.222574 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Port 2ca5b5dd-7c3a-401a-b680-299519d3d330 not found, will not notify nova. {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}}
Dec 23 16:15:16.227847 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-4f01cda8-9e12-403c-bb30-4b12c429267b None None] Could not find standard attr ID for object 41b8e412-6010-4b1f-9bd3-35558460cd60. {{(pid=87637) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 23 16:15:16.259055 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 02fdc1bb-d9c8-4e75-aacd-b3e937933adf no longer exists at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 23 16:15:16.301552 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-510172cd-1fb0-462d-bf8b-26ca21ce9aee tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "PUT /v2.0/routers/60a9be12-e018-4cb8-af5c-0a3802c67b88/add_router_interface HTTP/1.1" status: 200  len: 503 time: 9.1931310
Dec 23 16:15:16.326478 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] No Port match for: 02fdc1bb-d9c8-4e75-aacd-b3e937933adf {{(pid=87637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 23 16:15:16.326837 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 02fdc1bb-d9c8-4e75-aacd-b3e937933adf not bound to the agent host dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 23 16:15:16.328540 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.db.api [None req-4154ba1b-c9b7-4c33-acf4-17110fbebe9a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87637) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 23 16:15:16.329421 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_db.api [None req-4154ba1b-c9b7-4c33-acf4-17110fbebe9a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 23 16:15:16.333600 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-6b7074d8-3393-4fc6-9876-dd85e179e975 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-864347', 'neutron.services.segments.db._delete_segments_for_network-8735362908070'] for network, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:16.347595 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-1712a19b-0004-4771-9c09-1afcd755dda6 None None] Could not find standard attr ID for object 2ca5b5dd-7c3a-401a-b680-299519d3d330. {{(pid=87637) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 23 16:15:16.366373 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6350b8d5-d85a-4882-9b21-ac52615d54e0 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] No DVR routers for this DVR port 199c1518-59cc-4cbf-914c-dfc191f7ff9f on host dv-neutron-822799-1-hyperv {{(pid=87635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 23 16:15:16.378999 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7bf3fa-4992-40f8-9910-620a83cccdaf req-092c4ba6-5b2a-4192-94d2-102f11356ed6 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:15:16.380472 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-8e7bf3fa-4992-40f8-9910-620a83cccdaf req-092c4ba6-5b2a-4192-94d2-102f11356ed6 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d12d024-785e-42d1-98eb-b1d5c44f899e HTTP/1.1" status: 200  len: 946 time: 0.3906672
Dec 23 16:15:16.388993 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-6b7074d8-3393-4fc6-9876-dd85e179e975 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1dbb757370>,) {'filters': {'network_id': ['7a8395c0-89c0-4aa3-9224-6af96fc87bb3']}} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:15:16.416645 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-7e8295f1-860a-45aa-9442-ca05866d3536 tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] Calling delete_port for 8f5f1006-f2bb-491d-a490-47fae8b52782 owned by network:floatingip {{(pid=87635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:15:16.421359 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-6b7074d8-3393-4fc6-9876-dd85e179e975 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dbb757370>, '4c9a4ca1-b911-44c2-95c1-a483f98f7150') {'for_net_delete': True} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:15:16.421359 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-6b7074d8-3393-4fc6-9876-dd85e179e975 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dbb757370>, '4c9a4ca1-b911-44c2-95c1-a483f98f7150') {} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:15:16.431354 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-339e1244-ed92-4530-871c-99c73503067a None None] DHCP port deletion for 7a8395c0-89c0-4aa3-9224-6af96fc87bb3 request from dv-neutron-822799-1-hyperv {{(pid=87637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 23 16:15:16.450227 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-6b7074d8-3393-4fc6-9876-dd85e179e975 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735363085442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2382197'] for segment, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:16.458142 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-e89f6661-0f7e-4c8f-909a-e8c7a59a6bca None None] Set router 60a9be12-e018-4cb8-af5c-0a3802c67b88 gateway port host: dv-neutron-822799-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:15:16.481676 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-6b7074d8-3393-4fc6-9876-dd85e179e975 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:16.486398 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-8e7bf3fa-4992-40f8-9910-620a83cccdaf req-4a2acc63-3985-4f25-a3d5-d511e0097cba tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] 10.222.0.64 "GET /v2.0/security-groups?id=6efb91e4-dce2-4b1b-ba77-0534a1c433c6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0833526
Dec 23 16:15:16.491719 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b7074d8-3393-4fc6-9876-dd85e179e975 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Releasing vlan 426 on physical network physnet1 to pool {{(pid=87636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 23 16:15:16.492810 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-6b7074d8-3393-4fc6-9876-dd85e179e975 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2176261'] for segment, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:16.578075 dv-neutron-822799-1-hyperv neutron-server[87636]: Traceback (most recent call last):
Dec 23 16:15:16.578075 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 23 16:15:16.578075 dv-neutron-822799-1-hyperv neutron-server[87636]:     timer()
Dec 23 16:15:16.578075 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:15:16.578075 dv-neutron-822799-1-hyperv neutron-server[87636]:     cb(*args, **kw)
Dec 23 16:15:16.578075 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 23 16:15:16.578075 dv-neutron-822799-1-hyperv neutron-server[87636]:     return func(*args, **kwargs)
Dec 23 16:15:16.578075 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:15:16.578075 dv-neutron-822799-1-hyperv neutron-server[87636]:     self._notify()
Dec 23 16:15:16.578075 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:15:16.578075 dv-neutron-822799-1-hyperv neutron-server[87636]:     self.callback(batched_events)
Dec 23 16:15:16.578075 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:15:16.578075 dv-neutron-822799-1-hyperv neutron-server[87636]:     event.method(event)
Dec 23 16:15:16.578075 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:15:16.578075 dv-neutron-822799-1-hyperv neutron-server[87636]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:15:16.578075 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 23 16:15:16.578075 dv-neutron-822799-1-hyperv neutron-server[87636]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 23 16:15:16.578075 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 23 16:15:16.578075 dv-neutron-822799-1-hyperv neutron-server[87636]:     return f(self, *a, **k)
Dec 23 16:15:16.578075 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:15:16.578075 dv-neutron-822799-1-hyperv neutron-server[87636]:     return self._get(url).json()
Dec 23 16:15:16.578075 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 23 16:15:16.578075 dv-neutron-822799-1-hyperv neutron-server[87636]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 23 16:15:16.578075 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 23 16:15:16.578075 dv-neutron-822799-1-hyperv neutron-server[87636]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:15:16.578075 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 23 16:15:16.578075 dv-neutron-822799-1-hyperv neutron-server[87636]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 23 16:15:16.578075 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 23 16:15:16.578075 dv-neutron-822799-1-hyperv neutron-server[87636]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:15:16.578075 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 23 16:15:16.578075 dv-neutron-822799-1-hyperv neutron-server[87636]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:15:16.578075 dv-neutron-822799-1-hyperv neutron-server[87636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:15:16.614447 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-6b7074d8-3393-4fc6-9876-dd85e179e975 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-864336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1824171'] for network, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:16.620763 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-6350b8d5-d85a-4882-9b21-ac52615d54e0 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-864347', 'neutron.services.segments.db._delete_segments_for_network-8735362908070'] for network, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:16.621367 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-6b7074d8-3393-4fc6-9876-dd85e179e975 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:16.626896 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-72fac5f8-567e-4e1d-aba7-2647b07d78d3 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:15:16.643224 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-494689c6-8ef9-49b5-baec-55c603b69761 tempest-TagsExtTest-794743022 tempest-TagsExtTest-794743022-project] 10.222.0.64 "PUT /v2.0/ports/b328a594-75b6-49b1-9b39-67c1050dc7e5/tags/tempest-TagsExtTest-Tag-803546806 HTTP/1.1" status: 201  len: 201 time: 1.5024264
Dec 23 16:15:16.650405 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-6b7074d8-3393-4fc6-9876-dd85e179e975 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] 10.222.0.64 "DELETE /v2.0/networks/7a8395c0-89c0-4aa3-9224-6af96fc87bb3 HTTP/1.1" status: 204  len: 168 time: 2.2657480
Dec 23 16:15:16.651326 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 49052) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:16.654027 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7074d8-3393-4fc6-9876-dd85e179e975 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Pushing event deleted for resources: {'Network': ['ID=7a8395c0-89c0-4aa3-9224-6af96fc87bb3,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:15:16.654347 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 49056) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:16.659741 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.tag.tag_plugin [None req-10973f09-2db5-41fe-8987-aa679ae3c00b tempest-TagsExtTest-794743022 tempest-TagsExtTest-794743022-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f1dbb3b57f0>, 'routers', 'f813df94-8ac8-4e9a-ba86-af7268813939', 'tempest-TagsExtTest-Tag-1528830092') {} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:15:16.662538 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4be9199f-a45a-4ab3-aa2a-4a15b2d63089 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:15:16.663277 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-4be9199f-a45a-4ab3-aa2a-4a15b2d63089 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Synchronizing usage tracker for tenant:bf435ff0e7914a739a10fff5b2399c13 on resource:port {{(pid=87635) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:15:16.684784 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-a064c9c2-ec9c-46dd-8082-516a14132ccc tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Request body: {'port': {'network_id': 'e77e748e-188d-4ee5-88c4-9be4ee766d0f', 'name': 'tempest-PortsIpV6TestJSON-1314395084'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:15:16.708252 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.services.segments.db [None req-6350b8d5-d85a-4882-9b21-ac52615d54e0 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1dbb3736d0>,) {'filters': {'network_id': ['20b57bea-ae66-4e4d-9a05-3650f619a045']}} {{(pid=87635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:15:16.723022 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-6b7074d8-3393-4fc6-9876-dd85e179e975 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:15:16.780821 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.services.segments.db [None req-6350b8d5-d85a-4882-9b21-ac52615d54e0 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dbb3736d0>, '7da2520d-2a19-4fcb-8a87-947f7affa3c8') {'for_net_delete': True} {{(pid=87635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:15:16.781106 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.services.segments.db [None req-6350b8d5-d85a-4882-9b21-ac52615d54e0 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dbb3736d0>, '7da2520d-2a19-4fcb-8a87-947f7affa3c8') {} {{(pid=87635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:15:16.828725 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-10973f09-2db5-41fe-8987-aa679ae3c00b tempest-TagsExtTest-794743022 tempest-TagsExtTest-794743022-project] 10.222.0.64 "PUT /v2.0/routers/f813df94-8ac8-4e9a-ba86-af7268813939/tags/tempest-TagsExtTest-Tag-1528830092 HTTP/1.1" status: 201  len: 201 time: 0.1737704
Dec 23 16:15:16.829050 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 49060) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:16.831524 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-4154ba1b-c9b7-4c33-acf4-17110fbebe9a None None] Deleting port 199c1518-59cc-4cbf-914c-dfc191f7ff9f {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:15:16.831880 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4154ba1b-c9b7-4c33-acf4-17110fbebe9a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:16.833635 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-4be9199f-a45a-4ab3-aa2a-4a15b2d63089 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Unset dirty status for tenant:bf435ff0e7914a739a10fff5b2399c13 on resource:port {{(pid=87635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:15:16.834848 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-4be9199f-a45a-4ab3-aa2a-4a15b2d63089 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1047 time: 1.1805589
Dec 23 16:15:16.845465 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-6350b8d5-d85a-4882-9b21-ac52615d54e0 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735363085442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2776713'] for segment, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:16.852787 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 49062) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:16.865437 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.tag.tag_plugin [None req-4f17fbef-ff8d-4096-9b0c-1ec91bac877e tempest-TagsExtTest-794743022 tempest-TagsExtTest-794743022-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f1dc144f340>, 'subnetpools', '16f7e0f7-67ba-4801-869b-59a697fcf456', 'tempest-TagsExtTest-Tag-831261267') {} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:15:16.898140 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-6350b8d5-d85a-4882-9b21-ac52615d54e0 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:16.903242 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-a064c9c2-ec9c-46dd-8082-516a14132ccc tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:15:16.913261 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-e89f6661-0f7e-4c8f-909a-e8c7a59a6bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc2043fa0>, [{'id': '60a9be12-e018-4cb8-af5c-0a3802c67b88', 'name': 'tempest-TestNetworkBasicOps-router-1642921231', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.110'}], 'enable_snat': True}, 'gw_port_id': 'f2738f4b-ae43-431d-a49b-fe4450098f9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:12:52Z', 'updated_at': '2021-12-23T16:15:13Z', 'revision_number': 5, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'gw_port': {'id': 'f2738f4b-ae43-431d-a49b-fe4450098f9d', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:8a:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a9be12-e018-4cb8-af5c-0a3802c67b88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:12:54Z', 'updated_at': '2021-12-23T16:13:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_floatingips': [{'id': '74e06725-9fa4-4e23-b3e8-ffb187af5c0d', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'floating_ip_address': '172.26.3.139', 'floating_network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'router_id': '60a9be12-e018-4cb8-af5c-0a3802c67b88', 'port_id': '9951b1b4-01ac-4daf-bd58-455dcb0ff184', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 831, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f98af44-d303-4bde-b872-83960908e446', 'mac_address': 'fa:16:3e:df:57:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d62cf08-ebf2-440c-9e24-210212a8b721', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:13:54Z', 'updated_at': '2021-12-23T16:14:00Z', 'revision_number': 1, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3be0ff9e-0d06-4d79-bbba-861d053c1269', 'name': '', 'network_id': '30b67c35-e209-49c3-a56e-de3a0e0c8158', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'mac_address': 'fa:16:3e:12:1d:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60a9be12-e018-4cb8-af5c-0a3802c67b88', 'device_owner': 'network:router_interface', 'standard_attr_id': 987, 'fixed_ips': [{'subnet_id': '46dd9f9e-900f-4a8d-bf73-2dbb8f0e7a59', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:15:10Z', 'updated_at': '2021-12-23T16:15:13Z', 'revision_number': 2, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'subnets': [{'id': '46dd9f9e-900f-4a8d-bf73-2dbb8f0e7a59', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aba75bb5-4cf8-4b0a-a501-2a795d4de5aa', 'name': '', 'network_id': '8f98af44-d303-4bde-b872-83960908e446', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'mac_address': 'fa:16:3e:6a:83:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a9be12-e018-4cb8-af5c-0a3802c67b88', 'device_owner': 'network:router_interface', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '33f18a1b-5552-4192-92be-76d0229b5b31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:13:05Z', 'updated_at': '2021-12-23T16:13:20Z', 'revision_number': 5, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'subnets': [{'id': '33f18a1b-5552-4192-92be-76d0229b5b31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:15:16.917220 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6350b8d5-d85a-4882-9b21-ac52615d54e0 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Releasing vlan 425 on physical network physnet1 to pool {{(pid=87635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 23 16:15:16.917645 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-6350b8d5-d85a-4882-9b21-ac52615d54e0 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2753503'] for segment, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:16.919146 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e89f6661-0f7e-4c8f-909a-e8c7a59a6bca None None] Checking router: 60a9be12-e018-4cb8-af5c-0a3802c67b88 for host: dv-neutron-822799-1-hyperv {{(pid=87638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 23 16:15:16.919601 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e89f6661-0f7e-4c8f-909a-e8c7a59a6bca None None] Updating router 60a9be12-e018-4cb8-af5c-0a3802c67b88 port 3be0ff9e-0d06-4d79-bbba-861d053c1269 binding host dv-neutron-822799-1-hyperv {{(pid=87638) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 23 16:15:16.940787 dv-neutron-822799-1-hyperv neutron-server[87635]: Traceback (most recent call last):
Dec 23 16:15:16.940787 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 23 16:15:16.940787 dv-neutron-822799-1-hyperv neutron-server[87635]:     timer()
Dec 23 16:15:16.940787 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:15:16.940787 dv-neutron-822799-1-hyperv neutron-server[87635]:     cb(*args, **kw)
Dec 23 16:15:16.940787 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 23 16:15:16.940787 dv-neutron-822799-1-hyperv neutron-server[87635]:     return func(*args, **kwargs)
Dec 23 16:15:16.940787 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:15:16.940787 dv-neutron-822799-1-hyperv neutron-server[87635]:     self._notify()
Dec 23 16:15:16.940787 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:15:16.940787 dv-neutron-822799-1-hyperv neutron-server[87635]:     self.callback(batched_events)
Dec 23 16:15:16.940787 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:15:16.940787 dv-neutron-822799-1-hyperv neutron-server[87635]:     event.method(event)
Dec 23 16:15:16.940787 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:15:16.940787 dv-neutron-822799-1-hyperv neutron-server[87635]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:15:16.940787 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 23 16:15:16.940787 dv-neutron-822799-1-hyperv neutron-server[87635]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 23 16:15:16.940787 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 23 16:15:16.940787 dv-neutron-822799-1-hyperv neutron-server[87635]:     return f(self, *a, **k)
Dec 23 16:15:16.940787 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:15:16.940787 dv-neutron-822799-1-hyperv neutron-server[87635]:     return self._get(url).json()
Dec 23 16:15:16.940787 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 23 16:15:16.940787 dv-neutron-822799-1-hyperv neutron-server[87635]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 23 16:15:16.940787 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 23 16:15:16.940787 dv-neutron-822799-1-hyperv neutron-server[87635]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:15:16.940787 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 23 16:15:16.940787 dv-neutron-822799-1-hyperv neutron-server[87635]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 23 16:15:16.940787 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 23 16:15:16.940787 dv-neutron-822799-1-hyperv neutron-server[87635]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:15:16.940787 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 23 16:15:16.940787 dv-neutron-822799-1-hyperv neutron-server[87635]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:15:16.940787 dv-neutron-822799-1-hyperv neutron-server[87635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:15:16.955100 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 6b00ae41-6a9c-4427-8f16-11156883a69a up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:15:16.962571 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-a064c9c2-ec9c-46dd-8082-516a14132ccc tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:15:16.970532 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-7e8295f1-860a-45aa-9442-ca05866d3536 tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:16.985108 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-4154ba1b-c9b7-4c33-acf4-17110fbebe9a None None] The port '199c1518-59cc-4cbf-914c-dfc191f7ff9f' was deleted {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 23 16:15:17.004061 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e89f6661-0f7e-4c8f-909a-e8c7a59a6bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:17.038936 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port 6b00ae41-6a9c-4427-8f16-11156883a69a triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:15:17.039683 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:17.079521 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-a48b1032-015b-4629-a365-f1fb9f18cff8 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:15:17.177041 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8295f1-860a-45aa-9442-ca05866d3536 tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] Pushing event deleted for resources: {'Port': ['ID=8f5f1006-f2bb-491d-a490-47fae8b52782,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:15:17.180296 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-6350b8d5-d85a-4882-9b21-ac52615d54e0 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-864336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1824171'] for network, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:17.188091 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-7e8295f1-860a-45aa-9442-ca05866d3536 tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:15:17.189438 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-4f17fbef-ff8d-4096-9b0c-1ec91bac877e tempest-TagsExtTest-794743022 tempest-TagsExtTest-794743022-project] 10.222.0.64 "PUT /v2.0/subnetpools/16f7e0f7-67ba-4801-869b-59a697fcf456/tags/tempest-TagsExtTest-Tag-831261267 HTTP/1.1" status: 201  len: 201 time: 0.3592513
Dec 23 16:15:17.196471 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a064c9c2-ec9c-46dd-8082-516a14132ccc tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Made reservation on behalf of 37ed648a62f44dd1bf944e0bff6f4422 for: {'port': 1} {{(pid=87635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:15:17.200359 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a064c9c2-ec9c-46dd-8082-516a14132ccc tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:17.203469 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-455159c1-a354-44b9-9507-e61d8bfdf2a4 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:15:17.204307 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-455159c1-a354-44b9-9507-e61d8bfdf2a4 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Synchronizing usage tracker for tenant:bf435ff0e7914a739a10fff5b2399c13 on resource:port {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:15:17.208059 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 49068) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:17.210369 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-51af1913-ccb5-4fe6-8496-776b65391e8e tempest-RoutersIpV6AdminTest-155079440 tempest-RoutersIpV6AdminTest-155079440-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:15:17.213171 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.tag.tag_plugin [None req-f5206381-65ca-4f98-b2c6-7571894dc319 tempest-TagsExtTest-794743022 tempest-TagsExtTest-794743022-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f1dc04727f0>, 'subnets', '72325548-f03b-48d8-8d2c-4fd965701296') {} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:15:17.259921 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-6350b8d5-d85a-4882-9b21-ac52615d54e0 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks [] for network, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:17.262930 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-455159c1-a354-44b9-9507-e61d8bfdf2a4 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Unset dirty status for tenant:bf435ff0e7914a739a10fff5b2399c13 on resource:port {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:15:17.264169 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-455159c1-a354-44b9-9507-e61d8bfdf2a4 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1047 time: 0.4090202
Dec 23 16:15:17.267570 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 49072) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:17.277671 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6350b8d5-d85a-4882-9b21-ac52615d54e0 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Pushing event deleted for resources: {'Network': ['ID=20b57bea-ae66-4e4d-9a05-3650f619a045,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:15:17.279332 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 199c1518-59cc-4cbf-914c-dfc191f7ff9f no longer exists at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 23 16:15:17.280602 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-6350b8d5-d85a-4882-9b21-ac52615d54e0 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:15:17.321942 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.notifiers.nova [None req-a064c9c2-ec9c-46dd-8082-516a14132ccc tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] device_id is not set on port 2a0e703f-f589-4a03-b3f2-fe6b41e29519 yet. {{(pid=87635) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 23 16:15:17.345998 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] No Port match for: 199c1518-59cc-4cbf-914c-dfc191f7ff9f {{(pid=87637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 23 16:15:17.346349 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 199c1518-59cc-4cbf-914c-dfc191f7ff9f not bound to the agent host dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 23 16:15:17.346913 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 2ca5b5dd-7c3a-401a-b680-299519d3d330 no longer exists at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 23 16:15:17.363539 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-767cac56-afea-48ee-88a6-1a2321262c25 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:15:17.365306 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-767cac56-afea-48ee-88a6-1a2321262c25 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:15:17.367519 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-767cac56-afea-48ee-88a6-1a2321262c25 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:15:17.369165 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-767cac56-afea-48ee-88a6-1a2321262c25 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2097 time: 0.1005740
Dec 23 16:15:17.373221 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 49076) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:17.405083 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] No Port match for: 2ca5b5dd-7c3a-401a-b680-299519d3d330 {{(pid=87637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 23 16:15:17.405480 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 2ca5b5dd-7c3a-401a-b680-299519d3d330 not bound to the agent host dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 23 16:15:17.412796 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-bb7c4e63-7bf4-4a23-8523-ff4c3d6eb82f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:17.414726 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-f5206381-65ca-4f98-b2c6-7571894dc319 tempest-TagsExtTest-794743022 tempest-TagsExtTest-794743022-project] 10.222.0.64 "GET /v2.0/subnets/72325548-f03b-48d8-8d2c-4fd965701296/tags HTTP/1.1" status: 200  len: 240 time: 0.2041905
Dec 23 16:15:17.421330 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 49080) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:17.428608 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.tag.tag_plugin [None req-e40b9a6c-f79f-48c9-9802-e3c8214cd6cb tempest-TagsExtTest-794743022 tempest-TagsExtTest-794743022-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f1dc017aa30>, 'subnets', '72325548-f03b-48d8-8d2c-4fd965701296', 'tempest-TagsExtTest-Tag-978010873') {} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:15:17.434776 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-6350b8d5-d85a-4882-9b21-ac52615d54e0 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] 10.222.0.64 "DELETE /v2.0/networks/20b57bea-ae66-4e4d-9a05-3650f619a045 HTTP/1.1" status: 204  len: 168 time: 2.9212885
Dec 23 16:15:17.439035 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 49084) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:17.466308 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e89f6661-0f7e-4c8f-909a-e8c7a59a6bca None None] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:17.478152 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-e89f6661-0f7e-4c8f-909a-e8c7a59a6bca None None] Transition to ACTIVE for port object 3be0ff9e-0d06-4d79-bbba-861d053c1269 will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:15:17.485728 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e89f6661-0f7e-4c8f-909a-e8c7a59a6bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:17.489177 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG oslo_concurrency.lockutils [None req-36c9375c-7ec8-4518-8e4c-f7e0913347b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:15:17.498434 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b45b547-0aef-4723-9f93-937146aae155 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Deleting subnet 7f805510-5436-47d0-aad2-3418501b78c1 {{(pid=87636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 23 16:15:17.503632 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-8b45b547-0aef-4723-9f93-937146aae155 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks [] for subnet, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:17.601883 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-7e8295f1-860a-45aa-9442-ca05866d3536 tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] Notify callbacks [] for floatingip, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:17.625686 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-8b45b547-0aef-4723-9f93-937146aae155 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2382092'] for subnet, precommit_delete_associations {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:17.636849 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-7e8295f1-860a-45aa-9442-ca05866d3536 tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for floatingip, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:17.638275 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-7e8295f1-860a-45aa-9442-ca05866d3536 tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] 10.222.0.64 "DELETE /v2.0/floatingips/adb0c251-3ee5-496d-bf4f-3351cd11c697 HTTP/1.1" status: 204  len: 168 time: 5.8197808
Dec 23 16:15:17.671659 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 49090) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:17.682758 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcb918a-b57d-4141-8487-69042964f238 None None] Pushing event updated for resources: {'Port': ['ID=3be0ff9e-0d06-4d79-bbba-861d053c1269,revision_number=3']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:15:17.718010 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG oslo_concurrency.lockutils [None req-0dcb918a-b57d-4141-8487-69042964f238 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=87638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:15:17.739324 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-e40b9a6c-f79f-48c9-9802-e3c8214cd6cb tempest-TagsExtTest-794743022 tempest-TagsExtTest-794743022-project] 10.222.0.64 "GET /v2.0/subnets/72325548-f03b-48d8-8d2c-4fd965701296/tags/tempest-TagsExtTest-Tag-978010873 HTTP/1.1" status: 204  len: 168 time: 0.3150747
Dec 23 16:15:17.747442 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-e89f6661-0f7e-4c8f-909a-e8c7a59a6bca None None] Attempting to bind port 3be0ff9e-0d06-4d79-bbba-861d053c1269 on host dv-neutron-822799-1-hyperv for vnic_type normal with profile  {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:15:17.748074 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-e89f6661-0f7e-4c8f-909a-e8c7a59a6bca None None] Attempting to bind port 3be0ff9e-0d06-4d79-bbba-861d053c1269 by drivers openvswitch,hyperv on host dv-neutron-822799-1-hyperv at level 0 using segments [{'id': '06581beb-f676-4147-b744-2ec20aa7f254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '30b67c35-e209-49c3-a56e-de3a0e0c8158'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:15:17.748220 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 49094) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:17.748778 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e89f6661-0f7e-4c8f-909a-e8c7a59a6bca None None] Attempting to bind port 3be0ff9e-0d06-4d79-bbba-861d053c1269 on network 30b67c35-e209-49c3-a56e-de3a0e0c8158 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:15:17.756770 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e89f6661-0f7e-4c8f-909a-e8c7a59a6bca None None] Checking agent: {'id': '20d2070f-69a9-4e73-8d08-6f0387a40158', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822799-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 21), 'started_at': datetime.datetime(2021, 12, 23, 16, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 14, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822799-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 23 16:15:17.758362 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e89f6661-0f7e-4c8f-909a-e8c7a59a6bca None None] Checking segment: {'id': '06581beb-f676-4147-b744-2ec20aa7f254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '30b67c35-e209-49c3-a56e-de3a0e0c8158'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:15:17.759359 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e89f6661-0f7e-4c8f-909a-e8c7a59a6bca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:17.760246 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e89f6661-0f7e-4c8f-909a-e8c7a59a6bca None None] Bound using segment: {'id': '06581beb-f676-4147-b744-2ec20aa7f254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '30b67c35-e209-49c3-a56e-de3a0e0c8158'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 23 16:15:17.761665 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-e89f6661-0f7e-4c8f-909a-e8c7a59a6bca None None] Bound port: 3be0ff9e-0d06-4d79-bbba-861d053c1269, host: dv-neutron-822799-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06581beb-f676-4147-b744-2ec20aa7f254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '30b67c35-e209-49c3-a56e-de3a0e0c8158'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 23 16:15:17.762256 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e89f6661-0f7e-4c8f-909a-e8c7a59a6bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:17.765459 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.tag.tag_plugin [None req-720a43a2-12b4-4b51-ad83-e70ec2f2fc4b tempest-TagsExtTest-794743022 tempest-TagsExtTest-794743022-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (<neutron_lib.context.Context object at 0x7f1dc01dea90>, 'subnets', '72325548-f03b-48d8-8d2c-4fd965701296', 'tempest-TagsExtTest-Tag-978010873') {} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:15:17.878991 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-e89f6661-0f7e-4c8f-909a-e8c7a59a6bca None None] For port 3be0ff9e-0d06-4d79-bbba-861d053c1269, host dv-neutron-822799-1-hyperv, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 23 16:15:17.882393 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-e89f6661-0f7e-4c8f-909a-e8c7a59a6bca None None] For port 3be0ff9e-0d06-4d79-bbba-861d053c1269, host dv-neutron-822799-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=3be0ff9e-0d06-4d79-bbba-861d053c1269,segment=NetworkSegment(06581beb-f676-4147-b744-2ec20aa7f254),segment_id=06581beb-f676-4147-b744-2ec20aa7f254)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 23 16:15:17.888396 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e89f6661-0f7e-4c8f-909a-e8c7a59a6bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:17.899383 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG oslo_concurrency.lockutils [None req-4c1a2037-bebb-4860-a3c6-e5a5c23cf540 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:15:17.973839 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-8b45b547-0aef-4723-9f93-937146aae155 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864774'] for subnet, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:17.980305 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcb918a-b57d-4141-8487-69042964f238 None None] Pushing event updated for resources: {'Port': ['ID=3be0ff9e-0d06-4d79-bbba-861d053c1269,revision_number=4']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:15:17.990883 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG oslo_concurrency.lockutils [None req-0dcb918a-b57d-4141-8487-69042964f238 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:15:18.001764 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e89f6661-0f7e-4c8f-909a-e8c7a59a6bca None None] Routers {'60a9be12-e018-4cb8-af5c-0a3802c67b88'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:15:18.002395 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-e89f6661-0f7e-4c8f-909a-e8c7a59a6bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc2043fa0>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:14:50Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['60a9be12-e018-4cb8-af5c-0a3802c67b88'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:15:18.042249 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f3aa19-b23b-4147-ac46-e7c5dabea1d3 req-8ac40ba5-e32e-4958-9e75-f2ef0e22b552 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:15:18.043947 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-25f3aa19-b23b-4147-ac46-e7c5dabea1d3 req-8ac40ba5-e32e-4958-9e75-f2ef0e22b552 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d12d024-785e-42d1-98eb-b1d5c44f899e HTTP/1.1" status: 200  len: 946 time: 0.3957174
Dec 23 16:15:18.047007 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a064c9c2-ec9c-46dd-8082-516a14132ccc tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks [] for port, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:18.202077 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-e89f6661-0f7e-4c8f-909a-e8c7a59a6bca None None] Set router 60a9be12-e018-4cb8-af5c-0a3802c67b88 gateway port host: dv-neutron-822799-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:15:18.245692 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-720a43a2-12b4-4b51-ad83-e70ec2f2fc4b tempest-TagsExtTest-794743022 tempest-TagsExtTest-794743022-project] 10.222.0.64 "DELETE /v2.0/subnets/72325548-f03b-48d8-8d2c-4fd965701296/tags/tempest-TagsExtTest-Tag-978010873 HTTP/1.1" status: 204  len: 168 time: 0.4844544
Dec 23 16:15:18.249384 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 49098) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:18.256549 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-8b45b547-0aef-4723-9f93-937146aae155 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2176495', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2618677'] for subnet, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:18.269724 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.tag.tag_plugin [None req-cc2691ae-5b79-47de-b787-ab26a8f21ff1 tempest-TagsExtTest-794743022 tempest-TagsExtTest-794743022-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f1dc2740970>, 'subnets', '72325548-f03b-48d8-8d2c-4fd965701296') {} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:15:18.294093 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-c71dbd1b-72b4-4a32-8596-b5171f63dc81 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:15:18.364479 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-25f3aa19-b23b-4147-ac46-e7c5dabea1d3 req-089ab76d-f439-433c-9b0b-7966af85fc42 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] 10.222.0.64 "GET /v2.0/security-groups?id=6efb91e4-dce2-4b1b-ba77-0534a1c433c6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3132703
Dec 23 16:15:18.372626 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b45b547-0aef-4723-9f93-937146aae155 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Pushing event deleted for resources: {'Subnet': ['ID=7f805510-5436-47d0-aad2-3418501b78c1,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:15:18.375100 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-8b45b547-0aef-4723-9f93-937146aae155 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:15:18.377464 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-8b45b547-0aef-4723-9f93-937146aae155 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks [] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:18.399196 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dd938d0-5428-45ae-b1d5-28c327dbf7ad None None] Network a67646b4-5371-43ec-9f98-39fe51a67033 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:15:18.442164 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-8b45b547-0aef-4723-9f93-937146aae155 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "DELETE /v2.0/subnets/7f805510-5436-47d0-aad2-3418501b78c1 HTTP/1.1" status: 204  len: 168 time: 1.0677710
Dec 23 16:15:18.445709 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 49102) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:18.454134 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a064c9c2-ec9c-46dd-8082-516a14132ccc tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:18.461106 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-4fd4fd6c-c4b0-4747-9f4b-aae58b397824 tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:15:18.539820 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a064c9c2-ec9c-46dd-8082-516a14132ccc tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Network e77e748e-188d-4ee5-88c4-9be4ee766d0f is already hosted by enough agents. {{(pid=87635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:15:18.544814 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.base_scheduler [None req-a064c9c2-ec9c-46dd-8082-516a14132ccc tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Resources bound (agent type, host, resource id):  {{(pid=87635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:15:18.549523 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a064c9c2-ec9c-46dd-8082-516a14132ccc tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Received port after_create {{(pid=87635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:15:18.556151 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a064c9c2-ec9c-46dd-8082-516a14132ccc tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:15:18.556980 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a064c9c2-ec9c-46dd-8082-516a14132ccc tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:18.569986 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_v2 [None req-a335afe6-3ba9-46ae-bbf2-ca5b13bc4c31 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Deleting subnet f749bb7b-7243-4387-8d0c-0041ecc66696 {{(pid=87636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 23 16:15:18.575659 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a335afe6-3ba9-46ae-bbf2-ca5b13bc4c31 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks [] for subnet, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:18.645263 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-cc2691ae-5b79-47de-b787-ab26a8f21ff1 tempest-TagsExtTest-794743022 tempest-TagsExtTest-794743022-project] 10.222.0.64 "GET /v2.0/subnets/72325548-f03b-48d8-8d2c-4fd965701296/tags HTTP/1.1" status: 200  len: 205 time: 0.3924236
Dec 23 16:15:18.648902 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 49106) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:18.654035 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a064c9c2-ec9c-46dd-8082-516a14132ccc tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Pushing event updated for resources: {'Port': ['ID=2a0e703f-f589-4a03-b3f2-fe6b41e29519,revision_number=1']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:15:18.659507 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a335afe6-3ba9-46ae-bbf2-ca5b13bc4c31 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2382092'] for subnet, precommit_delete_associations {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:18.662096 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-a064c9c2-ec9c-46dd-8082-516a14132ccc tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:15:18.663770 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-a064c9c2-ec9c-46dd-8082-516a14132ccc tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201  len: 850 time: 1.9966888
Dec 23 16:15:18.666696 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 49110) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:18.693799 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.tag.tag_plugin [None req-746d6828-db59-4d00-ac62-9bd5a07a9542 tempest-TagsExtTest-794743022 tempest-TagsExtTest-794743022-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f1dbb371be0>, 'ports', 'b328a594-75b6-49b1-9b39-67c1050dc7e5') {} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:15:18.701997 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-e89f6661-0f7e-4c8f-909a-e8c7a59a6bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc2043fa0>, [{'id': '60a9be12-e018-4cb8-af5c-0a3802c67b88', 'name': 'tempest-TestNetworkBasicOps-router-1642921231', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.110'}], 'enable_snat': True}, 'gw_port_id': 'f2738f4b-ae43-431d-a49b-fe4450098f9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:12:52Z', 'updated_at': '2021-12-23T16:15:13Z', 'revision_number': 5, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'gw_port': {'id': 'f2738f4b-ae43-431d-a49b-fe4450098f9d', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:8a:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a9be12-e018-4cb8-af5c-0a3802c67b88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:12:54Z', 'updated_at': '2021-12-23T16:13:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_floatingips': [{'id': '74e06725-9fa4-4e23-b3e8-ffb187af5c0d', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'floating_ip_address': '172.26.3.139', 'floating_network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'router_id': '60a9be12-e018-4cb8-af5c-0a3802c67b88', 'port_id': '9951b1b4-01ac-4daf-bd58-455dcb0ff184', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 831, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f98af44-d303-4bde-b872-83960908e446', 'mac_address': 'fa:16:3e:df:57:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d62cf08-ebf2-440c-9e24-210212a8b721', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:13:54Z', 'updated_at': '2021-12-23T16:14:00Z', 'revision_number': 1, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3be0ff9e-0d06-4d79-bbba-861d053c1269', 'name': '', 'network_id': '30b67c35-e209-49c3-a56e-de3a0e0c8158', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'mac_address': 'fa:16:3e:12:1d:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60a9be12-e018-4cb8-af5c-0a3802c67b88', 'device_owner': 'network:router_interface', 'standard_attr_id': 987, 'fixed_ips': [{'subnet_id': '46dd9f9e-900f-4a8d-bf73-2dbb8f0e7a59', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:15:10Z', 'updated_at': '2021-12-23T16:15:17Z', 'revision_number': 4, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'subnets': [{'id': '46dd9f9e-900f-4a8d-bf73-2dbb8f0e7a59', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aba75bb5-4cf8-4b0a-a501-2a795d4de5aa', 'name': '', 'network_id': '8f98af44-d303-4bde-b872-83960908e446', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'mac_address': 'fa:16:3e:6a:83:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a9be12-e018-4cb8-af5c-0a3802c67b88', 'device_owner': 'network:router_interface', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '33f18a1b-5552-4192-92be-76d0229b5b31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:13:05Z', 'updated_at': '2021-12-23T16:13:20Z', 'revision_number': 5, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'subnets': [{'id': '33f18a1b-5552-4192-92be-76d0229b5b31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:15:18.706535 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e89f6661-0f7e-4c8f-909a-e8c7a59a6bca None None] The sync data for ids ['60a9be12-e018-4cb8-af5c-0a3802c67b88'] in dv-neutron-822799-1-hyperv is: [{'id': '60a9be12-e018-4cb8-af5c-0a3802c67b88', 'name': 'tempest-TestNetworkBasicOps-router-1642921231', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.110'}], 'enable_snat': True}, 'gw_port_id': 'f2738f4b-ae43-431d-a49b-fe4450098f9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:12:52Z', 'updated_at': '2021-12-23T16:15:13Z', 'revision_number': 5, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'gw_port': {'id': 'f2738f4b-ae43-431d-a49b-fe4450098f9d', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:8a:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a9be12-e018-4cb8-af5c-0a3802c67b88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:12:54Z', 'updated_at': '2021-12-23T16:13:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_floatingips': [{'id': '74e06725-9fa4-4e23-b3e8-ffb187af5c0d', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'floating_ip_address': '172.26.3.139', 'floating_network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'router_id': '60a9be12-e018-4cb8-af5c-0a3802c67b88', 'port_id': '9951b1b4-01ac-4daf-bd58-455dcb0ff184', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 831, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f98af44-d303-4bde-b872-83960908e446', 'mac_address': 'fa:16:3e:df:57:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d62cf08-ebf2-440c-9e24-210212a8b721', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:13:54Z', 'updated_at': '2021-12-23T16:14:00Z', 'revision_number': 1, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3be0ff9e-0d06-4d79-bbba-861d053c1269', 'name': '', 'network_id': '30b67c35-e209-49c3-a56e-de3a0e0c8158', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'mac_address': 'fa:16:3e:12:1d:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60a9be12-e018-4cb8-af5c-0a3802c67b88', 'device_owner': 'network:router_interface', 'standard_attr_id': 987, 'fixed_ips': [{'subnet_id': '46dd9f9e-900f-4a8d-bf73-2dbb8f0e7a59', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:15:10Z', 'updated_at': '2021-12-23T16:15:17Z', 'revision_number': 4, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'subnets': [{'id': '46dd9f9e-900f-4a8d-bf73-2dbb8f0e7a59', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aba75bb5-4cf8-4b0a-a501-2a795d4de5aa', 'name': '', 'network_id': '8f98af44-d303-4bde-b872-83960908e446', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'mac_address': 'fa:16:3e:6a:83:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a9be12-e018-4cb8-af5c-0a3802c67b88', 'device_owner': 'network:router_interface', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '33f18a1b-5552-4192-92be-76d0229b5b31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:13:05Z', 'updated_at': '2021-12-23T16:13:20Z', 'revision_number': 5, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'subnets': [{'id': '33f18a1b-5552-4192-92be-76d0229b5b31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 23 16:15:18.797824 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-26d4a50f-2b71-4834-a3c1-ac4395f8209c tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Deleting port 2a0e703f-f589-4a03-b3f2-fe6b41e29519 {{(pid=87635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:15:18.798160 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-26d4a50f-2b71-4834-a3c1-ac4395f8209c tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:18.884619 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-95e4324a-bc3c-42a2-9695-0e7255ee5361 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1781419'] for router_interface, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:18.968756 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 3be0ff9e-0d06-4d79-bbba-861d053c1269 up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:15:19.085515 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-746d6828-db59-4d00-ac62-9bd5a07a9542 tempest-TagsExtTest-794743022 tempest-TagsExtTest-794743022-project] 10.222.0.64 "GET /v2.0/ports/b328a594-75b6-49b1-9b39-67c1050dc7e5/tags HTTP/1.1" status: 200  len: 240 time: 0.4355557
Dec 23 16:15:19.089183 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 49116) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:19.099169 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.tag.tag_plugin [None req-a37e39d5-c55d-4dba-b33a-5e02c2e82625 tempest-TagsExtTest-794743022 tempest-TagsExtTest-794743022-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f1dbb2934f0>, 'ports', 'b328a594-75b6-49b1-9b39-67c1050dc7e5', 'tempest-TagsExtTest-Tag-803546806') {} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:15:19.109732 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning for port 3be0ff9e-0d06-4d79-bbba-861d053c1269 completed by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:15:19.115617 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port 3be0ff9e-0d06-4d79-bbba-861d053c1269 triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:15:19.116010 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:19.156683 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a335afe6-3ba9-46ae-bbf2-ca5b13bc4c31 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864774'] for subnet, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:19.265207 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-26d4a50f-2b71-4834-a3c1-ac4395f8209c tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:19.273296 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-ccec6355-9a9d-4a55-b0cb-642ceae06503 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1781419'] for router_interface, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:19.372078 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:19.396203 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-a37e39d5-c55d-4dba-b33a-5e02c2e82625 tempest-TagsExtTest-794743022 tempest-TagsExtTest-794743022-project] 10.222.0.64 "GET /v2.0/ports/b328a594-75b6-49b1-9b39-67c1050dc7e5/tags/tempest-TagsExtTest-Tag-803546806 HTTP/1.1" status: 204  len: 168 time: 0.3055861
Dec 23 16:15:19.406955 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 49120) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:19.417151 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.tag.tag_plugin [None req-b3cf9d54-5cee-41a0-a50a-cbedb8b37ea1 tempest-TagsExtTest-794743022 tempest-TagsExtTest-794743022-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (<neutron_lib.context.Context object at 0x7f1dbb659520>, 'ports', 'b328a594-75b6-49b1-9b39-67c1050dc7e5', 'tempest-TagsExtTest-Tag-803546806') {} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:15:19.452741 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a335afe6-3ba9-46ae-bbf2-ca5b13bc4c31 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2176495', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2618677'] for subnet, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:19.457058 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-3cc18729-b9e8-4176-b9e2-6a0299c562f4 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:15:19.470916 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] For port 3be0ff9e-0d06-4d79-bbba-861d053c1269, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=3be0ff9e-0d06-4d79-bbba-861d053c1269,segment=NetworkSegment(06581beb-f676-4147-b744-2ec20aa7f254),segment_id=06581beb-f676-4147-b744-2ec20aa7f254)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:15:19.471517 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-26d4a50f-2b71-4834-a3c1-ac4395f8209c tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Calling delete_port for 2a0e703f-f589-4a03-b3f2-fe6b41e29519 owned by  {{(pid=87635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:15:19.482893 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:19.490467 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-8c3e4ccc-bd90-4aff-a38d-6d9ae24ed7d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:15:19.623003 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Pushing event updated for resources: {'Port': ['ID=3be0ff9e-0d06-4d79-bbba-861d053c1269,revision_number=5']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:15:19.626488 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:15:19.659385 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a335afe6-3ba9-46ae-bbf2-ca5b13bc4c31 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Pushing event deleted for resources: {'Subnet': ['ID=f749bb7b-7243-4387-8d0c-0041ecc66696,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:15:19.663689 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a335afe6-3ba9-46ae-bbf2-ca5b13bc4c31 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks [] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:19.668942 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-a335afe6-3ba9-46ae-bbf2-ca5b13bc4c31 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:15:19.678266 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eb91af8-5b5c-48c9-8142-207e68618758 None None] Network a67646b4-5371-43ec-9f98-39fe51a67033 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:15:19.729152 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-a335afe6-3ba9-46ae-bbf2-ca5b13bc4c31 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "DELETE /v2.0/subnets/f749bb7b-7243-4387-8d0c-0041ecc66696 HTTP/1.1" status: 204  len: 168 time: 1.2824106
Dec 23 16:15:19.735447 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 49126) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:19.775091 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-41899880-8966-4864-926e-71c8f0a83cc2 None None] Provisioning complete for port 27fb761a-b6a5-4372-bec9-1e7b22f93668 triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:15:19.775636 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-41899880-8966-4864-926e-71c8f0a83cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:19.805223 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-26d4a50f-2b71-4834-a3c1-ac4395f8209c tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:19.813556 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-2a0d6f1f-62f8-4aa0-b5a3-eed7cec9cd37 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:15:19.862903 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-461877a0-95b4-412d-9420-9420a633681f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:19.863218 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d4a50f-2b71-4834-a3c1-ac4395f8209c tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Pushing event deleted for resources: {'Port': ['ID=2a0e703f-f589-4a03-b3f2-fe6b41e29519,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:15:19.879337 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-26d4a50f-2b71-4834-a3c1-ac4395f8209c tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:15:19.886686 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-26d4a50f-2b71-4834-a3c1-ac4395f8209c tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:19.954748 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-6ab8350e-e9d3-40bb-8783-f0d2c67c68e7 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.2176538
Dec 23 16:15:19.960707 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 49130) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:19.969929 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-197210fc-d634-40f2-95a3-62ecdcee8ea1 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Request body: {'subnet': {'network_id': 'a67646b4-5371-43ec-9f98-39fe51a67033', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:15:19.990266 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-95e4324a-bc3c-42a2-9695-0e7255ee5361 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Deleting port 53fa6265-7186-4cc6-80e8-a567cd6ed778 {{(pid=87635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:15:19.990836 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-95e4324a-bc3c-42a2-9695-0e7255ee5361 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:20.002766 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-b3cf9d54-5cee-41a0-a50a-cbedb8b37ea1 tempest-TagsExtTest-794743022 tempest-TagsExtTest-794743022-project] 10.222.0.64 "DELETE /v2.0/ports/b328a594-75b6-49b1-9b39-67c1050dc7e5/tags/tempest-TagsExtTest-Tag-803546806 HTTP/1.1" status: 204  len: 168 time: 0.5944252
Dec 23 16:15:20.005614 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 49134) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:20.016593 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.tag.tag_plugin [None req-15626540-65e3-4cfb-bd7f-ee059a1ceedb tempest-TagsExtTest-794743022 tempest-TagsExtTest-794743022-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f1dc0658160>, 'ports', 'b328a594-75b6-49b1-9b39-67c1050dc7e5') {} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:15:20.026123 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-26d4a50f-2b71-4834-a3c1-ac4395f8209c tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] 10.222.0.64 "DELETE /v2.0/ports/2a0e703f-f589-4a03-b3f2-fe6b41e29519 HTTP/1.1" status: 204  len: 168 time: 1.3583887
Dec 23 16:15:20.043695 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 49138) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:20.070723 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-300b0c17-86cd-4319-9608-264085e33fad tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Request body: {'port': {'network_id': 'e77e748e-188d-4ee5-88c4-9be4ee766d0f', 'mac_address': 'fa:16:3e:bf:1b:36', 'name': 'tempest-PortsIpV6TestJSON-1124672648'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:15:20.106007 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-386388fc-67f6-4e86-99e8-658e093cdc34 None None] DHCP port deletion for a67646b4-5371-43ec-9f98-39fe51a67033 request from dv-neutron-822799-1-hyperv {{(pid=87637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 23 16:15:20.110810 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-386388fc-67f6-4e86-99e8-658e093cdc34 None None] Deleting port 27fb761a-b6a5-4372-bec9-1e7b22f93668 {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:15:20.111260 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-386388fc-67f6-4e86-99e8-658e093cdc34 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:20.188025 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6134848-5e43-4c54-9ecc-cc9f052aefb8 req-d88827a6-2843-40b5-862f-9dc3fa35e214 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:15:20.189521 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-d6134848-5e43-4c54-9ecc-cc9f052aefb8 req-d88827a6-2843-40b5-862f-9dc3fa35e214 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d12d024-785e-42d1-98eb-b1d5c44f899e HTTP/1.1" status: 200  len: 946 time: 0.3711896
Dec 23 16:15:20.281683 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-300b0c17-86cd-4319-9608-264085e33fad tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:15:20.289947 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-300b0c17-86cd-4319-9608-264085e33fad tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Usage tracker for resource:port and tenant:37ed648a62f44dd1bf944e0bff6f4422 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:15:20.303624 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-300b0c17-86cd-4319-9608-264085e33fad tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:15:20.328234 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-300b0c17-86cd-4319-9608-264085e33fad tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:15:20.346862 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-15626540-65e3-4cfb-bd7f-ee059a1ceedb tempest-TagsExtTest-794743022 tempest-TagsExtTest-794743022-project] 10.222.0.64 "GET /v2.0/ports/b328a594-75b6-49b1-9b39-67c1050dc7e5/tags HTTP/1.1" status: 200  len: 205 time: 0.3375351
Dec 23 16:15:20.346862 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-ccec6355-9a9d-4a55-b0cb-642ceae06503 admin admin] Deleting port 0bd5114b-b67a-425e-af7b-020f0f8e86e1 {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:15:20.346862 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-ccec6355-9a9d-4a55-b0cb-642ceae06503 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:20.355417 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 49142) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:20.369058 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.services.tag.tag_plugin [None req-b1ac9a14-9518-4aed-9e04-2131d2ec8ae6 tempest-TagsExtTest-794743022 tempest-TagsExtTest-794743022-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f1dbb373ca0>, 'routers', 'f813df94-8ac8-4e9a-ba86-af7268813939') {} {{(pid=87635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:15:20.377453 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-d6134848-5e43-4c54-9ecc-cc9f052aefb8 req-1b8af05c-0e25-47cb-a03c-18b89f04c817 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] 10.222.0.64 "GET /v2.0/security-groups?id=6efb91e4-dce2-4b1b-ba77-0534a1c433c6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1473773
Dec 23 16:15:20.400750 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-300b0c17-86cd-4319-9608-264085e33fad tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Made reservation on behalf of 37ed648a62f44dd1bf944e0bff6f4422 for: {'port': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:15:20.415036 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-386388fc-67f6-4e86-99e8-658e093cdc34 None None] For port 27fb761a-b6a5-4372-bec9-1e7b22f93668, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=27fb761a-b6a5-4372-bec9-1e7b22f93668,segment=NetworkSegment(d0e346f7-32a7-41a0-b972-301688edbe10),segment_id=d0e346f7-32a7-41a0-b972-301688edbe10)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:15:20.415661 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-386388fc-67f6-4e86-99e8-658e093cdc34 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:20.448891 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-197210fc-d634-40f2-95a3-62ecdcee8ea1 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:15:20.459254 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-197210fc-d634-40f2-95a3-62ecdcee8ea1 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Usage tracker for resource:subnet and tenant:bf435ff0e7914a739a10fff5b2399c13 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:15:20.467407 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-197210fc-d634-40f2-95a3-62ecdcee8ea1 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:15:20.477255 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-197210fc-d634-40f2-95a3-62ecdcee8ea1 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:15:20.548479 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-386388fc-67f6-4e86-99e8-658e093cdc34 None None] Calling delete_port for 27fb761a-b6a5-4372-bec9-1e7b22f93668 owned by network:dhcp {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:15:20.580015 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-197210fc-d634-40f2-95a3-62ecdcee8ea1 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Made reservation on behalf of bf435ff0e7914a739a10fff5b2399c13 for: {'subnet': 1} {{(pid=87635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:15:20.583556 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-197210fc-d634-40f2-95a3-62ecdcee8ea1 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2610339'] for subnet, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:20.592378 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-300b0c17-86cd-4319-9608-264085e33fad tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:20.614672 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.db [None req-95e4324a-bc3c-42a2-9695-0e7255ee5361 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] For port 53fa6265-7186-4cc6-80e8-a567cd6ed778, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=53fa6265-7186-4cc6-80e8-a567cd6ed778,segment=NetworkSegment(c28c0ee6-d3aa-4417-9f89-d71373f785ea),segment_id=c28c0ee6-d3aa-4417-9f89-d71373f785ea)] {{(pid=87635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:15:20.615072 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-95e4324a-bc3c-42a2-9695-0e7255ee5361 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:20.631069 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-386388fc-67f6-4e86-99e8-658e093cdc34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789'] for port, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:20.636269 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-b1ac9a14-9518-4aed-9e04-2131d2ec8ae6 tempest-TagsExtTest-794743022 tempest-TagsExtTest-794743022-project] 10.222.0.64 "GET /v2.0/routers/f813df94-8ac8-4e9a-ba86-af7268813939/tags HTTP/1.1" status: 200  len: 241 time: 0.2760072
Dec 23 16:15:20.636453 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-34520798-07ff-4fe8-bbbd-86842f6e358a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:15:20.639364 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 49146) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:20.660554 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.tag.tag_plugin [None req-3fa9e6dd-1c86-41f5-b875-2119155363f6 tempest-TagsExtTest-794743022 tempest-TagsExtTest-794743022-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f1dc066c280>, 'routers', 'f813df94-8ac8-4e9a-ba86-af7268813939', 'tempest-TagsExtTest-Tag-1528830092') {} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:15:20.690484 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386388fc-67f6-4e86-99e8-658e093cdc34 None None] Pushing event deleted for resources: {'Port': ['ID=27fb761a-b6a5-4372-bec9-1e7b22f93668,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:15:20.692298 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-386388fc-67f6-4e86-99e8-658e093cdc34 None None] No DVR routers for this DVR port 27fb761a-b6a5-4372-bec9-1e7b22f93668 on host dv-neutron-822799-1-hyperv {{(pid=87637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 23 16:15:20.698955 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-386388fc-67f6-4e86-99e8-658e093cdc34 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:15:20.713360 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9dcbea60-a34f-4144-91e7-90aff3f57aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:20.719768 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [None req-300b0c17-86cd-4319-9608-264085e33fad tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] device_id is not set on port ba070aa4-527f-4ad0-bff3-182be95d1f3b yet. {{(pid=87636) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 23 16:15:20.770322 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [None req-ccec6355-9a9d-4a55-b0cb-642ceae06503 admin admin] For port 0bd5114b-b67a-425e-af7b-020f0f8e86e1, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=0bd5114b-b67a-425e-af7b-020f0f8e86e1,segment=NetworkSegment(5b2dc38d-af73-4f53-bcc7-5cd4bb0f9f9f),segment_id=5b2dc38d-af73-4f53-bcc7-5cd4bb0f9f9f)] {{(pid=87636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:15:20.770660 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-ccec6355-9a9d-4a55-b0cb-642ceae06503 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:20.808052 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-95e4324a-bc3c-42a2-9695-0e7255ee5361 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Calling delete_port for 53fa6265-7186-4cc6-80e8-a567cd6ed778 owned by network:router_interface {{(pid=87635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:15:20.879591 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:20.924116 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 3be0ff9e-0d06-4d79-bbba-861d053c1269 up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:15:20.995256 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port 3be0ff9e-0d06-4d79-bbba-861d053c1269 triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:15:20.995553 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:21.074940 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-ccec6355-9a9d-4a55-b0cb-642ceae06503 admin admin] Calling delete_port for 0bd5114b-b67a-425e-af7b-020f0f8e86e1 owned by network:router_interface {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:15:21.166477 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 27fb761a-b6a5-4372-bec9-1e7b22f93668 no longer exists at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 23 16:15:21.175823 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-95e4324a-bc3c-42a2-9695-0e7255ee5361 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:21.180967 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-efee0138-6144-4f51-b6b9-60a4e18ea220 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:15:21.203572 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] No Port match for: 27fb761a-b6a5-4372-bec9-1e7b22f93668 {{(pid=87637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 23 16:15:21.203930 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 27fb761a-b6a5-4372-bec9-1e7b22f93668 not bound to the agent host dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 23 16:15:21.241131 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-3fa9e6dd-1c86-41f5-b875-2119155363f6 tempest-TagsExtTest-794743022 tempest-TagsExtTest-794743022-project] 10.222.0.64 "GET /v2.0/routers/f813df94-8ac8-4e9a-ba86-af7268813939/tags/tempest-TagsExtTest-Tag-1528830092 HTTP/1.1" status: 204  len: 168 time: 0.5895109
Dec 23 16:15:21.253684 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 49152) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:21.258998 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.objects.ports [None req-197210fc-d634-40f2-95a3-62ecdcee8ea1 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87635) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}}
Dec 23 16:15:21.262509 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e4324a-bc3c-42a2-9695-0e7255ee5361 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Pushing event deleted for resources: {'Port': ['ID=53fa6265-7186-4cc6-80e8-a567cd6ed778,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:15:21.266760 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.services.tag.tag_plugin [None req-6b756841-162f-431d-9f6e-9ce18be713b6 tempest-TagsExtTest-794743022 tempest-TagsExtTest-794743022-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (<neutron_lib.context.Context object at 0x7f1dc02bd040>, 'routers', 'f813df94-8ac8-4e9a-ba86-af7268813939', 'tempest-TagsExtTest-Tag-1528830092') {} {{(pid=87635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:15:21.322363 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-197210fc-d634-40f2-95a3-62ecdcee8ea1 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2753396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2610353'] for subnet, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:21.332628 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-95e4324a-bc3c-42a2-9695-0e7255ee5361 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:15:21.333150 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-608f7286-71e3-4ce6-8235-c60fc4fb3eb6 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:15:21.470446 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-197210fc-d634-40f2-95a3-62ecdcee8ea1 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Network a67646b4-5371-43ec-9f98-39fe51a67033 is already hosted by enough agents. {{(pid=87635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:15:21.480359 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-300b0c17-86cd-4319-9608-264085e33fad tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:21.482510 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.base_scheduler [None req-197210fc-d634-40f2-95a3-62ecdcee8ea1 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Resources bound (agent type, host, resource id):  {{(pid=87635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:15:21.492745 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84ec4918-1a95-469d-990d-41c3f595a44e None None] Network a67646b4-5371-43ec-9f98-39fe51a67033 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:15:21.560784 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-197210fc-d634-40f2-95a3-62ecdcee8ea1 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:15:21.561382 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-197210fc-d634-40f2-95a3-62ecdcee8ea1 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks [] for subnet, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:21.579587 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-300b0c17-86cd-4319-9608-264085e33fad tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:21.601784 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-f581dc15-a019-43bd-b33e-d86566784dbd tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:15:21.615738 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197210fc-d634-40f2-95a3-62ecdcee8ea1 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Pushing event updated for resources: {'Subnet': ['ID=09bb8e3d-b9ab-4660-adaf-ef2b9b64962e,revision_number=0']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:15:21.628121 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-197210fc-d634-40f2-95a3-62ecdcee8ea1 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:15:21.668708 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-ccec6355-9a9d-4a55-b0cb-642ceae06503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:21.698543 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-300b0c17-86cd-4319-9608-264085e33fad tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Network e77e748e-188d-4ee5-88c4-9be4ee766d0f is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:15:21.730050 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-300b0c17-86cd-4319-9608-264085e33fad tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Resources bound (agent type, host, resource id):  {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:15:21.735417 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-300b0c17-86cd-4319-9608-264085e33fad tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:15:21.741140 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-300b0c17-86cd-4319-9608-264085e33fad tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:15:21.742004 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-300b0c17-86cd-4319-9608-264085e33fad tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:21.748381 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-197210fc-d634-40f2-95a3-62ecdcee8ea1 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 1.7862470
Dec 23 16:15:21.755884 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 49158) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:21.794924 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea3c60f7-167b-48fc-94da-ac632bb5dabe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7e017a6-8198-58c8-a07e-0f786128e3b3-a67646b4-5371-43ec-9f98-39fe51a67033', 'network_id': 'a67646b4-5371-43ec-9f98-39fe51a67033', 'tenant_id': 'bf435ff0e7914a739a10fff5b2399c13', 'fixed_ips': [{'subnet_id': '09bb8e3d-b9ab-4660-adaf-ef2b9b64962e'}]}} from dv-neutron-822799-1-hyperv. {{(pid=87637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 23 16:15:21.795798 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-ea3c60f7-167b-48fc-94da-ac632bb5dabe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:21.834609 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300b0c17-86cd-4319-9608-264085e33fad tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Pushing event updated for resources: {'Port': ['ID=ba070aa4-527f-4ad0-bff3-182be95d1f3b,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:15:21.852200 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-300b0c17-86cd-4319-9608-264085e33fad tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201  len: 850 time: 1.7915478
Dec 23 16:15:21.858958 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-300b0c17-86cd-4319-9608-264085e33fad tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:15:21.859331 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-9094b5a1-eacf-44f9-b5a9-8438514d800b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.184s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:15:21.896800 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 49160) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:21.942668 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccec6355-9a9d-4a55-b0cb-642ceae06503 admin admin] Pushing event deleted for resources: {'Port': ['ID=0bd5114b-b67a-425e-af7b-020f0f8e86e1,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:15:21.955369 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-ccec6355-9a9d-4a55-b0cb-642ceae06503 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:15:21.983130 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_common [None req-ea3c60f7-167b-48fc-94da-ac632bb5dabe None None] Allocated IP 2001:db8::f816:3eff:fe94:c3c2 (a67646b4-5371-43ec-9f98-39fe51a67033/09bb8e3d-b9ab-4660-adaf-ef2b9b64962e/bafdb614-4ef6-473b-a043-825f245f49a4) {{(pid=87637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:15:22.008186 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-585e2e1b-9871-4c8f-b69a-5cc71bdbcfec tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Request body: {'subnet': {'network_id': 'a67646b4-5371-43ec-9f98-39fe51a67033', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:15:22.050676 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90197ad8-f2db-4e24-b5ff-c34b6fbfc16c tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:15:22.051238 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-90197ad8-f2db-4e24-b5ff-c34b6fbfc16c tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Synchronizing usage tracker for tenant:37ed648a62f44dd1bf944e0bff6f4422 on resource:port {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:15:22.112664 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-6b756841-162f-431d-9f6e-9ce18be713b6 tempest-TagsExtTest-794743022 tempest-TagsExtTest-794743022-project] 10.222.0.64 "DELETE /v2.0/routers/f813df94-8ac8-4e9a-ba86-af7268813939/tags/tempest-TagsExtTest-Tag-1528830092 HTTP/1.1" status: 204  len: 168 time: 0.8499334
Dec 23 16:15:22.122291 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 49166) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:22.133701 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-90197ad8-f2db-4e24-b5ff-c34b6fbfc16c tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Unset dirty status for tenant:37ed648a62f44dd1bf944e0bff6f4422 on resource:port {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:15:22.134876 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-90197ad8-f2db-4e24-b5ff-c34b6fbfc16c tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] 10.222.0.64 "GET /v2.0/ports/ba070aa4-527f-4ad0-bff3-182be95d1f3b HTTP/1.1" status: 200  len: 845 time: 0.2364013
Dec 23 16:15:22.142028 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.services.tag.tag_plugin [None req-7451749f-3bcd-43d3-a580-26fe33a0d524 tempest-TagsExtTest-794743022 tempest-TagsExtTest-794743022-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f1dc029fca0>, 'routers', 'f813df94-8ac8-4e9a-ba86-af7268813939') {} {{(pid=87635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:15:22.142900 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 49170) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:22.220996 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-ccec6355-9a9d-4a55-b0cb-642ceae06503 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1627472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1784155'] for router_interface, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:22.224225 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9e3aab53-d650-47e3-b8a6-2dff21fe9ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:22.228229 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf9ba2c-e3f7-4ba6-b8c2-de6bbcd3e2b4 req-656eeb3a-312b-413a-9e40-d6ee7b6db48d tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:15:22.229856 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-acf9ba2c-e3f7-4ba6-b8c2-de6bbcd3e2b4 req-656eeb3a-312b-413a-9e40-d6ee7b6db48d tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d12d024-785e-42d1-98eb-b1d5c44f899e HTTP/1.1" status: 200  len: 946 time: 0.6578887
Dec 23 16:15:22.233662 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-aea30e58-e1d2-47ed-9593-9a519a055ccc tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Deleting port ba070aa4-527f-4ad0-bff3-182be95d1f3b {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:15:22.234002 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-aea30e58-e1d2-47ed-9593-9a519a055ccc tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:22.236115 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-ea3c60f7-167b-48fc-94da-ac632bb5dabe None None] Notify callbacks [] for port, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:22.239713 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-95e4324a-bc3c-42a2-9695-0e7255ee5361 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1627472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1784155'] for router_interface, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:22.250014 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-ea3c60f7-167b-48fc-94da-ac632bb5dabe None None] Transition to ACTIVE for port object bafdb614-4ef6-473b-a043-825f245f49a4 will not be triggered until provisioned by entity L2. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:15:22.270893 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-ea3c60f7-167b-48fc-94da-ac632bb5dabe None None] Transition to ACTIVE for port object bafdb614-4ef6-473b-a043-825f245f49a4 will not be triggered until provisioned by entity DHCP. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:15:22.281558 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-ea3c60f7-167b-48fc-94da-ac632bb5dabe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780'] for port, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:22.285506 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:15:22.353698 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea3c60f7-167b-48fc-94da-ac632bb5dabe None None] Network a67646b4-5371-43ec-9f98-39fe51a67033 is already hosted by enough agents. {{(pid=87637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:15:22.357215 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-ea3c60f7-167b-48fc-94da-ac632bb5dabe None None] Resources bound (agent type, host, resource id):  {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:15:22.361539 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea3c60f7-167b-48fc-94da-ac632bb5dabe None None] Received port after_create {{(pid=87637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:15:22.368267 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3c60f7-167b-48fc-94da-ac632bb5dabe None None] Pushing event updated for resources: {'Port': ['ID=bafdb614-4ef6-473b-a043-825f245f49a4,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:15:22.373026 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-ea3c60f7-167b-48fc-94da-ac632bb5dabe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:15:22.458335 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-585e2e1b-9871-4c8f-b69a-5cc71bdbcfec tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:15:22.459523 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-ea3c60f7-167b-48fc-94da-ac632bb5dabe None None] Attempting to bind port bafdb614-4ef6-473b-a043-825f245f49a4 on host dv-neutron-822799-1-hyperv for vnic_type normal with profile  {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:15:22.459680 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-ea3c60f7-167b-48fc-94da-ac632bb5dabe None None] Attempting to bind port bafdb614-4ef6-473b-a043-825f245f49a4 by drivers openvswitch,hyperv on host dv-neutron-822799-1-hyperv at level 0 using segments [{'id': 'd0e346f7-32a7-41a0-b972-301688edbe10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'a67646b4-5371-43ec-9f98-39fe51a67033'}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:15:22.460116 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea3c60f7-167b-48fc-94da-ac632bb5dabe None None] Attempting to bind port bafdb614-4ef6-473b-a043-825f245f49a4 on network a67646b4-5371-43ec-9f98-39fe51a67033 {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:15:22.463396 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-585e2e1b-9871-4c8f-b69a-5cc71bdbcfec tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Usage tracker for resource:subnet and tenant:bf435ff0e7914a739a10fff5b2399c13 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:15:22.465661 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-585e2e1b-9871-4c8f-b69a-5cc71bdbcfec tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:15:22.466404 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea3c60f7-167b-48fc-94da-ac632bb5dabe None None] Checking agent: {'id': '20d2070f-69a9-4e73-8d08-6f0387a40158', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822799-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 21), 'started_at': datetime.datetime(2021, 12, 23, 16, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 15, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822799-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 23 16:15:22.466796 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea3c60f7-167b-48fc-94da-ac632bb5dabe None None] Checking segment: {'id': 'd0e346f7-32a7-41a0-b972-301688edbe10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'a67646b4-5371-43ec-9f98-39fe51a67033'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:15:22.467216 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-ea3c60f7-167b-48fc-94da-ac632bb5dabe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:22.468123 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea3c60f7-167b-48fc-94da-ac632bb5dabe None None] Bound using segment: {'id': 'd0e346f7-32a7-41a0-b972-301688edbe10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'a67646b4-5371-43ec-9f98-39fe51a67033'} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 23 16:15:22.468123 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-ea3c60f7-167b-48fc-94da-ac632bb5dabe None None] Bound port: bafdb614-4ef6-473b-a043-825f245f49a4, host: dv-neutron-822799-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0e346f7-32a7-41a0-b972-301688edbe10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'a67646b4-5371-43ec-9f98-39fe51a67033'}}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 23 16:15:22.468513 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-ea3c60f7-167b-48fc-94da-ac632bb5dabe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:22.543652 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-585e2e1b-9871-4c8f-b69a-5cc71bdbcfec tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:15:22.554489 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-7451749f-3bcd-43d3-a580-26fe33a0d524 tempest-TagsExtTest-794743022 tempest-TagsExtTest-794743022-project] 10.222.0.64 "GET /v2.0/routers/f813df94-8ac8-4e9a-ba86-af7268813939/tags HTTP/1.1" status: 200  len: 205 time: 0.4265540
Dec 23 16:15:22.555196 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 49174) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:22.563476 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-acf9ba2c-e3f7-4ba6-b8c2-de6bbcd3e2b4 req-d7b873d0-8b49-4804-86cf-f9341d73292e tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] 10.222.0.64 "GET /v2.0/security-groups?id=6efb91e4-dce2-4b1b-ba77-0534a1c433c6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3247797
Dec 23 16:15:22.577244 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.services.tag.tag_plugin [None req-c36abee5-46e7-4c60-af5e-18ec71b557ad tempest-TagsExtTest-794743022 tempest-TagsExtTest-794743022-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f1dc398bd90>, 'subnetpools', '16f7e0f7-67ba-4801-869b-59a697fcf456') {} {{(pid=87635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:15:22.609671 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-585e2e1b-9871-4c8f-b69a-5cc71bdbcfec tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Made reservation on behalf of bf435ff0e7914a739a10fff5b2399c13 for: {'subnet': 1} {{(pid=87635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:15:22.613450 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-585e2e1b-9871-4c8f-b69a-5cc71bdbcfec tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2610339'] for subnet, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:22.622344 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-ea3c60f7-167b-48fc-94da-ac632bb5dabe None None] For port bafdb614-4ef6-473b-a043-825f245f49a4, host dv-neutron-822799-1-hyperv, cleared binding levels {{(pid=87637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 23 16:15:22.626155 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-ea3c60f7-167b-48fc-94da-ac632bb5dabe None None] For port bafdb614-4ef6-473b-a043-825f245f49a4, host dv-neutron-822799-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=bafdb614-4ef6-473b-a043-825f245f49a4,segment=NetworkSegment(d0e346f7-32a7-41a0-b972-301688edbe10),segment_id=d0e346f7-32a7-41a0-b972-301688edbe10)] {{(pid=87637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 23 16:15:22.632383 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-ea3c60f7-167b-48fc-94da-ac632bb5dabe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:22.644331 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:15:22.734420 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3c60f7-167b-48fc-94da-ac632bb5dabe None None] Pushing event updated for resources: {'Port': ['ID=bafdb614-4ef6-473b-a043-825f245f49a4,revision_number=2']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:15:22.737788 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-ea3c60f7-167b-48fc-94da-ac632bb5dabe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:15:22.775613 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-c36abee5-46e7-4c60-af5e-18ec71b557ad tempest-TagsExtTest-794743022 tempest-TagsExtTest-794743022-project] 10.222.0.64 "GET /v2.0/subnetpools/16f7e0f7-67ba-4801-869b-59a697fcf456/tags HTTP/1.1" status: 200  len: 240 time: 0.2159059
Dec 23 16:15:22.796802 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 49178) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:22.805282 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.services.tag.tag_plugin [None req-cc32193a-da8f-465b-8540-026d72bec917 tempest-TagsExtTest-794743022 tempest-TagsExtTest-794743022-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f1dc10bbcd0>, 'subnetpools', '16f7e0f7-67ba-4801-869b-59a697fcf456', 'tempest-TagsExtTest-Tag-831261267') {} {{(pid=87635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:15:22.831780 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-aea30e58-e1d2-47ed-9593-9a519a055ccc tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:22.968031 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.db.ipam_backend_mixin [None req-585e2e1b-9871-4c8f-b69a-5cc71bdbcfec tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 09bb8e3d-b9ab-4660-adaf-ef2b9b64962e (CIDR: 2001:db8::/64)
Dec 23 16:15:22.979767 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95e4324a-bc3c-42a2-9695-0e7255ee5361 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Router e177fe5e-cdc8-403a-9923-16769a19a732 has already been hosted by L3 agent 371d4c41-c7e2-4de7-9539-c049ec4e95d1 {{(pid=87635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 23 16:15:22.984724 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-cc32193a-da8f-465b-8540-026d72bec917 tempest-TagsExtTest-794743022 tempest-TagsExtTest-794743022-project] 10.222.0.64 "GET /v2.0/subnetpools/16f7e0f7-67ba-4801-869b-59a697fcf456/tags/tempest-TagsExtTest-Tag-831261267 HTTP/1.1" status: 204  len: 168 time: 0.1843333
Dec 23 16:15:22.988949 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-aea30e58-e1d2-47ed-9593-9a519a055ccc tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Calling delete_port for ba070aa4-527f-4ad0-bff3-182be95d1f3b owned by  {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:15:22.990963 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 49182) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:22.995538 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.pecan_wsgi.hooks.translation [None req-585e2e1b-9871-4c8f-b69a-5cc71bdbcfec tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 23 16:15:22.996000 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-585e2e1b-9871-4c8f-b69a-5cc71bdbcfec tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 23 16:15:23.003963 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.services.tag.tag_plugin [None req-e43e9c56-d041-4e41-ac83-10b522ae22b7 tempest-TagsExtTest-794743022 tempest-TagsExtTest-794743022-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (<neutron_lib.context.Context object at 0x7f1dc0053d60>, 'subnetpools', '16f7e0f7-67ba-4801-869b-59a697fcf456', 'tempest-TagsExtTest-Tag-831261267') {} {{(pid=87635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:15:23.105483 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-585e2e1b-9871-4c8f-b69a-5cc71bdbcfec tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 1.1105020
Dec 23 16:15:23.110764 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 49186) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:23.129954 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-9b42e292-04dc-4ee2-b4db-22762ed430f8 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Request body: {'subnet': {'network_id': 'a67646b4-5371-43ec-9f98-39fe51a67033', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:15:23.199089 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95e4324a-bc3c-42a2-9695-0e7255ee5361 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify agent at l3_agent.dv-neutron-822799-1-hyperv the message routers_updated {{(pid=87635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 23 16:15:23.208530 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-95e4324a-bc3c-42a2-9695-0e7255ee5361 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] 10.222.0.64 "PUT /v2.0/routers/e177fe5e-cdc8-403a-9923-16769a19a732/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.7683220
Dec 23 16:15:23.209295 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 49190) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:23.211104 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d818c298-e923-4a84-8a92-0335d3dcad36 None None] Sync routers for ids ['e177fe5e-cdc8-403a-9923-16769a19a732'] in dv-neutron-822799-1-hyperv {{(pid=87637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 23 16:15:23.221642 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d818c298-e923-4a84-8a92-0335d3dcad36 None None] Routers {'e177fe5e-cdc8-403a-9923-16769a19a732'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:15:23.222461 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-d818c298-e923-4a84-8a92-0335d3dcad36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc1157070>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:15:20Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['e177fe5e-cdc8-403a-9923-16769a19a732'], 'active': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:15:23.245165 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccec6355-9a9d-4a55-b0cb-642ceae06503 admin admin] Router 3fcc639f-0d7e-4f4d-a92f-e3c896a4f0c6 has already been hosted by L3 agent 371d4c41-c7e2-4de7-9539-c049ec4e95d1 {{(pid=87636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 23 16:15:23.245913 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-aea30e58-e1d2-47ed-9593-9a519a055ccc tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:23.256331 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-fa0e3e94-040d-4233-b1f4-804aabcd4519 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:15:23.280341 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.db_base_plugin_v2 [None req-11c27221-54c7-49d6-b1dc-af489daa7f66 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Deleting subnet 37cda75c-0338-47ba-b691-74c1f334d38b {{(pid=87635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 23 16:15:23.288150 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-e43e9c56-d041-4e41-ac83-10b522ae22b7 tempest-TagsExtTest-794743022 tempest-TagsExtTest-794743022-project] 10.222.0.64 "DELETE /v2.0/subnetpools/16f7e0f7-67ba-4801-869b-59a697fcf456/tags/tempest-TagsExtTest-Tag-831261267 HTTP/1.1" status: 204  len: 168 time: 0.2935991
Dec 23 16:15:23.288150 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-11c27221-54c7-49d6-b1dc-af489daa7f66 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks [] for subnet, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:23.291669 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 49194) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:23.314855 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.tag.tag_plugin [None req-84202815-246f-45bf-afc6-49ee92466588 tempest-TagsExtTest-794743022 tempest-TagsExtTest-794743022-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f1dc05bb040>, 'subnetpools', '16f7e0f7-67ba-4801-869b-59a697fcf456') {} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:15:23.334149 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea30e58-e1d2-47ed-9593-9a519a055ccc tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Pushing event deleted for resources: {'Port': ['ID=ba070aa4-527f-4ad0-bff3-182be95d1f3b,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:15:23.340731 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-aea30e58-e1d2-47ed-9593-9a519a055ccc tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:15:23.352792 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-aea30e58-e1d2-47ed-9593-9a519a055ccc tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:23.352959 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-11c27221-54c7-49d6-b1dc-af489daa7f66 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2776816'] for subnet, precommit_delete_associations {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:23.432323 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvr_db [None req-d818c298-e923-4a84-8a92-0335d3dcad36 None None] Set router e177fe5e-cdc8-403a-9923-16769a19a732 gateway port host: None {{(pid=87637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:15:23.455554 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-aea30e58-e1d2-47ed-9593-9a519a055ccc tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] 10.222.0.64 "DELETE /v2.0/ports/ba070aa4-527f-4ad0-bff3-182be95d1f3b HTTP/1.1" status: 204  len: 168 time: 1.3118210
Dec 23 16:15:23.458405 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 49198) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:23.466607 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-9b42e292-04dc-4ee2-b4db-22762ed430f8 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:15:23.479281 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-9b42e292-04dc-4ee2-b4db-22762ed430f8 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Usage tracker for resource:subnet and tenant:bf435ff0e7914a739a10fff5b2399c13 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:15:23.484481 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-84202815-246f-45bf-afc6-49ee92466588 tempest-TagsExtTest-794743022 tempest-TagsExtTest-794743022-project] 10.222.0.64 "GET /v2.0/subnetpools/16f7e0f7-67ba-4801-869b-59a697fcf456/tags HTTP/1.1" status: 200  len: 205 time: 0.1852601
Dec 23 16:15:23.485423 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-9b42e292-04dc-4ee2-b4db-22762ed430f8 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:15:23.496261 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 49204) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:23.512496 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.services.tag.tag_plugin [None req-31dfd2fd-b23f-4d31-8b13-5e7db030f466 tempest-TagsExtTest-794743022 tempest-TagsExtTest-794743022-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f1dc163d970>, 'subnetpools', '16f7e0f7-67ba-4801-869b-59a697fcf456') {} {{(pid=87635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:15:23.525902 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-11c27221-54c7-49d6-b1dc-af489daa7f66 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864774'] for subnet, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:23.547486 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-9b42e292-04dc-4ee2-b4db-22762ed430f8 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:15:23.568937 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.pecan_wsgi.hooks.translation [None req-33d1adf8-0935-4c8a-95b3-11369fe362bb tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] GET failed (client error): The resource could not be found.
Dec 23 16:15:23.570457 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-33d1adf8-0935-4c8a-95b3-11369fe362bb tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Synchronizing usage tracker for tenant:37ed648a62f44dd1bf944e0bff6f4422 on resource:port {{(pid=87635) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:15:23.584482 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b42e292-04dc-4ee2-b4db-22762ed430f8 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Made reservation on behalf of bf435ff0e7914a739a10fff5b2399c13 for: {'subnet': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:15:23.596667 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9b42e292-04dc-4ee2-b4db-22762ed430f8 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2618324'] for subnet, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:23.611307 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-31dfd2fd-b23f-4d31-8b13-5e7db030f466 tempest-TagsExtTest-794743022 tempest-TagsExtTest-794743022-project] 10.222.0.64 "DELETE /v2.0/subnetpools/16f7e0f7-67ba-4801-869b-59a697fcf456/tags HTTP/1.1" status: 204  len: 168 time: 0.1098883
Dec 23 16:15:23.615045 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 49210) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:23.619879 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.services.tag.tag_plugin [None req-22455f26-eedd-4d03-b8c1-e37888435fb2 tempest-TagsExtTest-794743022 tempest-TagsExtTest-794743022-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f1dc0302400>, 'routers', 'f813df94-8ac8-4e9a-ba86-af7268813939') {} {{(pid=87635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:15:23.811891 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccec6355-9a9d-4a55-b0cb-642ceae06503 admin admin] Notify agent at l3_agent.dv-neutron-822799-1-hyperv the message routers_updated {{(pid=87636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 23 16:15:23.831389 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bfb1eaf-1a0f-43c0-b429-4ce53e1ab4d0 None None] Sync routers for ids ['3fcc639f-0d7e-4f4d-a92f-e3c896a4f0c6'] in dv-neutron-822799-1-hyperv {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 23 16:15:23.833115 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-ccec6355-9a9d-4a55-b0cb-642ceae06503 admin admin] 10.222.0.64 "PUT /v2.0/routers/3fcc639f-0d7e-4f4d-a92f-e3c896a4f0c6/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 6.1590645
Dec 23 16:15:23.837018 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 49214) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:23.846137 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-d818c298-e923-4a84-8a92-0335d3dcad36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc1157070>, [{'id': 'e177fe5e-cdc8-403a-9923-16769a19a732', 'name': 'tempest-RoutersTest-router-1751319929', 'tenant_id': '3fd82437e08648b4840016e8955250bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:14:14Z', 'updated_at': '2021-12-23T16:15:21Z', 'revision_number': 9, 'project_id': '3fd82437e08648b4840016e8955250bf', 'gw_port_host': None, '_interfaces': [{'id': '9f092cc1-6082-4561-b1c3-16cbcde34d7a', 'name': '', 'network_id': '93d5306b-b044-45e0-820f-21a84f15a715', 'tenant_id': '3fd82437e08648b4840016e8955250bf', 'mac_address': 'fa:16:3e:86:78:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e177fe5e-cdc8-403a-9923-16769a19a732', 'device_owner': 'network:router_interface', 'standard_attr_id': 870, 'fixed_ips': [{'subnet_id': '4d508dea-bd45-4414-a7fb-afb4f674db06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:14:20Z', 'updated_at': '2021-12-23T16:14:37Z', 'revision_number': 5, 'project_id': '3fd82437e08648b4840016e8955250bf', 'subnets': [{'id': '4d508dea-bd45-4414-a7fb-afb4f674db06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e63eb4bc-b02f-435a-a09c-c251cfabc079', 'name': '', 'network_id': 'ce320326-8ff7-4658-8e61-16a31833d08c', 'tenant_id': '3fd82437e08648b4840016e8955250bf', 'mac_address': 'fa:16:3e:99:5d:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e177fe5e-cdc8-403a-9923-16769a19a732', 'device_owner': 'network:router_interface', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': 'b4ea8d7f-3d9f-4697-ade4-7a55eefb7293', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:14:29Z', 'updated_at': '2021-12-23T16:14:43Z', 'revision_number': 5, 'project_id': '3fd82437e08648b4840016e8955250bf', 'subnets': [{'id': 'b4ea8d7f-3d9f-4697-ade4-7a55eefb7293', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:15:23.847655 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bfb1eaf-1a0f-43c0-b429-4ce53e1ab4d0 None None] Routers {'3fcc639f-0d7e-4f4d-a92f-e3c896a4f0c6'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:15:23.848369 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-2bfb1eaf-1a0f-43c0-b429-4ce53e1ab4d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc1ce4280>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:15:20Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['3fcc639f-0d7e-4f4d-a92f-e3c896a4f0c6'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:15:23.851557 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d818c298-e923-4a84-8a92-0335d3dcad36 None None] Checking router: e177fe5e-cdc8-403a-9923-16769a19a732 for host: dv-neutron-822799-1-hyperv {{(pid=87637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 23 16:15:23.861226 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d818c298-e923-4a84-8a92-0335d3dcad36 None None] Routers {'e177fe5e-cdc8-403a-9923-16769a19a732'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:15:23.862097 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-d818c298-e923-4a84-8a92-0335d3dcad36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc1157070>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:15:20Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['e177fe5e-cdc8-403a-9923-16769a19a732'], 'active': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:15:23.900032 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-33d1adf8-0935-4c8a-95b3-11369fe362bb tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Unset dirty status for tenant:37ed648a62f44dd1bf944e0bff6f4422 on resource:port {{(pid=87635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:15:23.901410 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-33d1adf8-0935-4c8a-95b3-11369fe362bb tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] 10.222.0.64 "GET /v2.0/ports/ba070aa4-527f-4ad0-bff3-182be95d1f3b HTTP/1.1" status: 404  len: 333 time: 0.4410789
Dec 23 16:15:23.914361 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 49218) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:23.933346 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-da7893c7-0a8c-4c89-91a6-92b7339f59f0 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Request body: {'port': {'network_id': 'e77e748e-188d-4ee5-88c4-9be4ee766d0f', 'name': 'tempest-PortsIpV6TestJSON-1515537100'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:15:24.090549 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvr_db [None req-d818c298-e923-4a84-8a92-0335d3dcad36 None None] Set router e177fe5e-cdc8-403a-9923-16769a19a732 gateway port host: None {{(pid=87637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:15:24.092098 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-11c27221-54c7-49d6-b1dc-af489daa7f66 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2753333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2609730'] for subnet, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:24.113641 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-20c03811-769d-4194-a9d2-9666b5e4d923 tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:15:24.115163 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-2bfb1eaf-1a0f-43c0-b429-4ce53e1ab4d0 None None] Set router 3fcc639f-0d7e-4f4d-a92f-e3c896a4f0c6 gateway port host: dv-neutron-822799-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:15:24.122174 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74d7e23-b5d4-4e22-a215-c9670bd00dcb req-6c3a1fa1-fdf4-4b0f-8add-07bfcc1aaa6c tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:15:24.131975 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-f74d7e23-b5d4-4e22-a215-c9670bd00dcb req-6c3a1fa1-fdf4-4b0f-8add-07bfcc1aaa6c tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d12d024-785e-42d1-98eb-b1d5c44f899e HTTP/1.1" status: 200  len: 946 time: 0.3772449
Dec 23 16:15:24.203733 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-66789923-9137-403a-8a2d-89cbf92133fc admin admin] Notify callbacks [] for router, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:24.305504 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-da7893c7-0a8c-4c89-91a6-92b7339f59f0 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:15:24.313915 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c27221-54c7-49d6-b1dc-af489daa7f66 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Pushing event deleted for resources: {'Subnet': ['ID=37cda75c-0338-47ba-b691-74c1f334d38b,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:15:24.323028 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-11c27221-54c7-49d6-b1dc-af489daa7f66 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks [] for subnet, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:24.345158 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-11c27221-54c7-49d6-b1dc-af489daa7f66 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:15:24.351714 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-da7893c7-0a8c-4c89-91a6-92b7339f59f0 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:15:24.355490 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2f67c97-551c-4a12-a4a9-bde6be82326d None None] Network f06e897a-ce42-450f-8aa2-b6ed7d90ee93 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:15:24.377456 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-11c27221-54c7-49d6-b1dc-af489daa7f66 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] 10.222.0.64 "DELETE /v2.0/subnets/37cda75c-0338-47ba-b691-74c1f334d38b HTTP/1.1" status: 204  len: 168 time: 1.1657386
Dec 23 16:15:24.384011 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-10708f9c-4986-40de-b769-3a7160bdc1ce None None] Provisioning for port bafdb614-4ef6-473b-a043-825f245f49a4 completed by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:15:24.386994 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 49222) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:24.459516 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-f74d7e23-b5d4-4e22-a215-c9670bd00dcb req-079a86b5-69c7-412a-9c00-5151c6762f3f tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] 10.222.0.64 "GET /v2.0/security-groups?id=6efb91e4-dce2-4b1b-ba77-0534a1c433c6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3259573
Dec 23 16:15:24.496376 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9b42e292-04dc-4ee2-b4db-22762ed430f8 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2176430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2618310'] for subnet, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:24.499247 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-2bfb1eaf-1a0f-43c0-b429-4ce53e1ab4d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc1ce4280>, [{'id': '3fcc639f-0d7e-4f4d-a92f-e3c896a4f0c6', 'name': 'tempest-ServerActionsTestJSON-1773443542-router', 'tenant_id': '4397e61b404b4512b8e2da8fa19161c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.130'}], 'enable_snat': True}, 'gw_port_id': '7a1ae378-b700-4af3-84fb-c01bf410ef8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:11:09Z', 'updated_at': '2021-12-23T16:15:21Z', 'revision_number': 5, 'project_id': '4397e61b404b4512b8e2da8fa19161c5', 'gw_port': {'id': '7a1ae378-b700-4af3-84fb-c01bf410ef8e', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:dd:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fcc639f-0d7e-4f4d-a92f-e3c896a4f0c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:11:12Z', 'updated_at': '2021-12-23T16:11:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv'}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:15:24.505533 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-a335afe6-3ba9-46ae-bbf2-ca5b13bc4c31 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:15:24.505857 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bfb1eaf-1a0f-43c0-b429-4ce53e1ab4d0 None None] Checking router: 3fcc639f-0d7e-4f4d-a92f-e3c896a4f0c6 for host: dv-neutron-822799-1-hyperv {{(pid=87638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 23 16:15:24.516208 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bfb1eaf-1a0f-43c0-b429-4ce53e1ab4d0 None None] Routers {'3fcc639f-0d7e-4f4d-a92f-e3c896a4f0c6'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:15:24.516893 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-2bfb1eaf-1a0f-43c0-b429-4ce53e1ab4d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc1ce4280>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:15:20Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['3fcc639f-0d7e-4f4d-a92f-e3c896a4f0c6'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:15:24.532502 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-e801d63d-b614-48bc-b1ee-9d337cbf8c6f tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-698866'] for network, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:24.538603 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-22455f26-eedd-4d03-b8c1-e37888435fb2 tempest-TagsExtTest-794743022 tempest-TagsExtTest-794743022-project] 10.222.0.64 "DELETE /v2.0/routers/f813df94-8ac8-4e9a-ba86-af7268813939/tags HTTP/1.1" status: 204  len: 168 time: 0.9234622
Dec 23 16:15:24.542447 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 49226) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:24.549878 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.services.tag.tag_plugin [None req-0a79dff4-e78a-4f5a-ad80-ad62dec36d11 tempest-TagsExtTest-794743022 tempest-TagsExtTest-794743022-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f1dbb43bf70>, 'ports', 'b328a594-75b6-49b1-9b39-67c1050dc7e5') {} {{(pid=87635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:15:24.597422 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da7893c7-0a8c-4c89-91a6-92b7339f59f0 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Made reservation on behalf of 37ed648a62f44dd1bf944e0bff6f4422 for: {'port': 1} {{(pid=87635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:15:24.601136 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-da7893c7-0a8c-4c89-91a6-92b7339f59f0 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:24.615439 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-e801d63d-b614-48bc-b1ee-9d337cbf8c6f tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Deleting port bbbe88a5-cb42-429a-b52c-842c268ee921 {{(pid=87635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:15:24.615789 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-e801d63d-b614-48bc-b1ee-9d337cbf8c6f tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:24.664649 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b42e292-04dc-4ee2-b4db-22762ed430f8 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Network a67646b4-5371-43ec-9f98-39fe51a67033 is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:15:24.669896 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-9b42e292-04dc-4ee2-b4db-22762ed430f8 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Resources bound (agent type, host, resource id):  {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:15:24.687421 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b42e292-04dc-4ee2-b4db-22762ed430f8 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:15:24.687690 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a8a2a4e-63e6-40b7-9d42-0ad811a43d5e None None] Network a67646b4-5371-43ec-9f98-39fe51a67033 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:15:24.688418 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9b42e292-04dc-4ee2-b4db-22762ed430f8 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks [] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:24.714658 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b42e292-04dc-4ee2-b4db-22762ed430f8 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Pushing event updated for resources: {'Subnet': ['ID=778b5603-56ae-41e9-8868-11c0dffb39ad,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:15:24.722071 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-9b42e292-04dc-4ee2-b4db-22762ed430f8 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:15:24.725264 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-66789923-9137-403a-8a2d-89cbf92133fc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:24.739402 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.notifiers.nova [None req-da7893c7-0a8c-4c89-91a6-92b7339f59f0 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] device_id is not set on port 77732297-d2bf-43e7-b988-bee60d2366fa yet. {{(pid=87635) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 23 16:15:24.744674 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-9b42e292-04dc-4ee2-b4db-22762ed430f8 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 1.6294146
Dec 23 16:15:24.744674 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 49230) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:24.750849 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-66789923-9137-403a-8a2d-89cbf92133fc admin admin] Deleting port 7a1ae378-b700-4af3-84fb-c01bf410ef8e {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:15:24.751243 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-66789923-9137-403a-8a2d-89cbf92133fc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:24.752537 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-2bfb1eaf-1a0f-43c0-b429-4ce53e1ab4d0 None None] Set router 3fcc639f-0d7e-4f4d-a92f-e3c896a4f0c6 gateway port host: dv-neutron-822799-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:15:24.956522 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-0a79dff4-e78a-4f5a-ad80-ad62dec36d11 tempest-TagsExtTest-794743022 tempest-TagsExtTest-794743022-project] 10.222.0.64 "DELETE /v2.0/ports/b328a594-75b6-49b1-9b39-67c1050dc7e5/tags HTTP/1.1" status: 204  len: 168 time: 0.4084861
Dec 23 16:15:24.958344 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 49234) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:24.978137 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.services.tag.tag_plugin [None req-08503179-17a5-4c34-8106-9c935d7bf85d tempest-TagsExtTest-794743022 tempest-TagsExtTest-794743022-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f1dc022b7c0>, 'subnets', '72325548-f03b-48d8-8d2c-4fd965701296') {} {{(pid=87635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:15:25.038950 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device bafdb614-4ef6-473b-a043-825f245f49a4 up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:15:25.048064 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [None req-66789923-9137-403a-8a2d-89cbf92133fc admin admin] For port 7a1ae378-b700-4af3-84fb-c01bf410ef8e, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=7a1ae378-b700-4af3-84fb-c01bf410ef8e,segment=NetworkSegment(77e3d110-dd7b-426c-b11f-b78dde7993df),segment_id=77e3d110-dd7b-426c-b11f-b78dde7993df)] {{(pid=87636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:15:25.049615 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.db [None req-e801d63d-b614-48bc-b1ee-9d337cbf8c6f tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] For port bbbe88a5-cb42-429a-b52c-842c268ee921, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=bbbe88a5-cb42-429a-b52c-842c268ee921,segment=NetworkSegment(c28c0ee6-d3aa-4417-9f89-d71373f785ea),segment_id=c28c0ee6-d3aa-4417-9f89-d71373f785ea)] {{(pid=87635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:15:25.050090 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-e801d63d-b614-48bc-b1ee-9d337cbf8c6f tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:25.050314 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-66789923-9137-403a-8a2d-89cbf92133fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:25.095947 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-2bfb1eaf-1a0f-43c0-b429-4ce53e1ab4d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc1ce4280>, [{'id': '3fcc639f-0d7e-4f4d-a92f-e3c896a4f0c6', 'name': 'tempest-ServerActionsTestJSON-1773443542-router', 'tenant_id': '4397e61b404b4512b8e2da8fa19161c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.130'}], 'enable_snat': True}, 'gw_port_id': '7a1ae378-b700-4af3-84fb-c01bf410ef8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:11:09Z', 'updated_at': '2021-12-23T16:15:21Z', 'revision_number': 5, 'project_id': '4397e61b404b4512b8e2da8fa19161c5', 'gw_port': {'id': '7a1ae378-b700-4af3-84fb-c01bf410ef8e', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:dd:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fcc639f-0d7e-4f4d-a92f-e3c896a4f0c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:11:12Z', 'updated_at': '2021-12-23T16:11:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv'}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:15:25.100159 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bfb1eaf-1a0f-43c0-b429-4ce53e1ab4d0 None None] The sync data for ids ['3fcc639f-0d7e-4f4d-a92f-e3c896a4f0c6'] in dv-neutron-822799-1-hyperv is: [{'id': '3fcc639f-0d7e-4f4d-a92f-e3c896a4f0c6', 'name': 'tempest-ServerActionsTestJSON-1773443542-router', 'tenant_id': '4397e61b404b4512b8e2da8fa19161c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.130'}], 'enable_snat': True}, 'gw_port_id': '7a1ae378-b700-4af3-84fb-c01bf410ef8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:11:09Z', 'updated_at': '2021-12-23T16:15:21Z', 'revision_number': 5, 'project_id': '4397e61b404b4512b8e2da8fa19161c5', 'gw_port': {'id': '7a1ae378-b700-4af3-84fb-c01bf410ef8e', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:dd:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fcc639f-0d7e-4f4d-a92f-e3c896a4f0c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:11:12Z', 'updated_at': '2021-12-23T16:11:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv'}] {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 23 16:15:25.131400 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-d818c298-e923-4a84-8a92-0335d3dcad36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc1157070>, [{'id': 'e177fe5e-cdc8-403a-9923-16769a19a732', 'name': 'tempest-RoutersTest-router-1751319929', 'tenant_id': '3fd82437e08648b4840016e8955250bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:14:14Z', 'updated_at': '2021-12-23T16:15:21Z', 'revision_number': 9, 'project_id': '3fd82437e08648b4840016e8955250bf', 'gw_port_host': None, '_interfaces': [{'id': '9f092cc1-6082-4561-b1c3-16cbcde34d7a', 'name': '', 'network_id': '93d5306b-b044-45e0-820f-21a84f15a715', 'tenant_id': '3fd82437e08648b4840016e8955250bf', 'mac_address': 'fa:16:3e:86:78:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e177fe5e-cdc8-403a-9923-16769a19a732', 'device_owner': 'network:router_interface', 'standard_attr_id': 870, 'fixed_ips': [{'subnet_id': '4d508dea-bd45-4414-a7fb-afb4f674db06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:14:20Z', 'updated_at': '2021-12-23T16:14:37Z', 'revision_number': 5, 'project_id': '3fd82437e08648b4840016e8955250bf', 'subnets': [{'id': '4d508dea-bd45-4414-a7fb-afb4f674db06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e63eb4bc-b02f-435a-a09c-c251cfabc079', 'name': '', 'network_id': 'ce320326-8ff7-4658-8e61-16a31833d08c', 'tenant_id': '3fd82437e08648b4840016e8955250bf', 'mac_address': 'fa:16:3e:99:5d:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e177fe5e-cdc8-403a-9923-16769a19a732', 'device_owner': 'network:router_interface', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': 'b4ea8d7f-3d9f-4697-ade4-7a55eefb7293', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:14:29Z', 'updated_at': '2021-12-23T16:14:43Z', 'revision_number': 5, 'project_id': '3fd82437e08648b4840016e8955250bf', 'subnets': [{'id': 'b4ea8d7f-3d9f-4697-ade4-7a55eefb7293', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:15:25.144940 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d818c298-e923-4a84-8a92-0335d3dcad36 None None] The sync data for ids ['e177fe5e-cdc8-403a-9923-16769a19a732'] in dv-neutron-822799-1-hyperv is: [{'id': 'e177fe5e-cdc8-403a-9923-16769a19a732', 'name': 'tempest-RoutersTest-router-1751319929', 'tenant_id': '3fd82437e08648b4840016e8955250bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:14:14Z', 'updated_at': '2021-12-23T16:15:21Z', 'revision_number': 9, 'project_id': '3fd82437e08648b4840016e8955250bf', 'gw_port_host': None, '_interfaces': [{'id': '9f092cc1-6082-4561-b1c3-16cbcde34d7a', 'name': '', 'network_id': '93d5306b-b044-45e0-820f-21a84f15a715', 'tenant_id': '3fd82437e08648b4840016e8955250bf', 'mac_address': 'fa:16:3e:86:78:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e177fe5e-cdc8-403a-9923-16769a19a732', 'device_owner': 'network:router_interface', 'standard_attr_id': 870, 'fixed_ips': [{'subnet_id': '4d508dea-bd45-4414-a7fb-afb4f674db06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:14:20Z', 'updated_at': '2021-12-23T16:14:37Z', 'revision_number': 5, 'project_id': '3fd82437e08648b4840016e8955250bf', 'subnets': [{'id': '4d508dea-bd45-4414-a7fb-afb4f674db06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e63eb4bc-b02f-435a-a09c-c251cfabc079', 'name': '', 'network_id': 'ce320326-8ff7-4658-8e61-16a31833d08c', 'tenant_id': '3fd82437e08648b4840016e8955250bf', 'mac_address': 'fa:16:3e:99:5d:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e177fe5e-cdc8-403a-9923-16769a19a732', 'device_owner': 'network:router_interface', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': 'b4ea8d7f-3d9f-4697-ade4-7a55eefb7293', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:14:29Z', 'updated_at': '2021-12-23T16:14:43Z', 'revision_number': 5, 'project_id': '3fd82437e08648b4840016e8955250bf', 'subnets': [{'id': 'b4ea8d7f-3d9f-4697-ade4-7a55eefb7293', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 23 16:15:25.168594 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-f807f3cc-ae03-4d69-984d-2b51b81cb8c9 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Request body: {'port': {'network_id': 'a67646b4-5371-43ec-9f98-39fe51a67033', 'mac_address': 'fa:16:3e:7f:e6:bd', 'name': 'tempest-NetworksTestDHCPv6-2060174708'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:15:25.177930 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning for port bafdb614-4ef6-473b-a043-825f245f49a4 completed by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:15:25.185264 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port bafdb614-4ef6-473b-a043-825f245f49a4 triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:15:25.185872 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:25.263526 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-e801d63d-b614-48bc-b1ee-9d337cbf8c6f tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Calling delete_port for bbbe88a5-cb42-429a-b52c-842c268ee921 owned by network:dhcp {{(pid=87635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:15:25.276522 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-66789923-9137-403a-8a2d-89cbf92133fc admin admin] Calling delete_port for 7a1ae378-b700-4af3-84fb-c01bf410ef8e owned by network:router_gateway {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:15:25.349845 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de893314-6c78-4eec-85bd-fc1da3a08b74 None None] Update dhcp port {'port': {'network_id': 'a67646b4-5371-43ec-9f98-39fe51a67033', 'fixed_ips': [{'subnet_id': '09bb8e3d-b9ab-4660-adaf-ef2b9b64962e', 'ip_address': '2001:db8::f816:3eff:fe94:c3c2'}, {'subnet_id': '778b5603-56ae-41e9-8868-11c0dffb39ad'}], 'binding:host_id': 'dv-neutron-822799-1-hyperv'}, 'id': 'bafdb614-4ef6-473b-a043-825f245f49a4'} from dv-neutron-822799-1-hyperv. {{(pid=87637) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}}
Dec 23 16:15:25.355782 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-da7893c7-0a8c-4c89-91a6-92b7339f59f0 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks [] for port, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:25.397330 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-08503179-17a5-4c34-8106-9c935d7bf85d tempest-TagsExtTest-794743022 tempest-TagsExtTest-794743022-project] 10.222.0.64 "DELETE /v2.0/subnets/72325548-f03b-48d8-8d2c-4fd965701296/tags HTTP/1.1" status: 204  len: 168 time: 0.4318783
Dec 23 16:15:25.398041 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 49238) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:25.406173 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.services.tag.tag_plugin [None req-8520a095-461f-47c6-b1a7-98443f014812 tempest-TagsExtTest-794743022 tempest-TagsExtTest-794743022-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f1dc022b490>, 'subnets', '72325548-f03b-48d8-8d2c-4fd965701296', 'tempest-TagsExtTest-Tag-1159193834') {} {{(pid=87635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:15:25.410767 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-de893314-6c78-4eec-85bd-fc1da3a08b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:25.453806 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-e801d63d-b614-48bc-b1ee-9d337cbf8c6f tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:25.460410 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-db2860b2-496c-4dd4-92cd-e7edfb3bf710 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:15:25.466286 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-f807f3cc-ae03-4d69-984d-2b51b81cb8c9 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:15:25.472091 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-f807f3cc-ae03-4d69-984d-2b51b81cb8c9 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Usage tracker for resource:port and tenant:bf435ff0e7914a739a10fff5b2399c13 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:15:25.490759 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-f807f3cc-ae03-4d69-984d-2b51b81cb8c9 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:15:25.516756 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-f807f3cc-ae03-4d69-984d-2b51b81cb8c9 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:15:25.536063 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e801d63d-b614-48bc-b1ee-9d337cbf8c6f tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Pushing event deleted for resources: {'Port': ['ID=bbbe88a5-cb42-429a-b52c-842c268ee921,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:15:25.542212 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-e801d63d-b614-48bc-b1ee-9d337cbf8c6f tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:15:25.548353 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e801d63d-b614-48bc-b1ee-9d337cbf8c6f tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] No DVR routers for this DVR port bbbe88a5-cb42-429a-b52c-842c268ee921 on host dv-neutron-822799-1-hyperv {{(pid=87635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 23 16:15:25.552060 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f807f3cc-ae03-4d69-984d-2b51b81cb8c9 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Made reservation on behalf of bf435ff0e7914a739a10fff5b2399c13 for: {'port': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:15:25.662641 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_common [None req-de893314-6c78-4eec-85bd-fc1da3a08b74 None None] Allocated IP 2001:db8:0:1::2 (a67646b4-5371-43ec-9f98-39fe51a67033/778b5603-56ae-41e9-8868-11c0dffb39ad/bafdb614-4ef6-473b-a043-825f245f49a4) {{(pid=87637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:15:25.670806 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f08b9b6-5452-4c4d-b5b7-26c39dfc3c7a None None] DHCP port deletion for f06e897a-ce42-450f-8aa2-b6ed7d90ee93 request from dv-neutron-822799-1-hyperv {{(pid=87637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 23 16:15:25.681448 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:25.751413 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-da7893c7-0a8c-4c89-91a6-92b7339f59f0 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:25.759907 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-66789923-9137-403a-8a2d-89cbf92133fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:25.766210 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-510172cd-1fb0-462d-bf8b-26ca21ce9aee tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:15:25.818857 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66789923-9137-403a-8a2d-89cbf92133fc admin admin] Pushing event deleted for resources: {'Port': ['ID=7a1ae378-b700-4af3-84fb-c01bf410ef8e,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:15:25.852111 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-a064c9c2-ec9c-46dd-8082-516a14132ccc tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:15:25.857707 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-de893314-6c78-4eec-85bd-fc1da3a08b74 None None] For port bafdb614-4ef6-473b-a043-825f245f49a4, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=bafdb614-4ef6-473b-a043-825f245f49a4,segment=NetworkSegment(d0e346f7-32a7-41a0-b972-301688edbe10),segment_id=d0e346f7-32a7-41a0-b972-301688edbe10)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:15:25.872264 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-66789923-9137-403a-8a2d-89cbf92133fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:15:25.906025 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-de893314-6c78-4eec-85bd-fc1da3a08b74 None None] Notify callbacks [] for port, precommit_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:25.930494 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-de893314-6c78-4eec-85bd-fc1da3a08b74 None None] Transition to ACTIVE for port object bafdb614-4ef6-473b-a043-825f245f49a4 will not be triggered until provisioned by entity DHCP. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:15:25.947362 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-de893314-6c78-4eec-85bd-fc1da3a08b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:25.954087 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f807f3cc-ae03-4d69-984d-2b51b81cb8c9 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:25.983198 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-66789923-9137-403a-8a2d-89cbf92133fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1824206'] for router_gateway, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:25.983988 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-e801d63d-b614-48bc-b1ee-9d337cbf8c6f tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-864347', 'neutron.services.segments.db._delete_segments_for_network-8735362908070'] for network, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:25.993942 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-468e6f90-1d77-4c0a-aa3e-f88e60b60abb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:15:25.995175 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da7893c7-0a8c-4c89-91a6-92b7339f59f0 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Network e77e748e-188d-4ee5-88c4-9be4ee766d0f is already hosted by enough agents. {{(pid=87635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:15:26.008824 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.base_scheduler [None req-da7893c7-0a8c-4c89-91a6-92b7339f59f0 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Resources bound (agent type, host, resource id):  {{(pid=87635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:15:26.015393 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da7893c7-0a8c-4c89-91a6-92b7339f59f0 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Received port after_create {{(pid=87635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:15:26.021075 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da7893c7-0a8c-4c89-91a6-92b7339f59f0 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:15:26.021906 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-da7893c7-0a8c-4c89-91a6-92b7339f59f0 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:26.034540 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [None req-f807f3cc-ae03-4d69-984d-2b51b81cb8c9 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] device_id is not set on port f46be9ce-8d49-4b39-9afa-88fc23ff6f29 yet. {{(pid=87636) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 23 16:15:26.067906 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7893c7-0a8c-4c89-91a6-92b7339f59f0 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Pushing event updated for resources: {'Port': ['ID=77732297-d2bf-43e7-b988-bee60d2366fa,revision_number=1']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:15:26.075674 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.services.segments.db [None req-e801d63d-b614-48bc-b1ee-9d337cbf8c6f tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1dc006c550>,) {'filters': {'network_id': ['f06e897a-ce42-450f-8aa2-b6ed7d90ee93']}} {{(pid=87635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:15:26.087261 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-da7893c7-0a8c-4c89-91a6-92b7339f59f0 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:15:26.105548 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-8520a095-461f-47c6-b1a7-98443f014812 tempest-TagsExtTest-794743022 tempest-TagsExtTest-794743022-project] 10.222.0.64 "PUT /v2.0/subnets/72325548-f03b-48d8-8d2c-4fd965701296/tags/tempest-TagsExtTest-Tag-1159193834 HTTP/1.1" status: 201  len: 201 time: 0.7046642
Dec 23 16:15:26.107808 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.services.segments.db [None req-e801d63d-b614-48bc-b1ee-9d337cbf8c6f tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dc006c550>, 'c28c0ee6-d3aa-4417-9f89-d71373f785ea') {'for_net_delete': True} {{(pid=87635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:15:26.108157 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.services.segments.db [None req-e801d63d-b614-48bc-b1ee-9d337cbf8c6f tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dc006c550>, 'c28c0ee6-d3aa-4417-9f89-d71373f785ea') {} {{(pid=87635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:15:26.119605 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 49246) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:26.127352 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-da7893c7-0a8c-4c89-91a6-92b7339f59f0 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201  len: 850 time: 2.2033932
Dec 23 16:15:26.132772 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.services.tag.tag_plugin [None req-b9020393-c453-4c76-a61a-1b20852870b6 tempest-TagsExtTest-794743022 tempest-TagsExtTest-794743022-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f1dc02bddc0>, 'ports', 'b328a594-75b6-49b1-9b39-67c1050dc7e5', 'tempest-TagsExtTest-Tag-1376374947') {} {{(pid=87635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:15:26.133149 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 49250) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:26.143050 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.db.api [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87637) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 23 16:15:26.143297 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_db.api [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 23 16:15:26.146349 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-e8693741-bd7d-4b89-8b05-3ef8ae575993 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:15:26.169862 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-e801d63d-b614-48bc-b1ee-9d337cbf8c6f tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735363085442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2776713'] for segment, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:26.174412 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de893314-6c78-4eec-85bd-fc1da3a08b74 None None] Pushing event updated for resources: {'Port': ['ID=bafdb614-4ef6-473b-a043-825f245f49a4,revision_number=3']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:15:26.184077 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-de893314-6c78-4eec-85bd-fc1da3a08b74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:15:26.190117 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b449819a-7d85-4bb5-bf9f-76875e4fbb7c req-22210506-99c8-46f7-90d1-c795c8c5b905 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:15:26.191684 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-b449819a-7d85-4bb5-bf9f-76875e4fbb7c req-22210506-99c8-46f7-90d1-c795c8c5b905 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d12d024-785e-42d1-98eb-b1d5c44f899e HTTP/1.1" status: 200  len: 946 time: 0.4382606
Dec 23 16:15:26.220653 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-e801d63d-b614-48bc-b1ee-9d337cbf8c6f tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:26.234458 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e801d63d-b614-48bc-b1ee-9d337cbf8c6f tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Releasing vlan 403 on physical network physnet1 to pool {{(pid=87635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 23 16:15:26.234875 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-e801d63d-b614-48bc-b1ee-9d337cbf8c6f tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2753503'] for segment, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:26.257055 dv-neutron-822799-1-hyperv neutron-server[87635]: Traceback (most recent call last):
Dec 23 16:15:26.257055 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 23 16:15:26.257055 dv-neutron-822799-1-hyperv neutron-server[87635]:     timer()
Dec 23 16:15:26.257055 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:15:26.257055 dv-neutron-822799-1-hyperv neutron-server[87635]:     cb(*args, **kw)
Dec 23 16:15:26.257055 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 23 16:15:26.257055 dv-neutron-822799-1-hyperv neutron-server[87635]:     return func(*args, **kwargs)
Dec 23 16:15:26.257055 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:15:26.257055 dv-neutron-822799-1-hyperv neutron-server[87635]:     self._notify()
Dec 23 16:15:26.257055 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:15:26.257055 dv-neutron-822799-1-hyperv neutron-server[87635]:     self.callback(batched_events)
Dec 23 16:15:26.257055 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:15:26.257055 dv-neutron-822799-1-hyperv neutron-server[87635]:     event.method(event)
Dec 23 16:15:26.257055 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:15:26.257055 dv-neutron-822799-1-hyperv neutron-server[87635]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:15:26.257055 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 23 16:15:26.257055 dv-neutron-822799-1-hyperv neutron-server[87635]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 23 16:15:26.257055 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 23 16:15:26.257055 dv-neutron-822799-1-hyperv neutron-server[87635]:     return f(self, *a, **k)
Dec 23 16:15:26.257055 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:15:26.257055 dv-neutron-822799-1-hyperv neutron-server[87635]:     return self._get(url).json()
Dec 23 16:15:26.257055 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 23 16:15:26.257055 dv-neutron-822799-1-hyperv neutron-server[87635]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 23 16:15:26.257055 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 23 16:15:26.257055 dv-neutron-822799-1-hyperv neutron-server[87635]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:15:26.257055 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 23 16:15:26.257055 dv-neutron-822799-1-hyperv neutron-server[87635]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 23 16:15:26.257055 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 23 16:15:26.257055 dv-neutron-822799-1-hyperv neutron-server[87635]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:15:26.257055 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 23 16:15:26.257055 dv-neutron-822799-1-hyperv neutron-server[87635]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:15:26.257055 dv-neutron-822799-1-hyperv neutron-server[87635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:15:26.379550 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-b449819a-7d85-4bb5-bf9f-76875e4fbb7c req-87d8d1e6-d979-40a0-9a96-5b766cb27400 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] 10.222.0.64 "GET /v2.0/security-groups?id=6efb91e4-dce2-4b1b-ba77-0534a1c433c6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1757538
Dec 23 16:15:26.399356 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-e801d63d-b614-48bc-b1ee-9d337cbf8c6f tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-864336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1824171'] for network, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:26.405410 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-7350c2df-69ae-49d8-b7fc-99320e05ebe1 tempest-FloatingIPNegativeTestJSON-779674983 tempest-FloatingIPNegativeTestJSON-779674983-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:15:26.423601 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-e801d63d-b614-48bc-b1ee-9d337cbf8c6f tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks [] for network, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:26.434116 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e801d63d-b614-48bc-b1ee-9d337cbf8c6f tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Pushing event deleted for resources: {'Network': ['ID=f06e897a-ce42-450f-8aa2-b6ed7d90ee93,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:15:26.435627 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-66789923-9137-403a-8a2d-89cbf92133fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1784183', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-235354'] for router, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:26.437105 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-e801d63d-b614-48bc-b1ee-9d337cbf8c6f tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:15:26.442500 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-e801d63d-b614-48bc-b1ee-9d337cbf8c6f tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] 10.222.0.64 "DELETE /v2.0/networks/f06e897a-ce42-450f-8aa2-b6ed7d90ee93 HTTP/1.1" status: 204  len: 168 time: 2.0480270
Dec 23 16:15:26.444828 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 49254) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:26.447035 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-66789923-9137-403a-8a2d-89cbf92133fc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:26.529007 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-b9020393-c453-4c76-a61a-1b20852870b6 tempest-TagsExtTest-794743022 tempest-TagsExtTest-794743022-project] 10.222.0.64 "PUT /v2.0/ports/b328a594-75b6-49b1-9b39-67c1050dc7e5/tags/tempest-TagsExtTest-Tag-1376374947 HTTP/1.1" status: 201  len: 201 time: 0.4082983
Dec 23 16:15:26.557085 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 49258) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:26.568733 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-66789923-9137-403a-8a2d-89cbf92133fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1781328'] for router, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:26.569261 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66789923-9137-403a-8a2d-89cbf92133fc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3fcc639f-0d7e-4f4d-a92f-e3c896a4f0c6 {{(pid=87636) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 23 16:15:26.582330 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.tag.tag_plugin [None req-fbd7bdc4-878f-47bc-a388-6bec3301ee05 tempest-TagsExtTest-794743022 tempest-TagsExtTest-794743022-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f1dbb4b3340>, 'routers', 'f813df94-8ac8-4e9a-ba86-af7268813939', 'tempest-TagsExtTest-Tag-536139801') {} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:15:26.724733 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:26.754478 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e8693741-bd7d-4b89-8b05-3ef8ae575993 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:26.782979 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] For port bafdb614-4ef6-473b-a043-825f245f49a4, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=bafdb614-4ef6-473b-a043-825f245f49a4,segment=NetworkSegment(d0e346f7-32a7-41a0-b972-301688edbe10),segment_id=d0e346f7-32a7-41a0-b972-301688edbe10)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:15:26.789394 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:26.791024 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-66789923-9137-403a-8a2d-89cbf92133fc admin admin] Notify callbacks [] for router, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:26.792082 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-468e6f90-1d77-4c0a-aa3e-f88e60b60abb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:15:26.792255 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-66789923-9137-403a-8a2d-89cbf92133fc admin admin] 10.222.0.64 "DELETE /v2.0/routers/3fcc639f-0d7e-4f4d-a92f-e3c896a4f0c6 HTTP/1.1" status: 204  len: 168 time: 2.9501097
Dec 23 16:15:26.795180 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 49262) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:26.867364 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Pushing event updated for resources: {'Port': ['ID=bafdb614-4ef6-473b-a043-825f245f49a4,revision_number=4']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:15:26.872037 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:15:26.905884 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-fe890d45-4c2c-4226-8d58-2964fc5166ff None None] Provisioning for port bafdb614-4ef6-473b-a043-825f245f49a4 completed by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:15:26.911190 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-fe890d45-4c2c-4226-8d58-2964fc5166ff None None] Provisioning complete for port bafdb614-4ef6-473b-a043-825f245f49a4 triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:15:26.911805 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-fe890d45-4c2c-4226-8d58-2964fc5166ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:26.916705 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-fbd7bdc4-878f-47bc-a388-6bec3301ee05 tempest-TagsExtTest-794743022 tempest-TagsExtTest-794743022-project] 10.222.0.64 "PUT /v2.0/routers/f813df94-8ac8-4e9a-ba86-af7268813939/tags/tempest-TagsExtTest-Tag-536139801 HTTP/1.1" status: 201  len: 201 time: 0.3547847
Dec 23 16:15:26.919101 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 49266) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:26.931274 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b97a0d1-c268-492f-8863-e62aba1fa40e admin admin] Deleting subnet ea22a554-707a-4001-b348-60dd1fb71851 {{(pid=87635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 23 16:15:26.937230 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.services.tag.tag_plugin [None req-ac1f742c-0c33-4d40-854b-693275eaeacf tempest-TagsExtTest-794743022 tempest-TagsExtTest-794743022-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f1dc0174730>, 'subnetpools', '16f7e0f7-67ba-4801-869b-59a697fcf456', 'tempest-TagsExtTest-Tag-844281273') {} {{(pid=87635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:15:26.939622 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [None req-f807f3cc-ae03-4d69-984d-2b51b81cb8c9 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Allocated IP 2001:db8:0:1::2d (a67646b4-5371-43ec-9f98-39fe51a67033/778b5603-56ae-41e9-8868-11c0dffb39ad/f46be9ce-8d49-4b39-9afa-88fc23ff6f29) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:15:26.949233 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-8b97a0d1-c268-492f-8863-e62aba1fa40e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:26.966088 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [None req-f807f3cc-ae03-4d69-984d-2b51b81cb8c9 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Allocated IP 2001:db8::f816:3eff:fe7f:e6bd (a67646b4-5371-43ec-9f98-39fe51a67033/09bb8e3d-b9ab-4660-adaf-ef2b9b64962e/f46be9ce-8d49-4b39-9afa-88fc23ff6f29) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:15:27.057959 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-8b97a0d1-c268-492f-8863-e62aba1fa40e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2776816'] for subnet, precommit_delete_associations {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:27.153229 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e8693741-bd7d-4b89-8b05-3ef8ae575993 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks [] for port, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:27.157170 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-ac1f742c-0c33-4d40-854b-693275eaeacf tempest-TagsExtTest-794743022 tempest-TagsExtTest-794743022-project] 10.222.0.64 "PUT /v2.0/subnetpools/16f7e0f7-67ba-4801-869b-59a697fcf456/tags/tempest-TagsExtTest-Tag-844281273 HTTP/1.1" status: 201  len: 201 time: 0.2357354
Dec 23 16:15:27.164140 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 49270) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:27.167486 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device bafdb614-4ef6-473b-a043-825f245f49a4 up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:15:27.172881 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.services.tag.tag_plugin [None req-2876e58d-017c-4e60-a87b-0ebe468472a9 tempest-TagsExtTest-794743022 tempest-TagsExtTest-794743022-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (<neutron_lib.context.Context object at 0x7f1dc10341f0>, 'subnets', '72325548-f03b-48d8-8d2c-4fd965701296', {'tags': ['tempest-TagsExtTest-Tag-1427793827', 'tempest-TagsExtTest-Tag-1637732690', 'tempest-TagsExtTest-Tag-1140298031']}) {} {{(pid=87635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:15:27.201670 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e8693741-bd7d-4b89-8b05-3ef8ae575993 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2176289'] for port, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:27.211597 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-974d8b73-fabb-4e8a-ad01-454b66b1ad6e tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:15:27.237484 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-8b97a0d1-c268-492f-8863-e62aba1fa40e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864774'] for subnet, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:27.244242 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port bafdb614-4ef6-473b-a043-825f245f49a4 triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:15:27.244769 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:27.274066 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-e8693741-bd7d-4b89-8b05-3ef8ae575993 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] In _notify_port_updated(), no bound segment for port 77732297-d2bf-43e7-b988-bee60d2366fa on network e77e748e-188d-4ee5-88c4-9be4ee766d0f {{(pid=87636) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}}
Dec 23 16:15:27.280605 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8693741-bd7d-4b89-8b05-3ef8ae575993 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:15:27.281223 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e8693741-bd7d-4b89-8b05-3ef8ae575993 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:27.291252 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-e8693741-bd7d-4b89-8b05-3ef8ae575993 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] 10.222.0.64 "PUT /v2.0/ports/77732297-d2bf-43e7-b988-bee60d2366fa HTTP/1.1" status: 200  len: 818 time: 1.1513398
Dec 23 16:15:27.291252 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 49274) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:27.365834 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-2876e58d-017c-4e60-a87b-0ebe468472a9 tempest-TagsExtTest-794743022 tempest-TagsExtTest-794743022-project] 10.222.0.64 "PUT /v2.0/subnets/72325548-f03b-48d8-8d2c-4fd965701296/tags HTTP/1.1" status: 200  len: 318 time: 0.1996071
Dec 23 16:15:27.369358 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 49278) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:27.382521 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.services.tag.tag_plugin [None req-4eecc3df-724b-4973-a1a3-59998c559c9c tempest-TagsExtTest-794743022 tempest-TagsExtTest-794743022-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f1dc1ab71c0>, 'subnets', '72325548-f03b-48d8-8d2c-4fd965701296') {} {{(pid=87635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:15:27.391111 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8693741-bd7d-4b89-8b05-3ef8ae575993 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Pushing event updated for resources: {'Port': ['ID=77732297-d2bf-43e7-b988-bee60d2366fa,revision_number=2']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:15:27.397986 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-e8693741-bd7d-4b89-8b05-3ef8ae575993 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:15:27.413499 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-10d82b98-9a8d-47fc-8d8a-505ebbfb1537 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Deleting port 77732297-d2bf-43e7-b988-bee60d2366fa {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:15:27.413698 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-10d82b98-9a8d-47fc-8d8a-505ebbfb1537 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:27.438159 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device bbbe88a5-cb42-429a-b52c-842c268ee921 no longer exists at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 23 16:15:27.466691 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-3435a9ca-7e3d-4134-86f3-bbc02d99cd56 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1781419'] for router_interface, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:27.479818 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] No Port match for: bbbe88a5-cb42-429a-b52c-842c268ee921 {{(pid=87637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 23 16:15:27.480779 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device bbbe88a5-cb42-429a-b52c-842c268ee921 not bound to the agent host dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 23 16:15:27.481377 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 0bd5114b-b67a-425e-af7b-020f0f8e86e1 no longer exists at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 23 16:15:27.498936 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f807f3cc-ae03-4d69-984d-2b51b81cb8c9 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:27.516161 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.provisioning_blocks [None req-f807f3cc-ae03-4d69-984d-2b51b81cb8c9 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Transition to ACTIVE for port object f46be9ce-8d49-4b39-9afa-88fc23ff6f29 will not be triggered until provisioned by entity DHCP. {{(pid=87636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:15:27.572393 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] No Port match for: 0bd5114b-b67a-425e-af7b-020f0f8e86e1 {{(pid=87637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 23 16:15:27.572882 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 0bd5114b-b67a-425e-af7b-020f0f8e86e1 not bound to the agent host dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 23 16:15:27.573192 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 53fa6265-7186-4cc6-80e8-a567cd6ed778 no longer exists at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 23 16:15:27.606778 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] No Port match for: 53fa6265-7186-4cc6-80e8-a567cd6ed778 {{(pid=87637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 23 16:15:27.607015 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 53fa6265-7186-4cc6-80e8-a567cd6ed778 not bound to the agent host dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 23 16:15:27.607414 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 7a1ae378-b700-4af3-84fb-c01bf410ef8e no longer exists at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 23 16:15:27.641662 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] No Port match for: 7a1ae378-b700-4af3-84fb-c01bf410ef8e {{(pid=87637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 23 16:15:27.642024 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 7a1ae378-b700-4af3-84fb-c01bf410ef8e not bound to the agent host dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 23 16:15:27.647070 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f807f3cc-ae03-4d69-984d-2b51b81cb8c9 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:27.659582 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-f6d342fe-ee7b-4777-be48-1fa426041762 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:15:27.691235 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-8b97a0d1-c268-492f-8863-e62aba1fa40e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2753333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2609730'] for subnet, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:27.700294 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-bf963da7-c735-4a04-a5d0-84604b7d465d tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:15:27.794508 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-8b97a0d1-c268-492f-8863-e62aba1fa40e admin admin] Notify callbacks [] for subnet, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:27.799330 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d03d831-ce03-4792-9dbc-1f356f04787d None None] Network d7a1eeae-9238-41c5-b3d8-78eaa1dfac99 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:15:27.799854 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b97a0d1-c268-492f-8863-e62aba1fa40e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ea22a554-707a-4001-b348-60dd1fb71851,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:15:27.804271 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-8b97a0d1-c268-492f-8863-e62aba1fa40e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:15:27.824937 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f807f3cc-ae03-4d69-984d-2b51b81cb8c9 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Network a67646b4-5371-43ec-9f98-39fe51a67033 is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:15:27.829929 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-8b97a0d1-c268-492f-8863-e62aba1fa40e admin admin] 10.222.0.64 "DELETE /v2.0/subnets/ea22a554-707a-4001-b348-60dd1fb71851 HTTP/1.1" status: 204  len: 168 time: 1.0285523
Dec 23 16:15:27.831321 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 49284) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:27.831764 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-f807f3cc-ae03-4d69-984d-2b51b81cb8c9 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Resources bound (agent type, host, resource id):  {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:15:27.841248 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f807f3cc-ae03-4d69-984d-2b51b81cb8c9 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:15:27.846747 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f807f3cc-ae03-4d69-984d-2b51b81cb8c9 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:15:27.847383 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f807f3cc-ae03-4d69-984d-2b51b81cb8c9 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:27.851329 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f807f3cc-ae03-4d69-984d-2b51b81cb8c9 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Pushing event updated for resources: {'Port': ['ID=f46be9ce-8d49-4b39-9afa-88fc23ff6f29,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:15:27.865366 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-f807f3cc-ae03-4d69-984d-2b51b81cb8c9 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:15:27.888187 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ae3374-7785-47ba-abfd-48f4a6e047f3 req-6823e3e9-134e-4469-ba04-f02079b64ff1 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:15:27.895451 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-60ae3374-7785-47ba-abfd-48f4a6e047f3 req-6823e3e9-134e-4469-ba04-f02079b64ff1 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d12d024-785e-42d1-98eb-b1d5c44f899e HTTP/1.1" status: 200  len: 946 time: 0.3487384
Dec 23 16:15:27.899592 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-10d82b98-9a8d-47fc-8d8a-505ebbfb1537 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:27.931479 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-f807f3cc-ae03-4d69-984d-2b51b81cb8c9 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1033 time: 3.1800733
Dec 23 16:15:27.932923 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 49290) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:28.102896 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-72250ec8-6cb8-46b6-8e1c-122714a0a338 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-698866'] for network, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:28.117049 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-4eecc3df-724b-4973-a1a3-59998c559c9c tempest-TagsExtTest-794743022 tempest-TagsExtTest-794743022-project] 10.222.0.64 "DELETE /v2.0/subnets/72325548-f03b-48d8-8d2c-4fd965701296/tags HTTP/1.1" status: 204  len: 168 time: 0.7462649
Dec 23 16:15:28.120765 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 49294) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:28.132768 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.services.tag.tag_plugin [None req-1040bf29-6cc0-4cc0-8865-2f34c5b03006 tempest-TagsExtTest-794743022 tempest-TagsExtTest-794743022-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f1dbab08700>, 'subnets', '72325548-f03b-48d8-8d2c-4fd965701296', 'tempest-TagsExtTest-Tag-1427793827') {} {{(pid=87635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:15:28.137466 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ff6d732-60d5-47d9-b35f-31c25a851399 None None] DHCP port deletion for d7a1eeae-9238-41c5-b3d8-78eaa1dfac99 request from dv-neutron-822799-1-hyperv {{(pid=87637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 23 16:15:28.142166 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-5ff6d732-60d5-47d9-b35f-31c25a851399 None None] Deleting port 3608d96f-1eab-4528-a102-f1c622cccd34 {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:15:28.142553 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-5ff6d732-60d5-47d9-b35f-31c25a851399 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:28.193678 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-72250ec8-6cb8-46b6-8e1c-122714a0a338 admin admin] Deleting port 3608d96f-1eab-4528-a102-f1c622cccd34 {{(pid=87635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:15:28.193847 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-72250ec8-6cb8-46b6-8e1c-122714a0a338 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:28.246354 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-10d82b98-9a8d-47fc-8d8a-505ebbfb1537 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Calling delete_port for 77732297-d2bf-43e7-b988-bee60d2366fa owned by  {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:15:28.304715 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-3435a9ca-7e3d-4134-86f3-bbc02d99cd56 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Deleting port e63eb4bc-b02f-435a-a09c-c251cfabc079 {{(pid=87635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:15:28.305119 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-3435a9ca-7e3d-4134-86f3-bbc02d99cd56 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:28.360155 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-5ff6d732-60d5-47d9-b35f-31c25a851399 None None] For port 3608d96f-1eab-4528-a102-f1c622cccd34, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=3608d96f-1eab-4528-a102-f1c622cccd34,segment=NetworkSegment(5b2dc38d-af73-4f53-bcc7-5cd4bb0f9f9f),segment_id=5b2dc38d-af73-4f53-bcc7-5cd4bb0f9f9f)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:15:28.360155 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-5ff6d732-60d5-47d9-b35f-31c25a851399 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:28.398138 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-60ae3374-7785-47ba-abfd-48f4a6e047f3 req-eb0a3fb2-9f53-48f1-ad79-c3157475ccc0 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] 10.222.0.64 "GET /v2.0/security-groups?id=6efb91e4-dce2-4b1b-ba77-0534a1c433c6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.5015051
Dec 23 16:15:28.422875 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-1bc07796-573c-44ec-a1f7-7d444662415f tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Deleting port f46be9ce-8d49-4b39-9afa-88fc23ff6f29 {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:15:28.423489 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1bc07796-573c-44ec-a1f7-7d444662415f tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:28.497245 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-5ff6d732-60d5-47d9-b35f-31c25a851399 None None] Calling delete_port for 3608d96f-1eab-4528-a102-f1c622cccd34 owned by network:dhcp {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:15:28.542204 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-10d82b98-9a8d-47fc-8d8a-505ebbfb1537 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:28.560077 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-300b0c17-86cd-4319-9608-264085e33fad tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:15:28.573371 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-add845fd-014b-45e1-8816-8a19daa100c0 None None] Provisioning for port f46be9ce-8d49-4b39-9afa-88fc23ff6f29 completed by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:15:28.577578 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-add845fd-014b-45e1-8816-8a19daa100c0 None None] Provisioning complete for port f46be9ce-8d49-4b39-9afa-88fc23ff6f29 triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:15:28.577968 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-add845fd-014b-45e1-8816-8a19daa100c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:28.596569 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 49300) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:28.608541 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-5ff6d732-60d5-47d9-b35f-31c25a851399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789'] for port, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:28.619267 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:15:28.665503 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.api.v2.resource [None req-1040bf29-6cc0-4cc0-8865-2f34c5b03006 tempest-TagsExtTest-794743022 tempest-TagsExtTest-794743022-project] show failed (client error): The resource could not be found.
Dec 23 16:15:28.669390 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-1040bf29-6cc0-4cc0-8865-2f34c5b03006 tempest-TagsExtTest-794743022 tempest-TagsExtTest-794743022-project] 10.222.0.64 "GET /v2.0/subnets/72325548-f03b-48d8-8d2c-4fd965701296/tags/tempest-TagsExtTest-Tag-1427793827 HTTP/1.1" status: 404  len: 329 time: 0.5444868
Dec 23 16:15:28.680082 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 49306) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:28.680704 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff6d732-60d5-47d9-b35f-31c25a851399 None None] No DVR routers for this DVR port 3608d96f-1eab-4528-a102-f1c622cccd34 on host dv-neutron-822799-1-hyperv {{(pid=87637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 23 16:15:28.682731 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff6d732-60d5-47d9-b35f-31c25a851399 None None] Pushing event deleted for resources: {'Port': ['ID=3608d96f-1eab-4528-a102-f1c622cccd34,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:15:28.688113 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-5ff6d732-60d5-47d9-b35f-31c25a851399 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:15:28.695629 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-10d82b98-9a8d-47fc-8d8a-505ebbfb1537 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:28.696258 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-add845fd-014b-45e1-8816-8a19daa100c0 None None] Port f46be9ce-8d49-4b39-9afa-88fc23ff6f29 cannot update to ACTIVE because it is not bound. {{(pid=87637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 23 16:15:28.701218 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d82b98-9a8d-47fc-8d8a-505ebbfb1537 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Pushing event deleted for resources: {'Port': ['ID=77732297-d2bf-43e7-b988-bee60d2366fa,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:15:28.703730 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-10d82b98-9a8d-47fc-8d8a-505ebbfb1537 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:15:28.722913 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.tag.tag_plugin [None req-3f392073-8653-4385-bf6e-59c701354ef2 tempest-TagsExtTest-794743022 tempest-TagsExtTest-794743022-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f1dc0319820>, 'subnets', '72325548-f03b-48d8-8d2c-4fd965701296', 'tempest-TagsExtTest-Tag-1637732690') {} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:15:28.724051 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.db [None req-3435a9ca-7e3d-4134-86f3-bbc02d99cd56 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] For port e63eb4bc-b02f-435a-a09c-c251cfabc079, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=e63eb4bc-b02f-435a-a09c-c251cfabc079,segment=NetworkSegment(31f1df48-6ea0-4600-9f6b-fca5572c27de),segment_id=31f1df48-6ea0-4600-9f6b-fca5572c27de)] {{(pid=87635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:15:28.724470 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-3435a9ca-7e3d-4134-86f3-bbc02d99cd56 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:28.789898 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-10d82b98-9a8d-47fc-8d8a-505ebbfb1537 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] 10.222.0.64 "DELETE /v2.0/ports/77732297-d2bf-43e7-b988-bee60d2366fa HTTP/1.1" status: 204  len: 168 time: 1.4958541
Dec 23 16:15:28.798590 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 49310) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:28.898375 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-3435a9ca-7e3d-4134-86f3-bbc02d99cd56 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Calling delete_port for e63eb4bc-b02f-435a-a09c-c251cfabc079 owned by network:router_interface {{(pid=87635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:15:28.900851 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 3608d96f-1eab-4528-a102-f1c622cccd34 no longer exists at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 23 16:15:28.927485 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.db [None req-72250ec8-6cb8-46b6-8e1c-122714a0a338 admin admin] For port 3608d96f-1eab-4528-a102-f1c622cccd34, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=3608d96f-1eab-4528-a102-f1c622cccd34,segment=NetworkSegment(5b2dc38d-af73-4f53-bcc7-5cd4bb0f9f9f),segment_id=5b2dc38d-af73-4f53-bcc7-5cd4bb0f9f9f)] {{(pid=87635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:15:28.928076 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-72250ec8-6cb8-46b6-8e1c-122714a0a338 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:28.939956 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] No Port match for: 3608d96f-1eab-4528-a102-f1c622cccd34 {{(pid=87637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 23 16:15:28.940377 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 3608d96f-1eab-4528-a102-f1c622cccd34 not bound to the agent host dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 23 16:15:29.066112 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1bc07796-573c-44ec-a1f7-7d444662415f tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:29.073329 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-72250ec8-6cb8-46b6-8e1c-122714a0a338 admin admin] Calling delete_port for 3608d96f-1eab-4528-a102-f1c622cccd34 owned by network:dhcp {{(pid=87635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:15:29.221618 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-1bc07796-573c-44ec-a1f7-7d444662415f tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Calling delete_port for f46be9ce-8d49-4b39-9afa-88fc23ff6f29 owned by  {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:15:29.273833 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.api.v2.resource [None req-3f392073-8653-4385-bf6e-59c701354ef2 tempest-TagsExtTest-794743022 tempest-TagsExtTest-794743022-project] show failed (client error): The resource could not be found.
Dec 23 16:15:29.274794 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-3f392073-8653-4385-bf6e-59c701354ef2 tempest-TagsExtTest-794743022 tempest-TagsExtTest-794743022-project] 10.222.0.64 "GET /v2.0/subnets/72325548-f03b-48d8-8d2c-4fd965701296/tags/tempest-TagsExtTest-Tag-1637732690 HTTP/1.1" status: 404  len: 329 time: 0.5754879
Dec 23 16:15:29.283776 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 49314) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:29.303373 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.services.tag.tag_plugin [None req-46fb481d-1a8e-4dbb-9025-789874968715 tempest-TagsExtTest-794743022 tempest-TagsExtTest-794743022-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f1dbb57e490>, 'subnets', '72325548-f03b-48d8-8d2c-4fd965701296', 'tempest-TagsExtTest-Tag-1140298031') {} {{(pid=87635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:15:29.390881 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39e02af7-3240-4240-8fec-41533485153e tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:15:29.391538 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-39e02af7-3240-4240-8fec-41533485153e tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Synchronizing usage tracker for tenant:37ed648a62f44dd1bf944e0bff6f4422 on resource:port {{(pid=87635) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:15:29.395649 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.db.api [None req-72250ec8-6cb8-46b6-8e1c-122714a0a338 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87635) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 23 16:15:29.395956 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_db.api [None req-72250ec8-6cb8-46b6-8e1c-122714a0a338 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 23 16:15:29.434099 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-39e02af7-3240-4240-8fec-41533485153e tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Unset dirty status for tenant:37ed648a62f44dd1bf944e0bff6f4422 on resource:port {{(pid=87635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:15:29.437856 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-39e02af7-3240-4240-8fec-41533485153e tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200  len: 847 time: 0.6351552
Dec 23 16:15:29.438350 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 49320) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:29.477548 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.api.v2.resource [None req-46fb481d-1a8e-4dbb-9025-789874968715 tempest-TagsExtTest-794743022 tempest-TagsExtTest-794743022-project] show failed (client error): The resource could not be found.
Dec 23 16:15:29.478481 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-46fb481d-1a8e-4dbb-9025-789874968715 tempest-TagsExtTest-794743022 tempest-TagsExtTest-794743022-project] 10.222.0.64 "GET /v2.0/subnets/72325548-f03b-48d8-8d2c-4fd965701296/tags/tempest-TagsExtTest-Tag-1140298031 HTTP/1.1" status: 404  len: 329 time: 0.1876254
Dec 23 16:15:29.481482 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 49324) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:29.488618 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.services.tag.tag_plugin [None req-02577804-9d15-46c5-ae20-01f6bf6f8fb5 tempest-TagsExtTest-794743022 tempest-TagsExtTest-794743022-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (<neutron_lib.context.Context object at 0x7f1dc0cdc490>, 'ports', 'b328a594-75b6-49b1-9b39-67c1050dc7e5', {'tags': ['tempest-TagsExtTest-Tag-561368567', 'tempest-TagsExtTest-Tag-12359412', 'tempest-TagsExtTest-Tag-151025891']}) {} {{(pid=87635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:15:29.532316 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b33bf62-2e53-48c0-a5b8-137990288659 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] GET failed (client error): The resource could not be found.
Dec 23 16:15:29.533257 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-9b33bf62-2e53-48c0-a5b8-137990288659 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Synchronizing usage tracker for tenant:37ed648a62f44dd1bf944e0bff6f4422 on resource:port {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:15:29.602685 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-3435a9ca-7e3d-4134-86f3-bbc02d99cd56 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:29.603602 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-9b33bf62-2e53-48c0-a5b8-137990288659 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Unset dirty status for tenant:37ed648a62f44dd1bf944e0bff6f4422 on resource:port {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:15:29.604841 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-9b33bf62-2e53-48c0-a5b8-137990288659 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] 10.222.0.64 "GET /v2.0/ports/77732297-d2bf-43e7-b988-bee60d2366fa HTTP/1.1" status: 404  len: 333 time: 0.1649129
Dec 23 16:15:29.607966 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-a8671863-4241-43d8-9247-aca12726c952 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:15:29.608512 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 49328) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:29.617707 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-1e8bddea-e983-4d31-99b8-c74a2ad03f78 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1207129832'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:15:29.628528 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-1e8bddea-e983-4d31-99b8-c74a2ad03f78 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:15:29.660843 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3435a9ca-7e3d-4134-86f3-bbc02d99cd56 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Pushing event deleted for resources: {'Port': ['ID=e63eb4bc-b02f-435a-a09c-c251cfabc079,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:15:29.667798 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-3435a9ca-7e3d-4134-86f3-bbc02d99cd56 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:15:29.726801 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-02577804-9d15-46c5-ae20-01f6bf6f8fb5 tempest-TagsExtTest-794743022 tempest-TagsExtTest-794743022-project] 10.222.0.64 "PUT /v2.0/ports/b328a594-75b6-49b1-9b39-67c1050dc7e5/tags HTTP/1.1" status: 200  len: 314 time: 0.2415934
Dec 23 16:15:29.751204 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 49332) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:29.796383 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.services.tag.tag_plugin [None req-f51ee24d-49a5-45bf-9a67-bd0eabadb381 tempest-TagsExtTest-794743022 tempest-TagsExtTest-794743022-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f1dc16849a0>, 'ports', 'b328a594-75b6-49b1-9b39-67c1050dc7e5') {} {{(pid=87635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:15:29.813719 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-1e8bddea-e983-4d31-99b8-c74a2ad03f78 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Usage tracker for resource:network and tenant:37ed648a62f44dd1bf944e0bff6f4422 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:15:29.822906 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-1e8bddea-e983-4d31-99b8-c74a2ad03f78 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:15:29.841066 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-1e8bddea-e983-4d31-99b8-c74a2ad03f78 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:15:29.876696 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e8bddea-e983-4d31-99b8-c74a2ad03f78 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Made reservation on behalf of 37ed648a62f44dd1bf944e0bff6f4422 for: {'network': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:15:29.880777 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1e8bddea-e983-4d31-99b8-c74a2ad03f78 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for network, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:29.888384 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338cd749-52c8-4a10-9f99-3cc18deef204 req-fcf6196d-fa40-4644-88b5-3813301fa429 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:15:29.889920 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-338cd749-52c8-4a10-9f99-3cc18deef204 req-fcf6196d-fa40-4644-88b5-3813301fa429 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d12d024-785e-42d1-98eb-b1d5c44f899e HTTP/1.1" status: 200  len: 946 time: 0.3620391
Dec 23 16:15:29.892136 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1bc07796-573c-44ec-a1f7-7d444662415f tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:29.897305 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-72250ec8-6cb8-46b6-8e1c-122714a0a338 admin admin] Deleting port 3608d96f-1eab-4528-a102-f1c622cccd34 {{(pid=87635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:15:29.897777 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-72250ec8-6cb8-46b6-8e1c-122714a0a338 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:29.904485 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-6c848a78-c7b0-494c-9851-7c55b812124c tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:15:29.959584 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc07796-573c-44ec-a1f7-7d444662415f tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Pushing event deleted for resources: {'Port': ['ID=f46be9ce-8d49-4b39-9afa-88fc23ff6f29,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:15:29.964541 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-1bc07796-573c-44ec-a1f7-7d444662415f tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:15:30.006377 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e8bddea-e983-4d31-99b8-c74a2ad03f78 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] vlan segment allocate from pool success with {'vlan_id': 406, 'physical_network': 'physnet1'}  {{(pid=87636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 23 16:15:30.090124 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1e8bddea-e983-4d31-99b8-c74a2ad03f78 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:30.090462 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.db.segments_db [None req-1e8bddea-e983-4d31-99b8-c74a2ad03f78 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Added segment 7619201b-f312-455b-8e8c-464b017a3786 of type vlan for network d74d1efc-ff0e-4b10-a7df-9077eaa5fe10
Dec 23 16:15:30.096735 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1bc07796-573c-44ec-a1f7-7d444662415f tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:30.110625 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-72250ec8-6cb8-46b6-8e1c-122714a0a338 admin admin] The port '3608d96f-1eab-4528-a102-f1c622cccd34' was deleted {{(pid=87635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 23 16:15:30.133636 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1e8bddea-e983-4d31-99b8-c74a2ad03f78 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735362521793'] for network, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:30.139244 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-1bc07796-573c-44ec-a1f7-7d444662415f tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "DELETE /v2.0/ports/f46be9ce-8d49-4b39-9afa-88fc23ff6f29 HTTP/1.1" status: 204  len: 168 time: 2.1519618
Dec 23 16:15:30.144038 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 49336) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:30.200540 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-338cd749-52c8-4a10-9f99-3cc18deef204 req-81f8d1b2-fe2a-49c0-8ac0-4e2758013f13 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] 10.222.0.64 "GET /v2.0/security-groups?id=6efb91e4-dce2-4b1b-ba77-0534a1c433c6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2733350
Dec 23 16:15:30.227181 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1e8bddea-e983-4d31-99b8-c74a2ad03f78 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495'] for network, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:30.231740 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1d2c80-9883-4a6f-b2b6-87beaf220cce req-c8bd55f9-2356-4bb6-9507-5200c9855521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:15:30.232314 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-0e1d2c80-9883-4a6f-b2b6-87beaf220cce req-c8bd55f9-2356-4bb6-9507-5200c9855521 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=1d12d024-785e-42d1-98eb-b1d5c44f899e HTTP/1.1" status: 200  len: 1099 time: 0.4803329
Dec 23 16:15:30.233396 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e8bddea-e983-4d31-99b8-c74a2ad03f78 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:15:30.233541 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1e8bddea-e983-4d31-99b8-c74a2ad03f78 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:30.240350 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-f129913b-03ee-4482-bcae-dcba95c89db5 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:15:30.290200 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-73bb7df2-2e9b-4a0f-b582-ef496dd98f32 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1781419'] for router_interface, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:30.318749 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-3435a9ca-7e3d-4134-86f3-bbc02d99cd56 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1627472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1784155'] for router_interface, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:30.337003 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-72250ec8-6cb8-46b6-8e1c-122714a0a338 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-864347', 'neutron.services.segments.db._delete_segments_for_network-8735362908070'] for network, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:30.403972 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-1e8bddea-e983-4d31-99b8-c74a2ad03f78 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 0.7943087
Dec 23 16:15:30.407391 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 49340) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:30.435136 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-d90f1aff-8d45-44ab-a3ab-6fe3603f8557 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Request body: {'subnet': {'network_id': 'd74d1efc-ff0e-4b10-a7df-9077eaa5fe10', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:15:30.445464 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.services.segments.db [None req-72250ec8-6cb8-46b6-8e1c-122714a0a338 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1dc1908880>,) {'filters': {'network_id': ['d7a1eeae-9238-41c5-b3d8-78eaa1dfac99']}} {{(pid=87635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:15:30.453779 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-0e1d2c80-9883-4a6f-b2b6-87beaf220cce req-16f4062d-0877-4612-baa4-631f693ceae0 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=6efb91e4-dce2-4b1b-ba77-0534a1c433c6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1683590
Dec 23 16:15:30.493308 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8bddea-e983-4d31-99b8-c74a2ad03f78 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Pushing event updated for resources: {'Network': ['ID=d74d1efc-ff0e-4b10-a7df-9077eaa5fe10,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:15:30.507816 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-f51ee24d-49a5-45bf-9a67-bd0eabadb381 tempest-TagsExtTest-794743022 tempest-TagsExtTest-794743022-project] 10.222.0.64 "DELETE /v2.0/ports/b328a594-75b6-49b1-9b39-67c1050dc7e5/tags HTTP/1.1" status: 204  len: 168 time: 0.7462621
Dec 23 16:15:30.509692 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Network d74d1efc-ff0e-4b10-a7df-9077eaa5fe10 details requested by agent ovs-agent-dv-neutron-822799-1-hyperv with host dv-neutron-822799-1-hyperv {{(pid=87637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 23 16:15:30.514382 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.services.segments.db [None req-72250ec8-6cb8-46b6-8e1c-122714a0a338 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dc1908880>, '5b2dc38d-af73-4f53-bcc7-5cd4bb0f9f9f') {'for_net_delete': True} {{(pid=87635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:15:30.514676 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.services.segments.db [None req-72250ec8-6cb8-46b6-8e1c-122714a0a338 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dc1908880>, '5b2dc38d-af73-4f53-bcc7-5cd4bb0f9f9f') {} {{(pid=87635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:15:30.522796 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 49344) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:30.536301 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.services.tag.tag_plugin [None req-0178be8e-6974-4d0d-9068-d26c5ffc2b5e tempest-TagsExtTest-794743022 tempest-TagsExtTest-794743022-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f1dc106fb50>, 'ports', 'b328a594-75b6-49b1-9b39-67c1050dc7e5', 'tempest-TagsExtTest-Tag-561368567') {} {{(pid=87635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:15:30.581164 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-72250ec8-6cb8-46b6-8e1c-122714a0a338 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735363085442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2776713'] for segment, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:30.592915 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-1e8bddea-e983-4d31-99b8-c74a2ad03f78 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:15:30.608067 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-72250ec8-6cb8-46b6-8e1c-122714a0a338 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:30.646866 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c205470c-15dc-4cac-a3a5-c46e9c4823a8 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:15:30.647638 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-c205470c-15dc-4cac-a3a5-c46e9c4823a8 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Synchronizing usage tracker for tenant:bf435ff0e7914a739a10fff5b2399c13 on resource:port {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:15:30.676290 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72250ec8-6cb8-46b6-8e1c-122714a0a338 admin admin] Releasing vlan 412 on physical network physnet1 to pool {{(pid=87635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 23 16:15:30.676936 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-72250ec8-6cb8-46b6-8e1c-122714a0a338 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2753503'] for segment, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:30.682464 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-d90f1aff-8d45-44ab-a3ab-6fe3603f8557 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:15:30.741934 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-d90f1aff-8d45-44ab-a3ab-6fe3603f8557 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Usage tracker for resource:subnet and tenant:37ed648a62f44dd1bf944e0bff6f4422 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:15:30.753541 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-d90f1aff-8d45-44ab-a3ab-6fe3603f8557 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:15:30.775040 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-c205470c-15dc-4cac-a3a5-c46e9c4823a8 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Unset dirty status for tenant:bf435ff0e7914a739a10fff5b2399c13 on resource:port {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:15:30.776223 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-c205470c-15dc-4cac-a3a5-c46e9c4823a8 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1047 time: 0.6312296
Dec 23 16:15:30.779873 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-d90f1aff-8d45-44ab-a3ab-6fe3603f8557 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:15:30.783679 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 49348) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:30.841587 dv-neutron-822799-1-hyperv neutron-server[87635]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 23 16:15:30.841587 dv-neutron-822799-1-hyperv neutron-server[87635]:   util.warn(
Dec 23 16:15:30.841587 dv-neutron-822799-1-hyperv neutron-server[87635]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 23 16:15:30.841587 dv-neutron-822799-1-hyperv neutron-server[87635]:   util.warn(
Dec 23 16:15:30.841587 dv-neutron-822799-1-hyperv neutron-server[87635]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 23 16:15:30.841587 dv-neutron-822799-1-hyperv neutron-server[87635]:   util.warn(
Dec 23 16:15:30.841587 dv-neutron-822799-1-hyperv neutron-server[87635]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 23 16:15:30.841587 dv-neutron-822799-1-hyperv neutron-server[87635]:   util.warn(
Dec 23 16:15:30.841587 dv-neutron-822799-1-hyperv neutron-server[87635]: Traceback (most recent call last):
Dec 23 16:15:30.841587 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 23 16:15:30.841587 dv-neutron-822799-1-hyperv neutron-server[87635]:     timer()
Dec 23 16:15:30.841587 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:15:30.841587 dv-neutron-822799-1-hyperv neutron-server[87635]:     cb(*args, **kw)
Dec 23 16:15:30.841587 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 23 16:15:30.841587 dv-neutron-822799-1-hyperv neutron-server[87635]:     return func(*args, **kwargs)
Dec 23 16:15:30.841587 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:15:30.841587 dv-neutron-822799-1-hyperv neutron-server[87635]:     self._notify()
Dec 23 16:15:30.841587 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:15:30.841587 dv-neutron-822799-1-hyperv neutron-server[87635]:     self.callback(batched_events)
Dec 23 16:15:30.841587 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:15:30.841587 dv-neutron-822799-1-hyperv neutron-server[87635]:     event.method(event)
Dec 23 16:15:30.841587 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:15:30.841587 dv-neutron-822799-1-hyperv neutron-server[87635]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:15:30.841587 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 23 16:15:30.841587 dv-neutron-822799-1-hyperv neutron-server[87635]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 23 16:15:30.841587 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 23 16:15:30.841587 dv-neutron-822799-1-hyperv neutron-server[87635]:     return f(self, *a, **k)
Dec 23 16:15:30.841587 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:15:30.841587 dv-neutron-822799-1-hyperv neutron-server[87635]:     return self._get(url).json()
Dec 23 16:15:30.841587 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 23 16:15:30.841587 dv-neutron-822799-1-hyperv neutron-server[87635]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 23 16:15:30.841587 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 23 16:15:30.841587 dv-neutron-822799-1-hyperv neutron-server[87635]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:15:30.841587 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 23 16:15:30.841587 dv-neutron-822799-1-hyperv neutron-server[87635]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 23 16:15:30.841587 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 23 16:15:30.841587 dv-neutron-822799-1-hyperv neutron-server[87635]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:15:30.841587 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 23 16:15:30.841587 dv-neutron-822799-1-hyperv neutron-server[87635]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:15:30.841587 dv-neutron-822799-1-hyperv neutron-server[87635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:15:30.849793 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d90f1aff-8d45-44ab-a3ab-6fe3603f8557 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Made reservation on behalf of 37ed648a62f44dd1bf944e0bff6f4422 for: {'subnet': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:15:30.854303 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d90f1aff-8d45-44ab-a3ab-6fe3603f8557 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2618324'] for subnet, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:31.015474 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-72250ec8-6cb8-46b6-8e1c-122714a0a338 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-864336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1824171'] for network, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:31.020674 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-61e6126e-6d39-49c2-af8b-4d51f88c4d59 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:15:31.033477 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-72250ec8-6cb8-46b6-8e1c-122714a0a338 admin admin] Notify callbacks [] for network, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:31.039858 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.api.v2.resource [None req-0178be8e-6974-4d0d-9068-d26c5ffc2b5e tempest-TagsExtTest-794743022 tempest-TagsExtTest-794743022-project] show failed (client error): The resource could not be found.
Dec 23 16:15:31.043544 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-0178be8e-6974-4d0d-9068-d26c5ffc2b5e tempest-TagsExtTest-794743022 tempest-TagsExtTest-794743022-project] 10.222.0.64 "GET /v2.0/ports/b328a594-75b6-49b1-9b39-67c1050dc7e5/tags/tempest-TagsExtTest-Tag-561368567 HTTP/1.1" status: 404  len: 328 time: 0.5171583
Dec 23 16:15:31.044131 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 49352) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:31.048430 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3435a9ca-7e3d-4134-86f3-bbc02d99cd56 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Router e177fe5e-cdc8-403a-9923-16769a19a732 has already been hosted by L3 agent 371d4c41-c7e2-4de7-9539-c049ec4e95d1 {{(pid=87635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 23 16:15:31.051568 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72250ec8-6cb8-46b6-8e1c-122714a0a338 admin admin] Pushing event deleted for resources: {'Network': ['ID=d7a1eeae-9238-41c5-b3d8-78eaa1dfac99,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:15:31.052087 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.tag.tag_plugin [None req-54afeef9-e256-483c-95b2-ac4054b7ed26 tempest-TagsExtTest-794743022 tempest-TagsExtTest-794743022-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f1dc06a07f0>, 'ports', 'b328a594-75b6-49b1-9b39-67c1050dc7e5', 'tempest-TagsExtTest-Tag-12359412') {} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:15:31.073562 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72250ec8-6cb8-46b6-8e1c-122714a0a338 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:15:31.073944 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72250ec8-6cb8-46b6-8e1c-122714a0a338 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:15:31.074319 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72250ec8-6cb8-46b6-8e1c-122714a0a338 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:15:31.075047 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72250ec8-6cb8-46b6-8e1c-122714a0a338 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:15:31.075395 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72250ec8-6cb8-46b6-8e1c-122714a0a338 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:15:31.075759 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72250ec8-6cb8-46b6-8e1c-122714a0a338 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:15:31.076129 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72250ec8-6cb8-46b6-8e1c-122714a0a338 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:15:31.076487 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72250ec8-6cb8-46b6-8e1c-122714a0a338 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:15:31.076867 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72250ec8-6cb8-46b6-8e1c-122714a0a338 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:15:31.077220 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72250ec8-6cb8-46b6-8e1c-122714a0a338 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:15:31.077590 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72250ec8-6cb8-46b6-8e1c-122714a0a338 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:15:31.077936 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72250ec8-6cb8-46b6-8e1c-122714a0a338 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:15:31.084081 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-72250ec8-6cb8-46b6-8e1c-122714a0a338 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:15:31.101554 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3db21570-a18a-48f1-a73c-d88b09714421 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:15:31.104888 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-3db21570-a18a-48f1-a73c-d88b09714421 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1047 time: 0.3183243
Dec 23 16:15:31.109967 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 49356) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:31.138357 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-72250ec8-6cb8-46b6-8e1c-122714a0a338 admin admin] 10.222.0.64 "DELETE /v2.0/networks/d7a1eeae-9238-41c5-b3d8-78eaa1dfac99 HTTP/1.1" status: 204  len: 168 time: 3.3066165
Dec 23 16:15:31.239790 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3435a9ca-7e3d-4134-86f3-bbc02d99cd56 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify agent at l3_agent.dv-neutron-822799-1-hyperv the message routers_updated {{(pid=87635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 23 16:15:31.244944 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-3435a9ca-7e3d-4134-86f3-bbc02d99cd56 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] 10.222.0.64 "PUT /v2.0/routers/e177fe5e-cdc8-403a-9923-16769a19a732/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.7992456
Dec 23 16:15:31.247628 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 49364) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:31.250741 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7c448e2-0ed0-4287-9b05-0c0df9d334e8 None None] Sync routers for ids ['e177fe5e-cdc8-403a-9923-16769a19a732'] in dv-neutron-822799-1-hyperv {{(pid=87637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 23 16:15:31.263175 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c448e2-0ed0-4287-9b05-0c0df9d334e8 None None] Routers {'e177fe5e-cdc8-403a-9923-16769a19a732'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:15:31.263829 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-c7c448e2-0ed0-4287-9b05-0c0df9d334e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc11e3d60>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:15:20Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['e177fe5e-cdc8-403a-9923-16769a19a732'], 'active': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:15:31.361282 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-905e4add-ded0-48ba-8da8-a322b16d2940 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:15:31.364201 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-905e4add-ded0-48ba-8da8-a322b16d2940 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:15:31.366203 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-905e4add-ded0-48ba-8da8-a322b16d2940 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:15:31.367257 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-905e4add-ded0-48ba-8da8-a322b16d2940 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Synchronizing usage tracker for tenant:bf435ff0e7914a739a10fff5b2399c13 on resource:subnet {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:15:31.385528 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.db_base_plugin_v2 [None req-7dc83852-39ec-4e80-9c51-249ed2e3eb41 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Deleting subnet b4ea8d7f-3d9f-4697-ade4-7a55eefb7293 {{(pid=87635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 23 16:15:31.389189 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-7dc83852-39ec-4e80-9c51-249ed2e3eb41 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks [] for subnet, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:31.421680 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 49368) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:31.483348 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-7dc83852-39ec-4e80-9c51-249ed2e3eb41 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2776816'] for subnet, precommit_delete_associations {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:31.531231 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvr_db [None req-c7c448e2-0ed0-4287-9b05-0c0df9d334e8 None None] Set router e177fe5e-cdc8-403a-9923-16769a19a732 gateway port host: None {{(pid=87637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:15:31.585052 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-dd04dc42-009e-448a-b00f-74b2e36b84e3 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4397e61b404b4512b8e2da8fa19161c5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1598794
Dec 23 16:15:31.585653 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 49372) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:31.698206 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-905e4add-ded0-48ba-8da8-a322b16d2940 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Unset dirty status for tenant:bf435ff0e7914a739a10fff5b2399c13 on resource:subnet {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:15:31.699791 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-905e4add-ded0-48ba-8da8-a322b16d2940 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2119 time: 0.5886006
Dec 23 16:15:31.701131 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-73bb7df2-2e9b-4a0f-b582-ef496dd98f32 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Deleting port 3be0ff9e-0d06-4d79-bbba-861d053c1269 {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:15:31.701467 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-73bb7df2-2e9b-4a0f-b582-ef496dd98f32 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:31.706818 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 49376) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:31.743827 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Device a29e97a4-db7b-4472-bcba-9649964f1615 details requested by agent hyperv_hv-neutron-8227 with host hv-neutron-8227 {{(pid=87637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 23 16:15:31.789269 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Device a29e97a4-db7b-4472-bcba-9649964f1615 no longer exists at agent hyperv_hv-neutron-8227 {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 23 16:15:31.808833 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-7dc83852-39ec-4e80-9c51-249ed2e3eb41 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864774'] for subnet, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:31.840208 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-c7e8c1a5-fecc-47eb-8734-10a843d0878c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:31.904617 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c3e8787-c5a3-4ccd-b1fb-a11988d9118c tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Deleting subnet 09bb8e3d-b9ab-4660-adaf-ef2b9b64962e {{(pid=87635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 23 16:15:31.908379 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-c7e8c1a5-fecc-47eb-8734-10a843d0878c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:31.924251 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-8c3e8787-c5a3-4ccd-b1fb-a11988d9118c tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks [] for subnet, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:31.924775 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.api.v2.resource [None req-54afeef9-e256-483c-95b2-ac4054b7ed26 tempest-TagsExtTest-794743022 tempest-TagsExtTest-794743022-project] show failed (client error): The resource could not be found.
Dec 23 16:15:31.925803 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-54afeef9-e256-483c-95b2-ac4054b7ed26 tempest-TagsExtTest-794743022 tempest-TagsExtTest-794743022-project] 10.222.0.64 "GET /v2.0/ports/b328a594-75b6-49b1-9b39-67c1050dc7e5/tags/tempest-TagsExtTest-Tag-12359412 HTTP/1.1" status: 404  len: 327 time: 0.8807397
Dec 23 16:15:31.926784 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d90f1aff-8d45-44ab-a3ab-6fe3603f8557 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2176430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2618310'] for subnet, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:31.932933 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 49380) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:31.933422 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-5dd742bb-17cb-4c69-991f-e5e8c0afe977 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:15:31.975823 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.tag.tag_plugin [None req-d0d253b5-ed30-48be-a7a7-34a937ae719d tempest-TagsExtTest-794743022 tempest-TagsExtTest-794743022-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f1dbb36a520>, 'ports', 'b328a594-75b6-49b1-9b39-67c1050dc7e5', 'tempest-TagsExtTest-Tag-151025891') {} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:15:32.017805 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-8c3e8787-c5a3-4ccd-b1fb-a11988d9118c tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2776816'] for subnet, precommit_delete_associations {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:32.042412 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [None req-73bb7df2-2e9b-4a0f-b582-ef496dd98f32 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] For port 3be0ff9e-0d06-4d79-bbba-861d053c1269, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=3be0ff9e-0d06-4d79-bbba-861d053c1269,segment=NetworkSegment(06581beb-f676-4147-b744-2ec20aa7f254),segment_id=06581beb-f676-4147-b744-2ec20aa7f254)] {{(pid=87636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:15:32.042789 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-73bb7df2-2e9b-4a0f-b582-ef496dd98f32 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:32.047433 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-7dc83852-39ec-4e80-9c51-249ed2e3eb41 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2753333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2609730'] for subnet, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:32.057633 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-420e30ad-f05f-493e-be04-c46c0d1445cd tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:15:32.111717 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc83852-39ec-4e80-9c51-249ed2e3eb41 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Pushing event deleted for resources: {'Subnet': ['ID=b4ea8d7f-3d9f-4697-ade4-7a55eefb7293,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:15:32.112526 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-7dc83852-39ec-4e80-9c51-249ed2e3eb41 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks [] for subnet, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:32.115376 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-7dc83852-39ec-4e80-9c51-249ed2e3eb41 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:15:32.137990 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-7dc83852-39ec-4e80-9c51-249ed2e3eb41 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] 10.222.0.64 "DELETE /v2.0/subnets/b4ea8d7f-3d9f-4697-ade4-7a55eefb7293 HTTP/1.1" status: 204  len: 168 time: 0.8798292
Dec 23 16:15:32.138825 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 49384) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:32.180784 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-c7e8c1a5-fecc-47eb-8734-10a843d0878c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:32.183165 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-c7e8c1a5-fecc-47eb-8734-10a843d0878c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:32.186668 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-c7e8c1a5-fecc-47eb-8734-10a843d0878c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4763e331-f453-487b-ac3e-6c0a0d66a1ef HTTP/1.1" status: 204  len: 168 time: 0.5976408
Dec 23 16:15:32.192956 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-5b563df9-b5c9-46f1-b6be-85f55dec7a33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:15:32.224014 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-73bb7df2-2e9b-4a0f-b582-ef496dd98f32 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Calling delete_port for 3be0ff9e-0d06-4d79-bbba-861d053c1269 owned by network:router_interface {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:15:32.228839 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60e3cc12-b637-45eb-bc60-5e2f9a0f5e99 None None] Network ce320326-8ff7-4658-8e61-16a31833d08c requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:15:32.266641 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e8c1a5-fecc-47eb-8734-10a843d0878c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4763e331-f453-487b-ac3e-6c0a0d66a1ef,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:15:32.280046 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-c7e8c1a5-fecc-47eb-8734-10a843d0878c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:15:32.294855 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-94f113ca-8fd8-4e78-9441-a90701bc5a8b tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-698866'] for network, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:32.298949 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-8c3e8787-c5a3-4ccd-b1fb-a11988d9118c tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864774'] for subnet, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:32.306632 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e05ee7c-9c10-4c72-8ce3-345da0aff9ea req-750ad09e-7f24-4a71-ae8b-b9eac5e43814 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:15:32.308195 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-5e05ee7c-9c10-4c72-8ce3-345da0aff9ea req-750ad09e-7f24-4a71-ae8b-b9eac5e43814 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d12d024-785e-42d1-98eb-b1d5c44f899e HTTP/1.1" status: 200  len: 946 time: 0.9284089
Dec 23 16:15:32.350637 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90f1aff-8d45-44ab-a3ab-6fe3603f8557 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Pushing event updated for resources: {'Subnet': ['ID=f1e9ff45-4e8b-45d6-adc5-e526bb4db977,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:15:32.354763 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-94f113ca-8fd8-4e78-9441-a90701bc5a8b tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Deleting port 416f1866-5a8f-4a35-9a98-951b0dad6a26 {{(pid=87635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:15:32.355115 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-94f113ca-8fd8-4e78-9441-a90701bc5a8b tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:32.404244 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90f1aff-8d45-44ab-a3ab-6fe3603f8557 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:15:32.404936 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90f1aff-8d45-44ab-a3ab-6fe3603f8557 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:15:32.405049 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90f1aff-8d45-44ab-a3ab-6fe3603f8557 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:15:32.405359 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90f1aff-8d45-44ab-a3ab-6fe3603f8557 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:15:32.405721 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90f1aff-8d45-44ab-a3ab-6fe3603f8557 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:15:32.406087 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90f1aff-8d45-44ab-a3ab-6fe3603f8557 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:15:32.406445 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90f1aff-8d45-44ab-a3ab-6fe3603f8557 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:15:32.406805 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90f1aff-8d45-44ab-a3ab-6fe3603f8557 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:15:32.407161 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90f1aff-8d45-44ab-a3ab-6fe3603f8557 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:15:32.407721 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90f1aff-8d45-44ab-a3ab-6fe3603f8557 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:15:32.407848 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90f1aff-8d45-44ab-a3ab-6fe3603f8557 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:15:32.408201 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90f1aff-8d45-44ab-a3ab-6fe3603f8557 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:15:32.423006 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-d90f1aff-8d45-44ab-a3ab-6fe3603f8557 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.490s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:15:32.455016 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d90f1aff-8d45-44ab-a3ab-6fe3603f8557 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Checking segment: {'id': '7619201b-f312-455b-8e8c-464b017a3786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'd74d1efc-ff0e-4b10-a7df-9077eaa5fe10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:15:32.455371 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d90f1aff-8d45-44ab-a3ab-6fe3603f8557 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Network hostable DHCP agents. Network: d74d1efc-ff0e-4b10-a7df-9077eaa5fe10, hostable agents: ['1c812d71-eadf-4fb3-b98e-67468a4aa7e2'], hosted agents: [] {{(pid=87636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 23 16:15:32.497854 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:32.498846 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-5e05ee7c-9c10-4c72-8ce3-345da0aff9ea req-54e3d709-2dd6-47dd-8caa-4d71226b43b5 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] 10.222.0.64 "GET /v2.0/security-groups?id=6efb91e4-dce2-4b1b-ba77-0534a1c433c6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1526561
Dec 23 16:15:32.507901 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.api.v2.resource [None req-d0d253b5-ed30-48be-a7a7-34a937ae719d tempest-TagsExtTest-794743022 tempest-TagsExtTest-794743022-project] show failed (client error): The resource could not be found.
Dec 23 16:15:32.507901 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-d0d253b5-ed30-48be-a7a7-34a937ae719d tempest-TagsExtTest-794743022 tempest-TagsExtTest-794743022-project] 10.222.0.64 "GET /v2.0/ports/b328a594-75b6-49b1-9b39-67c1050dc7e5/tags/tempest-TagsExtTest-Tag-151025891 HTTP/1.1" status: 404  len: 328 time: 0.5431926
Dec 23 16:15:32.507901 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 49390) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:32.516793 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.tag.tag_plugin [None req-1f985b5c-6271-434a-9267-d28cff716999 tempest-TagsExtTest-794743022 tempest-TagsExtTest-794743022-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (<neutron_lib.context.Context object at 0x7f1dbb55f790>, 'routers', 'f813df94-8ac8-4e9a-ba86-af7268813939', {'tags': ['tempest-TagsExtTest-Tag-881469600', 'tempest-TagsExtTest-Tag-1443920294', 'tempest-TagsExtTest-Tag-400391659']}) {} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:15:32.571931 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] For port a29e97a4-db7b-4472-bcba-9649964f1615, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=a29e97a4-db7b-4472-bcba-9649964f1615,segment=NetworkSegment(08e0e148-532b-4b21-a744-4826af0567ef),segment_id=08e0e148-532b-4b21-a744-4826af0567ef)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:15:32.587296 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-8c3e8787-c5a3-4ccd-b1fb-a11988d9118c tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2753333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2609730'] for subnet, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:32.596012 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-cf4eea75-e089-4c4f-81b3-f0e6719837f5 tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:15:32.599435 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d90f1aff-8d45-44ab-a3ab-6fe3603f8557 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Network d74d1efc-ff0e-4b10-a7df-9077eaa5fe10 is scheduled to be hosted by DHCP agent 1c812d71-eadf-4fb3-b98e-67468a4aa7e2 with binding_index 1 {{(pid=87636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 23 16:15:32.644846 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Returning: {'device': 'a29e97a4-db7b-4472-bcba-9649964f1615', 'network_id': '3e10e993-259d-4495-9b8b-b5a52c03945f', 'port_id': 'a29e97a4-db7b-4472-bcba-9649964f1615', 'mac_address': 'fa:16:3e:65:15:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e53ee384-c527-45cb-a8de-965d3157222a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 23 16:15:32.696961 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-d90f1aff-8d45-44ab-a3ab-6fe3603f8557 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822799-1-hyperv, d74d1efc-ff0e-4b10-a7df-9077eaa5fe10) {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:15:32.709558 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d90f1aff-8d45-44ab-a3ab-6fe3603f8557 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:15:32.711002 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d90f1aff-8d45-44ab-a3ab-6fe3603f8557 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks [] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:32.713195 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.db [None req-94f113ca-8fd8-4e78-9441-a90701bc5a8b tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] For port 416f1866-5a8f-4a35-9a98-951b0dad6a26, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=416f1866-5a8f-4a35-9a98-951b0dad6a26,segment=NetworkSegment(31f1df48-6ea0-4600-9f6b-fca5572c27de),segment_id=31f1df48-6ea0-4600-9f6b-fca5572c27de)] {{(pid=87635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:15:32.714136 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-94f113ca-8fd8-4e78-9441-a90701bc5a8b tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:32.734544 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-1f985b5c-6271-434a-9267-d28cff716999 tempest-TagsExtTest-794743022 tempest-TagsExtTest-794743022-project] 10.222.0.64 "PUT /v2.0/routers/f813df94-8ac8-4e9a-ba86-af7268813939/tags HTTP/1.1" status: 200  len: 316 time: 0.2278926
Dec 23 16:15:32.735460 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b35eef6-19dc-45c7-bb1f-43ecf2c847c2 None None] Network d74d1efc-ff0e-4b10-a7df-9077eaa5fe10 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:15:32.737079 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 49398) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:32.752814 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.tag.tag_plugin [None req-edb61e81-cef3-498d-94ac-d24295e6f0e0 tempest-TagsExtTest-794743022 tempest-TagsExtTest-794743022-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f1dc04f7520>, 'routers', 'f813df94-8ac8-4e9a-ba86-af7268813939') {} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:15:32.854158 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d12d024-785e-42d1-98eb-b1d5c44f899e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a29e97a4-db7b-4472-bcba-9649964f1615'}] {{(pid=87637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 23 16:15:32.936261 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] For port a29e97a4-db7b-4472-bcba-9649964f1615, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=a29e97a4-db7b-4472-bcba-9649964f1615,segment=NetworkSegment(08e0e148-532b-4b21-a744-4826af0567ef),segment_id=08e0e148-532b-4b21-a744-4826af0567ef)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:15:32.962031 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:32.965538 dv-neutron-822799-1-hyperv neutron-server[87637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d12d024-785e-42d1-98eb-b1d5c44f899e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a29e97a4-db7b-4472-bcba-9649964f1615', 'code': 200}
Dec 23 16:15:32.970543 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-85862fc6-5308-4285-a963-99f9f4236c2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:15:33.011560 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:33.037756 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-94f113ca-8fd8-4e78-9441-a90701bc5a8b tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Calling delete_port for 416f1866-5a8f-4a35-9a98-951b0dad6a26 owned by network:dhcp {{(pid=87635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:15:33.050253 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-73bb7df2-2e9b-4a0f-b582-ef496dd98f32 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:33.061097 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-d90f1aff-8d45-44ab-a3ab-6fe3603f8557 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 2.6431444
Dec 23 16:15:33.064171 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-1bc07796-573c-44ec-a1f7-7d444662415f tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:15:33.082548 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.notifiers.nova [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a29e97a4-db7b-4472-bcba-9649964f1615 {{(pid=87637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 23 16:15:33.122504 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 49410) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:33.133057 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-4a77549b-9d4e-4c9e-94f3-d340200b1b98 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Request body: {'subnet': {'network_id': 'd74d1efc-ff0e-4b10-a7df-9077eaa5fe10', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:15:33.181382 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bb7df2-2e9b-4a0f-b582-ef496dd98f32 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Pushing event deleted for resources: {'Port': ['ID=3be0ff9e-0d06-4d79-bbba-861d053c1269,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:15:33.196564 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-73bb7df2-2e9b-4a0f-b582-ef496dd98f32 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:15:33.258762 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-c7c448e2-0ed0-4287-9b05-0c0df9d334e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc11e3d60>, [{'id': 'e177fe5e-cdc8-403a-9923-16769a19a732', 'name': 'tempest-RoutersTest-router-1751319929', 'tenant_id': '3fd82437e08648b4840016e8955250bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:14:14Z', 'updated_at': '2021-12-23T16:15:29Z', 'revision_number': 10, 'project_id': '3fd82437e08648b4840016e8955250bf', 'gw_port_host': None, '_interfaces': [{'id': '9f092cc1-6082-4561-b1c3-16cbcde34d7a', 'name': '', 'network_id': '93d5306b-b044-45e0-820f-21a84f15a715', 'tenant_id': '3fd82437e08648b4840016e8955250bf', 'mac_address': 'fa:16:3e:86:78:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e177fe5e-cdc8-403a-9923-16769a19a732', 'device_owner': 'network:router_interface', 'standard_attr_id': 870, 'fixed_ips': [{'subnet_id': '4d508dea-bd45-4414-a7fb-afb4f674db06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:14:20Z', 'updated_at': '2021-12-23T16:14:37Z', 'revision_number': 5, 'project_id': '3fd82437e08648b4840016e8955250bf', 'subnets': [{'id': '4d508dea-bd45-4414-a7fb-afb4f674db06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:15:33.268325 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Pushing event updated for resources: {'Port': ['ID=a29e97a4-db7b-4472-bcba-9649964f1615,revision_number=6']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:15:33.282760 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:15:33.286584 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7c448e2-0ed0-4287-9b05-0c0df9d334e8 None None] Checking router: e177fe5e-cdc8-403a-9923-16769a19a732 for host: dv-neutron-822799-1-hyperv {{(pid=87637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 23 16:15:33.315583 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a72b78f8-c1df-4d34-a7f8-083bb91b8f1f None None] DHCP port deletion for ce320326-8ff7-4658-8e61-16a31833d08c request from dv-neutron-822799-1-hyperv {{(pid=87637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 23 16:15:33.327469 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3e8787-c5a3-4ccd-b1fb-a11988d9118c tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Pushing event deleted for resources: {'Subnet': ['ID=09bb8e3d-b9ab-4660-adaf-ef2b9b64962e,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:15:33.333053 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-94f113ca-8fd8-4e78-9441-a90701bc5a8b tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:33.338985 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-8c3e8787-c5a3-4ccd-b1fb-a11988d9118c tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks [] for subnet, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:33.344551 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-8c3e8787-c5a3-4ccd-b1fb-a11988d9118c tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.749s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:15:33.345369 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-ed8c4ccd-f6d2-4e3c-8371-af8e26cc16f2 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:15:33.347080 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.db.api [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87637) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 23 16:15:33.347452 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_db.api [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 23 16:15:33.352005 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f28d7063-9392-449c-afff-677327e8f54f None None] Network a67646b4-5371-43ec-9f98-39fe51a67033 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:15:33.366973 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c448e2-0ed0-4287-9b05-0c0df9d334e8 None None] Routers {'e177fe5e-cdc8-403a-9923-16769a19a732'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:15:33.367648 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-c7c448e2-0ed0-4287-9b05-0c0df9d334e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc11e3d60>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:15:20Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['e177fe5e-cdc8-403a-9923-16769a19a732'], 'active': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:15:33.396368 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-4a77549b-9d4e-4c9e-94f3-d340200b1b98 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:15:33.417016 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f113ca-8fd8-4e78-9441-a90701bc5a8b tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Pushing event deleted for resources: {'Port': ['ID=416f1866-5a8f-4a35-9a98-951b0dad6a26,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:15:33.432366 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-94f113ca-8fd8-4e78-9441-a90701bc5a8b tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:15:33.436147 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-4a77549b-9d4e-4c9e-94f3-d340200b1b98 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Usage tracker for resource:subnet and tenant:37ed648a62f44dd1bf944e0bff6f4422 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:15:33.445681 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-4a77549b-9d4e-4c9e-94f3-d340200b1b98 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:15:33.448924 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f113ca-8fd8-4e78-9441-a90701bc5a8b tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] No DVR routers for this DVR port 416f1866-5a8f-4a35-9a98-951b0dad6a26 on host dv-neutron-822799-1-hyperv {{(pid=87635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 23 16:15:33.454844 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-4a77549b-9d4e-4c9e-94f3-d340200b1b98 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:15:33.508981 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-8c3e8787-c5a3-4ccd-b1fb-a11988d9118c tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "DELETE /v2.0/subnets/09bb8e3d-b9ab-4660-adaf-ef2b9b64962e HTTP/1.1" status: 204  len: 168 time: 1.7996123
Dec 23 16:15:33.518624 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 49422) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:33.551565 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a77549b-9d4e-4c9e-94f3-d340200b1b98 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Made reservation on behalf of 37ed648a62f44dd1bf944e0bff6f4422 for: {'subnet': 1} {{(pid=87635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:15:33.556512 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-4a77549b-9d4e-4c9e-94f3-d340200b1b98 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2610339'] for subnet, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:33.630963 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-915c0b23-b6ec-4ee1-b7d2-0621097008ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7e017a6-8198-58c8-a07e-0f786128e3b3-d74d1efc-ff0e-4b10-a7df-9077eaa5fe10', 'network_id': 'd74d1efc-ff0e-4b10-a7df-9077eaa5fe10', 'tenant_id': '37ed648a62f44dd1bf944e0bff6f4422', 'fixed_ips': [{'subnet_id': 'f1e9ff45-4e8b-45d6-adc5-e526bb4db977'}]}} from dv-neutron-822799-1-hyperv. {{(pid=87637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 23 16:15:33.631837 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-915c0b23-b6ec-4ee1-b7d2-0621097008ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:33.701239 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.db.ipam_backend_mixin [None req-4a77549b-9d4e-4c9e-94f3-d340200b1b98 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f1e9ff45-4e8b-45d6-adc5-e526bb4db977 (CIDR: 2001:db8::/64)
Dec 23 16:15:33.705774 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-73bb7df2-2e9b-4a0f-b582-ef496dd98f32 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1627472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1784155'] for router_interface, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:33.780761 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c0d550d-5403-43c9-b6bf-d6968bfebfe7 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Deleting subnet 778b5603-56ae-41e9-8868-11c0dffb39ad {{(pid=87635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 23 16:15:33.786230 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-5c0d550d-5403-43c9-b6bf-d6968bfebfe7 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks [] for subnet, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:33.851595 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-5c0d550d-5403-43c9-b6bf-d6968bfebfe7 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2776816'] for subnet, precommit_delete_associations {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:33.905813 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvr_db [None req-c7c448e2-0ed0-4287-9b05-0c0df9d334e8 None None] Set router e177fe5e-cdc8-403a-9923-16769a19a732 gateway port host: None {{(pid=87637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:15:33.946293 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-5c0d550d-5403-43c9-b6bf-d6968bfebfe7 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864774'] for subnet, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:34.029146 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a77549b-9d4e-4c9e-94f3-d340200b1b98 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 23 16:15:34.030166 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a77549b-9d4e-4c9e-94f3-d340200b1b98 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 23 16:15:34.042057 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:34.081728 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-5c0d550d-5403-43c9-b6bf-d6968bfebfe7 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2753333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2609730'] for subnet, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:34.092749 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-94841a41-b512-4c9d-abdb-b98b4d516724 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:15:34.161441 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0d550d-5403-43c9-b6bf-d6968bfebfe7 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Pushing event deleted for resources: {'Subnet': ['ID=778b5603-56ae-41e9-8868-11c0dffb39ad,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:15:34.161673 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.notifiers.nova [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a29e97a4-db7b-4472-bcba-9649964f1615 {{(pid=87637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 23 16:15:34.173025 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-94f113ca-8fd8-4e78-9441-a90701bc5a8b tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-864347', 'neutron.services.segments.db._delete_segments_for_network-8735362908070'] for network, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:34.182341 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-5c0d550d-5403-43c9-b6bf-d6968bfebfe7 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:15:34.187562 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-5c0d550d-5403-43c9-b6bf-d6968bfebfe7 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks [] for subnet, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:34.189993 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-5c0d550d-5403-43c9-b6bf-d6968bfebfe7 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "DELETE /v2.0/subnets/778b5603-56ae-41e9-8868-11c0dffb39ad HTTP/1.1" status: 204  len: 168 time: 0.6433003
Dec 23 16:15:34.193604 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 49440) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:34.206464 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-4a77549b-9d4e-4c9e-94f3-d340200b1b98 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 1.0791042
Dec 23 16:15:34.267443 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 49444) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:34.286092 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.services.segments.db [None req-94f113ca-8fd8-4e78-9441-a90701bc5a8b tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1dc18415b0>,) {'filters': {'network_id': ['ce320326-8ff7-4658-8e61-16a31833d08c']}} {{(pid=87635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:15:34.299251 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-48f072f4-764a-4e6d-a3d6-429d7477afa7 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0947607
Dec 23 16:15:34.306394 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-ef48d7c2-ea47-4252-beb4-62caef47dfbe tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Request body: {'subnet': {'network_id': 'd74d1efc-ff0e-4b10-a7df-9077eaa5fe10', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:15:34.312255 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] For port a29e97a4-db7b-4472-bcba-9649964f1615, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=a29e97a4-db7b-4472-bcba-9649964f1615,segment=NetworkSegment(08e0e148-532b-4b21-a744-4826af0567ef),segment_id=08e0e148-532b-4b21-a744-4826af0567ef)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:15:34.335596 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:34.340961 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_common [None req-915c0b23-b6ec-4ee1-b7d2-0621097008ab None None] Allocated IP 2001:db8::2 (d74d1efc-ff0e-4b10-a7df-9077eaa5fe10/f1e9ff45-4e8b-45d6-adc5-e526bb4db977/dbe22818-b25e-401e-88a5-031355af6c73) {{(pid=87637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:15:34.342874 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-8c3e4ccc-bd90-4aff-a38d-6d9ae24ed7d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:15:34.359224 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 49450) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:34.372479 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73bb7df2-2e9b-4a0f-b582-ef496dd98f32 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Router 60a9be12-e018-4cb8-af5c-0a3802c67b88 has already been hosted by L3 agent 371d4c41-c7e2-4de7-9539-c049ec4e95d1 {{(pid=87636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 23 16:15:34.378797 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-edb61e81-cef3-498d-94ac-d24295e6f0e0 tempest-TagsExtTest-794743022 tempest-TagsExtTest-794743022-project] 10.222.0.64 "DELETE /v2.0/routers/f813df94-8ac8-4e9a-ba86-af7268813939/tags HTTP/1.1" status: 204  len: 168 time: 1.6407025
Dec 23 16:15:34.385569 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 49454) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:34.395177 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-375606e0-9198-436e-9788-fa261ca0f435 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Request body: {'subnet': {'network_id': 'a67646b4-5371-43ec-9f98-39fe51a67033', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:15:34.420237 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.tag.tag_plugin [None req-21df5e20-fe6d-4cb6-92eb-813dbf5a89fd tempest-TagsExtTest-794743022 tempest-TagsExtTest-794743022-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f1dbb484220>, 'routers', 'f813df94-8ac8-4e9a-ba86-af7268813939', 'tempest-TagsExtTest-Tag-881469600') {} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:15:34.457747 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-ef48d7c2-ea47-4252-beb4-62caef47dfbe tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:15:34.462596 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-ef48d7c2-ea47-4252-beb4-62caef47dfbe tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Usage tracker for resource:subnet and tenant:37ed648a62f44dd1bf944e0bff6f4422 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:15:34.466006 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-ef48d7c2-ea47-4252-beb4-62caef47dfbe tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:15:34.472016 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-ef48d7c2-ea47-4252-beb4-62caef47dfbe tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:15:34.481222 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.services.segments.db [None req-94f113ca-8fd8-4e78-9441-a90701bc5a8b tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dc18415b0>, '31f1df48-6ea0-4600-9f6b-fca5572c27de') {'for_net_delete': True} {{(pid=87635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:15:34.481950 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.services.segments.db [None req-94f113ca-8fd8-4e78-9441-a90701bc5a8b tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dc18415b0>, '31f1df48-6ea0-4600-9f6b-fca5572c27de') {} {{(pid=87635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:15:34.491337 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef48d7c2-ea47-4252-beb4-62caef47dfbe tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Made reservation on behalf of 37ed648a62f44dd1bf944e0bff6f4422 for: {'subnet': 1} {{(pid=87635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:15:34.495645 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-ef48d7c2-ea47-4252-beb4-62caef47dfbe tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2610339'] for subnet, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:34.596812 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Pushing event updated for resources: {'Port': ['ID=a29e97a4-db7b-4472-bcba-9649964f1615,revision_number=7']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:15:34.611877 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:15:34.612248 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:15:34.612589 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:15:34.612928 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:15:34.613259 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:15:34.613591 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:15:34.613920 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:15:34.614247 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:15:34.614592 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:15:34.615298 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:15:34.615298 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:15:34.615556 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:15:34.622409 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:15:34.631533 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] get_ports_and_sgs() called for port_ids ['a29e97a4-db7b-4472-bcba-9649964f1615'] {{(pid=87637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 23 16:15:34.775588 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-ef48d7c2-ea47-4252-beb4-62caef47dfbe tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2753396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2610353'] for subnet, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:34.782327 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-94f113ca-8fd8-4e78-9441-a90701bc5a8b tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735363085442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2776713'] for segment, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:34.790515 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-9b1a9949-2efd-4560-8f52-74dba92d2615 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:15:34.866732 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73bb7df2-2e9b-4a0f-b582-ef496dd98f32 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify agent at l3_agent.dv-neutron-822799-1-hyperv the message routers_updated {{(pid=87636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 23 16:15:34.881988 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e7a3f61-6e4b-4fbf-bbc6-85262436093a None None] Sync routers for ids ['60a9be12-e018-4cb8-af5c-0a3802c67b88'] in dv-neutron-822799-1-hyperv {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 23 16:15:34.891859 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.api.v2.resource [None req-21df5e20-fe6d-4cb6-92eb-813dbf5a89fd tempest-TagsExtTest-794743022 tempest-TagsExtTest-794743022-project] show failed (client error): The resource could not be found.
Dec 23 16:15:34.893828 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-c7c448e2-0ed0-4287-9b05-0c0df9d334e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc11e3d60>, [{'id': 'e177fe5e-cdc8-403a-9923-16769a19a732', 'name': 'tempest-RoutersTest-router-1751319929', 'tenant_id': '3fd82437e08648b4840016e8955250bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:14:14Z', 'updated_at': '2021-12-23T16:15:29Z', 'revision_number': 10, 'project_id': '3fd82437e08648b4840016e8955250bf', 'gw_port_host': None, '_interfaces': [{'id': '9f092cc1-6082-4561-b1c3-16cbcde34d7a', 'name': '', 'network_id': '93d5306b-b044-45e0-820f-21a84f15a715', 'tenant_id': '3fd82437e08648b4840016e8955250bf', 'mac_address': 'fa:16:3e:86:78:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e177fe5e-cdc8-403a-9923-16769a19a732', 'device_owner': 'network:router_interface', 'standard_attr_id': 870, 'fixed_ips': [{'subnet_id': '4d508dea-bd45-4414-a7fb-afb4f674db06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:14:20Z', 'updated_at': '2021-12-23T16:14:37Z', 'revision_number': 5, 'project_id': '3fd82437e08648b4840016e8955250bf', 'subnets': [{'id': '4d508dea-bd45-4414-a7fb-afb4f674db06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:15:34.896145 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-21df5e20-fe6d-4cb6-92eb-813dbf5a89fd tempest-TagsExtTest-794743022 tempest-TagsExtTest-794743022-project] 10.222.0.64 "GET /v2.0/routers/f813df94-8ac8-4e9a-ba86-af7268813939/tags/tempest-TagsExtTest-Tag-881469600 HTTP/1.1" status: 404  len: 328 time: 0.5056374
Dec 23 16:15:34.907030 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 49464) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:34.911936 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e7a3f61-6e4b-4fbf-bbc6-85262436093a None None] Routers {'60a9be12-e018-4cb8-af5c-0a3802c67b88'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:15:34.912606 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-73bb7df2-2e9b-4a0f-b582-ef496dd98f32 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "PUT /v2.0/routers/60a9be12-e018-4cb8-af5c-0a3802c67b88/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 6.3076057
Dec 23 16:15:34.928834 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7c448e2-0ed0-4287-9b05-0c0df9d334e8 None None] The sync data for ids ['e177fe5e-cdc8-403a-9923-16769a19a732'] in dv-neutron-822799-1-hyperv is: [{'id': 'e177fe5e-cdc8-403a-9923-16769a19a732', 'name': 'tempest-RoutersTest-router-1751319929', 'tenant_id': '3fd82437e08648b4840016e8955250bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:14:14Z', 'updated_at': '2021-12-23T16:15:29Z', 'revision_number': 10, 'project_id': '3fd82437e08648b4840016e8955250bf', 'gw_port_host': None, '_interfaces': [{'id': '9f092cc1-6082-4561-b1c3-16cbcde34d7a', 'name': '', 'network_id': '93d5306b-b044-45e0-820f-21a84f15a715', 'tenant_id': '3fd82437e08648b4840016e8955250bf', 'mac_address': 'fa:16:3e:86:78:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e177fe5e-cdc8-403a-9923-16769a19a732', 'device_owner': 'network:router_interface', 'standard_attr_id': 870, 'fixed_ips': [{'subnet_id': '4d508dea-bd45-4414-a7fb-afb4f674db06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:14:20Z', 'updated_at': '2021-12-23T16:14:37Z', 'revision_number': 5, 'project_id': '3fd82437e08648b4840016e8955250bf', 'subnets': [{'id': '4d508dea-bd45-4414-a7fb-afb4f674db06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 23 16:15:34.930677 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.tag.tag_plugin [None req-06dbff18-54db-4481-8b50-1ac5c1f12df7 tempest-TagsExtTest-794743022 tempest-TagsExtTest-794743022-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f1dc0184ee0>, 'routers', 'f813df94-8ac8-4e9a-ba86-af7268813939', 'tempest-TagsExtTest-Tag-1443920294') {} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:15:34.937711 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3212120-e274-4836-8302-e0b434375530 None None] Update dhcp port {'port': {'network_id': 'a67646b4-5371-43ec-9f98-39fe51a67033', 'fixed_ips': [{'subnet_id': '778b5603-56ae-41e9-8868-11c0dffb39ad'}], 'binding:host_id': 'dv-neutron-822799-1-hyperv'}, 'id': 'bafdb614-4ef6-473b-a043-825f245f49a4'} from dv-neutron-822799-1-hyperv. {{(pid=87637) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}}
Dec 23 16:15:34.944081 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-8e7a3f61-6e4b-4fbf-bbc6-85262436093a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc1b05130>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:15:20Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['60a9be12-e018-4cb8-af5c-0a3802c67b88'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:15:35.000268 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d2d4ea-69fb-43e8-82fe-1250f8577f88 req-b88bdf93-2c35-47b4-8f83-63161a7b1cbb tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:15:35.008031 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-15d2d4ea-69fb-43e8-82fe-1250f8577f88 req-b88bdf93-2c35-47b4-8f83-63161a7b1cbb tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d12d024-785e-42d1-98eb-b1d5c44f899e HTTP/1.1" status: 200  len: 945 time: 1.2853394
Dec 23 16:15:35.038979 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-94f113ca-8fd8-4e78-9441-a90701bc5a8b tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:35.080823 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-15d2d4ea-69fb-43e8-82fe-1250f8577f88 req-710ae356-c76b-4fa7-8350-7c06d3753433 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] 10.222.0.64 "GET /v2.0/security-groups?id=6efb91e4-dce2-4b1b-ba77-0534a1c433c6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0717821
Dec 23 16:15:35.081357 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef48d7c2-ea47-4252-beb4-62caef47dfbe tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Network d74d1efc-ff0e-4b10-a7df-9077eaa5fe10 is already hosted by enough agents. {{(pid=87635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:15:35.085400 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f3212120-e274-4836-8302-e0b434375530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:35.090822 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94f113ca-8fd8-4e78-9441-a90701bc5a8b tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Releasing vlan 445 on physical network physnet1 to pool {{(pid=87635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 23 16:15:35.091844 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-94f113ca-8fd8-4e78-9441-a90701bc5a8b tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2753503'] for segment, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:35.092384 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-375606e0-9198-436e-9788-fa261ca0f435 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:15:35.103337 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 49472) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:35.112474 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-375606e0-9198-436e-9788-fa261ca0f435 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Usage tracker for resource:subnet and tenant:bf435ff0e7914a739a10fff5b2399c13 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:15:35.123718 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.base_scheduler [None req-ef48d7c2-ea47-4252-beb4-62caef47dfbe tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Resources bound (agent type, host, resource id):  {{(pid=87635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:15:35.128393 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef48d7c2-ea47-4252-beb4-62caef47dfbe tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:15:35.130562 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-ef48d7c2-ea47-4252-beb4-62caef47dfbe tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks [] for subnet, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:35.134620 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-915c0b23-b6ec-4ee1-b7d2-0621097008ab None None] Notify callbacks [] for port, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:35.141115 dv-neutron-822799-1-hyperv neutron-server[87635]: Traceback (most recent call last):
Dec 23 16:15:35.141115 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 23 16:15:35.141115 dv-neutron-822799-1-hyperv neutron-server[87635]:     timer()
Dec 23 16:15:35.141115 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:15:35.141115 dv-neutron-822799-1-hyperv neutron-server[87635]:     cb(*args, **kw)
Dec 23 16:15:35.141115 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 23 16:15:35.141115 dv-neutron-822799-1-hyperv neutron-server[87635]:     return func(*args, **kwargs)
Dec 23 16:15:35.141115 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:15:35.141115 dv-neutron-822799-1-hyperv neutron-server[87635]:     self._notify()
Dec 23 16:15:35.141115 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:15:35.141115 dv-neutron-822799-1-hyperv neutron-server[87635]:     self.callback(batched_events)
Dec 23 16:15:35.141115 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:15:35.141115 dv-neutron-822799-1-hyperv neutron-server[87635]:     event.method(event)
Dec 23 16:15:35.141115 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:15:35.141115 dv-neutron-822799-1-hyperv neutron-server[87635]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:15:35.141115 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 23 16:15:35.141115 dv-neutron-822799-1-hyperv neutron-server[87635]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 23 16:15:35.141115 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 23 16:15:35.141115 dv-neutron-822799-1-hyperv neutron-server[87635]:     return f(self, *a, **k)
Dec 23 16:15:35.141115 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:15:35.141115 dv-neutron-822799-1-hyperv neutron-server[87635]:     return self._get(url).json()
Dec 23 16:15:35.141115 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 23 16:15:35.141115 dv-neutron-822799-1-hyperv neutron-server[87635]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 23 16:15:35.141115 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 23 16:15:35.141115 dv-neutron-822799-1-hyperv neutron-server[87635]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:15:35.141115 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 23 16:15:35.141115 dv-neutron-822799-1-hyperv neutron-server[87635]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 23 16:15:35.141115 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 23 16:15:35.141115 dv-neutron-822799-1-hyperv neutron-server[87635]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:15:35.141115 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 23 16:15:35.141115 dv-neutron-822799-1-hyperv neutron-server[87635]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:15:35.141115 dv-neutron-822799-1-hyperv neutron-server[87635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:15:35.175676 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef48d7c2-ea47-4252-beb4-62caef47dfbe tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Pushing event updated for resources: {'Subnet': ['ID=f08b6f53-3316-4ff4-bf75-8786bccc8c9d,revision_number=0']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:15:35.224984 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-ef48d7c2-ea47-4252-beb4-62caef47dfbe tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.434s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:15:35.259841 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-ef48d7c2-ea47-4252-beb4-62caef47dfbe tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 836 time: 0.9864709
Dec 23 16:15:35.260114 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 49478) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:35.261193 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-375606e0-9198-436e-9788-fa261ca0f435 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:15:35.269492 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-94f113ca-8fd8-4e78-9441-a90701bc5a8b tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-864336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1824171'] for network, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:35.271660 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-915c0b23-b6ec-4ee1-b7d2-0621097008ab None None] Transition to ACTIVE for port object dbe22818-b25e-401e-88a5-031355af6c73 will not be triggered until provisioned by entity L2. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:15:35.277002 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-da8b3716-6c85-47eb-85a3-11816d090f3a tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:15:35.290344 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-c76e59ad-f1fd-4a7a-aa7c-ea014a64e28e tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Request body: {'port': {'network_id': 'd74d1efc-ff0e-4b10-a7df-9077eaa5fe10', 'fixed_ips': [{'subnet_id': 'f1e9ff45-4e8b-45d6-adc5-e526bb4db977'}, {'subnet_id': 'f08b6f53-3316-4ff4-bf75-8786bccc8c9d'}], 'name': 'tempest-PortsIpV6TestJSON-1023075559'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:15:35.322503 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-375606e0-9198-436e-9788-fa261ca0f435 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:15:35.383032 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-94f113ca-8fd8-4e78-9441-a90701bc5a8b tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks [] for network, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:35.407202 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f113ca-8fd8-4e78-9441-a90701bc5a8b tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Pushing event deleted for resources: {'Network': ['ID=ce320326-8ff7-4658-8e61-16a31833d08c,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:15:35.419114 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-915c0b23-b6ec-4ee1-b7d2-0621097008ab None None] Transition to ACTIVE for port object dbe22818-b25e-401e-88a5-031355af6c73 will not be triggered until provisioned by entity DHCP. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:15:35.419594 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-94f113ca-8fd8-4e78-9441-a90701bc5a8b tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:15:35.429440 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-94f113ca-8fd8-4e78-9441-a90701bc5a8b tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] 10.222.0.64 "DELETE /v2.0/networks/ce320326-8ff7-4658-8e61-16a31833d08c HTTP/1.1" status: 204  len: 168 time: 3.2842040
Dec 23 16:15:35.433131 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 49486) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:35.460443 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-8e7a3f61-6e4b-4fbf-bbc6-85262436093a None None] Set router 60a9be12-e018-4cb8-af5c-0a3802c67b88 gateway port host: dv-neutron-822799-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:15:35.528489 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 416f1866-5a8f-4a35-9a98-951b0dad6a26 no longer exists at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 23 16:15:35.539642 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.api.v2.resource [None req-06dbff18-54db-4481-8b50-1ac5c1f12df7 tempest-TagsExtTest-794743022 tempest-TagsExtTest-794743022-project] show failed (client error): The resource could not be found.
Dec 23 16:15:35.545501 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-06dbff18-54db-4481-8b50-1ac5c1f12df7 tempest-TagsExtTest-794743022 tempest-TagsExtTest-794743022-project] 10.222.0.64 "GET /v2.0/routers/f813df94-8ac8-4e9a-ba86-af7268813939/tags/tempest-TagsExtTest-Tag-1443920294 HTTP/1.1" status: 404  len: 329 time: 0.6357434
Dec 23 16:15:35.549961 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 49490) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:35.626973 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-915c0b23-b6ec-4ee1-b7d2-0621097008ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780'] for port, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:35.630542 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:15:35.668607 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] No Port match for: 416f1866-5a8f-4a35-9a98-951b0dad6a26 {{(pid=87637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 23 16:15:35.669313 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 416f1866-5a8f-4a35-9a98-951b0dad6a26 not bound to the agent host dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 23 16:15:35.714380 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-915c0b23-b6ec-4ee1-b7d2-0621097008ab None None] Network d74d1efc-ff0e-4b10-a7df-9077eaa5fe10 is already hosted by enough agents. {{(pid=87637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:15:35.718735 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-915c0b23-b6ec-4ee1-b7d2-0621097008ab None None] Resources bound (agent type, host, resource id):  {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:15:35.736832 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-915c0b23-b6ec-4ee1-b7d2-0621097008ab None None] Received port after_create {{(pid=87637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:15:35.781101 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.tag.tag_plugin [None req-ce47c7ad-cdc6-4bb7-a111-68f5605a2132 tempest-TagsExtTest-794743022 tempest-TagsExtTest-794743022-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f1dc08eee80>, 'routers', 'f813df94-8ac8-4e9a-ba86-af7268813939', 'tempest-TagsExtTest-Tag-400391659') {} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:15:35.791223 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915c0b23-b6ec-4ee1-b7d2-0621097008ab None None] Pushing event updated for resources: {'Port': ['ID=dbe22818-b25e-401e-88a5-031355af6c73,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:15:35.793724 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b690408c-a8ea-4d9a-85e1-8e24f7f14f45 None None] Network a67646b4-5371-43ec-9f98-39fe51a67033 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:15:35.813367 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-915c0b23-b6ec-4ee1-b7d2-0621097008ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:15:35.816795 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 49494) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:35.912514 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-375606e0-9198-436e-9788-fa261ca0f435 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Made reservation on behalf of bf435ff0e7914a739a10fff5b2399c13 for: {'subnet': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:15:35.917366 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-375606e0-9198-436e-9788-fa261ca0f435 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2618324'] for subnet, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:36.033479 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-42aab882-36b3-4f53-ab86-5a9b30f6ffe8 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] 10.222.0.64 "GET /v2.0/floatingips/9e7f5679-e843-425d-b8da-8df3a8c9f4ce HTTP/1.1" status: 200  len: 993 time: 0.9233298
Dec 23 16:15:36.124302 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-ca61cc27-ab20-4619-928f-b82293694d9f tempest-FloatingIPAdminTestJSON-473263132 tempest-FloatingIPAdminTestJSON-473263132-project] Request body: {'floatingip': {'floating_network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:15:36.131579 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-ca61cc27-ab20-4619-928f-b82293694d9f tempest-FloatingIPAdminTestJSON-473263132 tempest-FloatingIPAdminTestJSON-473263132-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:15:36.134888 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-8e7a3f61-6e4b-4fbf-bbc6-85262436093a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc1b05130>, [{'id': '60a9be12-e018-4cb8-af5c-0a3802c67b88', 'name': 'tempest-TestNetworkBasicOps-router-1642921231', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.110'}], 'enable_snat': True}, 'gw_port_id': 'f2738f4b-ae43-431d-a49b-fe4450098f9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:12:52Z', 'updated_at': '2021-12-23T16:15:32Z', 'revision_number': 6, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'gw_port': {'id': 'f2738f4b-ae43-431d-a49b-fe4450098f9d', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:8a:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a9be12-e018-4cb8-af5c-0a3802c67b88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:12:54Z', 'updated_at': '2021-12-23T16:13:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_floatingips': [{'id': '74e06725-9fa4-4e23-b3e8-ffb187af5c0d', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'floating_ip_address': '172.26.3.139', 'floating_network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'router_id': '60a9be12-e018-4cb8-af5c-0a3802c67b88', 'port_id': '9951b1b4-01ac-4daf-bd58-455dcb0ff184', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 831, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f98af44-d303-4bde-b872-83960908e446', 'mac_address': 'fa:16:3e:df:57:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d62cf08-ebf2-440c-9e24-210212a8b721', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:13:54Z', 'updated_at': '2021-12-23T16:14:00Z', 'revision_number': 1, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aba75bb5-4cf8-4b0a-a501-2a795d4de5aa', 'name': '', 'network_id': '8f98af44-d303-4bde-b872-83960908e446', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'mac_address': 'fa:16:3e:6a:83:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a9be12-e018-4cb8-af5c-0a3802c67b88', 'device_owner': 'network:router_interface', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '33f18a1b-5552-4192-92be-76d0229b5b31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:13:05Z', 'updated_at': '2021-12-23T16:13:20Z', 'revision_number': 5, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'subnets': [{'id': '33f18a1b-5552-4192-92be-76d0229b5b31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:15:36.138393 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-ca61cc27-ab20-4619-928f-b82293694d9f tempest-FloatingIPAdminTestJSON-473263132 tempest-FloatingIPAdminTestJSON-473263132-project] Usage tracker for resource:floatingip and tenant:fe1081af0f994eb9955df836c7f2879c is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:15:36.139417 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e7a3f61-6e4b-4fbf-bbc6-85262436093a None None] Checking router: 60a9be12-e018-4cb8-af5c-0a3802c67b88 for host: dv-neutron-822799-1-hyperv {{(pid=87638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 23 16:15:36.143324 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-ca61cc27-ab20-4619-928f-b82293694d9f tempest-FloatingIPAdminTestJSON-473263132 tempest-FloatingIPAdminTestJSON-473263132-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:15:36.149036 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e7a3f61-6e4b-4fbf-bbc6-85262436093a None None] Routers {'60a9be12-e018-4cb8-af5c-0a3802c67b88'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:15:36.149648 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-8e7a3f61-6e4b-4fbf-bbc6-85262436093a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc1b05130>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:15:20Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['60a9be12-e018-4cb8-af5c-0a3802c67b88'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:15:36.150613 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-ca61cc27-ab20-4619-928f-b82293694d9f tempest-FloatingIPAdminTestJSON-473263132 tempest-FloatingIPAdminTestJSON-473263132-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:15:36.215783 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-ca61cc27-ab20-4619-928f-b82293694d9f tempest-FloatingIPAdminTestJSON-473263132 tempest-FloatingIPAdminTestJSON-473263132-project] Notify callbacks [] for floatingip, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:36.220598 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daf6fd4-2e72-4f63-86a0-ee188730f2c7 req-df24a4fc-a6fb-45dd-a809-d3c576db73c3 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:15:36.221309 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-1daf6fd4-2e72-4f63-86a0-ee188730f2c7 req-df24a4fc-a6fb-45dd-a809-d3c576db73c3 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Synchronizing usage tracker for tenant:544f3e375bde4f0988286eba27294ea6 on resource:port {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:15:36.226586 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-c76e59ad-f1fd-4a7a-aa7c-ea014a64e28e tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:15:36.233158 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.api.v2.resource [None req-ce47c7ad-cdc6-4bb7-a111-68f5605a2132 tempest-TagsExtTest-794743022 tempest-TagsExtTest-794743022-project] show failed (client error): The resource could not be found.
Dec 23 16:15:36.237085 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-ce47c7ad-cdc6-4bb7-a111-68f5605a2132 tempest-TagsExtTest-794743022 tempest-TagsExtTest-794743022-project] 10.222.0.64 "GET /v2.0/routers/f813df94-8ac8-4e9a-ba86-af7268813939/tags/tempest-TagsExtTest-Tag-400391659 HTTP/1.1" status: 404  len: 328 time: 0.6709044
Dec 23 16:15:36.238629 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 49500) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:36.252155 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-c76e59ad-f1fd-4a7a-aa7c-ea014a64e28e tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:15:36.256921 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.tag.tag_plugin [None req-ec1311c9-fd56-4b2f-b8f0-14610909d39f tempest-TagsExtTest-794743022 tempest-TagsExtTest-794743022-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (<neutron_lib.context.Context object at 0x7f1dbb3cf8b0>, 'subnetpools', '16f7e0f7-67ba-4801-869b-59a697fcf456', {'tags': ['tempest-TagsExtTest-Tag-688698760', 'tempest-TagsExtTest-Tag-1070893872', 'tempest-TagsExtTest-Tag-439998448']}) {} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:15:36.292848 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-da0a71e7-3e57-4f64-95d1-c129cab30ee2 None None] Provisioning complete for port bafdb614-4ef6-473b-a043-825f245f49a4 triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:15:36.293572 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-da0a71e7-3e57-4f64-95d1-c129cab30ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:36.330574 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-1daf6fd4-2e72-4f63-86a0-ee188730f2c7 req-df24a4fc-a6fb-45dd-a809-d3c576db73c3 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Unset dirty status for tenant:544f3e375bde4f0988286eba27294ea6 on resource:port {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:15:36.331736 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-1daf6fd4-2e72-4f63-86a0-ee188730f2c7 req-df24a4fc-a6fb-45dd-a809-d3c576db73c3 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/ports?device_id=fcab1d82-284e-488e-a9b7-16642f28b3dd HTTP/1.1" status: 200  len: 946 time: 0.4845061
Dec 23 16:15:36.339129 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c76e59ad-f1fd-4a7a-aa7c-ea014a64e28e tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Made reservation on behalf of 37ed648a62f44dd1bf944e0bff6f4422 for: {'port': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:15:36.382441 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-8e7a3f61-6e4b-4fbf-bbc6-85262436093a None None] Set router 60a9be12-e018-4cb8-af5c-0a3802c67b88 gateway port host: dv-neutron-822799-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:15:36.417328 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-915c0b23-b6ec-4ee1-b7d2-0621097008ab None None] Attempting to bind port dbe22818-b25e-401e-88a5-031355af6c73 on host dv-neutron-822799-1-hyperv for vnic_type normal with profile  {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:15:36.418015 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-915c0b23-b6ec-4ee1-b7d2-0621097008ab None None] Attempting to bind port dbe22818-b25e-401e-88a5-031355af6c73 by drivers openvswitch,hyperv on host dv-neutron-822799-1-hyperv at level 0 using segments [{'id': '7619201b-f312-455b-8e8c-464b017a3786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'd74d1efc-ff0e-4b10-a7df-9077eaa5fe10'}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:15:36.418545 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-915c0b23-b6ec-4ee1-b7d2-0621097008ab None None] Attempting to bind port dbe22818-b25e-401e-88a5-031355af6c73 on network d74d1efc-ff0e-4b10-a7df-9077eaa5fe10 {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:15:36.451171 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-915c0b23-b6ec-4ee1-b7d2-0621097008ab None None] Checking agent: {'id': '20d2070f-69a9-4e73-8d08-6f0387a40158', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822799-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 21), 'started_at': datetime.datetime(2021, 12, 23, 16, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 15, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822799-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 23 16:15:36.451636 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-915c0b23-b6ec-4ee1-b7d2-0621097008ab None None] Checking segment: {'id': '7619201b-f312-455b-8e8c-464b017a3786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'd74d1efc-ff0e-4b10-a7df-9077eaa5fe10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:15:36.452007 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-915c0b23-b6ec-4ee1-b7d2-0621097008ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:36.452421 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-915c0b23-b6ec-4ee1-b7d2-0621097008ab None None] Bound using segment: {'id': '7619201b-f312-455b-8e8c-464b017a3786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'd74d1efc-ff0e-4b10-a7df-9077eaa5fe10'} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 23 16:15:36.452942 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-915c0b23-b6ec-4ee1-b7d2-0621097008ab None None] Bound port: dbe22818-b25e-401e-88a5-031355af6c73, host: dv-neutron-822799-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7619201b-f312-455b-8e8c-464b017a3786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'd74d1efc-ff0e-4b10-a7df-9077eaa5fe10'}}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 23 16:15:36.453593 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-915c0b23-b6ec-4ee1-b7d2-0621097008ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:36.461736 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-b393d6c0-edf5-4f89-b651-f0be1f5ebf67 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1781419'] for router_interface, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:36.519611 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-ec1311c9-fd56-4b2f-b8f0-14610909d39f tempest-TagsExtTest-794743022 tempest-TagsExtTest-794743022-project] 10.222.0.64 "PUT /v2.0/subnetpools/16f7e0f7-67ba-4801-869b-59a697fcf456/tags HTTP/1.1" status: 200  len: 316 time: 0.2754996
Dec 23 16:15:36.524762 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 49504) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:36.539804 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.tag.tag_plugin [None req-2d484bf7-09d5-4d86-ac1b-97dfdac42f61 tempest-TagsExtTest-794743022 tempest-TagsExtTest-794743022-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f1dc08b62e0>, 'subnetpools', '16f7e0f7-67ba-4801-869b-59a697fcf456') {} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:15:36.554002 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c76e59ad-f1fd-4a7a-aa7c-ea014a64e28e tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:36.560720 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-915c0b23-b6ec-4ee1-b7d2-0621097008ab None None] For port dbe22818-b25e-401e-88a5-031355af6c73, host dv-neutron-822799-1-hyperv, cleared binding levels {{(pid=87637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 23 16:15:36.564145 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-915c0b23-b6ec-4ee1-b7d2-0621097008ab None None] For port dbe22818-b25e-401e-88a5-031355af6c73, host dv-neutron-822799-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=dbe22818-b25e-401e-88a5-031355af6c73,segment=NetworkSegment(7619201b-f312-455b-8e8c-464b017a3786),segment_id=7619201b-f312-455b-8e8c-464b017a3786)] {{(pid=87637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 23 16:15:36.574723 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-915c0b23-b6ec-4ee1-b7d2-0621097008ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:36.589800 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-5ff6d732-60d5-47d9-b35f-31c25a851399 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:15:36.609099 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-1daf6fd4-2e72-4f63-86a0-ee188730f2c7 req-8e3930ca-3328-4d82-baa3-eeeeb1084e09 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/security-groups?id=9db863d1-cf06-4331-bcb4-ba11a7636b6c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1586523
Dec 23 16:15:36.613620 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.agents_db [None req-30c2320c-f298-49f6-9c47-c20e38116a9c None None] Agent healthcheck: found 6 active agents {{(pid=87638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 23 16:15:36.629342 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [None req-c76e59ad-f1fd-4a7a-aa7c-ea014a64e28e tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] device_id is not set on port 709887c7-5e41-4939-aae3-eb2f8a0abfd7 yet. {{(pid=87636) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 23 16:15:36.668623 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-375606e0-9198-436e-9788-fa261ca0f435 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2176430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2618310'] for subnet, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:36.677786 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-2659c339-0894-4f23-abbb-518e638367c7 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:15:36.737145 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915c0b23-b6ec-4ee1-b7d2-0621097008ab None None] Pushing event updated for resources: {'Port': ['ID=dbe22818-b25e-401e-88a5-031355af6c73,revision_number=2']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:15:36.740210 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-915c0b23-b6ec-4ee1-b7d2-0621097008ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:15:36.771435 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cb569bf-ce17-493c-a26e-385233738931 None None] DHCP port deletion for a67646b4-5371-43ec-9f98-39fe51a67033 request from dv-neutron-822799-1-hyperv {{(pid=87637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 23 16:15:36.775851 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-0cb569bf-ce17-493c-a26e-385233738931 None None] Deleting port bafdb614-4ef6-473b-a043-825f245f49a4 {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:15:36.776246 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-0cb569bf-ce17-493c-a26e-385233738931 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:36.789749 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-375606e0-9198-436e-9788-fa261ca0f435 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Network a67646b4-5371-43ec-9f98-39fe51a67033 is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:15:36.803343 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-375606e0-9198-436e-9788-fa261ca0f435 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Resources bound (agent type, host, resource id):  {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:15:36.810577 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-375606e0-9198-436e-9788-fa261ca0f435 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:15:36.812345 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-375606e0-9198-436e-9788-fa261ca0f435 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks [] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:36.839614 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375606e0-9198-436e-9788-fa261ca0f435 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Pushing event updated for resources: {'Subnet': ['ID=5ed831fd-69ed-4476-a9d6-eea72f96ed85,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:15:36.842991 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-375606e0-9198-436e-9788-fa261ca0f435 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:15:36.847918 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-2d484bf7-09d5-4d86-ac1b-97dfdac42f61 tempest-TagsExtTest-794743022 tempest-TagsExtTest-794743022-project] 10.222.0.64 "DELETE /v2.0/subnetpools/16f7e0f7-67ba-4801-869b-59a697fcf456/tags HTTP/1.1" status: 204  len: 168 time: 0.3219070
Dec 23 16:15:36.848900 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 49508) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:36.863416 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.tag.tag_plugin [None req-c89a5342-2989-4306-82cd-2b25236e19b9 tempest-TagsExtTest-794743022 tempest-TagsExtTest-794743022-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f1dbb2fa340>, 'subnetpools', '16f7e0f7-67ba-4801-869b-59a697fcf456', 'tempest-TagsExtTest-Tag-688698760') {} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:15:36.906946 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-8e7a3f61-6e4b-4fbf-bbc6-85262436093a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc1b05130>, [{'id': '60a9be12-e018-4cb8-af5c-0a3802c67b88', 'name': 'tempest-TestNetworkBasicOps-router-1642921231', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.110'}], 'enable_snat': True}, 'gw_port_id': 'f2738f4b-ae43-431d-a49b-fe4450098f9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:12:52Z', 'updated_at': '2021-12-23T16:15:32Z', 'revision_number': 6, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'gw_port': {'id': 'f2738f4b-ae43-431d-a49b-fe4450098f9d', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:8a:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a9be12-e018-4cb8-af5c-0a3802c67b88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:12:54Z', 'updated_at': '2021-12-23T16:13:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_floatingips': [{'id': '74e06725-9fa4-4e23-b3e8-ffb187af5c0d', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'floating_ip_address': '172.26.3.139', 'floating_network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'router_id': '60a9be12-e018-4cb8-af5c-0a3802c67b88', 'port_id': '9951b1b4-01ac-4daf-bd58-455dcb0ff184', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 831, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f98af44-d303-4bde-b872-83960908e446', 'mac_address': 'fa:16:3e:df:57:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d62cf08-ebf2-440c-9e24-210212a8b721', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:13:54Z', 'updated_at': '2021-12-23T16:14:00Z', 'revision_number': 1, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aba75bb5-4cf8-4b0a-a501-2a795d4de5aa', 'name': '', 'network_id': '8f98af44-d303-4bde-b872-83960908e446', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'mac_address': 'fa:16:3e:6a:83:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a9be12-e018-4cb8-af5c-0a3802c67b88', 'device_owner': 'network:router_interface', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '33f18a1b-5552-4192-92be-76d0229b5b31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:13:05Z', 'updated_at': '2021-12-23T16:13:20Z', 'revision_number': 5, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'subnets': [{'id': '33f18a1b-5552-4192-92be-76d0229b5b31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:15:36.910998 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e7a3f61-6e4b-4fbf-bbc6-85262436093a None None] The sync data for ids ['60a9be12-e018-4cb8-af5c-0a3802c67b88'] in dv-neutron-822799-1-hyperv is: [{'id': '60a9be12-e018-4cb8-af5c-0a3802c67b88', 'name': 'tempest-TestNetworkBasicOps-router-1642921231', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.110'}], 'enable_snat': True}, 'gw_port_id': 'f2738f4b-ae43-431d-a49b-fe4450098f9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:12:52Z', 'updated_at': '2021-12-23T16:15:32Z', 'revision_number': 6, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'gw_port': {'id': 'f2738f4b-ae43-431d-a49b-fe4450098f9d', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:8a:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a9be12-e018-4cb8-af5c-0a3802c67b88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:12:54Z', 'updated_at': '2021-12-23T16:13:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_floatingips': [{'id': '74e06725-9fa4-4e23-b3e8-ffb187af5c0d', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'floating_ip_address': '172.26.3.139', 'floating_network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'router_id': '60a9be12-e018-4cb8-af5c-0a3802c67b88', 'port_id': '9951b1b4-01ac-4daf-bd58-455dcb0ff184', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 831, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f98af44-d303-4bde-b872-83960908e446', 'mac_address': 'fa:16:3e:df:57:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d62cf08-ebf2-440c-9e24-210212a8b721', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:13:54Z', 'updated_at': '2021-12-23T16:14:00Z', 'revision_number': 1, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aba75bb5-4cf8-4b0a-a501-2a795d4de5aa', 'name': '', 'network_id': '8f98af44-d303-4bde-b872-83960908e446', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'mac_address': 'fa:16:3e:6a:83:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a9be12-e018-4cb8-af5c-0a3802c67b88', 'device_owner': 'network:router_interface', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '33f18a1b-5552-4192-92be-76d0229b5b31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:13:05Z', 'updated_at': '2021-12-23T16:13:20Z', 'revision_number': 5, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'subnets': [{'id': '33f18a1b-5552-4192-92be-76d0229b5b31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 23 16:15:36.962836 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-375606e0-9198-436e-9788-fa261ca0f435 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 2.5888832
Dec 23 16:15:36.967089 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 49512) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:36.977784 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-86d96ad6-c83a-4233-a4ba-f9cfb0c3dd9c tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Request body: {'subnet': {'network_id': 'a67646b4-5371-43ec-9f98-39fe51a67033', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:15:36.983265 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-ca61cc27-ab20-4619-928f-b82293694d9f tempest-FloatingIPAdminTestJSON-473263132 tempest-FloatingIPAdminTestJSON-473263132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:36.989901 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device bafdb614-4ef6-473b-a043-825f245f49a4 no longer exists at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 23 16:15:37.118010 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.api.v2.resource [None req-c89a5342-2989-4306-82cd-2b25236e19b9 tempest-TagsExtTest-794743022 tempest-TagsExtTest-794743022-project] show failed (client error): The resource could not be found.
Dec 23 16:15:37.121630 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-c89a5342-2989-4306-82cd-2b25236e19b9 tempest-TagsExtTest-794743022 tempest-TagsExtTest-794743022-project] 10.222.0.64 "GET /v2.0/subnetpools/16f7e0f7-67ba-4801-869b-59a697fcf456/tags/tempest-TagsExtTest-Tag-688698760 HTTP/1.1" status: 404  len: 328 time: 0.2631586
Dec 23 16:15:37.127161 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 49516) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:37.137987 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.tag.tag_plugin [None req-5a796867-1a7b-4f81-8a34-6dc6ff6300fd tempest-TagsExtTest-794743022 tempest-TagsExtTest-794743022-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f1dc038d460>, 'subnetpools', '16f7e0f7-67ba-4801-869b-59a697fcf456', 'tempest-TagsExtTest-Tag-1070893872') {} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:15:37.161493 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a86fd2-2cc8-4b94-b5ae-37e41287f2fc req-56db8ced-23c0-4da0-b713-b5b4875a3bc9 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:15:37.163326 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-f7a86fd2-2cc8-4b94-b5ae-37e41287f2fc req-56db8ced-23c0-4da0-b713-b5b4875a3bc9 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.61 "GET /v2.0/ports?device_id=fcab1d82-284e-488e-a9b7-16642f28b3dd HTTP/1.1" status: 200  len: 946 time: 0.3485372
Dec 23 16:15:37.207757 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:37.253239 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] For port bafdb614-4ef6-473b-a043-825f245f49a4, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=bafdb614-4ef6-473b-a043-825f245f49a4,segment=NetworkSegment(d0e346f7-32a7-41a0-b972-301688edbe10),segment_id=d0e346f7-32a7-41a0-b972-301688edbe10)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:15:37.255400 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-0cb569bf-ce17-493c-a26e-385233738931 None None] For port bafdb614-4ef6-473b-a043-825f245f49a4, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=bafdb614-4ef6-473b-a043-825f245f49a4,segment=NetworkSegment(d0e346f7-32a7-41a0-b972-301688edbe10),segment_id=d0e346f7-32a7-41a0-b972-301688edbe10)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:15:37.255888 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-0cb569bf-ce17-493c-a26e-385233738931 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:37.267412 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:37.268177 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device e63eb4bc-b02f-435a-a09c-c251cfabc079 no longer exists at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 23 16:15:37.341182 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-ea3c60f7-167b-48fc-94da-ac632bb5dabe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:15:37.379060 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] No Port match for: e63eb4bc-b02f-435a-a09c-c251cfabc079 {{(pid=87637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 23 16:15:37.379060 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device e63eb4bc-b02f-435a-a09c-c251cfabc079 not bound to the agent host dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 23 16:15:37.395827 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-86d96ad6-c83a-4233-a4ba-f9cfb0c3dd9c tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:15:37.401620 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.api.v2.resource [None req-5a796867-1a7b-4f81-8a34-6dc6ff6300fd tempest-TagsExtTest-794743022 tempest-TagsExtTest-794743022-project] show failed (client error): The resource could not be found.
Dec 23 16:15:37.402981 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-5a796867-1a7b-4f81-8a34-6dc6ff6300fd tempest-TagsExtTest-794743022 tempest-TagsExtTest-794743022-project] 10.222.0.64 "GET /v2.0/subnetpools/16f7e0f7-67ba-4801-869b-59a697fcf456/tags/tempest-TagsExtTest-Tag-1070893872 HTTP/1.1" status: 404  len: 329 time: 0.2751098
Dec 23 16:15:37.414788 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 49520) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:37.420698 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-86d96ad6-c83a-4233-a4ba-f9cfb0c3dd9c tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Usage tracker for resource:subnet and tenant:bf435ff0e7914a739a10fff5b2399c13 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:15:37.437097 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.tag.tag_plugin [None req-497bb93d-c5d8-44e5-8c30-2eee6f95c773 tempest-TagsExtTest-794743022 tempest-TagsExtTest-794743022-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f1dc0366130>, 'subnetpools', '16f7e0f7-67ba-4801-869b-59a697fcf456', 'tempest-TagsExtTest-Tag-439998448') {} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:15:37.457915 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-86d96ad6-c83a-4233-a4ba-f9cfb0c3dd9c tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:15:37.463130 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [None req-c76e59ad-f1fd-4a7a-aa7c-ea014a64e28e tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Allocated IP 2001:db8::e5 (d74d1efc-ff0e-4b10-a7df-9077eaa5fe10/f1e9ff45-4e8b-45d6-adc5-e526bb4db977/709887c7-5e41-4939-aae3-eb2f8a0abfd7) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:15:37.481666 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-86d96ad6-c83a-4233-a4ba-f9cfb0c3dd9c tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:15:37.495702 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [None req-c76e59ad-f1fd-4a7a-aa7c-ea014a64e28e tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Allocated IP 2001:db8:0:1::35a (d74d1efc-ff0e-4b10-a7df-9077eaa5fe10/f08b6f53-3316-4ff4-bf75-8786bccc8c9d/709887c7-5e41-4939-aae3-eb2f8a0abfd7) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:15:37.523383 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.api.v2.resource [None req-497bb93d-c5d8-44e5-8c30-2eee6f95c773 tempest-TagsExtTest-794743022 tempest-TagsExtTest-794743022-project] show failed (client error): The resource could not be found.
Dec 23 16:15:37.526287 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-497bb93d-c5d8-44e5-8c30-2eee6f95c773 tempest-TagsExtTest-794743022 tempest-TagsExtTest-794743022-project] 10.222.0.64 "GET /v2.0/subnetpools/16f7e0f7-67ba-4801-869b-59a697fcf456/tags/tempest-TagsExtTest-Tag-439998448 HTTP/1.1" status: 404  len: 328 time: 0.1103172
Dec 23 16:15:37.533490 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86d96ad6-c83a-4233-a4ba-f9cfb0c3dd9c tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Made reservation on behalf of bf435ff0e7914a739a10fff5b2399c13 for: {'subnet': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:15:37.538164 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-86d96ad6-c83a-4233-a4ba-f9cfb0c3dd9c tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2618324'] for subnet, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:37.541822 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-0cb569bf-ce17-493c-a26e-385233738931 None None] Calling delete_port for bafdb614-4ef6-473b-a043-825f245f49a4 owned by network:dhcp {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:15:37.561385 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 49524) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:37.564102 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.db_base_plugin_common [None req-ca61cc27-ab20-4619-928f-b82293694d9f tempest-FloatingIPAdminTestJSON-473263132 tempest-FloatingIPAdminTestJSON-473263132-project] Allocated IP 172.26.3.27 (8afa6d58-9431-454a-b99c-3ff8a65aa86b/60537fec-5f5f-4ab7-89cc-03638149a590/6b856476-fa45-483a-8060-469e7b37285b) {{(pid=87635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:15:37.592420 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.tag.tag_plugin [None req-59bba5e4-3899-49ab-b462-0d474b848886 tempest-TagsExtTest-794743022 tempest-TagsExtTest-794743022-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f1dbb1e0ca0>, 'subnetpools', '16f7e0f7-67ba-4801-869b-59a697fcf456') {} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:15:37.616354 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Pushing event updated for resources: {'Port': ['ID=bafdb614-4ef6-473b-a043-825f245f49a4,revision_number=7']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:15:37.631441 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:15:37.643375 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.db.api [None req-0cb569bf-ce17-493c-a26e-385233738931 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87637) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 23 16:15:37.643793 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_db.api [None req-0cb569bf-ce17-493c-a26e-385233738931 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 23 16:15:37.655626 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [req-f7a86fd2-2cc8-4b94-b5ae-37e41287f2fc req-5680ad0d-cc24-4896-8883-25bc52d52d35 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Deleting port 3eaccaab-4dc6-43a3-ad5f-9c525d5eb92d {{(pid=87635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:15:37.656150 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [req-f7a86fd2-2cc8-4b94-b5ae-37e41287f2fc req-5680ad0d-cc24-4896-8883-25bc52d52d35 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:37.752030 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-b393d6c0-edf5-4f89-b651-f0be1f5ebf67 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Deleting port 9f092cc1-6082-4561-b1c3-16cbcde34d7a {{(pid=87635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:15:37.752467 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-b393d6c0-edf5-4f89-b651-f0be1f5ebf67 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:37.974076 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-ca61cc27-ab20-4619-928f-b82293694d9f tempest-FloatingIPAdminTestJSON-473263132 tempest-FloatingIPAdminTestJSON-473263132-project] Notify callbacks [] for port, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:38.002111 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-59bba5e4-3899-49ab-b462-0d474b848886 tempest-TagsExtTest-794743022 tempest-TagsExtTest-794743022-project] 10.222.0.64 "DELETE /v2.0/subnetpools/16f7e0f7-67ba-4801-869b-59a697fcf456/tags HTTP/1.1" status: 204  len: 168 time: 0.4235601
Dec 23 16:15:38.004006 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 49530) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:38.013287 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.tag.tag_plugin [None req-8d018ef3-0697-4b5b-bd2d-ca7faccdfa0c tempest-TagsExtTest-794743022 tempest-TagsExtTest-794743022-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f1dc0203610>, 'routers', 'f813df94-8ac8-4e9a-ba86-af7268813939') {} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:15:38.088001 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.db.ipam_backend_mixin [None req-86d96ad6-c83a-4233-a4ba-f9cfb0c3dd9c tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 5ed831fd-69ed-4476-a9d6-eea72f96ed85 (CIDR: 2001:db8::/64)
Dec 23 16:15:38.105386 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.pecan_wsgi.hooks.translation [None req-86d96ad6-c83a-4233-a4ba-f9cfb0c3dd9c tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 23 16:15:38.105872 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86d96ad6-c83a-4233-a4ba-f9cfb0c3dd9c tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 23 16:15:38.145898 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-0cb569bf-ce17-493c-a26e-385233738931 None None] Deleting port bafdb614-4ef6-473b-a043-825f245f49a4 {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:15:38.145898 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-0cb569bf-ce17-493c-a26e-385233738931 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:38.216391 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-86d96ad6-c83a-4233-a4ba-f9cfb0c3dd9c tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 1.2479787
Dec 23 16:15:38.217557 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 49534) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:38.221265 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c76e59ad-f1fd-4a7a-aa7c-ea014a64e28e tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:38.226422 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ae77a9-6df1-49b3-a899-960f6866c9fc req-c4eace2e-e1a9-461e-90f9-540dea82fef9 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:15:38.227837 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-e3ae77a9-6df1-49b3-a899-960f6866c9fc req-c4eace2e-e1a9-461e-90f9-540dea82fef9 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/ports?device_id=fcab1d82-284e-488e-a9b7-16642f28b3dd HTTP/1.1" status: 200  len: 946 time: 0.4924593
Dec 23 16:15:38.237914 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.db [None req-b393d6c0-edf5-4f89-b651-f0be1f5ebf67 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] For port 9f092cc1-6082-4561-b1c3-16cbcde34d7a, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=9f092cc1-6082-4561-b1c3-16cbcde34d7a,segment=NetworkSegment(7f302c6b-04b1-4d1b-9665-570129022caf),segment_id=7f302c6b-04b1-4d1b-9665-570129022caf)] {{(pid=87635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:15:38.238536 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-b393d6c0-edf5-4f89-b651-f0be1f5ebf67 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:38.243911 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.provisioning_blocks [None req-c76e59ad-f1fd-4a7a-aa7c-ea014a64e28e tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Transition to ACTIVE for port object 709887c7-5e41-4939-aae3-eb2f8a0abfd7 will not be triggered until provisioned by entity DHCP. {{(pid=87636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:15:38.249259 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-8d018ef3-0697-4b5b-bd2d-ca7faccdfa0c tempest-TagsExtTest-794743022 tempest-TagsExtTest-794743022-project] 10.222.0.64 "DELETE /v2.0/routers/f813df94-8ac8-4e9a-ba86-af7268813939/tags HTTP/1.1" status: 204  len: 168 time: 0.2446787
Dec 23 16:15:38.252073 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 49538) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:38.255137 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-86f9820b-0044-4f56-b0ae-1071cd737f49 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Request body: {'subnet': {'network_id': 'a67646b4-5371-43ec-9f98-39fe51a67033', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:15:38.259119 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.tag.tag_plugin [None req-08345d3b-5274-4c9e-83ae-8ccf7c5bd003 tempest-TagsExtTest-794743022 tempest-TagsExtTest-794743022-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f1dc04fba60>, 'ports', 'b328a594-75b6-49b1-9b39-67c1050dc7e5') {} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:15:38.348893 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c76e59ad-f1fd-4a7a-aa7c-ea014a64e28e tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:38.359089 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-ced6501e-b440-4073-9705-8cbfb8f70aa7 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:15:38.412545 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Device a29e97a4-db7b-4472-bcba-9649964f1615 up at agent hyperv_hv-neutron-8227 {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:15:38.425936 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c76e59ad-f1fd-4a7a-aa7c-ea014a64e28e tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Network d74d1efc-ff0e-4b10-a7df-9077eaa5fe10 is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:15:38.432030 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-c76e59ad-f1fd-4a7a-aa7c-ea014a64e28e tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Resources bound (agent type, host, resource id):  {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:15:38.434635 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c76e59ad-f1fd-4a7a-aa7c-ea014a64e28e tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:15:38.440237 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c76e59ad-f1fd-4a7a-aa7c-ea014a64e28e tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:15:38.440947 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c76e59ad-f1fd-4a7a-aa7c-ea014a64e28e tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:38.461139 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-059456d0-42e8-4894-9e40-0d7e57bc74bb None None] Network d74d1efc-ff0e-4b10-a7df-9077eaa5fe10 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:15:38.475520 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76e59ad-f1fd-4a7a-aa7c-ea014a64e28e tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Pushing event updated for resources: {'Port': ['ID=709887c7-5e41-4939-aae3-eb2f8a0abfd7,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:15:38.479101 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-c76e59ad-f1fd-4a7a-aa7c-ea014a64e28e tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:15:38.480907 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-08345d3b-5274-4c9e-83ae-8ccf7c5bd003 tempest-TagsExtTest-794743022 tempest-TagsExtTest-794743022-project] 10.222.0.64 "DELETE /v2.0/ports/b328a594-75b6-49b1-9b39-67c1050dc7e5/tags HTTP/1.1" status: 204  len: 168 time: 0.2280645
Dec 23 16:15:38.485078 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 49542) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:38.493528 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.tag.tag_plugin [None req-f5eb672e-d717-488f-9b4a-a046cc2df9c9 tempest-TagsExtTest-794743022 tempest-TagsExtTest-794743022-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f1dc04fb550>, 'subnets', '72325548-f03b-48d8-8d2c-4fd965701296') {} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:15:38.499381 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-b393d6c0-edf5-4f89-b651-f0be1f5ebf67 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Calling delete_port for 9f092cc1-6082-4561-b1c3-16cbcde34d7a owned by network:router_interface {{(pid=87635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:15:38.525470 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-c76e59ad-f1fd-4a7a-aa7c-ea014a64e28e tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1016 time: 3.2413995
Dec 23 16:15:38.530393 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 49546) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:38.577861 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-bf444599-c822-4a17-b770-c16bbee5f883 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'f1e9ff45-4e8b-45d6-adc5-e526bb4db977'}]}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:15:38.595489 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-f5eb672e-d717-488f-9b4a-a046cc2df9c9 tempest-TagsExtTest-794743022 tempest-TagsExtTest-794743022-project] 10.222.0.64 "DELETE /v2.0/subnets/72325548-f03b-48d8-8d2c-4fd965701296/tags HTTP/1.1" status: 204  len: 168 time: 0.1023176
Dec 23 16:15:38.595794 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 49550) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:38.628911 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.db [req-f7a86fd2-2cc8-4b94-b5ae-37e41287f2fc req-5680ad0d-cc24-4896-8883-25bc52d52d35 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] For port 3eaccaab-4dc6-43a3-ad5f-9c525d5eb92d, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=3eaccaab-4dc6-43a3-ad5f-9c525d5eb92d,segment=NetworkSegment(06581beb-f676-4147-b744-2ec20aa7f254),segment_id=06581beb-f676-4147-b744-2ec20aa7f254)] {{(pid=87635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:15:38.629506 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [req-f7a86fd2-2cc8-4b94-b5ae-37e41287f2fc req-5680ad0d-cc24-4896-8883-25bc52d52d35 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:38.662694 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-ca61cc27-ab20-4619-928f-b82293694d9f tempest-FloatingIPAdminTestJSON-473263132 tempest-FloatingIPAdminTestJSON-473263132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:38.690717 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-a48abcf2-e847-4a71-abe0-096e88cfac2b None None] Provisioning for port dbe22818-b25e-401e-88a5-031355af6c73 completed by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:15:38.692231 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-ce2a2cb6-d05c-4288-83dd-955c42ad33c5 tempest-TagsExtTest-794743022 tempest-TagsExtTest-794743022-project] Notify callbacks [] for subnetpool, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:38.693480 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-ce2a2cb6-d05c-4288-83dd-955c42ad33c5 tempest-TagsExtTest-794743022 tempest-TagsExtTest-794743022-project] 10.222.0.64 "DELETE /v2.0/subnetpools/16f7e0f7-67ba-4801-869b-59a697fcf456 HTTP/1.1" status: 204  len: 168 time: 0.0968111
Dec 23 16:15:38.696079 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 49554) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:38.718618 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-0cb569bf-ce17-493c-a26e-385233738931 None None] For port bafdb614-4ef6-473b-a043-825f245f49a4, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=bafdb614-4ef6-473b-a043-825f245f49a4,segment=NetworkSegment(d0e346f7-32a7-41a0-b972-301688edbe10),segment_id=d0e346f7-32a7-41a0-b972-301688edbe10)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:15:38.719017 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-0cb569bf-ce17-493c-a26e-385233738931 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:38.730901 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-26d4a50f-2b71-4834-a3c1-ac4395f8209c tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:15:38.745194 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-3fff85cf-d127-4e37-bcb0-ddb201ca37bf tempest-TagsExtTest-794743022 tempest-TagsExtTest-794743022-project] Synchronizing usage tracker for tenant:70af2ffd0b6d4563a480681d62b69b0a on resource:port {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:15:38.762729 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-3fff85cf-d127-4e37-bcb0-ddb201ca37bf tempest-TagsExtTest-794743022 tempest-TagsExtTest-794743022-project] Unset dirty status for tenant:70af2ffd0b6d4563a480681d62b69b0a on resource:port {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:15:38.766360 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-3fff85cf-d127-4e37-bcb0-ddb201ca37bf tempest-TagsExtTest-794743022 tempest-TagsExtTest-794743022-project] 10.222.0.64 "GET /v2.0/ports?device_id=f813df94-8ac8-4e9a-ba86-af7268813939 HTTP/1.1" status: 200  len: 205 time: 0.0668681
Dec 23 16:15:38.766726 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 49558) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:38.846992 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [req-f7a86fd2-2cc8-4b94-b5ae-37e41287f2fc req-5680ad0d-cc24-4896-8883-25bc52d52d35 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Calling delete_port for 3eaccaab-4dc6-43a3-ad5f-9c525d5eb92d owned by compute:nova {{(pid=87635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:15:38.865372 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-0cb569bf-ce17-493c-a26e-385233738931 None None] Calling delete_port for bafdb614-4ef6-473b-a043-825f245f49a4 owned by network:dhcp {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:15:38.888638 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-e3ae77a9-6df1-49b3-a899-960f6866c9fc req-3db049a5-6c8b-40bf-8236-e1d06e4812bb tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/security-groups?id=9db863d1-cf06-4331-bcb4-ba11a7636b6c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.6182811
Dec 23 16:15:38.912686 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-06e66693-2504-4a88-94f8-7ac545caa890 tempest-TagsExtTest-794743022 tempest-TagsExtTest-794743022-project] Notify callbacks [] for router, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:38.958695 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca61cc27-ab20-4619-928f-b82293694d9f tempest-FloatingIPAdminTestJSON-473263132 tempest-FloatingIPAdminTestJSON-473263132-project] Network 8afa6d58-9431-454a-b99c-3ff8a65aa86b is already hosted by enough agents. {{(pid=87635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:15:38.963450 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Provisioning complete for port a29e97a4-db7b-4472-bcba-9649964f1615 triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:15:38.963852 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:39.065499 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device dbe22818-b25e-401e-88a5-031355af6c73 up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:15:39.169224 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.base_scheduler [None req-ca61cc27-ab20-4619-928f-b82293694d9f tempest-FloatingIPAdminTestJSON-473263132 tempest-FloatingIPAdminTestJSON-473263132-project] Resources bound (agent type, host, resource id):  {{(pid=87635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:15:39.169727 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-0cb569bf-ce17-493c-a26e-385233738931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789'] for port, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:39.171720 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca61cc27-ab20-4619-928f-b82293694d9f tempest-FloatingIPAdminTestJSON-473263132 tempest-FloatingIPAdminTestJSON-473263132-project] Received port after_create {{(pid=87635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:15:39.176086 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:15:39.247300 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-06e66693-2504-4a88-94f8-7ac545caa890 tempest-TagsExtTest-794743022 tempest-TagsExtTest-794743022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1784183', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-235354'] for router, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:39.251782 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-06e66693-2504-4a88-94f8-7ac545caa890 tempest-TagsExtTest-794743022 tempest-TagsExtTest-794743022-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:39.268414 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb569bf-ce17-493c-a26e-385233738931 None None] Pushing event deleted for resources: {'Port': ['ID=bafdb614-4ef6-473b-a043-825f245f49a4,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:15:39.274655 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cb569bf-ce17-493c-a26e-385233738931 None None] No DVR routers for this DVR port bafdb614-4ef6-473b-a043-825f245f49a4 on host dv-neutron-822799-1-hyperv {{(pid=87637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 23 16:15:39.277892 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca61cc27-ab20-4619-928f-b82293694d9f tempest-FloatingIPAdminTestJSON-473263132 tempest-FloatingIPAdminTestJSON-473263132-project] Pushing event updated for resources: {'Port': ['ID=6b856476-fa45-483a-8060-469e7b37285b,revision_number=1']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:15:39.279952 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-0cb569bf-ce17-493c-a26e-385233738931 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:15:39.280314 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-ca61cc27-ab20-4619-928f-b82293694d9f tempest-FloatingIPAdminTestJSON-473263132 tempest-FloatingIPAdminTestJSON-473263132-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.550s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:15:39.310577 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-86f9820b-0044-4f56-b0ae-1071cd737f49 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:15:39.313397 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:39.315937 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-06e66693-2504-4a88-94f8-7ac545caa890 tempest-TagsExtTest-794743022 tempest-TagsExtTest-794743022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1781328'] for router, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:39.316506 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06e66693-2504-4a88-94f8-7ac545caa890 tempest-TagsExtTest-794743022 tempest-TagsExtTest-794743022-project] Fanout notify agent at l3_agent the message router_deleted on router f813df94-8ac8-4e9a-ba86-af7268813939 {{(pid=87636) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 23 16:15:39.330454 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa63c24a-fd42-4ea9-ace4-77ce182790d9 None None] Network a67646b4-5371-43ec-9f98-39fe51a67033 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:15:39.331157 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-06e66693-2504-4a88-94f8-7ac545caa890 tempest-TagsExtTest-794743022 tempest-TagsExtTest-794743022-project] Notify callbacks [] for router, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:39.332510 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-06e66693-2504-4a88-94f8-7ac545caa890 tempest-TagsExtTest-794743022 tempest-TagsExtTest-794743022-project] 10.222.0.64 "DELETE /v2.0/routers/f813df94-8ac8-4e9a-ba86-af7268813939 HTTP/1.1" status: 204  len: 168 time: 0.5647125
Dec 23 16:15:39.334926 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 49562) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:39.339941 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-86f9820b-0044-4f56-b0ae-1071cd737f49 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Usage tracker for resource:subnet and tenant:bf435ff0e7914a739a10fff5b2399c13 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:15:39.345127 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-86f9820b-0044-4f56-b0ae-1071cd737f49 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:15:39.352216 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning for port dbe22818-b25e-401e-88a5-031355af6c73 completed by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:15:39.356997 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-86f9820b-0044-4f56-b0ae-1071cd737f49 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:15:39.368389 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port dbe22818-b25e-401e-88a5-031355af6c73 triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:15:39.368802 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:39.411533 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-169ef74a-792a-42d7-b27b-7368019f0e6a tempest-TagsExtTest-794743022 tempest-TagsExtTest-794743022-project] Deleting port b328a594-75b6-49b1-9b39-67c1050dc7e5 {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:15:39.412055 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-169ef74a-792a-42d7-b27b-7368019f0e6a tempest-TagsExtTest-794743022 tempest-TagsExtTest-794743022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:39.445642 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86f9820b-0044-4f56-b0ae-1071cd737f49 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Made reservation on behalf of bf435ff0e7914a739a10fff5b2399c13 for: {'subnet': 1} {{(pid=87635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:15:39.449168 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-86f9820b-0044-4f56-b0ae-1071cd737f49 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2610339'] for subnet, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:39.529658 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d12d024-785e-42d1-98eb-b1d5c44f899e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a29e97a4-db7b-4472-bcba-9649964f1615'}] {{(pid=87637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 23 16:15:39.568245 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] For port a29e97a4-db7b-4472-bcba-9649964f1615, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=a29e97a4-db7b-4472-bcba-9649964f1615,segment=NetworkSegment(08e0e148-532b-4b21-a744-4826af0567ef),segment_id=08e0e148-532b-4b21-a744-4826af0567ef)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:15:39.596079 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:39.602241 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-577c3479-aefa-4339-b8df-c8e4ab7ea9c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:15:39.639727 dv-neutron-822799-1-hyperv neutron-server[87637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d12d024-785e-42d1-98eb-b1d5c44f899e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a29e97a4-db7b-4472-bcba-9649964f1615', 'code': 200}
Dec 23 16:15:39.673074 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b0796e4-b313-46c2-902c-e273b83d2dbb None None] Update dhcp port {'port': {'network_id': 'd74d1efc-ff0e-4b10-a7df-9077eaa5fe10', 'fixed_ips': [{'subnet_id': 'f1e9ff45-4e8b-45d6-adc5-e526bb4db977', 'ip_address': '2001:db8::2'}, {'subnet_id': 'f08b6f53-3316-4ff4-bf75-8786bccc8c9d'}], 'binding:host_id': 'dv-neutron-822799-1-hyperv'}, 'id': 'dbe22818-b25e-401e-88a5-031355af6c73'} from dv-neutron-822799-1-hyperv. {{(pid=87637) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}}
Dec 23 16:15:39.678937 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-169ef74a-792a-42d7-b27b-7368019f0e6a tempest-TagsExtTest-794743022 tempest-TagsExtTest-794743022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:39.688291 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [req-f7a86fd2-2cc8-4b94-b5ae-37e41287f2fc req-5680ad0d-cc24-4896-8883-25bc52d52d35 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:39.718071 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-7e8295f1-860a-45aa-9442-ca05866d3536 tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:15:39.827363 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-b393d6c0-edf5-4f89-b651-f0be1f5ebf67 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:39.832746 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Pushing event updated for resources: {'Port': ['ID=a29e97a4-db7b-4472-bcba-9649964f1615,revision_number=8']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:15:39.844290 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5680ad0d-cc24-4896-8883-25bc52d52d35 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Pushing event deleted for resources: {'Port': ['ID=3eaccaab-4dc6-43a3-ad5f-9c525d5eb92d,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:15:39.846925 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-5680ad0d-cc24-4896-8883-25bc52d52d35 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:15:39.857677 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:15:39.861190 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-3435a9ca-7e3d-4134-86f3-bbc02d99cd56 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:15:39.863294 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9b0796e4-b313-46c2-902c-e273b83d2dbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:39.921331 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-bf444599-c822-4a17-b770-c16bbee5f883 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:39.953320 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-169ef74a-792a-42d7-b27b-7368019f0e6a tempest-TagsExtTest-794743022 tempest-TagsExtTest-794743022-project] Calling delete_port for b328a594-75b6-49b1-9b39-67c1050dc7e5 owned by  {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:15:39.957506 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:39.963327 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-ca61cc27-ab20-4619-928f-b82293694d9f tempest-FloatingIPAdminTestJSON-473263132 tempest-FloatingIPAdminTestJSON-473263132-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:39.986806 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd44be5f-fa9c-424f-9c9e-cb41b58f2e25 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7e017a6-8198-58c8-a07e-0f786128e3b3-a67646b4-5371-43ec-9f98-39fe51a67033', 'network_id': 'a67646b4-5371-43ec-9f98-39fe51a67033', 'tenant_id': 'bf435ff0e7914a739a10fff5b2399c13', 'fixed_ips': [{'subnet_id': '5ed831fd-69ed-4476-a9d6-eea72f96ed85'}]}} from dv-neutron-822799-1-hyperv. {{(pid=87637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 23 16:15:39.987640 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-bd44be5f-fa9c-424f-9c9e-cb41b58f2e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:40.058990 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b393d6c0-edf5-4f89-b651-f0be1f5ebf67 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Pushing event deleted for resources: {'Port': ['ID=9f092cc1-6082-4561-b1c3-16cbcde34d7a,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:15:40.108372 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7a86fd2-2cc8-4b94-b5ae-37e41287f2fc req-5680ad0d-cc24-4896-8883-25bc52d52d35 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] No DVR routers for this DVR port 3eaccaab-4dc6-43a3-ad5f-9c525d5eb92d on host hv-neutron-8227 {{(pid=87635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 23 16:15:40.110584 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-b393d6c0-edf5-4f89-b651-f0be1f5ebf67 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:15:40.127214 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-169ef74a-792a-42d7-b27b-7368019f0e6a tempest-TagsExtTest-794743022 tempest-TagsExtTest-794743022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:40.136830 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-aea30e58-e1d2-47ed-9593-9a519a055ccc tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:15:40.146983 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] For port dbe22818-b25e-401e-88a5-031355af6c73, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=dbe22818-b25e-401e-88a5-031355af6c73,segment=NetworkSegment(7619201b-f312-455b-8e8c-464b017a3786),segment_id=7619201b-f312-455b-8e8c-464b017a3786)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:15:40.166932 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:40.180029 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-6112e6d1-21e8-46eb-8620-7067d26098be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:15:40.203511 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169ef74a-792a-42d7-b27b-7368019f0e6a tempest-TagsExtTest-794743022 tempest-TagsExtTest-794743022-project] Pushing event deleted for resources: {'Port': ['ID=b328a594-75b6-49b1-9b39-67c1050dc7e5,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:15:40.207181 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-169ef74a-792a-42d7-b27b-7368019f0e6a tempest-TagsExtTest-794743022 tempest-TagsExtTest-794743022-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:15:40.301037 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 3be0ff9e-0d06-4d79-bbba-861d053c1269 no longer exists at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 23 16:15:40.386546 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-169ef74a-792a-42d7-b27b-7368019f0e6a tempest-TagsExtTest-794743022 tempest-TagsExtTest-794743022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:40.408630 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-169ef74a-792a-42d7-b27b-7368019f0e6a tempest-TagsExtTest-794743022 tempest-TagsExtTest-794743022-project] 10.222.0.64 "DELETE /v2.0/ports/b328a594-75b6-49b1-9b39-67c1050dc7e5 HTTP/1.1" status: 204  len: 168 time: 1.0725060
Dec 23 16:15:40.411075 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 49570) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:40.432442 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [req-f7a86fd2-2cc8-4b94-b5ae-37e41287f2fc req-5680ad0d-cc24-4896-8883-25bc52d52d35 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:40.442805 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Device 3eaccaab-4dc6-43a3-ad5f-9c525d5eb92d no longer exists at agent hyperv_hv-neutron-8227 {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 23 16:15:40.483778 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] No Port match for: 3be0ff9e-0d06-4d79-bbba-861d053c1269 {{(pid=87637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 23 16:15:40.484130 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 3be0ff9e-0d06-4d79-bbba-861d053c1269 not bound to the agent host dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 23 16:15:40.504410 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d370f5e-95bc-4d23-a666-0543ca1d3bcb tempest-TagsExtTest-794743022 tempest-TagsExtTest-794743022-project] Deleting subnet 72325548-f03b-48d8-8d2c-4fd965701296 {{(pid=87636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 23 16:15:40.508064 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9d370f5e-95bc-4d23-a666-0543ca1d3bcb tempest-TagsExtTest-794743022 tempest-TagsExtTest-794743022-project] Notify callbacks [] for subnet, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:40.515506 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcab1d82-284e-488e-a9b7-16642f28b3dd', 'name': 'network-vif-deleted', 'tag': '3eaccaab-4dc6-43a3-ad5f-9c525d5eb92d'}] {{(pid=87635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 23 16:15:40.558568 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-f7a86fd2-2cc8-4b94-b5ae-37e41287f2fc req-5680ad0d-cc24-4896-8883-25bc52d52d35 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.61 "DELETE /v2.0/ports/3eaccaab-4dc6-43a3-ad5f-9c525d5eb92d HTTP/1.1" status: 204  len: 173 time: 3.3859317
Dec 23 16:15:40.592681 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [req-b261e8db-58ec-4b8d-b97b-c61224608cb8 req-7cad9905-d52d-497f-af17-6102daaf875b tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Synchronizing usage tracker for tenant:544f3e375bde4f0988286eba27294ea6 on resource:port {{(pid=87635) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:15:40.625009 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] No Port match for: 3eaccaab-4dc6-43a3-ad5f-9c525d5eb92d {{(pid=87637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 23 16:15:40.625533 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Device 3eaccaab-4dc6-43a3-ad5f-9c525d5eb92d not bound to the agent host hv-neutron-8227 {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 23 16:15:40.658212 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_common [None req-bd44be5f-fa9c-424f-9c9e-cb41b58f2e25 None None] Allocated IP 2001:db8::2 (a67646b4-5371-43ec-9f98-39fe51a67033/5ed831fd-69ed-4476-a9d6-eea72f96ed85/88dbcccd-dd33-4836-a193-08c81b80486d) {{(pid=87637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:15:40.662034 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcab1d82-284e-488e-a9b7-16642f28b3dd', 'name': 'network-vif-deleted', 'tag': '3eaccaab-4dc6-43a3-ad5f-9c525d5eb92d', 'status': 'completed', 'code': 200}
Dec 23 16:15:40.662895 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-ca61cc27-ab20-4619-928f-b82293694d9f tempest-FloatingIPAdminTestJSON-473263132 tempest-FloatingIPAdminTestJSON-473263132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:40.669280 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Pushing event updated for resources: {'Port': ['ID=dbe22818-b25e-401e-88a5-031355af6c73,revision_number=3']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:15:40.674323 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9d370f5e-95bc-4d23-a666-0543ca1d3bcb tempest-TagsExtTest-794743022 tempest-TagsExtTest-794743022-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2382092'] for subnet, precommit_delete_associations {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:40.687831 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.508s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:15:40.689428 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_common [None req-9b0796e4-b313-46c2-902c-e273b83d2dbb None None] Allocated IP 2001:db8:0:1::2 (d74d1efc-ff0e-4b10-a7df-9077eaa5fe10/f08b6f53-3316-4ff4-bf75-8786bccc8c9d/dbe22818-b25e-401e-88a5-031355af6c73) {{(pid=87637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:15:40.768507 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9d370f5e-95bc-4d23-a666-0543ca1d3bcb tempest-TagsExtTest-794743022 tempest-TagsExtTest-794743022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864774'] for subnet, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:40.782885 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [req-b261e8db-58ec-4b8d-b97b-c61224608cb8 req-7cad9905-d52d-497f-af17-6102daaf875b tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Unset dirty status for tenant:544f3e375bde4f0988286eba27294ea6 on resource:port {{(pid=87635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:15:40.784329 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-b261e8db-58ec-4b8d-b97b-c61224608cb8 req-7cad9905-d52d-497f-af17-6102daaf875b tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/ports?device_id=fcab1d82-284e-488e-a9b7-16642f28b3dd HTTP/1.1" status: 200  len: 210 time: 0.6839867
Dec 23 16:15:40.879068 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9d370f5e-95bc-4d23-a666-0543ca1d3bcb tempest-TagsExtTest-794743022 tempest-TagsExtTest-794743022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2176495', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2618677'] for subnet, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:40.893027 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-30767735-b9b4-4958-aed2-67f2ab6a39f9 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:15:40.951205 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1c2086e-940e-49c8-8903-1910358ab046 None None] Network 9b7283d7-093d-4e7e-8305-750f6754fb16 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:15:40.952804 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9d370f5e-95bc-4d23-a666-0543ca1d3bcb tempest-TagsExtTest-794743022 tempest-TagsExtTest-794743022-project] Notify callbacks [] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:40.962285 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-9d370f5e-95bc-4d23-a666-0543ca1d3bcb tempest-TagsExtTest-794743022 tempest-TagsExtTest-794743022-project] 10.222.0.64 "DELETE /v2.0/subnets/72325548-f03b-48d8-8d2c-4fd965701296 HTTP/1.1" status: 204  len: 168 time: 0.5478106
Dec 23 16:15:40.966673 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 49576) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:40.968400 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d370f5e-95bc-4d23-a666-0543ca1d3bcb tempest-TagsExtTest-794743022 tempest-TagsExtTest-794743022-project] Pushing event deleted for resources: {'Subnet': ['ID=72325548-f03b-48d8-8d2c-4fd965701296,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:15:40.972709 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-9b0796e4-b313-46c2-902c-e273b83d2dbb None None] For port dbe22818-b25e-401e-88a5-031355af6c73, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=dbe22818-b25e-401e-88a5-031355af6c73,segment=NetworkSegment(7619201b-f312-455b-8e8c-464b017a3786),segment_id=7619201b-f312-455b-8e8c-464b017a3786)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:15:40.975371 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-9d370f5e-95bc-4d23-a666-0543ca1d3bcb tempest-TagsExtTest-794743022 tempest-TagsExtTest-794743022-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:15:40.980424 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-b393d6c0-edf5-4f89-b651-f0be1f5ebf67 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1627472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1784155'] for router_interface, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:41.064613 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device dbe22818-b25e-401e-88a5-031355af6c73 up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:15:41.111514 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b5bc3ada-65fb-42e1-82c7-fe34a6212eb7 tempest-TagsExtTest-794743022 tempest-TagsExtTest-794743022-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-698866'] for network, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:41.123353 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-b5bc3ada-65fb-42e1-82c7-fe34a6212eb7 tempest-TagsExtTest-794743022 tempest-TagsExtTest-794743022-project] Deleting port 6b00ae41-6a9c-4427-8f16-11156883a69a {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:15:41.124057 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b5bc3ada-65fb-42e1-82c7-fe34a6212eb7 tempest-TagsExtTest-794743022 tempest-TagsExtTest-794743022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:41.226865 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9b0796e4-b313-46c2-902c-e273b83d2dbb None None] Notify callbacks [] for port, precommit_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:41.232230 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-bd44be5f-fa9c-424f-9c9e-cb41b58f2e25 None None] Notify callbacks [] for port, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:41.297599 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-bd44be5f-fa9c-424f-9c9e-cb41b58f2e25 None None] Transition to ACTIVE for port object 88dbcccd-dd33-4836-a193-08c81b80486d will not be triggered until provisioned by entity L2. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:15:41.300454 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-9b0796e4-b313-46c2-902c-e273b83d2dbb None None] Transition to ACTIVE for port object dbe22818-b25e-401e-88a5-031355af6c73 will not be triggered until provisioned by entity DHCP. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:15:41.321864 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9b0796e4-b313-46c2-902c-e273b83d2dbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:41.329917 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:15:41.379616 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [None req-b5bc3ada-65fb-42e1-82c7-fe34a6212eb7 tempest-TagsExtTest-794743022 tempest-TagsExtTest-794743022-project] For port 6b00ae41-6a9c-4427-8f16-11156883a69a, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=6b00ae41-6a9c-4427-8f16-11156883a69a,segment=NetworkSegment(0c962f1d-f9ca-43b8-a901-69ebff86d57e),segment_id=0c962f1d-f9ca-43b8-a901-69ebff86d57e)] {{(pid=87636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:15:41.380384 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b5bc3ada-65fb-42e1-82c7-fe34a6212eb7 tempest-TagsExtTest-794743022 tempest-TagsExtTest-794743022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:41.380935 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-bd44be5f-fa9c-424f-9c9e-cb41b58f2e25 None None] Transition to ACTIVE for port object 88dbcccd-dd33-4836-a193-08c81b80486d will not be triggered until provisioned by entity DHCP. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:15:41.434376 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-bd44be5f-fa9c-424f-9c9e-cb41b58f2e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780'] for port, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:41.508195 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0796e4-b313-46c2-902c-e273b83d2dbb None None] Pushing event updated for resources: {'Port': ['ID=dbe22818-b25e-401e-88a5-031355af6c73,revision_number=4']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:15:41.511748 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-b5bc3ada-65fb-42e1-82c7-fe34a6212eb7 tempest-TagsExtTest-794743022 tempest-TagsExtTest-794743022-project] Calling delete_port for 6b00ae41-6a9c-4427-8f16-11156883a69a owned by network:dhcp {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:15:41.513903 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-9b0796e4-b313-46c2-902c-e273b83d2dbb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:15:41.515354 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-2af118e9-69ef-4e02-807c-ec4a2f39280e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.070s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:15:41.554915 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd44be5f-fa9c-424f-9c9e-cb41b58f2e25 None None] Network a67646b4-5371-43ec-9f98-39fe51a67033 is already hosted by enough agents. {{(pid=87637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:15:41.563700 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-bd44be5f-fa9c-424f-9c9e-cb41b58f2e25 None None] Resources bound (agent type, host, resource id):  {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:15:41.568504 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd44be5f-fa9c-424f-9c9e-cb41b58f2e25 None None] Received port after_create {{(pid=87637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:15:41.611781 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b5bc3ada-65fb-42e1-82c7-fe34a6212eb7 tempest-TagsExtTest-794743022 tempest-TagsExtTest-794743022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:41.623221 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-d06599f5-1a2d-49f2-bdc8-7e9c41039fd2 tempest-TagsExtTest-794743022 tempest-TagsExtTest-794743022-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:15:41.686504 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bc3ada-65fb-42e1-82c7-fe34a6212eb7 tempest-TagsExtTest-794743022 tempest-TagsExtTest-794743022-project] Pushing event deleted for resources: {'Port': ['ID=6b00ae41-6a9c-4427-8f16-11156883a69a,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:15:41.686697 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd44be5f-fa9c-424f-9c9e-cb41b58f2e25 None None] Pushing event updated for resources: {'Port': ['ID=88dbcccd-dd33-4836-a193-08c81b80486d,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:15:41.688771 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5bc3ada-65fb-42e1-82c7-fe34a6212eb7 tempest-TagsExtTest-794743022 tempest-TagsExtTest-794743022-project] No DVR routers for this DVR port 6b00ae41-6a9c-4427-8f16-11156883a69a on host dv-neutron-822799-1-hyperv {{(pid=87636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 23 16:15:41.690251 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-b5bc3ada-65fb-42e1-82c7-fe34a6212eb7 tempest-TagsExtTest-794743022 tempest-TagsExtTest-794743022-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:15:41.702547 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-bd44be5f-fa9c-424f-9c9e-cb41b58f2e25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:15:41.713556 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-bd44be5f-fa9c-424f-9c9e-cb41b58f2e25 None None] Attempting to bind port 88dbcccd-dd33-4836-a193-08c81b80486d on host dv-neutron-822799-1-hyperv for vnic_type normal with profile  {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:15:41.714043 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-bd44be5f-fa9c-424f-9c9e-cb41b58f2e25 None None] Attempting to bind port 88dbcccd-dd33-4836-a193-08c81b80486d by drivers openvswitch,hyperv on host dv-neutron-822799-1-hyperv at level 0 using segments [{'id': 'd0e346f7-32a7-41a0-b972-301688edbe10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'a67646b4-5371-43ec-9f98-39fe51a67033'}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:15:41.715168 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd44be5f-fa9c-424f-9c9e-cb41b58f2e25 None None] Attempting to bind port 88dbcccd-dd33-4836-a193-08c81b80486d on network a67646b4-5371-43ec-9f98-39fe51a67033 {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:15:41.718465 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4917fa53-a8b6-462c-be50-b0f91b8fca99 None None] DHCP port deletion for 9b7283d7-093d-4e7e-8305-750f6754fb16 request from dv-neutron-822799-1-hyperv {{(pid=87637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 23 16:15:41.724894 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:41.726715 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd44be5f-fa9c-424f-9c9e-cb41b58f2e25 None None] Checking agent: {'id': '20d2070f-69a9-4e73-8d08-6f0387a40158', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822799-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 21), 'started_at': datetime.datetime(2021, 12, 23, 16, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 15, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822799-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 23 16:15:41.728837 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd44be5f-fa9c-424f-9c9e-cb41b58f2e25 None None] Checking segment: {'id': 'd0e346f7-32a7-41a0-b972-301688edbe10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'a67646b4-5371-43ec-9f98-39fe51a67033'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:15:41.729482 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-bd44be5f-fa9c-424f-9c9e-cb41b58f2e25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:41.729917 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd44be5f-fa9c-424f-9c9e-cb41b58f2e25 None None] Bound using segment: {'id': 'd0e346f7-32a7-41a0-b972-301688edbe10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'a67646b4-5371-43ec-9f98-39fe51a67033'} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 23 16:15:41.730527 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-bd44be5f-fa9c-424f-9c9e-cb41b58f2e25 None None] Bound port: 88dbcccd-dd33-4836-a193-08c81b80486d, host: dv-neutron-822799-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0e346f7-32a7-41a0-b972-301688edbe10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'a67646b4-5371-43ec-9f98-39fe51a67033'}}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 23 16:15:41.730932 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-bd44be5f-fa9c-424f-9c9e-cb41b58f2e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:41.862663 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-bd44be5f-fa9c-424f-9c9e-cb41b58f2e25 None None] For port 88dbcccd-dd33-4836-a193-08c81b80486d, host dv-neutron-822799-1-hyperv, cleared binding levels {{(pid=87637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 23 16:15:41.866813 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-bd44be5f-fa9c-424f-9c9e-cb41b58f2e25 None None] For port 88dbcccd-dd33-4836-a193-08c81b80486d, host dv-neutron-822799-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=88dbcccd-dd33-4836-a193-08c81b80486d,segment=NetworkSegment(d0e346f7-32a7-41a0-b972-301688edbe10),segment_id=d0e346f7-32a7-41a0-b972-301688edbe10)] {{(pid=87637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 23 16:15:41.870385 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.db.resource_extend [None req-ca61cc27-ab20-4619-928f-b82293694d9f tempest-FloatingIPAdminTestJSON-473263132 tempest-FloatingIPAdminTestJSON-473263132-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 23 16:15:41.879010 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b5bc3ada-65fb-42e1-82c7-fe34a6212eb7 tempest-TagsExtTest-794743022 tempest-TagsExtTest-794743022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-864347', 'neutron.services.segments.db._delete_segments_for_network-8735362908070'] for network, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:41.879812 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-bd44be5f-fa9c-424f-9c9e-cb41b58f2e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:41.894937 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-de893314-6c78-4eec-85bd-fc1da3a08b74 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:15:41.904747 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-ca61cc27-ab20-4619-928f-b82293694d9f tempest-FloatingIPAdminTestJSON-473263132 tempest-FloatingIPAdminTestJSON-473263132-project] Notify callbacks [] for port, precommit_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:41.917458 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-b5bc3ada-65fb-42e1-82c7-fe34a6212eb7 tempest-TagsExtTest-794743022 tempest-TagsExtTest-794743022-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1dbb290670>,) {'filters': {'network_id': ['9b7283d7-093d-4e7e-8305-750f6754fb16']}} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:15:41.917705 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b393d6c0-edf5-4f89-b651-f0be1f5ebf67 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Router e177fe5e-cdc8-403a-9923-16769a19a732 has already been hosted by L3 agent 371d4c41-c7e2-4de7-9539-c049ec4e95d1 {{(pid=87635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 23 16:15:41.923584 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-ca61cc27-ab20-4619-928f-b82293694d9f tempest-FloatingIPAdminTestJSON-473263132 tempest-FloatingIPAdminTestJSON-473263132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2753531'] for port, after_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:41.931712 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 49582) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:41.936388 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.db_base_plugin_common [None req-bf444599-c822-4a17-b770-c16bbee5f883 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Delete allocated IP 2001:db8:0:1::35a (d74d1efc-ff0e-4b10-a7df-9077eaa5fe10/f08b6f53-3316-4ff4-bf75-8786bccc8c9d) {{(pid=87635) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}}
Dec 23 16:15:41.939610 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-65515512-e172-46a3-9fc5-20451a402466 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:15:41.954534 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-b5bc3ada-65fb-42e1-82c7-fe34a6212eb7 tempest-TagsExtTest-794743022 tempest-TagsExtTest-794743022-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dbb290670>, '0c962f1d-f9ca-43b8-a901-69ebff86d57e') {'for_net_delete': True} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:15:41.954796 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-b5bc3ada-65fb-42e1-82c7-fe34a6212eb7 tempest-TagsExtTest-794743022 tempest-TagsExtTest-794743022-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dbb290670>, '0c962f1d-f9ca-43b8-a901-69ebff86d57e') {} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:15:41.974301 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b5bc3ada-65fb-42e1-82c7-fe34a6212eb7 tempest-TagsExtTest-794743022 tempest-TagsExtTest-794743022-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735363085442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2382197'] for segment, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:42.010528 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd44be5f-fa9c-424f-9c9e-cb41b58f2e25 None None] Pushing event updated for resources: {'Port': ['ID=88dbcccd-dd33-4836-a193-08c81b80486d,revision_number=2']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:15:42.020952 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b5bc3ada-65fb-42e1-82c7-fe34a6212eb7 tempest-TagsExtTest-794743022 tempest-TagsExtTest-794743022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:42.023138 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-bd44be5f-fa9c-424f-9c9e-cb41b58f2e25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:15:42.024260 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca61cc27-ab20-4619-928f-b82293694d9f tempest-FloatingIPAdminTestJSON-473263132 tempest-FloatingIPAdminTestJSON-473263132-project] Pushing event updated for resources: {'Port': ['ID=6b856476-fa45-483a-8060-469e7b37285b,revision_number=2']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:15:42.036689 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5bc3ada-65fb-42e1-82c7-fe34a6212eb7 tempest-TagsExtTest-794743022 tempest-TagsExtTest-794743022-project] Releasing vlan 444 on physical network physnet1 to pool {{(pid=87636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 23 16:15:42.037138 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b5bc3ada-65fb-42e1-82c7-fe34a6212eb7 tempest-TagsExtTest-794743022 tempest-TagsExtTest-794743022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2176261'] for segment, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:42.058011 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-ca61cc27-ab20-4619-928f-b82293694d9f tempest-FloatingIPAdminTestJSON-473263132 tempest-FloatingIPAdminTestJSON-473263132-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:15:42.061856 dv-neutron-822799-1-hyperv neutron-server[87636]: Traceback (most recent call last):
Dec 23 16:15:42.061856 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 23 16:15:42.061856 dv-neutron-822799-1-hyperv neutron-server[87636]:     timer()
Dec 23 16:15:42.061856 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:15:42.061856 dv-neutron-822799-1-hyperv neutron-server[87636]:     cb(*args, **kw)
Dec 23 16:15:42.061856 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 23 16:15:42.061856 dv-neutron-822799-1-hyperv neutron-server[87636]:     return func(*args, **kwargs)
Dec 23 16:15:42.061856 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:15:42.061856 dv-neutron-822799-1-hyperv neutron-server[87636]:     self._notify()
Dec 23 16:15:42.061856 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:15:42.061856 dv-neutron-822799-1-hyperv neutron-server[87636]:     self.callback(batched_events)
Dec 23 16:15:42.061856 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:15:42.061856 dv-neutron-822799-1-hyperv neutron-server[87636]:     event.method(event)
Dec 23 16:15:42.061856 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:15:42.061856 dv-neutron-822799-1-hyperv neutron-server[87636]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:15:42.061856 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 23 16:15:42.061856 dv-neutron-822799-1-hyperv neutron-server[87636]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 23 16:15:42.061856 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 23 16:15:42.061856 dv-neutron-822799-1-hyperv neutron-server[87636]:     return f(self, *a, **k)
Dec 23 16:15:42.061856 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:15:42.061856 dv-neutron-822799-1-hyperv neutron-server[87636]:     return self._get(url).json()
Dec 23 16:15:42.061856 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 23 16:15:42.061856 dv-neutron-822799-1-hyperv neutron-server[87636]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 23 16:15:42.061856 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 23 16:15:42.061856 dv-neutron-822799-1-hyperv neutron-server[87636]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:15:42.061856 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 23 16:15:42.061856 dv-neutron-822799-1-hyperv neutron-server[87636]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 23 16:15:42.061856 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 23 16:15:42.061856 dv-neutron-822799-1-hyperv neutron-server[87636]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:15:42.061856 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 23 16:15:42.061856 dv-neutron-822799-1-hyperv neutron-server[87636]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:15:42.061856 dv-neutron-822799-1-hyperv neutron-server[87636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:15:42.150112 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-244197f8-16f2-41e3-8f27-88be1be3c1bb tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:42.186545 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-244197f8-16f2-41e3-8f27-88be1be3c1bb tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:42.195006 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b5bc3ada-65fb-42e1-82c7-fe34a6212eb7 tempest-TagsExtTest-794743022 tempest-TagsExtTest-794743022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-864336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1824171'] for network, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:42.201920 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-2d39da17-03d7-4797-9735-75d069bfd9b5 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:15:42.224690 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b5bc3ada-65fb-42e1-82c7-fe34a6212eb7 tempest-TagsExtTest-794743022 tempest-TagsExtTest-794743022-project] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:42.230922 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bc3ada-65fb-42e1-82c7-fe34a6212eb7 tempest-TagsExtTest-794743022 tempest-TagsExtTest-794743022-project] Pushing event deleted for resources: {'Network': ['ID=9b7283d7-093d-4e7e-8305-750f6754fb16,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:15:42.244654 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-b5bc3ada-65fb-42e1-82c7-fe34a6212eb7 tempest-TagsExtTest-794743022 tempest-TagsExtTest-794743022-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:15:42.295878 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-b5bc3ada-65fb-42e1-82c7-fe34a6212eb7 tempest-TagsExtTest-794743022 tempest-TagsExtTest-794743022-project] 10.222.0.64 "DELETE /v2.0/networks/9b7283d7-093d-4e7e-8305-750f6754fb16 HTTP/1.1" status: 204  len: 168 time: 1.3245521
Dec 23 16:15:42.351675 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-244197f8-16f2-41e3-8f27-88be1be3c1bb tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:42.359969 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-c2866b0d-6bf6-42b5-8f68-1420a1607de5 tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:15:42.370264 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.objects.ports [None req-86f9820b-0044-4f56-b0ae-1071cd737f49 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87635) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}}
Dec 23 16:15:42.378178 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244197f8-16f2-41e3-8f27-88be1be3c1bb tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9db863d1-cf06-4331-bcb4-ba11a7636b6c,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:15:42.387119 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-244197f8-16f2-41e3-8f27-88be1be3c1bb tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:15:42.408542 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-244197f8-16f2-41e3-8f27-88be1be3c1bb tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:42.412560 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-244197f8-16f2-41e3-8f27-88be1be3c1bb tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "DELETE /v2.0/security-groups/9db863d1-cf06-4331-bcb4-ba11a7636b6c HTTP/1.1" status: 204  len: 168 time: 0.4768250
Dec 23 16:15:42.446808 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 49590) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:42.534750 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_v2 [None req-f98ae0e7-21cd-4e68-a649-340df3403251 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Deleting subnet 46dd9f9e-900f-4a8d-bf73-2dbb8f0e7a59 {{(pid=87636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 23 16:15:42.536067 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97fbe095-a1f3-4c68-9a40-22bbc32b2b03 None None] Network d74d1efc-ff0e-4b10-a7df-9077eaa5fe10 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:15:42.540250 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f98ae0e7-21cd-4e68-a649-340df3403251 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for subnet, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:42.609126 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f98ae0e7-21cd-4e68-a649-340df3403251 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2382092'] for subnet, precommit_delete_associations {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:42.626589 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-ca61cc27-ab20-4619-928f-b82293694d9f tempest-FloatingIPAdminTestJSON-473263132 tempest-FloatingIPAdminTestJSON-473263132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1824189'] for floatingip, after_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:42.649905 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b393d6c0-edf5-4f89-b651-f0be1f5ebf67 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify agent at l3_agent.dv-neutron-822799-1-hyperv the message routers_updated {{(pid=87635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 23 16:15:42.655390 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-b393d6c0-edf5-4f89-b651-f0be1f5ebf67 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] 10.222.0.64 "PUT /v2.0/routers/e177fe5e-cdc8-403a-9923-16769a19a732/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 7.2212267
Dec 23 16:15:42.659658 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-cddd1604-86ac-40a8-89aa-4a6a884d1779 None None] Provisioning for port dbe22818-b25e-401e-88a5-031355af6c73 completed by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:15:42.663696 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 49596) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:42.667907 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc11701f-1b41-4447-a17c-7a9f9c73d077 None None] Sync routers for ids ['e177fe5e-cdc8-403a-9923-16769a19a732'] in dv-neutron-822799-1-hyperv {{(pid=87637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 23 16:15:42.691524 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-cddd1604-86ac-40a8-89aa-4a6a884d1779 None None] Provisioning complete for port dbe22818-b25e-401e-88a5-031355af6c73 triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:15:42.691946 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-cddd1604-86ac-40a8-89aa-4a6a884d1779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:42.729482 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f98ae0e7-21cd-4e68-a649-340df3403251 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864774'] for subnet, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:42.748846 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2e254eb-7f69-40cb-89bb-cb211086f0b6 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Deleting subnet 4d508dea-bd45-4414-a7fb-afb4f674db06 {{(pid=87635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 23 16:15:42.756331 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 49600) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:42.766016 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-f2e254eb-7f69-40cb-89bb-cb211086f0b6 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks [] for subnet, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:42.797718 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-ca61cc27-ab20-4619-928f-b82293694d9f tempest-FloatingIPAdminTestJSON-473263132 tempest-FloatingIPAdminTestJSON-473263132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for floatingip, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:42.798844 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-ca61cc27-ab20-4619-928f-b82293694d9f tempest-FloatingIPAdminTestJSON-473263132 tempest-FloatingIPAdminTestJSON-473263132-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 6.9797189
Dec 23 16:15:42.808409 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 49606) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:42.835596 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc11701f-1b41-4447-a17c-7a9f9c73d077 None None] Routers {'e177fe5e-cdc8-403a-9923-16769a19a732'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:15:42.835596 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-fc11701f-1b41-4447-a17c-7a9f9c73d077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc1383d00>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:15:20Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['e177fe5e-cdc8-403a-9923-16769a19a732'], 'active': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:15:42.842188 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-34eb3dc6-c2f9-45ac-baa4-9846e8456f51 tempest-FloatingIPAdminTestJSON-473263132 tempest-FloatingIPAdminTestJSON-473263132-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1075289048'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:15:42.847685 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-34eb3dc6-c2f9-45ac-baa4-9846e8456f51 tempest-FloatingIPAdminTestJSON-473263132 tempest-FloatingIPAdminTestJSON-473263132-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:15:42.851708 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-34eb3dc6-c2f9-45ac-baa4-9846e8456f51 tempest-FloatingIPAdminTestJSON-473263132 tempest-FloatingIPAdminTestJSON-473263132-project] Usage tracker for resource:network and tenant:fe1081af0f994eb9955df836c7f2879c is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:15:42.854787 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-34eb3dc6-c2f9-45ac-baa4-9846e8456f51 tempest-FloatingIPAdminTestJSON-473263132 tempest-FloatingIPAdminTestJSON-473263132-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:15:42.861056 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-34eb3dc6-c2f9-45ac-baa4-9846e8456f51 tempest-FloatingIPAdminTestJSON-473263132 tempest-FloatingIPAdminTestJSON-473263132-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:15:42.898818 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34eb3dc6-c2f9-45ac-baa4-9846e8456f51 tempest-FloatingIPAdminTestJSON-473263132 tempest-FloatingIPAdminTestJSON-473263132-project] Made reservation on behalf of fe1081af0f994eb9955df836c7f2879c for: {'network': 1} {{(pid=87635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:15:42.902455 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-34eb3dc6-c2f9-45ac-baa4-9846e8456f51 tempest-FloatingIPAdminTestJSON-473263132 tempest-FloatingIPAdminTestJSON-473263132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for network, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:42.928007 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-34eb3dc6-c2f9-45ac-baa4-9846e8456f51 tempest-FloatingIPAdminTestJSON-473263132 tempest-FloatingIPAdminTestJSON-473263132-project] Notify callbacks [] for security_group, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:42.947683 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-f2e254eb-7f69-40cb-89bb-cb211086f0b6 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2776816'] for subnet, precommit_delete_associations {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:42.994953 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f98ae0e7-21cd-4e68-a649-340df3403251 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2176495', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2618677'] for subnet, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:43.004418 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-34eb3dc6-c2f9-45ac-baa4-9846e8456f51 tempest-FloatingIPAdminTestJSON-473263132 tempest-FloatingIPAdminTestJSON-473263132-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:15:43.009217 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-34eb3dc6-c2f9-45ac-baa4-9846e8456f51 tempest-FloatingIPAdminTestJSON-473263132 tempest-FloatingIPAdminTestJSON-473263132-project] Usage tracker for resource:security_group_rule and tenant:fe1081af0f994eb9955df836c7f2879c is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:15:43.012686 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-34eb3dc6-c2f9-45ac-baa4-9846e8456f51 tempest-FloatingIPAdminTestJSON-473263132 tempest-FloatingIPAdminTestJSON-473263132-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:15:43.018809 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-9b42e292-04dc-4ee2-b4db-22762ed430f8 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:15:43.019348 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-34eb3dc6-c2f9-45ac-baa4-9846e8456f51 tempest-FloatingIPAdminTestJSON-473263132 tempest-FloatingIPAdminTestJSON-473263132-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:15:43.085949 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f98ae0e7-21cd-4e68-a649-340df3403251 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:43.097946 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98ae0e7-21cd-4e68-a649-340df3403251 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Pushing event deleted for resources: {'Subnet': ['ID=46dd9f9e-900f-4a8d-bf73-2dbb8f0e7a59,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:15:43.116799 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-f98ae0e7-21cd-4e68-a649-340df3403251 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "DELETE /v2.0/subnets/46dd9f9e-900f-4a8d-bf73-2dbb8f0e7a59 HTTP/1.1" status: 204  len: 168 time: 0.6661370
Dec 23 16:15:43.116799 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-f98ae0e7-21cd-4e68-a649-340df3403251 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:15:43.117517 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 49610) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:43.119588 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c5de07b-fd58-4166-9ac3-5a2c15a7d336 None None] Network 30b67c35-e209-49c3-a56e-de3a0e0c8158 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:15:43.277983 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-26a2a5a1-85c3-4dcd-844a-18653b98f8bc tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-698866'] for network, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:43.292304 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-26a2a5a1-85c3-4dcd-844a-18653b98f8bc tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Deleting port 281e3a50-aadf-45eb-bf28-70d46c8c5734 {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:15:43.293391 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-26a2a5a1-85c3-4dcd-844a-18653b98f8bc tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:43.306931 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 88dbcccd-dd33-4836-a193-08c81b80486d up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:15:43.415806 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvr_db [None req-fc11701f-1b41-4447-a17c-7a9f9c73d077 None None] Set router e177fe5e-cdc8-403a-9923-16769a19a732 gateway port host: None {{(pid=87637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:15:43.416718 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-86f9820b-0044-4f56-b0ae-1071cd737f49 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:43.521371 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.db.resource_extend [None req-bf444599-c822-4a17-b770-c16bbee5f883 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] It took 0.36 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 23 16:15:43.536381 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [None req-26a2a5a1-85c3-4dcd-844a-18653b98f8bc tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] For port 281e3a50-aadf-45eb-bf28-70d46c8c5734, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=281e3a50-aadf-45eb-bf28-70d46c8c5734,segment=NetworkSegment(06581beb-f676-4147-b744-2ec20aa7f254),segment_id=06581beb-f676-4147-b744-2ec20aa7f254)] {{(pid=87636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:15:43.537042 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-26a2a5a1-85c3-4dcd-844a-18653b98f8bc tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:43.551950 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-bf444599-c822-4a17-b770-c16bbee5f883 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks [] for port, precommit_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:43.612403 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-569170e9-bf16-478a-887e-fa78ddb7d3fd admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=70af2ffd0b6d4563a480681d62b69b0a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8486817
Dec 23 16:15:43.613963 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.provisioning_blocks [None req-bf444599-c822-4a17-b770-c16bbee5f883 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Ignored duplicate provisioning block setup for port 709887c7-5e41-4939-aae3-eb2f8a0abfd7 by entity DHCP. {{(pid=87635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}}
Dec 23 16:15:43.622255 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-f2e254eb-7f69-40cb-89bb-cb211086f0b6 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864774'] for subnet, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:43.653692 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 49614) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:43.654712 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-fc11701f-1b41-4447-a17c-7a9f9c73d077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc1383d00>, [{'id': 'e177fe5e-cdc8-403a-9923-16769a19a732', 'name': 'tempest-RoutersTest-router-1751319929', 'tenant_id': '3fd82437e08648b4840016e8955250bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:14:14Z', 'updated_at': '2021-12-23T16:15:39Z', 'revision_number': 11, 'project_id': '3fd82437e08648b4840016e8955250bf', 'gw_port_host': None}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:15:43.672313 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-bf444599-c822-4a17-b770-c16bbee5f883 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2753531'] for port, after_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:43.674502 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc11701f-1b41-4447-a17c-7a9f9c73d077 None None] Checking router: e177fe5e-cdc8-403a-9923-16769a19a732 for host: dv-neutron-822799-1-hyperv {{(pid=87637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 23 16:15:43.675781 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-26a2a5a1-85c3-4dcd-844a-18653b98f8bc tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Calling delete_port for 281e3a50-aadf-45eb-bf28-70d46c8c5734 owned by network:dhcp {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:15:43.707935 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-6350b8d5-d85a-4882-9b21-ac52615d54e0 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:15:43.749411 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-34eb3dc6-c2f9-45ac-baa4-9846e8456f51 tempest-FloatingIPAdminTestJSON-473263132 tempest-FloatingIPAdminTestJSON-473263132-project] Notify callbacks [] for security_group, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:43.763664 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-26a2a5a1-85c3-4dcd-844a-18653b98f8bc tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:43.767284 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc11701f-1b41-4447-a17c-7a9f9c73d077 None None] Routers {'e177fe5e-cdc8-403a-9923-16769a19a732'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:15:43.767940 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-fc11701f-1b41-4447-a17c-7a9f9c73d077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc1383d00>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:15:20Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['e177fe5e-cdc8-403a-9923-16769a19a732'], 'active': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:15:43.769482 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-08cf68c4-1ec3-4d7d-9a5c-76555bfd1d06 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:15:43.822085 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a2a5a1-85c3-4dcd-844a-18653b98f8bc tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Pushing event deleted for resources: {'Port': ['ID=281e3a50-aadf-45eb-bf28-70d46c8c5734,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:15:43.825905 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-26a2a5a1-85c3-4dcd-844a-18653b98f8bc tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:15:43.828226 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26a2a5a1-85c3-4dcd-844a-18653b98f8bc tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] No DVR routers for this DVR port 281e3a50-aadf-45eb-bf28-70d46c8c5734 on host dv-neutron-822799-1-hyperv {{(pid=87636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 23 16:15:43.836601 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-34eb3dc6-c2f9-45ac-baa4-9846e8456f51 tempest-FloatingIPAdminTestJSON-473263132 tempest-FloatingIPAdminTestJSON-473263132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:43.904625 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-bf444599-c822-4a17-b770-c16bbee5f883 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] In _notify_port_updated(), no bound segment for port 709887c7-5e41-4939-aae3-eb2f8a0abfd7 on network d74d1efc-ff0e-4b10-a7df-9077eaa5fe10 {{(pid=87635) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}}
Dec 23 16:15:43.905368 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning for port 88dbcccd-dd33-4836-a193-08c81b80486d completed by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:15:43.909783 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf444599-c822-4a17-b770-c16bbee5f883 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:15:43.910442 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-bf444599-c822-4a17-b770-c16bbee5f883 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:43.915040 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-bf444599-c822-4a17-b770-c16bbee5f883 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] 10.222.0.64 "PUT /v2.0/ports/709887c7-5e41-4939-aae3-eb2f8a0abfd7 HTTP/1.1" status: 200  len: 925 time: 5.3650069
Dec 23 16:15:43.931936 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device dbe22818-b25e-401e-88a5-031355af6c73 up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:15:43.932199 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 49618) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:43.943292 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-4422dd73-ecd8-46e1-a514-8c88319c1624 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'f1e9ff45-4e8b-45d6-adc5-e526bb4db977'}, {'subnet_id': 'f08b6f53-3316-4ff4-bf75-8786bccc8c9d'}]}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:15:43.958562 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34eb3dc6-c2f9-45ac-baa4-9846e8456f51 tempest-FloatingIPAdminTestJSON-473263132 tempest-FloatingIPAdminTestJSON-473263132-project] vlan segment allocate from pool success with {'vlan_id': 443, 'physical_network': 'physnet1'}  {{(pid=87635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 23 16:15:43.977773 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvr_db [None req-fc11701f-1b41-4447-a17c-7a9f9c73d077 None None] Set router e177fe5e-cdc8-403a-9923-16769a19a732 gateway port host: None {{(pid=87637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:15:43.985808 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf444599-c822-4a17-b770-c16bbee5f883 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Pushing event updated for resources: {'Port': ['ID=709887c7-5e41-4939-aae3-eb2f8a0abfd7,revision_number=2']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:15:43.988990 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-bf444599-c822-4a17-b770-c16bbee5f883 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:15:43.998101 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-532f8152-51ef-499e-bfbe-1f67d3b4dc2f tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.144s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:15:44.002205 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-26a2a5a1-85c3-4dcd-844a-18653b98f8bc tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-864347', 'neutron.services.segments.db._delete_segments_for_network-8735362908070'] for network, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:44.008562 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-34eb3dc6-c2f9-45ac-baa4-9846e8456f51 tempest-FloatingIPAdminTestJSON-473263132 tempest-FloatingIPAdminTestJSON-473263132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:44.008843 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.db.segments_db [None req-34eb3dc6-c2f9-45ac-baa4-9846e8456f51 tempest-FloatingIPAdminTestJSON-473263132 tempest-FloatingIPAdminTestJSON-473263132-project] Added segment af6fa598-293d-44a4-a9b2-e2a900026926 of type vlan for network 7ab8cad7-af6d-42cf-8ea6-0613a9a987a2
Dec 23 16:15:44.064002 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-f2e254eb-7f69-40cb-89bb-cb211086f0b6 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2753333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2609730'] for subnet, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:44.065139 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-26a2a5a1-85c3-4dcd-844a-18653b98f8bc tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1dc1333820>,) {'filters': {'network_id': ['30b67c35-e209-49c3-a56e-de3a0e0c8158']}} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:15:44.067147 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-8dbb9654-6f26-4a8e-9afe-556f53153519 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:44.105613 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-cddd1604-86ac-40a8-89aa-4a6a884d1779 None None] Provisioning for port 709887c7-5e41-4939-aae3-eb2f8a0abfd7 completed by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:15:44.110112 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34eb3dc6-c2f9-45ac-baa4-9846e8456f51 tempest-FloatingIPAdminTestJSON-473263132 tempest-FloatingIPAdminTestJSON-473263132-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca85f7e7-a3a6-4c6e-bf6b-91039d629fae,revision_number=1']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:15:44.113221 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-34eb3dc6-c2f9-45ac-baa4-9846e8456f51 tempest-FloatingIPAdminTestJSON-473263132 tempest-FloatingIPAdminTestJSON-473263132-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:15:44.126920 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-7dc83852-39ec-4e80-9c51-249ed2e3eb41 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.043s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:15:44.130755 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-fc11701f-1b41-4447-a17c-7a9f9c73d077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc1383d00>, [{'id': 'e177fe5e-cdc8-403a-9923-16769a19a732', 'name': 'tempest-RoutersTest-router-1751319929', 'tenant_id': '3fd82437e08648b4840016e8955250bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:14:14Z', 'updated_at': '2021-12-23T16:15:39Z', 'revision_number': 11, 'project_id': '3fd82437e08648b4840016e8955250bf', 'gw_port_host': None}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:15:44.138244 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-cddd1604-86ac-40a8-89aa-4a6a884d1779 None None] Provisioning complete for port 709887c7-5e41-4939-aae3-eb2f8a0abfd7 triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:15:44.138645 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-cddd1604-86ac-40a8-89aa-4a6a884d1779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:44.142055 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-26a2a5a1-85c3-4dcd-844a-18653b98f8bc tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dc1333820>, '06581beb-f676-4147-b744-2ec20aa7f254') {'for_net_delete': True} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:15:44.145422 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-26a2a5a1-85c3-4dcd-844a-18653b98f8bc tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dc1333820>, '06581beb-f676-4147-b744-2ec20aa7f254') {} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:15:44.163373 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-f2e254eb-7f69-40cb-89bb-cb211086f0b6 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks [] for subnet, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:44.179851 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-26a2a5a1-85c3-4dcd-844a-18653b98f8bc tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735363085442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2382197'] for segment, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:44.195824 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-34eb3dc6-c2f9-45ac-baa4-9846e8456f51 tempest-FloatingIPAdminTestJSON-473263132 tempest-FloatingIPAdminTestJSON-473263132-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735362521793'] for network, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:44.200188 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e254eb-7f69-40cb-89bb-cb211086f0b6 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Pushing event deleted for resources: {'Subnet': ['ID=4d508dea-bd45-4414-a7fb-afb4f674db06,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:15:44.203484 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-26a2a5a1-85c3-4dcd-844a-18653b98f8bc tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:44.203871 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-f2e254eb-7f69-40cb-89bb-cb211086f0b6 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:15:44.209041 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-8dbb9654-6f26-4a8e-9afe-556f53153519 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:44.231018 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26a2a5a1-85c3-4dcd-844a-18653b98f8bc tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Releasing vlan 424 on physical network physnet1 to pool {{(pid=87636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 23 16:15:44.231555 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-26a2a5a1-85c3-4dcd-844a-18653b98f8bc tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2176261'] for segment, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:44.235645 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-f2e254eb-7f69-40cb-89bb-cb211086f0b6 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] 10.222.0.64 "DELETE /v2.0/subnets/4d508dea-bd45-4414-a7fb-afb4f674db06 HTTP/1.1" status: 204  len: 168 time: 1.5680845
Dec 23 16:15:44.245350 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.db [None req-86f9820b-0044-4f56-b0ae-1071cd737f49 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] For port 88dbcccd-dd33-4836-a193-08c81b80486d, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=88dbcccd-dd33-4836-a193-08c81b80486d,segment=NetworkSegment(d0e346f7-32a7-41a0-b972-301688edbe10),segment_id=d0e346f7-32a7-41a0-b972-301688edbe10)] {{(pid=87635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:15:44.255925 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 49622) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:44.260491 dv-neutron-822799-1-hyperv neutron-server[87636]: Traceback (most recent call last):
Dec 23 16:15:44.260491 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 23 16:15:44.260491 dv-neutron-822799-1-hyperv neutron-server[87636]:     timer()
Dec 23 16:15:44.260491 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:15:44.260491 dv-neutron-822799-1-hyperv neutron-server[87636]:     cb(*args, **kw)
Dec 23 16:15:44.260491 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 23 16:15:44.260491 dv-neutron-822799-1-hyperv neutron-server[87636]:     return func(*args, **kwargs)
Dec 23 16:15:44.260491 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:15:44.260491 dv-neutron-822799-1-hyperv neutron-server[87636]:     self._notify()
Dec 23 16:15:44.260491 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:15:44.260491 dv-neutron-822799-1-hyperv neutron-server[87636]:     self.callback(batched_events)
Dec 23 16:15:44.260491 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:15:44.260491 dv-neutron-822799-1-hyperv neutron-server[87636]:     event.method(event)
Dec 23 16:15:44.260491 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:15:44.260491 dv-neutron-822799-1-hyperv neutron-server[87636]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:15:44.260491 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 23 16:15:44.260491 dv-neutron-822799-1-hyperv neutron-server[87636]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 23 16:15:44.260491 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 23 16:15:44.260491 dv-neutron-822799-1-hyperv neutron-server[87636]:     return f(self, *a, **k)
Dec 23 16:15:44.260491 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:15:44.260491 dv-neutron-822799-1-hyperv neutron-server[87636]:     return self._get(url).json()
Dec 23 16:15:44.260491 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 23 16:15:44.260491 dv-neutron-822799-1-hyperv neutron-server[87636]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 23 16:15:44.260491 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 23 16:15:44.260491 dv-neutron-822799-1-hyperv neutron-server[87636]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:15:44.260491 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 23 16:15:44.260491 dv-neutron-822799-1-hyperv neutron-server[87636]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 23 16:15:44.260491 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 23 16:15:44.260491 dv-neutron-822799-1-hyperv neutron-server[87636]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:15:44.260491 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 23 16:15:44.260491 dv-neutron-822799-1-hyperv neutron-server[87636]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:15:44.260491 dv-neutron-822799-1-hyperv neutron-server[87636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:15:44.326357 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bff87f2c-3292-4cfd-a246-6d2b93919a80 None None] Network 93d5306b-b044-45e0-820f-21a84f15a715 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:15:44.343982 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04bfb808-df30-4ace-969b-75a5eee76b4e None None] DHCP port deletion for 30b67c35-e209-49c3-a56e-de3a0e0c8158 request from dv-neutron-822799-1-hyperv {{(pid=87637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 23 16:15:44.371546 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc11701f-1b41-4447-a17c-7a9f9c73d077 None None] The sync data for ids ['e177fe5e-cdc8-403a-9923-16769a19a732'] in dv-neutron-822799-1-hyperv is: [{'id': 'e177fe5e-cdc8-403a-9923-16769a19a732', 'name': 'tempest-RoutersTest-router-1751319929', 'tenant_id': '3fd82437e08648b4840016e8955250bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:14:14Z', 'updated_at': '2021-12-23T16:15:39Z', 'revision_number': 11, 'project_id': '3fd82437e08648b4840016e8955250bf', 'gw_port_host': None}] {{(pid=87637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 23 16:15:44.422263 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.db.resource_extend [None req-86f9820b-0044-4f56-b0ae-1071cd737f49 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 23 16:15:44.440955 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-26a2a5a1-85c3-4dcd-844a-18653b98f8bc tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-864336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1824171'] for network, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:44.447664 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-b5bc3ada-65fb-42e1-82c7-fe34a6212eb7 tempest-TagsExtTest-794743022 tempest-TagsExtTest-794743022-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:15:44.455793 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-34eb3dc6-c2f9-45ac-baa4-9846e8456f51 tempest-FloatingIPAdminTestJSON-473263132 tempest-FloatingIPAdminTestJSON-473263132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495'] for network, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:44.461851 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34eb3dc6-c2f9-45ac-baa4-9846e8456f51 tempest-FloatingIPAdminTestJSON-473263132 tempest-FloatingIPAdminTestJSON-473263132-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:15:44.462407 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-34eb3dc6-c2f9-45ac-baa4-9846e8456f51 tempest-FloatingIPAdminTestJSON-473263132 tempest-FloatingIPAdminTestJSON-473263132-project] Notify callbacks [] for network, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:44.467247 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-26a2a5a1-85c3-4dcd-844a-18653b98f8bc tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:44.475745 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-86f9820b-0044-4f56-b0ae-1071cd737f49 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks [] for port, precommit_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:44.476677 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-620bce39-92d0-453f-a581-42fceb041451 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:15:44.486326 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a2a5a1-85c3-4dcd-844a-18653b98f8bc tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Pushing event deleted for resources: {'Network': ['ID=30b67c35-e209-49c3-a56e-de3a0e0c8158,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:15:44.489226 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-4422dd73-ecd8-46e1-a514-8c88319c1624 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:44.504101 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-26a2a5a1-85c3-4dcd-844a-18653b98f8bc tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:15:44.514596 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-86f9820b-0044-4f56-b0ae-1071cd737f49 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2753531'] for port, after_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:44.515456 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-86f9820b-0044-4f56-b0ae-1071cd737f49 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2753396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2610353'] for subnet, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:44.543302 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-0800b514-d9b9-4be0-a1f5-88e4cebd8911 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-698866'] for network, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:44.554606 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-26a2a5a1-85c3-4dcd-844a-18653b98f8bc tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "DELETE /v2.0/networks/30b67c35-e209-49c3-a56e-de3a0e0c8158 HTTP/1.1" status: 204  len: 168 time: 1.4357471
Dec 23 16:15:44.556257 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 49626) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:44.619062 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-cddd1604-86ac-40a8-89aa-4a6a884d1779 None None] Port 709887c7-5e41-4939-aae3-eb2f8a0abfd7 cannot update to ACTIVE because it is not bound. {{(pid=87637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 23 16:15:44.630958 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-34eb3dc6-c2f9-45ac-baa4-9846e8456f51 tempest-FloatingIPAdminTestJSON-473263132 tempest-FloatingIPAdminTestJSON-473263132-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201  len: 791 time: 1.8123460
Dec 23 16:15:44.633492 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86f9820b-0044-4f56-b0ae-1071cd737f49 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Network a67646b4-5371-43ec-9f98-39fe51a67033 is already hosted by enough agents. {{(pid=87635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:15:44.640899 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 49630) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:44.641946 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.base_scheduler [None req-86f9820b-0044-4f56-b0ae-1071cd737f49 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Resources bound (agent type, host, resource id):  {{(pid=87635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:15:44.648729 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86f9820b-0044-4f56-b0ae-1071cd737f49 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:15:44.649328 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-86f9820b-0044-4f56-b0ae-1071cd737f49 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks [] for subnet, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:44.653472 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-8dbb9654-6f26-4a8e-9afe-556f53153519 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:44.655936 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-8dbb9654-6f26-4a8e-9afe-556f53153519 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:44.657292 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-8dbb9654-6f26-4a8e-9afe-556f53153519 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/46699ded-5e20-43a1-b7f1-a67d17204f47 HTTP/1.1" status: 204  len: 168 time: 0.9967513
Dec 23 16:15:44.675546 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-35cb2454-9135-4d5d-859e-8f4ddd69694c tempest-FloatingIPAdminTestJSON-473263132 tempest-FloatingIPAdminTestJSON-473263132-project] Request body: {'subnet': {'network_id': '7ab8cad7-af6d-42cf-8ea6-0613a9a987a2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:15:44.691740 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34eb3dc6-c2f9-45ac-baa4-9846e8456f51 tempest-FloatingIPAdminTestJSON-473263132 tempest-FloatingIPAdminTestJSON-473263132-project] Pushing event updated for resources: {'Network': ['ID=7ab8cad7-af6d-42cf-8ea6-0613a9a987a2,revision_number=1']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:15:44.693835 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port dbe22818-b25e-401e-88a5-031355af6c73 triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:15:44.694852 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:44.707363 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-34eb3dc6-c2f9-45ac-baa4-9846e8456f51 tempest-FloatingIPAdminTestJSON-473263132 tempest-FloatingIPAdminTestJSON-473263132-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:15:44.707911 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-aace41a8-1a39-4f73-8bd6-d1e6d64a81e3 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.181s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:15:44.762414 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-0800b514-d9b9-4be0-a1f5-88e4cebd8911 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Deleting port a34b5eb7-0209-44eb-b8d6-ba92e90e911d {{(pid=87635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:15:44.762765 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-0800b514-d9b9-4be0-a1f5-88e4cebd8911 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:44.763334 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31c5e0ff-2674-44eb-90ee-915eb04c4788 None None] Network a67646b4-5371-43ec-9f98-39fe51a67033 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:15:44.922314 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-86f9820b-0044-4f56-b0ae-1071cd737f49 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 842 time: 6.6907909
Dec 23 16:15:44.951083 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 49636) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:44.965496 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Network 7ab8cad7-af6d-42cf-8ea6-0613a9a987a2 details requested by agent ovs-agent-dv-neutron-822799-1-hyperv with host dv-neutron-822799-1-hyperv {{(pid=87637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 23 16:15:45.168285 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f9820b-0044-4f56-b0ae-1071cd737f49 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Pushing event updated for resources: {'Port': ['ID=88dbcccd-dd33-4836-a193-08c81b80486d,revision_number=4']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:15:45.174996 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-86f9820b-0044-4f56-b0ae-1071cd737f49 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.467s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:15:45.177365 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-df2deef4-b105-45cc-a623-5169af481b97 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.650s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:15:45.204456 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-35cb2454-9135-4d5d-859e-8f4ddd69694c tempest-FloatingIPAdminTestJSON-473263132 tempest-FloatingIPAdminTestJSON-473263132-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:15:45.226146 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-35cb2454-9135-4d5d-859e-8f4ddd69694c tempest-FloatingIPAdminTestJSON-473263132 tempest-FloatingIPAdminTestJSON-473263132-project] Usage tracker for resource:subnet and tenant:fe1081af0f994eb9955df836c7f2879c is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:15:45.259097 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-35cb2454-9135-4d5d-859e-8f4ddd69694c tempest-FloatingIPAdminTestJSON-473263132 tempest-FloatingIPAdminTestJSON-473263132-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:15:45.331780 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-35cb2454-9135-4d5d-859e-8f4ddd69694c tempest-FloatingIPAdminTestJSON-473263132 tempest-FloatingIPAdminTestJSON-473263132-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:15:45.339009 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-e67390fd-084e-42ff-9ce4-17fa323d8dad tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Request body: {'port': {'network_id': 'a67646b4-5371-43ec-9f98-39fe51a67033', 'mac_address': 'fa:16:3e:30:c3:ea', 'name': 'tempest-NetworksTestDHCPv6-484073216'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:15:45.365011 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-a3fcc046-affa-49fb-8b3f-97b8d98faec6 None None] Provisioning complete for port dbe22818-b25e-401e-88a5-031355af6c73 triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:15:45.365426 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-a3fcc046-affa-49fb-8b3f-97b8d98faec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:45.417953 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 6b00ae41-6a9c-4427-8f16-11156883a69a no longer exists at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 23 16:15:45.438914 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-a83da1df-2618-4957-b3df-49e78c4d510f tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Deleting port 1b1d069c-3a84-4a24-a20d-c426f75e4a32 {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:15:45.439320 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a83da1df-2618-4957-b3df-49e78c4d510f tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:45.470342 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35cb2454-9135-4d5d-859e-8f4ddd69694c tempest-FloatingIPAdminTestJSON-473263132 tempest-FloatingIPAdminTestJSON-473263132-project] Made reservation on behalf of fe1081af0f994eb9955df836c7f2879c for: {'subnet': 1} {{(pid=87635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:15:45.473888 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-35cb2454-9135-4d5d-859e-8f4ddd69694c tempest-FloatingIPAdminTestJSON-473263132 tempest-FloatingIPAdminTestJSON-473263132-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2610339'] for subnet, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:45.487032 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f9820b-0044-4f56-b0ae-1071cd737f49 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Pushing event updated for resources: {'Subnet': ['ID=6ed7d0b2-bc5b-4243-b22d-852bf26dc2dd,revision_number=0']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:15:45.502639 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-86f9820b-0044-4f56-b0ae-1071cd737f49 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:15:45.503075 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] No Port match for: 6b00ae41-6a9c-4427-8f16-11156883a69a {{(pid=87637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 23 16:15:45.503261 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-cfeeaab3-150b-46d2-96d0-1df1176c92d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.813s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:15:45.503854 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 6b00ae41-6a9c-4427-8f16-11156883a69a not bound to the agent host dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 23 16:15:45.511763 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.db [None req-0800b514-d9b9-4be0-a1f5-88e4cebd8911 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] For port a34b5eb7-0209-44eb-b8d6-ba92e90e911d, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=a34b5eb7-0209-44eb-b8d6-ba92e90e911d,segment=NetworkSegment(7f302c6b-04b1-4d1b-9665-570129022caf),segment_id=7f302c6b-04b1-4d1b-9665-570129022caf)] {{(pid=87635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:15:45.512061 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-0800b514-d9b9-4be0-a1f5-88e4cebd8911 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:45.627895 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fbbef64-f95f-4232-b002-e6fa42c41f3c None None] DHCP port deletion for 93d5306b-b044-45e0-820f-21a84f15a715 request from dv-neutron-822799-1-hyperv {{(pid=87637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 23 16:15:45.644733 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbef64-f95f-4232-b002-e6fa42c41f3c None None] Deleting port a34b5eb7-0209-44eb-b8d6-ba92e90e911d {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:15:45.645409 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1fbbef64-f95f-4232-b002-e6fa42c41f3c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:45.650160 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a83da1df-2618-4957-b3df-49e78c4d510f tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:45.650733 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a83da1df-2618-4957-b3df-49e78c4d510f tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:45.682521 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 88dbcccd-dd33-4836-a193-08c81b80486d up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:15:45.732364 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbb9654-6f26-4a8e-9afe-556f53153519 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46699ded-5e20-43a1-b7f1-a67d17204f47,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:15:45.793590 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-a83da1df-2618-4957-b3df-49e78c4d510f tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Calling delete_port for 1b1d069c-3a84-4a24-a20d-c426f75e4a32 owned by network:floatingip {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:15:45.849442 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-a3fcc046-affa-49fb-8b3f-97b8d98faec6 None None] Provisioning complete for port 709887c7-5e41-4939-aae3-eb2f8a0abfd7 triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:15:45.850032 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-a3fcc046-affa-49fb-8b3f-97b8d98faec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:45.855406 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-8dbb9654-6f26-4a8e-9afe-556f53153519 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:15:45.867545 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-0800b514-d9b9-4be0-a1f5-88e4cebd8911 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Calling delete_port for a34b5eb7-0209-44eb-b8d6-ba92e90e911d owned by network:dhcp {{(pid=87635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:15:45.889778 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [None req-4422dd73-ecd8-46e1-a514-8c88319c1624 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Allocated IP 2001:db8:0:1::143 (d74d1efc-ff0e-4b10-a7df-9077eaa5fe10/f08b6f53-3316-4ff4-bf75-8786bccc8c9d/709887c7-5e41-4939-aae3-eb2f8a0abfd7) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:15:46.003873 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-a3fcc046-affa-49fb-8b3f-97b8d98faec6 None None] Port 709887c7-5e41-4939-aae3-eb2f8a0abfd7 cannot update to ACTIVE because it is not bound. {{(pid=87637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 23 16:15:46.020549 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-e67390fd-084e-42ff-9ce4-17fa323d8dad tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:15:46.035064 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-1fbbef64-f95f-4232-b002-e6fa42c41f3c None None] For port a34b5eb7-0209-44eb-b8d6-ba92e90e911d, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=a34b5eb7-0209-44eb-b8d6-ba92e90e911d,segment=NetworkSegment(7f302c6b-04b1-4d1b-9665-570129022caf),segment_id=7f302c6b-04b1-4d1b-9665-570129022caf)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:15:46.035321 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1fbbef64-f95f-4232-b002-e6fa42c41f3c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:46.035643 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-0800b514-d9b9-4be0-a1f5-88e4cebd8911 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:46.042032 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-e67390fd-084e-42ff-9ce4-17fa323d8dad tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Usage tracker for resource:port and tenant:bf435ff0e7914a739a10fff5b2399c13 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:15:46.045290 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-dc64fef8-7511-438c-a438-3219f12e932c tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:15:46.046502 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-a3fcc046-affa-49fb-8b3f-97b8d98faec6 None None] Provisioning for port 88dbcccd-dd33-4836-a193-08c81b80486d completed by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:15:46.095608 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-e67390fd-084e-42ff-9ce4-17fa323d8dad tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:15:46.111842 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-e67390fd-084e-42ff-9ce4-17fa323d8dad tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:15:46.122088 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 9f092cc1-6082-4561-b1c3-16cbcde34d7a no longer exists at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 23 16:15:46.151939 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0800b514-d9b9-4be0-a1f5-88e4cebd8911 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Pushing event deleted for resources: {'Port': ['ID=a34b5eb7-0209-44eb-b8d6-ba92e90e911d,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:15:46.190699 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-0800b514-d9b9-4be0-a1f5-88e4cebd8911 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:15:46.196964 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e67390fd-084e-42ff-9ce4-17fa323d8dad tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Made reservation on behalf of bf435ff0e7914a739a10fff5b2399c13 for: {'port': 1} {{(pid=87635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:15:46.217949 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0800b514-d9b9-4be0-a1f5-88e4cebd8911 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] No DVR routers for this DVR port a34b5eb7-0209-44eb-b8d6-ba92e90e911d on host dv-neutron-822799-1-hyperv {{(pid=87635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 23 16:15:46.233588 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-4422dd73-ecd8-46e1-a514-8c88319c1624 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks [] for port, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:46.263703 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.provisioning_blocks [None req-4422dd73-ecd8-46e1-a514-8c88319c1624 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Transition to ACTIVE for port object 709887c7-5e41-4939-aae3-eb2f8a0abfd7 will not be triggered until provisioned by entity DHCP. {{(pid=87636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:15:46.265214 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a83da1df-2618-4957-b3df-49e78c4d510f tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:46.276755 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-a3fcc046-affa-49fb-8b3f-97b8d98faec6 None None] Provisioning complete for port 88dbcccd-dd33-4836-a193-08c81b80486d triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:15:46.277058 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-a3fcc046-affa-49fb-8b3f-97b8d98faec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:46.278579 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-9094b5a1-eacf-44f9-b5a9-8438514d800b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:15:46.311400 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbef64-f95f-4232-b002-e6fa42c41f3c None None] Calling delete_port for a34b5eb7-0209-44eb-b8d6-ba92e90e911d owned by network:dhcp {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:15:46.331416 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83da1df-2618-4957-b3df-49e78c4d510f tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Pushing event deleted for resources: {'Port': ['ID=1b1d069c-3a84-4a24-a20d-c426f75e4a32,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:15:46.333422 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-4422dd73-ecd8-46e1-a514-8c88319c1624 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2176289'] for port, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:46.346981 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] No Port match for: 9f092cc1-6082-4561-b1c3-16cbcde34d7a {{(pid=87637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 23 16:15:46.347337 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 9f092cc1-6082-4561-b1c3-16cbcde34d7a not bound to the agent host dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 23 16:15:46.347779 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 281e3a50-aadf-45eb-bf28-70d46c8c5734 no longer exists at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 23 16:15:46.363958 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-a83da1df-2618-4957-b3df-49e78c4d510f tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:15:46.374841 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-40ceba94-10e4-463d-a09c-4e5ad6bb2ae8 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:15:46.400028 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] No Port match for: 281e3a50-aadf-45eb-bf28-70d46c8c5734 {{(pid=87637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 23 16:15:46.400795 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 281e3a50-aadf-45eb-bf28-70d46c8c5734 not bound to the agent host dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 23 16:15:46.402331 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-e67390fd-084e-42ff-9ce4-17fa323d8dad tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:46.538604 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.db.api [None req-1fbbef64-f95f-4232-b002-e6fa42c41f3c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87637) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 23 16:15:46.539378 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_db.api [None req-1fbbef64-f95f-4232-b002-e6fa42c41f3c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 23 16:15:46.565505 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-a3fcc046-affa-49fb-8b3f-97b8d98faec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:46.576998 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.notifiers.nova [None req-e67390fd-084e-42ff-9ce4-17fa323d8dad tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] device_id is not set on port d9b82897-5c1f-4f93-86f8-503095b80187 yet. {{(pid=87635) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 23 16:15:46.578639 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4422dd73-ecd8-46e1-a514-8c88319c1624 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Pushing event updated for resources: {'Port': ['ID=709887c7-5e41-4939-aae3-eb2f8a0abfd7,revision_number=3']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:15:46.581889 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-4422dd73-ecd8-46e1-a514-8c88319c1624 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:15:46.585543 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-4422dd73-ecd8-46e1-a514-8c88319c1624 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] In _notify_port_updated(), no bound segment for port 709887c7-5e41-4939-aae3-eb2f8a0abfd7 on network d74d1efc-ff0e-4b10-a7df-9077eaa5fe10 {{(pid=87636) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}}
Dec 23 16:15:46.590974 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4422dd73-ecd8-46e1-a514-8c88319c1624 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:15:46.591618 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-4422dd73-ecd8-46e1-a514-8c88319c1624 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:46.592952 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-4422dd73-ecd8-46e1-a514-8c88319c1624 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] 10.222.0.64 "PUT /v2.0/ports/709887c7-5e41-4939-aae3-eb2f8a0abfd7 HTTP/1.1" status: 200  len: 1011 time: 2.6598072
Dec 23 16:15:46.598136 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 49642) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:46.606766 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a83da1df-2618-4957-b3df-49e78c4d510f tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for floatingip, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:46.607119 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.db.l3_db [None req-a83da1df-2618-4957-b3df-49e78c4d510f tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Floating IP 74e06725-9fa4-4e23-b3e8-ffb187af5c0d disassociated (deleted). External IP: 172.26.3.139, port: 9951b1b4-01ac-4daf-bd58-455dcb0ff184.
Dec 23 16:15:46.635226 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-a3fcc046-affa-49fb-8b3f-97b8d98faec6 None None] For port 88dbcccd-dd33-4836-a193-08c81b80486d, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=88dbcccd-dd33-4836-a193-08c81b80486d,segment=NetworkSegment(d0e346f7-32a7-41a0-b972-301688edbe10),segment_id=d0e346f7-32a7-41a0-b972-301688edbe10)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:15:46.643027 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-a3fcc046-affa-49fb-8b3f-97b8d98faec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:46.645404 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-7cb7d594-2843-4640-9a8c-791a7c0d0d8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:15:46.682958 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-0800b514-d9b9-4be0-a1f5-88e4cebd8911 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-864347', 'neutron.services.segments.db._delete_segments_for_network-8735362908070'] for network, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:46.732830 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fcc046-affa-49fb-8b3f-97b8d98faec6 None None] Pushing event updated for resources: {'Port': ['ID=88dbcccd-dd33-4836-a193-08c81b80486d,revision_number=5']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:15:46.736439 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-67825ab1-afe3-45e8-866e-196dbb9881d5 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Deleting port 709887c7-5e41-4939-aae3-eb2f8a0abfd7 {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:15:46.736972 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-67825ab1-afe3-45e8-866e-196dbb9881d5 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:46.753154 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-a3fcc046-affa-49fb-8b3f-97b8d98faec6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:15:46.753673 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-35cb2454-9135-4d5d-859e-8f4ddd69694c tempest-FloatingIPAdminTestJSON-473263132 tempest-FloatingIPAdminTestJSON-473263132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2753396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2610353'] for subnet, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:46.760923 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.services.segments.db [None req-0800b514-d9b9-4be0-a1f5-88e4cebd8911 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1dc0174ca0>,) {'filters': {'network_id': ['93d5306b-b044-45e0-820f-21a84f15a715']}} {{(pid=87635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:15:46.768387 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-2f6508de-0cb0-48bb-bdf8-c4f8a8c301e1 None None] Provisioning for port 709887c7-5e41-4939-aae3-eb2f8a0abfd7 completed by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:15:46.769273 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-dcc139c6-6afd-4f0e-9c61-3f4e96cd52f8 tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:15:46.775750 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-2f6508de-0cb0-48bb-bdf8-c4f8a8c301e1 None None] Provisioning complete for port 709887c7-5e41-4939-aae3-eb2f8a0abfd7 triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:15:46.776292 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-2f6508de-0cb0-48bb-bdf8-c4f8a8c301e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:46.836661 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.services.segments.db [None req-0800b514-d9b9-4be0-a1f5-88e4cebd8911 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dc0174ca0>, '7f302c6b-04b1-4d1b-9665-570129022caf') {'for_net_delete': True} {{(pid=87635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:15:46.836954 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.services.segments.db [None req-0800b514-d9b9-4be0-a1f5-88e4cebd8911 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dc0174ca0>, '7f302c6b-04b1-4d1b-9665-570129022caf') {} {{(pid=87635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:15:46.837563 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-2f6508de-0cb0-48bb-bdf8-c4f8a8c301e1 None None] Port 709887c7-5e41-4939-aae3-eb2f8a0abfd7 cannot update to ACTIVE because it is not bound. {{(pid=87637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 23 16:15:46.848337 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-2f6508de-0cb0-48bb-bdf8-c4f8a8c301e1 None None] Provisioning complete for port 88dbcccd-dd33-4836-a193-08c81b80486d triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:15:46.848868 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-2f6508de-0cb0-48bb-bdf8-c4f8a8c301e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:46.892507 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-0800b514-d9b9-4be0-a1f5-88e4cebd8911 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735363085442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2776713'] for segment, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:46.947610 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cb2454-9135-4d5d-859e-8f4ddd69694c tempest-FloatingIPAdminTestJSON-473263132 tempest-FloatingIPAdminTestJSON-473263132-project] Pushing event updated for resources: {'Subnet': ['ID=6395fc59-0136-4593-ab20-017c2a647507,revision_number=0']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:15:46.948796 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-0800b514-d9b9-4be0-a1f5-88e4cebd8911 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:46.957525 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-35cb2454-9135-4d5d-859e-8f4ddd69694c tempest-FloatingIPAdminTestJSON-473263132 tempest-FloatingIPAdminTestJSON-473263132-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:15:46.973032 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0800b514-d9b9-4be0-a1f5-88e4cebd8911 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Releasing vlan 448 on physical network physnet1 to pool {{(pid=87635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 23 16:15:46.973490 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-0800b514-d9b9-4be0-a1f5-88e4cebd8911 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2753503'] for segment, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:46.997791 dv-neutron-822799-1-hyperv neutron-server[87635]: Traceback (most recent call last):
Dec 23 16:15:46.997791 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 23 16:15:46.997791 dv-neutron-822799-1-hyperv neutron-server[87635]:     timer()
Dec 23 16:15:46.997791 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:15:46.997791 dv-neutron-822799-1-hyperv neutron-server[87635]:     cb(*args, **kw)
Dec 23 16:15:46.997791 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 23 16:15:46.997791 dv-neutron-822799-1-hyperv neutron-server[87635]:     return func(*args, **kwargs)
Dec 23 16:15:46.997791 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:15:46.997791 dv-neutron-822799-1-hyperv neutron-server[87635]:     self._notify()
Dec 23 16:15:46.997791 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:15:46.997791 dv-neutron-822799-1-hyperv neutron-server[87635]:     self.callback(batched_events)
Dec 23 16:15:46.997791 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:15:46.997791 dv-neutron-822799-1-hyperv neutron-server[87635]:     event.method(event)
Dec 23 16:15:46.997791 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:15:46.997791 dv-neutron-822799-1-hyperv neutron-server[87635]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:15:46.997791 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 23 16:15:46.997791 dv-neutron-822799-1-hyperv neutron-server[87635]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 23 16:15:46.997791 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 23 16:15:46.997791 dv-neutron-822799-1-hyperv neutron-server[87635]:     return f(self, *a, **k)
Dec 23 16:15:46.997791 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:15:46.997791 dv-neutron-822799-1-hyperv neutron-server[87635]:     return self._get(url).json()
Dec 23 16:15:46.997791 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 23 16:15:46.997791 dv-neutron-822799-1-hyperv neutron-server[87635]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 23 16:15:46.997791 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 23 16:15:46.997791 dv-neutron-822799-1-hyperv neutron-server[87635]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:15:46.997791 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 23 16:15:46.997791 dv-neutron-822799-1-hyperv neutron-server[87635]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 23 16:15:46.997791 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 23 16:15:46.997791 dv-neutron-822799-1-hyperv neutron-server[87635]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:15:46.997791 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 23 16:15:46.997791 dv-neutron-822799-1-hyperv neutron-server[87635]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:15:46.997791 dv-neutron-822799-1-hyperv neutron-server[87635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:15:47.040921 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbef64-f95f-4232-b002-e6fa42c41f3c None None] Deleting port a34b5eb7-0209-44eb-b8d6-ba92e90e911d {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:15:47.041618 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35cb2454-9135-4d5d-859e-8f4ddd69694c tempest-FloatingIPAdminTestJSON-473263132 tempest-FloatingIPAdminTestJSON-473263132-project] Checking segment: {'id': 'af6fa598-293d-44a4-a9b2-e2a900026926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '7ab8cad7-af6d-42cf-8ea6-0613a9a987a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:15:47.042043 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35cb2454-9135-4d5d-859e-8f4ddd69694c tempest-FloatingIPAdminTestJSON-473263132 tempest-FloatingIPAdminTestJSON-473263132-project] Network hostable DHCP agents. Network: 7ab8cad7-af6d-42cf-8ea6-0613a9a987a2, hostable agents: ['1c812d71-eadf-4fb3-b98e-67468a4aa7e2'], hosted agents: [] {{(pid=87635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 23 16:15:47.042664 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1fbbef64-f95f-4232-b002-e6fa42c41f3c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:47.114447 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-1fbbef64-f95f-4232-b002-e6fa42c41f3c None None] The port 'a34b5eb7-0209-44eb-b8d6-ba92e90e911d' was deleted {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 23 16:15:47.130945 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-f18a0bd9-a51f-4b13-8032-be3abc56b046 None None] Provisioning complete for port 709887c7-5e41-4939-aae3-eb2f8a0abfd7 triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:15:47.132714 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f18a0bd9-a51f-4b13-8032-be3abc56b046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:47.154123 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-0800b514-d9b9-4be0-a1f5-88e4cebd8911 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-864336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1824171'] for network, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:47.159230 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35cb2454-9135-4d5d-859e-8f4ddd69694c tempest-FloatingIPAdminTestJSON-473263132 tempest-FloatingIPAdminTestJSON-473263132-project] Network 7ab8cad7-af6d-42cf-8ea6-0613a9a987a2 is scheduled to be hosted by DHCP agent 1c812d71-eadf-4fb3-b98e-67468a4aa7e2 with binding_index 1 {{(pid=87635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 23 16:15:47.166900 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-898d4575-dd25-4e64-8da6-ec26b2a9ee10 tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:15:47.184819 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.db_base_plugin_common [None req-e67390fd-084e-42ff-9ce4-17fa323d8dad tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Allocated IP 2001:db8::2bd (a67646b4-5371-43ec-9f98-39fe51a67033/5ed831fd-69ed-4476-a9d6-eea72f96ed85/d9b82897-5c1f-4f93-86f8-503095b80187) {{(pid=87635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:15:47.187775 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-0800b514-d9b9-4be0-a1f5-88e4cebd8911 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks [] for network, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:47.195314 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-f18a0bd9-a51f-4b13-8032-be3abc56b046 None None] Port 709887c7-5e41-4939-aae3-eb2f8a0abfd7 cannot update to ACTIVE because it is not bound. {{(pid=87637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 23 16:15:47.196047 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.base_scheduler [None req-35cb2454-9135-4d5d-859e-8f4ddd69694c tempest-FloatingIPAdminTestJSON-473263132 tempest-FloatingIPAdminTestJSON-473263132-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822799-1-hyperv, 7ab8cad7-af6d-42cf-8ea6-0613a9a987a2) {{(pid=87635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:15:47.201966 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0800b514-d9b9-4be0-a1f5-88e4cebd8911 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Pushing event deleted for resources: {'Network': ['ID=93d5306b-b044-45e0-820f-21a84f15a715,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:15:47.203960 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.db_base_plugin_common [None req-e67390fd-084e-42ff-9ce4-17fa323d8dad tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Allocated IP 2001:db8:0:1:f816:3eff:fe30:c3ea (a67646b4-5371-43ec-9f98-39fe51a67033/6ed7d0b2-bc5b-4243-b22d-852bf26dc2dd/d9b82897-5c1f-4f93-86f8-503095b80187) {{(pid=87635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:15:47.209769 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-0800b514-d9b9-4be0-a1f5-88e4cebd8911 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:15:47.215897 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1206609c-91ee-4f84-b47e-bb7f1be08de5 None None] Network 7ab8cad7-af6d-42cf-8ea6-0613a9a987a2 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:15:47.216945 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35cb2454-9135-4d5d-859e-8f4ddd69694c tempest-FloatingIPAdminTestJSON-473263132 tempest-FloatingIPAdminTestJSON-473263132-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:15:47.217544 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-35cb2454-9135-4d5d-859e-8f4ddd69694c tempest-FloatingIPAdminTestJSON-473263132 tempest-FloatingIPAdminTestJSON-473263132-project] Notify callbacks [] for subnet, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:47.279490 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-0800b514-d9b9-4be0-a1f5-88e4cebd8911 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] 10.222.0.64 "DELETE /v2.0/networks/93d5306b-b044-45e0-820f-21a84f15a715 HTTP/1.1" status: 204  len: 168 time: 3.0223396
Dec 23 16:15:47.284196 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 49646) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:47.288452 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-35cb2454-9135-4d5d-859e-8f4ddd69694c tempest-FloatingIPAdminTestJSON-473263132 tempest-FloatingIPAdminTestJSON-473263132-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.6434596
Dec 23 16:15:47.292123 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 49648) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:47.299115 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-3eb78d93-aef0-4cfe-aeec-805be680a8a7 tempest-FloatingIPAdminTestJSON-473263132 tempest-FloatingIPAdminTestJSON-473263132-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1198107242', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b'}, 'admin_state_up': False}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:15:47.310486 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-4bc813a1-4793-453f-aec5-004bfca95c1e tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Request body: {'router': {'routes': None}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:15:47.320502 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-3eb78d93-aef0-4cfe-aeec-805be680a8a7 tempest-FloatingIPAdminTestJSON-473263132 tempest-FloatingIPAdminTestJSON-473263132-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:15:47.327148 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-3eb78d93-aef0-4cfe-aeec-805be680a8a7 tempest-FloatingIPAdminTestJSON-473263132 tempest-FloatingIPAdminTestJSON-473263132-project] Usage tracker for resource:router and tenant:fe1081af0f994eb9955df836c7f2879c is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:15:47.337397 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-3eb78d93-aef0-4cfe-aeec-805be680a8a7 tempest-FloatingIPAdminTestJSON-473263132 tempest-FloatingIPAdminTestJSON-473263132-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:15:47.349844 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-3eb78d93-aef0-4cfe-aeec-805be680a8a7 tempest-FloatingIPAdminTestJSON-473263132 tempest-FloatingIPAdminTestJSON-473263132-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:15:47.359912 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-c3814ac9-c416-4542-9a76-e1e9a57ca96e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:47.432444 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-3eb78d93-aef0-4cfe-aeec-805be680a8a7 tempest-FloatingIPAdminTestJSON-473263132 tempest-FloatingIPAdminTestJSON-473263132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1823978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-235332'] for router, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:47.433800 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-3eb78d93-aef0-4cfe-aeec-805be680a8a7 tempest-FloatingIPAdminTestJSON-473263132 tempest-FloatingIPAdminTestJSON-473263132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1824575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1824063', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1751113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-235341'] for router, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:47.450387 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-3eb78d93-aef0-4cfe-aeec-805be680a8a7 tempest-FloatingIPAdminTestJSON-473263132 tempest-FloatingIPAdminTestJSON-473263132-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:47.458159 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a493042-4500-4d66-afbd-8ac9cbe07ec4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7e017a6-8198-58c8-a07e-0f786128e3b3-7ab8cad7-af6d-42cf-8ea6-0613a9a987a2', 'network_id': '7ab8cad7-af6d-42cf-8ea6-0613a9a987a2', 'tenant_id': 'fe1081af0f994eb9955df836c7f2879c', 'fixed_ips': [{'subnet_id': '6395fc59-0136-4593-ab20-017c2a647507'}]}} from dv-neutron-822799-1-hyperv. {{(pid=87637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 23 16:15:47.459145 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-2a493042-4500-4d66-afbd-8ac9cbe07ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:47.502841 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-67825ab1-afe3-45e8-866e-196dbb9881d5 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:47.629704 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_common [None req-2a493042-4500-4d66-afbd-8ac9cbe07ec4 None None] Allocated IP 172.20.0.2 (7ab8cad7-af6d-42cf-8ea6-0613a9a987a2/6395fc59-0136-4593-ab20-017c2a647507/d08182e0-25a6-4023-9915-aad01fc83c34) {{(pid=87637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:15:47.707542 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-67825ab1-afe3-45e8-866e-196dbb9881d5 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Calling delete_port for 709887c7-5e41-4939-aae3-eb2f8a0abfd7 owned by  {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:15:47.715669 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 88dbcccd-dd33-4836-a193-08c81b80486d up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:15:47.834342 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a83da1df-2618-4957-b3df-49e78c4d510f tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Router 60a9be12-e018-4cb8-af5c-0a3802c67b88 has already been hosted by L3 agent 371d4c41-c7e2-4de7-9539-c049ec4e95d1 {{(pid=87636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 23 16:15:47.835615 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-e67390fd-084e-42ff-9ce4-17fa323d8dad tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks [] for port, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:47.873290 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port 88dbcccd-dd33-4836-a193-08c81b80486d triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:15:47.873701 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:47.879916 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.extraroute_db [None req-4bc813a1-4793-453f-aec5-004bfca95c1e tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Added routes are [] {{(pid=87636) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}}
Dec 23 16:15:47.880217 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.extraroute_db [None req-4bc813a1-4793-453f-aec5-004bfca95c1e tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Removed routes are [] {{(pid=87636) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}}
Dec 23 16:15:47.880589 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-4bc813a1-4793-453f-aec5-004bfca95c1e tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1824017', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1823768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-235299'] for router, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:47.929271 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.provisioning_blocks [None req-e67390fd-084e-42ff-9ce4-17fa323d8dad tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Transition to ACTIVE for port object d9b82897-5c1f-4f93-86f8-503095b80187 will not be triggered until provisioned by entity DHCP. {{(pid=87635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:15:47.972713 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-2a493042-4500-4d66-afbd-8ac9cbe07ec4 None None] Notify callbacks [] for port, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:47.991555 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-3eb78d93-aef0-4cfe-aeec-805be680a8a7 tempest-FloatingIPAdminTestJSON-473263132 tempest-FloatingIPAdminTestJSON-473263132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1824017', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1823768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-235299'] for router, precommit_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:48.021846 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-2a493042-4500-4d66-afbd-8ac9cbe07ec4 None None] Transition to ACTIVE for port object d08182e0-25a6-4023-9915-aad01fc83c34 will not be triggered until provisioned by entity L2. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:15:48.057287 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-2a493042-4500-4d66-afbd-8ac9cbe07ec4 None None] Transition to ACTIVE for port object d08182e0-25a6-4023-9915-aad01fc83c34 will not be triggered until provisioned by entity DHCP. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:15:48.065728 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-2a493042-4500-4d66-afbd-8ac9cbe07ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780'] for port, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:48.071165 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:15:48.114634 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-e67390fd-084e-42ff-9ce4-17fa323d8dad tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:48.122028 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-52f4f258-60a1-429f-bc91-fd4b04689b38 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:15:48.142652 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device a34b5eb7-0209-44eb-b8d6-ba92e90e911d no longer exists at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 23 16:15:48.209024 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e67390fd-084e-42ff-9ce4-17fa323d8dad tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Network a67646b4-5371-43ec-9f98-39fe51a67033 is already hosted by enough agents. {{(pid=87635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:15:48.223255 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.base_scheduler [None req-e67390fd-084e-42ff-9ce4-17fa323d8dad tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Resources bound (agent type, host, resource id):  {{(pid=87635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:15:48.225725 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e67390fd-084e-42ff-9ce4-17fa323d8dad tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Received port after_create {{(pid=87635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:15:48.228862 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] No Port match for: a34b5eb7-0209-44eb-b8d6-ba92e90e911d {{(pid=87637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 23 16:15:48.229228 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device a34b5eb7-0209-44eb-b8d6-ba92e90e911d not bound to the agent host dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 23 16:15:48.231205 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a493042-4500-4d66-afbd-8ac9cbe07ec4 None None] Pushing event updated for resources: {'Port': ['ID=d08182e0-25a6-4023-9915-aad01fc83c34,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:15:48.232819 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e67390fd-084e-42ff-9ce4-17fa323d8dad tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:15:48.233502 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-e67390fd-084e-42ff-9ce4-17fa323d8dad tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:48.242090 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a493042-4500-4d66-afbd-8ac9cbe07ec4 None None] Network 7ab8cad7-af6d-42cf-8ea6-0613a9a987a2 is already hosted by enough agents. {{(pid=87637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:15:48.243341 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-2a493042-4500-4d66-afbd-8ac9cbe07ec4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:15:48.244224 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-2a493042-4500-4d66-afbd-8ac9cbe07ec4 None None] Resources bound (agent type, host, resource id):  {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:15:48.247091 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a493042-4500-4d66-afbd-8ac9cbe07ec4 None None] Received port after_create {{(pid=87637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:15:48.267502 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67390fd-084e-42ff-9ce4-17fa323d8dad tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Pushing event updated for resources: {'Port': ['ID=d9b82897-5c1f-4f93-86f8-503095b80187,revision_number=1']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:15:48.270999 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-e67390fd-084e-42ff-9ce4-17fa323d8dad tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:15:48.308131 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-e67390fd-084e-42ff-9ce4-17fa323d8dad tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1032 time: 3.3543038
Dec 23 16:15:48.308820 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 49654) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:48.362710 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-2a493042-4500-4d66-afbd-8ac9cbe07ec4 None None] Attempting to bind port d08182e0-25a6-4023-9915-aad01fc83c34 on host dv-neutron-822799-1-hyperv for vnic_type normal with profile  {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:15:48.363357 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-2a493042-4500-4d66-afbd-8ac9cbe07ec4 None None] Attempting to bind port d08182e0-25a6-4023-9915-aad01fc83c34 by drivers openvswitch,hyperv on host dv-neutron-822799-1-hyperv at level 0 using segments [{'id': 'af6fa598-293d-44a4-a9b2-e2a900026926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '7ab8cad7-af6d-42cf-8ea6-0613a9a987a2'}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:15:48.363959 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a493042-4500-4d66-afbd-8ac9cbe07ec4 None None] Attempting to bind port d08182e0-25a6-4023-9915-aad01fc83c34 on network 7ab8cad7-af6d-42cf-8ea6-0613a9a987a2 {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:15:48.371427 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a493042-4500-4d66-afbd-8ac9cbe07ec4 None None] Checking agent: {'id': '20d2070f-69a9-4e73-8d08-6f0387a40158', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822799-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 21), 'started_at': datetime.datetime(2021, 12, 23, 16, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 15, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822799-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 23 16:15:48.372253 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a493042-4500-4d66-afbd-8ac9cbe07ec4 None None] Checking segment: {'id': 'af6fa598-293d-44a4-a9b2-e2a900026926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '7ab8cad7-af6d-42cf-8ea6-0613a9a987a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:15:48.372868 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-2a493042-4500-4d66-afbd-8ac9cbe07ec4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:48.373469 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a493042-4500-4d66-afbd-8ac9cbe07ec4 None None] Bound using segment: {'id': 'af6fa598-293d-44a4-a9b2-e2a900026926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '7ab8cad7-af6d-42cf-8ea6-0613a9a987a2'} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 23 16:15:48.374134 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-2a493042-4500-4d66-afbd-8ac9cbe07ec4 None None] Bound port: d08182e0-25a6-4023-9915-aad01fc83c34, host: dv-neutron-822799-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af6fa598-293d-44a4-a9b2-e2a900026926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '7ab8cad7-af6d-42cf-8ea6-0613a9a987a2'}}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 23 16:15:48.374706 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-2a493042-4500-4d66-afbd-8ac9cbe07ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:48.523300 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-2a493042-4500-4d66-afbd-8ac9cbe07ec4 None None] For port d08182e0-25a6-4023-9915-aad01fc83c34, host dv-neutron-822799-1-hyperv, cleared binding levels {{(pid=87637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 23 16:15:48.529310 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-2a493042-4500-4d66-afbd-8ac9cbe07ec4 None None] For port d08182e0-25a6-4023-9915-aad01fc83c34, host dv-neutron-822799-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=d08182e0-25a6-4023-9915-aad01fc83c34,segment=NetworkSegment(af6fa598-293d-44a4-a9b2-e2a900026926),segment_id=af6fa598-293d-44a4-a9b2-e2a900026926)] {{(pid=87637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 23 16:15:48.533288 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-4bc813a1-4793-453f-aec5-004bfca95c1e tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1824017', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1823768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-235299'] for router, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:48.537035 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-2a493042-4500-4d66-afbd-8ac9cbe07ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:48.544423 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-4bc813a1-4793-453f-aec5-004bfca95c1e tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1824234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1824024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1824227', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1823761'] for router, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:48.562716 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-0cb569bf-ce17-493c-a26e-385233738931 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:15:48.582390 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-82f2e09f-cb67-4c02-8954-e35af5a62753 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Deleting port d9b82897-5c1f-4f93-86f8-503095b80187 {{(pid=87635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:15:48.582728 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-82f2e09f-cb67-4c02-8954-e35af5a62753 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:48.665575 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a493042-4500-4d66-afbd-8ac9cbe07ec4 None None] Pushing event updated for resources: {'Port': ['ID=d08182e0-25a6-4023-9915-aad01fc83c34,revision_number=2']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:15:48.668779 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-2a493042-4500-4d66-afbd-8ac9cbe07ec4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:15:48.728627 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-3eb78d93-aef0-4cfe-aeec-805be680a8a7 tempest-FloatingIPAdminTestJSON-473263132 tempest-FloatingIPAdminTestJSON-473263132-project] Notify callbacks [] for router_gateway, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:48.730857 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a83da1df-2618-4957-b3df-49e78c4d510f tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify agent at l3_agent.dv-neutron-822799-1-hyperv the message routers_updated {{(pid=87636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 23 16:15:48.741025 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-176141d3-1fc4-4372-ac58-28fec61d1e7c None None] Provisioning for port d9b82897-5c1f-4f93-86f8-503095b80187 completed by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:15:48.746692 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda48512-e3ac-47a1-a3e5-b3805d1c1b95 None None] Sync routers for ids ['60a9be12-e018-4cb8-af5c-0a3802c67b88'] in dv-neutron-822799-1-hyperv {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 23 16:15:48.756741 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda48512-e3ac-47a1-a3e5-b3805d1c1b95 None None] Routers {'60a9be12-e018-4cb8-af5c-0a3802c67b88'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:15:48.757769 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-eda48512-e3ac-47a1-a3e5-b3805d1c1b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc1b053a0>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:15:20Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['60a9be12-e018-4cb8-af5c-0a3802c67b88'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:15:48.761572 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-176141d3-1fc4-4372-ac58-28fec61d1e7c None None] Provisioning complete for port d9b82897-5c1f-4f93-86f8-503095b80187 triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:15:48.764046 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-176141d3-1fc4-4372-ac58-28fec61d1e7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:48.774370 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-3eb78d93-aef0-4cfe-aeec-805be680a8a7 tempest-FloatingIPAdminTestJSON-473263132 tempest-FloatingIPAdminTestJSON-473263132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:48.794311 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bc813a1-4793-453f-aec5-004bfca95c1e tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Router e177fe5e-cdc8-403a-9923-16769a19a732 has already been hosted by L3 agent 371d4c41-c7e2-4de7-9539-c049ec4e95d1 {{(pid=87636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 23 16:15:48.817649 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a83da1df-2618-4957-b3df-49e78c4d510f tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for floatingip, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:48.848850 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-176141d3-1fc4-4372-ac58-28fec61d1e7c None None] Port d9b82897-5c1f-4f93-86f8-503095b80187 cannot update to ACTIVE because it is not bound. {{(pid=87637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 23 16:15:48.963745 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-67825ab1-afe3-45e8-866e-196dbb9881d5 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:49.014789 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-eda48512-e3ac-47a1-a3e5-b3805d1c1b95 None None] Set router 60a9be12-e018-4cb8-af5c-0a3802c67b88 gateway port host: dv-neutron-822799-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:15:49.036968 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-169ef74a-792a-42d7-b27b-7368019f0e6a tempest-TagsExtTest-794743022 tempest-TagsExtTest-794743022-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:15:49.113907 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-82f2e09f-cb67-4c02-8954-e35af5a62753 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:49.117753 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bc813a1-4793-453f-aec5-004bfca95c1e tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify agent at l3_agent.dv-neutron-822799-1-hyperv the message routers_updated {{(pid=87636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 23 16:15:49.119512 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67825ab1-afe3-45e8-866e-196dbb9881d5 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Pushing event deleted for resources: {'Port': ['ID=709887c7-5e41-4939-aae3-eb2f8a0abfd7,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:15:49.125800 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-4bc813a1-4793-453f-aec5-004bfca95c1e tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks [] for router, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:49.130199 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-4bc813a1-4793-453f-aec5-004bfca95c1e tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] 10.222.0.64 "PUT /v2.0/routers/e177fe5e-cdc8-403a-9923-16769a19a732 HTTP/1.1" status: 200  len: 701 time: 1.8397849
Dec 23 16:15:49.138143 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7323fa83-0bc4-4e5b-bce4-2cab94cab457 None None] Sync routers for ids ['e177fe5e-cdc8-403a-9923-16769a19a732'] in dv-neutron-822799-1-hyperv {{(pid=87637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 23 16:15:49.146519 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 49658) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:49.150312 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-67825ab1-afe3-45e8-866e-196dbb9881d5 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:15:49.157550 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7323fa83-0bc4-4e5b-bce4-2cab94cab457 None None] Routers {'e177fe5e-cdc8-403a-9923-16769a19a732'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:15:49.158203 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-7323fa83-0bc4-4e5b-bce4-2cab94cab457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc28d2a30>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:15:20Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['e177fe5e-cdc8-403a-9923-16769a19a732'], 'active': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:15:49.282733 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-a83da1df-2618-4957-b3df-49e78c4d510f tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "DELETE /v2.0/floatingips/74e06725-9fa4-4e23-b3e8-ffb187af5c0d HTTP/1.1" status: 204  len: 168 time: 4.7188201
Dec 23 16:15:49.291712 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d62cf08-ebf2-440c-9e24-210212a8b721', 'tag': '9951b1b4-01ac-4daf-bd58-455dcb0ff184'}] {{(pid=87636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 23 16:15:49.307406 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-27f50fb3-8ed7-4bd4-bc91-9292160f8f3c tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Synchronizing usage tracker for tenant:3fd82437e08648b4840016e8955250bf on resource:port {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:15:49.332813 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-67825ab1-afe3-45e8-866e-196dbb9881d5 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:49.342514 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-67825ab1-afe3-45e8-866e-196dbb9881d5 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] 10.222.0.64 "DELETE /v2.0/ports/709887c7-5e41-4939-aae3-eb2f8a0abfd7 HTTP/1.1" status: 204  len: 168 time: 2.7409935
Dec 23 16:15:49.343594 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-82f2e09f-cb67-4c02-8954-e35af5a62753 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Calling delete_port for d9b82897-5c1f-4f93-86f8-503095b80187 owned by  {{(pid=87635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:15:49.349276 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 49666) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:49.432773 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-27f50fb3-8ed7-4bd4-bc91-9292160f8f3c tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Unset dirty status for tenant:3fd82437e08648b4840016e8955250bf on resource:port {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:15:49.434230 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-27f50fb3-8ed7-4bd4-bc91-9292160f8f3c tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] 10.222.0.64 "GET /v2.0/ports?device_id=e177fe5e-cdc8-403a-9923-16769a19a732 HTTP/1.1" status: 200  len: 205 time: 0.2828350
Dec 23 16:15:49.436827 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d62cf08-ebf2-440c-9e24-210212a8b721', 'tag': '9951b1b4-01ac-4daf-bd58-455dcb0ff184', 'status': 'completed', 'code': 200}
Dec 23 16:15:49.442683 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 49670) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:49.471303 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvr_db [None req-7323fa83-0bc4-4e5b-bce4-2cab94cab457 None None] Set router e177fe5e-cdc8-403a-9923-16769a19a732 gateway port host: None {{(pid=87637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:15:49.514834 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.pecan_wsgi.hooks.translation [None req-d427c963-6d0b-459d-bbf5-58777342c716 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] GET failed (client error): The resource could not be found.
Dec 23 16:15:49.515802 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-d427c963-6d0b-459d-bbf5-58777342c716 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Synchronizing usage tracker for tenant:37ed648a62f44dd1bf944e0bff6f4422 on resource:port {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:15:49.613829 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-7323fa83-0bc4-4e5b-bce4-2cab94cab457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc28d2a30>, [{'id': 'e177fe5e-cdc8-403a-9923-16769a19a732', 'name': 'tempest-RoutersTest-router-1751319929', 'tenant_id': '3fd82437e08648b4840016e8955250bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:14:14Z', 'updated_at': '2021-12-23T16:15:39Z', 'revision_number': 11, 'project_id': '3fd82437e08648b4840016e8955250bf', 'gw_port_host': None}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:15:49.618282 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7323fa83-0bc4-4e5b-bce4-2cab94cab457 None None] Checking router: e177fe5e-cdc8-403a-9923-16769a19a732 for host: dv-neutron-822799-1-hyperv {{(pid=87637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 23 16:15:49.635193 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-28b9e5ec-f0fa-4e9f-8519-c009e0dda9da tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks [] for router, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:49.640217 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7323fa83-0bc4-4e5b-bce4-2cab94cab457 None None] Routers {'e177fe5e-cdc8-403a-9923-16769a19a732'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:15:49.641192 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-7323fa83-0bc4-4e5b-bce4-2cab94cab457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc28d2a30>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:15:20Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['e177fe5e-cdc8-403a-9923-16769a19a732'], 'active': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:15:49.741072 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-eda48512-e3ac-47a1-a3e5-b3805d1c1b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc1b053a0>, [{'id': '60a9be12-e018-4cb8-af5c-0a3802c67b88', 'name': 'tempest-TestNetworkBasicOps-router-1642921231', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.110'}], 'enable_snat': True}, 'gw_port_id': 'f2738f4b-ae43-431d-a49b-fe4450098f9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:12:52Z', 'updated_at': '2021-12-23T16:15:32Z', 'revision_number': 6, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'gw_port': {'id': 'f2738f4b-ae43-431d-a49b-fe4450098f9d', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:8a:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a9be12-e018-4cb8-af5c-0a3802c67b88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:12:54Z', 'updated_at': '2021-12-23T16:13:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_interfaces': [{'id': 'aba75bb5-4cf8-4b0a-a501-2a795d4de5aa', 'name': '', 'network_id': '8f98af44-d303-4bde-b872-83960908e446', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'mac_address': 'fa:16:3e:6a:83:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a9be12-e018-4cb8-af5c-0a3802c67b88', 'device_owner': 'network:router_interface', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '33f18a1b-5552-4192-92be-76d0229b5b31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:13:05Z', 'updated_at': '2021-12-23T16:13:20Z', 'revision_number': 5, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'subnets': [{'id': '33f18a1b-5552-4192-92be-76d0229b5b31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:15:49.754536 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.db_base_plugin_common [None req-3eb78d93-aef0-4cfe-aeec-805be680a8a7 tempest-FloatingIPAdminTestJSON-473263132 tempest-FloatingIPAdminTestJSON-473263132-project] Allocated IP 172.26.3.245 (8afa6d58-9431-454a-b99c-3ff8a65aa86b/60537fec-5f5f-4ab7-89cc-03638149a590/7b51cb79-885b-4e93-9aa9-a81af39f3a2e) {{(pid=87635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:15:49.758618 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda48512-e3ac-47a1-a3e5-b3805d1c1b95 None None] Checking router: 60a9be12-e018-4cb8-af5c-0a3802c67b88 for host: dv-neutron-822799-1-hyperv {{(pid=87638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 23 16:15:49.771411 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-d427c963-6d0b-459d-bbf5-58777342c716 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Unset dirty status for tenant:37ed648a62f44dd1bf944e0bff6f4422 on resource:port {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:15:49.774362 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-d427c963-6d0b-459d-bbf5-58777342c716 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] 10.222.0.64 "GET /v2.0/ports/709887c7-5e41-4939-aae3-eb2f8a0abfd7 HTTP/1.1" status: 404  len: 333 time: 0.4234986
Dec 23 16:15:49.777063 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda48512-e3ac-47a1-a3e5-b3805d1c1b95 None None] Routers {'60a9be12-e018-4cb8-af5c-0a3802c67b88'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:15:49.779463 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-eda48512-e3ac-47a1-a3e5-b3805d1c1b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc1b053a0>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:15:20Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['60a9be12-e018-4cb8-af5c-0a3802c67b88'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:15:49.790830 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 49676) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:49.791577 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device d08182e0-25a6-4023-9915-aad01fc83c34 up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:15:49.801635 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-82f2e09f-cb67-4c02-8954-e35af5a62753 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:49.830526 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-ca61cc27-ab20-4619-928f-b82293694d9f tempest-FloatingIPAdminTestJSON-473263132 tempest-FloatingIPAdminTestJSON-473263132-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:15:50.101755 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-bc494d2f-a1a4-47a0-9492-68a3b799bc53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:50.106412 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvr_db [None req-7323fa83-0bc4-4e5b-bce4-2cab94cab457 None None] Set router e177fe5e-cdc8-403a-9923-16769a19a732 gateway port host: None {{(pid=87637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:15:50.109886 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-eda48512-e3ac-47a1-a3e5-b3805d1c1b95 None None] Set router 60a9be12-e018-4cb8-af5c-0a3802c67b88 gateway port host: dv-neutron-822799-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:15:50.209728 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_v2 [None req-61609961-82bf-4d8d-aed9-df4274e04f1e tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Deleting subnet f08b6f53-3316-4ff4-bf75-8786bccc8c9d {{(pid=87636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 23 16:15:50.237306 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-7323fa83-0bc4-4e5b-bce4-2cab94cab457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc28d2a30>, [{'id': 'e177fe5e-cdc8-403a-9923-16769a19a732', 'name': 'tempest-RoutersTest-router-1751319929', 'tenant_id': '3fd82437e08648b4840016e8955250bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:14:14Z', 'updated_at': '2021-12-23T16:15:39Z', 'revision_number': 11, 'project_id': '3fd82437e08648b4840016e8955250bf', 'gw_port_host': None}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:15:50.237787 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f2e09f-cb67-4c02-8954-e35af5a62753 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Pushing event deleted for resources: {'Port': ['ID=d9b82897-5c1f-4f93-86f8-503095b80187,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:15:50.244265 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7323fa83-0bc4-4e5b-bce4-2cab94cab457 None None] The sync data for ids ['e177fe5e-cdc8-403a-9923-16769a19a732'] in dv-neutron-822799-1-hyperv is: [{'id': 'e177fe5e-cdc8-403a-9923-16769a19a732', 'name': 'tempest-RoutersTest-router-1751319929', 'tenant_id': '3fd82437e08648b4840016e8955250bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:14:14Z', 'updated_at': '2021-12-23T16:15:39Z', 'revision_number': 11, 'project_id': '3fd82437e08648b4840016e8955250bf', 'gw_port_host': None}] {{(pid=87637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 23 16:15:50.259790 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a41c277-b0fd-48de-81fd-cb82646c7ebc None None] Network 7ab8cad7-af6d-42cf-8ea6-0613a9a987a2 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:15:50.307962 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-61609961-82bf-4d8d-aed9-df4274e04f1e tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks [] for subnet, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:50.361474 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-82f2e09f-cb67-4c02-8954-e35af5a62753 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.531s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:15:50.468539 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-2cabbea9-4cf2-4cfe-b876-db9c0250f2e0 None None] Provisioning for port d08182e0-25a6-4023-9915-aad01fc83c34 completed by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:15:50.477591 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning for port d08182e0-25a6-4023-9915-aad01fc83c34 completed by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:15:50.479633 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-28b9e5ec-f0fa-4e9f-8519-c009e0dda9da tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1784183', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-235354'] for router, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:50.484351 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-2cabbea9-4cf2-4cfe-b876-db9c0250f2e0 None None] Provisioning complete for port d08182e0-25a6-4023-9915-aad01fc83c34 triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:15:50.485081 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-2cabbea9-4cf2-4cfe-b876-db9c0250f2e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:50.486209 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-28b9e5ec-f0fa-4e9f-8519-c009e0dda9da tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:50.528020 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port d08182e0-25a6-4023-9915-aad01fc83c34 triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:15:50.528638 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:50.542912 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-28b9e5ec-f0fa-4e9f-8519-c009e0dda9da tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1781328'] for router, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:50.543583 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28b9e5ec-f0fa-4e9f-8519-c009e0dda9da tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Fanout notify agent at l3_agent the message router_deleted on router e177fe5e-cdc8-403a-9923-16769a19a732 {{(pid=87636) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 23 16:15:50.566955 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-61609961-82bf-4d8d-aed9-df4274e04f1e tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2382092'] for subnet, precommit_delete_associations {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:50.627880 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-82f2e09f-cb67-4c02-8954-e35af5a62753 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:50.633698 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-28b9e5ec-f0fa-4e9f-8519-c009e0dda9da tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks [] for router, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:50.635280 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-28b9e5ec-f0fa-4e9f-8519-c009e0dda9da tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] 10.222.0.64 "DELETE /v2.0/routers/e177fe5e-cdc8-403a-9923-16769a19a732 HTTP/1.1" status: 204  len: 168 time: 1.1913407
Dec 23 16:15:50.640319 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-3eb78d93-aef0-4cfe-aeec-805be680a8a7 tempest-FloatingIPAdminTestJSON-473263132 tempest-FloatingIPAdminTestJSON-473263132-project] Notify callbacks [] for port, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:50.645877 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 49680) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:50.684748 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-f3fdd726-39a6-498a-9cae-45f9f6c51923 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-737651588', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:15:50.685772 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee3f145-8abe-4c72-a91c-d3945364618c req-5dcb6337-8750-4594-a2ad-9b649f96ca69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:15:50.687272 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-7ee3f145-8abe-4c72-a91c-d3945364618c req-5dcb6337-8750-4594-a2ad-9b649f96ca69 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=544f3e375bde4f0988286eba27294ea6&device_id=2d62cf08-ebf2-440c-9e24-210212a8b721 HTTP/1.1" status: 200  len: 1099 time: 0.9955008
Dec 23 16:15:50.696980 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-f3fdd726-39a6-498a-9cae-45f9f6c51923 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:15:50.708477 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-eda48512-e3ac-47a1-a3e5-b3805d1c1b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc1b053a0>, [{'id': '60a9be12-e018-4cb8-af5c-0a3802c67b88', 'name': 'tempest-TestNetworkBasicOps-router-1642921231', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.110'}], 'enable_snat': True}, 'gw_port_id': 'f2738f4b-ae43-431d-a49b-fe4450098f9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:12:52Z', 'updated_at': '2021-12-23T16:15:32Z', 'revision_number': 6, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'gw_port': {'id': 'f2738f4b-ae43-431d-a49b-fe4450098f9d', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:8a:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a9be12-e018-4cb8-af5c-0a3802c67b88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:12:54Z', 'updated_at': '2021-12-23T16:13:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_interfaces': [{'id': 'aba75bb5-4cf8-4b0a-a501-2a795d4de5aa', 'name': '', 'network_id': '8f98af44-d303-4bde-b872-83960908e446', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'mac_address': 'fa:16:3e:6a:83:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a9be12-e018-4cb8-af5c-0a3802c67b88', 'device_owner': 'network:router_interface', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '33f18a1b-5552-4192-92be-76d0229b5b31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:13:05Z', 'updated_at': '2021-12-23T16:13:20Z', 'revision_number': 5, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'subnets': [{'id': '33f18a1b-5552-4192-92be-76d0229b5b31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:15:50.713021 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-f3fdd726-39a6-498a-9cae-45f9f6c51923 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Usage tracker for resource:router and tenant:3fd82437e08648b4840016e8955250bf is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:15:50.718845 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-f3fdd726-39a6-498a-9cae-45f9f6c51923 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:15:50.719724 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda48512-e3ac-47a1-a3e5-b3805d1c1b95 None None] The sync data for ids ['60a9be12-e018-4cb8-af5c-0a3802c67b88'] in dv-neutron-822799-1-hyperv is: [{'id': '60a9be12-e018-4cb8-af5c-0a3802c67b88', 'name': 'tempest-TestNetworkBasicOps-router-1642921231', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.110'}], 'enable_snat': True}, 'gw_port_id': 'f2738f4b-ae43-431d-a49b-fe4450098f9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:12:52Z', 'updated_at': '2021-12-23T16:15:32Z', 'revision_number': 6, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'gw_port': {'id': 'f2738f4b-ae43-431d-a49b-fe4450098f9d', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:8a:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a9be12-e018-4cb8-af5c-0a3802c67b88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:12:54Z', 'updated_at': '2021-12-23T16:13:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_interfaces': [{'id': 'aba75bb5-4cf8-4b0a-a501-2a795d4de5aa', 'name': '', 'network_id': '8f98af44-d303-4bde-b872-83960908e446', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'mac_address': 'fa:16:3e:6a:83:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a9be12-e018-4cb8-af5c-0a3802c67b88', 'device_owner': 'network:router_interface', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '33f18a1b-5552-4192-92be-76d0229b5b31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:13:05Z', 'updated_at': '2021-12-23T16:13:20Z', 'revision_number': 5, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'subnets': [{'id': '33f18a1b-5552-4192-92be-76d0229b5b31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 23 16:15:50.730035 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-f3fdd726-39a6-498a-9cae-45f9f6c51923 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:15:50.760194 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f3fdd726-39a6-498a-9cae-45f9f6c51923 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1823978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-235332'] for router, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:50.762007 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f3fdd726-39a6-498a-9cae-45f9f6c51923 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1824575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1824063', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1751113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-235341'] for router, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:50.771392 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9dcbea60-a34f-4144-91e7-90aff3f57aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:50.789555 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-61609961-82bf-4d8d-aed9-df4274e04f1e tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864774'] for subnet, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:50.839423 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f3fdd726-39a6-498a-9cae-45f9f6c51923 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:50.854303 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-82f2e09f-cb67-4c02-8954-e35af5a62753 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "DELETE /v2.0/ports/d9b82897-5c1f-4f93-86f8-503095b80187 HTTP/1.1" status: 204  len: 168 time: 2.5400431
Dec 23 16:15:50.857087 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 49684) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:50.872395 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-def64edc-a7bb-41bf-a426-c39fc8e09b2e req-51959ec6-abe3-4f37-a62e-fb60b83dd1b0 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=1d12d024-785e-42d1-98eb-b1d5c44f899e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.8045216
Dec 23 16:15:50.930003 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f3fdd726-39a6-498a-9cae-45f9f6c51923 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1823971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1824234'] for router, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:50.934438 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fd9f87-a04c-4492-b7ab-f3cb0215c2df req-74a8c6eb-7e6d-4f08-81b0-fd52fd968b6e tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:15:50.938702 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-21fd9f87-a04c-4492-b7ab-f3cb0215c2df req-74a8c6eb-7e6d-4f08-81b0-fd52fd968b6e tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/ports?device_id=2d62cf08-ebf2-440c-9e24-210212a8b721 HTTP/1.1" status: 200  len: 946 time: 0.8568583
Dec 23 16:15:51.001993 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:51.003480 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-2cabbea9-4cf2-4cfe-b876-db9c0250f2e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:51.028252 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:51.049281 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f3fdd726-39a6-498a-9cae-45f9f6c51923 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks [] for router, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:51.053118 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-f3fdd726-39a6-498a-9cae-45f9f6c51923 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201  len: 699 time: 0.4024267
Dec 23 16:15:51.054350 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-61609961-82bf-4d8d-aed9-df4274e04f1e tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2176495', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2618677'] for subnet, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:51.061124 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 49688) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:51.061934 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-1dd3eb9c-0980-4c20-8b68-9a6e266a34e9 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:15:51.065242 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee3f145-8abe-4c72-a91c-d3945364618c req-6a8be0cc-bf83-417f-8d0a-fdc2e579e452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:15:51.067687 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-7ee3f145-8abe-4c72-a91c-d3945364618c req-6a8be0cc-bf83-417f-8d0a-fdc2e579e452 service neutron] 10.222.0.61 "GET /v2.0/networks?id=8f98af44-d303-4bde-b872-83960908e446 HTTP/1.1" status: 200  len: 897 time: 0.3685768
Dec 23 16:15:51.080896 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-2cabbea9-4cf2-4cfe-b876-db9c0250f2e0 None None] For port d08182e0-25a6-4023-9915-aad01fc83c34, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=d08182e0-25a6-4023-9915-aad01fc83c34,segment=NetworkSegment(af6fa598-293d-44a4-a9b2-e2a900026926),segment_id=af6fa598-293d-44a4-a9b2-e2a900026926)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:15:51.089039 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-2cabbea9-4cf2-4cfe-b876-db9c0250f2e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:51.091665 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-8205f4e4-d5e8-48a5-b5b9-b16b0a63fc24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:15:51.098527 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-3eb78d93-aef0-4cfe-aeec-805be680a8a7 tempest-FloatingIPAdminTestJSON-473263132 tempest-FloatingIPAdminTestJSON-473263132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:51.098760 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-d05e29be-ab56-4001-a4d9-f4de5110d301 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Request body: {'router': {'admin_state_up': True}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:15:51.178793 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd5eaf9c-1c9d-4f02-9b9d-e1847f0f0cdd None None] New status for floating IP 74e06725-9fa4-4e23-b3e8-ffb187af5c0d: DOWN {{(pid=87638) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 23 16:15:51.206683 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-7676c0a8-694e-44d3-a437-12f4638a7687 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:15:51.222735 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.db.api [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87637) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 23 16:15:51.223120 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_db.api [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 23 16:15:51.233589 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cabbea9-4cf2-4cfe-b876-db9c0250f2e0 None None] Pushing event updated for resources: {'Port': ['ID=d08182e0-25a6-4023-9915-aad01fc83c34,revision_number=3']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:15:51.245463 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-2cabbea9-4cf2-4cfe-b876-db9c0250f2e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:15:51.291842 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eb78d93-aef0-4cfe-aeec-805be680a8a7 tempest-FloatingIPAdminTestJSON-473263132 tempest-FloatingIPAdminTestJSON-473263132-project] Network 8afa6d58-9431-454a-b99c-3ff8a65aa86b is already hosted by enough agents. {{(pid=87635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:15:51.293626 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-7ee3f145-8abe-4c72-a91c-d3945364618c req-021d2f38-4a18-4313-a57d-c334a42be48a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9951b1b4-01ac-4daf-bd58-455dcb0ff184 HTTP/1.1" status: 200  len: 217 time: 0.2068555
Dec 23 16:15:51.294611 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb78d93-aef0-4cfe-aeec-805be680a8a7 tempest-FloatingIPAdminTestJSON-473263132 tempest-FloatingIPAdminTestJSON-473263132-project] Pushing event updated for resources: {'Port': ['ID=7b51cb79-885b-4e93-9aa9-a81af39f3a2e,revision_number=1']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:15:51.297171 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.base_scheduler [None req-3eb78d93-aef0-4cfe-aeec-805be680a8a7 tempest-FloatingIPAdminTestJSON-473263132 tempest-FloatingIPAdminTestJSON-473263132-project] Resources bound (agent type, host, resource id):  {{(pid=87635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:15:51.305365 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-21fd9f87-a04c-4492-b7ab-f3cb0215c2df req-495bbc83-d7ed-419c-9a05-326c2fb0db16 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/security-groups?id=d0b96e5c-f198-499f-ba82-4154a5186419&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3118684
Dec 23 16:15:51.308792 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4a6a7e4-730c-49f5-b4ee-6696067e3185 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:15:51.314806 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-c4a6a7e4-730c-49f5-b4ee-6696067e3185 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1046 time: 0.4561210
Dec 23 16:15:51.343475 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb78d93-aef0-4cfe-aeec-805be680a8a7 tempest-FloatingIPAdminTestJSON-473263132 tempest-FloatingIPAdminTestJSON-473263132-project] Received port after_create {{(pid=87635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:15:51.374183 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-3eb78d93-aef0-4cfe-aeec-805be680a8a7 tempest-FloatingIPAdminTestJSON-473263132 tempest-FloatingIPAdminTestJSON-473263132-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:15:51.382527 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 49692) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:51.394496 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61609961-82bf-4d8d-aed9-df4274e04f1e tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Pushing event deleted for resources: {'Subnet': ['ID=f08b6f53-3316-4ff4-bf75-8786bccc8c9d,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:15:51.398704 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-61609961-82bf-4d8d-aed9-df4274e04f1e tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:15:51.403199 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-61609961-82bf-4d8d-aed9-df4274e04f1e tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks [] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:51.405456 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-61609961-82bf-4d8d-aed9-df4274e04f1e tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] 10.222.0.64 "DELETE /v2.0/subnets/f08b6f53-3316-4ff4-bf75-8786bccc8c9d HTTP/1.1" status: 204  len: 168 time: 1.6132371
Dec 23 16:15:51.411516 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2df6d7e5-fd39-446f-bb35-16967c82e4bb None None] Network d74d1efc-ff0e-4b10-a7df-9077eaa5fe10 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:15:51.417491 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 49696) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:51.435312 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-5c6a5b12-df6c-40e3-bb7b-a6dafba7229c None None] Provisioning complete for port d08182e0-25a6-4023-9915-aad01fc83c34 triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:15:51.435705 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-5c6a5b12-df6c-40e3-bb7b-a6dafba7229c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:51.617529 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def64edc-a7bb-41bf-a426-c39fc8e09b2e req-3fab3371-7982-4b37-8b07-6d7f54a0c0cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:15:51.619012 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-def64edc-a7bb-41bf-a426-c39fc8e09b2e req-3fab3371-7982-4b37-8b07-6d7f54a0c0cb service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c8691bbec3fb4ae1968d469a6b97360c&device_id=1d12d024-785e-42d1-98eb-b1d5c44f899e HTTP/1.1" status: 200  len: 1099 time: 0.6976471
Dec 23 16:15:51.660203 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee3f145-8abe-4c72-a91c-d3945364618c req-1c771fdd-3411-45d1-8f2b-11766bf7b3b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:15:51.661727 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-7ee3f145-8abe-4c72-a91c-d3945364618c req-1c771fdd-3411-45d1-8f2b-11766bf7b3b5 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=33f18a1b-5552-4192-92be-76d0229b5b31 HTTP/1.1" status: 200  len: 834 time: 0.3554342
Dec 23 16:15:51.671253 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb13e7c-34d5-471d-96be-ccf584ce609c req-61a69387-f517-419e-a2ea-95a4aa7ed251 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:15:51.671526 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-0eb13e7c-34d5-471d-96be-ccf584ce609c req-61a69387-f517-419e-a2ea-95a4aa7ed251 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Synchronizing usage tracker for tenant:544f3e375bde4f0988286eba27294ea6 on resource:port {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:15:51.675678 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d05e29be-ab56-4001-a4d9-f4de5110d301 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1824017', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1823768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-235299'] for router, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:51.703882 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d05e29be-ab56-4001-a4d9-f4de5110d301 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1824234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1824024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1824227', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1823761'] for router, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:51.739998 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.db_base_plugin_v2 [None req-829d4da3-1058-469a-9543-2682ed67845e tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Deleting subnet f1e9ff45-4e8b-45d6-adc5-e526bb4db977 {{(pid=87635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 23 16:15:51.761490 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-0eb13e7c-34d5-471d-96be-ccf584ce609c req-61a69387-f517-419e-a2ea-95a4aa7ed251 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Unset dirty status for tenant:544f3e375bde4f0988286eba27294ea6 on resource:port {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:15:51.762630 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-0eb13e7c-34d5-471d-96be-ccf584ce609c req-61a69387-f517-419e-a2ea-95a4aa7ed251 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.61 "GET /v2.0/ports?device_id=2d62cf08-ebf2-440c-9e24-210212a8b721 HTTP/1.1" status: 200  len: 946 time: 0.7959926
Dec 23 16:15:51.815734 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-829d4da3-1058-469a-9543-2682ed67845e tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks [] for subnet, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:51.893910 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device d08182e0-25a6-4023-9915-aad01fc83c34 up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:15:51.990019 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port d08182e0-25a6-4023-9915-aad01fc83c34 triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:15:51.990533 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:52.083230 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2397b90-9031-493d-8705-aa442324ea72 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:15:52.085643 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-a2397b90-9031-493d-8705-aa442324ea72 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1046 time: 0.6852376
Dec 23 16:15:52.101947 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 49700) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:52.151355 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-829d4da3-1058-469a-9543-2682ed67845e tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2776816'] for subnet, precommit_delete_associations {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:52.204531 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [req-0eb13e7c-34d5-471d-96be-ccf584ce609c req-542f289e-3548-499b-8c1d-cd1dcdda0285 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Deleting port 9951b1b4-01ac-4daf-bd58-455dcb0ff184 {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:15:52.205179 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-0eb13e7c-34d5-471d-96be-ccf584ce609c req-542f289e-3548-499b-8c1d-cd1dcdda0285 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:52.216612 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9e3aab53-d650-47e3-b8a6-2dff21fe9ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:52.234660 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def64edc-a7bb-41bf-a426-c39fc8e09b2e req-6b265890-13cd-4303-80ee-1dc76caaa273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:15:52.236143 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-def64edc-a7bb-41bf-a426-c39fc8e09b2e req-6b265890-13cd-4303-80ee-1dc76caaa273 service neutron] 10.222.0.61 "GET /v2.0/networks?id=3e10e993-259d-4495-9b8b-b5a52c03945f HTTP/1.1" status: 200  len: 897 time: 0.5653069
Dec 23 16:15:52.302953 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65b45cd4-bc48-43f1-95ad-af76435129ac tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:15:52.304863 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65b45cd4-bc48-43f1-95ad-af76435129ac tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:15:52.306763 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65b45cd4-bc48-43f1-95ad-af76435129ac tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:15:52.307706 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-65b45cd4-bc48-43f1-95ad-af76435129ac tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Synchronizing usage tracker for tenant:bf435ff0e7914a739a10fff5b2399c13 on resource:subnet {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:15:52.386689 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d05e29be-ab56-4001-a4d9-f4de5110d301 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Router d8a7ea51-b149-4440-935e-72b3e6fee2ea is scheduled to L3 agent 371d4c41-c7e2-4de7-9539-c049ec4e95d1 with binding_index 1 {{(pid=87636) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 23 16:15:52.396276 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-65b45cd4-bc48-43f1-95ad-af76435129ac tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Unset dirty status for tenant:bf435ff0e7914a739a10fff5b2399c13 on resource:subnet {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:15:52.400438 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-65b45cd4-bc48-43f1-95ad-af76435129ac tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2097 time: 0.2920618
Dec 23 16:15:52.411479 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee3f145-8abe-4c72-a91c-d3945364618c req-e3f6a323-98fb-48fb-b034-9d2751be284a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:15:52.413093 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-7ee3f145-8abe-4c72-a91c-d3945364618c req-e3f6a323-98fb-48fb-b034-9d2751be284a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8f98af44-d303-4bde-b872-83960908e446&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.7219670
Dec 23 16:15:52.413572 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 49706) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:52.629755 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-18f2a103-9f4c-47fc-afc5-e64688f868df None None] Provisioning complete for port dbe22818-b25e-401e-88a5-031355af6c73 triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:15:52.630903 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-18f2a103-9f4c-47fc-afc5-e64688f868df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:52.632947 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-def64edc-a7bb-41bf-a426-c39fc8e09b2e req-ba02e1cb-e7e1-4ce7-bcaa-781f4fa0b917 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a29e97a4-db7b-4472-bcba-9649964f1615 HTTP/1.1" status: 200  len: 1002 time: 0.3810487
Dec 23 16:15:52.633493 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-3eb78d93-aef0-4cfe-aeec-805be680a8a7 tempest-FloatingIPAdminTestJSON-473263132 tempest-FloatingIPAdminTestJSON-473263132-project] Notify callbacks [] for router_gateway, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:52.680815 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d05e29be-ab56-4001-a4d9-f4de5110d301 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify agent at l3_agent.dv-neutron-822799-1-hyperv the message routers_updated {{(pid=87636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 23 16:15:52.687654 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-829d4da3-1058-469a-9543-2682ed67845e tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864774'] for subnet, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:52.690618 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d05e29be-ab56-4001-a4d9-f4de5110d301 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks [] for router, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:52.691816 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-d05e29be-ab56-4001-a4d9-f4de5110d301 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] 10.222.0.64 "PUT /v2.0/routers/d8a7ea51-b149-4440-935e-72b3e6fee2ea HTTP/1.1" status: 200  len: 693 time: 1.6007252
Dec 23 16:15:52.700422 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffa29223-b6fe-4cf9-8e60-e86b6f914482 None None] Sync routers for ids ['d8a7ea51-b149-4440-935e-72b3e6fee2ea'] in dv-neutron-822799-1-hyperv {{(pid=87637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 23 16:15:52.704675 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 49710) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:52.750317 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa29223-b6fe-4cf9-8e60-e86b6f914482 None None] Routers {'d8a7ea51-b149-4440-935e-72b3e6fee2ea'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:15:52.751071 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-ffa29223-b6fe-4cf9-8e60-e86b6f914482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc17178e0>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:15:50Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['d8a7ea51-b149-4440-935e-72b3e6fee2ea'], 'active': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:15:52.776979 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.db_base_plugin_v2 [None req-91f23bd8-6dff-4407-915f-7a5950294eb0 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Deleting subnet 5ed831fd-69ed-4476-a9d6-eea72f96ed85 {{(pid=87635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 23 16:15:52.817052 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-91f23bd8-6dff-4407-915f-7a5950294eb0 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks [] for subnet, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:52.881032 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-e8053a81-ad3f-437c-b4a8-c0392eb7058d tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] 10.222.0.64 "GET /v2.0/routers/d8a7ea51-b149-4440-935e-72b3e6fee2ea HTTP/1.1" status: 200  len: 699 time: 0.1735866
Dec 23 16:15:52.886171 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [req-0eb13e7c-34d5-471d-96be-ccf584ce609c req-542f289e-3548-499b-8c1d-cd1dcdda0285 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] For port 9951b1b4-01ac-4daf-bd58-455dcb0ff184, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=9951b1b4-01ac-4daf-bd58-455dcb0ff184,segment=NetworkSegment(402fd6a3-8341-4973-811c-26e889c2f1bb),segment_id=402fd6a3-8341-4973-811c-26e889c2f1bb)] {{(pid=87636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:15:52.886503 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-0eb13e7c-34d5-471d-96be-ccf584ce609c req-542f289e-3548-499b-8c1d-cd1dcdda0285 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:52.895374 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 49714) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:52.906963 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvr_db [None req-ffa29223-b6fe-4cf9-8e60-e86b6f914482 None None] Set router d8a7ea51-b149-4440-935e-72b3e6fee2ea gateway port host: None {{(pid=87637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:15:52.938857 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def64edc-a7bb-41bf-a426-c39fc8e09b2e req-a9cf190a-13ca-4519-9b0a-376b784f5849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:15:52.939796 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-def64edc-a7bb-41bf-a426-c39fc8e09b2e req-a9cf190a-13ca-4519-9b0a-376b784f5849 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e53ee384-c527-45cb-a8de-965d3157222a HTTP/1.1" status: 200  len: 835 time: 0.2537334
Dec 23 16:15:52.998239 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-7ee3f145-8abe-4c72-a91c-d3945364618c req-7854b014-64ae-42fe-8863-46826c78051e service neutron] 10.222.0.61 "GET /v2.0/networks/8f98af44-d303-4bde-b872-83960908e446?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5713065
Dec 23 16:15:53.005653 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943b0773-dd3c-4ce7-a61a-b2930c303518 req-d10b7e8d-5f1f-47e0-b142-5ddf24926687 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:15:53.007240 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-943b0773-dd3c-4ce7-a61a-b2930c303518 req-d10b7e8d-5f1f-47e0-b142-5ddf24926687 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/ports?device_id=2d62cf08-ebf2-440c-9e24-210212a8b721 HTTP/1.1" status: 200  len: 946 time: 0.4719145
Dec 23 16:15:53.010027 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-915bfd85-fcb4-4728-9939-1c6e48458601 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] 10.222.0.64 "GET /v2.0/ports?device_id=d8a7ea51-b149-4440-935e-72b3e6fee2ea HTTP/1.1" status: 200  len: 205 time: 0.1135368
Dec 23 16:15:53.014248 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-91f23bd8-6dff-4407-915f-7a5950294eb0 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2776816'] for subnet, precommit_delete_associations {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:53.022171 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-ffa29223-b6fe-4cf9-8e60-e86b6f914482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc17178e0>, [{'id': 'd8a7ea51-b149-4440-935e-72b3e6fee2ea', 'name': 'tempest-RoutersTest-router-737651588', 'tenant_id': '3fd82437e08648b4840016e8955250bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:15:50Z', 'updated_at': '2021-12-23T16:15:51Z', 'revision_number': 2, 'project_id': '3fd82437e08648b4840016e8955250bf', 'gw_port_host': None}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:15:53.027107 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffa29223-b6fe-4cf9-8e60-e86b6f914482 None None] Checking router: d8a7ea51-b149-4440-935e-72b3e6fee2ea for host: dv-neutron-822799-1-hyperv {{(pid=87637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 23 16:15:53.035383 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa29223-b6fe-4cf9-8e60-e86b6f914482 None None] Routers {'d8a7ea51-b149-4440-935e-72b3e6fee2ea'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:15:53.036014 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-ffa29223-b6fe-4cf9-8e60-e86b6f914482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc17178e0>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:15:50Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['d8a7ea51-b149-4440-935e-72b3e6fee2ea'], 'active': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:15:53.066235 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 49718) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:53.141518 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [req-0eb13e7c-34d5-471d-96be-ccf584ce609c req-542f289e-3548-499b-8c1d-cd1dcdda0285 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Calling delete_port for 9951b1b4-01ac-4daf-bd58-455dcb0ff184 owned by compute:nova {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:15:53.221448 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-829d4da3-1058-469a-9543-2682ed67845e tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2753333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2609730'] for subnet, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:53.223835 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvr_db [None req-ffa29223-b6fe-4cf9-8e60-e86b6f914482 None None] Set router d8a7ea51-b149-4440-935e-72b3e6fee2ea gateway port host: None {{(pid=87637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:15:53.238730 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-881379b0-9827-4be7-9054-a7d69ff042d8 tempest-FloatingIPTestJSON-2117610670 tempest-FloatingIPTestJSON-2117610670-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:15:53.287312 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-aa793c1e-16b1-4ce9-ae3a-fe5991321d42 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks [] for router, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:53.333737 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-ffa29223-b6fe-4cf9-8e60-e86b6f914482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc17178e0>, [{'id': 'd8a7ea51-b149-4440-935e-72b3e6fee2ea', 'name': 'tempest-RoutersTest-router-737651588', 'tenant_id': '3fd82437e08648b4840016e8955250bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:15:50Z', 'updated_at': '2021-12-23T16:15:51Z', 'revision_number': 2, 'project_id': '3fd82437e08648b4840016e8955250bf', 'gw_port_host': None}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:15:53.338709 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffa29223-b6fe-4cf9-8e60-e86b6f914482 None None] The sync data for ids ['d8a7ea51-b149-4440-935e-72b3e6fee2ea'] in dv-neutron-822799-1-hyperv is: [{'id': 'd8a7ea51-b149-4440-935e-72b3e6fee2ea', 'name': 'tempest-RoutersTest-router-737651588', 'tenant_id': '3fd82437e08648b4840016e8955250bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:15:50Z', 'updated_at': '2021-12-23T16:15:51Z', 'revision_number': 2, 'project_id': '3fd82437e08648b4840016e8955250bf', 'gw_port_host': None}] {{(pid=87637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 23 16:15:53.363310 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829d4da3-1058-469a-9543-2682ed67845e tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Pushing event deleted for resources: {'Subnet': ['ID=f1e9ff45-4e8b-45d6-adc5-e526bb4db977,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:15:53.366356 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-829d4da3-1058-469a-9543-2682ed67845e tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:15:53.395521 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-829d4da3-1058-469a-9543-2682ed67845e tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks [] for subnet, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:53.403868 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50779418-322d-4b0c-846f-916ef20b5d55 None None] Network d74d1efc-ff0e-4b10-a7df-9077eaa5fe10 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:15:53.412681 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-829d4da3-1058-469a-9543-2682ed67845e tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] 10.222.0.64 "DELETE /v2.0/subnets/f1e9ff45-4e8b-45d6-adc5-e526bb4db977 HTTP/1.1" status: 204  len: 168 time: 1.9825325
Dec 23 16:15:53.424442 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 49722) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:53.601090 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-943b0773-dd3c-4ce7-a61a-b2930c303518 req-55a13560-074f-4345-acc3-780187099083 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Synchronizing usage tracker for tenant:544f3e375bde4f0988286eba27294ea6 on resource:security_group {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:15:53.695885 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bf1e4c3-757c-4ef5-ac39-f9f4bd9c7b0d None None] DHCP port deletion for d74d1efc-ff0e-4b10-a7df-9077eaa5fe10 request from dv-neutron-822799-1-hyperv {{(pid=87637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 23 16:15:53.700920 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-3bf1e4c3-757c-4ef5-ac39-f9f4bd9c7b0d None None] Deleting port dbe22818-b25e-401e-88a5-031355af6c73 {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:15:53.701314 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3bf1e4c3-757c-4ef5-ac39-f9f4bd9c7b0d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:53.817835 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def64edc-a7bb-41bf-a426-c39fc8e09b2e req-74776c02-3be0-4234-872e-c18d4eea4281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:15:53.819687 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-def64edc-a7bb-41bf-a426-c39fc8e09b2e req-74776c02-3be0-4234-872e-c18d4eea4281 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3e10e993-259d-4495-9b8b-b5a52c03945f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.8091862
Dec 23 16:15:53.833862 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-7ee3f145-8abe-4c72-a91c-d3945364618c req-a3f4a5aa-e9be-4349-b61c-d966bde6c1ea service neutron] 10.222.0.61 "GET /v2.0/networks/8f98af44-d303-4bde-b872-83960908e446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7585588
Dec 23 16:15:53.835116 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-91f23bd8-6dff-4407-915f-7a5950294eb0 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864774'] for subnet, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:53.850694 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-943b0773-dd3c-4ce7-a61a-b2930c303518 req-55a13560-074f-4345-acc3-780187099083 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Unset dirty status for tenant:544f3e375bde4f0988286eba27294ea6 on resource:security_group {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:15:53.851825 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-943b0773-dd3c-4ce7-a61a-b2930c303518 req-55a13560-074f-4345-acc3-780187099083 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/security-groups?id=d0b96e5c-f198-499f-ba82-4154a5186419&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.7854526
Dec 23 16:15:53.864184 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-aa793c1e-16b1-4ce9-ae3a-fe5991321d42 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1784183', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-235354'] for router, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:53.868497 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-aa793c1e-16b1-4ce9-ae3a-fe5991321d42 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:53.914504 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-0eb13e7c-34d5-471d-96be-ccf584ce609c req-542f289e-3548-499b-8c1d-cd1dcdda0285 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:53.916694 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-aa793c1e-16b1-4ce9-ae3a-fe5991321d42 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1781328'] for router, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:53.917179 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa793c1e-16b1-4ce9-ae3a-fe5991321d42 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Fanout notify agent at l3_agent the message router_deleted on router d8a7ea51-b149-4440-935e-72b3e6fee2ea {{(pid=87636) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 23 16:15:53.922234 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-1267c380-9c3f-4681-abe3-e492bdda49d4 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:15:53.935661 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device dbe22818-b25e-401e-88a5-031355af6c73 no longer exists at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 23 16:15:53.955447 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-7bc14502-244f-477e-b52a-f5bf7361f4c0 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-698866'] for network, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:53.974220 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542f289e-3548-499b-8c1d-cd1dcdda0285 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Pushing event deleted for resources: {'Port': ['ID=9951b1b4-01ac-4daf-bd58-455dcb0ff184,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:15:53.978329 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-542f289e-3548-499b-8c1d-cd1dcdda0285 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:15:54.047994 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-aa793c1e-16b1-4ce9-ae3a-fe5991321d42 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Notify callbacks [] for router, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:54.049087 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-aa793c1e-16b1-4ce9-ae3a-fe5991321d42 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] 10.222.0.64 "DELETE /v2.0/routers/d8a7ea51-b149-4440-935e-72b3e6fee2ea HTTP/1.1" status: 204  len: 168 time: 0.9808974
Dec 23 16:15:54.056505 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 49726) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:54.078664 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-3bf1e4c3-757c-4ef5-ac39-f9f4bd9c7b0d None None] For port dbe22818-b25e-401e-88a5-031355af6c73, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=dbe22818-b25e-401e-88a5-031355af6c73,segment=NetworkSegment(7619201b-f312-455b-8e8c-464b017a3786),segment_id=7619201b-f312-455b-8e8c-464b017a3786)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:15:54.080002 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3bf1e4c3-757c-4ef5-ac39-f9f4bd9c7b0d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:54.090953 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-3eb78d93-aef0-4cfe-aeec-805be680a8a7 tempest-FloatingIPAdminTestJSON-473263132 tempest-FloatingIPAdminTestJSON-473263132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1823971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1824234'] for router, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:54.096429 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [req-0eb13e7c-34d5-471d-96be-ccf584ce609c req-542f289e-3548-499b-8c1d-cd1dcdda0285 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] No DVR routers for this DVR port 9951b1b4-01ac-4daf-bd58-455dcb0ff184 on host hv-neutron-8227 {{(pid=87636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 23 16:15:54.100455 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-7bc14502-244f-477e-b52a-f5bf7361f4c0 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Deleting port dbe22818-b25e-401e-88a5-031355af6c73 {{(pid=87635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:15:54.100455 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-7bc14502-244f-477e-b52a-f5bf7361f4c0 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:54.104748 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-0eb13e7c-34d5-471d-96be-ccf584ce609c req-542f289e-3548-499b-8c1d-cd1dcdda0285 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:54.106068 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-0eb13e7c-34d5-471d-96be-ccf584ce609c req-542f289e-3548-499b-8c1d-cd1dcdda0285 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.61 "DELETE /v2.0/ports/9951b1b4-01ac-4daf-bd58-455dcb0ff184 HTTP/1.1" status: 204  len: 173 time: 2.3371048
Dec 23 16:15:54.106610 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d62cf08-ebf2-440c-9e24-210212a8b721', 'name': 'network-vif-deleted', 'tag': '9951b1b4-01ac-4daf-bd58-455dcb0ff184'}] {{(pid=87636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 23 16:15:54.134702 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-6e55ea70-1604-430b-922c-363b38dc0580 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] 10.222.0.64 "GET /v2.0/ports?device_id=d8a7ea51-b149-4440-935e-72b3e6fee2ea HTTP/1.1" status: 200  len: 205 time: 0.0735176
Dec 23 16:15:54.135488 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 49732) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:54.249822 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d62cf08-ebf2-440c-9e24-210212a8b721', 'name': 'network-vif-deleted', 'tag': '9951b1b4-01ac-4daf-bd58-455dcb0ff184', 'status': 'completed', 'code': 200}
Dec 23 16:15:54.250086 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-91f23bd8-6dff-4407-915f-7a5950294eb0 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2753333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2609730'] for subnet, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:54.266038 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-86f9820b-0044-4f56-b0ae-1071cd737f49 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:15:54.275021 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.api.v2.resource [None req-afd17ecf-cf37-414f-9f00-1581bd403c4c tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] delete failed (client error): The resource could not be found.
Dec 23 16:15:54.279018 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-afd17ecf-cf37-414f-9f00-1581bd403c4c tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] 10.222.0.64 "DELETE /v2.0/routers/d8a7ea51-b149-4440-935e-72b3e6fee2ea HTTP/1.1" status: 404  len: 336 time: 0.1424656
Dec 23 16:15:54.281588 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 49736) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:54.317614 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-3bf1e4c3-757c-4ef5-ac39-f9f4bd9c7b0d None None] Calling delete_port for dbe22818-b25e-401e-88a5-031355af6c73 owned by network:dhcp {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:15:54.349382 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f23bd8-6dff-4407-915f-7a5950294eb0 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Pushing event deleted for resources: {'Subnet': ['ID=5ed831fd-69ed-4476-a9d6-eea72f96ed85,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:15:54.351562 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.pecan_wsgi.hooks.translation [None req-0743f274-472c-4301-b292-aafa2c417eb1 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:15:54.352142 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0743f274-472c-4301-b292-aafa2c417eb1 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 23 16:15:54.352987 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-def64edc-a7bb-41bf-a426-c39fc8e09b2e req-3c517242-21c5-45a4-bf35-d432fdaf074b service neutron] 10.222.0.61 "GET /v2.0/networks/3e10e993-259d-4495-9b8b-b5a52c03945f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4280849
Dec 23 16:15:54.353860 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-91f23bd8-6dff-4407-915f-7a5950294eb0 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:15:54.354323 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-0743f274-472c-4301-b292-aafa2c417eb1 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] 10.222.0.64 "DELETE /v2.0/subnets/68283af9-9c65-465a-955f-d5e67aab81b6 HTTP/1.1" status: 404  len: 337 time: 0.0715837
Dec 23 16:15:54.356832 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 49740) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:54.357606 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-91f23bd8-6dff-4407-915f-7a5950294eb0 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks [] for subnet, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:54.405840 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.pecan_wsgi.hooks.translation [None req-8acd32d9-8b2c-4f7b-bf85-c9814f5bc5db tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:15:54.406372 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8acd32d9-8b2c-4f7b-bf85-c9814f5bc5db tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 23 16:15:54.410659 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-8acd32d9-8b2c-4f7b-bf85-c9814f5bc5db tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] 10.222.0.64 "DELETE /v2.0/subnets/37cda75c-0338-47ba-b691-74c1f334d38b HTTP/1.1" status: 404  len: 337 time: 0.0527406
Dec 23 16:15:54.413692 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 49744) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:54.418562 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:54.428082 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b21d70dd-0419-4c75-a48b-56020de71992 None None] Network a67646b4-5371-43ec-9f98-39fe51a67033 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:15:54.458722 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Device 9951b1b4-01ac-4daf-bd58-455dcb0ff184 no longer exists at agent hyperv_hv-neutron-8227 {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 23 16:15:54.458924 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbd2112e-1915-4c9c-8b81-13bf6a75d652 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:15:54.459468 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dbd2112e-1915-4c9c-8b81-13bf6a75d652 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 23 16:15:54.462326 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-dbd2112e-1915-4c9c-8b81-13bf6a75d652 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] 10.222.0.64 "DELETE /v2.0/subnets/b4ea8d7f-3d9f-4697-ade4-7a55eefb7293 HTTP/1.1" status: 404  len: 337 time: 0.0474167
Dec 23 16:15:54.464605 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 49748) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:54.506936 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] No Port match for: 9951b1b4-01ac-4daf-bd58-455dcb0ff184 {{(pid=87637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 23 16:15:54.507465 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Device 9951b1b4-01ac-4daf-bd58-455dcb0ff184 not bound to the agent host hv-neutron-8227 {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 23 16:15:54.525529 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab2f29af-3232-4806-bff2-ddf2ac03be2e tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:15:54.526220 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab2f29af-3232-4806-bff2-ddf2ac03be2e tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 23 16:15:54.528018 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-ab2f29af-3232-4806-bff2-ddf2ac03be2e tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] 10.222.0.64 "DELETE /v2.0/subnets/4d508dea-bd45-4414-a7fb-afb4f674db06 HTTP/1.1" status: 404  len: 337 time: 0.0612950
Dec 23 16:15:54.532040 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 49752) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:54.596955 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3bf1e4c3-757c-4ef5-ac39-f9f4bd9c7b0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789'] for port, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:54.612770 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-4cfd9ad8-91c1-4706-afcc-86b878739e29 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] 10.222.0.64 "GET /v2.0/ports?device_id=e177fe5e-cdc8-403a-9923-16769a19a732 HTTP/1.1" status: 200  len: 205 time: 0.0790915
Dec 23 16:15:54.614975 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 49756) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:54.617672 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-1e08f720-f7e3-4e48-84a1-2b34e0d309fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:15:54.685761 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-def64edc-a7bb-41bf-a426-c39fc8e09b2e req-e910f1bf-ef4a-462d-b7b4-2d653995b9c0 service neutron] 10.222.0.61 "GET /v2.0/networks/3e10e993-259d-4495-9b8b-b5a52c03945f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3033695
Dec 23 16:15:54.700534 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.api.v2.resource [None req-d2ab04f4-529c-4184-a57a-111f8986ed80 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] delete failed (client error): The resource could not be found.
Dec 23 16:15:54.713103 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-d2ab04f4-529c-4184-a57a-111f8986ed80 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] 10.222.0.64 "DELETE /v2.0/routers/e177fe5e-cdc8-403a-9923-16769a19a732 HTTP/1.1" status: 404  len: 336 time: 0.0969939
Dec 23 16:15:54.713673 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 49760) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:54.735798 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bf1e4c3-757c-4ef5-ac39-f9f4bd9c7b0d None None] No DVR routers for this DVR port dbe22818-b25e-401e-88a5-031355af6c73 on host dv-neutron-822799-1-hyperv {{(pid=87637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 23 16:15:54.764140 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-eb7f0759-5863-4988-bedb-c56ff53e4bcf tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] 10.222.0.64 "GET /v2.0/ports?device_id=bd46844c-c116-411c-a104-0aa765e9e07d HTTP/1.1" status: 200  len: 205 time: 0.0492442
Dec 23 16:15:54.764350 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf1e4c3-757c-4ef5-ac39-f9f4bd9c7b0d None None] Pushing event deleted for resources: {'Port': ['ID=dbe22818-b25e-401e-88a5-031355af6c73,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:15:54.764754 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 49764) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:54.777461 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3bf1e4c3-757c-4ef5-ac39-f9f4bd9c7b0d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:15:54.822711 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-91f23bd8-6dff-4407-915f-7a5950294eb0 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "DELETE /v2.0/subnets/5ed831fd-69ed-4476-a9d6-eea72f96ed85 HTTP/1.1" status: 204  len: 168 time: 2.3985348
Dec 23 16:15:54.825692 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 49768) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:54.835173 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.db [None req-7bc14502-244f-477e-b52a-f5bf7361f4c0 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] For port dbe22818-b25e-401e-88a5-031355af6c73, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=dbe22818-b25e-401e-88a5-031355af6c73,segment=NetworkSegment(7619201b-f312-455b-8e8c-464b017a3786),segment_id=7619201b-f312-455b-8e8c-464b017a3786)] {{(pid=87635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:15:54.835173 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-7bc14502-244f-477e-b52a-f5bf7361f4c0 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:54.844063 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.api.v2.resource [None req-69d1d355-3d3f-48e3-ad23-003b92064eb0 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] delete failed (client error): The resource could not be found.
Dec 23 16:15:54.845651 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-69d1d355-3d3f-48e3-ad23-003b92064eb0 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] 10.222.0.64 "DELETE /v2.0/routers/bd46844c-c116-411c-a104-0aa765e9e07d HTTP/1.1" status: 404  len: 336 time: 0.0799909
Dec 23 16:15:54.848667 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 49772) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:54.895262 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.pecan_wsgi.hooks.translation [None req-322e1ed5-9761-4f06-9344-08aef01fd598 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:15:54.895876 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-322e1ed5-9761-4f06-9344-08aef01fd598 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 23 16:15:54.901346 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-322e1ed5-9761-4f06-9344-08aef01fd598 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] 10.222.0.64 "DELETE /v2.0/subnets/42061240-9b39-43d0-a219-0e6ad92e995b HTTP/1.1" status: 404  len: 337 time: 0.0516338
Dec 23 16:15:54.902246 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 49778) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:54.965439 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-abd112ae-3937-49d4-9d77-67074f944446 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] 10.222.0.64 "GET /v2.0/ports?device_id=873e8323-7604-4e2a-b2d0-4d5b261d5c3c HTTP/1.1" status: 200  len: 205 time: 0.0614319
Dec 23 16:15:54.967799 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 49782) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:55.025133 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 49786) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:55.041598 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.api.v2.resource [None req-2b6b1332-4048-4d74-8555-00237a71663f tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] delete failed (client error): The resource could not be found.
Dec 23 16:15:55.045040 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-2b6b1332-4048-4d74-8555-00237a71663f tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] 10.222.0.64 "DELETE /v2.0/routers/873e8323-7604-4e2a-b2d0-4d5b261d5c3c HTTP/1.1" status: 404  len: 336 time: 0.0737383
Dec 23 16:15:55.048328 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 49790) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:55.058195 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-7bc14502-244f-477e-b52a-f5bf7361f4c0 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Calling delete_port for dbe22818-b25e-401e-88a5-031355af6c73 owned by network:dhcp {{(pid=87635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:15:55.116250 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e55c1b53-5ed4-4d00-86a9-67945c5462bc tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:55.148187 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e55c1b53-5ed4-4d00-86a9-67945c5462bc tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:55.154715 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-f307102c-5a7f-4900-91c9-c071142caf53 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Synchronizing usage tracker for tenant:3fd82437e08648b4840016e8955250bf on resource:port {{(pid=87635) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:15:55.189013 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.db_base_plugin_v2 [None req-14c06800-6c41-49d5-bdaf-8f85ee1f742b tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Deleting subnet 6ed7d0b2-bc5b-4243-b22d-852bf26dc2dd {{(pid=87635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 23 16:15:55.201685 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-14c06800-6c41-49d5-bdaf-8f85ee1f742b tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks [] for subnet, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:55.226618 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e55c1b53-5ed4-4d00-86a9-67945c5462bc tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:55.232746 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-9a1752f6-a3b7-41c8-987d-26e8fb558dda tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:15:55.243088 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-f307102c-5a7f-4900-91c9-c071142caf53 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Unset dirty status for tenant:3fd82437e08648b4840016e8955250bf on resource:port {{(pid=87635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:15:55.246677 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-f307102c-5a7f-4900-91c9-c071142caf53 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] 10.222.0.64 "GET /v2.0/ports?device_id=fb5a4ba4-2176-496a-9265-3e9d03818f83 HTTP/1.1" status: 200  len: 205 time: 0.1593423
Dec 23 16:15:55.247388 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 49794) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:55.261228 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3eb78d93-aef0-4cfe-aeec-805be680a8a7 tempest-FloatingIPAdminTestJSON-473263132 tempest-FloatingIPAdminTestJSON-473263132-project] Router 3db77ba0-2911-45d9-a206-02e36e45bb83 is scheduled to L3 agent 371d4c41-c7e2-4de7-9539-c049ec4e95d1 with binding_index 1 {{(pid=87635) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 23 16:15:55.285327 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-14c06800-6c41-49d5-bdaf-8f85ee1f742b tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2776816'] for subnet, precommit_delete_associations {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:55.318213 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.db.api [None req-7bc14502-244f-477e-b52a-f5bf7361f4c0 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87635) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 23 16:15:55.318523 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_db.api [None req-7bc14502-244f-477e-b52a-f5bf7361f4c0 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 23 16:15:55.338261 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55c1b53-5ed4-4d00-86a9-67945c5462bc tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0b96e5c-f198-499f-ba82-4154a5186419,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:15:55.341407 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-e55c1b53-5ed4-4d00-86a9-67945c5462bc tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:15:55.342699 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.api.v2.resource [None req-4e7ae918-354c-4f9b-9614-e057a6b24b1a tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] delete failed (client error): The resource could not be found.
Dec 23 16:15:55.347008 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-4e7ae918-354c-4f9b-9614-e057a6b24b1a tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] 10.222.0.64 "DELETE /v2.0/routers/fb5a4ba4-2176-496a-9265-3e9d03818f83 HTTP/1.1" status: 404  len: 336 time: 0.0942948
Dec 23 16:15:55.347737 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 49798) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:55.544196 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e55c1b53-5ed4-4d00-86a9-67945c5462bc tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:55.548434 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-e55c1b53-5ed4-4d00-86a9-67945c5462bc tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "DELETE /v2.0/security-groups/d0b96e5c-f198-499f-ba82-4154a5186419 HTTP/1.1" status: 204  len: 168 time: 0.5167072
Dec 23 16:15:55.550091 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.pecan_wsgi.hooks.translation [None req-10d94c83-567d-4ef4-8210-115badde43a3 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:15:55.550677 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10d94c83-567d-4ef4-8210-115badde43a3 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 23 16:15:55.555584 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-10d94c83-567d-4ef4-8210-115badde43a3 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] 10.222.0.64 "DELETE /v2.0/subnets/dae294a4-dd69-4b0d-999b-b0954493ba2f HTTP/1.1" status: 404  len: 337 time: 0.2064559
Dec 23 16:15:55.556505 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 49804) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:55.588650 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 49808) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:55.608370 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-aa529429-02d7-4df4-8632-c0b0dd8a2d5c tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] 10.222.0.64 "GET /v2.0/ports?device_id=cabae381-3f6c-4b8c-9057-97625755d776 HTTP/1.1" status: 200  len: 205 time: 0.0508082
Dec 23 16:15:55.610647 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 49812) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:55.669998 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-32b471a2-d7cc-4480-8171-c71df1286728 None None] Provisioning complete for port 88dbcccd-dd33-4836-a193-08c81b80486d triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:15:55.670666 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-32b471a2-d7cc-4480-8171-c71df1286728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:55.680689 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.api.v2.resource [None req-cd288f60-8d2d-4abb-a0f7-7e26d61490cd tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] delete failed (client error): The resource could not be found.
Dec 23 16:15:55.684236 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-cd288f60-8d2d-4abb-a0f7-7e26d61490cd tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] 10.222.0.64 "DELETE /v2.0/routers/cabae381-3f6c-4b8c-9057-97625755d776 HTTP/1.1" status: 404  len: 336 time: 0.0689416
Dec 23 16:15:55.684407 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 49816) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:55.722501 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.pecan_wsgi.hooks.translation [None req-280b8aa5-ca93-4df2-bd17-9cf869783d13 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:15:55.722955 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-280b8aa5-ca93-4df2-bd17-9cf869783d13 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 23 16:15:55.724656 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-280b8aa5-ca93-4df2-bd17-9cf869783d13 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] 10.222.0.64 "DELETE /v2.0/subnets/e37db0ae-648e-47d8-bd05-daac6cfa751b HTTP/1.1" status: 404  len: 337 time: 0.0391726
Dec 23 16:15:55.728335 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 49820) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:55.775399 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-2e5e66ce-4af5-40f7-8d3c-594e20e1eca2 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] 10.222.0.64 "GET /v2.0/ports?device_id=fab2feb2-188b-41f7-9fbf-90b52d6367a8 HTTP/1.1" status: 200  len: 205 time: 0.0460684
Dec 23 16:15:55.777346 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-14c06800-6c41-49d5-bdaf-8f85ee1f742b tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864774'] for subnet, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:55.777880 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 49824) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:55.807491 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3eb78d93-aef0-4cfe-aeec-805be680a8a7 tempest-FloatingIPAdminTestJSON-473263132 tempest-FloatingIPAdminTestJSON-473263132-project] Notify agent at l3_agent.dv-neutron-822799-1-hyperv the message routers_updated {{(pid=87635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 23 16:15:55.826670 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-7bc14502-244f-477e-b52a-f5bf7361f4c0 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Deleting port dbe22818-b25e-401e-88a5-031355af6c73 {{(pid=87635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:15:55.827012 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-7bc14502-244f-477e-b52a-f5bf7361f4c0 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:55.828896 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d16d3138-89a3-4e3d-9753-1d4890a4411f None None] Sync routers for ids ['3db77ba0-2911-45d9-a206-02e36e45bb83'] in dv-neutron-822799-1-hyperv {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 23 16:15:55.844929 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d16d3138-89a3-4e3d-9753-1d4890a4411f None None] Routers {'3db77ba0-2911-45d9-a206-02e36e45bb83'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:15:55.845563 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-d16d3138-89a3-4e3d-9753-1d4890a4411f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc2077460>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:15:50Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['3db77ba0-2911-45d9-a206-02e36e45bb83'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:15:55.847342 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.api.v2.resource [None req-6337a2a9-0d35-419d-9ff0-0cba84c0326d tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] delete failed (client error): The resource could not be found.
Dec 23 16:15:55.850832 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-6337a2a9-0d35-419d-9ff0-0cba84c0326d tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] 10.222.0.64 "DELETE /v2.0/routers/fab2feb2-188b-41f7-9fbf-90b52d6367a8 HTTP/1.1" status: 404  len: 336 time: 0.0695477
Dec 23 16:15:55.851314 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 49828) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:55.888710 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.pecan_wsgi.hooks.translation [None req-dae67157-89d5-47d1-b157-e18413772c49 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:15:55.889180 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dae67157-89d5-47d1-b157-e18413772c49 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 23 16:15:55.893329 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-dae67157-89d5-47d1-b157-e18413772c49 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] 10.222.0.64 "DELETE /v2.0/subnets/fa8d498f-94cc-4991-93bd-7203cde73bb6 HTTP/1.1" status: 404  len: 337 time: 0.0384731
Dec 23 16:15:55.893804 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 49832) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:55.911267 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-d16d3138-89a3-4e3d-9753-1d4890a4411f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc2077460>, [], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:15:55.921694 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d16d3138-89a3-4e3d-9753-1d4890a4411f None None] Routers {'3db77ba0-2911-45d9-a206-02e36e45bb83'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:15:55.922448 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-d16d3138-89a3-4e3d-9753-1d4890a4411f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc2077460>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:15:50Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['3db77ba0-2911-45d9-a206-02e36e45bb83'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:15:55.931190 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.pecan_wsgi.hooks.translation [None req-318929d3-2260-4c03-8869-5473aeb7be1a tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:15:55.931647 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-318929d3-2260-4c03-8869-5473aeb7be1a tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 23 16:15:55.935972 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-318929d3-2260-4c03-8869-5473aeb7be1a tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] 10.222.0.64 "DELETE /v2.0/subnets/67a4667a-f3a5-4c33-af9c-3c714820b0ba HTTP/1.1" status: 404  len: 337 time: 0.0385251
Dec 23 16:15:55.969367 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-7bc14502-244f-477e-b52a-f5bf7361f4c0 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] The port 'dbe22818-b25e-401e-88a5-031355af6c73' was deleted {{(pid=87635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 23 16:15:55.986112 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-d16d3138-89a3-4e3d-9753-1d4890a4411f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc2077460>, [], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:15:55.986527 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d16d3138-89a3-4e3d-9753-1d4890a4411f None None] The sync data for ids ['3db77ba0-2911-45d9-a206-02e36e45bb83'] in dv-neutron-822799-1-hyperv is: [] {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 23 16:15:56.053738 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-3eb78d93-aef0-4cfe-aeec-805be680a8a7 tempest-FloatingIPAdminTestJSON-473263132 tempest-FloatingIPAdminTestJSON-473263132-project] Notify callbacks [] for router, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:56.054939 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-3eb78d93-aef0-4cfe-aeec-805be680a8a7 tempest-FloatingIPAdminTestJSON-473263132 tempest-FloatingIPAdminTestJSON-473263132-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201  len: 892 time: 8.7616229
Dec 23 16:15:56.058993 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 49838) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:56.204468 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-14c06800-6c41-49d5-bdaf-8f85ee1f742b tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2753333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2609730'] for subnet, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:56.214052 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-91f23bd8-6dff-4407-915f-7a5950294eb0 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:15:56.242498 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 49846) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:56.251963 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-7bc14502-244f-477e-b52a-f5bf7361f4c0 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-864347', 'neutron.services.segments.db._delete_segments_for_network-8735362908070'] for network, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:56.276217 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c06800-6c41-49d5-bdaf-8f85ee1f742b tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Pushing event deleted for resources: {'Subnet': ['ID=6ed7d0b2-bc5b-4243-b22d-852bf26dc2dd,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:15:56.278280 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-14c06800-6c41-49d5-bdaf-8f85ee1f742b tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks [] for subnet, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:56.288505 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13e0ee00-a0a3-4fbd-b823-e213971504ca None None] Network a67646b4-5371-43ec-9f98-39fe51a67033 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:15:56.302209 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-14c06800-6c41-49d5-bdaf-8f85ee1f742b tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:15:56.317693 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.services.segments.db [None req-7bc14502-244f-477e-b52a-f5bf7361f4c0 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1dc0f061f0>,) {'filters': {'network_id': ['d74d1efc-ff0e-4b10-a7df-9077eaa5fe10']}} {{(pid=87635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:15:56.328699 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-14c06800-6c41-49d5-bdaf-8f85ee1f742b tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "DELETE /v2.0/subnets/6ed7d0b2-bc5b-4243-b22d-852bf26dc2dd HTTP/1.1" status: 204  len: 168 time: 1.4961181
Dec 23 16:15:56.378161 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 49852) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:56.443357 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.services.segments.db [None req-7bc14502-244f-477e-b52a-f5bf7361f4c0 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dc0f061f0>, '7619201b-f312-455b-8e8c-464b017a3786') {'for_net_delete': True} {{(pid=87635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:15:56.443778 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.services.segments.db [None req-7bc14502-244f-477e-b52a-f5bf7361f4c0 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dc0f061f0>, '7619201b-f312-455b-8e8c-464b017a3786') {} {{(pid=87635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:15:56.485080 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-c67920cc-1afe-48f2-bc67-298fc121ec7b tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1031775
Dec 23 16:15:56.485080 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-7bc14502-244f-477e-b52a-f5bf7361f4c0 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735363085442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2776713'] for segment, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:56.485439 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 49858) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:56.503234 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-b3a9e5f2-6310-41ad-ae1a-7ee07950ef68 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Request body: {'subnet': {'network_id': 'a67646b4-5371-43ec-9f98-39fe51a67033', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:15:56.529643 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-7bc14502-244f-477e-b52a-f5bf7361f4c0 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:56.578359 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bc14502-244f-477e-b52a-f5bf7361f4c0 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Releasing vlan 406 on physical network physnet1 to pool {{(pid=87635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 23 16:15:56.578752 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-7bc14502-244f-477e-b52a-f5bf7361f4c0 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2753503'] for segment, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:56.597903 dv-neutron-822799-1-hyperv neutron-server[87635]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 23 16:15:56.597903 dv-neutron-822799-1-hyperv neutron-server[87635]:   util.warn(
Dec 23 16:15:56.597903 dv-neutron-822799-1-hyperv neutron-server[87635]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 23 16:15:56.597903 dv-neutron-822799-1-hyperv neutron-server[87635]:   util.warn(
Dec 23 16:15:56.597903 dv-neutron-822799-1-hyperv neutron-server[87635]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 23 16:15:56.597903 dv-neutron-822799-1-hyperv neutron-server[87635]:   util.warn(
Dec 23 16:15:56.597903 dv-neutron-822799-1-hyperv neutron-server[87635]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 23 16:15:56.597903 dv-neutron-822799-1-hyperv neutron-server[87635]:   util.warn(
Dec 23 16:15:56.597903 dv-neutron-822799-1-hyperv neutron-server[87635]: Traceback (most recent call last):
Dec 23 16:15:56.597903 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 23 16:15:56.597903 dv-neutron-822799-1-hyperv neutron-server[87635]:     timer()
Dec 23 16:15:56.597903 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:15:56.597903 dv-neutron-822799-1-hyperv neutron-server[87635]:     cb(*args, **kw)
Dec 23 16:15:56.597903 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 23 16:15:56.597903 dv-neutron-822799-1-hyperv neutron-server[87635]:     return func(*args, **kwargs)
Dec 23 16:15:56.597903 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:15:56.597903 dv-neutron-822799-1-hyperv neutron-server[87635]:     self._notify()
Dec 23 16:15:56.597903 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:15:56.597903 dv-neutron-822799-1-hyperv neutron-server[87635]:     self.callback(batched_events)
Dec 23 16:15:56.597903 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:15:56.597903 dv-neutron-822799-1-hyperv neutron-server[87635]:     event.method(event)
Dec 23 16:15:56.597903 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:15:56.597903 dv-neutron-822799-1-hyperv neutron-server[87635]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:15:56.597903 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 23 16:15:56.597903 dv-neutron-822799-1-hyperv neutron-server[87635]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 23 16:15:56.597903 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 23 16:15:56.597903 dv-neutron-822799-1-hyperv neutron-server[87635]:     return f(self, *a, **k)
Dec 23 16:15:56.597903 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:15:56.597903 dv-neutron-822799-1-hyperv neutron-server[87635]:     return self._get(url).json()
Dec 23 16:15:56.597903 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 23 16:15:56.597903 dv-neutron-822799-1-hyperv neutron-server[87635]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 23 16:15:56.597903 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 23 16:15:56.597903 dv-neutron-822799-1-hyperv neutron-server[87635]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:15:56.597903 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 23 16:15:56.597903 dv-neutron-822799-1-hyperv neutron-server[87635]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 23 16:15:56.597903 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 23 16:15:56.597903 dv-neutron-822799-1-hyperv neutron-server[87635]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:15:56.597903 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 23 16:15:56.597903 dv-neutron-822799-1-hyperv neutron-server[87635]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:15:56.597903 dv-neutron-822799-1-hyperv neutron-server[87635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:15:56.638357 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-b3a9e5f2-6310-41ad-ae1a-7ee07950ef68 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:15:56.644288 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-268a97e1-f188-426d-8c16-e92f694d1572 None None] DHCP port deletion for a67646b4-5371-43ec-9f98-39fe51a67033 request from dv-neutron-822799-1-hyperv {{(pid=87637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 23 16:15:56.648733 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-268a97e1-f188-426d-8c16-e92f694d1572 None None] Deleting port 88dbcccd-dd33-4836-a193-08c81b80486d {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:15:56.649269 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-268a97e1-f188-426d-8c16-e92f694d1572 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:56.674436 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-1da60916-9d04-48f4-b639-0234a1b1cdda admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3fd82437e08648b4840016e8955250bf&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4266260
Dec 23 16:15:56.686332 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 49862) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:56.696170 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-b3a9e5f2-6310-41ad-ae1a-7ee07950ef68 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Usage tracker for resource:subnet and tenant:bf435ff0e7914a739a10fff5b2399c13 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:15:56.707095 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-b3a9e5f2-6310-41ad-ae1a-7ee07950ef68 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:15:56.716296 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-b3a9e5f2-6310-41ad-ae1a-7ee07950ef68 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:15:56.745672 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3a9e5f2-6310-41ad-ae1a-7ee07950ef68 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Made reservation on behalf of bf435ff0e7914a739a10fff5b2399c13 for: {'subnet': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:15:56.749324 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b3a9e5f2-6310-41ad-ae1a-7ee07950ef68 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2618324'] for subnet, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:56.757137 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-7bc14502-244f-477e-b52a-f5bf7361f4c0 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-864336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1824171'] for network, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:56.769136 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-04a2829d-d66c-4440-9683-615162099bb9 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:15:56.782910 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-7bc14502-244f-477e-b52a-f5bf7361f4c0 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks [] for network, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:56.804077 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc14502-244f-477e-b52a-f5bf7361f4c0 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Pushing event deleted for resources: {'Network': ['ID=d74d1efc-ff0e-4b10-a7df-9077eaa5fe10,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:15:56.812184 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-7bc14502-244f-477e-b52a-f5bf7361f4c0 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] 10.222.0.64 "DELETE /v2.0/networks/d74d1efc-ff0e-4b10-a7df-9077eaa5fe10 HTTP/1.1" status: 204  len: 168 time: 3.3715503
Dec 23 16:15:56.814780 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-7bc14502-244f-477e-b52a-f5bf7361f4c0 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:15:56.814997 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 49866) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:56.884064 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-268a97e1-f188-426d-8c16-e92f694d1572 None None] For port 88dbcccd-dd33-4836-a193-08c81b80486d, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=88dbcccd-dd33-4836-a193-08c81b80486d,segment=NetworkSegment(d0e346f7-32a7-41a0-b972-301688edbe10),segment_id=d0e346f7-32a7-41a0-b972-301688edbe10)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:15:56.884327 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-268a97e1-f188-426d-8c16-e92f694d1572 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:57.012394 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-268a97e1-f188-426d-8c16-e92f694d1572 None None] Calling delete_port for 88dbcccd-dd33-4836-a193-08c81b80486d owned by network:dhcp {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:15:57.039399 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-edeba380-fdaa-4237-b283-56e2e5f23615 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:57.085699 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-edeba380-fdaa-4237-b283-56e2e5f23615 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:57.094417 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-268a97e1-f188-426d-8c16-e92f694d1572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789'] for port, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:57.100195 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-ea3c60f7-167b-48fc-94da-ac632bb5dabe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:15:57.147318 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268a97e1-f188-426d-8c16-e92f694d1572 None None] Pushing event deleted for resources: {'Port': ['ID=88dbcccd-dd33-4836-a193-08c81b80486d,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:15:57.151151 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-268a97e1-f188-426d-8c16-e92f694d1572 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:15:57.153313 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-268a97e1-f188-426d-8c16-e92f694d1572 None None] No DVR routers for this DVR port 88dbcccd-dd33-4836-a193-08c81b80486d on host dv-neutron-822799-1-hyperv {{(pid=87637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 23 16:15:57.174798 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-940c2d94-6ca5-4641-bce6-b9620cca09a3 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:15:57.175486 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-940c2d94-6ca5-4641-bce6-b9620cca09a3 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Synchronizing usage tracker for tenant:37ed648a62f44dd1bf944e0bff6f4422 on resource:port {{(pid=87635) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:15:57.215265 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-edeba380-fdaa-4237-b283-56e2e5f23615 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:57.218694 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-940c2d94-6ca5-4641-bce6-b9620cca09a3 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Unset dirty status for tenant:37ed648a62f44dd1bf944e0bff6f4422 on resource:port {{(pid=87635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:15:57.219841 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-940c2d94-6ca5-4641-bce6-b9620cca09a3 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200  len: 847 time: 0.4030247
Dec 23 16:15:57.223029 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-34eb3dc6-c2f9-45ac-baa4-9846e8456f51 tempest-FloatingIPAdminTestJSON-473263132 tempest-FloatingIPAdminTestJSON-473263132-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:15:57.228898 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 49870) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:57.264963 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edeba380-fdaa-4237-b283-56e2e5f23615 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d83128d-ef07-43d4-b7eb-6e76a497f1a9,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:15:57.284395 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-edeba380-fdaa-4237-b283-56e2e5f23615 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:15:57.294812 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-edeba380-fdaa-4237-b283-56e2e5f23615 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:57.295847 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-edeba380-fdaa-4237-b283-56e2e5f23615 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0d83128d-ef07-43d4-b7eb-6e76a497f1a9 HTTP/1.1" status: 204  len: 168 time: 0.6086028
Dec 23 16:15:57.315337 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-15c84371-2124-45c1-9744-4ef427975433 tempest-FloatingIPAdminTestJSON-473263132 tempest-FloatingIPAdminTestJSON-473263132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:57.320746 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-cd396ad3-7a05-4980-ae79-d832f2575501 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1781419'] for router_interface, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:57.493197 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-7c4f3034-a54d-4e19-8ab1-66b83578352a tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] 10.222.0.64 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200  len: 284 time: 0.2615080
Dec 23 16:15:57.501077 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 49878) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:57.512003 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-a435e87d-1dde-478e-aefc-c72703639ba6 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1339007457'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:15:57.519081 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b3a9e5f2-6310-41ad-ae1a-7ee07950ef68 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2176430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2618310'] for subnet, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:57.525348 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-7f5a1fe1-f829-4df6-a460-516598bc83eb tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:15:57.528261 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-a435e87d-1dde-478e-aefc-c72703639ba6 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:15:57.535748 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-a435e87d-1dde-478e-aefc-c72703639ba6 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Usage tracker for resource:network and tenant:37ed648a62f44dd1bf944e0bff6f4422 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:15:57.539028 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-a435e87d-1dde-478e-aefc-c72703639ba6 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:15:57.548684 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-a435e87d-1dde-478e-aefc-c72703639ba6 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:15:57.634283 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3a9e5f2-6310-41ad-ae1a-7ee07950ef68 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Network a67646b4-5371-43ec-9f98-39fe51a67033 is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:15:57.641556 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-b3a9e5f2-6310-41ad-ae1a-7ee07950ef68 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Resources bound (agent type, host, resource id):  {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:15:57.646888 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3a9e5f2-6310-41ad-ae1a-7ee07950ef68 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:15:57.647607 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b3a9e5f2-6310-41ad-ae1a-7ee07950ef68 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks [] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:57.656235 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a3e551a-9d3c-4b91-b698-62cbeecfbeb8 None None] Network a67646b4-5371-43ec-9f98-39fe51a67033 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:15:57.669492 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a435e87d-1dde-478e-aefc-c72703639ba6 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Made reservation on behalf of 37ed648a62f44dd1bf944e0bff6f4422 for: {'network': 1} {{(pid=87635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:15:57.673686 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a435e87d-1dde-478e-aefc-c72703639ba6 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for network, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:57.686524 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a9e5f2-6310-41ad-ae1a-7ee07950ef68 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Pushing event updated for resources: {'Subnet': ['ID=0b3cade5-17c0-416d-8bcc-bd7329c2f75f,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:15:57.694759 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-b3a9e5f2-6310-41ad-ae1a-7ee07950ef68 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:15:57.713577 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-b3a9e5f2-6310-41ad-ae1a-7ee07950ef68 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 1.2268441
Dec 23 16:15:57.724391 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a435e87d-1dde-478e-aefc-c72703639ba6 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] vlan segment allocate from pool success with {'vlan_id': 429, 'physical_network': 'physnet1'}  {{(pid=87635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 23 16:15:57.735837 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a435e87d-1dde-478e-aefc-c72703639ba6 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:57.736347 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.db.segments_db [None req-a435e87d-1dde-478e-aefc-c72703639ba6 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Added segment dabbc05b-716d-4882-a364-c94d6331ba84 of type vlan for network 0b19612e-8eb5-4c96-b8af-12572d789a81
Dec 23 16:15:57.746898 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 49890) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:57.758720 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-434fd3e1-881a-425c-ba5f-eec0382cdab7 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Request body: {'subnet': {'network_id': 'a67646b4-5371-43ec-9f98-39fe51a67033', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:15:57.766768 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a435e87d-1dde-478e-aefc-c72703639ba6 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735362521793'] for network, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:57.807118 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a435e87d-1dde-478e-aefc-c72703639ba6 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495'] for network, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:57.813925 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a435e87d-1dde-478e-aefc-c72703639ba6 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:15:57.814826 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a435e87d-1dde-478e-aefc-c72703639ba6 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks [] for network, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:57.823902 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-7bc14502-244f-477e-b52a-f5bf7361f4c0 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:15:57.908839 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 88dbcccd-dd33-4836-a193-08c81b80486d no longer exists at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 23 16:15:57.958297 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] No Port match for: 88dbcccd-dd33-4836-a193-08c81b80486d {{(pid=87637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 23 16:15:57.958297 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 88dbcccd-dd33-4836-a193-08c81b80486d not bound to the agent host dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 23 16:15:57.986465 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-a435e87d-1dde-478e-aefc-c72703639ba6 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 0.4842749
Dec 23 16:15:57.989455 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 49900) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:57.995091 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cdb7be0-337f-4fce-bdc8-e0ea3c72db52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7e017a6-8198-58c8-a07e-0f786128e3b3-a67646b4-5371-43ec-9f98-39fe51a67033', 'network_id': 'a67646b4-5371-43ec-9f98-39fe51a67033', 'tenant_id': 'bf435ff0e7914a739a10fff5b2399c13', 'fixed_ips': [{'subnet_id': '0b3cade5-17c0-416d-8bcc-bd7329c2f75f'}]}} from dv-neutron-822799-1-hyperv. {{(pid=87637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 23 16:15:57.996837 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1cdb7be0-337f-4fce-bdc8-e0ea3c72db52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:57.999566 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-4958a6e5-14b0-4736-91b7-ba2a16391eeb tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Request body: {'subnet': {'network_id': '0b19612e-8eb5-4c96-b8af-12572d789a81', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:15:58.005347 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [None req-15c84371-2124-45c1-9744-4ef427975433 tempest-FloatingIPAdminTestJSON-473263132 tempest-FloatingIPAdminTestJSON-473263132-project] Allocated IP 172.20.0.1 (7ab8cad7-af6d-42cf-8ea6-0613a9a987a2/6395fc59-0136-4593-ab20-017c2a647507/d6c7bbd0-eba3-4ef8-b927-d4ee7e231d0a) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:15:58.018697 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-434fd3e1-881a-425c-ba5f-eec0382cdab7 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:15:58.024164 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-434fd3e1-881a-425c-ba5f-eec0382cdab7 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Usage tracker for resource:subnet and tenant:bf435ff0e7914a739a10fff5b2399c13 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:15:58.029103 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-434fd3e1-881a-425c-ba5f-eec0382cdab7 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:15:58.056797 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-434fd3e1-881a-425c-ba5f-eec0382cdab7 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:15:58.105198 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a435e87d-1dde-478e-aefc-c72703639ba6 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Pushing event updated for resources: {'Network': ['ID=0b19612e-8eb5-4c96-b8af-12572d789a81,revision_number=1']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:15:58.111483 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-a435e87d-1dde-478e-aefc-c72703639ba6 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:15:58.119305 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-434fd3e1-881a-425c-ba5f-eec0382cdab7 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Made reservation on behalf of bf435ff0e7914a739a10fff5b2399c13 for: {'subnet': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:15:58.122803 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-434fd3e1-881a-425c-ba5f-eec0382cdab7 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2618324'] for subnet, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:58.126410 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Network 0b19612e-8eb5-4c96-b8af-12572d789a81 details requested by agent ovs-agent-dv-neutron-822799-1-hyperv with host dv-neutron-822799-1-hyperv {{(pid=87637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 23 16:15:58.159971 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-4958a6e5-14b0-4736-91b7-ba2a16391eeb tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:15:58.168483 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-4958a6e5-14b0-4736-91b7-ba2a16391eeb tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Usage tracker for resource:subnet and tenant:37ed648a62f44dd1bf944e0bff6f4422 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:15:58.173908 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-4958a6e5-14b0-4736-91b7-ba2a16391eeb tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:15:58.189499 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-4958a6e5-14b0-4736-91b7-ba2a16391eeb tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:15:58.203022 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-cd396ad3-7a05-4980-ae79-d832f2575501 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Deleting port aba75bb5-4cf8-4b0a-a501-2a795d4de5aa {{(pid=87635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:15:58.203365 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-cd396ad3-7a05-4980-ae79-d832f2575501 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:58.273919 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 49906) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:58.302673 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-15c84371-2124-45c1-9744-4ef427975433 tempest-FloatingIPAdminTestJSON-473263132 tempest-FloatingIPAdminTestJSON-473263132-project] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:58.319684 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.db.ipam_backend_mixin [None req-434fd3e1-881a-425c-ba5f-eec0382cdab7 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 0b3cade5-17c0-416d-8bcc-bd7329c2f75f (CIDR: 2001:db8::/64)
Dec 23 16:15:58.326114 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.pecan_wsgi.hooks.translation [None req-434fd3e1-881a-425c-ba5f-eec0382cdab7 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 23 16:15:58.326614 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-434fd3e1-881a-425c-ba5f-eec0382cdab7 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 23 16:15:58.331698 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.provisioning_blocks [None req-15c84371-2124-45c1-9744-4ef427975433 tempest-FloatingIPAdminTestJSON-473263132 tempest-FloatingIPAdminTestJSON-473263132-project] Transition to ACTIVE for port object d6c7bbd0-eba3-4ef8-b927-d4ee7e231d0a will not be triggered until provisioned by entity DHCP. {{(pid=87636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:15:58.351543 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-434fd3e1-881a-425c-ba5f-eec0382cdab7 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.6034603
Dec 23 16:15:58.355629 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 49912) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:58.362823 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-6de08815-fb07-40ed-ab3d-592f73f006ce tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Request body: {'subnet': {'network_id': 'a67646b4-5371-43ec-9f98-39fe51a67033', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:15:58.382633 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4958a6e5-14b0-4736-91b7-ba2a16391eeb tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Made reservation on behalf of 37ed648a62f44dd1bf944e0bff6f4422 for: {'subnet': 1} {{(pid=87635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:15:58.386228 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-4958a6e5-14b0-4736-91b7-ba2a16391eeb tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2610339'] for subnet, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:58.392639 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_common [None req-1cdb7be0-337f-4fce-bdc8-e0ea3c72db52 None None] Allocated IP 2001:db8::2 (a67646b4-5371-43ec-9f98-39fe51a67033/0b3cade5-17c0-416d-8bcc-bd7329c2f75f/ef1460ab-ed15-486c-ac0a-45cdb3eaac37) {{(pid=87637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:15:58.472627 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-5ae56459-16d8-4ddd-9283-2ff57a5a6a6e tempest-ServiceProvidersTest-391016623 tempest-ServiceProvidersTest-391016623-project] 10.222.0.64 "GET /v2.0/service-providers HTTP/1.1" status: 200  len: 498 time: 0.1970775
Dec 23 16:15:58.500322 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-15c84371-2124-45c1-9744-4ef427975433 tempest-FloatingIPAdminTestJSON-473263132 tempest-FloatingIPAdminTestJSON-473263132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:58.509345 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-c76e59ad-f1fd-4a7a-aa7c-ea014a64e28e tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:15:58.572397 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.db [None req-cd396ad3-7a05-4980-ae79-d832f2575501 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] For port aba75bb5-4cf8-4b0a-a501-2a795d4de5aa, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=aba75bb5-4cf8-4b0a-a501-2a795d4de5aa,segment=NetworkSegment(402fd6a3-8341-4973-811c-26e889c2f1bb),segment_id=402fd6a3-8341-4973-811c-26e889c2f1bb)] {{(pid=87635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:15:58.573507 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-cd396ad3-7a05-4980-ae79-d832f2575501 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:58.586738 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15c84371-2124-45c1-9744-4ef427975433 tempest-FloatingIPAdminTestJSON-473263132 tempest-FloatingIPAdminTestJSON-473263132-project] Network 7ab8cad7-af6d-42cf-8ea6-0613a9a987a2 is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:15:58.597508 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-15c84371-2124-45c1-9744-4ef427975433 tempest-FloatingIPAdminTestJSON-473263132 tempest-FloatingIPAdminTestJSON-473263132-project] Resources bound (agent type, host, resource id):  {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:15:58.608848 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c84371-2124-45c1-9744-4ef427975433 tempest-FloatingIPAdminTestJSON-473263132 tempest-FloatingIPAdminTestJSON-473263132-project] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:15:58.659372 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1cdb7be0-337f-4fce-bdc8-e0ea3c72db52 None None] Notify callbacks [] for port, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:58.673000 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-1cdb7be0-337f-4fce-bdc8-e0ea3c72db52 None None] Transition to ACTIVE for port object ef1460ab-ed15-486c-ac0a-45cdb3eaac37 will not be triggered until provisioned by entity L2. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:15:58.689369 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-6de08815-fb07-40ed-ab3d-592f73f006ce tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:15:58.704733 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c84371-2124-45c1-9744-4ef427975433 tempest-FloatingIPAdminTestJSON-473263132 tempest-FloatingIPAdminTestJSON-473263132-project] Pushing event updated for resources: {'Port': ['ID=d6c7bbd0-eba3-4ef8-b927-d4ee7e231d0a,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:15:58.716822 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-1cdb7be0-337f-4fce-bdc8-e0ea3c72db52 None None] Transition to ACTIVE for port object ef1460ab-ed15-486c-ac0a-45cdb3eaac37 will not be triggered until provisioned by entity DHCP. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:15:58.718109 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-6de08815-fb07-40ed-ab3d-592f73f006ce tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Usage tracker for resource:subnet and tenant:bf435ff0e7914a739a10fff5b2399c13 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:15:58.726466 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-6de08815-fb07-40ed-ab3d-592f73f006ce tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:15:58.728995 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-cd396ad3-7a05-4980-ae79-d832f2575501 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Calling delete_port for aba75bb5-4cf8-4b0a-a501-2a795d4de5aa owned by network:router_interface {{(pid=87635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:15:58.729144 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1cdb7be0-337f-4fce-bdc8-e0ea3c72db52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780'] for port, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:58.734599 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-bd44be5f-fa9c-424f-9c9e-cb41b58f2e25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:15:58.745996 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-15c84371-2124-45c1-9744-4ef427975433 tempest-FloatingIPAdminTestJSON-473263132 tempest-FloatingIPAdminTestJSON-473263132-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:15:58.752200 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-6de08815-fb07-40ed-ab3d-592f73f006ce tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:15:58.772016 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-15c84371-2124-45c1-9744-4ef427975433 tempest-FloatingIPAdminTestJSON-473263132 tempest-FloatingIPAdminTestJSON-473263132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1781300'] for router_interface, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:58.818140 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cdb7be0-337f-4fce-bdc8-e0ea3c72db52 None None] Network a67646b4-5371-43ec-9f98-39fe51a67033 is already hosted by enough agents. {{(pid=87637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:15:58.822955 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-1cdb7be0-337f-4fce-bdc8-e0ea3c72db52 None None] Resources bound (agent type, host, resource id):  {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:15:58.830751 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cdb7be0-337f-4fce-bdc8-e0ea3c72db52 None None] Received port after_create {{(pid=87637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:15:58.837505 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdb7be0-337f-4fce-bdc8-e0ea3c72db52 None None] Pushing event updated for resources: {'Port': ['ID=ef1460ab-ed15-486c-ac0a-45cdb3eaac37,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:15:58.842288 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-1cdb7be0-337f-4fce-bdc8-e0ea3c72db52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:15:59.009189 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-1cdb7be0-337f-4fce-bdc8-e0ea3c72db52 None None] Attempting to bind port ef1460ab-ed15-486c-ac0a-45cdb3eaac37 on host dv-neutron-822799-1-hyperv for vnic_type normal with profile  {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:15:59.009657 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-1cdb7be0-337f-4fce-bdc8-e0ea3c72db52 None None] Attempting to bind port ef1460ab-ed15-486c-ac0a-45cdb3eaac37 by drivers openvswitch,hyperv on host dv-neutron-822799-1-hyperv at level 0 using segments [{'id': 'd0e346f7-32a7-41a0-b972-301688edbe10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'a67646b4-5371-43ec-9f98-39fe51a67033'}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:15:59.009925 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cdb7be0-337f-4fce-bdc8-e0ea3c72db52 None None] Attempting to bind port ef1460ab-ed15-486c-ac0a-45cdb3eaac37 on network a67646b4-5371-43ec-9f98-39fe51a67033 {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:15:59.014153 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-2fecb06b-8772-4cf2-829d-604377d66bce None None] Provisioning for port d6c7bbd0-eba3-4ef8-b927-d4ee7e231d0a completed by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:15:59.021514 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-2fecb06b-8772-4cf2-829d-604377d66bce None None] Provisioning complete for port d6c7bbd0-eba3-4ef8-b927-d4ee7e231d0a triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:15:59.021965 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-2fecb06b-8772-4cf2-829d-604377d66bce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:59.052267 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cdb7be0-337f-4fce-bdc8-e0ea3c72db52 None None] Checking agent: {'id': '20d2070f-69a9-4e73-8d08-6f0387a40158', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822799-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 21), 'started_at': datetime.datetime(2021, 12, 23, 16, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 15, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822799-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 23 16:15:59.052720 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cdb7be0-337f-4fce-bdc8-e0ea3c72db52 None None] Checking segment: {'id': 'd0e346f7-32a7-41a0-b972-301688edbe10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'a67646b4-5371-43ec-9f98-39fe51a67033'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:15:59.053253 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1cdb7be0-337f-4fce-bdc8-e0ea3c72db52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:59.053888 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cdb7be0-337f-4fce-bdc8-e0ea3c72db52 None None] Bound using segment: {'id': 'd0e346f7-32a7-41a0-b972-301688edbe10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'a67646b4-5371-43ec-9f98-39fe51a67033'} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 23 16:15:59.054389 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-1cdb7be0-337f-4fce-bdc8-e0ea3c72db52 None None] Bound port: ef1460ab-ed15-486c-ac0a-45cdb3eaac37, host: dv-neutron-822799-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0e346f7-32a7-41a0-b972-301688edbe10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'a67646b4-5371-43ec-9f98-39fe51a67033'}}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 23 16:15:59.054774 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1cdb7be0-337f-4fce-bdc8-e0ea3c72db52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:59.058274 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 49922) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:15:59.137473 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-2fecb06b-8772-4cf2-829d-604377d66bce None None] Port d6c7bbd0-eba3-4ef8-b927-d4ee7e231d0a cannot update to ACTIVE because it is not bound. {{(pid=87637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 23 16:15:59.162033 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6de08815-fb07-40ed-ab3d-592f73f006ce tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Made reservation on behalf of bf435ff0e7914a739a10fff5b2399c13 for: {'subnet': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:15:59.165680 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-6de08815-fb07-40ed-ab3d-592f73f006ce tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2618324'] for subnet, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:59.173576 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-1cdb7be0-337f-4fce-bdc8-e0ea3c72db52 None None] For port ef1460ab-ed15-486c-ac0a-45cdb3eaac37, host dv-neutron-822799-1-hyperv, cleared binding levels {{(pid=87637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 23 16:15:59.176909 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-1cdb7be0-337f-4fce-bdc8-e0ea3c72db52 None None] For port ef1460ab-ed15-486c-ac0a-45cdb3eaac37, host dv-neutron-822799-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=ef1460ab-ed15-486c-ac0a-45cdb3eaac37,segment=NetworkSegment(d0e346f7-32a7-41a0-b972-301688edbe10),segment_id=d0e346f7-32a7-41a0-b972-301688edbe10)] {{(pid=87637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 23 16:15:59.183236 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1cdb7be0-337f-4fce-bdc8-e0ea3c72db52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:59.188013 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-ca4ca0b1-026c-4eb7-9d9c-4becb52c1cea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:15:59.276291 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdb7be0-337f-4fce-bdc8-e0ea3c72db52 None None] Pushing event updated for resources: {'Port': ['ID=ef1460ab-ed15-486c-ac0a-45cdb3eaac37,revision_number=2']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:15:59.279280 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-1cdb7be0-337f-4fce-bdc8-e0ea3c72db52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:15:59.287047 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-9e6bc30d-0c49-4b51-b595-d279255ee46c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:59.308390 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-cd396ad3-7a05-4980-ae79-d832f2575501 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:59.316011 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-94f113ca-8fd8-4e78-9441-a90701bc5a8b tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:15:59.350134 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-9e6bc30d-0c49-4b51-b595-d279255ee46c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:15:59.406715 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-9e6bc30d-0c49-4b51-b595-d279255ee46c admin admin] Usage tracker for resource:security_group_rule and tenant:043c29f5dba4415e9d40fc813dcc0a64 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:15:59.411689 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd396ad3-7a05-4980-ae79-d832f2575501 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Pushing event deleted for resources: {'Port': ['ID=aba75bb5-4cf8-4b0a-a501-2a795d4de5aa,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:15:59.416711 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-cd396ad3-7a05-4980-ae79-d832f2575501 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:15:59.423409 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-9e6bc30d-0c49-4b51-b595-d279255ee46c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:15:59.426473 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-15c84371-2124-45c1-9744-4ef427975433 tempest-FloatingIPAdminTestJSON-473263132 tempest-FloatingIPAdminTestJSON-473263132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:59.475470 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-9e6bc30d-0c49-4b51-b595-d279255ee46c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:15:59.533617 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-4958a6e5-14b0-4736-91b7-ba2a16391eeb tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2753396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2610353'] for subnet, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:59.555919 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-8b97a0d1-c268-492f-8863-e62aba1fa40e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:15:59.773179 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4958a6e5-14b0-4736-91b7-ba2a16391eeb tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Pushing event updated for resources: {'Subnet': ['ID=5ff5577a-7882-42f4-9147-8667b5314392,revision_number=0']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:15:59.776171 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-4958a6e5-14b0-4736-91b7-ba2a16391eeb tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:15:59.836546 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4958a6e5-14b0-4736-91b7-ba2a16391eeb tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Checking segment: {'id': 'dabbc05b-716d-4882-a364-c94d6331ba84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '0b19612e-8eb5-4c96-b8af-12572d789a81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:15:59.836944 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4958a6e5-14b0-4736-91b7-ba2a16391eeb tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Network hostable DHCP agents. Network: 0b19612e-8eb5-4c96-b8af-12572d789a81, hostable agents: ['1c812d71-eadf-4fb3-b98e-67468a4aa7e2'], hosted agents: [] {{(pid=87635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 23 16:15:59.915358 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-9e6bc30d-0c49-4b51-b595-d279255ee46c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:59.916563 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-cd396ad3-7a05-4980-ae79-d832f2575501 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1627472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1784155'] for router_interface, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:59.933773 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-9e6bc30d-0c49-4b51-b595-d279255ee46c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:15:59.948914 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-8dbb9654-6f26-4a8e-9afe-556f53153519 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:15:59.959630 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4958a6e5-14b0-4736-91b7-ba2a16391eeb tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Network 0b19612e-8eb5-4c96-b8af-12572d789a81 is scheduled to be hosted by DHCP agent 1c812d71-eadf-4fb3-b98e-67468a4aa7e2 with binding_index 1 {{(pid=87635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 23 16:15:59.998351 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device ef1460ab-ed15-486c-ac0a-45cdb3eaac37 up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:16:00.060806 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.base_scheduler [None req-4958a6e5-14b0-4736-91b7-ba2a16391eeb tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822799-1-hyperv, 0b19612e-8eb5-4c96-b8af-12572d789a81) {{(pid=87635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:16:00.065198 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4958a6e5-14b0-4736-91b7-ba2a16391eeb tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:16:00.065797 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-4958a6e5-14b0-4736-91b7-ba2a16391eeb tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks [] for subnet, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:00.076013 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a1a310f-7019-429a-be31-90a97853d2e3 None None] Network 0b19612e-8eb5-4c96-b8af-12572d789a81 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:16:00.083638 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.objects.ports [None req-6de08815-fb07-40ed-ab3d-592f73f006ce tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87636) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}}
Dec 23 16:16:00.085454 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-9e6bc30d-0c49-4b51-b595-d279255ee46c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=043c29f5dba4415e9d40fc813dcc0a64&name=default HTTP/1.1" status: 200  len: 2983 time: 1.0260890
Dec 23 16:16:00.090690 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6bc30d-0c49-4b51-b595-d279255ee46c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80d15238-8a0e-4b77-8947-52ba76ca5233,revision_number=1']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:16:00.093901 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-9e6bc30d-0c49-4b51-b595-d279255ee46c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:16:00.094806 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 49928) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:00.177880 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-15c84371-2124-45c1-9744-4ef427975433 tempest-FloatingIPAdminTestJSON-473263132 tempest-FloatingIPAdminTestJSON-473263132-project] Notify callbacks [] for port, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:00.195553 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-15c84371-2124-45c1-9744-4ef427975433 tempest-FloatingIPAdminTestJSON-473263132 tempest-FloatingIPAdminTestJSON-473263132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2176289'] for port, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:00.198397 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning for port ef1460ab-ed15-486c-ac0a-45cdb3eaac37 completed by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:16:00.226327 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-4958a6e5-14b0-4736-91b7-ba2a16391eeb tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 2.2321901
Dec 23 16:16:00.228411 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-15c84371-2124-45c1-9744-4ef427975433 tempest-FloatingIPAdminTestJSON-473263132 tempest-FloatingIPAdminTestJSON-473263132-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:16:00.231110 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 49932) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:00.252078 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-c9d239bc-f0e9-4ab5-bf6f-3cd2f23717b9 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Request body: {'port': {'network_id': '0b19612e-8eb5-4c96-b8af-12572d789a81', 'name': 'tempest-PortsIpV6TestJSON-240982935'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:16:00.356990 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6edf17f-7bba-43c6-abd6-354afc9f55ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7e017a6-8198-58c8-a07e-0f786128e3b3-0b19612e-8eb5-4c96-b8af-12572d789a81', 'network_id': '0b19612e-8eb5-4c96-b8af-12572d789a81', 'tenant_id': '37ed648a62f44dd1bf944e0bff6f4422', 'fixed_ips': [{'subnet_id': '5ff5577a-7882-42f4-9147-8667b5314392'}]}} from dv-neutron-822799-1-hyperv. {{(pid=87637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 23 16:16:00.358678 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-e6edf17f-7bba-43c6-abd6-354afc9f55ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:00.379991 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c84371-2124-45c1-9744-4ef427975433 tempest-FloatingIPAdminTestJSON-473263132 tempest-FloatingIPAdminTestJSON-473263132-project] Pushing event updated for resources: {'Port': ['ID=d6c7bbd0-eba3-4ef8-b927-d4ee7e231d0a,revision_number=2']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:16:00.387955 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-15c84371-2124-45c1-9744-4ef427975433 tempest-FloatingIPAdminTestJSON-473263132 tempest-FloatingIPAdminTestJSON-473263132-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:16:00.389920 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-15c84371-2124-45c1-9744-4ef427975433 tempest-FloatingIPAdminTestJSON-473263132 tempest-FloatingIPAdminTestJSON-473263132-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1627481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1781465'] for router_interface, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:00.453866 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-207c7732-3feb-4ae9-8ddf-78fed0c4d11b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:00.535154 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-6de08815-fb07-40ed-ab3d-592f73f006ce tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:00.589699 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-207c7732-3feb-4ae9-8ddf-78fed0c4d11b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:00.597664 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_common [None req-e6edf17f-7bba-43c6-abd6-354afc9f55ed None None] Allocated IP 2001:db8::2 (0b19612e-8eb5-4c96-b8af-12572d789a81/5ff5577a-7882-42f4-9147-8667b5314392/c2214081-5db1-43cb-b089-bddbdaba74ff) {{(pid=87637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:16:00.624246 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-c9d239bc-f0e9-4ab5-bf6f-3cd2f23717b9 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:16:00.639979 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-c9d239bc-f0e9-4ab5-bf6f-3cd2f23717b9 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Usage tracker for resource:port and tenant:37ed648a62f44dd1bf944e0bff6f4422 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:16:00.654690 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-c9d239bc-f0e9-4ab5-bf6f-3cd2f23717b9 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:16:00.667231 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-c9d239bc-f0e9-4ab5-bf6f-3cd2f23717b9 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:16:00.671013 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd396ad3-7a05-4980-ae79-d832f2575501 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Router 60a9be12-e018-4cb8-af5c-0a3802c67b88 has already been hosted by L3 agent 371d4c41-c7e2-4de7-9539-c049ec4e95d1 {{(pid=87635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 23 16:16:00.682035 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15c84371-2124-45c1-9744-4ef427975433 tempest-FloatingIPAdminTestJSON-473263132 tempest-FloatingIPAdminTestJSON-473263132-project] Network 7ab8cad7-af6d-42cf-8ea6-0613a9a987a2 is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:16:00.686656 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-15c84371-2124-45c1-9744-4ef427975433 tempest-FloatingIPAdminTestJSON-473263132 tempest-FloatingIPAdminTestJSON-473263132-project] Resources bound (agent type, host, resource id):  {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:16:00.723374 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-cb36066b-cd9d-4ec1-89ef-694e903c827e None None] Provisioning for port ef1460ab-ed15-486c-ac0a-45cdb3eaac37 completed by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:16:00.731603 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-cb36066b-cd9d-4ec1-89ef-694e903c827e None None] Provisioning complete for port ef1460ab-ed15-486c-ac0a-45cdb3eaac37 triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:16:00.732011 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-cb36066b-cd9d-4ec1-89ef-694e903c827e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:00.758820 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9d239bc-f0e9-4ab5-bf6f-3cd2f23717b9 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Made reservation on behalf of 37ed648a62f44dd1bf944e0bff6f4422 for: {'port': 1} {{(pid=87635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:16:00.761094 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-c9d239bc-f0e9-4ab5-bf6f-3cd2f23717b9 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:00.784310 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-207c7732-3feb-4ae9-8ddf-78fed0c4d11b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:00.791159 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-c64ab1b2-8f1b-4474-ac7b-d11650754904 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:16:00.815852 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.notifiers.nova [None req-c9d239bc-f0e9-4ab5-bf6f-3cd2f23717b9 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] device_id is not set on port 3fae121b-e665-4fc7-a1ea-78878bf29e55 yet. {{(pid=87635) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 23 16:16:00.862738 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207c7732-3feb-4ae9-8ddf-78fed0c4d11b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80d15238-8a0e-4b77-8947-52ba76ca5233,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:16:00.866091 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-207c7732-3feb-4ae9-8ddf-78fed0c4d11b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:16:00.946247 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-cb36066b-cd9d-4ec1-89ef-694e903c827e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:00.994956 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-e6edf17f-7bba-43c6-abd6-354afc9f55ed None None] Notify callbacks [] for port, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:01.008027 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-e6edf17f-7bba-43c6-abd6-354afc9f55ed None None] Transition to ACTIVE for port object c2214081-5db1-43cb-b089-bddbdaba74ff will not be triggered until provisioned by entity L2. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:16:01.031911 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-e6edf17f-7bba-43c6-abd6-354afc9f55ed None None] Transition to ACTIVE for port object c2214081-5db1-43cb-b089-bddbdaba74ff will not be triggered until provisioned by entity DHCP. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:16:01.040111 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-e6edf17f-7bba-43c6-abd6-354afc9f55ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780'] for port, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:01.045213 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3bf1e4c3-757c-4ef5-ac39-f9f4bd9c7b0d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:16:01.084065 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-207c7732-3feb-4ae9-8ddf-78fed0c4d11b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:01.085318 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-207c7732-3feb-4ae9-8ddf-78fed0c4d11b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/80d15238-8a0e-4b77-8947-52ba76ca5233 HTTP/1.1" status: 204  len: 168 time: 0.9869764
Dec 23 16:16:01.091806 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [None req-6de08815-fb07-40ed-ab3d-592f73f006ce tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] For port ef1460ab-ed15-486c-ac0a-45cdb3eaac37, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=ef1460ab-ed15-486c-ac0a-45cdb3eaac37,segment=NetworkSegment(d0e346f7-32a7-41a0-b972-301688edbe10),segment_id=d0e346f7-32a7-41a0-b972-301688edbe10)] {{(pid=87636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:16:01.119588 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6edf17f-7bba-43c6-abd6-354afc9f55ed None None] Network 0b19612e-8eb5-4c96-b8af-12572d789a81 is already hosted by enough agents. {{(pid=87637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:16:01.124162 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-e6edf17f-7bba-43c6-abd6-354afc9f55ed None None] Resources bound (agent type, host, resource id):  {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:16:01.135426 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6edf17f-7bba-43c6-abd6-354afc9f55ed None None] Received port after_create {{(pid=87637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:16:01.157573 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd396ad3-7a05-4980-ae79-d832f2575501 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify agent at l3_agent.dv-neutron-822799-1-hyperv the message routers_updated {{(pid=87635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 23 16:16:01.187087 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b80e039-52f2-41e0-8dd4-1bd075d9c3f4 None None] Sync routers for ids ['60a9be12-e018-4cb8-af5c-0a3802c67b88'] in dv-neutron-822799-1-hyperv {{(pid=87637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 23 16:16:01.187823 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-6de08815-fb07-40ed-ab3d-592f73f006ce tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks [] for port, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:01.218624 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-cd396ad3-7a05-4980-ae79-d832f2575501 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "PUT /v2.0/routers/60a9be12-e018-4cb8-af5c-0a3802c67b88/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.6245861
Dec 23 16:16:01.218624 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 49938) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:01.223199 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-6de08815-fb07-40ed-ab3d-592f73f006ce tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2176289'] for port, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:01.223974 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-6de08815-fb07-40ed-ab3d-592f73f006ce tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2176430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2618310'] for subnet, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:01.231633 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-ccec6355-9a9d-4a55-b0cb-642ceae06503 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:16:01.291028 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6edf17f-7bba-43c6-abd6-354afc9f55ed None None] Pushing event updated for resources: {'Port': ['ID=c2214081-5db1-43cb-b089-bddbdaba74ff,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:16:01.296105 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b80e039-52f2-41e0-8dd4-1bd075d9c3f4 None None] Routers {'60a9be12-e018-4cb8-af5c-0a3802c67b88'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:16:01.296783 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-0b80e039-52f2-41e0-8dd4-1bd075d9c3f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc1087970>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:15:50Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['60a9be12-e018-4cb8-af5c-0a3802c67b88'], 'active': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:16:01.303525 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.db_base_plugin_common [None req-c9d239bc-f0e9-4ab5-bf6f-3cd2f23717b9 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Allocated IP 2001:db8::393 (0b19612e-8eb5-4c96-b8af-12572d789a81/5ff5577a-7882-42f4-9147-8667b5314392/3fae121b-e665-4fc7-a1ea-78878bf29e55) {{(pid=87635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:16:01.328129 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a3605c7-c002-4529-b116-073485483da7 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Deleting subnet 33f18a1b-5552-4192-92be-76d0229b5b31 {{(pid=87635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 23 16:16:01.333499 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-4a3605c7-c002-4529-b116-073485483da7 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for subnet, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:01.357748 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6de08815-fb07-40ed-ab3d-592f73f006ce tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Network a67646b4-5371-43ec-9f98-39fe51a67033 is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:16:01.361739 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-6de08815-fb07-40ed-ab3d-592f73f006ce tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Resources bound (agent type, host, resource id):  {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:16:01.370213 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-e6edf17f-7bba-43c6-abd6-354afc9f55ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:16:01.376906 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6de08815-fb07-40ed-ab3d-592f73f006ce tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:16:01.377610 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-6de08815-fb07-40ed-ab3d-592f73f006ce tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks [] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:01.377919 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90ae7e20-4385-4e9d-9295-87c7fb9bd67b None None] Network a67646b4-5371-43ec-9f98-39fe51a67033 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:16:01.384419 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15c84371-2124-45c1-9744-4ef427975433 tempest-FloatingIPAdminTestJSON-473263132 tempest-FloatingIPAdminTestJSON-473263132-project] Router 3db77ba0-2911-45d9-a206-02e36e45bb83 has already been hosted by L3 agent 371d4c41-c7e2-4de7-9539-c049ec4e95d1 {{(pid=87636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 23 16:16:01.448445 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-4a3605c7-c002-4529-b116-073485483da7 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2776816'] for subnet, precommit_delete_associations {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:01.481853 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de08815-fb07-40ed-ab3d-592f73f006ce tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Pushing event updated for resources: {'Port': ['ID=ef1460ab-ed15-486c-ac0a-45cdb3eaac37,revision_number=4']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:16:01.499717 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-6de08815-fb07-40ed-ab3d-592f73f006ce tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:16:01.500524 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-38195c42-4165-4658-82a4-05ad41aa8cb8 tempest-FloatingIPNegativeTestJSON-779674983 tempest-FloatingIPNegativeTestJSON-779674983-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.233s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:16:01.545078 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-4a3605c7-c002-4529-b116-073485483da7 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864774'] for subnet, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:01.551223 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-6de08815-fb07-40ed-ab3d-592f73f006ce tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 864 time: 3.1944950
Dec 23 16:16:01.555560 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-e6edf17f-7bba-43c6-abd6-354afc9f55ed None None] Attempting to bind port c2214081-5db1-43cb-b089-bddbdaba74ff on host dv-neutron-822799-1-hyperv for vnic_type normal with profile  {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:16:01.555945 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-e6edf17f-7bba-43c6-abd6-354afc9f55ed None None] Attempting to bind port c2214081-5db1-43cb-b089-bddbdaba74ff by drivers openvswitch,hyperv on host dv-neutron-822799-1-hyperv at level 0 using segments [{'id': 'dabbc05b-716d-4882-a364-c94d6331ba84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '0b19612e-8eb5-4c96-b8af-12572d789a81'}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:16:01.556387 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6edf17f-7bba-43c6-abd6-354afc9f55ed None None] Attempting to bind port c2214081-5db1-43cb-b089-bddbdaba74ff on network 0b19612e-8eb5-4c96-b8af-12572d789a81 {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:16:01.561436 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 49946) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:01.565369 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.db.api [None req-cb36066b-cd9d-4ec1-89ef-694e903c827e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87637) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 23 16:16:01.565740 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_db.api [None req-cb36066b-cd9d-4ec1-89ef-694e903c827e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 23 16:16:01.577398 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-b33fc8d1-258f-46e8-aa07-e46254d93a92 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Request body: {'port': {'network_id': 'a67646b4-5371-43ec-9f98-39fe51a67033', 'mac_address': 'fa:16:3e:57:c3:25', 'name': 'tempest-NetworksTestDHCPv6-1685258378'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:16:01.582002 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6edf17f-7bba-43c6-abd6-354afc9f55ed None None] Checking agent: {'id': '20d2070f-69a9-4e73-8d08-6f0387a40158', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822799-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 21), 'started_at': datetime.datetime(2021, 12, 23, 16, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 15, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822799-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 23 16:16:01.582399 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6edf17f-7bba-43c6-abd6-354afc9f55ed None None] Checking segment: {'id': 'dabbc05b-716d-4882-a364-c94d6331ba84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '0b19612e-8eb5-4c96-b8af-12572d789a81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:16:01.582819 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-e6edf17f-7bba-43c6-abd6-354afc9f55ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:01.583226 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6edf17f-7bba-43c6-abd6-354afc9f55ed None None] Bound using segment: {'id': 'dabbc05b-716d-4882-a364-c94d6331ba84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '0b19612e-8eb5-4c96-b8af-12572d789a81'} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 23 16:16:01.583721 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-e6edf17f-7bba-43c6-abd6-354afc9f55ed None None] Bound port: c2214081-5db1-43cb-b089-bddbdaba74ff, host: dv-neutron-822799-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dabbc05b-716d-4882-a364-c94d6331ba84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '0b19612e-8eb5-4c96-b8af-12572d789a81'}}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 23 16:16:01.584689 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-e6edf17f-7bba-43c6-abd6-354afc9f55ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:01.750168 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-4a3605c7-c002-4529-b116-073485483da7 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2753333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2609730'] for subnet, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:01.767768 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-f2e254eb-7f69-40cb-89bb-cb211086f0b6 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:16:01.774368 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de08815-fb07-40ed-ab3d-592f73f006ce tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Pushing event updated for resources: {'Subnet': ['ID=e1b8814e-ed57-4b84-bd7c-067e4486dd5d,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:16:01.787145 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-6de08815-fb07-40ed-ab3d-592f73f006ce tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:16:01.833842 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvr_db [None req-0b80e039-52f2-41e0-8dd4-1bd075d9c3f4 None None] Set router 60a9be12-e018-4cb8-af5c-0a3802c67b88 gateway port host: dv-neutron-822799-1-hyperv {{(pid=87637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:16:01.844269 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15c84371-2124-45c1-9744-4ef427975433 tempest-FloatingIPAdminTestJSON-473263132 tempest-FloatingIPAdminTestJSON-473263132-project] Notify agent at l3_agent.dv-neutron-822799-1-hyperv the message routers_updated {{(pid=87636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 23 16:16:01.854112 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3605c7-c002-4529-b116-073485483da7 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Pushing event deleted for resources: {'Subnet': ['ID=33f18a1b-5552-4192-92be-76d0229b5b31,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:16:01.859469 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de6af0bc-3778-4f56-b89d-61d129b28560 None None] Sync routers for ids ['3db77ba0-2911-45d9-a206-02e36e45bb83'] in dv-neutron-822799-1-hyperv {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 23 16:16:01.860184 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-15c84371-2124-45c1-9744-4ef427975433 tempest-FloatingIPAdminTestJSON-473263132 tempest-FloatingIPAdminTestJSON-473263132-project] 10.222.0.64 "PUT /v2.0/routers/3db77ba0-2911-45d9-a206-02e36e45bb83/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.7993381
Dec 23 16:16:01.860184 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 49956) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:01.874727 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-4a3605c7-c002-4529-b116-073485483da7 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for subnet, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:01.875595 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de6af0bc-3778-4f56-b89d-61d129b28560 None None] Routers {'3db77ba0-2911-45d9-a206-02e36e45bb83'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:16:01.878745 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-4a3605c7-c002-4529-b116-073485483da7 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:16:01.879669 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-de6af0bc-3778-4f56-b89d-61d129b28560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc1b63910>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:15:50Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['3db77ba0-2911-45d9-a206-02e36e45bb83'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:16:01.882291 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-bf62bcec-c524-47bc-bcc4-fba5f972e4b6 tempest-FloatingIPAdminTestJSON-473263132 tempest-FloatingIPAdminTestJSON-473263132-project] Request body: {'port': {'network_id': '7ab8cad7-af6d-42cf-8ea6-0613a9a987a2', 'name': 'tempest-FloatingIPAdminTestJSON-513269139'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:16:01.909527 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-b33fc8d1-258f-46e8-aa07-e46254d93a92 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:16:01.932375 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-4a3605c7-c002-4529-b116-073485483da7 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "DELETE /v2.0/subnets/33f18a1b-5552-4192-92be-76d0229b5b31 HTTP/1.1" status: 204  len: 168 time: 0.7128477
Dec 23 16:16:01.933169 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 49960) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:01.965256 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-b33fc8d1-258f-46e8-aa07-e46254d93a92 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Usage tracker for resource:port and tenant:bf435ff0e7914a739a10fff5b2399c13 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:16:01.973693 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-b33fc8d1-258f-46e8-aa07-e46254d93a92 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:16:01.990031 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-b33fc8d1-258f-46e8-aa07-e46254d93a92 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:16:01.998667 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-e6edf17f-7bba-43c6-abd6-354afc9f55ed None None] For port c2214081-5db1-43cb-b089-bddbdaba74ff, host dv-neutron-822799-1-hyperv, cleared binding levels {{(pid=87637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 23 16:16:02.000980 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d21490dc-3264-4350-ba9d-0af9116b3ed7 None None] Network 8f98af44-d303-4bde-b872-83960908e446 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:16:02.014094 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device ef1460ab-ed15-486c-ac0a-45cdb3eaac37 up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:16:02.016327 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b33fc8d1-258f-46e8-aa07-e46254d93a92 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Made reservation on behalf of bf435ff0e7914a739a10fff5b2399c13 for: {'port': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:16:02.048042 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-de6af0bc-3778-4f56-b89d-61d129b28560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc1b63910>, [], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:16:02.070379 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de6af0bc-3778-4f56-b89d-61d129b28560 None None] Routers {'3db77ba0-2911-45d9-a206-02e36e45bb83'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:16:02.071203 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-de6af0bc-3778-4f56-b89d-61d129b28560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc1b63910>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:15:50Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['3db77ba0-2911-45d9-a206-02e36e45bb83'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:16:02.129746 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-c9d239bc-f0e9-4ab5-bf6f-3cd2f23717b9 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks [] for port, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:02.140157 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-de6af0bc-3778-4f56-b89d-61d129b28560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc1b63910>, [], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:16:02.140865 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de6af0bc-3778-4f56-b89d-61d129b28560 None None] The sync data for ids ['3db77ba0-2911-45d9-a206-02e36e45bb83'] in dv-neutron-822799-1-hyperv is: [] {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 23 16:16:02.189170 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-e6edf17f-7bba-43c6-abd6-354afc9f55ed None None] For port c2214081-5db1-43cb-b089-bddbdaba74ff, host dv-neutron-822799-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=c2214081-5db1-43cb-b089-bddbdaba74ff,segment=NetworkSegment(dabbc05b-716d-4882-a364-c94d6331ba84),segment_id=dabbc05b-716d-4882-a364-c94d6331ba84)] {{(pid=87637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 23 16:16:02.223641 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.provisioning_blocks [None req-c9d239bc-f0e9-4ab5-bf6f-3cd2f23717b9 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Transition to ACTIVE for port object 3fae121b-e665-4fc7-a1ea-78878bf29e55 will not be triggered until provisioned by entity DHCP. {{(pid=87635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:16:02.251578 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-bf62bcec-c524-47bc-bcc4-fba5f972e4b6 tempest-FloatingIPAdminTestJSON-473263132 tempest-FloatingIPAdminTestJSON-473263132-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:16:02.255382 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-f203db90-32ca-488d-85c7-60d1ded52349 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for router, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:02.259610 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-bf62bcec-c524-47bc-bcc4-fba5f972e4b6 tempest-FloatingIPAdminTestJSON-473263132 tempest-FloatingIPAdminTestJSON-473263132-project] Usage tracker for resource:port and tenant:fe1081af0f994eb9955df836c7f2879c is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:16:02.266000 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-bf62bcec-c524-47bc-bcc4-fba5f972e4b6 tempest-FloatingIPAdminTestJSON-473263132 tempest-FloatingIPAdminTestJSON-473263132-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:16:02.285012 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-bf62bcec-c524-47bc-bcc4-fba5f972e4b6 tempest-FloatingIPAdminTestJSON-473263132 tempest-FloatingIPAdminTestJSON-473263132-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:16:02.313081 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b33fc8d1-258f-46e8-aa07-e46254d93a92 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:02.327827 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf62bcec-c524-47bc-bcc4-fba5f972e4b6 tempest-FloatingIPAdminTestJSON-473263132 tempest-FloatingIPAdminTestJSON-473263132-project] Made reservation on behalf of fe1081af0f994eb9955df836c7f2879c for: {'port': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:16:02.332182 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-bf62bcec-c524-47bc-bcc4-fba5f972e4b6 tempest-FloatingIPAdminTestJSON-473263132 tempest-FloatingIPAdminTestJSON-473263132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:02.336650 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 49972) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:02.342324 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [-] 10.222.0.64 "GET / HTTP/1.1" status: 200  len: 248 time: 0.0027344
Dec 23 16:16:02.346098 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 49974) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:02.348758 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-e6edf17f-7bba-43c6-abd6-354afc9f55ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:02.370997 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:16:02.389394 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [None req-bf62bcec-c524-47bc-bcc4-fba5f972e4b6 tempest-FloatingIPAdminTestJSON-473263132 tempest-FloatingIPAdminTestJSON-473263132-project] device_id is not set on port 34c96cd9-ae14-48b6-ac6c-456e46af7a45 yet. {{(pid=87636) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 23 16:16:02.436303 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [None req-b33fc8d1-258f-46e8-aa07-e46254d93a92 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] device_id is not set on port 346b5a08-8368-44ef-910b-0fe205267c16 yet. {{(pid=87636) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 23 16:16:02.459195 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-c9d239bc-f0e9-4ab5-bf6f-3cd2f23717b9 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:02.471939 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-cb36066b-cd9d-4ec1-89ef-694e903c827e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:02.472192 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-bf444599-c822-4a17-b770-c16bbee5f883 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:16:02.545895 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-bafd8718-56f8-4569-a3df-aeaea06c9e98 tempest-NetworksApiDiscovery-1018780586 tempest-NetworksApiDiscovery-1018780586-project] 10.222.0.64 "GET /v2.0/ HTTP/1.1" status: 200  len: 702 time: 0.1930118
Dec 23 16:16:02.573557 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9d239bc-f0e9-4ab5-bf6f-3cd2f23717b9 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Network 0b19612e-8eb5-4c96-b8af-12572d789a81 is already hosted by enough agents. {{(pid=87635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:16:02.578469 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.base_scheduler [None req-c9d239bc-f0e9-4ab5-bf6f-3cd2f23717b9 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Resources bound (agent type, host, resource id):  {{(pid=87635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:16:02.592613 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d239bc-f0e9-4ab5-bf6f-3cd2f23717b9 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Received port after_create {{(pid=87635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:16:02.598146 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9d239bc-f0e9-4ab5-bf6f-3cd2f23717b9 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:16:02.598760 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-c9d239bc-f0e9-4ab5-bf6f-3cd2f23717b9 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:02.607910 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-f203db90-32ca-488d-85c7-60d1ded52349 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:02.620708 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d239bc-f0e9-4ab5-bf6f-3cd2f23717b9 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Pushing event updated for resources: {'Port': ['ID=3fae121b-e665-4fc7-a1ea-78878bf29e55,revision_number=1']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:16:02.627690 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-c9d239bc-f0e9-4ab5-bf6f-3cd2f23717b9 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:16:02.634214 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-f203db90-32ca-488d-85c7-60d1ded52349 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Deleting port f2738f4b-ae43-431d-a49b-fe4450098f9d {{(pid=87635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:16:02.634683 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-f203db90-32ca-488d-85c7-60d1ded52349 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:02.673710 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6edf17f-7bba-43c6-abd6-354afc9f55ed None None] Pushing event updated for resources: {'Port': ['ID=c2214081-5db1-43cb-b089-bddbdaba74ff,revision_number=2']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:16:02.678070 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-e6edf17f-7bba-43c6-abd6-354afc9f55ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:16:02.678568 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port ef1460ab-ed15-486c-ac0a-45cdb3eaac37 triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:16:02.679325 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:02.700179 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 49984) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:02.702550 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-c9d239bc-f0e9-4ab5-bf6f-3cd2f23717b9 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201  len: 930 time: 2.4702497
Dec 23 16:16:02.711869 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-630b26e3-4d3f-4e4c-aa16-c016fb0e4fc8 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Request body: {'port': {'network_id': '0b19612e-8eb5-4c96-b8af-12572d789a81', 'name': 'tempest-PortsIpV6TestJSON-685636944'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:16:02.718297 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-cb36066b-cd9d-4ec1-89ef-694e903c827e None None] For port ef1460ab-ed15-486c-ac0a-45cdb3eaac37, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=ef1460ab-ed15-486c-ac0a-45cdb3eaac37,segment=NetworkSegment(d0e346f7-32a7-41a0-b972-301688edbe10),segment_id=d0e346f7-32a7-41a0-b972-301688edbe10)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:16:02.757094 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-cb36066b-cd9d-4ec1-89ef-694e903c827e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:02.766055 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-915c0b23-b6ec-4ee1-b7d2-0621097008ab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:16:02.781652 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [None req-bf62bcec-c524-47bc-bcc4-fba5f972e4b6 tempest-FloatingIPAdminTestJSON-473263132 tempest-FloatingIPAdminTestJSON-473263132-project] Allocated IP 172.20.0.13 (7ab8cad7-af6d-42cf-8ea6-0613a9a987a2/6395fc59-0136-4593-ab20-017c2a647507/34c96cd9-ae14-48b6-ac6c-456e46af7a45) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:16:02.928764 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb36066b-cd9d-4ec1-89ef-694e903c827e None None] Pushing event updated for resources: {'Port': ['ID=ef1460ab-ed15-486c-ac0a-45cdb3eaac37,revision_number=5']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:16:02.932203 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-cb36066b-cd9d-4ec1-89ef-694e903c827e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:16:02.936182 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.db [None req-f203db90-32ca-488d-85c7-60d1ded52349 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] For port f2738f4b-ae43-431d-a49b-fe4450098f9d, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=f2738f4b-ae43-431d-a49b-fe4450098f9d,segment=NetworkSegment(77e3d110-dd7b-426c-b11f-b78dde7993df),segment_id=77e3d110-dd7b-426c-b11f-b78dde7993df)] {{(pid=87635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:16:02.936557 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-f203db90-32ca-488d-85c7-60d1ded52349 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:03.008043 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-b28de7f8-937a-4361-b4e2-248c62c7511f None None] Provisioning complete for port d6c7bbd0-eba3-4ef8-b927-d4ee7e231d0a triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:16:03.008475 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-b28de7f8-937a-4361-b4e2-248c62c7511f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:03.130321 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-b28de7f8-937a-4361-b4e2-248c62c7511f None None] Port d6c7bbd0-eba3-4ef8-b927-d4ee7e231d0a cannot update to ACTIVE because it is not bound. {{(pid=87637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 23 16:16:03.139677 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-0b80e039-52f2-41e0-8dd4-1bd075d9c3f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc1087970>, [{'id': '60a9be12-e018-4cb8-af5c-0a3802c67b88', 'name': 'tempest-TestNetworkBasicOps-router-1642921231', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.110'}], 'enable_snat': True}, 'gw_port_id': 'f2738f4b-ae43-431d-a49b-fe4450098f9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:12:52Z', 'updated_at': '2021-12-23T16:15:59Z', 'revision_number': 7, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'gw_port': {'id': 'f2738f4b-ae43-431d-a49b-fe4450098f9d', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:8a:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a9be12-e018-4cb8-af5c-0a3802c67b88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:12:54Z', 'updated_at': '2021-12-23T16:13:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv'}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:16:03.154017 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b80e039-52f2-41e0-8dd4-1bd075d9c3f4 None None] Checking router: 60a9be12-e018-4cb8-af5c-0a3802c67b88 for host: dv-neutron-822799-1-hyperv {{(pid=87637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 23 16:16:03.171685 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b80e039-52f2-41e0-8dd4-1bd075d9c3f4 None None] Routers {'60a9be12-e018-4cb8-af5c-0a3802c67b88'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:16:03.172556 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-0b80e039-52f2-41e0-8dd4-1bd075d9c3f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc1087970>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:15:50Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['60a9be12-e018-4cb8-af5c-0a3802c67b88'], 'active': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:16:03.253879 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-f203db90-32ca-488d-85c7-60d1ded52349 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Calling delete_port for f2738f4b-ae43-431d-a49b-fe4450098f9d owned by network:router_gateway {{(pid=87635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:16:03.259023 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f67f4627-ab60-44b2-a7a0-acba6c05db3d None None] DHCP port deletion for 8f98af44-d303-4bde-b872-83960908e446 request from dv-neutron-822799-1-hyperv {{(pid=87637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 23 16:16:03.426059 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-f67f4627-ab60-44b2-a7a0-acba6c05db3d None None] Deleting port da43a78d-1f16-4467-8e5c-a3bd747136a8 {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:16:03.426452 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f67f4627-ab60-44b2-a7a0-acba6c05db3d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:03.462130 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 49990) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:03.517071 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-bf62bcec-c524-47bc-bcc4-fba5f972e4b6 tempest-FloatingIPAdminTestJSON-473263132 tempest-FloatingIPAdminTestJSON-473263132-project] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:03.578107 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvr_db [None req-0b80e039-52f2-41e0-8dd4-1bd075d9c3f4 None None] Set router 60a9be12-e018-4cb8-af5c-0a3802c67b88 gateway port host: None {{(pid=87637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:16:03.583396 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [None req-b33fc8d1-258f-46e8-aa07-e46254d93a92 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Allocated IP 2001:db8::293 (a67646b4-5371-43ec-9f98-39fe51a67033/0b3cade5-17c0-416d-8bcc-bd7329c2f75f/346b5a08-8368-44ef-910b-0fe205267c16) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:16:03.617242 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.provisioning_blocks [None req-bf62bcec-c524-47bc-bcc4-fba5f972e4b6 tempest-FloatingIPAdminTestJSON-473263132 tempest-FloatingIPAdminTestJSON-473263132-project] Transition to ACTIVE for port object 34c96cd9-ae14-48b6-ac6c-456e46af7a45 will not be triggered until provisioned by entity DHCP. {{(pid=87636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:16:03.619917 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [None req-b33fc8d1-258f-46e8-aa07-e46254d93a92 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Allocated IP 2001:db8:0:1:f816:3eff:fe57:c325 (a67646b4-5371-43ec-9f98-39fe51a67033/e1b8814e-ed57-4b84-bd7c-067e4486dd5d/346b5a08-8368-44ef-910b-0fe205267c16) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:16:03.648029 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-630b26e3-4d3f-4e4c-aa16-c016fb0e4fc8 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:16:03.653124 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-630b26e3-4d3f-4e4c-aa16-c016fb0e4fc8 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Usage tracker for resource:port and tenant:37ed648a62f44dd1bf944e0bff6f4422 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:16:03.656544 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-630b26e3-4d3f-4e4c-aa16-c016fb0e4fc8 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:16:03.663380 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-630b26e3-4d3f-4e4c-aa16-c016fb0e4fc8 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:16:03.678598 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-f203db90-32ca-488d-85c7-60d1ded52349 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:03.684892 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-cd396ad3-7a05-4980-ae79-d832f2575501 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:16:03.690144 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-630b26e3-4d3f-4e4c-aa16-c016fb0e4fc8 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Made reservation on behalf of 37ed648a62f44dd1bf944e0bff6f4422 for: {'port': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:16:03.694104 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-630b26e3-4d3f-4e4c-aa16-c016fb0e4fc8 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:03.720042 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-0b80e039-52f2-41e0-8dd4-1bd075d9c3f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc1087970>, [{'id': '60a9be12-e018-4cb8-af5c-0a3802c67b88', 'name': 'tempest-TestNetworkBasicOps-router-1642921231', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:12:52Z', 'updated_at': '2021-12-23T16:16:02Z', 'revision_number': 8, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'gw_port_host': None}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:16:03.736986 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f203db90-32ca-488d-85c7-60d1ded52349 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Pushing event deleted for resources: {'Port': ['ID=f2738f4b-ae43-431d-a49b-fe4450098f9d,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:16:03.737334 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b80e039-52f2-41e0-8dd4-1bd075d9c3f4 None None] The sync data for ids ['60a9be12-e018-4cb8-af5c-0a3802c67b88'] in dv-neutron-822799-1-hyperv is: [{'id': '60a9be12-e018-4cb8-af5c-0a3802c67b88', 'name': 'tempest-TestNetworkBasicOps-router-1642921231', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:12:52Z', 'updated_at': '2021-12-23T16:16:02Z', 'revision_number': 8, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'gw_port_host': None}] {{(pid=87637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 23 16:16:03.764369 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-750744d7-bbe0-4462-86c9-3d0bddbfaea1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:03.805828 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-f203db90-32ca-488d-85c7-60d1ded52349 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:16:03.852378 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [None req-630b26e3-4d3f-4e4c-aa16-c016fb0e4fc8 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] device_id is not set on port 31496577-f304-495b-90f1-d8ed9f53af65 yet. {{(pid=87636) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 23 16:16:03.885260 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-f203db90-32ca-488d-85c7-60d1ded52349 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1824206'] for router_gateway, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:03.896635 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-750744d7-bbe0-4462-86c9-3d0bddbfaea1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:16:03.904214 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-bf62bcec-c524-47bc-bcc4-fba5f972e4b6 tempest-FloatingIPAdminTestJSON-473263132 tempest-FloatingIPAdminTestJSON-473263132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:03.906810 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-750744d7-bbe0-4462-86c9-3d0bddbfaea1 admin admin] Usage tracker for resource:security_group_rule and tenant:464e3e7ae7c54634ad077d8f1aa4d45c is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:16:03.908078 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-f67f4627-ab60-44b2-a7a0-acba6c05db3d None None] For port da43a78d-1f16-4467-8e5c-a3bd747136a8, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=da43a78d-1f16-4467-8e5c-a3bd747136a8,segment=NetworkSegment(402fd6a3-8341-4973-811c-26e889c2f1bb),segment_id=402fd6a3-8341-4973-811c-26e889c2f1bb)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:16:03.909053 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f67f4627-ab60-44b2-a7a0-acba6c05db3d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:03.923741 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-750744d7-bbe0-4462-86c9-3d0bddbfaea1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:16:03.943249 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-6b7074d8-3393-4fc6-9876-dd85e179e975 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:16:04.009094 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-750744d7-bbe0-4462-86c9-3d0bddbfaea1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:16:04.062441 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf62bcec-c524-47bc-bcc4-fba5f972e4b6 tempest-FloatingIPAdminTestJSON-473263132 tempest-FloatingIPAdminTestJSON-473263132-project] Network 7ab8cad7-af6d-42cf-8ea6-0613a9a987a2 is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:16:04.075448 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-f67f4627-ab60-44b2-a7a0-acba6c05db3d None None] Calling delete_port for da43a78d-1f16-4467-8e5c-a3bd747136a8 owned by network:dhcp {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:16:04.097406 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-f203db90-32ca-488d-85c7-60d1ded52349 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1784183', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-235354'] for router, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:04.111671 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-f203db90-32ca-488d-85c7-60d1ded52349 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:04.113870 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-bf62bcec-c524-47bc-bcc4-fba5f972e4b6 tempest-FloatingIPAdminTestJSON-473263132 tempest-FloatingIPAdminTestJSON-473263132-project] Resources bound (agent type, host, resource id):  {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:16:04.128784 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf62bcec-c524-47bc-bcc4-fba5f972e4b6 tempest-FloatingIPAdminTestJSON-473263132 tempest-FloatingIPAdminTestJSON-473263132-project] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:16:04.156834 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-f203db90-32ca-488d-85c7-60d1ded52349 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1781328'] for router, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:04.157714 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f203db90-32ca-488d-85c7-60d1ded52349 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Fanout notify agent at l3_agent the message router_deleted on router 60a9be12-e018-4cb8-af5c-0a3802c67b88 {{(pid=87635) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 23 16:16:04.187378 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-f203db90-32ca-488d-85c7-60d1ded52349 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for router, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:04.190277 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-f203db90-32ca-488d-85c7-60d1ded52349 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "DELETE /v2.0/routers/60a9be12-e018-4cb8-af5c-0a3802c67b88 HTTP/1.1" status: 204  len: 168 time: 2.2510085
Dec 23 16:16:04.194128 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 49996) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:04.226593 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-1e9dbd00-9dcd-4b17-bfa5-f21953e53ad1 None None] Provisioning complete for port ef1460ab-ed15-486c-ac0a-45cdb3eaac37 triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:16:04.227207 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1e9dbd00-9dcd-4b17-bfa5-f21953e53ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:04.349922 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b33fc8d1-258f-46e8-aa07-e46254d93a92 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:04.376792 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f67f4627-ab60-44b2-a7a0-acba6c05db3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789'] for port, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:04.388640 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-9b0796e4-b313-46c2-902c-e273b83d2dbb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:16:04.393055 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.provisioning_blocks [None req-b33fc8d1-258f-46e8-aa07-e46254d93a92 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Transition to ACTIVE for port object 346b5a08-8368-44ef-910b-0fe205267c16 will not be triggered until provisioned by entity DHCP. {{(pid=87636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:16:04.425834 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee07abc1-dbb3-4b49-8711-5b2457a47378 None None] Network 0b19612e-8eb5-4c96-b8af-12572d789a81 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:16:04.436360 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-4a304949-bc1d-44da-a89d-896efc62fe62 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-698866'] for network, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:04.515226 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf62bcec-c524-47bc-bcc4-fba5f972e4b6 tempest-FloatingIPAdminTestJSON-473263132 tempest-FloatingIPAdminTestJSON-473263132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:16:04.516774 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-bf62bcec-c524-47bc-bcc4-fba5f972e4b6 tempest-FloatingIPAdminTestJSON-473263132 tempest-FloatingIPAdminTestJSON-473263132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:04.522307 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf62bcec-c524-47bc-bcc4-fba5f972e4b6 tempest-FloatingIPAdminTestJSON-473263132 tempest-FloatingIPAdminTestJSON-473263132-project] Pushing event updated for resources: {'Port': ['ID=34c96cd9-ae14-48b6-ac6c-456e46af7a45,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:16:04.533271 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-bf62bcec-c524-47bc-bcc4-fba5f972e4b6 tempest-FloatingIPAdminTestJSON-473263132 tempest-FloatingIPAdminTestJSON-473263132-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.590s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:16:04.544037 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b33fc8d1-258f-46e8-aa07-e46254d93a92 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:04.558921 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-26a2a5a1-85c3-4dcd-844a-18653b98f8bc tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:16:04.564980 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f67f4627-ab60-44b2-a7a0-acba6c05db3d None None] No DVR routers for this DVR port da43a78d-1f16-4467-8e5c-a3bd747136a8 on host dv-neutron-822799-1-hyperv {{(pid=87637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 23 16:16:04.570796 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67f4627-ab60-44b2-a7a0-acba6c05db3d None None] Pushing event deleted for resources: {'Port': ['ID=da43a78d-1f16-4467-8e5c-a3bd747136a8,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:16:04.601443 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-4a304949-bc1d-44da-a89d-896efc62fe62 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-864347', 'neutron.services.segments.db._delete_segments_for_network-8735362908070'] for network, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:04.604325 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-f67f4627-ab60-44b2-a7a0-acba6c05db3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:16:04.629639 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.services.segments.db [None req-4a304949-bc1d-44da-a89d-896efc62fe62 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1dbb66ec10>,) {'filters': {'network_id': ['8f98af44-d303-4bde-b872-83960908e446']}} {{(pid=87635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:16:04.642865 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.services.segments.db [None req-4a304949-bc1d-44da-a89d-896efc62fe62 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dbb66ec10>, '402fd6a3-8341-4973-811c-26e889c2f1bb') {'for_net_delete': True} {{(pid=87635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:16:04.643173 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.services.segments.db [None req-4a304949-bc1d-44da-a89d-896efc62fe62 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dbb66ec10>, '402fd6a3-8341-4973-811c-26e889c2f1bb') {} {{(pid=87635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:16:04.654588 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-4a304949-bc1d-44da-a89d-896efc62fe62 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735363085442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2776713'] for segment, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:04.670320 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b33fc8d1-258f-46e8-aa07-e46254d93a92 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Network a67646b4-5371-43ec-9f98-39fe51a67033 is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:16:04.673475 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-4a304949-bc1d-44da-a89d-896efc62fe62 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:04.690088 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a304949-bc1d-44da-a89d-896efc62fe62 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Releasing vlan 446 on physical network physnet1 to pool {{(pid=87635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 23 16:16:04.690925 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-4a304949-bc1d-44da-a89d-896efc62fe62 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2753503'] for segment, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:04.695672 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [None req-630b26e3-4d3f-4e4c-aa16-c016fb0e4fc8 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Allocated IP 2001:db8::3b5 (0b19612e-8eb5-4c96-b8af-12572d789a81/5ff5577a-7882-42f4-9147-8667b5314392/31496577-f304-495b-90f1-d8ed9f53af65) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:16:04.697916 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-b33fc8d1-258f-46e8-aa07-e46254d93a92 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Resources bound (agent type, host, resource id):  {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:16:04.713835 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b33fc8d1-258f-46e8-aa07-e46254d93a92 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:16:04.714992 dv-neutron-822799-1-hyperv neutron-server[87635]: Traceback (most recent call last):
Dec 23 16:16:04.714992 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 23 16:16:04.714992 dv-neutron-822799-1-hyperv neutron-server[87635]:     timer()
Dec 23 16:16:04.714992 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:16:04.714992 dv-neutron-822799-1-hyperv neutron-server[87635]:     cb(*args, **kw)
Dec 23 16:16:04.714992 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 23 16:16:04.714992 dv-neutron-822799-1-hyperv neutron-server[87635]:     return func(*args, **kwargs)
Dec 23 16:16:04.714992 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:16:04.714992 dv-neutron-822799-1-hyperv neutron-server[87635]:     self._notify()
Dec 23 16:16:04.714992 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:16:04.714992 dv-neutron-822799-1-hyperv neutron-server[87635]:     self.callback(batched_events)
Dec 23 16:16:04.714992 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:16:04.714992 dv-neutron-822799-1-hyperv neutron-server[87635]:     event.method(event)
Dec 23 16:16:04.714992 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:16:04.714992 dv-neutron-822799-1-hyperv neutron-server[87635]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:16:04.714992 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 23 16:16:04.714992 dv-neutron-822799-1-hyperv neutron-server[87635]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 23 16:16:04.714992 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 23 16:16:04.714992 dv-neutron-822799-1-hyperv neutron-server[87635]:     return f(self, *a, **k)
Dec 23 16:16:04.714992 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:16:04.714992 dv-neutron-822799-1-hyperv neutron-server[87635]:     return self._get(url).json()
Dec 23 16:16:04.714992 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 23 16:16:04.714992 dv-neutron-822799-1-hyperv neutron-server[87635]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 23 16:16:04.714992 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 23 16:16:04.714992 dv-neutron-822799-1-hyperv neutron-server[87635]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:16:04.714992 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 23 16:16:04.714992 dv-neutron-822799-1-hyperv neutron-server[87635]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 23 16:16:04.714992 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 23 16:16:04.714992 dv-neutron-822799-1-hyperv neutron-server[87635]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:16:04.714992 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 23 16:16:04.714992 dv-neutron-822799-1-hyperv neutron-server[87635]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:16:04.714992 dv-neutron-822799-1-hyperv neutron-server[87635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:16:04.722613 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b33fc8d1-258f-46e8-aa07-e46254d93a92 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:16:04.723740 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b33fc8d1-258f-46e8-aa07-e46254d93a92 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:04.779053 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device c2214081-5db1-43cb-b089-bddbdaba74ff up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:16:04.807153 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33fc8d1-258f-46e8-aa07-e46254d93a92 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Pushing event updated for resources: {'Port': ['ID=346b5a08-8368-44ef-910b-0fe205267c16,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:16:04.814423 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-bf62bcec-c524-47bc-bcc4-fba5f972e4b6 tempest-FloatingIPAdminTestJSON-473263132 tempest-FloatingIPAdminTestJSON-473263132-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.9507885
Dec 23 16:16:04.816656 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 50000) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:04.821129 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-b33fc8d1-258f-46e8-aa07-e46254d93a92 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:16:04.829861 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-4a304949-bc1d-44da-a89d-896efc62fe62 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-864336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1824171'] for network, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:04.843965 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-b33fc8d1-258f-46e8-aa07-e46254d93a92 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1033 time: 3.2731528
Dec 23 16:16:04.847604 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-0800b514-d9b9-4be0-a1f5-88e4cebd8911 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:16:04.848347 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 50006) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:04.874086 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-4a304949-bc1d-44da-a89d-896efc62fe62 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for network, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:04.885949 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a304949-bc1d-44da-a89d-896efc62fe62 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Pushing event deleted for resources: {'Network': ['ID=8f98af44-d303-4bde-b872-83960908e446,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:16:04.892460 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-4a304949-bc1d-44da-a89d-896efc62fe62 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:16:04.899043 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-4a304949-bc1d-44da-a89d-896efc62fe62 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "DELETE /v2.0/networks/8f98af44-d303-4bde-b872-83960908e446 HTTP/1.1" status: 204  len: 168 time: 0.7035894
Dec 23 16:16:04.925893 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 50010) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:04.956659 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-196ab269-924a-4296-b827-acd4db3e17ac None None] Provisioning for port c2214081-5db1-43cb-b089-bddbdaba74ff completed by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:16:04.980507 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning for port c2214081-5db1-43cb-b089-bddbdaba74ff completed by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:16:04.986329 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-196ab269-924a-4296-b827-acd4db3e17ac None None] Provisioning for port 34c96cd9-ae14-48b6-ac6c-456e46af7a45 completed by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:16:04.993032 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-196ab269-924a-4296-b827-acd4db3e17ac None None] Provisioning complete for port 34c96cd9-ae14-48b6-ac6c-456e46af7a45 triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:16:04.993684 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-196ab269-924a-4296-b827-acd4db3e17ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:05.025486 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-861e4ee6-03ca-41d8-9d01-72473ea75233 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Request body: {'network': {'name': 'tempest-network-smoke--215024736', 'project_id': '544f3e375bde4f0988286eba27294ea6', 'port_security_enabled': True}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:16:05.040681 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port c2214081-5db1-43cb-b089-bddbdaba74ff triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:16:05.041075 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:05.067457 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-861e4ee6-03ca-41d8-9d01-72473ea75233 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:16:05.078540 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-f4d5d327-f86d-455c-b71c-05b4667a3763 tempest-FloatingIPAdminTestJSON-807536738 tempest-FloatingIPAdminTestJSON-807536738-project-admin] Request body: {'floatingip': {'floating_network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'project_id': 'fe1081af0f994eb9955df836c7f2879c', 'port_id': '34c96cd9-ae14-48b6-ac6c-456e46af7a45'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:16:05.095790 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-861e4ee6-03ca-41d8-9d01-72473ea75233 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Usage tracker for resource:network and tenant:544f3e375bde4f0988286eba27294ea6 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:16:05.096863 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-196ab269-924a-4296-b827-acd4db3e17ac None None] Port 34c96cd9-ae14-48b6-ac6c-456e46af7a45 cannot update to ACTIVE because it is not bound. {{(pid=87637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 23 16:16:05.099179 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-f4d5d327-f86d-455c-b71c-05b4667a3763 tempest-FloatingIPAdminTestJSON-807536738 tempest-FloatingIPAdminTestJSON-807536738-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:16:05.106332 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-861e4ee6-03ca-41d8-9d01-72473ea75233 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:16:05.130367 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-f4d5d327-f86d-455c-b71c-05b4667a3763 tempest-FloatingIPAdminTestJSON-807536738 tempest-FloatingIPAdminTestJSON-807536738-project-admin] Usage tracker for resource:floatingip and tenant:fe1081af0f994eb9955df836c7f2879c is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:16:05.143123 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-861e4ee6-03ca-41d8-9d01-72473ea75233 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:16:05.167673 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-f4d5d327-f86d-455c-b71c-05b4667a3763 tempest-FloatingIPAdminTestJSON-807536738 tempest-FloatingIPAdminTestJSON-807536738-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:16:05.189836 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-f8a87d70-08ee-42bd-b712-0cc08eb0286f tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Deleting port 346b5a08-8368-44ef-910b-0fe205267c16 {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:16:05.190183 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f8a87d70-08ee-42bd-b712-0cc08eb0286f tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:05.223541 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:05.264392 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-d3f4f61b-0df1-42da-8def-34e3bd649de4 None None] Provisioning for port 346b5a08-8368-44ef-910b-0fe205267c16 completed by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:16:05.270372 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-f4d5d327-f86d-455c-b71c-05b4667a3763 tempest-FloatingIPAdminTestJSON-807536738 tempest-FloatingIPAdminTestJSON-807536738-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:16:05.271361 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] For port c2214081-5db1-43cb-b089-bddbdaba74ff, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=c2214081-5db1-43cb-b089-bddbdaba74ff,segment=NetworkSegment(dabbc05b-716d-4882-a364-c94d6331ba84),segment_id=dabbc05b-716d-4882-a364-c94d6331ba84)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:16:05.274346 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-d3f4f61b-0df1-42da-8def-34e3bd649de4 None None] Provisioning complete for port 346b5a08-8368-44ef-910b-0fe205267c16 triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:16:05.274761 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d3f4f61b-0df1-42da-8def-34e3bd649de4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:05.326567 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-750744d7-bbe0-4462-86c9-3d0bddbfaea1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:05.339177 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-d3f4f61b-0df1-42da-8def-34e3bd649de4 None None] Port 346b5a08-8368-44ef-910b-0fe205267c16 cannot update to ACTIVE because it is not bound. {{(pid=87637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 23 16:16:05.341012 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:05.341159 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-750744d7-bbe0-4462-86c9-3d0bddbfaea1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:05.341875 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device ef1460ab-ed15-486c-ac0a-45cdb3eaac37 up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:16:05.348059 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-861e4ee6-03ca-41d8-9d01-72473ea75233 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Made reservation on behalf of 544f3e375bde4f0988286eba27294ea6 for: {'network': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:16:05.351687 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-861e4ee6-03ca-41d8-9d01-72473ea75233 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for network, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:05.370910 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:16:05.372731 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-2ee68b93-877f-4dd8-aa55-af25a12f8ad8 tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:16:05.407765 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f4d5d327-f86d-455c-b71c-05b4667a3763 tempest-FloatingIPAdminTestJSON-807536738 tempest-FloatingIPAdminTestJSON-807536738-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:05.444434 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-630b26e3-4d3f-4e4c-aa16-c016fb0e4fc8 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:05.478763 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Pushing event updated for resources: {'Port': ['ID=c2214081-5db1-43cb-b089-bddbdaba74ff,revision_number=3']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:16:05.482552 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:16:05.491714 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port ef1460ab-ed15-486c-ac0a-45cdb3eaac37 triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:16:05.492108 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:05.555600 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-750744d7-bbe0-4462-86c9-3d0bddbfaea1 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=464e3e7ae7c54634ad077d8f1aa4d45c&name=default HTTP/1.1" status: 200  len: 2983 time: 2.0829585
Dec 23 16:16:05.558753 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 50014) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:05.582537 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750744d7-bbe0-4462-86c9-3d0bddbfaea1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d0f7323-e37a-4892-baa8-1b54c50ce7e3,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:16:05.586239 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.provisioning_blocks [None req-630b26e3-4d3f-4e4c-aa16-c016fb0e4fc8 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Transition to ACTIVE for port object 31496577-f304-495b-90f1-d8ed9f53af65 will not be triggered until provisioned by entity DHCP. {{(pid=87636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:16:05.593249 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-750744d7-bbe0-4462-86c9-3d0bddbfaea1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:16:05.596446 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-861e4ee6-03ca-41d8-9d01-72473ea75233 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] vlan segment allocate from pool success with {'vlan_id': 438, 'physical_network': 'physnet1'}  {{(pid=87636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 23 16:16:05.599444 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-091b34de-8e7f-453c-8911-fc9a20cdd0d5 None None] Provisioning complete for port c2214081-5db1-43cb-b089-bddbdaba74ff triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:16:05.599672 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-091b34de-8e7f-453c-8911-fc9a20cdd0d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:05.622920 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-fe5dce7f-f4c6-452e-8384-136d2cd607c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:05.654030 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-fe5dce7f-f4c6-452e-8384-136d2cd607c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:05.690539 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-861e4ee6-03ca-41d8-9d01-72473ea75233 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:05.690848 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.db.segments_db [None req-861e4ee6-03ca-41d8-9d01-72473ea75233 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Added segment d3145fa9-8a75-4e10-8270-1505196d67de of type vlan for network 86ce35ef-6f92-478d-bb05-dc77b85890ed
Dec 23 16:16:05.710907 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-fe5dce7f-f4c6-452e-8384-136d2cd607c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:05.715277 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-71594754-f887-4d61-b64b-86c248a8765c tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:16:05.728425 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5dce7f-f4c6-452e-8384-136d2cd607c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d0f7323-e37a-4892-baa8-1b54c50ce7e3,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:16:05.735489 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-fe5dce7f-f4c6-452e-8384-136d2cd607c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:16:05.735992 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-fe5dce7f-f4c6-452e-8384-136d2cd607c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:05.740072 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-fe5dce7f-f4c6-452e-8384-136d2cd607c5 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7d0f7323-e37a-4892-baa8-1b54c50ce7e3 HTTP/1.1" status: 204  len: 168 time: 0.1773646
Dec 23 16:16:05.740226 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f8a87d70-08ee-42bd-b712-0cc08eb0286f tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:05.804746 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device aba75bb5-4cf8-4b0a-a501-2a795d4de5aa no longer exists at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 23 16:16:05.835899 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-861e4ee6-03ca-41d8-9d01-72473ea75233 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735362521793'] for network, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:05.844717 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-091b34de-8e7f-453c-8911-fc9a20cdd0d5 None None] Provisioning for port 3fae121b-e665-4fc7-a1ea-78878bf29e55 completed by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:16:05.849282 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] No Port match for: aba75bb5-4cf8-4b0a-a501-2a795d4de5aa {{(pid=87637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 23 16:16:05.849629 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device aba75bb5-4cf8-4b0a-a501-2a795d4de5aa not bound to the agent host dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 23 16:16:05.850754 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device da43a78d-1f16-4467-8e5c-a3bd747136a8 no longer exists at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 23 16:16:05.885021 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-091b34de-8e7f-453c-8911-fc9a20cdd0d5 None None] Provisioning complete for port 3fae121b-e665-4fc7-a1ea-78878bf29e55 triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:16:05.885419 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-091b34de-8e7f-453c-8911-fc9a20cdd0d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:05.921143 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] No Port match for: da43a78d-1f16-4467-8e5c-a3bd747136a8 {{(pid=87637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 23 16:16:05.921773 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device da43a78d-1f16-4467-8e5c-a3bd747136a8 not bound to the agent host dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 23 16:16:05.959265 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-091b34de-8e7f-453c-8911-fc9a20cdd0d5 None None] Port 3fae121b-e665-4fc7-a1ea-78878bf29e55 cannot update to ACTIVE because it is not bound. {{(pid=87637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 23 16:16:06.025615 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device c2214081-5db1-43cb-b089-bddbdaba74ff up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:16:06.061453 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-630b26e3-4d3f-4e4c-aa16-c016fb0e4fc8 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:06.076601 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-f8a87d70-08ee-42bd-b712-0cc08eb0286f tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Calling delete_port for 346b5a08-8368-44ef-910b-0fe205267c16 owned by  {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:16:06.099518 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-5dd3e148-acba-4cc8-ae3b-1bcea4bc67ed None None] Provisioning complete for port 3fae121b-e665-4fc7-a1ea-78878bf29e55 triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:16:06.100101 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-5dd3e148-acba-4cc8-ae3b-1bcea4bc67ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:06.105862 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-b5bc3ada-65fb-42e1-82c7-fe34a6212eb7 tempest-TagsExtTest-794743022 tempest-TagsExtTest-794743022-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:16:06.161446 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port c2214081-5db1-43cb-b089-bddbdaba74ff triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:16:06.161827 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:06.190062 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-5dd3e148-acba-4cc8-ae3b-1bcea4bc67ed None None] Port 3fae121b-e665-4fc7-a1ea-78878bf29e55 cannot update to ACTIVE because it is not bound. {{(pid=87637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 23 16:16:06.202590 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-630b26e3-4d3f-4e4c-aa16-c016fb0e4fc8 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Network 0b19612e-8eb5-4c96-b8af-12572d789a81 is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:16:06.222375 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-630b26e3-4d3f-4e4c-aa16-c016fb0e4fc8 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Resources bound (agent type, host, resource id):  {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:16:06.224905 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-630b26e3-4d3f-4e4c-aa16-c016fb0e4fc8 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:16:06.230627 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-630b26e3-4d3f-4e4c-aa16-c016fb0e4fc8 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:16:06.231229 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-630b26e3-4d3f-4e4c-aa16-c016fb0e4fc8 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:06.252272 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630b26e3-4d3f-4e4c-aa16-c016fb0e4fc8 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Pushing event updated for resources: {'Port': ['ID=31496577-f304-495b-90f1-d8ed9f53af65,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:16:06.255246 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-630b26e3-4d3f-4e4c-aa16-c016fb0e4fc8 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:16:06.294439 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-861e4ee6-03ca-41d8-9d01-72473ea75233 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495'] for network, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:06.298856 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device f2738f4b-ae43-431d-a49b-fe4450098f9d no longer exists at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 23 16:16:06.300716 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-861e4ee6-03ca-41d8-9d01-72473ea75233 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:16:06.301321 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-861e4ee6-03ca-41d8-9d01-72473ea75233 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:06.308677 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-355a4f79-26f7-4fa0-8c6e-f63e1d2ad9ee tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:16:06.341484 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] No Port match for: f2738f4b-ae43-431d-a49b-fe4450098f9d {{(pid=87637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 23 16:16:06.341769 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-630b26e3-4d3f-4e4c-aa16-c016fb0e4fc8 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201  len: 930 time: 3.6384623
Dec 23 16:16:06.342250 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device f2738f4b-ae43-431d-a49b-fe4450098f9d not bound to the agent host dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 23 16:16:06.344677 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 50020) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:06.434268 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2b1be65-4ce4-44c9-b056-97c23cc35eec tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:16:06.435079 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-c2b1be65-4ce4-44c9-b056-97c23cc35eec tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Synchronizing usage tracker for tenant:37ed648a62f44dd1bf944e0bff6f4422 on resource:port {{(pid=87635) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:16:06.452882 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-c2b1be65-4ce4-44c9-b056-97c23cc35eec tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Unset dirty status for tenant:37ed648a62f44dd1bf944e0bff6f4422 on resource:port {{(pid=87635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:16:06.456968 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-c2b1be65-4ce4-44c9-b056-97c23cc35eec tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] 10.222.0.64 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A393 HTTP/1.1" status: 200  len: 928 time: 0.1084421
Dec 23 16:16:06.457247 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 50024) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:06.467709 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-861e4ee6-03ca-41d8-9d01-72473ea75233 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 1.5358441
Dec 23 16:16:06.475626 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f4d5d327-f86d-455c-b71c-05b4667a3763 tempest-FloatingIPAdminTestJSON-807536738 tempest-FloatingIPAdminTestJSON-807536738-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:06.478084 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 50028) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:06.525554 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-fe348f60-3351-43d1-9685-f92d7f5edcf3 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-677473266', 'admin_state_up': True, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b'}}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:16:06.528085 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-eb3d01a9-6e47-494f-bc5e-5933c2fb5d40 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Deleting port 31496577-f304-495b-90f1-d8ed9f53af65 {{(pid=87635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:16:06.528432 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-eb3d01a9-6e47-494f-bc5e-5933c2fb5d40 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:06.535559 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861e4ee6-03ca-41d8-9d01-72473ea75233 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Pushing event updated for resources: {'Network': ['ID=86ce35ef-6f92-478d-bb05-dc77b85890ed,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:16:06.538656 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-861e4ee6-03ca-41d8-9d01-72473ea75233 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:16:06.539807 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-fe348f60-3351-43d1-9685-f92d7f5edcf3 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:16:06.547226 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Network 86ce35ef-6f92-478d-bb05-dc77b85890ed details requested by agent ovs-agent-dv-neutron-822799-1-hyperv with host dv-neutron-822799-1-hyperv {{(pid=87637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 23 16:16:06.551687 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-fe348f60-3351-43d1-9685-f92d7f5edcf3 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Usage tracker for resource:router and tenant:544f3e375bde4f0988286eba27294ea6 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:16:06.562162 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-fe348f60-3351-43d1-9685-f92d7f5edcf3 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:16:06.581325 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-fe348f60-3351-43d1-9685-f92d7f5edcf3 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:16:06.654196 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-c5c9f2a5-e15f-4f6f-a2cc-b268fda8b94d None None] Provisioning for port 31496577-f304-495b-90f1-d8ed9f53af65 completed by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:16:06.659620 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-c5c9f2a5-e15f-4f6f-a2cc-b268fda8b94d None None] Provisioning complete for port 31496577-f304-495b-90f1-d8ed9f53af65 triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:16:06.660006 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-c5c9f2a5-e15f-4f6f-a2cc-b268fda8b94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:06.684413 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-fe348f60-3351-43d1-9685-f92d7f5edcf3 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1823978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-235332'] for router, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:06.685475 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-fe348f60-3351-43d1-9685-f92d7f5edcf3 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1824575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1824063', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1751113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-235341'] for router, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:06.714281 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-c5c9f2a5-e15f-4f6f-a2cc-b268fda8b94d None None] Port 31496577-f304-495b-90f1-d8ed9f53af65 cannot update to ACTIVE because it is not bound. {{(pid=87637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 23 16:16:06.738907 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f8a87d70-08ee-42bd-b712-0cc08eb0286f tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:06.745032 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-25db39af-e987-4fde-859d-72004a9a1817 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:16:06.783916 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-eb3d01a9-6e47-494f-bc5e-5933c2fb5d40 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:06.795544 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [None req-f4d5d327-f86d-455c-b71c-05b4667a3763 tempest-FloatingIPAdminTestJSON-807536738 tempest-FloatingIPAdminTestJSON-807536738-project-admin] Allocated IP 172.26.3.187 (8afa6d58-9431-454a-b99c-3ff8a65aa86b/60537fec-5f5f-4ab7-89cc-03638149a590/79cfa194-9710-4277-85c2-e889d5469f99) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:16:06.801139 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a87d70-08ee-42bd-b712-0cc08eb0286f tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Pushing event deleted for resources: {'Port': ['ID=346b5a08-8368-44ef-910b-0fe205267c16,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:16:06.805767 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-fe348f60-3351-43d1-9685-f92d7f5edcf3 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:06.815135 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-f8a87d70-08ee-42bd-b712-0cc08eb0286f tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:16:06.930869 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f8a87d70-08ee-42bd-b712-0cc08eb0286f tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:07.026200 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-eb3d01a9-6e47-494f-bc5e-5933c2fb5d40 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Calling delete_port for 31496577-f304-495b-90f1-d8ed9f53af65 owned by  {{(pid=87635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:16:07.054379 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-f8a87d70-08ee-42bd-b712-0cc08eb0286f tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "DELETE /v2.0/ports/346b5a08-8368-44ef-910b-0fe205267c16 HTTP/1.1" status: 204  len: 168 time: 2.2031629
Dec 23 16:16:07.058582 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 50032) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:07.176861 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-eb3d01a9-6e47-494f-bc5e-5933c2fb5d40 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:07.182293 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-fe965ab1-ed09-4ea2-bfe0-f1de620317f0 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:16:07.226927 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3d01a9-6e47-494f-bc5e-5933c2fb5d40 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Pushing event deleted for resources: {'Port': ['ID=31496577-f304-495b-90f1-d8ed9f53af65,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:16:07.265214 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-eb3d01a9-6e47-494f-bc5e-5933c2fb5d40 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:16:07.282483 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 50038) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:07.294689 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-eb3d01a9-6e47-494f-bc5e-5933c2fb5d40 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:07.330284 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-fe348f60-3351-43d1-9685-f92d7f5edcf3 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1824017', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1823768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-235299'] for router, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:07.372678 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f4d5d327-f86d-455c-b71c-05b4667a3763 tempest-FloatingIPAdminTestJSON-807536738 tempest-FloatingIPAdminTestJSON-807536738-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:07.401429 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-eb3d01a9-6e47-494f-bc5e-5933c2fb5d40 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] 10.222.0.64 "DELETE /v2.0/ports/31496577-f304-495b-90f1-d8ed9f53af65 HTTP/1.1" status: 204  len: 168 time: 0.9408088
Dec 23 16:16:07.402225 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 50042) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:07.464965 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81e3540b-00b8-4e45-a94a-c2b7c5d33d0a tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:16:07.465704 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-81e3540b-00b8-4e45-a94a-c2b7c5d33d0a tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Synchronizing usage tracker for tenant:bf435ff0e7914a739a10fff5b2399c13 on resource:port {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:16:07.467559 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.pecan_wsgi.hooks.translation [None req-f77b4e0a-2988-4645-a215-d7c5064cc08e tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] GET failed (client error): The resource could not be found.
Dec 23 16:16:07.468195 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-f77b4e0a-2988-4645-a215-d7c5064cc08e tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Synchronizing usage tracker for tenant:37ed648a62f44dd1bf944e0bff6f4422 on resource:port {{(pid=87635) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:16:07.504109 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-81e3540b-00b8-4e45-a94a-c2b7c5d33d0a tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Unset dirty status for tenant:bf435ff0e7914a739a10fff5b2399c13 on resource:port {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:16:07.505336 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-81e3540b-00b8-4e45-a94a-c2b7c5d33d0a tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1046 time: 0.3931949
Dec 23 16:16:07.509111 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 50046) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:07.551386 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f4d5d327-f86d-455c-b71c-05b4667a3763 tempest-FloatingIPAdminTestJSON-807536738 tempest-FloatingIPAdminTestJSON-807536738-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:07.561358 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-f807f3cc-ae03-4d69-984d-2b51b81cb8c9 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:16:07.563583 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-f77b4e0a-2988-4645-a215-d7c5064cc08e tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Unset dirty status for tenant:37ed648a62f44dd1bf944e0bff6f4422 on resource:port {{(pid=87635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:16:07.564788 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-f77b4e0a-2988-4645-a215-d7c5064cc08e tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] 10.222.0.64 "GET /v2.0/ports/31496577-f304-495b-90f1-d8ed9f53af65 HTTP/1.1" status: 404  len: 333 time: 0.1618693
Dec 23 16:16:07.573211 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 50050) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:07.621850 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-ee3f2941-4504-4e90-9fce-bca058ad2728 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Deleting port b1c8b4a4-e837-48f2-9ff4-f8324353aa7c {{(pid=87635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:16:07.622192 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-ee3f2941-4504-4e90-9fce-bca058ad2728 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:07.692803 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-81fb639b-d63f-4c80-a4c0-85b63bd58b6c tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Deleting port 3fae121b-e665-4fc7-a1ea-78878bf29e55 {{(pid=87635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:16:07.693108 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-81fb639b-d63f-4c80-a4c0-85b63bd58b6c tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:07.774673 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4d5d327-f86d-455c-b71c-05b4667a3763 tempest-FloatingIPAdminTestJSON-807536738 tempest-FloatingIPAdminTestJSON-807536738-project-admin] Network 8afa6d58-9431-454a-b99c-3ff8a65aa86b is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:16:07.783159 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-f4d5d327-f86d-455c-b71c-05b4667a3763 tempest-FloatingIPAdminTestJSON-807536738 tempest-FloatingIPAdminTestJSON-807536738-project-admin] Resources bound (agent type, host, resource id):  {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:16:07.785963 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4d5d327-f86d-455c-b71c-05b4667a3763 tempest-FloatingIPAdminTestJSON-807536738 tempest-FloatingIPAdminTestJSON-807536738-project-admin] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:16:07.835530 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d5d327-f86d-455c-b71c-05b4667a3763 tempest-FloatingIPAdminTestJSON-807536738 tempest-FloatingIPAdminTestJSON-807536738-project-admin] Pushing event updated for resources: {'Port': ['ID=79cfa194-9710-4277-85c2-e889d5469f99,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:16:07.842201 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-f4d5d327-f86d-455c-b71c-05b4667a3763 tempest-FloatingIPAdminTestJSON-807536738 tempest-FloatingIPAdminTestJSON-807536738-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:16:07.925646 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-ee3f2941-4504-4e90-9fce-bca058ad2728 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:07.926304 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-ee3f2941-4504-4e90-9fce-bca058ad2728 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:07.936151 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c61692e6-c6d5-42fa-9de3-f54b1e958dbc tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:16:07.940102 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-c61692e6-c6d5-42fa-9de3-f54b1e958dbc tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1046 time: 0.4276822
Dec 23 16:16:07.942251 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 50054) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:08.108618 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-ee3f2941-4504-4e90-9fce-bca058ad2728 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Calling delete_port for b1c8b4a4-e837-48f2-9ff4-f8324353aa7c owned by network:floatingip {{(pid=87635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:16:08.206558 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-81fb639b-d63f-4c80-a4c0-85b63bd58b6c tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:08.218361 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-fe348f60-3351-43d1-9685-f92d7f5edcf3 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for router_gateway, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:08.304703 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5dae085-b02b-4b80-b91c-a34510b03b15 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:16:08.306348 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5dae085-b02b-4b80-b91c-a34510b03b15 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:16:08.307869 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5dae085-b02b-4b80-b91c-a34510b03b15 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:16:08.308725 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-f5dae085-b02b-4b80-b91c-a34510b03b15 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Synchronizing usage tracker for tenant:bf435ff0e7914a739a10fff5b2399c13 on resource:subnet {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:16:08.327199 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-fe348f60-3351-43d1-9685-f92d7f5edcf3 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:08.463754 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-f5dae085-b02b-4b80-b91c-a34510b03b15 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Unset dirty status for tenant:bf435ff0e7914a739a10fff5b2399c13 on resource:subnet {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:16:08.464895 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-f5dae085-b02b-4b80-b91c-a34510b03b15 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2119 time: 0.5210667
Dec 23 16:16:08.466313 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-81fb639b-d63f-4c80-a4c0-85b63bd58b6c tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Calling delete_port for 3fae121b-e665-4fc7-a1ea-78878bf29e55 owned by  {{(pid=87635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:16:08.474957 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 50058) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:08.634301 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_v2 [None req-32a55f40-6bcd-48fd-a579-5b1c8b0201eb tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Deleting subnet 0b3cade5-17c0-416d-8bcc-bd7329c2f75f {{(pid=87636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 23 16:16:08.639810 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-32a55f40-6bcd-48fd-a579-5b1c8b0201eb tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks [] for subnet, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:08.648399 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-ee3f2941-4504-4e90-9fce-bca058ad2728 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:08.654626 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-5680ad0d-cc24-4896-8883-25bc52d52d35 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:16:08.692904 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [None req-fe348f60-3351-43d1-9685-f92d7f5edcf3 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Allocated IP 172.26.3.162 (8afa6d58-9431-454a-b99c-3ff8a65aa86b/60537fec-5f5f-4ab7-89cc-03638149a590/06fc2d70-1443-439c-a89a-12708450fe11) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:16:08.701601 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3f2941-4504-4e90-9fce-bca058ad2728 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Pushing event deleted for resources: {'Port': ['ID=b1c8b4a4-e837-48f2-9ff4-f8324353aa7c,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:16:08.704627 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-ee3f2941-4504-4e90-9fce-bca058ad2728 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:16:08.713483 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-32a55f40-6bcd-48fd-a579-5b1c8b0201eb tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2382092'] for subnet, precommit_delete_associations {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:08.770018 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-81fb639b-d63f-4c80-a4c0-85b63bd58b6c tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:08.786789 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-da7893c7-0a8c-4c89-91a6-92b7339f59f0 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:16:08.833948 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fb639b-d63f-4c80-a4c0-85b63bd58b6c tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Pushing event deleted for resources: {'Port': ['ID=3fae121b-e665-4fc7-a1ea-78878bf29e55,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:16:08.839151 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-81fb639b-d63f-4c80-a4c0-85b63bd58b6c tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:16:08.878506 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-ee3f2941-4504-4e90-9fce-bca058ad2728 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Notify callbacks [] for floatingip, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:08.878740 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.db.l3_db [None req-ee3f2941-4504-4e90-9fce-bca058ad2728 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Floating IP 9e7f5679-e843-425d-b8da-8df3a8c9f4ce disassociated (deleted). External IP: 172.26.3.230, port: a29e97a4-db7b-4472-bcba-9649964f1615.
Dec 23 16:16:08.952025 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-81fb639b-d63f-4c80-a4c0-85b63bd58b6c tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:08.959341 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-fe348f60-3351-43d1-9685-f92d7f5edcf3 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:08.967301 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-32a55f40-6bcd-48fd-a579-5b1c8b0201eb tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864774'] for subnet, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:09.026269 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f4d5d327-f86d-455c-b71c-05b4667a3763 tempest-FloatingIPAdminTestJSON-807536738 tempest-FloatingIPAdminTestJSON-807536738-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:09.035094 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-81fb639b-d63f-4c80-a4c0-85b63bd58b6c tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] 10.222.0.64 "DELETE /v2.0/ports/3fae121b-e665-4fc7-a1ea-78878bf29e55 HTTP/1.1" status: 204  len: 168 time: 1.4609489
Dec 23 16:16:09.037801 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 50062) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:09.091267 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.pecan_wsgi.hooks.translation [None req-7adfee6e-1997-4e8c-a9c2-73c258c0f494 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] GET failed (client error): The resource could not be found.
Dec 23 16:16:09.091798 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-7adfee6e-1997-4e8c-a9c2-73c258c0f494 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Synchronizing usage tracker for tenant:37ed648a62f44dd1bf944e0bff6f4422 on resource:port {{(pid=87635) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:16:09.101873 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-32a55f40-6bcd-48fd-a579-5b1c8b0201eb tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2176495', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2618677'] for subnet, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:09.112358 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-1df10660-fdea-450f-9688-1236c53a01a9 tempest-ExtraDHCPOptionsTestJSON-1975564287 tempest-ExtraDHCPOptionsTestJSON-1975564287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:16:09.152208 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-fe348f60-3351-43d1-9685-f92d7f5edcf3 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:09.155834 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a55f40-6bcd-48fd-a579-5b1c8b0201eb tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Pushing event deleted for resources: {'Subnet': ['ID=0b3cade5-17c0-416d-8bcc-bd7329c2f75f,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:16:09.161921 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-32a55f40-6bcd-48fd-a579-5b1c8b0201eb tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:16:09.164610 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-10d82b98-9a8d-47fc-8d8a-505ebbfb1537 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:16:09.182182 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-7adfee6e-1997-4e8c-a9c2-73c258c0f494 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Unset dirty status for tenant:37ed648a62f44dd1bf944e0bff6f4422 on resource:port {{(pid=87635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:16:09.183327 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-7adfee6e-1997-4e8c-a9c2-73c258c0f494 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] 10.222.0.64 "GET /v2.0/ports/3fae121b-e665-4fc7-a1ea-78878bf29e55 HTTP/1.1" status: 404  len: 333 time: 0.1445699
Dec 23 16:16:09.190969 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 50066) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:09.201929 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f322bff4-e1ae-4abe-9888-4a01a06897cb None None] Network a67646b4-5371-43ec-9f98-39fe51a67033 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:16:09.207252 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-32a55f40-6bcd-48fd-a579-5b1c8b0201eb tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks [] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:09.237486 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f4d5d327-f86d-455c-b71c-05b4667a3763 tempest-FloatingIPAdminTestJSON-807536738 tempest-FloatingIPAdminTestJSON-807536738-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:09.368423 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee3f2941-4504-4e90-9fce-bca058ad2728 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Router f216715c-11dc-44db-8454-84a0da825c3c has already been hosted by L3 agent 371d4c41-c7e2-4de7-9539-c049ec4e95d1 {{(pid=87635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 23 16:16:09.372832 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.db_base_plugin_v2 [None req-70a56130-4dd8-42e5-855a-047e22a30143 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Deleting subnet 5ff5577a-7882-42f4-9147-8667b5314392 {{(pid=87635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 23 16:16:09.377363 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-70a56130-4dd8-42e5-855a-047e22a30143 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks [] for subnet, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:09.414807 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe348f60-3351-43d1-9685-f92d7f5edcf3 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Network 8afa6d58-9431-454a-b99c-3ff8a65aa86b is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:16:09.427255 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-fe348f60-3351-43d1-9685-f92d7f5edcf3 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Resources bound (agent type, host, resource id):  {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:16:09.444295 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe348f60-3351-43d1-9685-f92d7f5edcf3 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:16:09.494794 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-32a55f40-6bcd-48fd-a579-5b1c8b0201eb tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "DELETE /v2.0/subnets/0b3cade5-17c0-416d-8bcc-bd7329c2f75f HTTP/1.1" status: 204  len: 168 time: 1.0162902
Dec 23 16:16:09.495734 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe348f60-3351-43d1-9685-f92d7f5edcf3 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Pushing event updated for resources: {'Port': ['ID=06fc2d70-1443-439c-a89a-12708450fe11,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:16:09.499259 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 50070) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:09.507873 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-fe348f60-3351-43d1-9685-f92d7f5edcf3 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:16:09.536377 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-70a56130-4dd8-42e5-855a-047e22a30143 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2776816'] for subnet, precommit_delete_associations {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:09.703185 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe3aed6f-0fa6-4ea8-b66d-cebdda9e71a1 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Deleting subnet e1b8814e-ed57-4b84-bd7c-067e4486dd5d {{(pid=87635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 23 16:16:09.706312 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-fe3aed6f-0fa6-4ea8-b66d-cebdda9e71a1 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks [] for subnet, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:09.928605 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee3f2941-4504-4e90-9fce-bca058ad2728 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Notify agent at l3_agent.dv-neutron-822799-1-hyperv the message routers_updated {{(pid=87635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 23 16:16:09.936747 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-ee3f2941-4504-4e90-9fce-bca058ad2728 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for floatingip, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:09.942246 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb09f772-b709-4ffb-a82b-dfd9eb92392a None None] Sync routers for ids ['f216715c-11dc-44db-8454-84a0da825c3c'] in dv-neutron-822799-1-hyperv {{(pid=87637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 23 16:16:09.947317 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f4d5d327-f86d-455c-b71c-05b4667a3763 tempest-FloatingIPAdminTestJSON-807536738 tempest-FloatingIPAdminTestJSON-807536738-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:09.976026 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-fe3aed6f-0fa6-4ea8-b66d-cebdda9e71a1 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2776816'] for subnet, precommit_delete_associations {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:09.976731 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb09f772-b709-4ffb-a82b-dfd9eb92392a None None] Routers {'f216715c-11dc-44db-8454-84a0da825c3c'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:16:09.978076 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-eb09f772-b709-4ffb-a82b-dfd9eb92392a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc0fa33a0>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:15:50Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['f216715c-11dc-44db-8454-84a0da825c3c'], 'active': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:16:10.010101 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f4d5d327-f86d-455c-b71c-05b4667a3763 tempest-FloatingIPAdminTestJSON-807536738 tempest-FloatingIPAdminTestJSON-807536738-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2176289'] for port, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:10.015768 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-70a56130-4dd8-42e5-855a-047e22a30143 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864774'] for subnet, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:10.018027 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-9a413506-606f-4778-ac6b-155e46202e12 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:16:10.118571 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-ee3f2941-4504-4e90-9fce-bca058ad2728 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] 10.222.0.64 "DELETE /v2.0/floatingips/9e7f5679-e843-425d-b8da-8df3a8c9f4ce HTTP/1.1" status: 204  len: 168 time: 2.8319430
Dec 23 16:16:10.121749 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d12d024-785e-42d1-98eb-b1d5c44f899e', 'tag': 'a29e97a4-db7b-4472-bcba-9649964f1615'}] {{(pid=87635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 23 16:16:10.184172 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-fe3aed6f-0fa6-4ea8-b66d-cebdda9e71a1 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864774'] for subnet, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:10.208294 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvr_db [None req-eb09f772-b709-4ffb-a82b-dfd9eb92392a None None] Set router f216715c-11dc-44db-8454-84a0da825c3c gateway port host: dv-neutron-822799-1-hyperv {{(pid=87637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:16:10.212082 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-70a56130-4dd8-42e5-855a-047e22a30143 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2753333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2609730'] for subnet, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:10.220843 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f4d5d327-f86d-455c-b71c-05b4667a3763 tempest-FloatingIPAdminTestJSON-807536738 tempest-FloatingIPAdminTestJSON-807536738-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1824189'] for floatingip, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:10.224190 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-c7cbf1e3-60fb-4663-a0ca-23b13fdcd15b tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:16:10.262432 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d12d024-785e-42d1-98eb-b1d5c44f899e', 'tag': 'a29e97a4-db7b-4472-bcba-9649964f1615', 'status': 'completed', 'code': 200}
Dec 23 16:16:10.315693 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a56130-4dd8-42e5-855a-047e22a30143 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Pushing event deleted for resources: {'Subnet': ['ID=5ff5577a-7882-42f4-9147-8667b5314392,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:16:10.320003 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-70a56130-4dd8-42e5-855a-047e22a30143 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:16:10.348227 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-70a56130-4dd8-42e5-855a-047e22a30143 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks [] for subnet, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:10.360436 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8a2823c-807f-4c26-9963-37ea02bb1b95 None None] Network 0b19612e-8eb5-4c96-b8af-12572d789a81 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:16:10.364136 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-fe3aed6f-0fa6-4ea8-b66d-cebdda9e71a1 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2753333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2609730'] for subnet, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:10.369127 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-70a56130-4dd8-42e5-855a-047e22a30143 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] 10.222.0.64 "DELETE /v2.0/subnets/5ff5577a-7882-42f4-9147-8667b5314392 HTTP/1.1" status: 204  len: 168 time: 1.1771286
Dec 23 16:16:10.372467 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-ae41193a-2196-4bd2-b2cc-85520e8b0975 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:16:10.411490 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 50078) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:10.420620 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-fe348f60-3351-43d1-9685-f92d7f5edcf3 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for router_gateway, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:10.429217 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3aed6f-0fa6-4ea8-b66d-cebdda9e71a1 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Pushing event deleted for resources: {'Subnet': ['ID=e1b8814e-ed57-4b84-bd7c-067e4486dd5d,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:16:10.437868 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-fe3aed6f-0fa6-4ea8-b66d-cebdda9e71a1 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:16:10.443091 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-fe3aed6f-0fa6-4ea8-b66d-cebdda9e71a1 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks [] for subnet, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:10.448703 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-fe3aed6f-0fa6-4ea8-b66d-cebdda9e71a1 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "DELETE /v2.0/subnets/e1b8814e-ed57-4b84-bd7c-067e4486dd5d HTTP/1.1" status: 204  len: 168 time: 0.9484446
Dec 23 16:16:10.449803 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 50084) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:10.503175 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-508565a2-dbb4-4856-8a0e-dd456dd142c0 None None] Network a67646b4-5371-43ec-9f98-39fe51a67033 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:16:10.507330 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d5d327-f86d-455c-b71c-05b4667a3763 tempest-FloatingIPAdminTestJSON-807536738 tempest-FloatingIPAdminTestJSON-807536738-project-admin] Pushing event updated for resources: {'Port': ['ID=79cfa194-9710-4277-85c2-e889d5469f99,revision_number=2']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:16:10.513325 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-f4d5d327-f86d-455c-b71c-05b4667a3763 tempest-FloatingIPAdminTestJSON-807536738 tempest-FloatingIPAdminTestJSON-807536738-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.495s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:16:10.544497 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-00084d85-17f3-4045-b7b5-4a2de8734bb7 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0902205
Dec 23 16:16:10.545530 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 50088) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:10.586915 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e73c97b-860c-4164-9c69-3289193727dd req-12b5c28c-cbc2-45f3-bcd5-bcd43f3a3f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:16:10.588367 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-3e73c97b-860c-4164-9c69-3289193727dd req-12b5c28c-cbc2-45f3-bcd5-bcd43f3a3f40 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c8691bbec3fb4ae1968d469a6b97360c&device_id=1d12d024-785e-42d1-98eb-b1d5c44f899e HTTP/1.1" status: 200  len: 1099 time: 0.3126593
Dec 23 16:16:10.751210 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-dd525128-7ccd-478e-be91-2d74ce8c4a79 None None] Provisioning complete for port ef1460ab-ed15-486c-ac0a-45cdb3eaac37 triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:16:10.751902 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-dd525128-7ccd-478e-be91-2d74ce8c4a79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:10.752162 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e73c97b-860c-4164-9c69-3289193727dd req-4fa3b4fa-a289-4de6-b5a1-c3bf91113558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:16:10.753861 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-3e73c97b-860c-4164-9c69-3289193727dd req-4fa3b4fa-a289-4de6-b5a1-c3bf91113558 service neutron] 10.222.0.61 "GET /v2.0/networks?id=3e10e993-259d-4495-9b8b-b5a52c03945f HTTP/1.1" status: 200  len: 897 time: 0.1582713
Dec 23 16:16:10.762605 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcc772fe-8bda-44af-871a-277ccd0c6e9b tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:16:10.763402 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-dcc772fe-8bda-44af-871a-277ccd0c6e9b tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Synchronizing usage tracker for tenant:bf435ff0e7914a739a10fff5b2399c13 on resource:port {{(pid=87635) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:16:10.833488 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-3e73c97b-860c-4164-9c69-3289193727dd req-eadc620f-70b5-4217-a370-714ba4fc077c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a29e97a4-db7b-4472-bcba-9649964f1615 HTTP/1.1" status: 200  len: 217 time: 0.0670879
Dec 23 16:16:10.900490 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-dcc772fe-8bda-44af-871a-277ccd0c6e9b tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Unset dirty status for tenant:bf435ff0e7914a739a10fff5b2399c13 on resource:port {{(pid=87635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:16:10.901965 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-dcc772fe-8bda-44af-871a-277ccd0c6e9b tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200  len: 866 time: 0.3560905
Dec 23 16:16:10.907977 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 50092) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:10.974143 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e73c97b-860c-4164-9c69-3289193727dd req-38d6f1de-c21c-4be5-8316-cfc03a3692fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:16:10.976618 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-3e73c97b-860c-4164-9c69-3289193727dd req-38d6f1de-c21c-4be5-8316-cfc03a3692fc service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e53ee384-c527-45cb-a8de-965d3157222a HTTP/1.1" status: 200  len: 835 time: 0.1368022
Dec 23 16:16:10.995197 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.db.l3_db [None req-f4d5d327-f86d-455c-b71c-05b4667a3763 tempest-FloatingIPAdminTestJSON-807536738 tempest-FloatingIPAdminTestJSON-807536738-project-admin] Floating IP ec3662fc-abf7-44b7-9d28-b8399f07b1c1 associated. External IP: 172.26.3.187, port: 34c96cd9-ae14-48b6-ac6c-456e46af7a45.
Dec 23 16:16:11.024306 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ded3f0f6-456f-48b5-b6f9-3b4fb6dde2c3 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:16:11.025056 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-ded3f0f6-456f-48b5-b6f9-3b4fb6dde2c3 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Synchronizing usage tracker for tenant:bf435ff0e7914a739a10fff5b2399c13 on resource:subnet {{(pid=87635) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:16:11.057387 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-ded3f0f6-456f-48b5-b6f9-3b4fb6dde2c3 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Unset dirty status for tenant:bf435ff0e7914a739a10fff5b2399c13 on resource:subnet {{(pid=87635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:16:11.061385 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-ded3f0f6-456f-48b5-b6f9-3b4fb6dde2c3 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.1497514
Dec 23 16:16:11.062719 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 50096) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:11.074021 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-8b27d5c1-3b03-4fce-96a1-eb77f3e1bb20 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-698866'] for network, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:11.141352 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-3f1109ab-8276-4b65-adf6-d0184e0827c2 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0760999
Dec 23 16:16:11.146375 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 50100) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:11.180793 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-eb09f772-b709-4ffb-a82b-dfd9eb92392a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc0fa33a0>, [{'id': 'f216715c-11dc-44db-8454-84a0da825c3c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1681650432', 'tenant_id': 'c8691bbec3fb4ae1968d469a6b97360c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.22'}], 'enable_snat': True}, 'gw_port_id': '5ef5ab1c-6add-47f6-9d72-36e760b22300', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:13:48Z', 'updated_at': '2021-12-23T16:14:04Z', 'revision_number': 4, 'project_id': 'c8691bbec3fb4ae1968d469a6b97360c', 'gw_port': {'id': '5ef5ab1c-6add-47f6-9d72-36e760b22300', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:7b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f216715c-11dc-44db-8454-84a0da825c3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 825, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:13:50Z', 'updated_at': '2021-12-23T16:14:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_interfaces': [{'id': '3f3c800a-24b7-4384-8d1f-65dfda2c8379', 'name': '', 'network_id': '3e10e993-259d-4495-9b8b-b5a52c03945f', 'tenant_id': 'c8691bbec3fb4ae1968d469a6b97360c', 'mac_address': 'fa:16:3e:09:5b:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f216715c-11dc-44db-8454-84a0da825c3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 835, 'fixed_ips': [{'subnet_id': 'e53ee384-c527-45cb-a8de-965d3157222a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:14:02Z', 'updated_at': '2021-12-23T16:14:13Z', 'revision_number': 5, 'project_id': 'c8691bbec3fb4ae1968d469a6b97360c', 'subnets': [{'id': 'e53ee384-c527-45cb-a8de-965d3157222a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:16:11.187037 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb09f772-b709-4ffb-a82b-dfd9eb92392a None None] Checking router: f216715c-11dc-44db-8454-84a0da825c3c for host: dv-neutron-822799-1-hyperv {{(pid=87637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 23 16:16:11.196490 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb09f772-b709-4ffb-a82b-dfd9eb92392a None None] Routers {'f216715c-11dc-44db-8454-84a0da825c3c'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:16:11.197462 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-eb09f772-b709-4ffb-a82b-dfd9eb92392a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc0fa33a0>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:15:50Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['f216715c-11dc-44db-8454-84a0da825c3c'], 'active': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:16:11.200553 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.pecan_wsgi.hooks.translation [None req-a744f6ee-63df-474a-9899-81f59f686332 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:16:11.201156 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a744f6ee-63df-474a-9899-81f59f686332 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 23 16:16:11.202919 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-a744f6ee-63df-474a-9899-81f59f686332 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "DELETE /v2.0/ports/346b5a08-8368-44ef-910b-0fe205267c16 HTTP/1.1" status: 404  len: 333 time: 0.0563962
Dec 23 16:16:11.207561 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 50104) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:11.216635 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e73c97b-860c-4164-9c69-3289193727dd req-72b566bb-bd33-4d41-b2bc-534c177d1e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:16:11.218227 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-3e73c97b-860c-4164-9c69-3289193727dd req-72b566bb-bd33-4d41-b2bc-534c177d1e11 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3e10e993-259d-4495-9b8b-b5a52c03945f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.2344184
Dec 23 16:16:11.245587 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-8b27d5c1-3b03-4fce-96a1-eb77f3e1bb20 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Deleting port c2214081-5db1-43cb-b089-bddbdaba74ff {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:16:11.247956 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-8b27d5c1-3b03-4fce-96a1-eb77f3e1bb20 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:11.264232 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fdb51af-7f4c-4683-a4fd-b99c086520c9 None None] DHCP port deletion for 0b19612e-8eb5-4c96-b8af-12572d789a81 request from dv-neutron-822799-1-hyperv {{(pid=87637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 23 16:16:11.283753 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-9fdb51af-7f4c-4683-a4fd-b99c086520c9 None None] Deleting port c2214081-5db1-43cb-b089-bddbdaba74ff {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:16:11.283753 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9fdb51af-7f4c-4683-a4fd-b99c086520c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:11.302423 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c3c4309-8c2d-4225-8aa9-8ab197b1dcf0 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:16:11.303070 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c3c4309-8c2d-4225-8aa9-8ab197b1dcf0 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 23 16:16:11.310323 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-9c3c4309-8c2d-4225-8aa9-8ab197b1dcf0 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "DELETE /v2.0/subnets/e1b8814e-ed57-4b84-bd7c-067e4486dd5d HTTP/1.1" status: 404  len: 337 time: 0.0986722
Dec 23 16:16:11.310682 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 50108) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:11.315975 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20244ab4-7ff0-482f-9a73-3a2fe0448838 None None] DHCP port deletion for a67646b4-5371-43ec-9f98-39fe51a67033 request from dv-neutron-822799-1-hyperv {{(pid=87637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 23 16:16:11.345722 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-20244ab4-7ff0-482f-9a73-3a2fe0448838 None None] Deleting port ef1460ab-ed15-486c-ac0a-45cdb3eaac37 {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:16:11.346153 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-20244ab4-7ff0-482f-9a73-3a2fe0448838 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:11.368311 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bb8d11-1f55-4cca-8099-8cd45773ff8a req-88668c54-4620-42a2-99d3-9626edd93b93 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:16:11.375333 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-40bb8d11-1f55-4cca-8099-8cd45773ff8a req-88668c54-4620-42a2-99d3-9626edd93b93 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d12d024-785e-42d1-98eb-b1d5c44f899e HTTP/1.1" status: 200  len: 946 time: 0.7989461
Dec 23 16:16:11.418793 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.pecan_wsgi.hooks.translation [None req-20487cf8-2815-4008-8be7-7a220d009655 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:16:11.419247 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20487cf8-2815-4008-8be7-7a220d009655 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 23 16:16:11.423655 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-20487cf8-2815-4008-8be7-7a220d009655 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "DELETE /v2.0/subnets/0b3cade5-17c0-416d-8bcc-bd7329c2f75f HTTP/1.1" status: 404  len: 337 time: 0.1094406
Dec 23 16:16:11.423655 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 50112) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:11.481545 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.pecan_wsgi.hooks.translation [None req-796cd70a-46bf-488f-a380-eb78892ed6a6 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:16:11.482425 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-796cd70a-46bf-488f-a380-eb78892ed6a6 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 23 16:16:11.486205 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-796cd70a-46bf-488f-a380-eb78892ed6a6 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "DELETE /v2.0/ports/d9b82897-5c1f-4f93-86f8-503095b80187 HTTP/1.1" status: 404  len: 333 time: 0.0593667
Dec 23 16:16:11.494332 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 50116) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:11.548831 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.pecan_wsgi.hooks.translation [None req-f751190d-ba10-4c1c-b7ce-33e0ff7fb337 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:16:11.549188 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f751190d-ba10-4c1c-b7ce-33e0ff7fb337 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 23 16:16:11.553631 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-f751190d-ba10-4c1c-b7ce-33e0ff7fb337 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "DELETE /v2.0/subnets/6ed7d0b2-bc5b-4243-b22d-852bf26dc2dd HTTP/1.1" status: 404  len: 337 time: 0.0555935
Dec 23 16:16:11.554575 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 50120) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:11.588898 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-3e73c97b-860c-4164-9c69-3289193727dd req-7c8489b2-5a59-44e1-8715-9b7fe3c6851f service neutron] 10.222.0.61 "GET /v2.0/networks/3e10e993-259d-4495-9b8b-b5a52c03945f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3256919
Dec 23 16:16:11.608376 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvr_db [None req-eb09f772-b709-4ffb-a82b-dfd9eb92392a None None] Set router f216715c-11dc-44db-8454-84a0da825c3c gateway port host: dv-neutron-822799-1-hyperv {{(pid=87637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:16:11.624801 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8d78aad-3ce8-4f4f-993d-a7ca84a3bcbe tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:16:11.625285 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8d78aad-3ce8-4f4f-993d-a7ca84a3bcbe tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 23 16:16:11.629581 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-f8d78aad-3ce8-4f4f-993d-a7ca84a3bcbe tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "DELETE /v2.0/subnets/5ed831fd-69ed-4476-a9d6-eea72f96ed85 HTTP/1.1" status: 404  len: 337 time: 0.0718203
Dec 23 16:16:11.631013 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 50124) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:11.638027 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-40bb8d11-1f55-4cca-8099-8cd45773ff8a req-1babd3dd-b2b8-4017-b2e6-bb13e58a16c5 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] 10.222.0.64 "GET /v2.0/security-groups?id=6efb91e4-dce2-4b1b-ba77-0534a1c433c6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2617071
Dec 23 16:16:11.644245 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-fe348f60-3351-43d1-9685-f92d7f5edcf3 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1823971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1824234'] for router, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:11.880360 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.pecan_wsgi.hooks.translation [None req-4da9b504-a556-4339-92ef-9eef1d896baa tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:16:11.880960 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4da9b504-a556-4339-92ef-9eef1d896baa tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 23 16:16:11.887554 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-4da9b504-a556-4339-92ef-9eef1d896baa tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "DELETE /v2.0/ports/f46be9ce-8d49-4b39-9afa-88fc23ff6f29 HTTP/1.1" status: 404  len: 333 time: 0.2507949
Dec 23 16:16:11.887796 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 50128) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:11.913577 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [None req-8b27d5c1-3b03-4fce-96a1-eb77f3e1bb20 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] For port c2214081-5db1-43cb-b089-bddbdaba74ff, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=c2214081-5db1-43cb-b089-bddbdaba74ff,segment=NetworkSegment(dabbc05b-716d-4882-a364-c94d6331ba84),segment_id=dabbc05b-716d-4882-a364-c94d6331ba84)] {{(pid=87636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:16:11.914077 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-8b27d5c1-3b03-4fce-96a1-eb77f3e1bb20 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:11.937596 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.pecan_wsgi.hooks.translation [None req-b41aba47-efad-49cf-81f9-2952ab509193 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:16:11.938053 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b41aba47-efad-49cf-81f9-2952ab509193 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 23 16:16:11.942644 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-b41aba47-efad-49cf-81f9-2952ab509193 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "DELETE /v2.0/subnets/778b5603-56ae-41e9-8868-11c0dffb39ad HTTP/1.1" status: 404  len: 337 time: 0.0507288
Dec 23 16:16:11.942880 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 50132) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:12.005330 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5e916e5-e66d-4a29-9234-2dfd2c0a2fee tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:16:12.005330 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5e916e5-e66d-4a29-9234-2dfd2c0a2fee tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 23 16:16:12.005330 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-c5e916e5-e66d-4a29-9234-2dfd2c0a2fee tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "DELETE /v2.0/subnets/09bb8e3d-b9ab-4660-adaf-ef2b9b64962e HTTP/1.1" status: 404  len: 337 time: 0.0589156
Dec 23 16:16:12.008849 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:12.012279 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 50136) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:12.065401 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-3e73c97b-860c-4164-9c69-3289193727dd req-c98c9c50-4110-4ad3-8240-d641e9d4ea61 service neutron] 10.222.0.61 "GET /v2.0/networks/3e10e993-259d-4495-9b8b-b5a52c03945f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4637036
Dec 23 16:16:12.066856 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc243493-c652-43a2-b8ef-abbb719565ee tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:16:12.067302 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc243493-c652-43a2-b8ef-abbb719565ee tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 23 16:16:12.072636 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-bc243493-c652-43a2-b8ef-abbb719565ee tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "DELETE /v2.0/ports/41b8e412-6010-4b1f-9bd3-35558460cd60 HTTP/1.1" status: 404  len: 333 time: 0.0555990
Dec 23 16:16:12.072636 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 50140) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:12.081674 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-8b27d5c1-3b03-4fce-96a1-eb77f3e1bb20 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Calling delete_port for c2214081-5db1-43cb-b089-bddbdaba74ff owned by network:dhcp {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:16:12.109982 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device c2214081-5db1-43cb-b089-bddbdaba74ff no longer exists at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 23 16:16:12.111613 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.pecan_wsgi.hooks.translation [None req-30323e6c-237e-4ca2-a80c-3667234c98d9 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:16:12.112127 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30323e6c-237e-4ca2-a80c-3667234c98d9 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 23 16:16:12.113927 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-30323e6c-237e-4ca2-a80c-3667234c98d9 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "DELETE /v2.0/subnets/7f805510-5436-47d0-aad2-3418501b78c1 HTTP/1.1" status: 404  len: 337 time: 0.0411241
Dec 23 16:16:12.117135 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 50144) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:12.157210 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdc1826d-96a4-49b2-b7ce-957d47c9cb9d tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:16:12.157669 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bdc1826d-96a4-49b2-b7ce-957d47c9cb9d tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 23 16:16:12.159386 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-bdc1826d-96a4-49b2-b7ce-957d47c9cb9d tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "DELETE /v2.0/subnets/f749bb7b-7243-4387-8d0c-0041ecc66696 HTTP/1.1" status: 404  len: 337 time: 0.0412867
Dec 23 16:16:12.162392 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 50148) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:12.183399 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-20244ab4-7ff0-482f-9a73-3a2fe0448838 None None] For port ef1460ab-ed15-486c-ac0a-45cdb3eaac37, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=ef1460ab-ed15-486c-ac0a-45cdb3eaac37,segment=NetworkSegment(d0e346f7-32a7-41a0-b972-301688edbe10),segment_id=d0e346f7-32a7-41a0-b972-301688edbe10)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:16:12.183802 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-20244ab4-7ff0-482f-9a73-3a2fe0448838 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:12.199846 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4d5d327-f86d-455c-b71c-05b4667a3763 tempest-FloatingIPAdminTestJSON-807536738 tempest-FloatingIPAdminTestJSON-807536738-project-admin] Router 3db77ba0-2911-45d9-a206-02e36e45bb83 has already been hosted by L3 agent 371d4c41-c7e2-4de7-9539-c049ec4e95d1 {{(pid=87636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 23 16:16:12.203227 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-9fdb51af-7f4c-4683-a4fd-b99c086520c9 None None] For port c2214081-5db1-43cb-b089-bddbdaba74ff, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=c2214081-5db1-43cb-b089-bddbdaba74ff,segment=NetworkSegment(dabbc05b-716d-4882-a364-c94d6331ba84),segment_id=dabbc05b-716d-4882-a364-c94d6331ba84)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:16:12.203969 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9fdb51af-7f4c-4683-a4fd-b99c086520c9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:12.208185 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2d4af67-b3cd-4114-9c9f-70552d56f605 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:16:12.208701 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2d4af67-b3cd-4114-9c9f-70552d56f605 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 23 16:16:12.213434 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-c2d4af67-b3cd-4114-9c9f-70552d56f605 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "DELETE /v2.0/ports/afa7d86b-e92b-459a-9bdc-e097592f7c52 HTTP/1.1" status: 404  len: 333 time: 0.0475397
Dec 23 16:16:12.214013 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 50152) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:12.268111 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.pecan_wsgi.hooks.translation [None req-31cf0988-54bf-49bd-a693-32d7353b1b2a tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:16:12.269088 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31cf0988-54bf-49bd-a693-32d7353b1b2a tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 23 16:16:12.274857 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-31cf0988-54bf-49bd-a693-32d7353b1b2a tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "DELETE /v2.0/subnets/0b405bda-db58-4536-ad90-8c4b1f2384e9 HTTP/1.1" status: 404  len: 337 time: 0.0601220
Dec 23 16:16:12.275788 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 50156) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:12.324121 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbc15087-a2db-4a64-968b-27d5cec49ead tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:16:12.325024 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dbc15087-a2db-4a64-968b-27d5cec49ead tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 23 16:16:12.329343 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-dbc15087-a2db-4a64-968b-27d5cec49ead tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "DELETE /v2.0/ports/b05f047f-a27b-49d4-ad49-6a7eb0b51e6c HTTP/1.1" status: 404  len: 333 time: 0.0498796
Dec 23 16:16:12.329554 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 50160) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:12.363069 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-20244ab4-7ff0-482f-9a73-3a2fe0448838 None None] Calling delete_port for ef1460ab-ed15-486c-ac0a-45cdb3eaac37 owned by network:dhcp {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:16:12.375638 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a3e0cde-954d-4c85-989e-28164e056ba7 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:16:12.376087 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a3e0cde-954d-4c85-989e-28164e056ba7 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 23 16:16:12.380478 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-7a3e0cde-954d-4c85-989e-28164e056ba7 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "DELETE /v2.0/subnets/ce17bd75-1665-4f91-84b8-bad0159b9968 HTTP/1.1" status: 404  len: 337 time: 0.0473118
Dec 23 16:16:12.381260 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 50164) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:12.423094 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.pecan_wsgi.hooks.translation [None req-83f3ca2f-c98b-494b-a852-a4edce7abd77 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:16:12.423470 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83f3ca2f-c98b-494b-a852-a4edce7abd77 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 23 16:16:12.427702 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-83f3ca2f-c98b-494b-a852-a4edce7abd77 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "DELETE /v2.0/ports/b7e06d46-a049-4734-90ad-b1cd9b2dd48b HTTP/1.1" status: 404  len: 333 time: 0.0429678
Dec 23 16:16:12.429048 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 50168) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:12.470921 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bfdd99e-2f66-4540-bc2e-09d3eff9c297 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:16:12.471361 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3bfdd99e-2f66-4540-bc2e-09d3eff9c297 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 23 16:16:12.476205 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-3bfdd99e-2f66-4540-bc2e-09d3eff9c297 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "DELETE /v2.0/subnets/30600872-8719-4bca-ac65-dc9208bbde30 HTTP/1.1" status: 404  len: 337 time: 0.0428495
Dec 23 16:16:12.476442 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 50172) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:12.502689 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331141aa-5be6-49f7-9c37-9229fe3b9040 req-a1cec332-9632-4a29-8b77-9e2898fd1aad tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:16:12.505621 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-331141aa-5be6-49f7-9c37-9229fe3b9040 req-a1cec332-9632-4a29-8b77-9e2898fd1aad tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] 10.222.0.61 "GET /v2.0/ports?device_id=1d12d024-785e-42d1-98eb-b1d5c44f899e HTTP/1.1" status: 200  len: 946 time: 0.8016064
Dec 23 16:16:12.523135 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.pecan_wsgi.hooks.translation [None req-23bc8d99-840d-476a-b166-1a1a9c97f7bc tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:16:12.523749 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23bc8d99-840d-476a-b166-1a1a9c97f7bc tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 23 16:16:12.525684 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-23bc8d99-840d-476a-b166-1a1a9c97f7bc tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "DELETE /v2.0/ports/58e336df-8210-45fa-baed-df7bf7d2b5cc HTTP/1.1" status: 404  len: 333 time: 0.0479975
Dec 23 16:16:12.528239 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 50176) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:12.531149 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-9fdb51af-7f4c-4683-a4fd-b99c086520c9 None None] Calling delete_port for c2214081-5db1-43cb-b089-bddbdaba74ff owned by network:dhcp {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:16:12.567069 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3afb2a1-b3e4-42ee-9bb4-38c6a8ea6597 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:16:12.567850 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3afb2a1-b3e4-42ee-9bb4-38c6a8ea6597 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 23 16:16:12.569878 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-e3afb2a1-b3e4-42ee-9bb4-38c6a8ea6597 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "DELETE /v2.0/subnets/1324414f-b02e-4a8f-9f93-0dafdbcd6389 HTTP/1.1" status: 404  len: 337 time: 0.0402694
Dec 23 16:16:12.572608 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 50180) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:12.622506 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.pecan_wsgi.hooks.translation [None req-b288bf82-aba9-4764-984d-93b04b8fbe78 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:16:12.623235 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-8b27d5c1-3b03-4fce-96a1-eb77f3e1bb20 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:12.623721 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b288bf82-aba9-4764-984d-93b04b8fbe78 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 23 16:16:12.628090 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-b288bf82-aba9-4764-984d-93b04b8fbe78 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "DELETE /v2.0/ports/eb37dc1c-98a8-4e8a-8af9-9b1aaba03e9a HTTP/1.1" status: 404  len: 333 time: 0.0516355
Dec 23 16:16:12.635746 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 50184) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:12.640158 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-20a96e49-485f-4364-9968-b30236d2e797 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:16:12.668170 dv-neutron-822799-1-hyperv neutron-server[87637]: INFO neutron.plugins.ml2.db [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] No ports have port_id starting with c2214081-5db1-43cb-b089-bddbdaba74ff
Dec 23 16:16:12.680763 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.pecan_wsgi.hooks.translation [None req-f682fa7c-b9df-41cc-8b4e-dce9eb8b6fe4 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:16:12.681261 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f682fa7c-b9df-41cc-8b4e-dce9eb8b6fe4 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 23 16:16:12.686425 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-f682fa7c-b9df-41cc-8b4e-dce9eb8b6fe4 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "DELETE /v2.0/subnets/22650ae8-8e94-411d-b52d-837628c6b977 HTTP/1.1" status: 404  len: 337 time: 0.0506260
Dec 23 16:16:12.686656 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device ef1460ab-ed15-486c-ac0a-45cdb3eaac37 no longer exists at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 23 16:16:12.686766 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 50190) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:12.737201 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.pecan_wsgi.hooks.translation [None req-530df47a-5278-4bb5-90de-00a567c2d863 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:16:12.737794 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-530df47a-5278-4bb5-90de-00a567c2d863 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 23 16:16:12.740626 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-530df47a-5278-4bb5-90de-00a567c2d863 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "DELETE /v2.0/ports/eea22d64-79ff-4fb6-b469-4f88a191597e HTTP/1.1" status: 404  len: 333 time: 0.0519750
Dec 23 16:16:12.742838 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 50194) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:12.778943 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.db.api [None req-9fdb51af-7f4c-4683-a4fd-b99c086520c9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87637) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 23 16:16:12.779315 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_db.api [None req-9fdb51af-7f4c-4683-a4fd-b99c086520c9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 23 16:16:12.786426 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-20244ab4-7ff0-482f-9a73-3a2fe0448838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789'] for port, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:12.792303 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-2cabbea9-4cf2-4cfe-b876-db9c0250f2e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:16:12.792517 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [req-331141aa-5be6-49f7-9c37-9229fe3b9040 req-5dc43495-0e51-44e3-99e1-15cb5d8348e1 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Deleting port a29e97a4-db7b-4472-bcba-9649964f1615 {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:16:12.792886 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-331141aa-5be6-49f7-9c37-9229fe3b9040 req-5dc43495-0e51-44e3-99e1-15cb5d8348e1 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:12.828165 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b27d5c1-3b03-4fce-96a1-eb77f3e1bb20 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Pushing event deleted for resources: {'Port': ['ID=c2214081-5db1-43cb-b089-bddbdaba74ff,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:16:12.829210 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] No active binding found for port ef1460ab-ed15-486c-ac0a-45cdb3eaac37 {{(pid=87637) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}}
Dec 23 16:16:12.829646 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device ef1460ab-ed15-486c-ac0a-45cdb3eaac37 not bound to the agent host dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 23 16:16:12.836783 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b27d5c1-3b03-4fce-96a1-eb77f3e1bb20 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] No DVR routers for this DVR port c2214081-5db1-43cb-b089-bddbdaba74ff on host dv-neutron-822799-1-hyperv {{(pid=87636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 23 16:16:12.838185 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.pecan_wsgi.hooks.translation [None req-f291e412-e2c6-4ba2-ae0e-eeb2a21cbb82 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:16:12.838708 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f291e412-e2c6-4ba2-ae0e-eeb2a21cbb82 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 23 16:16:12.844569 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20244ab4-7ff0-482f-9a73-3a2fe0448838 None None] Pushing event deleted for resources: {'Port': ['ID=ef1460ab-ed15-486c-ac0a-45cdb3eaac37,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:16:12.849690 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-f291e412-e2c6-4ba2-ae0e-eeb2a21cbb82 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "DELETE /v2.0/subnets/eb044b18-3c4f-472c-8a96-824b2aca495c HTTP/1.1" status: 404  len: 337 time: 0.1053383
Dec 23 16:16:12.850566 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-20244ab4-7ff0-482f-9a73-3a2fe0448838 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:16:12.850699 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 50198) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:12.851819 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20244ab4-7ff0-482f-9a73-3a2fe0448838 None None] No DVR routers for this DVR port ef1460ab-ed15-486c-ac0a-45cdb3eaac37 on host dv-neutron-822799-1-hyperv {{(pid=87637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 23 16:16:12.872814 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-eb09f772-b709-4ffb-a82b-dfd9eb92392a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc0fa33a0>, [{'id': 'f216715c-11dc-44db-8454-84a0da825c3c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1681650432', 'tenant_id': 'c8691bbec3fb4ae1968d469a6b97360c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.22'}], 'enable_snat': True}, 'gw_port_id': '5ef5ab1c-6add-47f6-9d72-36e760b22300', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:13:48Z', 'updated_at': '2021-12-23T16:14:04Z', 'revision_number': 4, 'project_id': 'c8691bbec3fb4ae1968d469a6b97360c', 'gw_port': {'id': '5ef5ab1c-6add-47f6-9d72-36e760b22300', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:7b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f216715c-11dc-44db-8454-84a0da825c3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 825, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:13:50Z', 'updated_at': '2021-12-23T16:14:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_interfaces': [{'id': '3f3c800a-24b7-4384-8d1f-65dfda2c8379', 'name': '', 'network_id': '3e10e993-259d-4495-9b8b-b5a52c03945f', 'tenant_id': 'c8691bbec3fb4ae1968d469a6b97360c', 'mac_address': 'fa:16:3e:09:5b:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f216715c-11dc-44db-8454-84a0da825c3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 835, 'fixed_ips': [{'subnet_id': 'e53ee384-c527-45cb-a8de-965d3157222a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:14:02Z', 'updated_at': '2021-12-23T16:14:13Z', 'revision_number': 5, 'project_id': 'c8691bbec3fb4ae1968d469a6b97360c', 'subnets': [{'id': 'e53ee384-c527-45cb-a8de-965d3157222a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:16:12.879316 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb09f772-b709-4ffb-a82b-dfd9eb92392a None None] The sync data for ids ['f216715c-11dc-44db-8454-84a0da825c3c'] in dv-neutron-822799-1-hyperv is: [{'id': 'f216715c-11dc-44db-8454-84a0da825c3c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1681650432', 'tenant_id': 'c8691bbec3fb4ae1968d469a6b97360c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.22'}], 'enable_snat': True}, 'gw_port_id': '5ef5ab1c-6add-47f6-9d72-36e760b22300', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:13:48Z', 'updated_at': '2021-12-23T16:14:04Z', 'revision_number': 4, 'project_id': 'c8691bbec3fb4ae1968d469a6b97360c', 'gw_port': {'id': '5ef5ab1c-6add-47f6-9d72-36e760b22300', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:7b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f216715c-11dc-44db-8454-84a0da825c3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 825, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:13:50Z', 'updated_at': '2021-12-23T16:14:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_interfaces': [{'id': '3f3c800a-24b7-4384-8d1f-65dfda2c8379', 'name': '', 'network_id': '3e10e993-259d-4495-9b8b-b5a52c03945f', 'tenant_id': 'c8691bbec3fb4ae1968d469a6b97360c', 'mac_address': 'fa:16:3e:09:5b:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f216715c-11dc-44db-8454-84a0da825c3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 835, 'fixed_ips': [{'subnet_id': 'e53ee384-c527-45cb-a8de-965d3157222a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:14:02Z', 'updated_at': '2021-12-23T16:14:13Z', 'revision_number': 5, 'project_id': 'c8691bbec3fb4ae1968d469a6b97360c', 'subnets': [{'id': 'e53ee384-c527-45cb-a8de-965d3157222a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 23 16:16:12.890936 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-8b27d5c1-3b03-4fce-96a1-eb77f3e1bb20 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:16:12.963274 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.pecan_wsgi.hooks.translation [None req-48673a73-db62-4f58-8ade-b2db532d5d96 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:16:12.963469 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48673a73-db62-4f58-8ade-b2db532d5d96 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 23 16:16:12.967677 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-48673a73-db62-4f58-8ade-b2db532d5d96 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "DELETE /v2.0/subnets/cf56a004-10f1-495f-9718-32d9253a8ffa HTTP/1.1" status: 404  len: 337 time: 0.0581856
Dec 23 16:16:12.968069 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 50202) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:13.022616 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.pecan_wsgi.hooks.translation [None req-2cd1343f-aad0-4b84-b195-0b0bcf50f590 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:16:13.023540 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2cd1343f-aad0-4b84-b195-0b0bcf50f590 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 23 16:16:13.024795 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-2cd1343f-aad0-4b84-b195-0b0bcf50f590 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "DELETE /v2.0/ports/e4e84b4f-fd09-42fd-af04-3ea1fb868dc5 HTTP/1.1" status: 404  len: 333 time: 0.0559757
Dec 23 16:16:13.027980 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 50206) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:13.029260 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe348f60-3351-43d1-9685-f92d7f5edcf3 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Router 9830ea94-3af4-44dd-af06-634e4fe8878f is scheduled to L3 agent 371d4c41-c7e2-4de7-9539-c049ec4e95d1 with binding_index 1 {{(pid=87636) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 23 16:16:13.064103 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4d5d327-f86d-455c-b71c-05b4667a3763 tempest-FloatingIPAdminTestJSON-807536738 tempest-FloatingIPAdminTestJSON-807536738-project-admin] Notify agent at l3_agent.dv-neutron-822799-1-hyperv the message routers_updated {{(pid=87636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 23 16:16:13.080857 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af95b4eb-cbc5-41db-bfa6-e91482ceab66 None None] Sync routers for ids ['3db77ba0-2911-45d9-a206-02e36e45bb83'] in dv-neutron-822799-1-hyperv {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 23 16:16:13.083348 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.pecan_wsgi.hooks.translation [None req-33707be7-36d1-48da-86a8-68dc76cdd727 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:16:13.084225 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33707be7-36d1-48da-86a8-68dc76cdd727 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 23 16:16:13.086119 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-33707be7-36d1-48da-86a8-68dc76cdd727 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "DELETE /v2.0/subnets/95aa7339-01aa-46d7-93a7-a85ca0194815 HTTP/1.1" status: 404  len: 337 time: 0.0570371
Dec 23 16:16:13.089350 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 50210) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:13.098182 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af95b4eb-cbc5-41db-bfa6-e91482ceab66 None None] Routers {'3db77ba0-2911-45d9-a206-02e36e45bb83'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:16:13.099106 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-af95b4eb-cbc5-41db-bfa6-e91482ceab66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc1ed36a0>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:15:50Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['3db77ba0-2911-45d9-a206-02e36e45bb83'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:16:13.123403 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-8b27d5c1-3b03-4fce-96a1-eb77f3e1bb20 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-864347', 'neutron.services.segments.db._delete_segments_for_network-8735362908070'] for network, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:13.140832 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e5253f3-32b5-476e-9e80-929528ad34bc tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:16:13.141442 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e5253f3-32b5-476e-9e80-929528ad34bc tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 23 16:16:13.143372 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-7e5253f3-32b5-476e-9e80-929528ad34bc tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "DELETE /v2.0/subnets/ac0e1d29-332c-4f47-a899-1b060d31e742 HTTP/1.1" status: 404  len: 337 time: 0.0530007
Dec 23 16:16:13.154177 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04220d01-c037-43a1-8685-5f4e44f49c82 req-079b5aeb-49db-4ab8-bf1c-9e648ed43710 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:16:13.155706 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [req-04220d01-c037-43a1-8685-5f4e44f49c82 req-079b5aeb-49db-4ab8-bf1c-9e648ed43710 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Synchronizing usage tracker for tenant:c8691bbec3fb4ae1968d469a6b97360c on resource:port {{(pid=87635) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:16:13.157637 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 50214) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:13.189901 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-af95b4eb-cbc5-41db-bfa6-e91482ceab66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc1ed36a0>, [], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:16:13.203689 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af95b4eb-cbc5-41db-bfa6-e91482ceab66 None None] Routers {'3db77ba0-2911-45d9-a206-02e36e45bb83'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:16:13.204457 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-af95b4eb-cbc5-41db-bfa6-e91482ceab66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc1ed36a0>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:15:50Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['3db77ba0-2911-45d9-a206-02e36e45bb83'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:16:13.217249 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.pecan_wsgi.hooks.translation [None req-072d6c03-51ae-4548-9584-6b8018e3d126 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:16:13.217730 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-072d6c03-51ae-4548-9584-6b8018e3d126 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 23 16:16:13.219410 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-072d6c03-51ae-4548-9584-6b8018e3d126 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "DELETE /v2.0/ports/25e408b5-8a96-4457-8ce3-cc45013633cc HTTP/1.1" status: 404  len: 333 time: 0.0593059
Dec 23 16:16:13.220676 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [req-04220d01-c037-43a1-8685-5f4e44f49c82 req-079b5aeb-49db-4ab8-bf1c-9e648ed43710 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Unset dirty status for tenant:c8691bbec3fb4ae1968d469a6b97360c on resource:port {{(pid=87635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:16:13.227787 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-04220d01-c037-43a1-8685-5f4e44f49c82 req-079b5aeb-49db-4ab8-bf1c-9e648ed43710 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d12d024-785e-42d1-98eb-b1d5c44f899e HTTP/1.1" status: 200  len: 946 time: 0.3758743
Dec 23 16:16:13.238033 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 50218) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:13.255883 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ebdbe6d-1256-4a0d-883c-a8e6f5c51bac None None] New status for floating IP 9e7f5679-e843-425d-b8da-8df3a8c9f4ce: DOWN {{(pid=87637) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 23 16:16:13.274417 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-8b27d5c1-3b03-4fce-96a1-eb77f3e1bb20 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1dc140b6d0>,) {'filters': {'network_id': ['0b19612e-8eb5-4c96-b8af-12572d789a81']}} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:16:13.274653 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-af95b4eb-cbc5-41db-bfa6-e91482ceab66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc1ed36a0>, [], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:16:13.275237 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af95b4eb-cbc5-41db-bfa6-e91482ceab66 None None] The sync data for ids ['3db77ba0-2911-45d9-a206-02e36e45bb83'] in dv-neutron-822799-1-hyperv is: [] {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 23 16:16:13.290662 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-8b27d5c1-3b03-4fce-96a1-eb77f3e1bb20 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dc140b6d0>, 'dabbc05b-716d-4882-a364-c94d6331ba84') {'for_net_delete': True} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:16:13.290983 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-8b27d5c1-3b03-4fce-96a1-eb77f3e1bb20 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dc140b6d0>, 'dabbc05b-716d-4882-a364-c94d6331ba84') {} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:16:13.306635 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-8b27d5c1-3b03-4fce-96a1-eb77f3e1bb20 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735363085442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2382197'] for segment, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:13.323789 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-8b27d5c1-3b03-4fce-96a1-eb77f3e1bb20 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:13.330775 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b27d5c1-3b03-4fce-96a1-eb77f3e1bb20 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Releasing vlan 429 on physical network physnet1 to pool {{(pid=87636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 23 16:16:13.331043 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-8b27d5c1-3b03-4fce-96a1-eb77f3e1bb20 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2176261'] for segment, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:13.331927 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-9fdb51af-7f4c-4683-a4fd-b99c086520c9 None None] Deleting port c2214081-5db1-43cb-b089-bddbdaba74ff {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:16:13.332324 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9fdb51af-7f4c-4683-a4fd-b99c086520c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:13.347407 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.pecan_wsgi.hooks.translation [None req-849cf7e8-74f1-4675-8965-43983a67ba92 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:16:13.349664 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-849cf7e8-74f1-4675-8965-43983a67ba92 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 23 16:16:13.350558 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-849cf7e8-74f1-4675-8965-43983a67ba92 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "DELETE /v2.0/subnets/36e32431-061b-4496-9391-5fbe02ab9ee0 HTTP/1.1" status: 404  len: 337 time: 0.1101992
Dec 23 16:16:13.351098 dv-neutron-822799-1-hyperv neutron-server[87636]: Traceback (most recent call last):
Dec 23 16:16:13.351098 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 23 16:16:13.351098 dv-neutron-822799-1-hyperv neutron-server[87636]:     timer()
Dec 23 16:16:13.351098 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:16:13.351098 dv-neutron-822799-1-hyperv neutron-server[87636]:     cb(*args, **kw)
Dec 23 16:16:13.351098 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 23 16:16:13.351098 dv-neutron-822799-1-hyperv neutron-server[87636]:     return func(*args, **kwargs)
Dec 23 16:16:13.351098 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:16:13.351098 dv-neutron-822799-1-hyperv neutron-server[87636]:     self._notify()
Dec 23 16:16:13.351098 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:16:13.351098 dv-neutron-822799-1-hyperv neutron-server[87636]:     self.callback(batched_events)
Dec 23 16:16:13.351098 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:16:13.351098 dv-neutron-822799-1-hyperv neutron-server[87636]:     event.method(event)
Dec 23 16:16:13.351098 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:16:13.351098 dv-neutron-822799-1-hyperv neutron-server[87636]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:16:13.351098 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 23 16:16:13.351098 dv-neutron-822799-1-hyperv neutron-server[87636]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 23 16:16:13.351098 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 23 16:16:13.351098 dv-neutron-822799-1-hyperv neutron-server[87636]:     return f(self, *a, **k)
Dec 23 16:16:13.351098 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:16:13.351098 dv-neutron-822799-1-hyperv neutron-server[87636]:     return self._get(url).json()
Dec 23 16:16:13.351098 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 23 16:16:13.351098 dv-neutron-822799-1-hyperv neutron-server[87636]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 23 16:16:13.351098 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 23 16:16:13.351098 dv-neutron-822799-1-hyperv neutron-server[87636]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:16:13.351098 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 23 16:16:13.351098 dv-neutron-822799-1-hyperv neutron-server[87636]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 23 16:16:13.351098 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 23 16:16:13.351098 dv-neutron-822799-1-hyperv neutron-server[87636]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:16:13.351098 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 23 16:16:13.351098 dv-neutron-822799-1-hyperv neutron-server[87636]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:16:13.351098 dv-neutron-822799-1-hyperv neutron-server[87636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:16:13.353991 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f4d5d327-f86d-455c-b71c-05b4667a3763 tempest-FloatingIPAdminTestJSON-807536738 tempest-FloatingIPAdminTestJSON-807536738-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for floatingip, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:13.360152 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 50222) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:13.410247 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.pecan_wsgi.hooks.translation [None req-d036e165-9286-40fb-9555-d48e52c2c824 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:16:13.410681 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d036e165-9286-40fb-9555-d48e52c2c824 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 23 16:16:13.412634 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-d036e165-9286-40fb-9555-d48e52c2c824 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "DELETE /v2.0/subnets/3b703f9c-6c2b-4bcf-a0f5-f1103c4d2b4c HTTP/1.1" status: 404  len: 337 time: 0.0512998
Dec 23 16:16:13.417154 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-04220d01-c037-43a1-8685-5f4e44f49c82 req-e5a3f255-8849-4645-a125-96ea7738ddbe tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] 10.222.0.64 "GET /v2.0/security-groups?id=6efb91e4-dce2-4b1b-ba77-0534a1c433c6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1887059
Dec 23 16:16:13.417632 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 50226) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:13.462436 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.pecan_wsgi.hooks.translation [None req-d998da3c-7f5e-48a5-842e-0275539f925f tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:16:13.462927 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d998da3c-7f5e-48a5-842e-0275539f925f tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 23 16:16:13.464698 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-d998da3c-7f5e-48a5-842e-0275539f925f tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "DELETE /v2.0/ports/734b2851-cbda-4a62-8c03-4298d8facf6a HTTP/1.1" status: 404  len: 333 time: 0.0461082
Dec 23 16:16:13.467495 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 50230) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:13.485869 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-9fdb51af-7f4c-4683-a4fd-b99c086520c9 None None] The port 'c2214081-5db1-43cb-b089-bddbdaba74ff' was deleted {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 23 16:16:13.508272 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.pecan_wsgi.hooks.translation [None req-484d717b-c62b-4c17-b103-9d6c74f08af8 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:16:13.508762 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-484d717b-c62b-4c17-b103-9d6c74f08af8 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 23 16:16:13.510533 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-484d717b-c62b-4c17-b103-9d6c74f08af8 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "DELETE /v2.0/subnets/7f30f220-e77a-4c68-b136-436b3baeff33 HTTP/1.1" status: 404  len: 337 time: 0.0421741
Dec 23 16:16:13.513172 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 50234) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:13.554194 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa4cb243-d676-4fe0-9152-ff25d50c9c42 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:16:13.554643 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa4cb243-d676-4fe0-9152-ff25d50c9c42 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 23 16:16:13.556282 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-aa4cb243-d676-4fe0-9152-ff25d50c9c42 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "DELETE /v2.0/subnets/9b262820-00e8-440d-a766-5f77ee95cce1 HTTP/1.1" status: 404  len: 337 time: 0.0422168
Dec 23 16:16:13.559034 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 50238) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:13.577876 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-f4d5d327-f86d-455c-b71c-05b4667a3763 tempest-FloatingIPAdminTestJSON-807536738 tempest-FloatingIPAdminTestJSON-807536738-project-admin] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 988 time: 8.7560055
Dec 23 16:16:13.593435 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.agents_db [None req-30c2320c-f298-49f6-9c47-c20e38116a9c None None] Agent healthcheck: found 6 active agents {{(pid=87638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 23 16:16:13.605672 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 50242) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:13.718950 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-ce59f3f0-6163-4a53-bfb9-802d6dd09893 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "GET /v2.0/ports?device_id=4cdd5e7d-ac6e-4259-8511-ebb7a4a642cd HTTP/1.1" status: 200  len: 205 time: 0.1565108
Dec 23 16:16:13.719173 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 50246) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:13.765252 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-8b27d5c1-3b03-4fce-96a1-eb77f3e1bb20 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-864336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1824171'] for network, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:13.777483 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-14530e7e-f133-4a39-9af9-1e9362412d5a tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:16:13.788539 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.api.v2.resource [None req-85fc88dc-e67a-4b64-a758-9c1449cf5727 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] delete failed (client error): The resource could not be found.
Dec 23 16:16:13.789574 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-85fc88dc-e67a-4b64-a758-9c1449cf5727 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "DELETE /v2.0/routers/4cdd5e7d-ac6e-4259-8511-ebb7a4a642cd HTTP/1.1" status: 404  len: 336 time: 0.0695968
Dec 23 16:16:13.792501 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 50250) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:13.796988 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-8b27d5c1-3b03-4fce-96a1-eb77f3e1bb20 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:13.829921 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.pecan_wsgi.hooks.translation [None req-6639fafc-44e2-4763-85ba-449250d24dab tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:16:13.830371 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6639fafc-44e2-4763-85ba-449250d24dab tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 23 16:16:13.832034 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-6639fafc-44e2-4763-85ba-449250d24dab tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "DELETE /v2.0/subnets/771181b6-7c77-42d1-8144-5c6de072df3d HTTP/1.1" status: 404  len: 337 time: 0.0386190
Dec 23 16:16:13.834894 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 50254) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:13.845123 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b27d5c1-3b03-4fce-96a1-eb77f3e1bb20 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Pushing event deleted for resources: {'Network': ['ID=0b19612e-8eb5-4c96-b8af-12572d789a81,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:16:13.859326 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-8b27d5c1-3b03-4fce-96a1-eb77f3e1bb20 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:16:13.864508 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-8b27d5c1-3b03-4fce-96a1-eb77f3e1bb20 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] 10.222.0.64 "DELETE /v2.0/networks/0b19612e-8eb5-4c96-b8af-12572d789a81 HTTP/1.1" status: 204  len: 168 time: 3.4512410
Dec 23 16:16:13.868377 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 50258) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:13.872438 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-f88899f7-71d8-4a4c-a2f0-b811207d38b0 tempest-FloatingIPAdminTestJSON-807536738 tempest-FloatingIPAdminTestJSON-807536738-project-admin] 10.222.0.64 "GET /v2.0/floatingips/ec3662fc-abf7-44b7-9d28-b8399f07b1c1 HTTP/1.1" status: 200  len: 983 time: 0.2655091
Dec 23 16:16:13.873533 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe348f60-3351-43d1-9685-f92d7f5edcf3 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify agent at l3_agent.dv-neutron-822799-1-hyperv the message routers_updated {{(pid=87636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 23 16:16:13.874923 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 50262) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:13.879306 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-5b276566-ea40-4127-8f69-573b4c6b7419 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1413487339'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:16:13.883101 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [req-331141aa-5be6-49f7-9c37-9229fe3b9040 req-5dc43495-0e51-44e3-99e1-15cb5d8348e1 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] For port a29e97a4-db7b-4472-bcba-9649964f1615, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=a29e97a4-db7b-4472-bcba-9649964f1615,segment=NetworkSegment(08e0e148-532b-4b21-a744-4826af0567ef),segment_id=08e0e148-532b-4b21-a744-4826af0567ef)] {{(pid=87636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:16:13.883101 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-331141aa-5be6-49f7-9c37-9229fe3b9040 req-5dc43495-0e51-44e3-99e1-15cb5d8348e1 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:13.885359 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d0db947-fb8b-4f64-be22-e8aca739e25a None None] Sync routers for ids ['9830ea94-3af4-44dd-af06-634e4fe8878f'] in dv-neutron-822799-1-hyperv {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 23 16:16:13.893606 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-b6a8d38a-520a-439a-90cb-98df34d389bd tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "GET /v2.0/ports?device_id=b92ff575-0a08-4a38-8718-629633c0cca8 HTTP/1.1" status: 200  len: 205 time: 0.0556598
Dec 23 16:16:13.894388 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 50266) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:13.895158 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d0db947-fb8b-4f64-be22-e8aca739e25a None None] Routers {'9830ea94-3af4-44dd-af06-634e4fe8878f'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:16:13.895295 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-5b276566-ea40-4127-8f69-573b4c6b7419 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:16:13.895775 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-9d0db947-fb8b-4f64-be22-e8aca739e25a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc1d27490>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:15:50Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['9830ea94-3af4-44dd-af06-634e4fe8878f'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:16:13.900054 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-5b276566-ea40-4127-8f69-573b4c6b7419 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Usage tracker for resource:network and tenant:37ed648a62f44dd1bf944e0bff6f4422 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:16:13.904420 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-5b276566-ea40-4127-8f69-573b4c6b7419 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:16:13.963682 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-5b276566-ea40-4127-8f69-573b4c6b7419 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:16:13.983603 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.api.v2.resource [None req-15dc36c7-7935-45b2-aabb-1b037c77926f tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] delete failed (client error): The resource could not be found.
Dec 23 16:16:13.985554 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-15dc36c7-7935-45b2-aabb-1b037c77926f tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "DELETE /v2.0/routers/b92ff575-0a08-4a38-8718-629633c0cca8 HTTP/1.1" status: 404  len: 336 time: 0.0815663
Dec 23 16:16:13.988097 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 50270) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:14.038515 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b276566-ea40-4127-8f69-573b4c6b7419 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Made reservation on behalf of 37ed648a62f44dd1bf944e0bff6f4422 for: {'network': 1} {{(pid=87635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:16:14.043649 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-5b276566-ea40-4127-8f69-573b4c6b7419 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for network, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:14.069756 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.pecan_wsgi.hooks.translation [None req-183b5a9f-8701-45d6-971f-75f80597c7dd tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:16:14.070231 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-183b5a9f-8701-45d6-971f-75f80597c7dd tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 23 16:16:14.074913 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-183b5a9f-8701-45d6-971f-75f80597c7dd tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "DELETE /v2.0/subnets/1121beb4-d109-495b-ae4c-359454890fcd HTTP/1.1" status: 404  len: 337 time: 0.0825496
Dec 23 16:16:14.075892 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 50274) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:14.111989 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-9d0db947-fb8b-4f64-be22-e8aca739e25a None None] Set router 9830ea94-3af4-44dd-af06-634e4fe8878f gateway port host: dv-neutron-822799-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:16:14.119624 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c1f37d7-0bfe-4ec7-ad61-93133eb60346 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:16:14.120202 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c1f37d7-0bfe-4ec7-ad61-93133eb60346 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 23 16:16:14.124069 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-0c1f37d7-0bfe-4ec7-ad61-93133eb60346 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "DELETE /v2.0/subnets/36da284d-4143-46a5-9fce-fe3fb062fa4d HTTP/1.1" status: 404  len: 337 time: 0.0454798
Dec 23 16:16:14.124968 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 50278) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:14.162867 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b276566-ea40-4127-8f69-573b4c6b7419 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] vlan segment allocate from pool success with {'vlan_id': 446, 'physical_network': 'physnet1'}  {{(pid=87635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 23 16:16:14.181080 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cc35d43-5946-4045-a18f-fb94b09acc4a tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:16:14.181578 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5cc35d43-5946-4045-a18f-fb94b09acc4a tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 23 16:16:14.186715 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-5b276566-ea40-4127-8f69-573b4c6b7419 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:14.187502 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.db.segments_db [None req-5b276566-ea40-4127-8f69-573b4c6b7419 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Added segment b955b098-1fa4-4c19-b1f5-769e444d24b4 of type vlan for network dafeab3e-daf0-4706-9bde-7e9aecbcfecb
Dec 23 16:16:14.196461 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-5cc35d43-5946-4045-a18f-fb94b09acc4a tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "DELETE /v2.0/ports/229912f4-90bb-48f0-8f99-a1e8f9a5023f HTTP/1.1" status: 404  len: 333 time: 0.0664403
Dec 23 16:16:14.201899 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 50282) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:14.251350 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [req-331141aa-5be6-49f7-9c37-9229fe3b9040 req-5dc43495-0e51-44e3-99e1-15cb5d8348e1 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Calling delete_port for a29e97a4-db7b-4472-bcba-9649964f1615 owned by compute:nova {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:16:14.255082 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6602733-64a7-42a4-a771-e040c93032dd tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:16:14.256202 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6602733-64a7-42a4-a771-e040c93032dd tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 23 16:16:14.260415 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-c6602733-64a7-42a4-a771-e040c93032dd tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "DELETE /v2.0/subnets/2ca8936a-2e18-4177-b490-f6623d53cb79 HTTP/1.1" status: 404  len: 337 time: 0.0547242
Dec 23 16:16:14.260415 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 50286) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:14.292986 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-fe348f60-3351-43d1-9685-f92d7f5edcf3 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for router, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:14.297327 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-fe348f60-3351-43d1-9685-f92d7f5edcf3 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201  len: 886 time: 7.8136663
Dec 23 16:16:14.301664 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 50290) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:14.310437 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.pecan_wsgi.hooks.translation [None req-359c52e6-68a7-46d0-9e40-dc1fae32b617 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:16:14.310973 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-359c52e6-68a7-46d0-9e40-dc1fae32b617 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 23 16:16:14.315678 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-359c52e6-68a7-46d0-9e40-dc1fae32b617 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "DELETE /v2.0/ports/468b84b6-74c1-4942-90e9-6da81b4f0847 HTTP/1.1" status: 404  len: 333 time: 0.0520499
Dec 23 16:16:14.315828 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-5b276566-ea40-4127-8f69-573b4c6b7419 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735362521793'] for network, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:14.319546 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 50294) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:14.363481 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.pecan_wsgi.hooks.translation [None req-a74546d2-c226-4f04-819e-cc26fb5a7e9b tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:16:14.363942 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a74546d2-c226-4f04-819e-cc26fb5a7e9b tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 23 16:16:14.366548 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-c139ce65-fd0f-4565-beab-160c668528df tempest-TestNetworkBasicOps-54271533 tempest-TestNetworkBasicOps-54271533-project-admin] 10.222.0.64 "GET /v2.0/subnets?project_id=544f3e375bde4f0988286eba27294ea6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0635860
Dec 23 16:16:14.370571 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-a74546d2-c226-4f04-819e-cc26fb5a7e9b tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "DELETE /v2.0/subnets/526764a2-c5ae-4bb9-9ee9-d37eecd22023 HTTP/1.1" status: 404  len: 337 time: 0.0486114
Dec 23 16:16:14.370770 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-3aa23dd8-7872-40f8-9d10-1f392e4df4be tempest-FloatingIPAdminTestJSON-807536738 tempest-FloatingIPAdminTestJSON-807536738-project-admin] 10.222.0.64 "GET /v2.0/floatingips HTTP/1.1" status: 200  len: 1466 time: 0.4896197
Dec 23 16:16:14.370770 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 50298) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:14.370770 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 50300) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:14.371438 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 50302) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:14.402653 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-9d0db947-fb8b-4f64-be22-e8aca739e25a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc1d27490>, [{'id': '9830ea94-3af4-44dd-af06-634e4fe8878f', 'name': 'tempest-TestNetworkBasicOps-router-677473266', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.162'}], 'enable_snat': True}, 'gw_port_id': '06fc2d70-1443-439c-a89a-12708450fe11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:16:06Z', 'updated_at': '2021-12-23T16:16:09Z', 'revision_number': 3, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'gw_port': {'id': '06fc2d70-1443-439c-a89a-12708450fe11', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ac:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9830ea94-3af4-44dd-af06-634e4fe8878f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1047, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:16:08Z', 'updated_at': '2021-12-23T16:16:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv'}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:16:14.406385 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d0db947-fb8b-4f64-be22-e8aca739e25a None None] Checking router: 9830ea94-3af4-44dd-af06-634e4fe8878f for host: dv-neutron-822799-1-hyperv {{(pid=87638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 23 16:16:14.406731 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d0db947-fb8b-4f64-be22-e8aca739e25a None None] Updating router 9830ea94-3af4-44dd-af06-634e4fe8878f port 06fc2d70-1443-439c-a89a-12708450fe11 binding host dv-neutron-822799-1-hyperv {{(pid=87638) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 23 16:16:14.457972 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.pecan_wsgi.hooks.translation [None req-177468e1-1347-4196-983b-998a67cd3934 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:16:14.458428 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-177468e1-1347-4196-983b-998a67cd3934 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 23 16:16:14.460248 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-177468e1-1347-4196-983b-998a67cd3934 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "DELETE /v2.0/ports/c03b0c39-701f-480e-b633-164a4f0c545d HTTP/1.1" status: 404  len: 333 time: 0.0844092
Dec 23 16:16:14.466791 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 50312) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:14.481265 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9d0db947-fb8b-4f64-be22-e8aca739e25a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:14.529235 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2305ba4-7034-477f-bf7f-d52e67328d88 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:16:14.529596 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2305ba4-7034-477f-bf7f-d52e67328d88 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 23 16:16:14.534458 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-b2305ba4-7034-477f-bf7f-d52e67328d88 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "DELETE /v2.0/subnets/73df4226-3ce2-4a54-9d2e-3a606d2ff415 HTTP/1.1" status: 404  len: 337 time: 0.0637288
Dec 23 16:16:14.535073 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 50316) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:14.539888 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-5b276566-ea40-4127-8f69-573b4c6b7419 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495'] for network, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:14.545344 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b276566-ea40-4127-8f69-573b4c6b7419 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:16:14.545933 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-5b276566-ea40-4127-8f69-573b4c6b7419 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks [] for network, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:14.551984 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-72250ec8-6cb8-46b6-8e1c-122714a0a338 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:16:14.692206 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-331141aa-5be6-49f7-9c37-9229fe3b9040 req-5dc43495-0e51-44e3-99e1-15cb5d8348e1 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:14.702061 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-8b27d5c1-3b03-4fce-96a1-eb77f3e1bb20 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:16:14.738436 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a5960bc-6f65-4a56-ac85-a0aefb6519bb tempest-TestNetworkBasicOps-54271533 tempest-TestNetworkBasicOps-54271533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:16:14.740381 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-0a5960bc-6f65-4a56-ac85-a0aefb6519bb tempest-TestNetworkBasicOps-54271533 tempest-TestNetworkBasicOps-54271533-project-admin] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.3660727
Dec 23 16:16:14.749981 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.pecan_wsgi.hooks.translation [None req-b081f091-715f-43f2-bdfb-57584c544b39 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:16:14.750244 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b081f091-715f-43f2-bdfb-57584c544b39 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 23 16:16:14.754465 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-b081f091-715f-43f2-bdfb-57584c544b39 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "DELETE /v2.0/ports/bc57b667-6443-4d6e-9a34-78100db9ee35 HTTP/1.1" status: 404  len: 333 time: 0.2138555
Dec 23 16:16:14.755688 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 50320) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:14.756143 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 50322) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:14.769471 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-5b276566-ea40-4127-8f69-573b4c6b7419 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 0.8970966
Dec 23 16:16:14.773877 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 50328) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:14.791869 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-d8138740-e97b-406f-b404-eab482034d48 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Request body: {'subnet': {'network_id': 'dafeab3e-daf0-4706-9bde-7e9aecbcfecb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:16:14.796113 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc43495-0e51-44e3-99e1-15cb5d8348e1 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Pushing event deleted for resources: {'Port': ['ID=a29e97a4-db7b-4472-bcba-9649964f1615,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:16:14.799569 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-5dc43495-0e51-44e3-99e1-15cb5d8348e1 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:16:14.814630 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b276566-ea40-4127-8f69-573b4c6b7419 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Pushing event updated for resources: {'Network': ['ID=dafeab3e-daf0-4706-9bde-7e9aecbcfecb,revision_number=1']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:16:14.827456 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-5b276566-ea40-4127-8f69-573b4c6b7419 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:16:14.828587 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-59210768-48a5-49d9-9ca5-1d5ef8c394a0 tempest-FloatingIPAdminTestJSON-473263132 tempest-FloatingIPAdminTestJSON-473263132-project] Deleting port 79cfa194-9710-4277-85c2-e889d5469f99 {{(pid=87635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:16:14.828937 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-59210768-48a5-49d9-9ca5-1d5ef8c394a0 tempest-FloatingIPAdminTestJSON-473263132 tempest-FloatingIPAdminTestJSON-473263132-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:14.831367 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Network dafeab3e-daf0-4706-9bde-7e9aecbcfecb details requested by agent ovs-agent-dv-neutron-822799-1-hyperv with host dv-neutron-822799-1-hyperv {{(pid=87637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 23 16:16:14.845492 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9d0db947-fb8b-4f64-be22-e8aca739e25a None None] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:14.861806 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-9d0db947-fb8b-4f64-be22-e8aca739e25a None None] Transition to ACTIVE for port object 06fc2d70-1443-439c-a89a-12708450fe11 will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:16:14.871682 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9d0db947-fb8b-4f64-be22-e8aca739e25a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:14.878001 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG oslo_concurrency.lockutils [None req-0dcb918a-b57d-4141-8487-69042964f238 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:16:14.889030 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.pecan_wsgi.hooks.translation [None req-68cc38e3-c06f-40a6-8e86-e291dbc0841d tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:16:14.889778 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68cc38e3-c06f-40a6-8e86-e291dbc0841d tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 23 16:16:14.899044 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-177583f3-0c71-4047-9176-04e955be6b36 tempest-TestNetworkBasicOps-54271533 tempest-TestNetworkBasicOps-54271533-project-admin] 10.222.0.64 "GET /v2.0/subnets?network_id=8afa6d58-9431-454a-b99c-3ff8a65aa86b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.1361363
Dec 23 16:16:14.914511 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 50332) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:14.934662 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-76c2cf9e-df07-45f3-a3cd-ed29355f356e tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-877681322', 'network_id': '86ce35ef-6f92-478d-bb05-dc77b85890ed', 'project_id': '544f3e375bde4f0988286eba27294ea6', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:16:14.952920 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203a3123-4fdc-4f5b-9b2e-a91a644cb1ce req-df0ee9c5-7e0f-49bc-8f6a-551a41f5d1cf tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:16:14.954050 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-203a3123-4fdc-4f5b-9b2e-a91a644cb1ce req-df0ee9c5-7e0f-49bc-8f6a-551a41f5d1cf tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Synchronizing usage tracker for tenant:c8691bbec3fb4ae1968d469a6b97360c on resource:port {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:16:14.959491 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-68cc38e3-c06f-40a6-8e86-e291dbc0841d tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "DELETE /v2.0/subnets/048b5aea-4ae9-49a0-8665-c17b142e8499 HTTP/1.1" status: 404  len: 337 time: 0.1952140
Dec 23 16:16:14.961189 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [req-331141aa-5be6-49f7-9c37-9229fe3b9040 req-5dc43495-0e51-44e3-99e1-15cb5d8348e1 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] No DVR routers for this DVR port a29e97a4-db7b-4472-bcba-9649964f1615 on host hv-neutron-8227 {{(pid=87636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 23 16:16:14.963393 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 50336) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:14.965878 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-9d0db947-fb8b-4f64-be22-e8aca739e25a None None] Attempting to bind port 06fc2d70-1443-439c-a89a-12708450fe11 on host dv-neutron-822799-1-hyperv for vnic_type normal with profile  {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:16:14.966263 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-9d0db947-fb8b-4f64-be22-e8aca739e25a None None] Attempting to bind port 06fc2d70-1443-439c-a89a-12708450fe11 by drivers openvswitch,hyperv on host dv-neutron-822799-1-hyperv at level 0 using segments [{'id': '77e3d110-dd7b-426c-b11f-b78dde7993df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:16:14.966781 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d0db947-fb8b-4f64-be22-e8aca739e25a None None] Attempting to bind port 06fc2d70-1443-439c-a89a-12708450fe11 on network 8afa6d58-9431-454a-b99c-3ff8a65aa86b {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:16:14.968022 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-331141aa-5be6-49f7-9c37-9229fe3b9040 req-5dc43495-0e51-44e3-99e1-15cb5d8348e1 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:14.970373 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-331141aa-5be6-49f7-9c37-9229fe3b9040 req-5dc43495-0e51-44e3-99e1-15cb5d8348e1 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] 10.222.0.61 "DELETE /v2.0/ports/a29e97a4-db7b-4472-bcba-9649964f1615 HTTP/1.1" status: 204  len: 173 time: 2.4458215
Dec 23 16:16:14.971945 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d12d024-785e-42d1-98eb-b1d5c44f899e', 'name': 'network-vif-deleted', 'tag': 'a29e97a4-db7b-4472-bcba-9649964f1615'}] {{(pid=87636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 23 16:16:14.981511 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d0db947-fb8b-4f64-be22-e8aca739e25a None None] Checking agent: {'id': '20d2070f-69a9-4e73-8d08-6f0387a40158', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822799-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 21), 'started_at': datetime.datetime(2021, 12, 23, 16, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 15, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822799-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 23 16:16:14.981903 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d0db947-fb8b-4f64-be22-e8aca739e25a None None] Checking segment: {'id': '77e3d110-dd7b-426c-b11f-b78dde7993df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:16:14.982318 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9d0db947-fb8b-4f64-be22-e8aca739e25a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:14.982727 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d0db947-fb8b-4f64-be22-e8aca739e25a None None] Bound using segment: {'id': '77e3d110-dd7b-426c-b11f-b78dde7993df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 23 16:16:14.983219 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-9d0db947-fb8b-4f64-be22-e8aca739e25a None None] Bound port: 06fc2d70-1443-439c-a89a-12708450fe11, host: dv-neutron-822799-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77e3d110-dd7b-426c-b11f-b78dde7993df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 23 16:16:14.983583 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9d0db947-fb8b-4f64-be22-e8aca739e25a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:15.037324 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.pecan_wsgi.hooks.translation [None req-4db2eb46-fc26-4e64-9ff9-accb90e4efd7 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:16:15.037541 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3742d9f5-ca9f-488e-8186-1d3e0751bf2b None None] Pushing event updated for resources: {'Port': ['ID=06fc2d70-1443-439c-a89a-12708450fe11,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:16:15.038025 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4db2eb46-fc26-4e64-9ff9-accb90e4efd7 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 23 16:16:15.040135 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-4db2eb46-fc26-4e64-9ff9-accb90e4efd7 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "DELETE /v2.0/ports/2ed379f8-c521-40dc-9cfd-488164473aa3 HTTP/1.1" status: 404  len: 333 time: 0.0746250
Dec 23 16:16:15.042614 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-203a3123-4fdc-4f5b-9b2e-a91a644cb1ce req-df0ee9c5-7e0f-49bc-8f6a-551a41f5d1cf tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Unset dirty status for tenant:c8691bbec3fb4ae1968d469a6b97360c on resource:port {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:16:15.043972 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-203a3123-4fdc-4f5b-9b2e-a91a644cb1ce req-df0ee9c5-7e0f-49bc-8f6a-551a41f5d1cf tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d12d024-785e-42d1-98eb-b1d5c44f899e HTTP/1.1" status: 200  len: 867 time: 0.4720488
Dec 23 16:16:15.044733 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 50342) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:15.061937 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3742d9f5-ca9f-488e-8186-1d3e0751bf2b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:16:15.062291 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3742d9f5-ca9f-488e-8186-1d3e0751bf2b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:16:15.062632 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3742d9f5-ca9f-488e-8186-1d3e0751bf2b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:16:15.062967 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3742d9f5-ca9f-488e-8186-1d3e0751bf2b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:16:15.063296 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3742d9f5-ca9f-488e-8186-1d3e0751bf2b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:16:15.063622 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3742d9f5-ca9f-488e-8186-1d3e0751bf2b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:16:15.063946 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3742d9f5-ca9f-488e-8186-1d3e0751bf2b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:16:15.064268 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3742d9f5-ca9f-488e-8186-1d3e0751bf2b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:16:15.064614 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3742d9f5-ca9f-488e-8186-1d3e0751bf2b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:16:15.064931 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3742d9f5-ca9f-488e-8186-1d3e0751bf2b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:16:15.065248 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3742d9f5-ca9f-488e-8186-1d3e0751bf2b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:16:15.065565 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3742d9f5-ca9f-488e-8186-1d3e0751bf2b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:16:15.071222 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG oslo_concurrency.lockutils [None req-3742d9f5-ca9f-488e-8186-1d3e0751bf2b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=87638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:16:15.102020 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-9d0db947-fb8b-4f64-be22-e8aca739e25a None None] For port 06fc2d70-1443-439c-a89a-12708450fe11, host dv-neutron-822799-1-hyperv, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 23 16:16:15.106179 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-9d0db947-fb8b-4f64-be22-e8aca739e25a None None] For port 06fc2d70-1443-439c-a89a-12708450fe11, host dv-neutron-822799-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=06fc2d70-1443-439c-a89a-12708450fe11,segment=NetworkSegment(77e3d110-dd7b-426c-b11f-b78dde7993df),segment_id=77e3d110-dd7b-426c-b11f-b78dde7993df)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 23 16:16:15.113068 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.pecan_wsgi.hooks.translation [None req-be832bd5-b0b2-4aa8-8fca-bf3cfc5f92ab tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:16:15.113216 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9d0db947-fb8b-4f64-be22-e8aca739e25a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:15.114271 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be832bd5-b0b2-4aa8-8fca-bf3cfc5f92ab tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 23 16:16:15.116365 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-be832bd5-b0b2-4aa8-8fca-bf3cfc5f92ab tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "DELETE /v2.0/subnets/e6c09c51-3266-4656-a8fd-b84c52a6376d HTTP/1.1" status: 404  len: 337 time: 0.0699615
Dec 23 16:16:15.117516 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-d8138740-e97b-406f-b404-eab482034d48 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:16:15.121225 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d12d024-785e-42d1-98eb-b1d5c44f899e', 'name': 'network-vif-deleted', 'tag': 'a29e97a4-db7b-4472-bcba-9649964f1615', 'status': 'completed', 'code': 200}
Dec 23 16:16:15.121615 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-d8138740-e97b-406f-b404-eab482034d48 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Usage tracker for resource:subnet and tenant:37ed648a62f44dd1bf944e0bff6f4422 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:16:15.123281 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 50346) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:15.124128 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG oslo_concurrency.lockutils [None req-1694c3ea-d5eb-4e8d-a7e1-a8b95e8e603a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:16:15.124859 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-d8138740-e97b-406f-b404-eab482034d48 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:16:15.130852 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-d8138740-e97b-406f-b404-eab482034d48 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:16:15.149619 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8138740-e97b-406f-b404-eab482034d48 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Made reservation on behalf of 37ed648a62f44dd1bf944e0bff6f4422 for: {'subnet': 1} {{(pid=87635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:16:15.153665 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-d8138740-e97b-406f-b404-eab482034d48 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2610339'] for subnet, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:15.201826 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ec79f18-b324-412d-ae01-df39fc058386 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:16:15.203128 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ec79f18-b324-412d-ae01-df39fc058386 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 23 16:16:15.205525 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-5ec79f18-b324-412d-ae01-df39fc058386 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "DELETE /v2.0/ports/163754bc-7c6b-4710-9a3a-81b46f77b60a HTTP/1.1" status: 404  len: 333 time: 0.0805473
Dec 23 16:16:15.206285 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-76c2cf9e-df07-45f3-a3cd-ed29355f356e tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:16:15.209511 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-203a3123-4fdc-4f5b-9b2e-a91a644cb1ce req-c679fd48-4c97-4312-8fa6-568cd3e01712 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] 10.222.0.64 "GET /v2.0/security-groups?id=6efb91e4-dce2-4b1b-ba77-0534a1c433c6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1201510
Dec 23 16:16:15.210307 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 50350) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:15.222078 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-76c2cf9e-df07-45f3-a3cd-ed29355f356e tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Usage tracker for resource:subnet and tenant:544f3e375bde4f0988286eba27294ea6 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:16:15.234496 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d0db947-fb8b-4f64-be22-e8aca739e25a None None] Routers {'9830ea94-3af4-44dd-af06-634e4fe8878f'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:16:15.235504 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-9d0db947-fb8b-4f64-be22-e8aca739e25a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc1d27490>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:15:50Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['9830ea94-3af4-44dd-af06-634e4fe8878f'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:16:15.307757 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.pecan_wsgi.hooks.translation [None req-375b2984-7354-4fd2-823c-1a566a0180c0 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:16:15.308339 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-375b2984-7354-4fd2-823c-1a566a0180c0 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 23 16:16:15.310067 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-375b2984-7354-4fd2-823c-1a566a0180c0 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "DELETE /v2.0/subnets/f6cc1cef-928d-4a5c-8899-80348170d0d5 HTTP/1.1" status: 404  len: 337 time: 0.0980487
Dec 23 16:16:15.321265 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 50354) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:15.331118 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3742d9f5-ca9f-488e-8186-1d3e0751bf2b None None] Pushing event updated for resources: {'Port': ['ID=06fc2d70-1443-439c-a89a-12708450fe11,revision_number=3']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:16:15.335358 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG oslo_concurrency.lockutils [None req-3742d9f5-ca9f-488e-8186-1d3e0751bf2b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=87638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:16:15.384826 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a07b127-6b0b-47a8-8e98-cfdc8c7ad022 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:16:15.385380 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a07b127-6b0b-47a8-8e98-cfdc8c7ad022 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 23 16:16:15.390778 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-4a07b127-6b0b-47a8-8e98-cfdc8c7ad022 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "DELETE /v2.0/ports/a0e8299c-edef-4330-bf28-53f6dd0e1d28 HTTP/1.1" status: 404  len: 333 time: 0.0683920
Dec 23 16:16:15.391457 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 50358) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:15.442219 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a796515-5264-49f5-8723-85b6fbcec82d tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:16:15.442685 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a796515-5264-49f5-8723-85b6fbcec82d tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 23 16:16:15.445644 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-5a796515-5264-49f5-8723-85b6fbcec82d tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "DELETE /v2.0/subnets/5e7d5e66-7a68-48f0-a0dd-233499a170c0 HTTP/1.1" status: 404  len: 337 time: 0.0532067
Dec 23 16:16:15.448149 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 50362) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:15.463840 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-9d0db947-fb8b-4f64-be22-e8aca739e25a None None] Set router 9830ea94-3af4-44dd-af06-634e4fe8878f gateway port host: dv-neutron-822799-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:16:15.487881 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-76c2cf9e-df07-45f3-a3cd-ed29355f356e tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:16:15.521040 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-76c2cf9e-df07-45f3-a3cd-ed29355f356e tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:16:15.563686 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76c2cf9e-df07-45f3-a3cd-ed29355f356e tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Made reservation on behalf of 544f3e375bde4f0988286eba27294ea6 for: {'subnet': 1} {{(pid=87635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:16:15.567196 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-76c2cf9e-df07-45f3-a3cd-ed29355f356e tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2610339'] for subnet, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:15.568910 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-0bba09be-78f0-4eff-b717-97790608ce2d tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-698866'] for network, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:15.707611 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-59210768-48a5-49d9-9ca5-1d5ef8c394a0 tempest-FloatingIPAdminTestJSON-473263132 tempest-FloatingIPAdminTestJSON-473263132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:15.708036 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-59210768-48a5-49d9-9ca5-1d5ef8c394a0 tempest-FloatingIPAdminTestJSON-473263132 tempest-FloatingIPAdminTestJSON-473263132-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:15.726340 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-0bba09be-78f0-4eff-b717-97790608ce2d tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-864347', 'neutron.services.segments.db._delete_segments_for_network-8735362908070'] for network, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:15.756909 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-0bba09be-78f0-4eff-b717-97790608ce2d tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1dbb442fa0>,) {'filters': {'network_id': ['a67646b4-5371-43ec-9f98-39fe51a67033']}} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:16:15.769098 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-0bba09be-78f0-4eff-b717-97790608ce2d tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dbb442fa0>, 'd0e346f7-32a7-41a0-b972-301688edbe10') {'for_net_delete': True} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:16:15.769414 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-0bba09be-78f0-4eff-b717-97790608ce2d tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dbb442fa0>, 'd0e346f7-32a7-41a0-b972-301688edbe10') {} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:16:15.781936 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-0bba09be-78f0-4eff-b717-97790608ce2d tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735363085442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2382197'] for segment, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:15.797969 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-0bba09be-78f0-4eff-b717-97790608ce2d tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:15.804605 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bba09be-78f0-4eff-b717-97790608ce2d tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Releasing vlan 436 on physical network physnet1 to pool {{(pid=87636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 23 16:16:15.804979 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-0bba09be-78f0-4eff-b717-97790608ce2d tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2176261'] for segment, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:15.812996 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-9d0db947-fb8b-4f64-be22-e8aca739e25a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc1d27490>, [{'id': '9830ea94-3af4-44dd-af06-634e4fe8878f', 'name': 'tempest-TestNetworkBasicOps-router-677473266', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.162'}], 'enable_snat': True}, 'gw_port_id': '06fc2d70-1443-439c-a89a-12708450fe11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:16:06Z', 'updated_at': '2021-12-23T16:16:09Z', 'revision_number': 3, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'gw_port': {'id': '06fc2d70-1443-439c-a89a-12708450fe11', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ac:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9830ea94-3af4-44dd-af06-634e4fe8878f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1047, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:16:08Z', 'updated_at': '2021-12-23T16:16:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv'}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:16:15.817154 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d0db947-fb8b-4f64-be22-e8aca739e25a None None] The sync data for ids ['9830ea94-3af4-44dd-af06-634e4fe8878f'] in dv-neutron-822799-1-hyperv is: [{'id': '9830ea94-3af4-44dd-af06-634e4fe8878f', 'name': 'tempest-TestNetworkBasicOps-router-677473266', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.162'}], 'enable_snat': True}, 'gw_port_id': '06fc2d70-1443-439c-a89a-12708450fe11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:16:06Z', 'updated_at': '2021-12-23T16:16:09Z', 'revision_number': 3, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'gw_port': {'id': '06fc2d70-1443-439c-a89a-12708450fe11', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ac:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9830ea94-3af4-44dd-af06-634e4fe8878f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1047, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:16:08Z', 'updated_at': '2021-12-23T16:16:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv'}] {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 23 16:16:15.821009 dv-neutron-822799-1-hyperv neutron-server[87636]: Traceback (most recent call last):
Dec 23 16:16:15.821009 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 23 16:16:15.821009 dv-neutron-822799-1-hyperv neutron-server[87636]:     timer()
Dec 23 16:16:15.821009 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:16:15.821009 dv-neutron-822799-1-hyperv neutron-server[87636]:     cb(*args, **kw)
Dec 23 16:16:15.821009 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 23 16:16:15.821009 dv-neutron-822799-1-hyperv neutron-server[87636]:     return func(*args, **kwargs)
Dec 23 16:16:15.821009 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:16:15.821009 dv-neutron-822799-1-hyperv neutron-server[87636]:     self._notify()
Dec 23 16:16:15.821009 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:16:15.821009 dv-neutron-822799-1-hyperv neutron-server[87636]:     self.callback(batched_events)
Dec 23 16:16:15.821009 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:16:15.821009 dv-neutron-822799-1-hyperv neutron-server[87636]:     event.method(event)
Dec 23 16:16:15.821009 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:16:15.821009 dv-neutron-822799-1-hyperv neutron-server[87636]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:16:15.821009 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 23 16:16:15.821009 dv-neutron-822799-1-hyperv neutron-server[87636]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 23 16:16:15.821009 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 23 16:16:15.821009 dv-neutron-822799-1-hyperv neutron-server[87636]:     return f(self, *a, **k)
Dec 23 16:16:15.821009 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:16:15.821009 dv-neutron-822799-1-hyperv neutron-server[87636]:     return self._get(url).json()
Dec 23 16:16:15.821009 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 23 16:16:15.821009 dv-neutron-822799-1-hyperv neutron-server[87636]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 23 16:16:15.821009 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 23 16:16:15.821009 dv-neutron-822799-1-hyperv neutron-server[87636]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:16:15.821009 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 23 16:16:15.821009 dv-neutron-822799-1-hyperv neutron-server[87636]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 23 16:16:15.821009 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 23 16:16:15.821009 dv-neutron-822799-1-hyperv neutron-server[87636]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:16:15.821009 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 23 16:16:15.821009 dv-neutron-822799-1-hyperv neutron-server[87636]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:16:15.821009 dv-neutron-822799-1-hyperv neutron-server[87636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:16:15.880123 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-59210768-48a5-49d9-9ca5-1d5ef8c394a0 tempest-FloatingIPAdminTestJSON-473263132 tempest-FloatingIPAdminTestJSON-473263132-project] Calling delete_port for 79cfa194-9710-4277-85c2-e889d5469f99 owned by network:floatingip {{(pid=87635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:16:15.903015 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-0bba09be-78f0-4eff-b717-97790608ce2d tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-864336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1824171'] for network, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:15.906970 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-4e79c0f0-234c-4f74-84dc-695ccdf25fd7 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:16:15.931934 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-0bba09be-78f0-4eff-b717-97790608ce2d tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:15.939824 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bba09be-78f0-4eff-b717-97790608ce2d tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Pushing event deleted for resources: {'Network': ['ID=a67646b4-5371-43ec-9f98-39fe51a67033,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:16:15.945779 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-0bba09be-78f0-4eff-b717-97790608ce2d tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] 10.222.0.64 "DELETE /v2.0/networks/a67646b4-5371-43ec-9f98-39fe51a67033 HTTP/1.1" status: 204  len: 168 time: 0.4942436
Dec 23 16:16:15.945779 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-0bba09be-78f0-4eff-b717-97790608ce2d tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:16:16.089762 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-d8138740-e97b-406f-b404-eab482034d48 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2753396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2610353'] for subnet, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:16.096594 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-197210fc-d634-40f2-95a3-62ecdcee8ea1 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:16:16.294168 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 50372) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:16.300589 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-76c2cf9e-df07-45f3-a3cd-ed29355f356e tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2753396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2610353'] for subnet, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:16.313055 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8138740-e97b-406f-b404-eab482034d48 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Pushing event updated for resources: {'Subnet': ['ID=2a4309f7-83d6-4ad1-bd95-015e2e453784,revision_number=0']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:16:16.318458 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-d8138740-e97b-406f-b404-eab482034d48 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:16:16.322751 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-20c03811-769d-4194-a9d2-9666b5e4d923 tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:16:16.350492 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 50378) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:16.368236 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8138740-e97b-406f-b404-eab482034d48 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Checking segment: {'id': 'b955b098-1fa4-4c19-b1f5-769e444d24b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'dafeab3e-daf0-4706-9bde-7e9aecbcfecb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:16:16.368660 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8138740-e97b-406f-b404-eab482034d48 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Network hostable DHCP agents. Network: dafeab3e-daf0-4706-9bde-7e9aecbcfecb, hostable agents: ['1c812d71-eadf-4fb3-b98e-67468a4aa7e2'], hosted agents: [] {{(pid=87635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 23 16:16:16.439737 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-59210768-48a5-49d9-9ca5-1d5ef8c394a0 tempest-FloatingIPAdminTestJSON-473263132 tempest-FloatingIPAdminTestJSON-473263132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:16.465031 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76c2cf9e-df07-45f3-a3cd-ed29355f356e tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Checking segment: {'id': 'd3145fa9-8a75-4e10-8270-1505196d67de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '86ce35ef-6f92-478d-bb05-dc77b85890ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:16:16.465531 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76c2cf9e-df07-45f3-a3cd-ed29355f356e tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Network hostable DHCP agents. Network: 86ce35ef-6f92-478d-bb05-dc77b85890ed, hostable agents: ['1c812d71-eadf-4fb3-b98e-67468a4aa7e2'], hosted agents: [] {{(pid=87635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 23 16:16:16.479077 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c2cf9e-df07-45f3-a3cd-ed29355f356e tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Pushing event updated for resources: {'Subnet': ['ID=0dca58b9-f8fa-4c62-85a7-2fd783a18325,revision_number=0']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:16:16.515508 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8138740-e97b-406f-b404-eab482034d48 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Network dafeab3e-daf0-4706-9bde-7e9aecbcfecb is scheduled to be hosted by DHCP agent 1c812d71-eadf-4fb3-b98e-67468a4aa7e2 with binding_index 1 {{(pid=87635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 23 16:16:16.532730 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-76c2cf9e-df07-45f3-a3cd-ed29355f356e tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:16:16.535674 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-3eb78d93-aef0-4cfe-aeec-805be680a8a7 tempest-FloatingIPAdminTestJSON-473263132 tempest-FloatingIPAdminTestJSON-473263132-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.086s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:16:16.563394 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Device a29e97a4-db7b-4472-bcba-9649964f1615 no longer exists at agent hyperv_hv-neutron-8227 {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 23 16:16:16.582272 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59210768-48a5-49d9-9ca5-1d5ef8c394a0 tempest-FloatingIPAdminTestJSON-473263132 tempest-FloatingIPAdminTestJSON-473263132-project] Pushing event deleted for resources: {'Port': ['ID=79cfa194-9710-4277-85c2-e889d5469f99,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:16:16.585534 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-59210768-48a5-49d9-9ca5-1d5ef8c394a0 tempest-FloatingIPAdminTestJSON-473263132 tempest-FloatingIPAdminTestJSON-473263132-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:16:16.610413 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] No Port match for: a29e97a4-db7b-4472-bcba-9649964f1615 {{(pid=87637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 23 16:16:16.611050 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Device a29e97a4-db7b-4472-bcba-9649964f1615 not bound to the agent host hv-neutron-8227 {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 23 16:16:16.633542 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.base_scheduler [None req-d8138740-e97b-406f-b404-eab482034d48 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822799-1-hyperv, dafeab3e-daf0-4706-9bde-7e9aecbcfecb) {{(pid=87635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:16:16.642967 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8138740-e97b-406f-b404-eab482034d48 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:16:16.643597 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-d8138740-e97b-406f-b404-eab482034d48 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks [] for subnet, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:16.644776 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91293f9f-c41b-4dee-896b-0b0084cd5653 None None] Network dafeab3e-daf0-4706-9bde-7e9aecbcfecb requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:16:16.656346 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76c2cf9e-df07-45f3-a3cd-ed29355f356e tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Network 86ce35ef-6f92-478d-bb05-dc77b85890ed is scheduled to be hosted by DHCP agent 1c812d71-eadf-4fb3-b98e-67468a4aa7e2 with binding_index 1 {{(pid=87635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 23 16:16:16.675030 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.base_scheduler [None req-76c2cf9e-df07-45f3-a3cd-ed29355f356e tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822799-1-hyperv, 86ce35ef-6f92-478d-bb05-dc77b85890ed) {{(pid=87635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:16:16.684509 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-59210768-48a5-49d9-9ca5-1d5ef8c394a0 tempest-FloatingIPAdminTestJSON-473263132 tempest-FloatingIPAdminTestJSON-473263132-project] Notify callbacks [] for floatingip, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:16.684873 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.db.l3_db [None req-59210768-48a5-49d9-9ca5-1d5ef8c394a0 tempest-FloatingIPAdminTestJSON-473263132 tempest-FloatingIPAdminTestJSON-473263132-project] Floating IP ec3662fc-abf7-44b7-9d28-b8399f07b1c1 disassociated (deleted). External IP: 172.26.3.187, port: 34c96cd9-ae14-48b6-ac6c-456e46af7a45.
Dec 23 16:16:16.723136 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21d27360-7ef9-4222-b103-8b69590dd833 None None] Network 86ce35ef-6f92-478d-bb05-dc77b85890ed requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:16:16.738214 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76c2cf9e-df07-45f3-a3cd-ed29355f356e tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:16:16.738808 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-76c2cf9e-df07-45f3-a3cd-ed29355f356e tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for subnet, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:16.743868 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-fd986e0e-cc6f-416e-8ffb-aff88fe54763 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=bf435ff0e7914a739a10fff5b2399c13&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4455090
Dec 23 16:16:16.744456 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 50384) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:16.774528 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-d8138740-e97b-406f-b404-eab482034d48 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.9996085
Dec 23 16:16:16.778041 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 50388) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:16.795657 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-6a08d55d-6878-48a7-9d16-07a8610a6f72 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Request body: {'port': {'network_id': 'dafeab3e-daf0-4706-9bde-7e9aecbcfecb', 'name': 'tempest-PortsIpV6TestJSON-1629065216', 'fixed_ips': [{'subnet_id': '2a4309f7-83d6-4ad1-bd95-015e2e453784', 'ip_address': '2001:db8::10'}]}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:16:16.821355 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-76c2cf9e-df07-45f3-a3cd-ed29355f356e tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 831 time: 1.9066906
Dec 23 16:16:16.826370 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 50392) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:16.922790 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-03908fcc-9399-4421-9045-a2d72e1d4a45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:17.026734 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-03908fcc-9399-4421-9045-a2d72e1d4a45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:17.132613 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-004b8605-934b-408e-8a83-12489ac1ac79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7e017a6-8198-58c8-a07e-0f786128e3b3-dafeab3e-daf0-4706-9bde-7e9aecbcfecb', 'network_id': 'dafeab3e-daf0-4706-9bde-7e9aecbcfecb', 'tenant_id': '37ed648a62f44dd1bf944e0bff6f4422', 'fixed_ips': [{'subnet_id': '2a4309f7-83d6-4ad1-bd95-015e2e453784'}]}} from dv-neutron-822799-1-hyperv. {{(pid=87637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 23 16:16:17.133552 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-004b8605-934b-408e-8a83-12489ac1ac79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:17.178994 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-03908fcc-9399-4421-9045-a2d72e1d4a45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:17.183567 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-5eb76236-f1c0-460d-bbea-d2d6c18ea717 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:16:17.208748 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03908fcc-9399-4421-9045-a2d72e1d4a45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cfda8cd-be0a-4e54-a71d-6b5372490761,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:16:17.211342 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68292408-e34a-49de-8b53-378bb51d4df1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7e017a6-8198-58c8-a07e-0f786128e3b3-86ce35ef-6f92-478d-bb05-dc77b85890ed', 'network_id': '86ce35ef-6f92-478d-bb05-dc77b85890ed', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'fixed_ips': [{'subnet_id': '0dca58b9-f8fa-4c62-85a7-2fd783a18325'}]}} from dv-neutron-822799-1-hyperv. {{(pid=87637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 23 16:16:17.212419 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-68292408-e34a-49de-8b53-378bb51d4df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:17.215622 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-03908fcc-9399-4421-9045-a2d72e1d4a45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:16:17.220662 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-03908fcc-9399-4421-9045-a2d72e1d4a45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:17.224126 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-03908fcc-9399-4421-9045-a2d72e1d4a45 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0cfda8cd-be0a-4e54-a71d-6b5372490761 HTTP/1.1" status: 204  len: 168 time: 0.4764647
Dec 23 16:16:17.402685 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-888a78f0-bfb0-433f-be7c-6297b2749600 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1781419'] for router_interface, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:17.468208 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_common [None req-68292408-e34a-49de-8b53-378bb51d4df1 None None] Allocated IP 172.20.0.2 (86ce35ef-6f92-478d-bb05-dc77b85890ed/0dca58b9-f8fa-4c62-85a7-2fd783a18325/a4ac370d-1912-48f3-af6b-0e13ac91a5fd) {{(pid=87637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:16:17.585763 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-6a08d55d-6878-48a7-9d16-07a8610a6f72 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:16:17.590643 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-6a08d55d-6878-48a7-9d16-07a8610a6f72 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Usage tracker for resource:port and tenant:37ed648a62f44dd1bf944e0bff6f4422 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:16:17.594188 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-6a08d55d-6878-48a7-9d16-07a8610a6f72 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:16:17.600636 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-6a08d55d-6878-48a7-9d16-07a8610a6f72 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:16:17.610854 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3a322bca-8662-495f-9ae7-328f6c52ecf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:17.632540 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59210768-48a5-49d9-9ca5-1d5ef8c394a0 tempest-FloatingIPAdminTestJSON-473263132 tempest-FloatingIPAdminTestJSON-473263132-project] Router 3db77ba0-2911-45d9-a206-02e36e45bb83 has already been hosted by L3 agent 371d4c41-c7e2-4de7-9539-c049ec4e95d1 {{(pid=87635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 23 16:16:17.729397 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a08d55d-6878-48a7-9d16-07a8610a6f72 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Made reservation on behalf of 37ed648a62f44dd1bf944e0bff6f4422 for: {'port': 1} {{(pid=87635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:16:17.752359 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_common [None req-004b8605-934b-408e-8a83-12489ac1ac79 None None] Allocated IP 2001:db8::2 (dafeab3e-daf0-4706-9bde-7e9aecbcfecb/2a4309f7-83d6-4ad1-bd95-015e2e453784/8ad0c674-1eec-44b6-95a6-f4d8bb8c2652) {{(pid=87637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:16:17.805050 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-888a78f0-bfb0-433f-be7c-6297b2749600 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Deleting port 3f3c800a-24b7-4384-8d1f-65dfda2c8379 {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:16:17.805402 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-888a78f0-bfb0-433f-be7c-6297b2749600 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:18.011880 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-68292408-e34a-49de-8b53-378bb51d4df1 None None] Notify callbacks [] for port, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:18.039367 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-68292408-e34a-49de-8b53-378bb51d4df1 None None] Transition to ACTIVE for port object a4ac370d-1912-48f3-af6b-0e13ac91a5fd will not be triggered until provisioned by entity L2. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:16:18.051979 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [None req-888a78f0-bfb0-433f-be7c-6297b2749600 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] For port 3f3c800a-24b7-4384-8d1f-65dfda2c8379, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=3f3c800a-24b7-4384-8d1f-65dfda2c8379,segment=NetworkSegment(08e0e148-532b-4b21-a744-4826af0567ef),segment_id=08e0e148-532b-4b21-a744-4826af0567ef)] {{(pid=87636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:16:18.052445 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-888a78f0-bfb0-433f-be7c-6297b2749600 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:18.108030 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-68292408-e34a-49de-8b53-378bb51d4df1 None None] Transition to ACTIVE for port object a4ac370d-1912-48f3-af6b-0e13ac91a5fd will not be triggered until provisioned by entity DHCP. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:16:18.123500 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-68292408-e34a-49de-8b53-378bb51d4df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780'] for port, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:18.137275 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-f67f4627-ab60-44b2-a7a0-acba6c05db3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:16:18.205227 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-6a08d55d-6878-48a7-9d16-07a8610a6f72 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:18.205640 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-888a78f0-bfb0-433f-be7c-6297b2749600 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Calling delete_port for 3f3c800a-24b7-4384-8d1f-65dfda2c8379 owned by network:router_interface {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:16:18.222554 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 06fc2d70-1443-439c-a89a-12708450fe11 up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:16:18.240639 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.notifiers.nova [None req-6a08d55d-6878-48a7-9d16-07a8610a6f72 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] device_id is not set on port b04857b0-7430-4ef1-a784-9103f7b40827 yet. {{(pid=87635) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 23 16:16:18.299012 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-004b8605-934b-408e-8a83-12489ac1ac79 None None] Notify callbacks [] for port, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:18.313229 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-004b8605-934b-408e-8a83-12489ac1ac79 None None] Transition to ACTIVE for port object 8ad0c674-1eec-44b6-95a6-f4d8bb8c2652 will not be triggered until provisioned by entity L2. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:16:18.333693 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-004b8605-934b-408e-8a83-12489ac1ac79 None None] Transition to ACTIVE for port object 8ad0c674-1eec-44b6-95a6-f4d8bb8c2652 will not be triggered until provisioned by entity DHCP. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:16:18.352648 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68292408-e34a-49de-8b53-378bb51d4df1 None None] Network 86ce35ef-6f92-478d-bb05-dc77b85890ed is already hosted by enough agents. {{(pid=87637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:16:18.363825 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59210768-48a5-49d9-9ca5-1d5ef8c394a0 tempest-FloatingIPAdminTestJSON-473263132 tempest-FloatingIPAdminTestJSON-473263132-project] Notify agent at l3_agent.dv-neutron-822799-1-hyperv the message routers_updated {{(pid=87635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 23 16:16:18.367200 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-68292408-e34a-49de-8b53-378bb51d4df1 None None] Resources bound (agent type, host, resource id):  {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:16:18.369888 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-004b8605-934b-408e-8a83-12489ac1ac79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780'] for port, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:18.378885 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-59210768-48a5-49d9-9ca5-1d5ef8c394a0 tempest-FloatingIPAdminTestJSON-473263132 tempest-FloatingIPAdminTestJSON-473263132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for floatingip, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:18.382318 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68292408-e34a-49de-8b53-378bb51d4df1 None None] Received port after_create {{(pid=87637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:16:18.395153 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f717e2c8-67f6-4fb5-b55b-170e0d2ade42 None None] Sync routers for ids ['3db77ba0-2911-45d9-a206-02e36e45bb83'] in dv-neutron-822799-1-hyperv {{(pid=87637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 23 16:16:18.441199 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68292408-e34a-49de-8b53-378bb51d4df1 None None] Pushing event updated for resources: {'Port': ['ID=a4ac370d-1912-48f3-af6b-0e13ac91a5fd,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:16:18.454157 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-68292408-e34a-49de-8b53-378bb51d4df1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:16:18.464152 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-915c0b23-b6ec-4ee1-b7d2-0621097008ab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.073s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:16:18.480619 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 50416) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:18.494308 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-004b8605-934b-408e-8a83-12489ac1ac79 None None] Network dafeab3e-daf0-4706-9bde-7e9aecbcfecb is already hosted by enough agents. {{(pid=87637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:16:18.570023 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f717e2c8-67f6-4fb5-b55b-170e0d2ade42 None None] Routers {'3db77ba0-2911-45d9-a206-02e36e45bb83'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:16:18.570689 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-f717e2c8-67f6-4fb5-b55b-170e0d2ade42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc0300670>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:15:50Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['3db77ba0-2911-45d9-a206-02e36e45bb83'], 'active': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:16:18.576961 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-59210768-48a5-49d9-9ca5-1d5ef8c394a0 tempest-FloatingIPAdminTestJSON-473263132 tempest-FloatingIPAdminTestJSON-473263132-project] 10.222.0.64 "DELETE /v2.0/floatingips/ec3662fc-abf7-44b7-9d28-b8399f07b1c1 HTTP/1.1" status: 204  len: 168 time: 4.2029412
Dec 23 16:16:18.582234 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 50422) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:18.590261 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-a2ff5800-3218-4166-bf0e-ff91c8123ac3 tempest-FloatingIPAdminTestJSON-807536738 tempest-FloatingIPAdminTestJSON-807536738-project-admin] Request body: {'floatingip': {'floating_network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:16:18.632271 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-004b8605-934b-408e-8a83-12489ac1ac79 None None] Resources bound (agent type, host, resource id):  {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:16:18.638697 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-68292408-e34a-49de-8b53-378bb51d4df1 None None] Attempting to bind port a4ac370d-1912-48f3-af6b-0e13ac91a5fd on host dv-neutron-822799-1-hyperv for vnic_type normal with profile  {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:16:18.639834 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-68292408-e34a-49de-8b53-378bb51d4df1 None None] Attempting to bind port a4ac370d-1912-48f3-af6b-0e13ac91a5fd by drivers openvswitch,hyperv on host dv-neutron-822799-1-hyperv at level 0 using segments [{'id': 'd3145fa9-8a75-4e10-8270-1505196d67de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '86ce35ef-6f92-478d-bb05-dc77b85890ed'}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:16:18.639834 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68292408-e34a-49de-8b53-378bb51d4df1 None None] Attempting to bind port a4ac370d-1912-48f3-af6b-0e13ac91a5fd on network 86ce35ef-6f92-478d-bb05-dc77b85890ed {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:16:18.645293 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-f717e2c8-67f6-4fb5-b55b-170e0d2ade42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc0300670>, [], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:16:18.652863 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-004b8605-934b-408e-8a83-12489ac1ac79 None None] Received port after_create {{(pid=87637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:16:18.657036 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-a2ff5800-3218-4166-bf0e-ff91c8123ac3 tempest-FloatingIPAdminTestJSON-807536738 tempest-FloatingIPAdminTestJSON-807536738-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:16:18.660054 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68292408-e34a-49de-8b53-378bb51d4df1 None None] Checking agent: {'id': '20d2070f-69a9-4e73-8d08-6f0387a40158', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822799-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 21), 'started_at': datetime.datetime(2021, 12, 23, 16, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 15, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822799-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 23 16:16:18.660458 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68292408-e34a-49de-8b53-378bb51d4df1 None None] Checking segment: {'id': 'd3145fa9-8a75-4e10-8270-1505196d67de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '86ce35ef-6f92-478d-bb05-dc77b85890ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:16:18.660904 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-68292408-e34a-49de-8b53-378bb51d4df1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:18.661314 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68292408-e34a-49de-8b53-378bb51d4df1 None None] Bound using segment: {'id': 'd3145fa9-8a75-4e10-8270-1505196d67de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '86ce35ef-6f92-478d-bb05-dc77b85890ed'} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 23 16:16:18.662302 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-68292408-e34a-49de-8b53-378bb51d4df1 None None] Bound port: a4ac370d-1912-48f3-af6b-0e13ac91a5fd, host: dv-neutron-822799-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3145fa9-8a75-4e10-8270-1505196d67de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '86ce35ef-6f92-478d-bb05-dc77b85890ed'}}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 23 16:16:18.662302 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-68292408-e34a-49de-8b53-378bb51d4df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:18.677614 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-a2ff5800-3218-4166-bf0e-ff91c8123ac3 tempest-FloatingIPAdminTestJSON-807536738 tempest-FloatingIPAdminTestJSON-807536738-project-admin] Usage tracker for resource:floatingip and tenant:2d92507dcd53476b8533892bd7edbc14 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:16:18.685266 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-b2b0dede-cd2d-48ac-9dd8-2ebda921d8b2 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-705569458'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:16:18.691028 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-a2ff5800-3218-4166-bf0e-ff91c8123ac3 tempest-FloatingIPAdminTestJSON-807536738 tempest-FloatingIPAdminTestJSON-807536738-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:16:18.710529 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-b2b0dede-cd2d-48ac-9dd8-2ebda921d8b2 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:16:18.712799 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-a2ff5800-3218-4166-bf0e-ff91c8123ac3 tempest-FloatingIPAdminTestJSON-807536738 tempest-FloatingIPAdminTestJSON-807536738-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:16:18.754766 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-b2b0dede-cd2d-48ac-9dd8-2ebda921d8b2 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Usage tracker for resource:network and tenant:7f693e1e2e4c45b0a519cdc9b284f217 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:16:18.767175 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-888a78f0-bfb0-433f-be7c-6297b2749600 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:18.768496 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-b2b0dede-cd2d-48ac-9dd8-2ebda921d8b2 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:16:18.774016 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-986efc5a-ba21-498e-9dd9-9f6e3edc0370 tempest-PortsAdminExtendedAttrsTestJSON-74420896 tempest-PortsAdminExtendedAttrsTestJSON-74420896-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:16:18.786798 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-b2b0dede-cd2d-48ac-9dd8-2ebda921d8b2 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:16:18.793586 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f717e2c8-67f6-4fb5-b55b-170e0d2ade42 None None] Routers {'3db77ba0-2911-45d9-a206-02e36e45bb83'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:16:18.794232 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-f717e2c8-67f6-4fb5-b55b-170e0d2ade42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc0300670>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:15:50Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['3db77ba0-2911-45d9-a206-02e36e45bb83'], 'active': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:16:18.820512 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888a78f0-bfb0-433f-be7c-6297b2749600 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Pushing event deleted for resources: {'Port': ['ID=3f3c800a-24b7-4384-8d1f-65dfda2c8379,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:16:18.823774 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-888a78f0-bfb0-433f-be7c-6297b2749600 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:16:18.963993 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning for port 06fc2d70-1443-439c-a89a-12708450fe11 completed by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:16:18.967664 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004b8605-934b-408e-8a83-12489ac1ac79 None None] Pushing event updated for resources: {'Port': ['ID=8ad0c674-1eec-44b6-95a6-f4d8bb8c2652,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:16:18.995494 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port 06fc2d70-1443-439c-a89a-12708450fe11 triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:16:18.996103 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:19.021037 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a2ff5800-3218-4166-bf0e-ff91c8123ac3 tempest-FloatingIPAdminTestJSON-807536738 tempest-FloatingIPAdminTestJSON-807536738-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:19.028226 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-004b8605-934b-408e-8a83-12489ac1ac79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.564s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:16:19.059122 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-f717e2c8-67f6-4fb5-b55b-170e0d2ade42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc0300670>, [], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:16:19.059558 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f717e2c8-67f6-4fb5-b55b-170e0d2ade42 None None] The sync data for ids ['3db77ba0-2911-45d9-a206-02e36e45bb83'] in dv-neutron-822799-1-hyperv is: [] {{(pid=87637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 23 16:16:19.076876 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2b0dede-cd2d-48ac-9dd8-2ebda921d8b2 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Made reservation on behalf of 7f693e1e2e4c45b0a519cdc9b284f217 for: {'network': 1} {{(pid=87635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:16:19.080618 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-b2b0dede-cd2d-48ac-9dd8-2ebda921d8b2 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for network, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:19.081209 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-004b8605-934b-408e-8a83-12489ac1ac79 None None] Attempting to bind port 8ad0c674-1eec-44b6-95a6-f4d8bb8c2652 on host dv-neutron-822799-1-hyperv for vnic_type normal with profile  {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:16:19.081589 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-004b8605-934b-408e-8a83-12489ac1ac79 None None] Attempting to bind port 8ad0c674-1eec-44b6-95a6-f4d8bb8c2652 by drivers openvswitch,hyperv on host dv-neutron-822799-1-hyperv at level 0 using segments [{'id': 'b955b098-1fa4-4c19-b1f5-769e444d24b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'dafeab3e-daf0-4706-9bde-7e9aecbcfecb'}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:16:19.081968 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-004b8605-934b-408e-8a83-12489ac1ac79 None None] Attempting to bind port 8ad0c674-1eec-44b6-95a6-f4d8bb8c2652 on network dafeab3e-daf0-4706-9bde-7e9aecbcfecb {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:16:19.096864 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.db_base_plugin_common [None req-6a08d55d-6878-48a7-9d16-07a8610a6f72 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Allocated IP 2001:db8::10 (dafeab3e-daf0-4706-9bde-7e9aecbcfecb/2a4309f7-83d6-4ad1-bd95-015e2e453784/b04857b0-7430-4ef1-a784-9103f7b40827) {{(pid=87635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:16:19.107295 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-b2b0dede-cd2d-48ac-9dd8-2ebda921d8b2 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks [] for security_group, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:19.110869 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-004b8605-934b-408e-8a83-12489ac1ac79 None None] Checking agent: {'id': '20d2070f-69a9-4e73-8d08-6f0387a40158', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822799-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 21), 'started_at': datetime.datetime(2021, 12, 23, 16, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 15, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822799-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 23 16:16:19.111261 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-004b8605-934b-408e-8a83-12489ac1ac79 None None] Checking segment: {'id': 'b955b098-1fa4-4c19-b1f5-769e444d24b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'dafeab3e-daf0-4706-9bde-7e9aecbcfecb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:16:19.111676 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-004b8605-934b-408e-8a83-12489ac1ac79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:19.112082 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-004b8605-934b-408e-8a83-12489ac1ac79 None None] Bound using segment: {'id': 'b955b098-1fa4-4c19-b1f5-769e444d24b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'dafeab3e-daf0-4706-9bde-7e9aecbcfecb'} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 23 16:16:19.112614 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-004b8605-934b-408e-8a83-12489ac1ac79 None None] Bound port: 8ad0c674-1eec-44b6-95a6-f4d8bb8c2652, host: dv-neutron-822799-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b955b098-1fa4-4c19-b1f5-769e444d24b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'dafeab3e-daf0-4706-9bde-7e9aecbcfecb'}}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 23 16:16:19.112975 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-004b8605-934b-408e-8a83-12489ac1ac79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:19.143656 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-68292408-e34a-49de-8b53-378bb51d4df1 None None] For port a4ac370d-1912-48f3-af6b-0e13ac91a5fd, host dv-neutron-822799-1-hyperv, cleared binding levels {{(pid=87637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 23 16:16:19.160153 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-888a78f0-bfb0-433f-be7c-6297b2749600 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1627472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1784155'] for router_interface, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:19.195360 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-68292408-e34a-49de-8b53-378bb51d4df1 None None] For port a4ac370d-1912-48f3-af6b-0e13ac91a5fd, host dv-neutron-822799-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=a4ac370d-1912-48f3-af6b-0e13ac91a5fd,segment=NetworkSegment(d3145fa9-8a75-4e10-8270-1505196d67de),segment_id=d3145fa9-8a75-4e10-8270-1505196d67de)] {{(pid=87637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 23 16:16:19.211131 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-68292408-e34a-49de-8b53-378bb51d4df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:19.218120 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-1cdb7be0-337f-4fce-bdc8-e0ea3c72db52 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:16:19.219495 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-b2b0dede-cd2d-48ac-9dd8-2ebda921d8b2 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:16:19.252916 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-b2b0dede-cd2d-48ac-9dd8-2ebda921d8b2 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Usage tracker for resource:security_group_rule and tenant:7f693e1e2e4c45b0a519cdc9b284f217 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:16:19.266052 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-b2b0dede-cd2d-48ac-9dd8-2ebda921d8b2 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:16:19.288515 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-b2b0dede-cd2d-48ac-9dd8-2ebda921d8b2 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:16:19.363254 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-004b8605-934b-408e-8a83-12489ac1ac79 None None] For port 8ad0c674-1eec-44b6-95a6-f4d8bb8c2652, host dv-neutron-822799-1-hyperv, cleared binding levels {{(pid=87637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 23 16:16:19.402266 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68292408-e34a-49de-8b53-378bb51d4df1 None None] Pushing event updated for resources: {'Port': ['ID=a4ac370d-1912-48f3-af6b-0e13ac91a5fd,revision_number=2']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:16:19.405897 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-004b8605-934b-408e-8a83-12489ac1ac79 None None] For port 8ad0c674-1eec-44b6-95a6-f4d8bb8c2652, host dv-neutron-822799-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=8ad0c674-1eec-44b6-95a6-f4d8bb8c2652,segment=NetworkSegment(b955b098-1fa4-4c19-b1f5-769e444d24b4),segment_id=b955b098-1fa4-4c19-b1f5-769e444d24b4)] {{(pid=87637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 23 16:16:19.410114 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-68292408-e34a-49de-8b53-378bb51d4df1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:16:19.410883 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:19.421019 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-004b8605-934b-408e-8a83-12489ac1ac79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:19.425675 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-268a97e1-f188-426d-8c16-e92f694d1572 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:16:19.500334 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] For port 06fc2d70-1443-439c-a89a-12708450fe11, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=06fc2d70-1443-439c-a89a-12708450fe11,segment=NetworkSegment(77e3d110-dd7b-426c-b11f-b78dde7993df),segment_id=77e3d110-dd7b-426c-b11f-b78dde7993df)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:16:19.508626 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-eb700878-9bc9-47a7-affc-606449f60068 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:19.527882 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:19.533341 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004b8605-934b-408e-8a83-12489ac1ac79 None None] Pushing event updated for resources: {'Port': ['ID=8ad0c674-1eec-44b6-95a6-f4d8bb8c2652,revision_number=2']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:16:19.536789 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-004b8605-934b-408e-8a83-12489ac1ac79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:16:19.537541 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-2a493042-4500-4d66-afbd-8ac9cbe07ec4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:16:19.619642 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Pushing event updated for resources: {'Port': ['ID=06fc2d70-1443-439c-a89a-12708450fe11,revision_number=4']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:16:19.621838 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-6a08d55d-6878-48a7-9d16-07a8610a6f72 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks [] for port, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:19.627227 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:16:19.653218 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-888a78f0-bfb0-433f-be7c-6297b2749600 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Router f216715c-11dc-44db-8454-84a0da825c3c has already been hosted by L3 agent 371d4c41-c7e2-4de7-9539-c049ec4e95d1 {{(pid=87636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 23 16:16:19.725515 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-86dfed1f-aa3e-4468-a257-6f1c3454b8e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:19.782609 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.provisioning_blocks [None req-6a08d55d-6878-48a7-9d16-07a8610a6f72 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Transition to ACTIVE for port object b04857b0-7430-4ef1-a784-9103f7b40827 will not be triggered until provisioned by entity DHCP. {{(pid=87635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:16:19.814846 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a2ff5800-3218-4166-bf0e-ff91c8123ac3 tempest-FloatingIPAdminTestJSON-807536738 tempest-FloatingIPAdminTestJSON-807536738-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:19.891642 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-888a78f0-bfb0-433f-be7c-6297b2749600 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Notify agent at l3_agent.dv-neutron-822799-1-hyperv the message routers_updated {{(pid=87636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 23 16:16:19.902759 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e553f8b-27be-4f6d-b0dd-02d1c5be0cbe None None] Sync routers for ids ['f216715c-11dc-44db-8454-84a0da825c3c'] in dv-neutron-822799-1-hyperv {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 23 16:16:19.916077 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e553f8b-27be-4f6d-b0dd-02d1c5be0cbe None None] Routers {'f216715c-11dc-44db-8454-84a0da825c3c'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:16:19.918360 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-0e553f8b-27be-4f6d-b0dd-02d1c5be0cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc1bc5f40>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:16:20Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['f216715c-11dc-44db-8454-84a0da825c3c'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:16:19.929325 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-888a78f0-bfb0-433f-be7c-6297b2749600 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] 10.222.0.64 "PUT /v2.0/routers/f216715c-11dc-44db-8454-84a0da825c3c/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.5772443
Dec 23 16:16:19.932026 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 50426) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:20.020436 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-b2b0dede-cd2d-48ac-9dd8-2ebda921d8b2 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks [] for security_group, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:20.053491 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_v2 [None req-55ca175a-f040-469a-ab05-f10ca4d6c756 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Deleting subnet e53ee384-c527-45cb-a8de-965d3157222a {{(pid=87636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 23 16:16:20.055192 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-b2b0dede-cd2d-48ac-9dd8-2ebda921d8b2 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:20.056995 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-55ca175a-f040-469a-ab05-f10ca4d6c756 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Notify callbacks [] for subnet, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:20.058667 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-fe5dce7f-f4c6-452e-8384-136d2cd607c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:16:20.129885 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-55ca175a-f040-469a-ab05-f10ca4d6c756 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2382092'] for subnet, precommit_delete_associations {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:20.155414 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-6a08d55d-6878-48a7-9d16-07a8610a6f72 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:20.191093 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-0e553f8b-27be-4f6d-b0dd-02d1c5be0cbe None None] Set router f216715c-11dc-44db-8454-84a0da825c3c gateway port host: dv-neutron-822799-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:16:20.196647 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2b0dede-cd2d-48ac-9dd8-2ebda921d8b2 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] vlan segment allocate from pool success with {'vlan_id': 441, 'physical_network': 'physnet1'}  {{(pid=87635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 23 16:16:20.250500 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a08d55d-6878-48a7-9d16-07a8610a6f72 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Network dafeab3e-daf0-4706-9bde-7e9aecbcfecb is already hosted by enough agents. {{(pid=87635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:16:20.251644 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-b2b0dede-cd2d-48ac-9dd8-2ebda921d8b2 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:20.251955 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.db.segments_db [None req-b2b0dede-cd2d-48ac-9dd8-2ebda921d8b2 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Added segment f7bed854-ba8c-41d4-ad71-43c90b9c5c25 of type vlan for network 55e3b69c-c09f-4d1d-b025-d16334f5ab3a
Dec 23 16:16:20.261386 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.base_scheduler [None req-6a08d55d-6878-48a7-9d16-07a8610a6f72 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Resources bound (agent type, host, resource id):  {{(pid=87635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:16:20.261630 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-55ca175a-f040-469a-ab05-f10ca4d6c756 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864774'] for subnet, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:20.279178 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b0dede-cd2d-48ac-9dd8-2ebda921d8b2 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b513a73-0b4e-4771-9fd3-d8c261371202,revision_number=1']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:16:20.291373 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a08d55d-6878-48a7-9d16-07a8610a6f72 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Received port after_create {{(pid=87635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:16:20.300357 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a08d55d-6878-48a7-9d16-07a8610a6f72 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:16:20.300357 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-6a08d55d-6878-48a7-9d16-07a8610a6f72 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:20.313156 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-b2b0dede-cd2d-48ac-9dd8-2ebda921d8b2 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:16:20.333242 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-951ae243-b0d9-474e-9379-22b667470cb2 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.102s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:16:20.340114 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 06fc2d70-1443-439c-a89a-12708450fe11 up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:16:20.370749 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.db_base_plugin_common [None req-a2ff5800-3218-4166-bf0e-ff91c8123ac3 tempest-FloatingIPAdminTestJSON-807536738 tempest-FloatingIPAdminTestJSON-807536738-project-admin] Allocated IP 172.26.3.69 (8afa6d58-9431-454a-b99c-3ff8a65aa86b/60537fec-5f5f-4ab7-89cc-03638149a590/02d70b70-e26a-4b27-8529-814ccba893b1) {{(pid=87635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:16:20.400073 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-55ca175a-f040-469a-ab05-f10ca4d6c756 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2176495', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2618677'] for subnet, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:20.414519 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-375606e0-9198-436e-9788-fa261ca0f435 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:16:20.440997 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port 06fc2d70-1443-439c-a89a-12708450fe11 triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:16:20.441426 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:20.464241 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-b2b0dede-cd2d-48ac-9dd8-2ebda921d8b2 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735362521793'] for network, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:20.464413 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-55ca175a-f040-469a-ab05-f10ca4d6c756 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Notify callbacks [] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:20.469321 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ca175a-f040-469a-ab05-f10ca4d6c756 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Pushing event deleted for resources: {'Subnet': ['ID=e53ee384-c527-45cb-a8de-965d3157222a,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:16:20.472519 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-55ca175a-f040-469a-ab05-f10ca4d6c756 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:16:20.477062 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-55ca175a-f040-469a-ab05-f10ca4d6c756 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] 10.222.0.64 "DELETE /v2.0/subnets/e53ee384-c527-45cb-a8de-965d3157222a HTTP/1.1" status: 204  len: 168 time: 0.5413690
Dec 23 16:16:20.477399 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 50430) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:20.485031 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad314246-1390-4d3a-85d9-456dc024011a None None] Network 3e10e993-259d-4495-9b8b-b5a52c03945f requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:16:20.540911 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a08d55d-6878-48a7-9d16-07a8610a6f72 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Pushing event updated for resources: {'Port': ['ID=b04857b0-7430-4ef1-a784-9103f7b40827,revision_number=1']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:16:20.558226 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-6a08d55d-6878-48a7-9d16-07a8610a6f72 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:16:20.647327 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-6a08d55d-6878-48a7-9d16-07a8610a6f72 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201  len: 930 time: 3.8669641
Dec 23 16:16:20.650390 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 50434) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:20.670558 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-7230c3b4-19a3-430b-ba66-8c232b36930f tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Request body: {'port': {'network_id': 'dafeab3e-daf0-4706-9bde-7e9aecbcfecb', 'name': 'tempest-PortsIpV6TestJSON-514352104', 'fixed_ips': [{'subnet_id': '2a4309f7-83d6-4ad1-bd95-015e2e453784', 'ip_address': '2001:db8::f'}]}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:16:20.672501 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-0e553f8b-27be-4f6d-b0dd-02d1c5be0cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc1bc5f40>, [{'id': 'f216715c-11dc-44db-8454-84a0da825c3c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1681650432', 'tenant_id': 'c8691bbec3fb4ae1968d469a6b97360c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.22'}], 'enable_snat': True}, 'gw_port_id': '5ef5ab1c-6add-47f6-9d72-36e760b22300', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:13:48Z', 'updated_at': '2021-12-23T16:16:18Z', 'revision_number': 5, 'project_id': 'c8691bbec3fb4ae1968d469a6b97360c', 'gw_port': {'id': '5ef5ab1c-6add-47f6-9d72-36e760b22300', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:7b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f216715c-11dc-44db-8454-84a0da825c3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 825, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:13:50Z', 'updated_at': '2021-12-23T16:14:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv'}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:16:20.680390 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e553f8b-27be-4f6d-b0dd-02d1c5be0cbe None None] Checking router: f216715c-11dc-44db-8454-84a0da825c3c for host: dv-neutron-822799-1-hyperv {{(pid=87638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 23 16:16:20.694546 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e553f8b-27be-4f6d-b0dd-02d1c5be0cbe None None] Routers {'f216715c-11dc-44db-8454-84a0da825c3c'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:16:20.695682 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-0e553f8b-27be-4f6d-b0dd-02d1c5be0cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc1bc5f40>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:16:20Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['f216715c-11dc-44db-8454-84a0da825c3c'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:16:20.741404 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9dcbea60-a34f-4144-91e7-90aff3f57aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:20.847650 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device a4ac370d-1912-48f3-af6b-0e13ac91a5fd up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:16:20.930666 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-b2b0dede-cd2d-48ac-9dd8-2ebda921d8b2 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495'] for network, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:20.938445 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2b0dede-cd2d-48ac-9dd8-2ebda921d8b2 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:16:20.939303 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-b2b0dede-cd2d-48ac-9dd8-2ebda921d8b2 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks [] for network, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:20.952827 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:20.956427 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-4a304949-bc1d-44da-a89d-896efc62fe62 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:16:20.982403 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning for port a4ac370d-1912-48f3-af6b-0e13ac91a5fd completed by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:16:20.988630 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 8ad0c674-1eec-44b6-95a6-f4d8bb8c2652 up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:16:20.998739 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a2ff5800-3218-4166-bf0e-ff91c8123ac3 tempest-FloatingIPAdminTestJSON-807536738 tempest-FloatingIPAdminTestJSON-807536738-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:21.018832 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e9e00ee6-f231-406a-88ec-2800c1dfeb57 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Notify callbacks [] for router, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:21.057460 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eda3a33-1dc9-41e1-a13b-9c3308935f00 None None] DHCP port deletion for 3e10e993-259d-4495-9b8b-b5a52c03945f request from dv-neutron-822799-1-hyperv {{(pid=87637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 23 16:16:21.083462 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-6eda3a33-1dc9-41e1-a13b-9c3308935f00 None None] Deleting port f3900d3b-7c11-4b7c-91ef-8b489e16dd0e {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:16:21.085039 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-6eda3a33-1dc9-41e1-a13b-9c3308935f00 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:21.090778 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-0e553f8b-27be-4f6d-b0dd-02d1c5be0cbe None None] Set router f216715c-11dc-44db-8454-84a0da825c3c gateway port host: dv-neutron-822799-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:16:21.419882 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df75f91a-e86f-48f7-8cf2-773b5d1ce747 None None] Network dafeab3e-daf0-4706-9bde-7e9aecbcfecb requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:16:21.423240 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-7230c3b4-19a3-430b-ba66-8c232b36930f tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:16:21.457016 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e9e00ee6-f231-406a-88ec-2800c1dfeb57 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:21.460686 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-b2b0dede-cd2d-48ac-9dd8-2ebda921d8b2 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 2.9757783
Dec 23 16:16:21.466830 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.db_base_plugin_common [None req-eb700878-9bc9-47a7-affc-606449f60068 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Allocated IP 172.20.0.1 (86ce35ef-6f92-478d-bb05-dc77b85890ed/0dca58b9-f8fa-4c62-85a7-2fd783a18325/18f6019e-7f2c-48df-9312-599bd77edfd8) {{(pid=87635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:16:21.468650 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 50438) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:21.469877 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-7230c3b4-19a3-430b-ba66-8c232b36930f tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Usage tracker for resource:port and tenant:37ed648a62f44dd1bf944e0bff6f4422 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:16:21.470497 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning for port 8ad0c674-1eec-44b6-95a6-f4d8bb8c2652 completed by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:16:21.481547 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-e9e00ee6-f231-406a-88ec-2800c1dfeb57 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Deleting port 5ef5ab1c-6add-47f6-9d72-36e760b22300 {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:16:21.482745 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e9e00ee6-f231-406a-88ec-2800c1dfeb57 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:21.484808 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-7230c3b4-19a3-430b-ba66-8c232b36930f tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:16:21.493417 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-dd61ba65-3153-4468-9acb-0af8532b595f tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1879321598'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:16:21.503438 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b0dede-cd2d-48ac-9dd8-2ebda921d8b2 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Pushing event updated for resources: {'Network': ['ID=55e3b69c-c09f-4d1d-b025-d16334f5ab3a,revision_number=1']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:16:21.506185 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-7230c3b4-19a3-430b-ba66-8c232b36930f tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:16:21.509358 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-dd61ba65-3153-4468-9acb-0af8532b595f tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:16:21.516085 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-0e553f8b-27be-4f6d-b0dd-02d1c5be0cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc1bc5f40>, [{'id': 'f216715c-11dc-44db-8454-84a0da825c3c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1681650432', 'tenant_id': 'c8691bbec3fb4ae1968d469a6b97360c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.22'}], 'enable_snat': True}, 'gw_port_id': '5ef5ab1c-6add-47f6-9d72-36e760b22300', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:13:48Z', 'updated_at': '2021-12-23T16:16:18Z', 'revision_number': 5, 'project_id': 'c8691bbec3fb4ae1968d469a6b97360c', 'gw_port': {'id': '5ef5ab1c-6add-47f6-9d72-36e760b22300', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:7b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f216715c-11dc-44db-8454-84a0da825c3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 825, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:13:50Z', 'updated_at': '2021-12-23T16:14:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv'}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:16:21.522080 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e553f8b-27be-4f6d-b0dd-02d1c5be0cbe None None] The sync data for ids ['f216715c-11dc-44db-8454-84a0da825c3c'] in dv-neutron-822799-1-hyperv is: [{'id': 'f216715c-11dc-44db-8454-84a0da825c3c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1681650432', 'tenant_id': 'c8691bbec3fb4ae1968d469a6b97360c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.22'}], 'enable_snat': True}, 'gw_port_id': '5ef5ab1c-6add-47f6-9d72-36e760b22300', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:13:48Z', 'updated_at': '2021-12-23T16:16:18Z', 'revision_number': 5, 'project_id': 'c8691bbec3fb4ae1968d469a6b97360c', 'gw_port': {'id': '5ef5ab1c-6add-47f6-9d72-36e760b22300', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:7b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f216715c-11dc-44db-8454-84a0da825c3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 825, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:13:50Z', 'updated_at': '2021-12-23T16:14:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv'}] {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 23 16:16:21.522265 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-b2b0dede-cd2d-48ac-9dd8-2ebda921d8b2 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.568s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:16:21.526696 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-dd61ba65-3153-4468-9acb-0af8532b595f tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Usage tracker for resource:network and tenant:7f693e1e2e4c45b0a519cdc9b284f217 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:16:21.530020 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-dd61ba65-3153-4468-9acb-0af8532b595f tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:16:21.540060 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-dd61ba65-3153-4468-9acb-0af8532b595f tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:16:21.559973 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Network 55e3b69c-c09f-4d1d-b025-d16334f5ab3a details requested by agent ovs-agent-dv-neutron-822799-1-hyperv with host dv-neutron-822799-1-hyperv {{(pid=87637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 23 16:16:21.578230 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99ab2e70-246e-48e5-a5ee-3770352c1125 None None] Network 86ce35ef-6f92-478d-bb05-dc77b85890ed requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:16:21.578958 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7230c3b4-19a3-430b-ba66-8c232b36930f tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Made reservation on behalf of 37ed648a62f44dd1bf944e0bff6f4422 for: {'port': 1} {{(pid=87635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:16:21.583912 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-7230c3b4-19a3-430b-ba66-8c232b36930f tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:21.660779 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd61ba65-3153-4468-9acb-0af8532b595f tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Made reservation on behalf of 7f693e1e2e4c45b0a519cdc9b284f217 for: {'network': 1} {{(pid=87635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:16:21.664495 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-dd61ba65-3153-4468-9acb-0af8532b595f tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for network, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:21.672592 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-47c0312b-bab1-49cc-9a19-2981cb0d43bb None None] Provisioning for port 8ad0c674-1eec-44b6-95a6-f4d8bb8c2652 completed by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:16:21.693940 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a2ff5800-3218-4166-bf0e-ff91c8123ac3 tempest-FloatingIPAdminTestJSON-807536738 tempest-FloatingIPAdminTestJSON-807536738-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:21.703195 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-95e4324a-bc3c-42a2-9695-0e7255ee5361 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:16:21.725226 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [None req-e9e00ee6-f231-406a-88ec-2800c1dfeb57 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] For port 5ef5ab1c-6add-47f6-9d72-36e760b22300, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=5ef5ab1c-6add-47f6-9d72-36e760b22300,segment=NetworkSegment(77e3d110-dd7b-426c-b11f-b78dde7993df),segment_id=77e3d110-dd7b-426c-b11f-b78dde7993df)] {{(pid=87636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:16:21.725513 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e9e00ee6-f231-406a-88ec-2800c1dfeb57 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:21.737077 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.notifiers.nova [None req-7230c3b4-19a3-430b-ba66-8c232b36930f tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] device_id is not set on port 216da8d3-9630-495c-8caf-7c4b8942888b yet. {{(pid=87635) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 23 16:16:21.774751 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-6eda3a33-1dc9-41e1-a13b-9c3308935f00 None None] For port f3900d3b-7c11-4b7c-91ef-8b489e16dd0e, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=f3900d3b-7c11-4b7c-91ef-8b489e16dd0e,segment=NetworkSegment(08e0e148-532b-4b21-a744-4826af0567ef),segment_id=08e0e148-532b-4b21-a744-4826af0567ef)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:16:21.775415 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-6eda3a33-1dc9-41e1-a13b-9c3308935f00 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:21.828058 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-47c0312b-bab1-49cc-9a19-2981cb0d43bb None None] Provisioning complete for port 8ad0c674-1eec-44b6-95a6-f4d8bb8c2652 triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:16:21.828652 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-47c0312b-bab1-49cc-9a19-2981cb0d43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:21.848127 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2ff5800-3218-4166-bf0e-ff91c8123ac3 tempest-FloatingIPAdminTestJSON-807536738 tempest-FloatingIPAdminTestJSON-807536738-project-admin] Network 8afa6d58-9431-454a-b99c-3ff8a65aa86b is already hosted by enough agents. {{(pid=87635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:16:21.851846 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-e9e00ee6-f231-406a-88ec-2800c1dfeb57 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Calling delete_port for 5ef5ab1c-6add-47f6-9d72-36e760b22300 owned by network:router_gateway {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:16:21.861127 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.base_scheduler [None req-a2ff5800-3218-4166-bf0e-ff91c8123ac3 tempest-FloatingIPAdminTestJSON-807536738 tempest-FloatingIPAdminTestJSON-807536738-project-admin] Resources bound (agent type, host, resource id):  {{(pid=87635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:16:21.863176 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd61ba65-3153-4468-9acb-0af8532b595f tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] vlan segment allocate from pool success with {'vlan_id': 405, 'physical_network': 'physnet1'}  {{(pid=87635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 23 16:16:21.872424 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2ff5800-3218-4166-bf0e-ff91c8123ac3 tempest-FloatingIPAdminTestJSON-807536738 tempest-FloatingIPAdminTestJSON-807536738-project-admin] Received port after_create {{(pid=87635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:16:21.919291 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ff5800-3218-4166-bf0e-ff91c8123ac3 tempest-FloatingIPAdminTestJSON-807536738 tempest-FloatingIPAdminTestJSON-807536738-project-admin] Pushing event updated for resources: {'Port': ['ID=02d70b70-e26a-4b27-8529-814ccba893b1,revision_number=1']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:16:21.940105 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-a2ff5800-3218-4166-bf0e-ff91c8123ac3 tempest-FloatingIPAdminTestJSON-807536738 tempest-FloatingIPAdminTestJSON-807536738-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:16:22.000439 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-dd61ba65-3153-4468-9acb-0af8532b595f tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:22.001160 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.db.segments_db [None req-dd61ba65-3153-4468-9acb-0af8532b595f tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Added segment 0acc1273-1a69-4ccb-9dbe-922bcaff210b of type vlan for network ebbfccf9-7f77-486d-a46f-ad39ebff35d9
Dec 23 16:16:22.028076 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-6eda3a33-1dc9-41e1-a13b-9c3308935f00 None None] Calling delete_port for f3900d3b-7c11-4b7c-91ef-8b489e16dd0e owned by network:dhcp {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:16:22.034364 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-eb700878-9bc9-47a7-affc-606449f60068 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for port, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:22.078338 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e9e00ee6-f231-406a-88ec-2800c1dfeb57 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:22.087799 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-888a78f0-bfb0-433f-be7c-6297b2749600 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:16:22.095198 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.provisioning_blocks [None req-eb700878-9bc9-47a7-affc-606449f60068 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Transition to ACTIVE for port object 18f6019e-7f2c-48df-9312-599bd77edfd8 will not be triggered until provisioned by entity DHCP. {{(pid=87635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:16:22.117471 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 3f3c800a-24b7-4384-8d1f-65dfda2c8379 no longer exists at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 23 16:16:22.143379 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-dd61ba65-3153-4468-9acb-0af8532b595f tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735362521793'] for network, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:22.168044 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e00ee6-f231-406a-88ec-2800c1dfeb57 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Pushing event deleted for resources: {'Port': ['ID=5ef5ab1c-6add-47f6-9d72-36e760b22300,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:16:22.202115 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-e9e00ee6-f231-406a-88ec-2800c1dfeb57 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:16:22.215660 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.db_base_plugin_common [None req-7230c3b4-19a3-430b-ba66-8c232b36930f tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Allocated IP 2001:db8::f (dafeab3e-daf0-4706-9bde-7e9aecbcfecb/2a4309f7-83d6-4ad1-bd95-015e2e453784/216da8d3-9630-495c-8caf-7c4b8942888b) {{(pid=87635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:16:22.240035 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a2ff5800-3218-4166-bf0e-ff91c8123ac3 tempest-FloatingIPAdminTestJSON-807536738 tempest-FloatingIPAdminTestJSON-807536738-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:22.241462 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-dd61ba65-3153-4468-9acb-0af8532b595f tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495'] for network, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:22.247578 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd61ba65-3153-4468-9acb-0af8532b595f tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:16:22.248763 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-dd61ba65-3153-4468-9acb-0af8532b595f tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks [] for network, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:22.256691 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-5b276566-ea40-4127-8f69-573b4c6b7419 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:16:22.283635 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e9e00ee6-f231-406a-88ec-2800c1dfeb57 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1824206'] for router_gateway, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:22.326438 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] No Port match for: 3f3c800a-24b7-4384-8d1f-65dfda2c8379 {{(pid=87637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 23 16:16:22.326833 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 3f3c800a-24b7-4384-8d1f-65dfda2c8379 not bound to the agent host dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 23 16:16:22.327299 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device f3900d3b-7c11-4b7c-91ef-8b489e16dd0e no longer exists at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 23 16:16:22.356133 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-eb700878-9bc9-47a7-affc-606449f60068 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:22.416931 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd61ba65-3153-4468-9acb-0af8532b595f tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Pushing event updated for resources: {'Network': ['ID=ebbfccf9-7f77-486d-a46f-ad39ebff35d9,revision_number=1']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:16:22.431893 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-dd61ba65-3153-4468-9acb-0af8532b595f tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:16:22.453556 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-ca61cc27-ab20-4619-928f-b82293694d9f tempest-FloatingIPAdminTestJSON-473263132 tempest-FloatingIPAdminTestJSON-473263132-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.085s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:16:22.459158 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9e3aab53-d650-47e3-b8a6-2dff21fe9ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:22.461267 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Network ebbfccf9-7f77-486d-a46f-ad39ebff35d9 details requested by agent ovs-agent-dv-neutron-822799-1-hyperv with host dv-neutron-822799-1-hyperv {{(pid=87637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 23 16:16:22.480506 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e9e00ee6-f231-406a-88ec-2800c1dfeb57 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1784183', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-235354'] for router, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:22.483113 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e9e00ee6-f231-406a-88ec-2800c1dfeb57 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:22.505430 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb700878-9bc9-47a7-affc-606449f60068 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Network 86ce35ef-6f92-478d-bb05-dc77b85890ed is already hosted by enough agents. {{(pid=87635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:16:22.515978 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-dd61ba65-3153-4468-9acb-0af8532b595f tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201  len: 770 time: 1.0390689
Dec 23 16:16:22.517445 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 50442) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:22.518221 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e9e00ee6-f231-406a-88ec-2800c1dfeb57 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1781328'] for router, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:22.518913 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9e00ee6-f231-406a-88ec-2800c1dfeb57 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Fanout notify agent at l3_agent the message router_deleted on router f216715c-11dc-44db-8454-84a0da825c3c {{(pid=87636) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 23 16:16:22.530106 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.base_scheduler [None req-eb700878-9bc9-47a7-affc-606449f60068 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Resources bound (agent type, host, resource id):  {{(pid=87635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:16:22.538419 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-ce1d3cf1-76b3-4d42-bdf2-14fee3bdd019 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Request body: {'subnet': {'network_id': '55e3b69c-c09f-4d1d-b025-d16334f5ab3a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:16:22.551332 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb700878-9bc9-47a7-affc-606449f60068 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Received port after_create {{(pid=87635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:16:22.594822 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a2ff5800-3218-4166-bf0e-ff91c8123ac3 tempest-FloatingIPAdminTestJSON-807536738 tempest-FloatingIPAdminTestJSON-807536738-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:22.634099 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-6eda3a33-1dc9-41e1-a13b-9c3308935f00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789'] for port, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:22.636293 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb700878-9bc9-47a7-affc-606449f60068 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Pushing event updated for resources: {'Port': ['ID=18f6019e-7f2c-48df-9312-599bd77edfd8,revision_number=1']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:16:22.642401 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-e6edf17f-7bba-43c6-abd6-354afc9f55ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:16:22.676194 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] No active binding found for port f3900d3b-7c11-4b7c-91ef-8b489e16dd0e {{(pid=87637) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}}
Dec 23 16:16:22.676499 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e9e00ee6-f231-406a-88ec-2800c1dfeb57 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Notify callbacks [] for router, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:22.676653 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device f3900d3b-7c11-4b7c-91ef-8b489e16dd0e not bound to the agent host dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 23 16:16:22.685512 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-eb700878-9bc9-47a7-affc-606449f60068 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:16:22.687571 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-e9e00ee6-f231-406a-88ec-2800c1dfeb57 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] 10.222.0.64 "DELETE /v2.0/routers/f216715c-11dc-44db-8454-84a0da825c3c HTTP/1.1" status: 204  len: 168 time: 2.2087605
Dec 23 16:16:22.692329 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 50446) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:22.724128 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-ce1d3cf1-76b3-4d42-bdf2-14fee3bdd019 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:16:22.728177 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-ce1d3cf1-76b3-4d42-bdf2-14fee3bdd019 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Usage tracker for resource:subnet and tenant:7f693e1e2e4c45b0a519cdc9b284f217 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:16:22.732386 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-ce1d3cf1-76b3-4d42-bdf2-14fee3bdd019 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:16:22.738555 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-ce1d3cf1-76b3-4d42-bdf2-14fee3bdd019 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:16:22.750059 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce1d3cf1-76b3-4d42-bdf2-14fee3bdd019 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Made reservation on behalf of 7f693e1e2e4c45b0a519cdc9b284f217 for: {'subnet': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:16:22.756043 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-ce1d3cf1-76b3-4d42-bdf2-14fee3bdd019 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2618324'] for subnet, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:22.781281 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eda3a33-1dc9-41e1-a13b-9c3308935f00 None None] Pushing event deleted for resources: {'Port': ['ID=f3900d3b-7c11-4b7c-91ef-8b489e16dd0e,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:16:22.785446 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eda3a33-1dc9-41e1-a13b-9c3308935f00 None None] No DVR routers for this DVR port f3900d3b-7c11-4b7c-91ef-8b489e16dd0e on host dv-neutron-822799-1-hyperv {{(pid=87637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 23 16:16:22.788480 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-47c0312b-bab1-49cc-9a19-2981cb0d43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:22.801208 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-6eda3a33-1dc9-41e1-a13b-9c3308935f00 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:16:22.853856 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-47c0312b-bab1-49cc-9a19-2981cb0d43bb None None] For port 8ad0c674-1eec-44b6-95a6-f4d8bb8c2652, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=8ad0c674-1eec-44b6-95a6-f4d8bb8c2652,segment=NetworkSegment(b955b098-1fa4-4c19-b1f5-769e444d24b4),segment_id=b955b098-1fa4-4c19-b1f5-769e444d24b4)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:16:22.863797 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-47c0312b-bab1-49cc-9a19-2981cb0d43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:22.867306 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-a3fcc046-affa-49fb-8b3f-97b8d98faec6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:16:22.885979 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-eb700878-9bc9-47a7-affc-606449f60068 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1781300'] for router_interface, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:22.965563 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c0312b-bab1-49cc-9a19-2981cb0d43bb None None] Pushing event updated for resources: {'Port': ['ID=8ad0c674-1eec-44b6-95a6-f4d8bb8c2652,revision_number=3']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:16:22.969984 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-47c0312b-bab1-49cc-9a19-2981cb0d43bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:16:22.995269 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-d0263283-496c-42c9-992b-6c4aa6d43a01 None None] Provisioning for port a4ac370d-1912-48f3-af6b-0e13ac91a5fd completed by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:16:23.005663 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-d0263283-496c-42c9-992b-6c4aa6d43a01 None None] Provisioning complete for port a4ac370d-1912-48f3-af6b-0e13ac91a5fd triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:16:23.006068 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d0263283-496c-42c9-992b-6c4aa6d43a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:23.114143 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-96448c82-2d2d-4fc0-b9e5-d7ea7a1f9e60 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-698866'] for network, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:23.187443 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d0263283-496c-42c9-992b-6c4aa6d43a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:23.230146 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-d0263283-496c-42c9-992b-6c4aa6d43a01 None None] For port a4ac370d-1912-48f3-af6b-0e13ac91a5fd, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=a4ac370d-1912-48f3-af6b-0e13ac91a5fd,segment=NetworkSegment(d3145fa9-8a75-4e10-8270-1505196d67de),segment_id=d3145fa9-8a75-4e10-8270-1505196d67de)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:16:23.241044 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d0263283-496c-42c9-992b-6c4aa6d43a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:23.244491 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-ce1d3cf1-76b3-4d42-bdf2-14fee3bdd019 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2176430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2618310'] for subnet, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:23.249845 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-e6edf17f-7bba-43c6-abd6-354afc9f55ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:16:23.257696 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-8b45b547-0aef-4723-9f93-937146aae155 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:16:23.392032 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0263283-496c-42c9-992b-6c4aa6d43a01 None None] Pushing event updated for resources: {'Port': ['ID=a4ac370d-1912-48f3-af6b-0e13ac91a5fd,revision_number=3']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:16:23.397950 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-d0263283-496c-42c9-992b-6c4aa6d43a01 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:16:23.406388 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-bb1d1ae5-c492-4161-8ba0-d00128aed0fa None None] Provisioning complete for port 8ad0c674-1eec-44b6-95a6-f4d8bb8c2652 triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:16:23.406776 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-bb1d1ae5-c492-4161-8ba0-d00128aed0fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:23.425867 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1d3cf1-76b3-4d42-bdf2-14fee3bdd019 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Pushing event updated for resources: {'Subnet': ['ID=eda67c32-ce21-4eff-b6bb-4d63ef091061,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:16:23.430018 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-ce1d3cf1-76b3-4d42-bdf2-14fee3bdd019 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:16:23.430899 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce1d3cf1-76b3-4d42-bdf2-14fee3bdd019 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Checking segment: {'id': 'f7bed854-ba8c-41d4-ad71-43c90b9c5c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '55e3b69c-c09f-4d1d-b025-d16334f5ab3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:16:23.431258 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce1d3cf1-76b3-4d42-bdf2-14fee3bdd019 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Network hostable DHCP agents. Network: 55e3b69c-c09f-4d1d-b025-d16334f5ab3a, hostable agents: ['1c812d71-eadf-4fb3-b98e-67468a4aa7e2'], hosted agents: [] {{(pid=87636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 23 16:16:23.474257 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce1d3cf1-76b3-4d42-bdf2-14fee3bdd019 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Network 55e3b69c-c09f-4d1d-b025-d16334f5ab3a is scheduled to be hosted by DHCP agent 1c812d71-eadf-4fb3-b98e-67468a4aa7e2 with binding_index 1 {{(pid=87636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 23 16:16:23.494613 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-ce1d3cf1-76b3-4d42-bdf2-14fee3bdd019 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822799-1-hyperv, 55e3b69c-c09f-4d1d-b025-d16334f5ab3a) {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:16:23.504840 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce1d3cf1-76b3-4d42-bdf2-14fee3bdd019 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:16:23.506593 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe790092-daa0-4a24-8c48-5f6b2fdfbc5a None None] Network 55e3b69c-c09f-4d1d-b025-d16334f5ab3a requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:16:23.506926 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-ce1d3cf1-76b3-4d42-bdf2-14fee3bdd019 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks [] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:23.511107 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-7230c3b4-19a3-430b-ba66-8c232b36930f tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks [] for port, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:23.551248 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-ce1d3cf1-76b3-4d42-bdf2-14fee3bdd019 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.0301392
Dec 23 16:16:23.554509 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 50450) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:23.561146 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-51df8173-a98a-4cbf-b948-406fce8b7038 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Request body: {'subnet': {'network_id': 'ebbfccf9-7f77-486d-a46f-ad39ebff35d9', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:16:23.613345 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.provisioning_blocks [None req-7230c3b4-19a3-430b-ba66-8c232b36930f tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Transition to ACTIVE for port object 216da8d3-9630-495c-8caf-7c4b8942888b will not be triggered until provisioned by entity DHCP. {{(pid=87635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:16:23.698701 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-bb1d1ae5-c492-4161-8ba0-d00128aed0fa None None] Provisioning complete for port a4ac370d-1912-48f3-af6b-0e13ac91a5fd triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:16:23.699741 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-bb1d1ae5-c492-4161-8ba0-d00128aed0fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:23.708239 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-51df8173-a98a-4cbf-b948-406fce8b7038 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:16:23.712175 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-51df8173-a98a-4cbf-b948-406fce8b7038 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Usage tracker for resource:subnet and tenant:7f693e1e2e4c45b0a519cdc9b284f217 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:16:23.715004 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-51df8173-a98a-4cbf-b948-406fce8b7038 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:16:23.720557 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-51df8173-a98a-4cbf-b948-406fce8b7038 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:16:23.732128 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51df8173-a98a-4cbf-b948-406fce8b7038 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Made reservation on behalf of 7f693e1e2e4c45b0a519cdc9b284f217 for: {'subnet': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:16:23.736326 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-51df8173-a98a-4cbf-b948-406fce8b7038 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2618324'] for subnet, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:23.768737 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-96448c82-2d2d-4fc0-b9e5-d7ea7a1f9e60 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-864347', 'neutron.services.segments.db._delete_segments_for_network-8735362908070'] for network, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:23.848100 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.services.segments.db [None req-96448c82-2d2d-4fc0-b9e5-d7ea7a1f9e60 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1dc0238ee0>,) {'filters': {'network_id': ['3e10e993-259d-4495-9b8b-b5a52c03945f']}} {{(pid=87635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:16:23.889671 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.services.segments.db [None req-96448c82-2d2d-4fc0-b9e5-d7ea7a1f9e60 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dc0238ee0>, '08e0e148-532b-4b21-a744-4826af0567ef') {'for_net_delete': True} {{(pid=87635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:16:23.889901 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.services.segments.db [None req-96448c82-2d2d-4fc0-b9e5-d7ea7a1f9e60 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dc0238ee0>, '08e0e148-532b-4b21-a744-4826af0567ef') {} {{(pid=87635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:16:23.898394 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a2ff5800-3218-4166-bf0e-ff91c8123ac3 tempest-FloatingIPAdminTestJSON-807536738 tempest-FloatingIPAdminTestJSON-807536738-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:23.908674 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-96448c82-2d2d-4fc0-b9e5-d7ea7a1f9e60 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735363085442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2776713'] for segment, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:23.915720 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-eb700878-9bc9-47a7-affc-606449f60068 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:23.924311 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-7230c3b4-19a3-430b-ba66-8c232b36930f tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:23.930882 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a2ff5800-3218-4166-bf0e-ff91c8123ac3 tempest-FloatingIPAdminTestJSON-807536738 tempest-FloatingIPAdminTestJSON-807536738-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2753531'] for port, after_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:23.942289 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-59210768-48a5-49d9-9ca5-1d5ef8c394a0 tempest-FloatingIPAdminTestJSON-473263132 tempest-FloatingIPAdminTestJSON-473263132-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:16:23.998092 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7102cbba-77e8-467f-b1e6-99894c003326 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7e017a6-8198-58c8-a07e-0f786128e3b3-55e3b69c-c09f-4d1d-b025-d16334f5ab3a', 'network_id': '55e3b69c-c09f-4d1d-b025-d16334f5ab3a', 'tenant_id': '7f693e1e2e4c45b0a519cdc9b284f217', 'fixed_ips': [{'subnet_id': 'eda67c32-ce21-4eff-b6bb-4d63ef091061'}]}} from dv-neutron-822799-1-hyperv. {{(pid=87637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 23 16:16:23.998801 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-51df8173-a98a-4cbf-b948-406fce8b7038 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2176430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2618310'] for subnet, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:23.999109 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-7102cbba-77e8-467f-b1e6-99894c003326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:24.003208 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-96448c82-2d2d-4fc0-b9e5-d7ea7a1f9e60 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:24.008736 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-00362515-4c00-45f5-97c9-3ec66cc1afed tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:16:24.085549 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device a4ac370d-1912-48f3-af6b-0e13ac91a5fd up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:16:24.088223 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51df8173-a98a-4cbf-b948-406fce8b7038 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Pushing event updated for resources: {'Subnet': ['ID=6f5ec33e-b8a7-4119-855e-d2aa27d6d313,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:16:24.095830 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96448c82-2d2d-4fc0-b9e5-d7ea7a1f9e60 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Releasing vlan 415 on physical network physnet1 to pool {{(pid=87635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 23 16:16:24.096258 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-96448c82-2d2d-4fc0-b9e5-d7ea7a1f9e60 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2753503'] for segment, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:24.097330 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-51df8173-a98a-4cbf-b948-406fce8b7038 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:16:24.115799 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-bb1d1ae5-c492-4161-8ba0-d00128aed0fa None None] Provisioning for port b04857b0-7430-4ef1-a784-9103f7b40827 completed by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:16:24.117082 dv-neutron-822799-1-hyperv neutron-server[87635]: Traceback (most recent call last):
Dec 23 16:16:24.117082 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 23 16:16:24.117082 dv-neutron-822799-1-hyperv neutron-server[87635]:     timer()
Dec 23 16:16:24.117082 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:16:24.117082 dv-neutron-822799-1-hyperv neutron-server[87635]:     cb(*args, **kw)
Dec 23 16:16:24.117082 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 23 16:16:24.117082 dv-neutron-822799-1-hyperv neutron-server[87635]:     return func(*args, **kwargs)
Dec 23 16:16:24.117082 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:16:24.117082 dv-neutron-822799-1-hyperv neutron-server[87635]:     self._notify()
Dec 23 16:16:24.117082 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:16:24.117082 dv-neutron-822799-1-hyperv neutron-server[87635]:     self.callback(batched_events)
Dec 23 16:16:24.117082 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:16:24.117082 dv-neutron-822799-1-hyperv neutron-server[87635]:     event.method(event)
Dec 23 16:16:24.117082 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:16:24.117082 dv-neutron-822799-1-hyperv neutron-server[87635]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:16:24.117082 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 23 16:16:24.117082 dv-neutron-822799-1-hyperv neutron-server[87635]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 23 16:16:24.117082 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 23 16:16:24.117082 dv-neutron-822799-1-hyperv neutron-server[87635]:     return f(self, *a, **k)
Dec 23 16:16:24.117082 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:16:24.117082 dv-neutron-822799-1-hyperv neutron-server[87635]:     return self._get(url).json()
Dec 23 16:16:24.117082 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 23 16:16:24.117082 dv-neutron-822799-1-hyperv neutron-server[87635]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 23 16:16:24.117082 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 23 16:16:24.117082 dv-neutron-822799-1-hyperv neutron-server[87635]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:16:24.117082 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 23 16:16:24.117082 dv-neutron-822799-1-hyperv neutron-server[87635]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 23 16:16:24.117082 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 23 16:16:24.117082 dv-neutron-822799-1-hyperv neutron-server[87635]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:16:24.117082 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 23 16:16:24.117082 dv-neutron-822799-1-hyperv neutron-server[87635]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:16:24.117082 dv-neutron-822799-1-hyperv neutron-server[87635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:16:24.125027 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51df8173-a98a-4cbf-b948-406fce8b7038 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Checking segment: {'id': '0acc1273-1a69-4ccb-9dbe-922bcaff210b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'ebbfccf9-7f77-486d-a46f-ad39ebff35d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:16:24.125228 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51df8173-a98a-4cbf-b948-406fce8b7038 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Network hostable DHCP agents. Network: ebbfccf9-7f77-486d-a46f-ad39ebff35d9, hostable agents: ['1c812d71-eadf-4fb3-b98e-67468a4aa7e2'], hosted agents: [] {{(pid=87636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 23 16:16:24.126101 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7230c3b4-19a3-430b-ba66-8c232b36930f tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Network dafeab3e-daf0-4706-9bde-7e9aecbcfecb is already hosted by enough agents. {{(pid=87635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:16:24.138462 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.base_scheduler [None req-7230c3b4-19a3-430b-ba66-8c232b36930f tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Resources bound (agent type, host, resource id):  {{(pid=87635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:16:24.141859 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-bb1d1ae5-c492-4161-8ba0-d00128aed0fa None None] Provisioning complete for port b04857b0-7430-4ef1-a784-9103f7b40827 triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:16:24.142273 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-bb1d1ae5-c492-4161-8ba0-d00128aed0fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:24.149615 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51df8173-a98a-4cbf-b948-406fce8b7038 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Network ebbfccf9-7f77-486d-a46f-ad39ebff35d9 is scheduled to be hosted by DHCP agent 1c812d71-eadf-4fb3-b98e-67468a4aa7e2 with binding_index 1 {{(pid=87636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 23 16:16:24.163841 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-51df8173-a98a-4cbf-b948-406fce8b7038 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822799-1-hyperv, ebbfccf9-7f77-486d-a46f-ad39ebff35d9) {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:16:24.169611 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51df8173-a98a-4cbf-b948-406fce8b7038 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:16:24.170545 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-51df8173-a98a-4cbf-b948-406fce8b7038 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks [] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:24.196714 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7b98e76-e7f9-40b0-9a3d-71ea83962d02 None None] Network ebbfccf9-7f77-486d-a46f-ad39ebff35d9 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:16:24.201221 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-51df8173-a98a-4cbf-b948-406fce8b7038 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 830 time: 0.6453001
Dec 23 16:16:24.201486 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7230c3b4-19a3-430b-ba66-8c232b36930f tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Received port after_create {{(pid=87635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:16:24.203888 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 50454) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:24.207444 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7230c3b4-19a3-430b-ba66-8c232b36930f tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:16:24.208077 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-7230c3b4-19a3-430b-ba66-8c232b36930f tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:24.215796 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-53f40bf2-d2ea-46ca-bf1d-453280f9f153 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-734591813', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:16:24.223864 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-53f40bf2-d2ea-46ca-bf1d-453280f9f153 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:16:24.228342 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-53f40bf2-d2ea-46ca-bf1d-453280f9f153 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Usage tracker for resource:router and tenant:7f693e1e2e4c45b0a519cdc9b284f217 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:16:24.233155 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-53f40bf2-d2ea-46ca-bf1d-453280f9f153 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:16:24.245030 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ff5800-3218-4166-bf0e-ff91c8123ac3 tempest-FloatingIPAdminTestJSON-807536738 tempest-FloatingIPAdminTestJSON-807536738-project-admin] Pushing event updated for resources: {'Port': ['ID=02d70b70-e26a-4b27-8529-814ccba893b1,revision_number=2']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:16:24.245258 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-53f40bf2-d2ea-46ca-bf1d-453280f9f153 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:16:24.276554 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-53f40bf2-d2ea-46ca-bf1d-453280f9f153 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1823978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-235332'] for router, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:24.278211 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-53f40bf2-d2ea-46ca-bf1d-453280f9f153 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1824575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1824063', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1751113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-235341'] for router, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:24.298919 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-53f40bf2-d2ea-46ca-bf1d-453280f9f153 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:24.345818 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-53f40bf2-d2ea-46ca-bf1d-453280f9f153 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1823971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1824234'] for router, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:24.372772 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a2ff5800-3218-4166-bf0e-ff91c8123ac3 tempest-FloatingIPAdminTestJSON-807536738 tempest-FloatingIPAdminTestJSON-807536738-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1824189'] for floatingip, after_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:24.379410 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-bb1d1ae5-c492-4161-8ba0-d00128aed0fa None None] Port b04857b0-7430-4ef1-a784-9103f7b40827 cannot update to ACTIVE because it is not bound. {{(pid=87637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 23 16:16:24.389788 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-53f40bf2-d2ea-46ca-bf1d-453280f9f153 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks [] for router, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:24.395724 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-53f40bf2-d2ea-46ca-bf1d-453280f9f153 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201  len: 703 time: 0.1906595
Dec 23 16:16:24.398730 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 50458) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:24.408122 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-96448c82-2d2d-4fc0-b9e5-d7ea7a1f9e60 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-864336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1824171'] for network, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:24.421896 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-7230c3b4-19a3-430b-ba66-8c232b36930f tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201  len: 928 time: 3.7644997
Dec 23 16:16:24.432953 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port a4ac370d-1912-48f3-af6b-0e13ac91a5fd triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:16:24.433469 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:24.440317 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 50462) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:24.447142 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-96448c82-2d2d-4fc0-b9e5-d7ea7a1f9e60 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Notify callbacks [] for network, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:24.449666 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-96448c82-2d2d-4fc0-b9e5-d7ea7a1f9e60 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] 10.222.0.64 "DELETE /v2.0/networks/3e10e993-259d-4495-9b8b-b5a52c03945f HTTP/1.1" status: 204  len: 168 time: 1.7523999
Dec 23 16:16:24.451102 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a2ff5800-3218-4166-bf0e-ff91c8123ac3 tempest-FloatingIPAdminTestJSON-807536738 tempest-FloatingIPAdminTestJSON-807536738-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for floatingip, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:24.452354 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-a2ff5800-3218-4166-bf0e-ff91c8123ac3 tempest-FloatingIPAdminTestJSON-807536738 tempest-FloatingIPAdminTestJSON-807536738-project-admin] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 5.8692193
Dec 23 16:16:24.467329 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-bb1d1ae5-c492-4161-8ba0-d00128aed0fa None None] Provisioning for port 18f6019e-7f2c-48df-9312-599bd77edfd8 completed by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:16:24.489306 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 50466) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:24.489636 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 50468) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:24.505918 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-bb1d1ae5-c492-4161-8ba0-d00128aed0fa None None] Provisioning complete for port 18f6019e-7f2c-48df-9312-599bd77edfd8 triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:16:24.506302 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-bb1d1ae5-c492-4161-8ba0-d00128aed0fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:24.554811 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7230c3b4-19a3-430b-ba66-8c232b36930f tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Pushing event updated for resources: {'Port': ['ID=216da8d3-9630-495c-8caf-7c4b8942888b,revision_number=1']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:16:24.583171 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-7230c3b4-19a3-430b-ba66-8c232b36930f tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.641s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:16:24.587568 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-c9d239bc-f0e9-4ab5-bf6f-3cd2f23717b9 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.617s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:16:24.587980 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-c9d239bc-f0e9-4ab5-bf6f-3cd2f23717b9 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:16:24.594275 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-349d015b-0d0b-47af-9492-9919aa318f9a tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.159s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:16:24.604061 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_common [None req-7102cbba-77e8-467f-b1e6-99894c003326 None None] Allocated IP 2001:db8::2 (55e3b69c-c09f-4d1d-b025-d16334f5ab3a/eda67c32-ce21-4eff-b6bb-4d63ef091061/e53e2b56-f045-4d7b-839b-635d62519f33) {{(pid=87637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:16:24.636740 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96448c82-2d2d-4fc0-b9e5-d7ea7a1f9e60 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Pushing event deleted for resources: {'Network': ['ID=3e10e993-259d-4495-9b8b-b5a52c03945f,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:16:24.649984 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-96448c82-2d2d-4fc0-b9e5-d7ea7a1f9e60 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:16:24.652501 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-bb1d1ae5-c492-4161-8ba0-d00128aed0fa None None] Port 18f6019e-7f2c-48df-9312-599bd77edfd8 cannot update to ACTIVE because it is not bound. {{(pid=87637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 23 16:16:24.722943 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-cbbbec50-986d-4c2a-9859-e3a6b72ad2b5 tempest-FloatingIPAdminTestJSON-1033762060 tempest-FloatingIPAdminTestJSON-1033762060-project] Request body: {'floatingip': {'floating_network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:16:24.785682 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-cbbbec50-986d-4c2a-9859-e3a6b72ad2b5 tempest-FloatingIPAdminTestJSON-1033762060 tempest-FloatingIPAdminTestJSON-1033762060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:16:24.788554 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cb71c39-849b-4fc9-801f-dd6768222e04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7e017a6-8198-58c8-a07e-0f786128e3b3-ebbfccf9-7f77-486d-a46f-ad39ebff35d9', 'network_id': 'ebbfccf9-7f77-486d-a46f-ad39ebff35d9', 'tenant_id': '7f693e1e2e4c45b0a519cdc9b284f217', 'fixed_ips': [{'subnet_id': '6f5ec33e-b8a7-4119-855e-d2aa27d6d313'}]}} from dv-neutron-822799-1-hyperv. {{(pid=87637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 23 16:16:24.789404 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-8cb71c39-849b-4fc9-801f-dd6768222e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:24.808546 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-cbbbec50-986d-4c2a-9859-e3a6b72ad2b5 tempest-FloatingIPAdminTestJSON-1033762060 tempest-FloatingIPAdminTestJSON-1033762060-project] Usage tracker for resource:floatingip and tenant:932527a7c0394a40af6a43a18814c91e is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:16:24.815603 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-cbbbec50-986d-4c2a-9859-e3a6b72ad2b5 tempest-FloatingIPAdminTestJSON-1033762060 tempest-FloatingIPAdminTestJSON-1033762060-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:16:24.818333 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-09085178-979d-49bc-920b-db3875932660 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Notify callbacks [] for security_group, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:24.826809 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-cbbbec50-986d-4c2a-9859-e3a6b72ad2b5 tempest-FloatingIPAdminTestJSON-1033762060 tempest-FloatingIPAdminTestJSON-1033762060-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:16:24.869293 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8ac15a2-3920-45dc-9f50-c914a319073f tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:16:24.869996 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-e8ac15a2-3920-45dc-9f50-c914a319073f tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Synchronizing usage tracker for tenant:37ed648a62f44dd1bf944e0bff6f4422 on resource:port {{(pid=87635) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:16:24.892396 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 8ad0c674-1eec-44b6-95a6-f4d8bb8c2652 up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:16:24.893070 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-09085178-979d-49bc-920b-db3875932660 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:24.900474 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-cbbbec50-986d-4c2a-9859-e3a6b72ad2b5 tempest-FloatingIPAdminTestJSON-1033762060 tempest-FloatingIPAdminTestJSON-1033762060-project] Notify callbacks [] for floatingip, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:24.931931 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-94206f19-cfe4-4639-8624-c2256f3cadd0 None None] Provisioning complete for port b04857b0-7430-4ef1-a784-9103f7b40827 triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:16:24.932212 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-94206f19-cfe4-4639-8624-c2256f3cadd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:25.007743 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1b67bc5b-ee99-449c-858d-9c6dc50590d0 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:25.019619 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-e8ac15a2-3920-45dc-9f50-c914a319073f tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Unset dirty status for tenant:37ed648a62f44dd1bf944e0bff6f4422 on resource:port {{(pid=87635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:16:25.021060 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-e8ac15a2-3920-45dc-9f50-c914a319073f tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] 10.222.0.64 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200  len: 928 time: 0.5795310
Dec 23 16:16:25.023823 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 50476) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:25.086861 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-eb700878-9bc9-47a7-affc-606449f60068 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for port, precommit_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:25.098340 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-eb700878-9bc9-47a7-affc-606449f60068 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2753531'] for port, after_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:25.100115 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-94206f19-cfe4-4639-8624-c2256f3cadd0 None None] Port b04857b0-7430-4ef1-a784-9103f7b40827 cannot update to ACTIVE because it is not bound. {{(pid=87637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 23 16:16:25.127987 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-0c72c379-5f1c-4838-8f76-ebf374809cc7 tempest-ServerActionsTestJSON-1421063139 tempest-ServerActionsTestJSON-1421063139-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:16:25.192777 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port 8ad0c674-1eec-44b6-95a6-f4d8bb8c2652 triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:16:25.193234 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:25.228060 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-94206f19-cfe4-4639-8624-c2256f3cadd0 None None] Provisioning complete for port 18f6019e-7f2c-48df-9312-599bd77edfd8 triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:16:25.228508 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-94206f19-cfe4-4639-8624-c2256f3cadd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:25.285701 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_common [None req-8cb71c39-849b-4fc9-801f-dd6768222e04 None None] Allocated IP 2001:db8:1::2 (ebbfccf9-7f77-486d-a46f-ad39ebff35d9/6f5ec33e-b8a7-4119-855e-d2aa27d6d313/6aadc114-517f-47cd-8067-1825d3216116) {{(pid=87637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:16:25.308069 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-7102cbba-77e8-467f-b1e6-99894c003326 None None] Notify callbacks [] for port, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:25.349736 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-7102cbba-77e8-467f-b1e6-99894c003326 None None] Transition to ACTIVE for port object e53e2b56-f045-4d7b-839b-635d62519f33 will not be triggered until provisioned by entity L2. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:16:25.356984 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-09085178-979d-49bc-920b-db3875932660 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:25.382367 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-94206f19-cfe4-4639-8624-c2256f3cadd0 None None] Port 18f6019e-7f2c-48df-9312-599bd77edfd8 cannot update to ACTIVE because it is not bound. {{(pid=87637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 23 16:16:25.404989 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb700878-9bc9-47a7-affc-606449f60068 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Pushing event updated for resources: {'Port': ['ID=18f6019e-7f2c-48df-9312-599bd77edfd8,revision_number=2']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:16:25.409339 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-eb700878-9bc9-47a7-affc-606449f60068 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:16:25.412413 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-509fad52-813e-4c8a-9dde-d210c16f7223 tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.045s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:16:25.424270 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09085178-979d-49bc-920b-db3875932660 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6efb91e4-dce2-4b1b-ba77-0534a1c433c6,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:16:25.426912 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-cbbbec50-986d-4c2a-9859-e3a6b72ad2b5 tempest-FloatingIPAdminTestJSON-1033762060 tempest-FloatingIPAdminTestJSON-1033762060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:25.429393 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-eb700878-9bc9-47a7-affc-606449f60068 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1627481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1781465'] for router_interface, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:25.432659 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-09085178-979d-49bc-920b-db3875932660 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:16:25.441095 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4e21dd2-747c-4ebc-9c1a-de8b8496dc92 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:16:25.447227 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4e21dd2-747c-4ebc-9c1a-de8b8496dc92 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:16:25.453729 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4e21dd2-747c-4ebc-9c1a-de8b8496dc92 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:16:25.454621 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-f4e21dd2-747c-4ebc-9c1a-de8b8496dc92 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Synchronizing usage tracker for tenant:37ed648a62f44dd1bf944e0bff6f4422 on resource:port {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:16:25.469275 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-7102cbba-77e8-467f-b1e6-99894c003326 None None] Transition to ACTIVE for port object e53e2b56-f045-4d7b-839b-635d62519f33 will not be triggered until provisioned by entity DHCP. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:16:25.475043 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-09085178-979d-49bc-920b-db3875932660 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Notify callbacks [] for security_group, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:25.476194 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-09085178-979d-49bc-920b-db3875932660 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] 10.222.0.64 "DELETE /v2.0/security-groups/6efb91e4-dce2-4b1b-ba77-0534a1c433c6 HTTP/1.1" status: 204  len: 168 time: 0.9366031
Dec 23 16:16:25.520683 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-f4e21dd2-747c-4ebc-9c1a-de8b8496dc92 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Unset dirty status for tenant:37ed648a62f44dd1bf944e0bff6f4422 on resource:port {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:16:25.520683 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-f4e21dd2-747c-4ebc-9c1a-de8b8496dc92 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] 10.222.0.64 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200  len: 2390 time: 0.4936440
Dec 23 16:16:25.537381 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 50482) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:25.639631 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-7102cbba-77e8-467f-b1e6-99894c003326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780'] for port, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:25.649639 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:16:25.673062 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-1f413d06-0096-4ea8-8126-b81f490288d7 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Deleting port 216da8d3-9630-495c-8caf-7c4b8942888b {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:16:25.673414 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1f413d06-0096-4ea8-8126-b81f490288d7 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:25.684776 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-94206f19-cfe4-4639-8624-c2256f3cadd0 None None] Provisioning for port 216da8d3-9630-495c-8caf-7c4b8942888b completed by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:16:25.688015 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb700878-9bc9-47a7-affc-606449f60068 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Network 86ce35ef-6f92-478d-bb05-dc77b85890ed is already hosted by enough agents. {{(pid=87635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:16:25.694575 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.base_scheduler [None req-eb700878-9bc9-47a7-affc-606449f60068 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Resources bound (agent type, host, resource id):  {{(pid=87635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:16:25.696946 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.db_base_plugin_common [None req-cbbbec50-986d-4c2a-9859-e3a6b72ad2b5 tempest-FloatingIPAdminTestJSON-1033762060 tempest-FloatingIPAdminTestJSON-1033762060-project] Allocated IP 172.26.3.117 (8afa6d58-9431-454a-b99c-3ff8a65aa86b/60537fec-5f5f-4ab7-89cc-03638149a590/ba8ef825-bbec-4806-a3bf-fa34c3e732bd) {{(pid=87635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:16:25.879346 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-8cb71c39-849b-4fc9-801f-dd6768222e04 None None] Notify callbacks [] for port, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:25.892779 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-8cb71c39-849b-4fc9-801f-dd6768222e04 None None] Transition to ACTIVE for port object 6aadc114-517f-47cd-8067-1825d3216116 will not be triggered until provisioned by entity L2. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:16:25.910651 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-94206f19-cfe4-4639-8624-c2256f3cadd0 None None] Provisioning complete for port 216da8d3-9630-495c-8caf-7c4b8942888b triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:16:25.911347 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-94206f19-cfe4-4639-8624-c2256f3cadd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:25.958527 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 50490) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:25.967905 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7102cbba-77e8-467f-b1e6-99894c003326 None None] Network 55e3b69c-c09f-4d1d-b025-d16334f5ab3a is already hosted by enough agents. {{(pid=87637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:16:25.977264 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1f413d06-0096-4ea8-8126-b81f490288d7 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:25.987123 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-7102cbba-77e8-467f-b1e6-99894c003326 None None] Resources bound (agent type, host, resource id):  {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:16:26.005639 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-8cb71c39-849b-4fc9-801f-dd6768222e04 None None] Transition to ACTIVE for port object 6aadc114-517f-47cd-8067-1825d3216116 will not be triggered until provisioned by entity DHCP. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:16:26.046924 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb700878-9bc9-47a7-affc-606449f60068 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Router 9830ea94-3af4-44dd-af06-634e4fe8878f has already been hosted by L3 agent 371d4c41-c7e2-4de7-9539-c049ec4e95d1 {{(pid=87635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 23 16:16:26.051171 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7102cbba-77e8-467f-b1e6-99894c003326 None None] Received port after_create {{(pid=87637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:16:26.071760 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-cbbbec50-986d-4c2a-9859-e3a6b72ad2b5 tempest-FloatingIPAdminTestJSON-1033762060 tempest-FloatingIPAdminTestJSON-1033762060-project] Notify callbacks [] for port, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:26.072180 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 5ef5ab1c-6add-47f6-9d72-36e760b22300 no longer exists at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 23 16:16:26.156854 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-8cb71c39-849b-4fc9-801f-dd6768222e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780'] for port, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:26.161128 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7102cbba-77e8-467f-b1e6-99894c003326 None None] Pushing event updated for resources: {'Port': ['ID=e53e2b56-f045-4d7b-839b-635d62519f33,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:16:26.176518 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-7102cbba-77e8-467f-b1e6-99894c003326 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.527s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:16:26.183265 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-1f413d06-0096-4ea8-8126-b81f490288d7 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Calling delete_port for 216da8d3-9630-495c-8caf-7c4b8942888b owned by  {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:16:26.205819 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-34520798-07ff-4fe8-bbbd-86842f6e358a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.030s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:16:26.238269 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] No Port match for: 5ef5ab1c-6add-47f6-9d72-36e760b22300 {{(pid=87637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 23 16:16:26.238497 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 5ef5ab1c-6add-47f6-9d72-36e760b22300 not bound to the agent host dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 23 16:16:26.254234 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-94206f19-cfe4-4639-8624-c2256f3cadd0 None None] Port 216da8d3-9630-495c-8caf-7c4b8942888b cannot update to ACTIVE because it is not bound. {{(pid=87637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 23 16:16:26.261093 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-cbbbec50-986d-4c2a-9859-e3a6b72ad2b5 tempest-FloatingIPAdminTestJSON-1033762060 tempest-FloatingIPAdminTestJSON-1033762060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:26.265903 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-eb700878-9bc9-47a7-affc-606449f60068 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:16:26.288504 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cb71c39-849b-4fc9-801f-dd6768222e04 None None] Network ebbfccf9-7f77-486d-a46f-ad39ebff35d9 is already hosted by enough agents. {{(pid=87637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:16:26.297710 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-8cb71c39-849b-4fc9-801f-dd6768222e04 None None] Resources bound (agent type, host, resource id):  {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:16:26.306000 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb71c39-849b-4fc9-801f-dd6768222e04 None None] Received port after_create {{(pid=87637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:16:26.313102 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-7102cbba-77e8-467f-b1e6-99894c003326 None None] Attempting to bind port e53e2b56-f045-4d7b-839b-635d62519f33 on host dv-neutron-822799-1-hyperv for vnic_type normal with profile  {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:16:26.313487 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-7102cbba-77e8-467f-b1e6-99894c003326 None None] Attempting to bind port e53e2b56-f045-4d7b-839b-635d62519f33 by drivers openvswitch,hyperv on host dv-neutron-822799-1-hyperv at level 0 using segments [{'id': 'f7bed854-ba8c-41d4-ad71-43c90b9c5c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '55e3b69c-c09f-4d1d-b025-d16334f5ab3a'}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:16:26.313855 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7102cbba-77e8-467f-b1e6-99894c003326 None None] Attempting to bind port e53e2b56-f045-4d7b-839b-635d62519f33 on network 55e3b69c-c09f-4d1d-b025-d16334f5ab3a {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:16:26.316229 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [None req-1b67bc5b-ee99-449c-858d-9c6dc50590d0 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Allocated IP 2001:db8::1 (55e3b69c-c09f-4d1d-b025-d16334f5ab3a/eda67c32-ce21-4eff-b6bb-4d63ef091061/baf94b70-b5fe-48cc-805d-ac15e3b3c34e) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:16:26.317392 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb71c39-849b-4fc9-801f-dd6768222e04 None None] Pushing event updated for resources: {'Port': ['ID=6aadc114-517f-47cd-8067-1825d3216116,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:16:26.331995 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb700878-9bc9-47a7-affc-606449f60068 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify agent at l3_agent.dv-neutron-822799-1-hyperv the message routers_updated {{(pid=87635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 23 16:16:26.336033 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbbec50-986d-4c2a-9859-e3a6b72ad2b5 tempest-FloatingIPAdminTestJSON-1033762060 tempest-FloatingIPAdminTestJSON-1033762060-project] Pushing event updated for resources: {'Port': ['ID=ba8ef825-bbec-4806-a3bf-fa34c3e732bd,revision_number=1']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:16:26.343163 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-cbbbec50-986d-4c2a-9859-e3a6b72ad2b5 tempest-FloatingIPAdminTestJSON-1033762060 tempest-FloatingIPAdminTestJSON-1033762060-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:16:26.345266 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-8cb71c39-849b-4fc9-801f-dd6768222e04 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:16:26.354247 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-eb700878-9bc9-47a7-affc-606449f60068 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "PUT /v2.0/routers/9830ea94-3af4-44dd-af06-634e4fe8878f/add_router_interface HTTP/1.1" status: 200  len: 503 time: 9.5251331
Dec 23 16:16:26.356598 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbbbec50-986d-4c2a-9859-e3a6b72ad2b5 tempest-FloatingIPAdminTestJSON-1033762060 tempest-FloatingIPAdminTestJSON-1033762060-project] Network 8afa6d58-9431-454a-b99c-3ff8a65aa86b is already hosted by enough agents. {{(pid=87635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:16:26.357139 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 50496) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:26.358815 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92777baa-424d-48df-9c3f-f2fcd86fec21 None None] Sync routers for ids ['9830ea94-3af4-44dd-af06-634e4fe8878f'] in dv-neutron-822799-1-hyperv {{(pid=87637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 23 16:16:26.360500 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.base_scheduler [None req-cbbbec50-986d-4c2a-9859-e3a6b72ad2b5 tempest-FloatingIPAdminTestJSON-1033762060 tempest-FloatingIPAdminTestJSON-1033762060-project] Resources bound (agent type, host, resource id):  {{(pid=87635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:16:26.381709 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbbbec50-986d-4c2a-9859-e3a6b72ad2b5 tempest-FloatingIPAdminTestJSON-1033762060 tempest-FloatingIPAdminTestJSON-1033762060-project] Received port after_create {{(pid=87635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:16:26.392518 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7102cbba-77e8-467f-b1e6-99894c003326 None None] Checking agent: {'id': '20d2070f-69a9-4e73-8d08-6f0387a40158', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822799-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 21), 'started_at': datetime.datetime(2021, 12, 23, 16, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 16, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822799-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 23 16:16:26.392973 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7102cbba-77e8-467f-b1e6-99894c003326 None None] Checking segment: {'id': 'f7bed854-ba8c-41d4-ad71-43c90b9c5c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '55e3b69c-c09f-4d1d-b025-d16334f5ab3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:16:26.393398 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-7102cbba-77e8-467f-b1e6-99894c003326 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:26.393959 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7102cbba-77e8-467f-b1e6-99894c003326 None None] Bound using segment: {'id': 'f7bed854-ba8c-41d4-ad71-43c90b9c5c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '55e3b69c-c09f-4d1d-b025-d16334f5ab3a'} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 23 16:16:26.394675 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-7102cbba-77e8-467f-b1e6-99894c003326 None None] Bound port: e53e2b56-f045-4d7b-839b-635d62519f33, host: dv-neutron-822799-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7bed854-ba8c-41d4-ad71-43c90b9c5c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '55e3b69c-c09f-4d1d-b025-d16334f5ab3a'}}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 23 16:16:26.395070 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-7102cbba-77e8-467f-b1e6-99894c003326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:26.476073 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92777baa-424d-48df-9c3f-f2fcd86fec21 None None] Routers {'9830ea94-3af4-44dd-af06-634e4fe8878f'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:16:26.476515 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-92777baa-424d-48df-9c3f-f2fcd86fec21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc139eac0>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:16:20Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['9830ea94-3af4-44dd-af06-634e4fe8878f'], 'active': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:16:26.541678 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-8cb71c39-849b-4fc9-801f-dd6768222e04 None None] Attempting to bind port 6aadc114-517f-47cd-8067-1825d3216116 on host dv-neutron-822799-1-hyperv for vnic_type normal with profile  {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:16:26.542023 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-8cb71c39-849b-4fc9-801f-dd6768222e04 None None] Attempting to bind port 6aadc114-517f-47cd-8067-1825d3216116 by drivers openvswitch,hyperv on host dv-neutron-822799-1-hyperv at level 0 using segments [{'id': '0acc1273-1a69-4ccb-9dbe-922bcaff210b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'ebbfccf9-7f77-486d-a46f-ad39ebff35d9'}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:16:26.542353 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb71c39-849b-4fc9-801f-dd6768222e04 None None] Attempting to bind port 6aadc114-517f-47cd-8067-1825d3216116 on network ebbfccf9-7f77-486d-a46f-ad39ebff35d9 {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:16:26.546903 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-a5b8ff4c-959d-4b80-a167-94616ed37702 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c8691bbec3fb4ae1968d469a6b97360c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5789218
Dec 23 16:16:26.553264 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 50500) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:26.557926 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1f413d06-0096-4ea8-8126-b81f490288d7 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:26.566077 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-542f289e-3548-499b-8c1d-cd1dcdda0285 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:16:26.578346 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb71c39-849b-4fc9-801f-dd6768222e04 None None] Checking agent: {'id': '20d2070f-69a9-4e73-8d08-6f0387a40158', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822799-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 21), 'started_at': datetime.datetime(2021, 12, 23, 16, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 16, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822799-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 23 16:16:26.578768 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb71c39-849b-4fc9-801f-dd6768222e04 None None] Checking segment: {'id': '0acc1273-1a69-4ccb-9dbe-922bcaff210b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'ebbfccf9-7f77-486d-a46f-ad39ebff35d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:16:26.579143 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-8cb71c39-849b-4fc9-801f-dd6768222e04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:26.579569 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb71c39-849b-4fc9-801f-dd6768222e04 None None] Bound using segment: {'id': '0acc1273-1a69-4ccb-9dbe-922bcaff210b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'ebbfccf9-7f77-486d-a46f-ad39ebff35d9'} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 23 16:16:26.580252 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-8cb71c39-849b-4fc9-801f-dd6768222e04 None None] Bound port: 6aadc114-517f-47cd-8067-1825d3216116, host: dv-neutron-822799-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0acc1273-1a69-4ccb-9dbe-922bcaff210b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'ebbfccf9-7f77-486d-a46f-ad39ebff35d9'}}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 23 16:16:26.580447 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-8cb71c39-849b-4fc9-801f-dd6768222e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:26.589588 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecb75d3a-f51c-4cb7-b824-6996f1ebc5c8 tempest-TestNetworkBasicOps-54271533 tempest-TestNetworkBasicOps-54271533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:16:26.590075 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecb75d3a-f51c-4cb7-b824-6996f1ebc5c8 tempest-TestNetworkBasicOps-54271533 tempest-TestNetworkBasicOps-54271533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:16:26.590539 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecb75d3a-f51c-4cb7-b824-6996f1ebc5c8 tempest-TestNetworkBasicOps-54271533 tempest-TestNetworkBasicOps-54271533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:16:26.591490 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecb75d3a-f51c-4cb7-b824-6996f1ebc5c8 tempest-TestNetworkBasicOps-54271533 tempest-TestNetworkBasicOps-54271533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:16:26.591622 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecb75d3a-f51c-4cb7-b824-6996f1ebc5c8 tempest-TestNetworkBasicOps-54271533 tempest-TestNetworkBasicOps-54271533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:16:26.592068 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecb75d3a-f51c-4cb7-b824-6996f1ebc5c8 tempest-TestNetworkBasicOps-54271533 tempest-TestNetworkBasicOps-54271533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:16:26.592609 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecb75d3a-f51c-4cb7-b824-6996f1ebc5c8 tempest-TestNetworkBasicOps-54271533 tempest-TestNetworkBasicOps-54271533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:16:26.592990 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecb75d3a-f51c-4cb7-b824-6996f1ebc5c8 tempest-TestNetworkBasicOps-54271533 tempest-TestNetworkBasicOps-54271533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:16:26.593437 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecb75d3a-f51c-4cb7-b824-6996f1ebc5c8 tempest-TestNetworkBasicOps-54271533 tempest-TestNetworkBasicOps-54271533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:16:26.594484 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-a3a3f00f-69f9-4750-9aff-93141375e9ed None None] Provisioning complete for port 18f6019e-7f2c-48df-9312-599bd77edfd8 triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:16:26.594873 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-a3a3f00f-69f9-4750-9aff-93141375e9ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:26.595326 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-ecb75d3a-f51c-4cb7-b824-6996f1ebc5c8 tempest-TestNetworkBasicOps-54271533 tempest-TestNetworkBasicOps-54271533-project-admin] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200  len: 6313 time: 0.2372820
Dec 23 16:16:26.602101 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 50504) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:26.633837 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-cbbbec50-986d-4c2a-9859-e3a6b72ad2b5 tempest-FloatingIPAdminTestJSON-1033762060 tempest-FloatingIPAdminTestJSON-1033762060-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:26.653544 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-f0ff5f77-16dd-4535-a556-e2aeb11b8c43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:26.669651 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f413d06-0096-4ea8-8126-b81f490288d7 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Pushing event deleted for resources: {'Port': ['ID=216da8d3-9630-495c-8caf-7c4b8942888b,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:16:26.672649 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-1f413d06-0096-4ea8-8126-b81f490288d7 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:16:26.728429 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-f0ff5f77-16dd-4535-a556-e2aeb11b8c43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:26.742430 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-cbbbec50-986d-4c2a-9859-e3a6b72ad2b5 tempest-FloatingIPAdminTestJSON-1033762060 tempest-FloatingIPAdminTestJSON-1033762060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:26.744942 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1b67bc5b-ee99-449c-858d-9c6dc50590d0 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:26.750306 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1f413d06-0096-4ea8-8126-b81f490288d7 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:26.783873 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.provisioning_blocks [None req-1b67bc5b-ee99-449c-858d-9c6dc50590d0 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Transition to ACTIVE for port object baf94b70-b5fe-48cc-805d-ac15e3b3c34e will not be triggered until provisioned by entity DHCP. {{(pid=87636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:16:26.797722 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-1f413d06-0096-4ea8-8126-b81f490288d7 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] 10.222.0.64 "DELETE /v2.0/ports/216da8d3-9630-495c-8caf-7c4b8942888b HTTP/1.1" status: 204  len: 168 time: 1.2564316
Dec 23 16:16:26.800979 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d188f83-0b9d-4d0c-8d86-f4dd05933710 tempest-TestNetworkBasicOps-54271533 tempest-TestNetworkBasicOps-54271533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:16:26.801239 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d188f83-0b9d-4d0c-8d86-f4dd05933710 tempest-TestNetworkBasicOps-54271533 tempest-TestNetworkBasicOps-54271533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:16:26.801631 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d188f83-0b9d-4d0c-8d86-f4dd05933710 tempest-TestNetworkBasicOps-54271533 tempest-TestNetworkBasicOps-54271533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:16:26.802085 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d188f83-0b9d-4d0c-8d86-f4dd05933710 tempest-TestNetworkBasicOps-54271533 tempest-TestNetworkBasicOps-54271533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:16:26.803340 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d188f83-0b9d-4d0c-8d86-f4dd05933710 tempest-TestNetworkBasicOps-54271533 tempest-TestNetworkBasicOps-54271533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:16:26.803623 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d188f83-0b9d-4d0c-8d86-f4dd05933710 tempest-TestNetworkBasicOps-54271533 tempest-TestNetworkBasicOps-54271533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:16:26.803736 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 50508) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:26.804016 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d188f83-0b9d-4d0c-8d86-f4dd05933710 tempest-TestNetworkBasicOps-54271533 tempest-TestNetworkBasicOps-54271533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:16:26.809123 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d188f83-0b9d-4d0c-8d86-f4dd05933710 tempest-TestNetworkBasicOps-54271533 tempest-TestNetworkBasicOps-54271533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:16:26.815002 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-4d188f83-0b9d-4d0c-8d86-f4dd05933710 tempest-TestNetworkBasicOps-54271533 tempest-TestNetworkBasicOps-54271533-project-admin] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 5164 time: 0.2049310
Dec 23 16:16:26.817275 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 50512) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:26.819685 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-a3a3f00f-69f9-4750-9aff-93141375e9ed None None] Port 18f6019e-7f2c-48df-9312-599bd77edfd8 cannot update to ACTIVE because it is not bound. {{(pid=87637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 23 16:16:26.849679 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-7102cbba-77e8-467f-b1e6-99894c003326 None None] For port e53e2b56-f045-4d7b-839b-635d62519f33, host dv-neutron-822799-1-hyperv, cleared binding levels {{(pid=87637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 23 16:16:26.879951 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-7102cbba-77e8-467f-b1e6-99894c003326 None None] For port e53e2b56-f045-4d7b-839b-635d62519f33, host dv-neutron-822799-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=e53e2b56-f045-4d7b-839b-635d62519f33,segment=NetworkSegment(f7bed854-ba8c-41d4-ad71-43c90b9c5c25),segment_id=f7bed854-ba8c-41d4-ad71-43c90b9c5c25)] {{(pid=87637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 23 16:16:26.882378 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvr_db [None req-92777baa-424d-48df-9c3f-f2fcd86fec21 None None] Set router 9830ea94-3af4-44dd-af06-634e4fe8878f gateway port host: dv-neutron-822799-1-hyperv {{(pid=87637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:16:26.927800 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-8cb71c39-849b-4fc9-801f-dd6768222e04 None None] For port 6aadc114-517f-47cd-8067-1825d3216116, host dv-neutron-822799-1-hyperv, cleared binding levels {{(pid=87637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 23 16:16:26.930538 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-7102cbba-77e8-467f-b1e6-99894c003326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:26.938582 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1b67bc5b-ee99-449c-858d-9c6dc50590d0 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:26.945844 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-f4d5d327-f86d-455c-b71c-05b4667a3763 tempest-FloatingIPAdminTestJSON-807536738 tempest-FloatingIPAdminTestJSON-807536738-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:16:26.946771 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-004b8605-934b-408e-8a83-12489ac1ac79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:16:26.995201 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-8cb71c39-849b-4fc9-801f-dd6768222e04 None None] For port 6aadc114-517f-47cd-8067-1825d3216116, host dv-neutron-822799-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=6aadc114-517f-47cd-8067-1825d3216116,segment=NetworkSegment(0acc1273-1a69-4ccb-9dbe-922bcaff210b),segment_id=0acc1273-1a69-4ccb-9dbe-922bcaff210b)] {{(pid=87637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 23 16:16:27.021267 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-8cb71c39-849b-4fc9-801f-dd6768222e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:27.024362 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b67bc5b-ee99-449c-858d-9c6dc50590d0 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Network 55e3b69c-c09f-4d1d-b025-d16334f5ab3a is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:16:27.030169 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-1b67bc5b-ee99-449c-858d-9c6dc50590d0 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Resources bound (agent type, host, resource id):  {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:16:27.035194 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b67bc5b-ee99-449c-858d-9c6dc50590d0 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:16:27.035736 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1b67bc5b-ee99-449c-858d-9c6dc50590d0 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1781300'] for router_interface, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:27.149138 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7102cbba-77e8-467f-b1e6-99894c003326 None None] Pushing event updated for resources: {'Port': ['ID=e53e2b56-f045-4d7b-839b-635d62519f33,revision_number=2']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:16:27.153593 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-7102cbba-77e8-467f-b1e6-99894c003326 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:16:27.163925 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-6eda3a33-1dc9-41e1-a13b-9c3308935f00 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.131s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:16:27.257630 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.pecan_wsgi.hooks.translation [None req-4965ce4f-5f0b-4885-a9b9-1b682541f90e tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] GET failed (client error): The resource could not be found.
Dec 23 16:16:27.260424 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-4965ce4f-5f0b-4885-a9b9-1b682541f90e tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] 10.222.0.64 "GET /v2.0/ports/216da8d3-9630-495c-8caf-7c4b8942888b HTTP/1.1" status: 404  len: 333 time: 0.4557741
Dec 23 16:16:27.265984 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 50516) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:27.352551 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb71c39-849b-4fc9-801f-dd6768222e04 None None] Pushing event updated for resources: {'Port': ['ID=6aadc114-517f-47cd-8067-1825d3216116,revision_number=2']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:16:27.357060 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-8cb71c39-849b-4fc9-801f-dd6768222e04 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:16:27.399281 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.db.resource_extend [None req-cbbbec50-986d-4c2a-9859-e3a6b72ad2b5 tempest-FloatingIPAdminTestJSON-1033762060 tempest-FloatingIPAdminTestJSON-1033762060-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 23 16:16:27.423618 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-cbbbec50-986d-4c2a-9859-e3a6b72ad2b5 tempest-FloatingIPAdminTestJSON-1033762060 tempest-FloatingIPAdminTestJSON-1033762060-project] Notify callbacks [] for port, precommit_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:27.437252 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-f0ff5f77-16dd-4535-a556-e2aeb11b8c43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:27.447782 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-c08cc4bc-cd71-4717-a803-c3a07809b591 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:16:27.510920 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ff5f77-16dd-4535-a556-e2aeb11b8c43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01e3e075-fddb-413b-acb4-20fc39fac9ce,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:16:27.514999 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-cbbbec50-986d-4c2a-9859-e3a6b72ad2b5 tempest-FloatingIPAdminTestJSON-1033762060 tempest-FloatingIPAdminTestJSON-1033762060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2753531'] for port, after_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:27.531052 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b67bc5b-ee99-449c-858d-9c6dc50590d0 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Pushing event updated for resources: {'Port': ['ID=baf94b70-b5fe-48cc-805d-ac15e3b3c34e,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:16:27.535541 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-f0ff5f77-16dd-4535-a556-e2aeb11b8c43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:16:27.535803 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-38c3e351-a368-47b4-8959-e68dd49a7277 tempest-RoutersIpV6AdminTest-575902626 tempest-RoutersIpV6AdminTest-575902626-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:16:27.543257 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-1b67bc5b-ee99-449c-858d-9c6dc50590d0 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.598s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:16:27.626582 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-92777baa-424d-48df-9c3f-f2fcd86fec21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc139eac0>, [{'id': '9830ea94-3af4-44dd-af06-634e4fe8878f', 'name': 'tempest-TestNetworkBasicOps-router-677473266', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.162'}], 'enable_snat': True}, 'gw_port_id': '06fc2d70-1443-439c-a89a-12708450fe11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:16:06Z', 'updated_at': '2021-12-23T16:16:23Z', 'revision_number': 4, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'gw_port': {'id': '06fc2d70-1443-439c-a89a-12708450fe11', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ac:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9830ea94-3af4-44dd-af06-634e4fe8878f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1047, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:16:08Z', 'updated_at': '2021-12-23T16:16:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_interfaces': [{'id': '18f6019e-7f2c-48df-9312-599bd77edfd8', 'name': '', 'network_id': '86ce35ef-6f92-478d-bb05-dc77b85890ed', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'mac_address': 'fa:16:3e:2d:cf:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9830ea94-3af4-44dd-af06-634e4fe8878f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': '0dca58b9-f8fa-4c62-85a7-2fd783a18325', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:16:20Z', 'updated_at': '2021-12-23T16:16:24Z', 'revision_number': 2, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'subnets': [{'id': '0dca58b9-f8fa-4c62-85a7-2fd783a18325', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:16:27.640543 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92777baa-424d-48df-9c3f-f2fcd86fec21 None None] Checking router: 9830ea94-3af4-44dd-af06-634e4fe8878f for host: dv-neutron-822799-1-hyperv {{(pid=87637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 23 16:16:27.641262 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92777baa-424d-48df-9c3f-f2fcd86fec21 None None] Updating router 9830ea94-3af4-44dd-af06-634e4fe8878f port 18f6019e-7f2c-48df-9312-599bd77edfd8 binding host dv-neutron-822799-1-hyperv {{(pid=87637) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 23 16:16:27.669512 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-f0ff5f77-16dd-4535-a556-e2aeb11b8c43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:27.670661 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-f0ff5f77-16dd-4535-a556-e2aeb11b8c43 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/01e3e075-fddb-413b-acb4-20fc39fac9ce HTTP/1.1" status: 204  len: 168 time: 1.1164505
Dec 23 16:16:27.692556 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-0db57319-5050-46ff-b3ed-91b340bdb816 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Deleting port b04857b0-7430-4ef1-a784-9103f7b40827 {{(pid=87635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:16:27.693320 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-0db57319-5050-46ff-b3ed-91b340bdb816 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:27.743804 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1b67bc5b-ee99-449c-858d-9c6dc50590d0 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:27.808766 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-92777baa-424d-48df-9c3f-f2fcd86fec21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:27.811815 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-cbbbec50-986d-4c2a-9859-e3a6b72ad2b5 tempest-FloatingIPAdminTestJSON-1033762060 tempest-FloatingIPAdminTestJSON-1033762060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1824189'] for floatingip, after_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:27.816205 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbbec50-986d-4c2a-9859-e3a6b72ad2b5 tempest-FloatingIPAdminTestJSON-1033762060 tempest-FloatingIPAdminTestJSON-1033762060-project] Pushing event updated for resources: {'Port': ['ID=ba8ef825-bbec-4806-a3bf-fa34c3e732bd,revision_number=2']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:16:27.819867 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-cbbbec50-986d-4c2a-9859-e3a6b72ad2b5 tempest-FloatingIPAdminTestJSON-1033762060 tempest-FloatingIPAdminTestJSON-1033762060-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:16:27.878188 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-8c481321-6895-4e7e-96f9-ef8e7ce44a12 tempest-TestNetworkBasicOps-54271533 tempest-TestNetworkBasicOps-54271533-project-admin] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200  len: 2860 time: 1.0594888
Dec 23 16:16:28.022051 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-cbbbec50-986d-4c2a-9859-e3a6b72ad2b5 tempest-FloatingIPAdminTestJSON-1033762060 tempest-FloatingIPAdminTestJSON-1033762060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for floatingip, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:28.026176 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-cbbbec50-986d-4c2a-9859-e3a6b72ad2b5 tempest-FloatingIPAdminTestJSON-1033762060 tempest-FloatingIPAdminTestJSON-1033762060-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 3.4849768
Dec 23 16:16:28.026953 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 50526) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:28.113522 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 50530) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:28.123077 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-7ca2421e-422f-4c69-915c-72e4a79ebf9e tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2048695751', 'description': 'tempest-secgroup-smoke-2048695751 description', 'project_id': '544f3e375bde4f0988286eba27294ea6'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:16:28.132024 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-7ca2421e-422f-4c69-915c-72e4a79ebf9e tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:16:28.141775 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-9496a2a2-fb0f-4e7d-9053-d40e0f6b578a tempest-FloatingIPAdminTestJSON-807536738 tempest-FloatingIPAdminTestJSON-807536738-project-admin] Synchronizing usage tracker for tenant:2d92507dcd53476b8533892bd7edbc14 on resource:floatingip {{(pid=87635) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:16:28.158361 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-7ca2421e-422f-4c69-915c-72e4a79ebf9e tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Usage tracker for resource:security_group and tenant:544f3e375bde4f0988286eba27294ea6 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:16:28.163438 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 50534) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:28.167422 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-7ca2421e-422f-4c69-915c-72e4a79ebf9e tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:16:28.210232 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-0db57319-5050-46ff-b3ed-91b340bdb816 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:28.225756 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-7ca2421e-422f-4c69-915c-72e4a79ebf9e tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:16:28.258781 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7ca2421e-422f-4c69-915c-72e4a79ebf9e tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:28.294977 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-7ca2421e-422f-4c69-915c-72e4a79ebf9e tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:16:28.305376 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-7ca2421e-422f-4c69-915c-72e4a79ebf9e tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Usage tracker for resource:security_group_rule and tenant:544f3e375bde4f0988286eba27294ea6 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:16:28.320346 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-7ca2421e-422f-4c69-915c-72e4a79ebf9e tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:16:28.332126 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-7ca2421e-422f-4c69-915c-72e4a79ebf9e tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:16:28.399065 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1b67bc5b-ee99-449c-858d-9c6dc50590d0 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks [] for port, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:28.409497 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-92777baa-424d-48df-9c3f-f2fcd86fec21 None None] Notify callbacks [] for port, precommit_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:28.413118 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1b67bc5b-ee99-449c-858d-9c6dc50590d0 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2176289'] for port, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:28.414155 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1b67bc5b-ee99-449c-858d-9c6dc50590d0 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1627481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1781465'] for router_interface, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:28.431688 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-a83da1df-2618-4957-b3df-49e78c4d510f tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:16:28.432927 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-92777baa-424d-48df-9c3f-f2fcd86fec21 None None] Transition to ACTIVE for port object 18f6019e-7f2c-48df-9312-599bd77edfd8 will not be triggered until provisioned by entity L2. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:16:28.448000 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-92777baa-424d-48df-9c3f-f2fcd86fec21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:28.450607 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-0db57319-5050-46ff-b3ed-91b340bdb816 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Calling delete_port for b04857b0-7430-4ef1-a784-9103f7b40827 owned by  {{(pid=87635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:16:28.469962 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-429dbc65-8d42-4829-b478-dabe6a65a99b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:16:28.514997 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-bca9705d-f132-44a9-afe0-ad926b978b96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:28.542608 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-9496a2a2-fb0f-4e7d-9053-d40e0f6b578a tempest-FloatingIPAdminTestJSON-807536738 tempest-FloatingIPAdminTestJSON-807536738-project-admin] Unset dirty status for tenant:2d92507dcd53476b8533892bd7edbc14 on resource:floatingip {{(pid=87635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:16:28.542960 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device e53e2b56-f045-4d7b-839b-635d62519f33 up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:16:28.544041 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-9496a2a2-fb0f-4e7d-9053-d40e0f6b578a tempest-FloatingIPAdminTestJSON-807536738 tempest-FloatingIPAdminTestJSON-807536738-project-admin] 10.222.0.64 "GET /v2.0/floatingips HTTP/1.1" status: 200  len: 1650 time: 0.5126584
Dec 23 16:16:28.548054 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 50538) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:28.549024 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-bca9705d-f132-44a9-afe0-ad926b978b96 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:16:28.643446 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-bca9705d-f132-44a9-afe0-ad926b978b96 admin admin] Usage tracker for resource:security_group_rule and tenant:2d293aaf612143959752020fc4b5f8b9 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:16:28.658967 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-bca9705d-f132-44a9-afe0-ad926b978b96 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:16:28.681354 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-8fe7e820-78b3-4097-b18c-099ad35d9626 tempest-FloatingIPAdminTestJSON-473263132 tempest-FloatingIPAdminTestJSON-473263132-project] Synchronizing usage tracker for tenant:fe1081af0f994eb9955df836c7f2879c on resource:floatingip {{(pid=87635) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:16:28.698513 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-bca9705d-f132-44a9-afe0-ad926b978b96 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:16:28.743371 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-8fe7e820-78b3-4097-b18c-099ad35d9626 tempest-FloatingIPAdminTestJSON-473263132 tempest-FloatingIPAdminTestJSON-473263132-project] Unset dirty status for tenant:fe1081af0f994eb9955df836c7f2879c on resource:floatingip {{(pid=87635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:16:28.744866 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-8fe7e820-78b3-4097-b18c-099ad35d9626 tempest-FloatingIPAdminTestJSON-473263132 tempest-FloatingIPAdminTestJSON-473263132-project] 10.222.0.64 "GET /v2.0/floatingips HTTP/1.1" status: 200  len: 690 time: 0.1932993
Dec 23 16:16:28.747796 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 50542) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:28.762525 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b67bc5b-ee99-449c-858d-9c6dc50590d0 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Pushing event updated for resources: {'Port': ['ID=baf94b70-b5fe-48cc-805d-ac15e3b3c34e,revision_number=2']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:16:28.770947 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-1b67bc5b-ee99-449c-858d-9c6dc50590d0 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:16:28.774019 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7ca2421e-422f-4c69-915c-72e4a79ebf9e tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:28.783078 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7ca2421e-422f-4c69-915c-72e4a79ebf9e tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:28.790374 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-f129913b-03ee-4482-bcae-dcba95c89db5 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:16:28.806744 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4e5788-5bce-48ef-a176-f5888de02c18 None None] Pushing event updated for resources: {'Port': ['ID=18f6019e-7f2c-48df-9312-599bd77edfd8,revision_number=3']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:16:28.838217 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-4a4e5788-5bce-48ef-a176-f5888de02c18 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:16:28.888160 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca2421e-422f-4c69-915c-72e4a79ebf9e tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Pushing event updated for resources: {'SecurityGroup': ['ID=540d218f-1872-4d97-90cc-87bdcd4a799a,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:16:28.892103 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-7ca2421e-422f-4c69-915c-72e4a79ebf9e tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:16:28.896419 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7ca2421e-422f-4c69-915c-72e4a79ebf9e tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:28.900364 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-7ca2421e-422f-4c69-915c-72e4a79ebf9e tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1796 time: 0.7829981
Dec 23 16:16:28.900364 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b67bc5b-ee99-449c-858d-9c6dc50590d0 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Network 55e3b69c-c09f-4d1d-b025-d16334f5ab3a is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:16:28.901362 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 50546) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:28.902616 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-1b67bc5b-ee99-449c-858d-9c6dc50590d0 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Resources bound (agent type, host, resource id):  {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:16:28.930676 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-5d5ecd26-e8bc-4247-863f-3c3d0ee2b022 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Request body: {'security_group_rule': {'security_group_id': '540d218f-1872-4d97-90cc-87bdcd4a799a', 'project_id': '544f3e375bde4f0988286eba27294ea6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:16:28.939051 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-5d5ecd26-e8bc-4247-863f-3c3d0ee2b022 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:16:28.943303 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-5d5ecd26-e8bc-4247-863f-3c3d0ee2b022 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Usage tracker for resource:security_group_rule and tenant:544f3e375bde4f0988286eba27294ea6 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:16:28.948136 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-5d5ecd26-e8bc-4247-863f-3c3d0ee2b022 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:16:28.954427 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-5d5ecd26-e8bc-4247-863f-3c3d0ee2b022 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:16:28.962998 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-92777baa-424d-48df-9c3f-f2fcd86fec21 None None] Attempting to bind port 18f6019e-7f2c-48df-9312-599bd77edfd8 on host dv-neutron-822799-1-hyperv for vnic_type normal with profile  {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:16:28.963711 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-92777baa-424d-48df-9c3f-f2fcd86fec21 None None] Attempting to bind port 18f6019e-7f2c-48df-9312-599bd77edfd8 by drivers openvswitch,hyperv on host dv-neutron-822799-1-hyperv at level 0 using segments [{'id': 'd3145fa9-8a75-4e10-8270-1505196d67de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '86ce35ef-6f92-478d-bb05-dc77b85890ed'}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:16:28.964390 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92777baa-424d-48df-9c3f-f2fcd86fec21 None None] Attempting to bind port 18f6019e-7f2c-48df-9312-599bd77edfd8 on network 86ce35ef-6f92-478d-bb05-dc77b85890ed {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:16:28.973103 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92777baa-424d-48df-9c3f-f2fcd86fec21 None None] Checking agent: {'id': '20d2070f-69a9-4e73-8d08-6f0387a40158', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822799-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 21), 'started_at': datetime.datetime(2021, 12, 23, 16, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 16, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822799-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 23 16:16:28.974220 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92777baa-424d-48df-9c3f-f2fcd86fec21 None None] Checking segment: {'id': 'd3145fa9-8a75-4e10-8270-1505196d67de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '86ce35ef-6f92-478d-bb05-dc77b85890ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:16:28.975159 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-92777baa-424d-48df-9c3f-f2fcd86fec21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:28.976040 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92777baa-424d-48df-9c3f-f2fcd86fec21 None None] Bound using segment: {'id': 'd3145fa9-8a75-4e10-8270-1505196d67de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '86ce35ef-6f92-478d-bb05-dc77b85890ed'} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 23 16:16:28.976967 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-92777baa-424d-48df-9c3f-f2fcd86fec21 None None] Bound port: 18f6019e-7f2c-48df-9312-599bd77edfd8, host: dv-neutron-822799-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3145fa9-8a75-4e10-8270-1505196d67de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '86ce35ef-6f92-478d-bb05-dc77b85890ed'}}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 23 16:16:28.977930 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-92777baa-424d-48df-9c3f-f2fcd86fec21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:28.989425 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning for port e53e2b56-f045-4d7b-839b-635d62519f33 completed by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:16:29.008148 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 6aadc114-517f-47cd-8067-1825d3216116 up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:16:29.075713 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62da7609-d51c-40c9-897a-e8a12fe9aa25 None None] Network ebbfccf9-7f77-486d-a46f-ad39ebff35d9 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:16:29.103472 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5d5ecd26-e8bc-4247-863f-3c3d0ee2b022 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:29.162772 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-0db57319-5050-46ff-b3ed-91b340bdb816 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:29.170095 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-0800b514-d9b9-4be0-a1f5-88e4cebd8911 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:16:29.203031 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-71fd25bf-79e3-4be5-8648-2e0716ec1450 tempest-FloatingIPAdminTestJSON-1033762060 tempest-FloatingIPAdminTestJSON-1033762060-project] Deleting port ba8ef825-bbec-4806-a3bf-fa34c3e732bd {{(pid=87635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:16:29.203381 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-71fd25bf-79e3-4be5-8648-2e0716ec1450 tempest-FloatingIPAdminTestJSON-1033762060 tempest-FloatingIPAdminTestJSON-1033762060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:29.237188 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5d5ecd26-e8bc-4247-863f-3c3d0ee2b022 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:29.250267 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5d5ecd26-e8bc-4247-863f-3c3d0ee2b022 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762424'] for security_group_rule, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:29.257104 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:16:29.281637 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5ecd26-e8bc-4247-863f-3c3d0ee2b022 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=459a8582-c5c5-476b-a2d7-28a52fb79192,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:16:29.284624 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-5d5ecd26-e8bc-4247-863f-3c3d0ee2b022 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:16:29.286967 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b67bc5b-ee99-449c-858d-9c6dc50590d0 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Router 4f4fbc94-e941-4f33-903e-ac8908a1d943 is scheduled to L3 agent 371d4c41-c7e2-4de7-9539-c049ec4e95d1 with binding_index 1 {{(pid=87636) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 23 16:16:29.291388 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69b5f0d1-e636-451a-954c-430a3ad0a4df None None] Network 55e3b69c-c09f-4d1d-b025-d16334f5ab3a requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:16:29.357116 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5d5ecd26-e8bc-4247-863f-3c3d0ee2b022 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:29.358401 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-5d5ecd26-e8bc-4247-863f-3c3d0ee2b022 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.4461927
Dec 23 16:16:29.367219 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 50550) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:29.394334 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db57319-5050-46ff-b3ed-91b340bdb816 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Pushing event deleted for resources: {'Port': ['ID=b04857b0-7430-4ef1-a784-9103f7b40827,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:16:29.407165 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-0db57319-5050-46ff-b3ed-91b340bdb816 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:16:29.421100 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-6c264640-a480-468c-bfda-77cbfdea8b0d None None] Provisioning for port 6aadc114-517f-47cd-8067-1825d3216116 completed by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:16:29.432731 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-33eb342b-4613-41cf-982b-aa646ddb1b42 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Request body: {'security_group_rule': {'security_group_id': '540d218f-1872-4d97-90cc-87bdcd4a799a', 'project_id': '544f3e375bde4f0988286eba27294ea6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:16:29.448900 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-33eb342b-4613-41cf-982b-aa646ddb1b42 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:16:29.457465 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-33eb342b-4613-41cf-982b-aa646ddb1b42 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Usage tracker for resource:security_group_rule and tenant:544f3e375bde4f0988286eba27294ea6 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:16:29.469675 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-33eb342b-4613-41cf-982b-aa646ddb1b42 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:16:29.480171 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-33eb342b-4613-41cf-982b-aa646ddb1b42 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:16:29.493154 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b67bc5b-ee99-449c-858d-9c6dc50590d0 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify agent at l3_agent.dv-neutron-822799-1-hyperv the message routers_updated {{(pid=87636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 23 16:16:29.502123 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-1b67bc5b-ee99-449c-858d-9c6dc50590d0 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] 10.222.0.64 "PUT /v2.0/routers/4f4fbc94-e941-4f33-903e-ac8908a1d943/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.1020691
Dec 23 16:16:29.502954 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 50554) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:29.507311 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bc70ded-cf6f-46b2-bff2-02eba14d858b None None] Sync routers for ids ['4f4fbc94-e941-4f33-903e-ac8908a1d943'] in dv-neutron-822799-1-hyperv {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 23 16:16:29.519177 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc70ded-cf6f-46b2-bff2-02eba14d858b None None] Routers {'4f4fbc94-e941-4f33-903e-ac8908a1d943'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:16:29.520009 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-2bc70ded-cf6f-46b2-bff2-02eba14d858b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc1bc5ca0>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:16:20Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['4f4fbc94-e941-4f33-903e-ac8908a1d943'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:16:29.549090 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-92777baa-424d-48df-9c3f-f2fcd86fec21 None None] For port 18f6019e-7f2c-48df-9312-599bd77edfd8, host dv-neutron-822799-1-hyperv, cleared binding levels {{(pid=87637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 23 16:16:29.561391 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-92777baa-424d-48df-9c3f-f2fcd86fec21 None None] For port 18f6019e-7f2c-48df-9312-599bd77edfd8, host dv-neutron-822799-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=18f6019e-7f2c-48df-9312-599bd77edfd8,segment=NetworkSegment(d3145fa9-8a75-4e10-8270-1505196d67de),segment_id=d3145fa9-8a75-4e10-8270-1505196d67de)] {{(pid=87637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 23 16:16:29.615481 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-71fd25bf-79e3-4be5-8648-2e0716ec1450 tempest-FloatingIPAdminTestJSON-1033762060 tempest-FloatingIPAdminTestJSON-1033762060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:29.616246 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-71fd25bf-79e3-4be5-8648-2e0716ec1450 tempest-FloatingIPAdminTestJSON-1033762060 tempest-FloatingIPAdminTestJSON-1033762060-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:29.624403 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-2bc70ded-cf6f-46b2-bff2-02eba14d858b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc1bc5ca0>, [], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:16:29.650660 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc70ded-cf6f-46b2-bff2-02eba14d858b None None] Routers {'4f4fbc94-e941-4f33-903e-ac8908a1d943'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:16:29.651751 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-2bc70ded-cf6f-46b2-bff2-02eba14d858b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc1bc5ca0>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:16:20Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['4f4fbc94-e941-4f33-903e-ac8908a1d943'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:16:29.658759 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-0db57319-5050-46ff-b3ed-91b340bdb816 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:29.660850 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-92777baa-424d-48df-9c3f-f2fcd86fec21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:29.704717 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-8cb71c39-849b-4fc9-801f-dd6768222e04 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:16:29.727800 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-2bc70ded-cf6f-46b2-bff2-02eba14d858b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc1bc5ca0>, [], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:16:29.728548 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bc70ded-cf6f-46b2-bff2-02eba14d858b None None] The sync data for ids ['4f4fbc94-e941-4f33-903e-ac8908a1d943'] in dv-neutron-822799-1-hyperv is: [] {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 23 16:16:29.751437 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-221279a5-9078-450b-8268-45cedb9a6d28 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:16:29.752031 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-221279a5-9078-450b-8268-45cedb9a6d28 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Synchronizing usage tracker for tenant:7f693e1e2e4c45b0a519cdc9b284f217 on resource:port {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:16:29.775206 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-221279a5-9078-450b-8268-45cedb9a6d28 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Unset dirty status for tenant:7f693e1e2e4c45b0a519cdc9b284f217 on resource:port {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:16:29.779531 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-221279a5-9078-450b-8268-45cedb9a6d28 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] 10.222.0.64 "GET /v2.0/ports/baf94b70-b5fe-48cc-805d-ac15e3b3c34e HTTP/1.1" status: 200  len: 911 time: 0.2728374
Dec 23 16:16:29.779721 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 50558) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:29.827710 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-71fd25bf-79e3-4be5-8648-2e0716ec1450 tempest-FloatingIPAdminTestJSON-1033762060 tempest-FloatingIPAdminTestJSON-1033762060-project] Calling delete_port for ba8ef825-bbec-4806-a3bf-fa34c3e732bd owned by network:floatingip {{(pid=87635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:16:29.875107 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92777baa-424d-48df-9c3f-f2fcd86fec21 None None] Routers {'9830ea94-3af4-44dd-af06-634e4fe8878f'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:16:29.875760 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-92777baa-424d-48df-9c3f-f2fcd86fec21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc139eac0>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:16:20Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['9830ea94-3af4-44dd-af06-634e4fe8878f'], 'active': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:16:29.920409 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-0db57319-5050-46ff-b3ed-91b340bdb816 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] 10.222.0.64 "DELETE /v2.0/ports/b04857b0-7430-4ef1-a784-9103f7b40827 HTTP/1.1" status: 204  len: 168 time: 2.6512001
Dec 23 16:16:29.924624 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-bca9705d-f132-44a9-afe0-ad926b978b96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:29.924793 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 50562) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:29.957582 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-bca9705d-f132-44a9-afe0-ad926b978b96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:29.969718 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-f9fbc9a8-af13-4ff5-a8bc-cf6e8b06a705 tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:16:29.977455 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning for port 6aadc114-517f-47cd-8067-1825d3216116 completed by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:16:30.021487 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7a1a28b-b78c-4476-b50c-79a17da355cb tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] GET failed (client error): The resource could not be found.
Dec 23 16:16:30.022061 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-f7a1a28b-b78c-4476-b50c-79a17da355cb tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Synchronizing usage tracker for tenant:37ed648a62f44dd1bf944e0bff6f4422 on resource:port {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:16:30.045278 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-33eb342b-4613-41cf-982b-aa646ddb1b42 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:30.051334 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-bca9705d-f132-44a9-afe0-ad926b978b96 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2d293aaf612143959752020fc4b5f8b9&name=default HTTP/1.1" status: 200  len: 2983 time: 1.8827083
Dec 23 16:16:30.051334 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca9705d-f132-44a9-afe0-ad926b978b96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=991216f6-dc8e-44a7-a315-f71796a99133,revision_number=1']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:16:30.054634 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-bca9705d-f132-44a9-afe0-ad926b978b96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:16:30.054943 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 50566) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:30.067661 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-71fd25bf-79e3-4be5-8648-2e0716ec1450 tempest-FloatingIPAdminTestJSON-1033762060 tempest-FloatingIPAdminTestJSON-1033762060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:30.072974 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-b393d6c0-edf5-4f89-b651-f0be1f5ebf67 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:16:30.101917 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4e5788-5bce-48ef-a176-f5888de02c18 None None] Pushing event updated for resources: {'Port': ['ID=18f6019e-7f2c-48df-9312-599bd77edfd8,revision_number=4']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:16:30.125291 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fd25bf-79e3-4be5-8648-2e0716ec1450 tempest-FloatingIPAdminTestJSON-1033762060 tempest-FloatingIPAdminTestJSON-1033762060-project] Pushing event deleted for resources: {'Port': ['ID=ba8ef825-bbec-4806-a3bf-fa34c3e732bd,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:16:30.128218 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-71fd25bf-79e3-4be5-8648-2e0716ec1450 tempest-FloatingIPAdminTestJSON-1033762060 tempest-FloatingIPAdminTestJSON-1033762060-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:16:30.138321 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-4a4e5788-5bce-48ef-a176-f5888de02c18 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.433s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:16:30.151425 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port 6aadc114-517f-47cd-8067-1825d3216116 triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:16:30.151809 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:30.244660 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-f7a1a28b-b78c-4476-b50c-79a17da355cb tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Unset dirty status for tenant:37ed648a62f44dd1bf944e0bff6f4422 on resource:port {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:16:30.250050 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 50570) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:30.250244 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-f7a1a28b-b78c-4476-b50c-79a17da355cb tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] 10.222.0.64 "GET /v2.0/ports/b04857b0-7430-4ef1-a784-9103f7b40827 HTTP/1.1" status: 404  len: 333 time: 0.3242970
Dec 23 16:16:30.251189 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-cbdff691-335a-482b-a69c-900de3ea3d22 None None] Provisioning for port e53e2b56-f045-4d7b-839b-635d62519f33 completed by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:16:30.276635 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-cbdff691-335a-482b-a69c-900de3ea3d22 None None] Provisioning complete for port e53e2b56-f045-4d7b-839b-635d62519f33 triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:16:30.276635 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-cbdff691-335a-482b-a69c-900de3ea3d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:30.303095 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-33eb342b-4613-41cf-982b-aa646ddb1b42 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:30.311612 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-33eb342b-4613-41cf-982b-aa646ddb1b42 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762424'] for security_group_rule, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:30.319208 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvr_db [None req-92777baa-424d-48df-9c3f-f2fcd86fec21 None None] Set router 9830ea94-3af4-44dd-af06-634e4fe8878f gateway port host: dv-neutron-822799-1-hyperv {{(pid=87637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:16:30.322609 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-0f0047fb-d879-4d73-8378-86a0880868ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:30.329966 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-71fd25bf-79e3-4be5-8648-2e0716ec1450 tempest-FloatingIPAdminTestJSON-1033762060 tempest-FloatingIPAdminTestJSON-1033762060-project] Notify callbacks [] for floatingip, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:30.371336 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-0f0047fb-d879-4d73-8378-86a0880868ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:30.380891 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-7ab84694-6c77-4f89-80a2-b3c72fe9f33e tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:16:30.393915 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3bb2a63-6db1-490f-9bf6-ce105ebdcf73 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Deleting subnet 2a4309f7-83d6-4ad1-bd95-015e2e453784 {{(pid=87635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 23 16:16:30.396703 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-71fd25bf-79e3-4be5-8648-2e0716ec1450 tempest-FloatingIPAdminTestJSON-1033762060 tempest-FloatingIPAdminTestJSON-1033762060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for floatingip, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:30.400632 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-71fd25bf-79e3-4be5-8648-2e0716ec1450 tempest-FloatingIPAdminTestJSON-1033762060 tempest-FloatingIPAdminTestJSON-1033762060-project] 10.222.0.64 "DELETE /v2.0/floatingips/52a85216-5305-4278-922a-16ea0270b9ac HTTP/1.1" status: 204  len: 168 time: 1.6518114
Dec 23 16:16:30.409177 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 50574) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:30.468005 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33eb342b-4613-41cf-982b-aa646ddb1b42 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e55dcc93-b90e-4bf4-868c-0179711f2ad3,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:16:30.478211 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-b3bb2a63-6db1-490f-9bf6-ce105ebdcf73 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks [] for subnet, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:30.480776 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-33eb342b-4613-41cf-982b-aa646ddb1b42 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:16:30.489704 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-33eb342b-4613-41cf-982b-aa646ddb1b42 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:30.490992 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-33eb342b-4613-41cf-982b-aa646ddb1b42 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 1.1226609
Dec 23 16:16:30.500788 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 50578) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:30.508652 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-9bc35343-4caf-4cdf-8bb7-fef48e6aebc7 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Request body: {'security_group_rule': {'security_group_id': '540d218f-1872-4d97-90cc-87bdcd4a799a', 'project_id': '544f3e375bde4f0988286eba27294ea6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:16:30.518578 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-9bc35343-4caf-4cdf-8bb7-fef48e6aebc7 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:16:30.525956 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-9bc35343-4caf-4cdf-8bb7-fef48e6aebc7 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Usage tracker for resource:security_group_rule and tenant:544f3e375bde4f0988286eba27294ea6 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:16:30.559884 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-9bc35343-4caf-4cdf-8bb7-fef48e6aebc7 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:16:30.577515 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-9bc35343-4caf-4cdf-8bb7-fef48e6aebc7 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:16:30.634160 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9bc35343-4caf-4cdf-8bb7-fef48e6aebc7 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:30.644833 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-7e86e036-92eb-4383-99cc-5b4598ecd064 tempest-FloatingIPAdminTestJSON-807536738 tempest-FloatingIPAdminTestJSON-807536738-project-admin] Deleting port 02d70b70-e26a-4b27-8529-814ccba893b1 {{(pid=87635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:16:30.644833 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-7e86e036-92eb-4383-99cc-5b4598ecd064 tempest-FloatingIPAdminTestJSON-807536738 tempest-FloatingIPAdminTestJSON-807536738-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:30.675804 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-b3bb2a63-6db1-490f-9bf6-ce105ebdcf73 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2776816'] for subnet, precommit_delete_associations {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:30.693434 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:30.694031 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-3da22045-0714-410d-9969-444a38826925 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:30.760253 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-0f0047fb-d879-4d73-8378-86a0880868ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:30.768794 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-b2b0dede-cd2d-48ac-9dd8-2ebda921d8b2 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:16:30.802896 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9bc35343-4caf-4cdf-8bb7-fef48e6aebc7 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:30.825133 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] For port 6aadc114-517f-47cd-8067-1825d3216116, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=6aadc114-517f-47cd-8067-1825d3216116,segment=NetworkSegment(0acc1273-1a69-4ccb-9dbe-922bcaff210b),segment_id=0acc1273-1a69-4ccb-9dbe-922bcaff210b)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:16:30.834774 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-cbdff691-335a-482b-a69c-900de3ea3d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:30.859505 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0047fb-d879-4d73-8378-86a0880868ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=991216f6-dc8e-44a7-a315-f71796a99133,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:16:30.860851 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-0f0047fb-d879-4d73-8378-86a0880868ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:16:30.868060 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9bc35343-4caf-4cdf-8bb7-fef48e6aebc7 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762424'] for security_group_rule, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:30.873870 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:30.874078 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-77c24922-2e1e-42b0-be19-f3a54bb43b7d tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:16:30.880813 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-47c0312b-bab1-49cc-9a19-2981cb0d43bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:16:30.903172 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-0f0047fb-d879-4d73-8378-86a0880868ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:30.904409 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-0f0047fb-d879-4d73-8378-86a0880868ca admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/991216f6-dc8e-44a7-a315-f71796a99133 HTTP/1.1" status: 204  len: 168 time: 0.8484216
Dec 23 16:16:30.905020 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc35343-4caf-4cdf-8bb7-fef48e6aebc7 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c260527-302c-4015-90e8-3e84bd4b59f2,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:16:30.913906 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-9bc35343-4caf-4cdf-8bb7-fef48e6aebc7 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:16:30.993379 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-b3bb2a63-6db1-490f-9bf6-ce105ebdcf73 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864774'] for subnet, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:30.994178 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-cbdff691-335a-482b-a69c-900de3ea3d22 None None] For port e53e2b56-f045-4d7b-839b-635d62519f33, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=e53e2b56-f045-4d7b-839b-635d62519f33,segment=NetworkSegment(f7bed854-ba8c-41d4-ad71-43c90b9c5c25),segment_id=f7bed854-ba8c-41d4-ad71-43c90b9c5c25)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:16:30.998772 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Pushing event updated for resources: {'Port': ['ID=6aadc114-517f-47cd-8067-1825d3216116,revision_number=3']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:16:31.003427 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:16:31.005392 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-cbdff691-335a-482b-a69c-900de3ea3d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:31.007386 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-8cb71c39-849b-4fc9-801f-dd6768222e04 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:16:31.090889 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-92777baa-424d-48df-9c3f-f2fcd86fec21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc139eac0>, [{'id': '9830ea94-3af4-44dd-af06-634e4fe8878f', 'name': 'tempest-TestNetworkBasicOps-router-677473266', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.162'}], 'enable_snat': True}, 'gw_port_id': '06fc2d70-1443-439c-a89a-12708450fe11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:16:06Z', 'updated_at': '2021-12-23T16:16:23Z', 'revision_number': 4, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'gw_port': {'id': '06fc2d70-1443-439c-a89a-12708450fe11', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ac:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9830ea94-3af4-44dd-af06-634e4fe8878f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1047, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:16:08Z', 'updated_at': '2021-12-23T16:16:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_interfaces': [{'id': '18f6019e-7f2c-48df-9312-599bd77edfd8', 'name': '', 'network_id': '86ce35ef-6f92-478d-bb05-dc77b85890ed', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'mac_address': 'fa:16:3e:2d:cf:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9830ea94-3af4-44dd-af06-634e4fe8878f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': '0dca58b9-f8fa-4c62-85a7-2fd783a18325', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:16:20Z', 'updated_at': '2021-12-23T16:16:29Z', 'revision_number': 4, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'subnets': [{'id': '0dca58b9-f8fa-4c62-85a7-2fd783a18325', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:16:31.093357 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdff691-335a-482b-a69c-900de3ea3d22 None None] Pushing event updated for resources: {'Port': ['ID=e53e2b56-f045-4d7b-839b-635d62519f33,revision_number=3']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:16:31.097520 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-cbdff691-335a-482b-a69c-900de3ea3d22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:16:31.099022 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92777baa-424d-48df-9c3f-f2fcd86fec21 None None] The sync data for ids ['9830ea94-3af4-44dd-af06-634e4fe8878f'] in dv-neutron-822799-1-hyperv is: [{'id': '9830ea94-3af4-44dd-af06-634e4fe8878f', 'name': 'tempest-TestNetworkBasicOps-router-677473266', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.162'}], 'enable_snat': True}, 'gw_port_id': '06fc2d70-1443-439c-a89a-12708450fe11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:16:06Z', 'updated_at': '2021-12-23T16:16:23Z', 'revision_number': 4, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'gw_port': {'id': '06fc2d70-1443-439c-a89a-12708450fe11', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ac:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9830ea94-3af4-44dd-af06-634e4fe8878f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1047, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:16:08Z', 'updated_at': '2021-12-23T16:16:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_interfaces': [{'id': '18f6019e-7f2c-48df-9312-599bd77edfd8', 'name': '', 'network_id': '86ce35ef-6f92-478d-bb05-dc77b85890ed', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'mac_address': 'fa:16:3e:2d:cf:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9830ea94-3af4-44dd-af06-634e4fe8878f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': '0dca58b9-f8fa-4c62-85a7-2fd783a18325', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:16:20Z', 'updated_at': '2021-12-23T16:16:29Z', 'revision_number': 4, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'subnets': [{'id': '0dca58b9-f8fa-4c62-85a7-2fd783a18325', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 23 16:16:31.114451 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-7e86e036-92eb-4383-99cc-5b4598ecd064 tempest-FloatingIPAdminTestJSON-807536738 tempest-FloatingIPAdminTestJSON-807536738-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:31.114819 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-7e86e036-92eb-4383-99cc-5b4598ecd064 tempest-FloatingIPAdminTestJSON-807536738 tempest-FloatingIPAdminTestJSON-807536738-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:31.121070 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9bc35343-4caf-4cdf-8bb7-fef48e6aebc7 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:31.125637 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-9bc35343-4caf-4cdf-8bb7-fef48e6aebc7 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.6237469
Dec 23 16:16:31.126409 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 50584) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:31.156729 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-28ac3d4a-10f0-4097-acc9-39fc537ff357 None None] Provisioning for port baf94b70-b5fe-48cc-805d-ac15e3b3c34e completed by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:16:31.163598 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-28ac3d4a-10f0-4097-acc9-39fc537ff357 None None] Provisioning complete for port baf94b70-b5fe-48cc-805d-ac15e3b3c34e triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:16:31.163992 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-28ac3d4a-10f0-4097-acc9-39fc537ff357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:31.184878 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-abbeb0aa-5787-4faf-9486-0e0c3d75ebef tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Request body: {'security_group_rule': {'security_group_id': '540d218f-1872-4d97-90cc-87bdcd4a799a', 'project_id': '544f3e375bde4f0988286eba27294ea6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:16:31.216508 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-abbeb0aa-5787-4faf-9486-0e0c3d75ebef tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:16:31.232293 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-abbeb0aa-5787-4faf-9486-0e0c3d75ebef tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Usage tracker for resource:security_group_rule and tenant:544f3e375bde4f0988286eba27294ea6 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:16:31.245547 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-abbeb0aa-5787-4faf-9486-0e0c3d75ebef tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:16:31.276207 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-abbeb0aa-5787-4faf-9486-0e0c3d75ebef tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:16:31.306662 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-28ac3d4a-10f0-4097-acc9-39fc537ff357 None None] Port baf94b70-b5fe-48cc-805d-ac15e3b3c34e cannot update to ACTIVE because it is not bound. {{(pid=87637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 23 16:16:31.329660 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-7e86e036-92eb-4383-99cc-5b4598ecd064 tempest-FloatingIPAdminTestJSON-807536738 tempest-FloatingIPAdminTestJSON-807536738-project-admin] Calling delete_port for 02d70b70-e26a-4b27-8529-814ccba893b1 owned by network:floatingip {{(pid=87635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:16:31.350890 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-28ac3d4a-10f0-4097-acc9-39fc537ff357 None None] Provisioning complete for port 6aadc114-517f-47cd-8067-1825d3216116 triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:16:31.351881 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-28ac3d4a-10f0-4097-acc9-39fc537ff357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:31.414963 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-b3bb2a63-6db1-490f-9bf6-ce105ebdcf73 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2753333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2609730'] for subnet, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:31.420388 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-d8138740-e97b-406f-b404-eab482034d48 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:16:31.459522 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-abbeb0aa-5787-4faf-9486-0e0c3d75ebef tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:31.533590 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-b3bb2a63-6db1-490f-9bf6-ce105ebdcf73 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks [] for subnet, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:31.536501 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bb2a63-6db1-490f-9bf6-ce105ebdcf73 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Pushing event deleted for resources: {'Subnet': ['ID=2a4309f7-83d6-4ad1-bd95-015e2e453784,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:16:31.540475 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [None req-3da22045-0714-410d-9969-444a38826925 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Allocated IP 2001:db8:1::1 (ebbfccf9-7f77-486d-a46f-ad39ebff35d9/6f5ec33e-b8a7-4119-855e-d2aa27d6d313/ccbd0a91-fa8d-46df-be16-85f2addb9a32) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:16:31.572031 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3bb2a63-6db1-490f-9bf6-ce105ebdcf73 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:16:31.572725 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3bb2a63-6db1-490f-9bf6-ce105ebdcf73 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:16:31.573296 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3bb2a63-6db1-490f-9bf6-ce105ebdcf73 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:16:31.573918 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3bb2a63-6db1-490f-9bf6-ce105ebdcf73 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:16:31.574858 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3bb2a63-6db1-490f-9bf6-ce105ebdcf73 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:16:31.575386 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3bb2a63-6db1-490f-9bf6-ce105ebdcf73 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:16:31.575958 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3bb2a63-6db1-490f-9bf6-ce105ebdcf73 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:16:31.576670 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3bb2a63-6db1-490f-9bf6-ce105ebdcf73 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:16:31.577240 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3bb2a63-6db1-490f-9bf6-ce105ebdcf73 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:16:31.577938 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3bb2a63-6db1-490f-9bf6-ce105ebdcf73 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:16:31.578466 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3bb2a63-6db1-490f-9bf6-ce105ebdcf73 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:16:31.579036 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3bb2a63-6db1-490f-9bf6-ce105ebdcf73 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:16:31.588427 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-b3bb2a63-6db1-490f-9bf6-ce105ebdcf73 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:16:31.591598 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-b3bb2a63-6db1-490f-9bf6-ce105ebdcf73 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] 10.222.0.64 "DELETE /v2.0/subnets/2a4309f7-83d6-4ad1-bd95-015e2e453784 HTTP/1.1" status: 204  len: 168 time: 1.3334041
Dec 23 16:16:31.594856 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 50592) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:31.608313 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e9bd87c-bf12-4693-b1f1-4764e32ef8f4 None None] Network dafeab3e-daf0-4706-9bde-7e9aecbcfecb requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:16:31.760482 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-abbeb0aa-5787-4faf-9486-0e0c3d75ebef tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:31.919532 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-abbeb0aa-5787-4faf-9486-0e0c3d75ebef tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762424'] for security_group_rule, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:31.943860 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-1a29ef42-2d99-4559-8ce9-6b8235fc5521 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:16:31.957878 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-e2f7e048-fc57-4247-a359-dd451ea6adfc tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-698866'] for network, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:31.998580 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbeb0aa-5787-4faf-9486-0e0c3d75ebef tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0fa487a-740b-4b35-996f-25d49efdcaec,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:16:32.017969 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-abbeb0aa-5787-4faf-9486-0e0c3d75ebef tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:16:32.019721 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-e2f7e048-fc57-4247-a359-dd451ea6adfc tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Deleting port 8ad0c674-1eec-44b6-95a6-f4d8bb8c2652 {{(pid=87635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:16:32.020057 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-e2f7e048-fc57-4247-a359-dd451ea6adfc tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:32.093082 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-28ac3d4a-10f0-4097-acc9-39fc537ff357 None None] Provisioning complete for port e53e2b56-f045-4d7b-839b-635d62519f33 triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:16:32.093682 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-28ac3d4a-10f0-4097-acc9-39fc537ff357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:32.093771 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-7e86e036-92eb-4383-99cc-5b4598ecd064 tempest-FloatingIPAdminTestJSON-807536738 tempest-FloatingIPAdminTestJSON-807536738-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:32.116789 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-eb700878-9bc9-47a7-affc-606449f60068 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:16:32.153749 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-abbeb0aa-5787-4faf-9486-0e0c3d75ebef tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:32.157789 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-abbeb0aa-5787-4faf-9486-0e0c3d75ebef tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 1.0105052
Dec 23 16:16:32.175048 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 50606) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:32.180062 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-3da22045-0714-410d-9969-444a38826925 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:32.186133 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-7a30a69b-b616-4806-a041-2b586d6741d8 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Request body: {'security_group_rule': {'security_group_id': '540d218f-1872-4d97-90cc-87bdcd4a799a', 'project_id': '544f3e375bde4f0988286eba27294ea6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:16:32.299210 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7df9ba78-d00b-4a23-be5b-73fe164c79aa None None] DHCP port deletion for dafeab3e-daf0-4706-9bde-7e9aecbcfecb request from dv-neutron-822799-1-hyperv {{(pid=87637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 23 16:16:32.333853 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-7df9ba78-d00b-4a23-be5b-73fe164c79aa None None] Deleting port 8ad0c674-1eec-44b6-95a6-f4d8bb8c2652 {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:16:32.334421 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-7df9ba78-d00b-4a23-be5b-73fe164c79aa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:32.341968 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e86e036-92eb-4383-99cc-5b4598ecd064 tempest-FloatingIPAdminTestJSON-807536738 tempest-FloatingIPAdminTestJSON-807536738-project-admin] Pushing event deleted for resources: {'Port': ['ID=02d70b70-e26a-4b27-8529-814ccba893b1,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:16:32.351354 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-7e86e036-92eb-4383-99cc-5b4598ecd064 tempest-FloatingIPAdminTestJSON-807536738 tempest-FloatingIPAdminTestJSON-807536738-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:16:32.445218 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-7a30a69b-b616-4806-a041-2b586d6741d8 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:16:32.457156 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-7a30a69b-b616-4806-a041-2b586d6741d8 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Usage tracker for resource:security_group_rule and tenant:544f3e375bde4f0988286eba27294ea6 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:16:32.463873 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-7a30a69b-b616-4806-a041-2b586d6741d8 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:16:32.471482 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.provisioning_blocks [None req-3da22045-0714-410d-9969-444a38826925 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Transition to ACTIVE for port object ccbd0a91-fa8d-46df-be16-85f2addb9a32 will not be triggered until provisioned by entity DHCP. {{(pid=87636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:16:32.473017 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-7a30a69b-b616-4806-a041-2b586d6741d8 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:16:32.492946 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.db.securitygroups_db [None req-7a30a69b-b616-4806-a041-2b586d6741d8 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Project 544f3e375bde4f0988286eba27294ea6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 23 16:16:32.502311 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7a30a69b-b616-4806-a041-2b586d6741d8 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:32.534456 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 50614) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:32.553914 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-7e86e036-92eb-4383-99cc-5b4598ecd064 tempest-FloatingIPAdminTestJSON-807536738 tempest-FloatingIPAdminTestJSON-807536738-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:32.589232 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-3da22045-0714-410d-9969-444a38826925 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:32.597774 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-3ccc85ca-45d3-4c45-85f4-1922ac462cc0 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:16:32.637422 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-7e86e036-92eb-4383-99cc-5b4598ecd064 tempest-FloatingIPAdminTestJSON-807536738 tempest-FloatingIPAdminTestJSON-807536738-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for floatingip, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:32.638593 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-7e86e036-92eb-4383-99cc-5b4598ecd064 tempest-FloatingIPAdminTestJSON-807536738 tempest-FloatingIPAdminTestJSON-807536738-project-admin] 10.222.0.64 "DELETE /v2.0/floatingips/4b9b0fe9-e1ef-4519-ac3f-a70770832cff HTTP/1.1" status: 204  len: 168 time: 2.2274494
Dec 23 16:16:32.650581 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 50620) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:32.674086 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3da22045-0714-410d-9969-444a38826925 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Network ebbfccf9-7f77-486d-a46f-ad39ebff35d9 is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:16:32.684990 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-3da22045-0714-410d-9969-444a38826925 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Resources bound (agent type, host, resource id):  {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:16:32.700548 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3da22045-0714-410d-9969-444a38826925 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:16:32.701265 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-3da22045-0714-410d-9969-444a38826925 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1781300'] for router_interface, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:32.743264 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7a30a69b-b616-4806-a041-2b586d6741d8 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:32.744952 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da22045-0714-410d-9969-444a38826925 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Pushing event updated for resources: {'Port': ['ID=ccbd0a91-fa8d-46df-be16-85f2addb9a32,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:16:32.764258 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da22045-0714-410d-9969-444a38826925 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:16:32.764724 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da22045-0714-410d-9969-444a38826925 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:16:32.765119 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da22045-0714-410d-9969-444a38826925 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:16:32.765730 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da22045-0714-410d-9969-444a38826925 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:16:32.765877 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da22045-0714-410d-9969-444a38826925 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:16:32.766241 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da22045-0714-410d-9969-444a38826925 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:16:32.766701 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da22045-0714-410d-9969-444a38826925 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:16:32.767068 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da22045-0714-410d-9969-444a38826925 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:16:32.767431 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da22045-0714-410d-9969-444a38826925 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:16:32.767815 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da22045-0714-410d-9969-444a38826925 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:16:32.768146 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da22045-0714-410d-9969-444a38826925 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:16:32.768503 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da22045-0714-410d-9969-444a38826925 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:16:32.778198 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7a30a69b-b616-4806-a041-2b586d6741d8 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762424'] for security_group_rule, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:32.781961 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-3da22045-0714-410d-9969-444a38826925 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:16:32.782632 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-33eb342b-4613-41cf-982b-aa646ddb1b42 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:16:32.793893 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-2673e75e-7474-477a-81e2-5075d473d283 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-602440877-network', 'tenant_id': '195c50b554214aab84bb8a59b90ad0b3'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:16:32.846707 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a30a69b-b616-4806-a041-2b586d6741d8 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61535d1a-4163-4ae5-838f-9ae9eca6e9f5,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:16:32.864443 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-7a30a69b-b616-4806-a041-2b586d6741d8 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:16:32.870009 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-2673e75e-7474-477a-81e2-5075d473d283 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:16:32.890583 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.db [None req-e2f7e048-fc57-4247-a359-dd451ea6adfc tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] For port 8ad0c674-1eec-44b6-95a6-f4d8bb8c2652, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=8ad0c674-1eec-44b6-95a6-f4d8bb8c2652,segment=NetworkSegment(b955b098-1fa4-4c19-b1f5-769e444d24b4),segment_id=b955b098-1fa4-4c19-b1f5-769e444d24b4)] {{(pid=87635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:16:32.890959 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-e2f7e048-fc57-4247-a359-dd451ea6adfc tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:32.897337 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7a30a69b-b616-4806-a041-2b586d6741d8 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:32.898900 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-7a30a69b-b616-4806-a041-2b586d6741d8 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.7228866
Dec 23 16:16:32.902199 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 50624) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:32.907649 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-ff9dec06-e148-4643-bced-4faf4773ea55 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Request body: {'security_group_rule': {'security_group_id': '540d218f-1872-4d97-90cc-87bdcd4a799a', 'project_id': '544f3e375bde4f0988286eba27294ea6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:16:32.918796 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-ff9dec06-e148-4643-bced-4faf4773ea55 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:16:32.925942 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-ff9dec06-e148-4643-bced-4faf4773ea55 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Usage tracker for resource:security_group_rule and tenant:544f3e375bde4f0988286eba27294ea6 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:16:32.933810 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-ff9dec06-e148-4643-bced-4faf4773ea55 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:16:32.941728 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-ff9dec06-e148-4643-bced-4faf4773ea55 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:16:32.942866 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-2673e75e-7474-477a-81e2-5075d473d283 admin admin] Usage tracker for resource:network and tenant:195c50b554214aab84bb8a59b90ad0b3 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:16:32.980256 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-2673e75e-7474-477a-81e2-5075d473d283 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:16:32.989122 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-7df9ba78-d00b-4a23-be5b-73fe164c79aa None None] For port 8ad0c674-1eec-44b6-95a6-f4d8bb8c2652, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=8ad0c674-1eec-44b6-95a6-f4d8bb8c2652,segment=NetworkSegment(b955b098-1fa4-4c19-b1f5-769e444d24b4),segment_id=b955b098-1fa4-4c19-b1f5-769e444d24b4)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:16:32.990954 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-7df9ba78-d00b-4a23-be5b-73fe164c79aa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:33.007725 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-f7aec1b4-cbc7-45c0-8ff6-a8738637925e None None] Provisioning complete for port baf94b70-b5fe-48cc-805d-ac15e3b3c34e triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:16:33.008214 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f7aec1b4-cbc7-45c0-8ff6-a8738637925e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:33.016285 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.db.securitygroups_db [None req-ff9dec06-e148-4643-bced-4faf4773ea55 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Project 544f3e375bde4f0988286eba27294ea6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 23 16:16:33.019291 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-2673e75e-7474-477a-81e2-5075d473d283 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:16:33.055372 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-ff9dec06-e148-4643-bced-4faf4773ea55 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:33.118184 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-3da22045-0714-410d-9969-444a38826925 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:33.214330 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-0add46e4-9caf-4cbe-9806-884313a2987f tempest-FloatingIPAdminTestJSON-473263132 tempest-FloatingIPAdminTestJSON-473263132-project] Deleting port 34c96cd9-ae14-48b6-ac6c-456e46af7a45 {{(pid=87635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:16:33.214731 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-0add46e4-9caf-4cbe-9806-884313a2987f tempest-FloatingIPAdminTestJSON-473263132 tempest-FloatingIPAdminTestJSON-473263132-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:33.215374 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-ff9dec06-e148-4643-bced-4faf4773ea55 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:33.229134 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-ff9dec06-e148-4643-bced-4faf4773ea55 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762424'] for security_group_rule, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:33.234130 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-9c55dd54-f84f-4afd-8be6-0a2e9de805fe tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:16:33.258676 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-e2f7e048-fc57-4247-a359-dd451ea6adfc tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Calling delete_port for 8ad0c674-1eec-44b6-95a6-f4d8bb8c2652 owned by network:dhcp {{(pid=87635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:16:33.276448 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-f7aec1b4-cbc7-45c0-8ff6-a8738637925e None None] Port baf94b70-b5fe-48cc-805d-ac15e3b3c34e cannot update to ACTIVE because it is not bound. {{(pid=87637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 23 16:16:33.279499 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device e53e2b56-f045-4d7b-839b-635d62519f33 up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:16:33.306341 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2673e75e-7474-477a-81e2-5075d473d283 admin admin] Made reservation on behalf of 195c50b554214aab84bb8a59b90ad0b3 for: {'network': 1} {{(pid=87635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:16:33.308772 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-2673e75e-7474-477a-81e2-5075d473d283 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for network, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:33.318175 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-7df9ba78-d00b-4a23-be5b-73fe164c79aa None None] Calling delete_port for 8ad0c674-1eec-44b6-95a6-f4d8bb8c2652 owned by network:dhcp {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:16:33.328558 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-2673e75e-7474-477a-81e2-5075d473d283 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:33.373473 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-ff9dec06-e148-4643-bced-4faf4773ea55 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:33.382848 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-ff9dec06-e148-4643-bced-4faf4773ea55 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.4713683
Dec 23 16:16:33.383060 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-2673e75e-7474-477a-81e2-5075d473d283 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:16:33.426685 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-2673e75e-7474-477a-81e2-5075d473d283 admin admin] Usage tracker for resource:security_group_rule and tenant:195c50b554214aab84bb8a59b90ad0b3 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:16:33.436122 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-2673e75e-7474-477a-81e2-5075d473d283 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:16:33.443424 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9dec06-e148-4643-bced-4faf4773ea55 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1937cd40-6a5e-4d8b-8d4b-9b37188e0c3b,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:16:33.445567 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-2673e75e-7474-477a-81e2-5075d473d283 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:16:33.461230 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-ff9dec06-e148-4643-bced-4faf4773ea55 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:16:33.466393 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-063b7151-e24f-4062-b0e1-ce457b2b609f None None] Provisioning for port ccbd0a91-fa8d-46df-be16-85f2addb9a32 completed by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:16:33.472296 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-063b7151-e24f-4062-b0e1-ce457b2b609f None None] Provisioning complete for port ccbd0a91-fa8d-46df-be16-85f2addb9a32 triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:16:33.472716 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-063b7151-e24f-4062-b0e1-ce457b2b609f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:33.562325 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-063b7151-e24f-4062-b0e1-ce457b2b609f None None] Port ccbd0a91-fa8d-46df-be16-85f2addb9a32 cannot update to ACTIVE because it is not bound. {{(pid=87637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 23 16:16:33.571034 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port e53e2b56-f045-4d7b-839b-635d62519f33 triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:16:33.571584 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:33.612364 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-7df9ba78-d00b-4a23-be5b-73fe164c79aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789'] for port, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:33.618116 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-2a493042-4500-4d66-afbd-8ac9cbe07ec4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:16:33.659614 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-06598052-5907-4174-a5fa-5f5d96480772 req-1d1dc0b4-7bba-4729-89f1-b759d78962f5 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Synchronizing usage tracker for tenant:544f3e375bde4f0988286eba27294ea6 on resource:security_group {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:16:33.674309 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df9ba78-d00b-4a23-be5b-73fe164c79aa None None] Pushing event deleted for resources: {'Port': ['ID=8ad0c674-1eec-44b6-95a6-f4d8bb8c2652,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:16:33.678758 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.db.api [None req-e2f7e048-fc57-4247-a359-dd451ea6adfc tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87635) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 23 16:16:33.678758 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_db.api [None req-e2f7e048-fc57-4247-a359-dd451ea6adfc tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 23 16:16:33.679663 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-7df9ba78-d00b-4a23-be5b-73fe164c79aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:16:33.681322 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7df9ba78-d00b-4a23-be5b-73fe164c79aa None None] No DVR routers for this DVR port 8ad0c674-1eec-44b6-95a6-f4d8bb8c2652 on host dv-neutron-822799-1-hyperv {{(pid=87637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 23 16:16:33.695594 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-06598052-5907-4174-a5fa-5f5d96480772 req-1d1dc0b4-7bba-4729-89f1-b759d78962f5 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Unset dirty status for tenant:544f3e375bde4f0988286eba27294ea6 on resource:security_group {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:16:33.701212 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-06598052-5907-4174-a5fa-5f5d96480772 req-1d1dc0b4-7bba-4729-89f1-b759d78962f5 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2048695751&fields=id&tenant_id=544f3e375bde4f0988286eba27294ea6 HTTP/1.1" status: 200  len: 267 time: 0.1062698
Dec 23 16:16:33.724027 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-2673e75e-7474-477a-81e2-5075d473d283 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:33.731877 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-2673e75e-7474-477a-81e2-5075d473d283 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:33.744839 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-9012a74b-7103-43ee-ae76-38a57da0a983 tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:16:33.760662 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 6aadc114-517f-47cd-8067-1825d3216116 up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:16:33.764921 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-0add46e4-9caf-4cbe-9806-884313a2987f tempest-FloatingIPAdminTestJSON-473263132 tempest-FloatingIPAdminTestJSON-473263132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:33.779076 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2673e75e-7474-477a-81e2-5075d473d283 admin admin] vlan segment allocate from pool success with {'vlan_id': 448, 'physical_network': 'physnet1'}  {{(pid=87635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 23 16:16:33.818017 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-3da22045-0714-410d-9969-444a38826925 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks [] for port, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:33.828091 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-3da22045-0714-410d-9969-444a38826925 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2176289'] for port, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:33.828951 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-3da22045-0714-410d-9969-444a38826925 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1627481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1781465'] for router_interface, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:33.835737 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-1b67bc5b-ee99-449c-858d-9c6dc50590d0 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:16:33.837933 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port 6aadc114-517f-47cd-8067-1825d3216116 triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:16:33.838319 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:33.917346 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-0add46e4-9caf-4cbe-9806-884313a2987f tempest-FloatingIPAdminTestJSON-473263132 tempest-FloatingIPAdminTestJSON-473263132-project] Calling delete_port for 34c96cd9-ae14-48b6-ac6c-456e46af7a45 owned by  {{(pid=87635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:16:33.944727 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2673e75e-7474-477a-81e2-5075d473d283 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a2867ec-79c8-4597-8ec0-6002587f986e,revision_number=1']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:16:33.956390 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-2673e75e-7474-477a-81e2-5075d473d283 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:16:33.957748 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-2673e75e-7474-477a-81e2-5075d473d283 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:33.957748 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.db.segments_db [None req-2673e75e-7474-477a-81e2-5075d473d283 admin admin] Added segment 89d9cf11-7bf3-4ee7-81ab-e1812ffa5d56 of type vlan for network d7aa6aa5-af4b-41b9-9cf1-756210bd898a
Dec 23 16:16:33.965845 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 18f6019e-7f2c-48df-9312-599bd77edfd8 up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:16:34.004215 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da22045-0714-410d-9969-444a38826925 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Pushing event updated for resources: {'Port': ['ID=ccbd0a91-fa8d-46df-be16-85f2addb9a32,revision_number=2']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:16:34.006579 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-2673e75e-7474-477a-81e2-5075d473d283 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735362521793'] for network, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:34.012507 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06598052-5907-4174-a5fa-5f5d96480772 req-95083b82-f8ab-4759-b38a-5d8a0df9bd36 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:16:34.013602 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-06598052-5907-4174-a5fa-5f5d96480772 req-95083b82-f8ab-4759-b38a-5d8a0df9bd36 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Synchronizing usage tracker for tenant:544f3e375bde4f0988286eba27294ea6 on resource:network {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:16:34.029327 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-3da22045-0714-410d-9969-444a38826925 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:16:34.042937 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning for port 18f6019e-7f2c-48df-9312-599bd77edfd8 completed by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:16:34.049560 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port 18f6019e-7f2c-48df-9312-599bd77edfd8 triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:16:34.049995 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:34.062472 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-06598052-5907-4174-a5fa-5f5d96480772 req-95083b82-f8ab-4759-b38a-5d8a0df9bd36 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Unset dirty status for tenant:544f3e375bde4f0988286eba27294ea6 on resource:network {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:16:34.063628 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-06598052-5907-4174-a5fa-5f5d96480772 req-95083b82-f8ab-4759-b38a-5d8a0df9bd36 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/networks?id=86ce35ef-6f92-478d-bb05-dc77b85890ed HTTP/1.1" status: 200  len: 796 time: 0.3599021
Dec 23 16:16:34.096702 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-06598052-5907-4174-a5fa-5f5d96480772 req-c6eb5b21-7cd2-4d5a-836d-20f4990836f4 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/quotas/544f3e375bde4f0988286eba27294ea6 HTTP/1.1" status: 200  len: 375 time: 0.0183756
Dec 23 16:16:34.101583 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3da22045-0714-410d-9969-444a38826925 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Network ebbfccf9-7f77-486d-a46f-ad39ebff35d9 is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:16:34.103002 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-3da22045-0714-410d-9969-444a38826925 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Resources bound (agent type, host, resource id):  {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:16:34.127378 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-2673e75e-7474-477a-81e2-5075d473d283 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495'] for network, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:34.129157 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2673e75e-7474-477a-81e2-5075d473d283 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:16:34.130026 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-2673e75e-7474-477a-81e2-5075d473d283 admin admin] Notify callbacks [] for network, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:34.134404 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-ed79cae9-d97f-4f8e-a7a1-751f101ddd24 tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:16:34.158016 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-0add46e4-9caf-4cbe-9806-884313a2987f tempest-FloatingIPAdminTestJSON-473263132 tempest-FloatingIPAdminTestJSON-473263132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:34.186794 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:34.248981 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] For port 18f6019e-7f2c-48df-9312-599bd77edfd8, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=18f6019e-7f2c-48df-9312-599bd77edfd8,segment=NetworkSegment(d3145fa9-8a75-4e10-8270-1505196d67de),segment_id=d3145fa9-8a75-4e10-8270-1505196d67de)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:16:34.256399 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:34.262528 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-386388fc-67f6-4e86-99e8-658e093cdc34 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:16:34.347886 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 8ad0c674-1eec-44b6-95a6-f4d8bb8c2652 no longer exists at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 23 16:16:34.350676 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-e2f7e048-fc57-4247-a359-dd451ea6adfc tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Deleting port 8ad0c674-1eec-44b6-95a6-f4d8bb8c2652 {{(pid=87635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:16:34.351008 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-e2f7e048-fc57-4247-a359-dd451ea6adfc tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:34.389261 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] No Port match for: 8ad0c674-1eec-44b6-95a6-f4d8bb8c2652 {{(pid=87637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 23 16:16:34.389747 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 8ad0c674-1eec-44b6-95a6-f4d8bb8c2652 not bound to the agent host dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 23 16:16:34.399095 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Pushing event updated for resources: {'Port': ['ID=18f6019e-7f2c-48df-9312-599bd77edfd8,revision_number=5']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:16:34.406326 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:16:34.428387 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3da22045-0714-410d-9969-444a38826925 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Router 4f4fbc94-e941-4f33-903e-ac8908a1d943 has already been hosted by L3 agent 371d4c41-c7e2-4de7-9539-c049ec4e95d1 {{(pid=87636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 23 16:16:34.444636 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-06598052-5907-4174-a5fa-5f5d96480772 req-273492c6-7611-4f34-90e7-2e69cace315d tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Synchronizing usage tracker for tenant:544f3e375bde4f0988286eba27294ea6 on resource:port {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:16:34.492218 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-c1a959fc-727a-4ab0-902c-739cc4f9ecf1 None None] Provisioning complete for port ccbd0a91-fa8d-46df-be16-85f2addb9a32 triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:16:34.492633 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-c1a959fc-727a-4ab0-902c-739cc4f9ecf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:34.565308 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-c1a959fc-727a-4ab0-902c-739cc4f9ecf1 None None] Port ccbd0a91-fa8d-46df-be16-85f2addb9a32 cannot update to ACTIVE because it is not bound. {{(pid=87637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 23 16:16:34.626926 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-e2f7e048-fc57-4247-a359-dd451ea6adfc tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] The port '8ad0c674-1eec-44b6-95a6-f4d8bb8c2652' was deleted {{(pid=87635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 23 16:16:34.662046 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2673e75e-7474-477a-81e2-5075d473d283 admin admin] Pushing event updated for resources: {'Network': ['ID=d7aa6aa5-af4b-41b9-9cf1-756210bd898a,revision_number=1']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:16:34.673389 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Network d7aa6aa5-af4b-41b9-9cf1-756210bd898a details requested by agent ovs-agent-dv-neutron-822799-1-hyperv with host dv-neutron-822799-1-hyperv {{(pid=87637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 23 16:16:34.674561 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-2673e75e-7474-477a-81e2-5075d473d283 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.540s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:16:34.675460 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-ac943bfb-3f47-4ccd-a4e6-baddbdf20a66 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.325s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:16:34.730760 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-2673e75e-7474-477a-81e2-5075d473d283 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 2.1924503
Dec 23 16:16:34.732558 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 50640) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:34.741552 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0add46e4-9caf-4cbe-9806-884313a2987f tempest-FloatingIPAdminTestJSON-473263132 tempest-FloatingIPAdminTestJSON-473263132-project] Pushing event deleted for resources: {'Port': ['ID=34c96cd9-ae14-48b6-ac6c-456e46af7a45,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:16:34.746843 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-74a15881-0c59-443d-8df6-0185ef43c4e7 admin admin] Request body: {'subnet': {'network_id': 'd7aa6aa5-af4b-41b9-9cf1-756210bd898a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-602440877-subnet', 'tenant_id': '195c50b554214aab84bb8a59b90ad0b3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:16:34.750491 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-0add46e4-9caf-4cbe-9806-884313a2987f tempest-FloatingIPAdminTestJSON-473263132 tempest-FloatingIPAdminTestJSON-473263132-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:16:34.759104 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-74a15881-0c59-443d-8df6-0185ef43c4e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:16:34.768781 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-74a15881-0c59-443d-8df6-0185ef43c4e7 admin admin] Usage tracker for resource:subnet and tenant:195c50b554214aab84bb8a59b90ad0b3 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:16:34.771409 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-06598052-5907-4174-a5fa-5f5d96480772 req-273492c6-7611-4f34-90e7-2e69cace315d tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Unset dirty status for tenant:544f3e375bde4f0988286eba27294ea6 on resource:port {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:16:34.777107 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-06598052-5907-4174-a5fa-5f5d96480772 req-273492c6-7611-4f34-90e7-2e69cace315d tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=544f3e375bde4f0988286eba27294ea6&fields=id HTTP/1.1" status: 200  len: 302 time: 0.6170020
Dec 23 16:16:34.788430 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-74a15881-0c59-443d-8df6-0185ef43c4e7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:16:34.794072 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-0add46e4-9caf-4cbe-9806-884313a2987f tempest-FloatingIPAdminTestJSON-473263132 tempest-FloatingIPAdminTestJSON-473263132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:34.798467 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-0add46e4-9caf-4cbe-9806-884313a2987f tempest-FloatingIPAdminTestJSON-473263132 tempest-FloatingIPAdminTestJSON-473263132-project] 10.222.0.64 "DELETE /v2.0/ports/34c96cd9-ae14-48b6-ac6c-456e46af7a45 HTTP/1.1" status: 204  len: 168 time: 2.1444418
Dec 23 16:16:34.801299 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-74a15881-0c59-443d-8df6-0185ef43c4e7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:16:34.801568 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 50644) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:34.818488 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3da22045-0714-410d-9969-444a38826925 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify agent at l3_agent.dv-neutron-822799-1-hyperv the message routers_updated {{(pid=87636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 23 16:16:34.828101 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-3da22045-0714-410d-9969-444a38826925 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] 10.222.0.64 "PUT /v2.0/routers/4f4fbc94-e941-4f33-903e-ac8908a1d943/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.0428600
Dec 23 16:16:34.828101 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 50650) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:34.831237 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e1e299c-7f29-4088-93cb-91a30611805f None None] Sync routers for ids ['4f4fbc94-e941-4f33-903e-ac8908a1d943'] in dv-neutron-822799-1-hyperv {{(pid=87637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 23 16:16:34.843746 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e1e299c-7f29-4088-93cb-91a30611805f None None] Routers {'4f4fbc94-e941-4f33-903e-ac8908a1d943'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:16:34.844844 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-5e1e299c-7f29-4088-93cb-91a30611805f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc11e3220>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:16:20Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['4f4fbc94-e941-4f33-903e-ac8908a1d943'], 'active': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:16:34.865475 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-e2f7e048-fc57-4247-a359-dd451ea6adfc tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-864347', 'neutron.services.segments.db._delete_segments_for_network-8735362908070'] for network, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:34.867650 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74a15881-0c59-443d-8df6-0185ef43c4e7 admin admin] Made reservation on behalf of 195c50b554214aab84bb8a59b90ad0b3 for: {'subnet': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:16:34.869969 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-74a15881-0c59-443d-8df6-0185ef43c4e7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2618324'] for subnet, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:34.896064 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.services.segments.db [None req-e2f7e048-fc57-4247-a359-dd451ea6adfc tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1dc260c220>,) {'filters': {'network_id': ['dafeab3e-daf0-4706-9bde-7e9aecbcfecb']}} {{(pid=87635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:16:34.910212 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.services.segments.db [None req-e2f7e048-fc57-4247-a359-dd451ea6adfc tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dc260c220>, 'b955b098-1fa4-4c19-b1f5-769e444d24b4') {'for_net_delete': True} {{(pid=87635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:16:34.910437 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.services.segments.db [None req-e2f7e048-fc57-4247-a359-dd451ea6adfc tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dc260c220>, 'b955b098-1fa4-4c19-b1f5-769e444d24b4') {} {{(pid=87635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:16:34.924734 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-e2f7e048-fc57-4247-a359-dd451ea6adfc tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735363085442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2776713'] for segment, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:34.932831 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-5e1e299c-7f29-4088-93cb-91a30611805f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc11e3220>, [], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:16:34.951816 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e1e299c-7f29-4088-93cb-91a30611805f None None] Routers {'4f4fbc94-e941-4f33-903e-ac8908a1d943'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:16:34.952183 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-e2f7e048-fc57-4247-a359-dd451ea6adfc tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:34.952715 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-5e1e299c-7f29-4088-93cb-91a30611805f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc11e3220>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:16:20Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['4f4fbc94-e941-4f33-903e-ac8908a1d943'], 'active': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:16:34.964424 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6575a49-2a1c-4f64-a282-8b961f8bdfe5 tempest-FloatingIPAdminTestJSON-473263132 tempest-FloatingIPAdminTestJSON-473263132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:16:34.965191 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-e6575a49-2a1c-4f64-a282-8b961f8bdfe5 tempest-FloatingIPAdminTestJSON-473263132 tempest-FloatingIPAdminTestJSON-473263132-project] Synchronizing usage tracker for tenant:fe1081af0f994eb9955df836c7f2879c on resource:port {{(pid=87635) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:16:34.971750 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2f7e048-fc57-4247-a359-dd451ea6adfc tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Releasing vlan 446 on physical network physnet1 to pool {{(pid=87635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 23 16:16:34.972182 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-e2f7e048-fc57-4247-a359-dd451ea6adfc tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2753503'] for segment, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:34.987521 dv-neutron-822799-1-hyperv neutron-server[87635]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 23 16:16:34.987521 dv-neutron-822799-1-hyperv neutron-server[87635]:   util.warn(
Dec 23 16:16:34.987521 dv-neutron-822799-1-hyperv neutron-server[87635]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 23 16:16:34.987521 dv-neutron-822799-1-hyperv neutron-server[87635]:   util.warn(
Dec 23 16:16:34.987521 dv-neutron-822799-1-hyperv neutron-server[87635]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 23 16:16:34.987521 dv-neutron-822799-1-hyperv neutron-server[87635]:   util.warn(
Dec 23 16:16:34.987521 dv-neutron-822799-1-hyperv neutron-server[87635]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 23 16:16:34.987521 dv-neutron-822799-1-hyperv neutron-server[87635]:   util.warn(
Dec 23 16:16:34.987521 dv-neutron-822799-1-hyperv neutron-server[87635]: Traceback (most recent call last):
Dec 23 16:16:34.987521 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 23 16:16:34.987521 dv-neutron-822799-1-hyperv neutron-server[87635]:     timer()
Dec 23 16:16:34.987521 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:16:34.987521 dv-neutron-822799-1-hyperv neutron-server[87635]:     cb(*args, **kw)
Dec 23 16:16:34.987521 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 23 16:16:34.987521 dv-neutron-822799-1-hyperv neutron-server[87635]:     return func(*args, **kwargs)
Dec 23 16:16:34.987521 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:16:34.987521 dv-neutron-822799-1-hyperv neutron-server[87635]:     self._notify()
Dec 23 16:16:34.987521 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:16:34.987521 dv-neutron-822799-1-hyperv neutron-server[87635]:     self.callback(batched_events)
Dec 23 16:16:34.987521 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:16:34.987521 dv-neutron-822799-1-hyperv neutron-server[87635]:     event.method(event)
Dec 23 16:16:34.987521 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:16:34.987521 dv-neutron-822799-1-hyperv neutron-server[87635]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:16:34.987521 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 23 16:16:34.987521 dv-neutron-822799-1-hyperv neutron-server[87635]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 23 16:16:34.987521 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 23 16:16:34.987521 dv-neutron-822799-1-hyperv neutron-server[87635]:     return f(self, *a, **k)
Dec 23 16:16:34.987521 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:16:34.987521 dv-neutron-822799-1-hyperv neutron-server[87635]:     return self._get(url).json()
Dec 23 16:16:34.987521 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 23 16:16:34.987521 dv-neutron-822799-1-hyperv neutron-server[87635]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 23 16:16:34.987521 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 23 16:16:34.987521 dv-neutron-822799-1-hyperv neutron-server[87635]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:16:34.987521 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 23 16:16:34.987521 dv-neutron-822799-1-hyperv neutron-server[87635]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 23 16:16:34.987521 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 23 16:16:34.987521 dv-neutron-822799-1-hyperv neutron-server[87635]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:16:34.987521 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 23 16:16:34.987521 dv-neutron-822799-1-hyperv neutron-server[87635]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:16:34.987521 dv-neutron-822799-1-hyperv neutron-server[87635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:16:35.054071 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 18f6019e-7f2c-48df-9312-599bd77edfd8 up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:16:35.074770 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-e6575a49-2a1c-4f64-a282-8b961f8bdfe5 tempest-FloatingIPAdminTestJSON-473263132 tempest-FloatingIPAdminTestJSON-473263132-project] Unset dirty status for tenant:fe1081af0f994eb9955df836c7f2879c on resource:port {{(pid=87635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:16:35.078803 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-e6575a49-2a1c-4f64-a282-8b961f8bdfe5 tempest-FloatingIPAdminTestJSON-473263132 tempest-FloatingIPAdminTestJSON-473263132-project] 10.222.0.64 "GET /v2.0/ports?device_id=3db77ba0-2911-45d9-a206-02e36e45bb83 HTTP/1.1" status: 200  len: 913 time: 0.2734559
Dec 23 16:16:35.079047 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 50654) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:35.097397 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-5e1e299c-7f29-4088-93cb-91a30611805f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc11e3220>, [], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:16:35.097953 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e1e299c-7f29-4088-93cb-91a30611805f None None] The sync data for ids ['4f4fbc94-e941-4f33-903e-ac8908a1d943'] in dv-neutron-822799-1-hyperv is: [] {{(pid=87637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 23 16:16:35.106504 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-173a9345-1148-4b2a-b9aa-ca34f7a38b2f tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:16:35.107097 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-173a9345-1148-4b2a-b9aa-ca34f7a38b2f tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Synchronizing usage tracker for tenant:7f693e1e2e4c45b0a519cdc9b284f217 on resource:port {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:16:35.137916 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-e2f7e048-fc57-4247-a359-dd451ea6adfc tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-864336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1824171'] for network, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:35.140457 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port 18f6019e-7f2c-48df-9312-599bd77edfd8 triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:16:35.141063 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:35.142107 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-06598052-5907-4174-a5fa-5f5d96480772 req-0584df82-a650-435d-ae60-41d9600c8f34 service neutron] 10.222.0.64 "GET /v2.0/networks/86ce35ef-6f92-478d-bb05-dc77b85890ed?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3475130
Dec 23 16:16:35.153151 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-e256db10-f67e-45da-ac4f-44350c79437d tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:16:35.170260 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-e2f7e048-fc57-4247-a359-dd451ea6adfc tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks [] for network, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:35.180306 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f7e048-fc57-4247-a359-dd451ea6adfc tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Pushing event deleted for resources: {'Network': ['ID=dafeab3e-daf0-4706-9bde-7e9aecbcfecb,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:16:35.181425 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-173a9345-1148-4b2a-b9aa-ca34f7a38b2f tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Unset dirty status for tenant:7f693e1e2e4c45b0a519cdc9b284f217 on resource:port {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:16:35.182774 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-173a9345-1148-4b2a-b9aa-ca34f7a38b2f tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] 10.222.0.64 "GET /v2.0/ports/ccbd0a91-fa8d-46df-be16-85f2addb9a32 HTTP/1.1" status: 200  len: 913 time: 0.3537941
Dec 23 16:16:35.185183 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-e2f7e048-fc57-4247-a359-dd451ea6adfc tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:16:35.187680 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 50658) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:35.190792 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-e2f7e048-fc57-4247-a359-dd451ea6adfc tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] 10.222.0.64 "DELETE /v2.0/networks/dafeab3e-daf0-4706-9bde-7e9aecbcfecb HTTP/1.1" status: 204  len: 168 time: 3.5947394
Dec 23 16:16:35.200209 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 50662) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:35.264920 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-d916b9de-f906-4f25-be49-1c947ed9ee7a tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-674472770'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:16:35.278490 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-d916b9de-f906-4f25-be49-1c947ed9ee7a tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:16:35.284973 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-d916b9de-f906-4f25-be49-1c947ed9ee7a tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Usage tracker for resource:network and tenant:37ed648a62f44dd1bf944e0bff6f4422 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:16:35.333236 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-d916b9de-f906-4f25-be49-1c947ed9ee7a tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:16:35.336152 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-06598052-5907-4174-a5fa-5f5d96480772 req-ed9a0640-2cad-42b8-9126-ac26f231c165 service neutron] 10.222.0.64 "GET /v2.0/networks/86ce35ef-6f92-478d-bb05-dc77b85890ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1855073
Dec 23 16:16:35.371557 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-74a15881-0c59-443d-8df6-0185ef43c4e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2176430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2618310'] for subnet, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:35.376385 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-c3471efe-3a2e-4c80-90f6-b47a155dced2 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:16:35.407458 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-d916b9de-f906-4f25-be49-1c947ed9ee7a tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:16:35.446780 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d916b9de-f906-4f25-be49-1c947ed9ee7a tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Made reservation on behalf of 37ed648a62f44dd1bf944e0bff6f4422 for: {'network': 1} {{(pid=87635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:16:35.450585 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-d916b9de-f906-4f25-be49-1c947ed9ee7a tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for network, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:35.470004 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a15881-0c59-443d-8df6-0185ef43c4e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e883e1d-839c-452a-b40f-260dd78fefc2,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:16:35.472837 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-74a15881-0c59-443d-8df6-0185ef43c4e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:16:35.480089 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a15881-0c59-443d-8df6-0185ef43c4e7 admin admin] Checking segment: {'id': '89d9cf11-7bf3-4ee7-81ab-e1812ffa5d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'd7aa6aa5-af4b-41b9-9cf1-756210bd898a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:16:35.480446 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74a15881-0c59-443d-8df6-0185ef43c4e7 admin admin] Network hostable DHCP agents. Network: d7aa6aa5-af4b-41b9-9cf1-756210bd898a, hostable agents: ['1c812d71-eadf-4fb3-b98e-67468a4aa7e2'], hosted agents: [] {{(pid=87636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 23 16:16:35.500408 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74a15881-0c59-443d-8df6-0185ef43c4e7 admin admin] Network d7aa6aa5-af4b-41b9-9cf1-756210bd898a is scheduled to be hosted by DHCP agent 1c812d71-eadf-4fb3-b98e-67468a4aa7e2 with binding_index 1 {{(pid=87636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 23 16:16:35.514805 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-74a15881-0c59-443d-8df6-0185ef43c4e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822799-1-hyperv, d7aa6aa5-af4b-41b9-9cf1-756210bd898a) {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:16:35.520297 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74a15881-0c59-443d-8df6-0185ef43c4e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:16:35.521483 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-74a15881-0c59-443d-8df6-0185ef43c4e7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:35.525840 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d35528b-39a5-4c58-9d32-e9d1c8aa8fdc None None] Network d7aa6aa5-af4b-41b9-9cf1-756210bd898a requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:16:35.547108 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-74a15881-0c59-443d-8df6-0185ef43c4e7 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.8062589
Dec 23 16:16:35.787624 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2b7b91a-3e16-4067-9955-a168d9b2f0b0 None None] Network d7aa6aa5-af4b-41b9-9cf1-756210bd898a requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:16:35.903572 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [req-44e35480-1aeb-4e79-8833-1e748b2814b1 req-2315e869-bc25-4560-bf6b-f39ef32784ba tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Synchronizing usage tracker for tenant:544f3e375bde4f0988286eba27294ea6 on resource:port {{(pid=87635) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:16:35.931093 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d916b9de-f906-4f25-be49-1c947ed9ee7a tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] vlan segment allocate from pool success with {'vlan_id': 412, 'physical_network': 'physnet1'}  {{(pid=87635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 23 16:16:36.063254 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [req-44e35480-1aeb-4e79-8833-1e748b2814b1 req-2315e869-bc25-4560-bf6b-f39ef32784ba tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Unset dirty status for tenant:544f3e375bde4f0988286eba27294ea6 on resource:port {{(pid=87635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:16:36.064471 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-44e35480-1aeb-4e79-8833-1e748b2814b1 req-2315e869-bc25-4560-bf6b-f39ef32784ba tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/ports?device_id=a17b9fda-f199-4fa6-b5de-3886d3773195 HTTP/1.1" status: 200  len: 210 time: 0.5073442
Dec 23 16:16:36.065477 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-d916b9de-f906-4f25-be49-1c947ed9ee7a tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:36.065887 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.db.segments_db [None req-d916b9de-f906-4f25-be49-1c947ed9ee7a tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Added segment be9bdb80-38e6-4aec-86c6-d7faf678f261 of type vlan for network 0e7874e4-772f-4308-92a0-47102a11ac01
Dec 23 16:16:36.205357 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-d916b9de-f906-4f25-be49-1c947ed9ee7a tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735362521793'] for network, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:36.269795 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 50690) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:36.277705 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-026aab0f-9514-4640-8614-44b7060cbb4e admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-181251844-network', 'tenant_id': '992a0985f58f4481a29ef8529c4851a4'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:16:36.282525 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-026aab0f-9514-4640-8614-44b7060cbb4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:16:36.286836 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-026aab0f-9514-4640-8614-44b7060cbb4e admin admin] Usage tracker for resource:network and tenant:992a0985f58f4481a29ef8529c4851a4 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:16:36.289765 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-026aab0f-9514-4640-8614-44b7060cbb4e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:16:36.296174 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-026aab0f-9514-4640-8614-44b7060cbb4e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:16:36.309829 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-026aab0f-9514-4640-8614-44b7060cbb4e admin admin] Made reservation on behalf of 992a0985f58f4481a29ef8529c4851a4 for: {'network': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:16:36.312771 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-026aab0f-9514-4640-8614-44b7060cbb4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for network, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:36.325588 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-026aab0f-9514-4640-8614-44b7060cbb4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:36.340918 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-026aab0f-9514-4640-8614-44b7060cbb4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:16:36.344726 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-026aab0f-9514-4640-8614-44b7060cbb4e admin admin] Usage tracker for resource:security_group_rule and tenant:992a0985f58f4481a29ef8529c4851a4 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:16:36.344971 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-d916b9de-f906-4f25-be49-1c947ed9ee7a tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495'] for network, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:36.347469 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-026aab0f-9514-4640-8614-44b7060cbb4e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:16:36.350571 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d916b9de-f906-4f25-be49-1c947ed9ee7a tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:16:36.351151 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-d916b9de-f906-4f25-be49-1c947ed9ee7a tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks [] for network, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:36.353199 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-026aab0f-9514-4640-8614-44b7060cbb4e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:16:36.361924 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-2673e75e-7474-477a-81e2-5075d473d283 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:16:36.437782 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-026aab0f-9514-4640-8614-44b7060cbb4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:36.443122 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-026aab0f-9514-4640-8614-44b7060cbb4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:36.447453 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-b94f77eb-f5fa-4162-92f7-b6851e736814 tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:16:36.487677 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-026aab0f-9514-4640-8614-44b7060cbb4e admin admin] vlan segment allocate from pool success with {'vlan_id': 401, 'physical_network': 'physnet1'}  {{(pid=87636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 23 16:16:36.496960 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026aab0f-9514-4640-8614-44b7060cbb4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b875488b-f2d9-4b59-8003-c41475ae8a44,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:16:36.501300 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-026aab0f-9514-4640-8614-44b7060cbb4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:16:36.503863 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-026aab0f-9514-4640-8614-44b7060cbb4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:36.504181 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.db.segments_db [None req-026aab0f-9514-4640-8614-44b7060cbb4e admin admin] Added segment 0a47a66d-ef37-4c08-8c1b-7ada2eec0fa5 of type vlan for network b3980fe3-8458-4a61-ac6f-c68dd98dd1e5
Dec 23 16:16:36.510924 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-d916b9de-f906-4f25-be49-1c947ed9ee7a tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201  len: 771 time: 1.3069072
Dec 23 16:16:36.511090 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 50694) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:36.519368 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-4996e50d-9bdb-4ea4-aed0-ea10098e8275 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Request body: {'subnet': {'network_id': '0e7874e4-772f-4308-92a0-47102a11ac01', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:16:36.521273 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d916b9de-f906-4f25-be49-1c947ed9ee7a tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Pushing event updated for resources: {'Network': ['ID=0e7874e4-772f-4308-92a0-47102a11ac01,revision_number=1']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:16:36.526877 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-d916b9de-f906-4f25-be49-1c947ed9ee7a tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:16:36.549513 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Network 0e7874e4-772f-4308-92a0-47102a11ac01 details requested by agent ovs-agent-dv-neutron-822799-1-hyperv with host dv-neutron-822799-1-hyperv {{(pid=87637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 23 16:16:36.600265 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-bf3ea938-017f-48f1-98ab-491e201c6b80 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1781419'] for router_interface, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:36.628616 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-026aab0f-9514-4640-8614-44b7060cbb4e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735362521793'] for network, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:36.669063 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-4996e50d-9bdb-4ea4-aed0-ea10098e8275 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:16:36.696986 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-4996e50d-9bdb-4ea4-aed0-ea10098e8275 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Usage tracker for resource:subnet and tenant:37ed648a62f44dd1bf944e0bff6f4422 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:16:36.711876 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-4996e50d-9bdb-4ea4-aed0-ea10098e8275 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:16:36.725890 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-4996e50d-9bdb-4ea4-aed0-ea10098e8275 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:16:36.754585 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-6488dfe3-3516-4c87-bacc-0282ff3a2a32 tempest-FloatingIPAdminTestJSON-473263132 tempest-FloatingIPAdminTestJSON-473263132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1781419'] for router_interface, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:36.779027 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-026aab0f-9514-4640-8614-44b7060cbb4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495'] for network, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:36.780215 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-026aab0f-9514-4640-8614-44b7060cbb4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:16:36.781048 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-026aab0f-9514-4640-8614-44b7060cbb4e admin admin] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:36.799769 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-b0c42133-354c-4dd1-99ef-83837c57ff33 tempest-FloatingIPNegativeTestJSON-779674983 tempest-FloatingIPNegativeTestJSON-779674983-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:16:36.880453 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4996e50d-9bdb-4ea4-aed0-ea10098e8275 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Made reservation on behalf of 37ed648a62f44dd1bf944e0bff6f4422 for: {'subnet': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:16:36.884373 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-4996e50d-9bdb-4ea4-aed0-ea10098e8275 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2618324'] for subnet, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:37.003529 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026aab0f-9514-4640-8614-44b7060cbb4e admin admin] Pushing event updated for resources: {'Network': ['ID=b3980fe3-8458-4a61-ac6f-c68dd98dd1e5,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:16:37.006428 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-026aab0f-9514-4640-8614-44b7060cbb4e admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 0.7355664
Dec 23 16:16:37.007435 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-026aab0f-9514-4640-8614-44b7060cbb4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:16:37.011681 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 50702) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:37.016050 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Network b3980fe3-8458-4a61-ac6f-c68dd98dd1e5 details requested by agent ovs-agent-dv-neutron-822799-1-hyperv with host dv-neutron-822799-1-hyperv {{(pid=87637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 23 16:16:37.023220 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-57e8b98c-9ece-40da-b833-aa97efd7ab24 admin admin] Request body: {'subnet': {'network_id': 'b3980fe3-8458-4a61-ac6f-c68dd98dd1e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-181251844-subnet', 'tenant_id': '992a0985f58f4481a29ef8529c4851a4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:16:37.033971 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-57e8b98c-9ece-40da-b833-aa97efd7ab24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:16:37.042054 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-57e8b98c-9ece-40da-b833-aa97efd7ab24 admin admin] Usage tracker for resource:subnet and tenant:992a0985f58f4481a29ef8529c4851a4 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:16:37.046612 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-57e8b98c-9ece-40da-b833-aa97efd7ab24 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:16:37.064234 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06598052-5907-4174-a5fa-5f5d96480772 req-20e17de5-c143-4b9a-99f6-fbc155a552ca tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:16:37.066636 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-06598052-5907-4174-a5fa-5f5d96480772 req-20e17de5-c143-4b9a-99f6-fbc155a552ca tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.61 "GET /v2.0/networks?id=86ce35ef-6f92-478d-bb05-dc77b85890ed HTTP/1.1" status: 200  len: 796 time: 0.3947823
Dec 23 16:16:37.110804 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-57e8b98c-9ece-40da-b833-aa97efd7ab24 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:16:37.136099 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-06598052-5907-4174-a5fa-5f5d96480772 req-885d47f2-2e3b-4b8b-b8ba-dae3318388b2 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=544f3e375bde4f0988286eba27294ea6 HTTP/1.1" status: 200  len: 380 time: 0.0563233
Dec 23 16:16:37.145978 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [req-06598052-5907-4174-a5fa-5f5d96480772 req-2494404d-4ed4-4bf7-96c0-59d44b8812d8 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Request body: {'port': {'device_id': 'a17b9fda-f199-4fa6-b5de-3886d3773195', 'network_id': '86ce35ef-6f92-478d-bb05-dc77b85890ed', 'admin_state_up': True, 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'security_groups': ['540d218f-1872-4d97-90cc-87bdcd4a799a']}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:16:37.176539 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57e8b98c-9ece-40da-b833-aa97efd7ab24 admin admin] Made reservation on behalf of 992a0985f58f4481a29ef8529c4851a4 for: {'subnet': 1} {{(pid=87635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:16:37.179155 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-57e8b98c-9ece-40da-b833-aa97efd7ab24 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2610339'] for subnet, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:37.461606 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-3c41ae07-1118-40d7-8b04-f53724b6f300 req-3c761d07-d2d6-48bb-93f6-b393c3bbaf98 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/ports?device_id=a17b9fda-f199-4fa6-b5de-3886d3773195 HTTP/1.1" status: 200  len: 210 time: 0.2580028
Dec 23 16:16:37.490928 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-bf3ea938-017f-48f1-98ab-491e201c6b80 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Deleting port ccbd0a91-fa8d-46df-be16-85f2addb9a32 {{(pid=87635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:16:37.491526 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-bf3ea938-017f-48f1-98ab-491e201c6b80 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:37.549389 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-4996e50d-9bdb-4ea4-aed0-ea10098e8275 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2176430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2618310'] for subnet, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:37.553421 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [req-06598052-5907-4174-a5fa-5f5d96480772 req-2494404d-4ed4-4bf7-96c0-59d44b8812d8 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:16:37.555542 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-51df8173-a98a-4cbf-b948-406fce8b7038 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:16:37.606061 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [req-06598052-5907-4174-a5fa-5f5d96480772 req-2494404d-4ed4-4bf7-96c0-59d44b8812d8 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:16:37.636176 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4996e50d-9bdb-4ea4-aed0-ea10098e8275 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Pushing event updated for resources: {'Subnet': ['ID=68bb4184-fff1-4699-ba9c-d47d7200477a,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:16:37.639914 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06598052-5907-4174-a5fa-5f5d96480772 req-2494404d-4ed4-4bf7-96c0-59d44b8812d8 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Made reservation on behalf of 544f3e375bde4f0988286eba27294ea6 for: {'port': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:16:37.643784 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-06598052-5907-4174-a5fa-5f5d96480772 req-2494404d-4ed4-4bf7-96c0-59d44b8812d8 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:37.655303 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-4996e50d-9bdb-4ea4-aed0-ea10098e8275 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:16:37.673407 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4996e50d-9bdb-4ea4-aed0-ea10098e8275 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Checking segment: {'id': 'be9bdb80-38e6-4aec-86c6-d7faf678f261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '0e7874e4-772f-4308-92a0-47102a11ac01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:16:37.673763 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4996e50d-9bdb-4ea4-aed0-ea10098e8275 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Network hostable DHCP agents. Network: 0e7874e4-772f-4308-92a0-47102a11ac01, hostable agents: ['1c812d71-eadf-4fb3-b98e-67468a4aa7e2'], hosted agents: [] {{(pid=87636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 23 16:16:37.755982 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4996e50d-9bdb-4ea4-aed0-ea10098e8275 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Network 0e7874e4-772f-4308-92a0-47102a11ac01 is scheduled to be hosted by DHCP agent 1c812d71-eadf-4fb3-b98e-67468a4aa7e2 with binding_index 1 {{(pid=87636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 23 16:16:37.769770 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-4996e50d-9bdb-4ea4-aed0-ea10098e8275 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822799-1-hyperv, 0e7874e4-772f-4308-92a0-47102a11ac01) {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:16:37.780191 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0189cf4-34e8-441c-b177-bfbd92df7072 None None] Network 0e7874e4-772f-4308-92a0-47102a11ac01 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:16:37.781254 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-6488dfe3-3516-4c87-bacc-0282ff3a2a32 tempest-FloatingIPAdminTestJSON-473263132 tempest-FloatingIPAdminTestJSON-473263132-project] Deleting port d6c7bbd0-eba3-4ef8-b927-d4ee7e231d0a {{(pid=87635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:16:37.781603 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-6488dfe3-3516-4c87-bacc-0282ff3a2a32 tempest-FloatingIPAdminTestJSON-473263132 tempest-FloatingIPAdminTestJSON-473263132-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:37.807176 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4996e50d-9bdb-4ea4-aed0-ea10098e8275 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:16:37.807764 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-4996e50d-9bdb-4ea4-aed0-ea10098e8275 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks [] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:37.848065 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-bf3ea938-017f-48f1-98ab-491e201c6b80 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:37.852059 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-4996e50d-9bdb-4ea4-aed0-ea10098e8275 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.3371952
Dec 23 16:16:37.852452 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 50708) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:37.860297 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-7f99f042-cd9e-4364-9c13-70338cdc30ef tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1068096283', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:16:37.867123 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [req-06598052-5907-4174-a5fa-5f5d96480772 req-2494404d-4ed4-4bf7-96c0-59d44b8812d8 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Allocated IP 172.20.0.14 (86ce35ef-6f92-478d-bb05-dc77b85890ed/0dca58b9-f8fa-4c62-85a7-2fd783a18325/8dc1b2bc-0f9f-4742-a2f0-a40d58aac880) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:16:37.869501 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-7f99f042-cd9e-4364-9c13-70338cdc30ef tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:16:37.876961 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-7f99f042-cd9e-4364-9c13-70338cdc30ef tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Usage tracker for resource:router and tenant:37ed648a62f44dd1bf944e0bff6f4422 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:16:37.883011 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-7f99f042-cd9e-4364-9c13-70338cdc30ef tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:16:37.889846 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-7f99f042-cd9e-4364-9c13-70338cdc30ef tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:16:37.920653 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7f99f042-cd9e-4364-9c13-70338cdc30ef tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1823978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-235332'] for router, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:37.921583 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7f99f042-cd9e-4364-9c13-70338cdc30ef tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1824575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1824063', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1751113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-235341'] for router, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:38.013251 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7f99f042-cd9e-4364-9c13-70338cdc30ef tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:38.022428 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cdb8bf0-b76e-4b38-9310-9337a71f0e9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7e017a6-8198-58c8-a07e-0f786128e3b3-0e7874e4-772f-4308-92a0-47102a11ac01', 'network_id': '0e7874e4-772f-4308-92a0-47102a11ac01', 'tenant_id': '37ed648a62f44dd1bf944e0bff6f4422', 'fixed_ips': [{'subnet_id': '68bb4184-fff1-4699-ba9c-d47d7200477a'}]}} from dv-neutron-822799-1-hyperv. {{(pid=87637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 23 16:16:38.023348 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-0cdb8bf0-b76e-4b38-9310-9337a71f0e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:38.033933 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-bf3ea938-017f-48f1-98ab-491e201c6b80 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Calling delete_port for ccbd0a91-fa8d-46df-be16-85f2addb9a32 owned by network:router_interface {{(pid=87635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:16:38.073232 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7f99f042-cd9e-4364-9c13-70338cdc30ef tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1823971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1824234'] for router, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:38.116650 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7f99f042-cd9e-4364-9c13-70338cdc30ef tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks [] for router, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:38.118205 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-7f99f042-cd9e-4364-9c13-70338cdc30ef tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201  len: 706 time: 0.2649565
Dec 23 16:16:38.121344 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 50712) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:38.128899 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-159fea30-04bf-4d5f-8525-79f6454ac1f0 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Request body: {'port': {'network_id': '0e7874e4-772f-4308-92a0-47102a11ac01', 'name': 'tempest-PortsIpV6TestJSON-1156704755'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:16:38.146464 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-06598052-5907-4174-a5fa-5f5d96480772 req-2494404d-4ed4-4bf7-96c0-59d44b8812d8 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:38.146731 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-57e8b98c-9ece-40da-b833-aa97efd7ab24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2753396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2610353'] for subnet, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:38.160563 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-fe3aed6f-0fa6-4ea8-b66d-cebdda9e71a1 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:16:38.221374 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_common [None req-0cdb8bf0-b76e-4b38-9310-9337a71f0e9d None None] Allocated IP 2001:db8::2 (0e7874e4-772f-4308-92a0-47102a11ac01/68bb4184-fff1-4699-ba9c-d47d7200477a/8153cd5b-f3c0-443a-bfb1-1ffeeb9803a6) {{(pid=87637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:16:38.242113 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.provisioning_blocks [req-06598052-5907-4174-a5fa-5f5d96480772 req-2494404d-4ed4-4bf7-96c0-59d44b8812d8 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Transition to ACTIVE for port object 8dc1b2bc-0f9f-4742-a2f0-a40d58aac880 will not be triggered until provisioned by entity DHCP. {{(pid=87636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:16:38.301617 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-159fea30-04bf-4d5f-8525-79f6454ac1f0 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:16:38.307376 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-159fea30-04bf-4d5f-8525-79f6454ac1f0 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Usage tracker for resource:port and tenant:37ed648a62f44dd1bf944e0bff6f4422 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:16:38.310597 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-159fea30-04bf-4d5f-8525-79f6454ac1f0 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:16:38.316546 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-159fea30-04bf-4d5f-8525-79f6454ac1f0 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:16:38.320874 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-06598052-5907-4174-a5fa-5f5d96480772 req-2494404d-4ed4-4bf7-96c0-59d44b8812d8 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:38.330146 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-5dc43495-0e51-44e3-99e1-15cb5d8348e1 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:16:38.384855 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-159fea30-04bf-4d5f-8525-79f6454ac1f0 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Made reservation on behalf of 37ed648a62f44dd1bf944e0bff6f4422 for: {'port': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:16:38.388181 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-159fea30-04bf-4d5f-8525-79f6454ac1f0 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:38.406466 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06598052-5907-4174-a5fa-5f5d96480772 req-2494404d-4ed4-4bf7-96c0-59d44b8812d8 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Network 86ce35ef-6f92-478d-bb05-dc77b85890ed is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:16:38.418814 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [req-06598052-5907-4174-a5fa-5f5d96480772 req-2494404d-4ed4-4bf7-96c0-59d44b8812d8 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Resources bound (agent type, host, resource id):  {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:16:38.421381 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [req-06598052-5907-4174-a5fa-5f5d96480772 req-2494404d-4ed4-4bf7-96c0-59d44b8812d8 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:16:38.426921 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e8b98c-9ece-40da-b833-aa97efd7ab24 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7864c51a-0340-426f-a451-eb98bd1561d0,revision_number=0']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:16:38.435971 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-57e8b98c-9ece-40da-b833-aa97efd7ab24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:16:38.442688 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-6488dfe3-3516-4c87-bacc-0282ff3a2a32 tempest-FloatingIPAdminTestJSON-473263132 tempest-FloatingIPAdminTestJSON-473263132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:38.489286 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2494404d-4ed4-4bf7-96c0-59d44b8812d8 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Pushing event updated for resources: {'Port': ['ID=8dc1b2bc-0f9f-4742-a2f0-a40d58aac880,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:16:38.499366 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-2494404d-4ed4-4bf7-96c0-59d44b8812d8 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:16:38.505921 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [None req-159fea30-04bf-4d5f-8525-79f6454ac1f0 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] device_id is not set on port 2ec9def4-e48f-4817-afec-660b330f1fac yet. {{(pid=87636) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 23 16:16:38.507215 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-0cdb8bf0-b76e-4b38-9310-9337a71f0e9d None None] Notify callbacks [] for port, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:38.528849 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-0cdb8bf0-b76e-4b38-9310-9337a71f0e9d None None] Transition to ACTIVE for port object 8153cd5b-f3c0-443a-bfb1-1ffeeb9803a6 will not be triggered until provisioned by entity L2. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:16:38.565267 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-0cdb8bf0-b76e-4b38-9310-9337a71f0e9d None None] Transition to ACTIVE for port object 8153cd5b-f3c0-443a-bfb1-1ffeeb9803a6 will not be triggered until provisioned by entity DHCP. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:16:38.580354 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-0cdb8bf0-b76e-4b38-9310-9337a71f0e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780'] for port, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:38.582392 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06598052-5907-4174-a5fa-5f5d96480772 req-2494404d-4ed4-4bf7-96c0-59d44b8812d8 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:16:38.583378 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-06598052-5907-4174-a5fa-5f5d96480772 req-2494404d-4ed4-4bf7-96c0-59d44b8812d8 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:38.604748 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:16:38.607879 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57e8b98c-9ece-40da-b833-aa97efd7ab24 admin admin] Checking segment: {'id': '0a47a66d-ef37-4c08-8c1b-7ada2eec0fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'b3980fe3-8458-4a61-ac6f-c68dd98dd1e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:16:38.614768 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57e8b98c-9ece-40da-b833-aa97efd7ab24 admin admin] Network hostable DHCP agents. Network: b3980fe3-8458-4a61-ac6f-c68dd98dd1e5, hostable agents: ['1c812d71-eadf-4fb3-b98e-67468a4aa7e2'], hosted agents: [] {{(pid=87635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 23 16:16:38.633651 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-6488dfe3-3516-4c87-bacc-0282ff3a2a32 tempest-FloatingIPAdminTestJSON-473263132 tempest-FloatingIPAdminTestJSON-473263132-project] Calling delete_port for d6c7bbd0-eba3-4ef8-b927-d4ee7e231d0a owned by network:router_interface {{(pid=87635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:16:38.659561 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cdb8bf0-b76e-4b38-9310-9337a71f0e9d None None] Network 0e7874e4-772f-4308-92a0-47102a11ac01 is already hosted by enough agents. {{(pid=87637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:16:38.659782 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-06598052-5907-4174-a5fa-5f5d96480772 req-2494404d-4ed4-4bf7-96c0-59d44b8812d8 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.5175586
Dec 23 16:16:38.667178 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-0cdb8bf0-b76e-4b38-9310-9337a71f0e9d None None] Resources bound (agent type, host, resource id):  {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:16:38.676084 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cdb8bf0-b76e-4b38-9310-9337a71f0e9d None None] Received port after_create {{(pid=87637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:16:38.685961 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [req-06598052-5907-4174-a5fa-5f5d96480772 req-b375ff15-957f-4f50-a72f-cbfe60d98aac service neutron] Request body: {'port': {'device_id': 'a17b9fda-f199-4fa6-b5de-3886d3773195', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8227'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:16:38.762599 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [None req-159fea30-04bf-4d5f-8525-79f6454ac1f0 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Allocated IP 2001:db8::3b7 (0e7874e4-772f-4308-92a0-47102a11ac01/68bb4184-fff1-4699-ba9c-d47d7200477a/2ec9def4-e48f-4817-afec-660b330f1fac) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:16:38.848416 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-0cdb8bf0-b76e-4b38-9310-9337a71f0e9d None None] Attempting to bind port 8153cd5b-f3c0-443a-bfb1-1ffeeb9803a6 on host dv-neutron-822799-1-hyperv for vnic_type normal with profile  {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:16:38.849212 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-0cdb8bf0-b76e-4b38-9310-9337a71f0e9d None None] Attempting to bind port 8153cd5b-f3c0-443a-bfb1-1ffeeb9803a6 by drivers openvswitch,hyperv on host dv-neutron-822799-1-hyperv at level 0 using segments [{'id': 'be9bdb80-38e6-4aec-86c6-d7faf678f261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '0e7874e4-772f-4308-92a0-47102a11ac01'}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:16:38.850292 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cdb8bf0-b76e-4b38-9310-9337a71f0e9d None None] Attempting to bind port 8153cd5b-f3c0-443a-bfb1-1ffeeb9803a6 on network 0e7874e4-772f-4308-92a0-47102a11ac01 {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:16:38.859070 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdb8bf0-b76e-4b38-9310-9337a71f0e9d None None] Pushing event updated for resources: {'Port': ['ID=8153cd5b-f3c0-443a-bfb1-1ffeeb9803a6,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:16:38.862992 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cdb8bf0-b76e-4b38-9310-9337a71f0e9d None None] Checking agent: {'id': '20d2070f-69a9-4e73-8d08-6f0387a40158', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822799-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 21), 'started_at': datetime.datetime(2021, 12, 23, 16, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 16, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822799-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 23 16:16:38.863534 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cdb8bf0-b76e-4b38-9310-9337a71f0e9d None None] Checking segment: {'id': 'be9bdb80-38e6-4aec-86c6-d7faf678f261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '0e7874e4-772f-4308-92a0-47102a11ac01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:16:38.864049 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-0cdb8bf0-b76e-4b38-9310-9337a71f0e9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:38.865089 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cdb8bf0-b76e-4b38-9310-9337a71f0e9d None None] Bound using segment: {'id': 'be9bdb80-38e6-4aec-86c6-d7faf678f261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '0e7874e4-772f-4308-92a0-47102a11ac01'} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 23 16:16:38.865476 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-06598052-5907-4174-a5fa-5f5d96480772 req-b375ff15-957f-4f50-a72f-cbfe60d98aac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:38.865920 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-0cdb8bf0-b76e-4b38-9310-9337a71f0e9d None None] Bound port: 8153cd5b-f3c0-443a-bfb1-1ffeeb9803a6, host: dv-neutron-822799-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be9bdb80-38e6-4aec-86c6-d7faf678f261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '0e7874e4-772f-4308-92a0-47102a11ac01'}}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 23 16:16:38.866410 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-0cdb8bf0-b76e-4b38-9310-9337a71f0e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:38.885701 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdb8bf0-b76e-4b38-9310-9337a71f0e9d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:16:38.886208 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdb8bf0-b76e-4b38-9310-9337a71f0e9d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:16:38.887416 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdb8bf0-b76e-4b38-9310-9337a71f0e9d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:16:38.887864 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdb8bf0-b76e-4b38-9310-9337a71f0e9d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:16:38.888680 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdb8bf0-b76e-4b38-9310-9337a71f0e9d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:16:38.888788 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdb8bf0-b76e-4b38-9310-9337a71f0e9d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:16:38.889218 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdb8bf0-b76e-4b38-9310-9337a71f0e9d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:16:38.889646 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdb8bf0-b76e-4b38-9310-9337a71f0e9d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:16:38.890441 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdb8bf0-b76e-4b38-9310-9337a71f0e9d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:16:38.890441 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdb8bf0-b76e-4b38-9310-9337a71f0e9d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:16:38.890919 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdb8bf0-b76e-4b38-9310-9337a71f0e9d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:16:38.891425 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdb8bf0-b76e-4b38-9310-9337a71f0e9d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:16:38.895404 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-381ec16d-fb5e-4d76-8461-cd9af13d5a34 None None] Provisioning for port 8dc1b2bc-0f9f-4742-a2f0-a40d58aac880 completed by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:16:38.904335 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-0cdb8bf0-b76e-4b38-9310-9337a71f0e9d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:16:38.905015 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-381ec16d-fb5e-4d76-8461-cd9af13d5a34 None None] Provisioning complete for port 8dc1b2bc-0f9f-4742-a2f0-a40d58aac880 triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:16:38.905522 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-381ec16d-fb5e-4d76-8461-cd9af13d5a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:38.973776 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57e8b98c-9ece-40da-b833-aa97efd7ab24 admin admin] Network b3980fe3-8458-4a61-ac6f-c68dd98dd1e5 is scheduled to be hosted by DHCP agent 1c812d71-eadf-4fb3-b98e-67468a4aa7e2 with binding_index 1 {{(pid=87635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 23 16:16:39.007992 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.base_scheduler [None req-57e8b98c-9ece-40da-b833-aa97efd7ab24 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822799-1-hyperv, b3980fe3-8458-4a61-ac6f-c68dd98dd1e5) {{(pid=87635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:16:39.016421 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-381ec16d-fb5e-4d76-8461-cd9af13d5a34 None None] Port 8dc1b2bc-0f9f-4742-a2f0-a40d58aac880 cannot update to ACTIVE because it is not bound. {{(pid=87637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 23 16:16:39.019911 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57e8b98c-9ece-40da-b833-aa97efd7ab24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:16:39.020498 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-57e8b98c-9ece-40da-b833-aa97efd7ab24 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:39.029448 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98c31d3d-457b-4008-9f97-8a42ad71f9de None None] Network b3980fe3-8458-4a61-ac6f-c68dd98dd1e5 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:16:39.078131 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-bf3ea938-017f-48f1-98ab-491e201c6b80 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:39.085680 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-a2ff5800-3218-4166-bf0e-ff91c8123ac3 tempest-FloatingIPAdminTestJSON-807536738 tempest-FloatingIPAdminTestJSON-807536738-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:16:39.117391 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-0cdb8bf0-b76e-4b38-9310-9337a71f0e9d None None] For port 8153cd5b-f3c0-443a-bfb1-1ffeeb9803a6, host dv-neutron-822799-1-hyperv, cleared binding levels {{(pid=87637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 23 16:16:39.129315 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-0cdb8bf0-b76e-4b38-9310-9337a71f0e9d None None] For port 8153cd5b-f3c0-443a-bfb1-1ffeeb9803a6, host dv-neutron-822799-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=8153cd5b-f3c0-443a-bfb1-1ffeeb9803a6,segment=NetworkSegment(be9bdb80-38e6-4aec-86c6-d7faf678f261),segment_id=be9bdb80-38e6-4aec-86c6-d7faf678f261)] {{(pid=87637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 23 16:16:39.136444 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-0cdb8bf0-b76e-4b38-9310-9337a71f0e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:39.136983 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2a4aed-3e49-40a4-9f77-9c82eaf274a4 req-3ea6ca05-62c0-46b1-8818-146123703de5 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:16:39.143882 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-68292408-e34a-49de-8b53-378bb51d4df1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:16:39.145021 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-cd2a4aed-3e49-40a4-9f77-9c82eaf274a4 req-3ea6ca05-62c0-46b1-8818-146123703de5 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/ports?device_id=a17b9fda-f199-4fa6-b5de-3886d3773195 HTTP/1.1" status: 200  len: 932 time: 0.4816029
Dec 23 16:16:39.190052 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-159fea30-04bf-4d5f-8525-79f6454ac1f0 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:39.193278 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-57e8b98c-9ece-40da-b833-aa97efd7ab24 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 2.1785910
Dec 23 16:16:39.194406 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3ea938-017f-48f1-98ab-491e201c6b80 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Pushing event deleted for resources: {'Port': ['ID=ccbd0a91-fa8d-46df-be16-85f2addb9a32,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:16:39.272955 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.provisioning_blocks [None req-159fea30-04bf-4d5f-8525-79f6454ac1f0 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Transition to ACTIVE for port object 2ec9def4-e48f-4817-afec-660b330f1fac will not be triggered until provisioned by entity DHCP. {{(pid=87636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:16:39.278993 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-bf3ea938-017f-48f1-98ab-491e201c6b80 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:16:39.408826 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdb8bf0-b76e-4b38-9310-9337a71f0e9d None None] Pushing event updated for resources: {'Port': ['ID=8153cd5b-f3c0-443a-bfb1-1ffeeb9803a6,revision_number=2']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:16:39.412499 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-0cdb8bf0-b76e-4b38-9310-9337a71f0e9d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:16:39.527161 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-cd2a4aed-3e49-40a4-9f77-9c82eaf274a4 req-bdc5ef45-2b66-4625-9955-2e2c2b81b38f tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/security-groups?id=540d218f-1872-4d97-90cc-87bdcd4a799a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3811884
Dec 23 16:16:39.536709 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c399d940-d911-401e-9516-57b83c99b70c None None] Network b3980fe3-8458-4a61-ac6f-c68dd98dd1e5 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:16:39.591675 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-6488dfe3-3516-4c87-bacc-0282ff3a2a32 tempest-FloatingIPAdminTestJSON-473263132 tempest-FloatingIPAdminTestJSON-473263132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:39.599073 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-eb3d01a9-6e47-494f-bc5e-5933c2fb5d40 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:16:39.699635 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6488dfe3-3516-4c87-bacc-0282ff3a2a32 tempest-FloatingIPAdminTestJSON-473263132 tempest-FloatingIPAdminTestJSON-473263132-project] Pushing event deleted for resources: {'Port': ['ID=d6c7bbd0-eba3-4ef8-b927-d4ee7e231d0a,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:16:39.709518 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-6488dfe3-3516-4c87-bacc-0282ff3a2a32 tempest-FloatingIPAdminTestJSON-473263132 tempest-FloatingIPAdminTestJSON-473263132-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:16:39.710831 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-bf3ea938-017f-48f1-98ab-491e201c6b80 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1627472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1784155'] for router_interface, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:39.745428 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-159fea30-04bf-4d5f-8525-79f6454ac1f0 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:39.769959 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-630b26e3-4d3f-4e4c-aa16-c016fb0e4fc8 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:16:39.855107 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [req-06598052-5907-4174-a5fa-5f5d96480772 req-b375ff15-957f-4f50-a72f-cbfe60d98aac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8dc1b2bc-0f9f-4742-a2f0-a40d58aac880 {{(pid=87636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 23 16:16:39.866499 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-06598052-5907-4174-a5fa-5f5d96480772 req-b375ff15-957f-4f50-a72f-cbfe60d98aac service neutron] Notify callbacks [] for port, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:39.884994 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.provisioning_blocks [req-06598052-5907-4174-a5fa-5f5d96480772 req-b375ff15-957f-4f50-a72f-cbfe60d98aac service neutron] Transition to ACTIVE for port object 8dc1b2bc-0f9f-4742-a2f0-a40d58aac880 will not be triggered until provisioned by entity L2. {{(pid=87636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:16:39.908968 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-159fea30-04bf-4d5f-8525-79f6454ac1f0 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Network 0e7874e4-772f-4308-92a0-47102a11ac01 is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:16:39.914168 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-159fea30-04bf-4d5f-8525-79f6454ac1f0 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Resources bound (agent type, host, resource id):  {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:16:39.919812 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-06598052-5907-4174-a5fa-5f5d96480772 req-b375ff15-957f-4f50-a72f-cbfe60d98aac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2176289'] for port, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:39.936459 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-159fea30-04bf-4d5f-8525-79f6454ac1f0 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:16:39.942406 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-159fea30-04bf-4d5f-8525-79f6454ac1f0 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:16:39.943103 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-159fea30-04bf-4d5f-8525-79f6454ac1f0 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:40.090928 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-159fea30-04bf-4d5f-8525-79f6454ac1f0 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201  len: 931 time: 1.9658170
Dec 23 16:16:40.094190 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 50730) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:40.236258 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159fea30-04bf-4d5f-8525-79f6454ac1f0 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Pushing event updated for resources: {'Port': ['ID=2ec9def4-e48f-4817-afec-660b330f1fac,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:16:40.277846 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-159fea30-04bf-4d5f-8525-79f6454ac1f0 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.508s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:16:40.278373 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-ee8d746f-4c3c-4d16-bea1-99101df9c126 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.282s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:16:40.457010 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b375ff15-957f-4f50-a72f-cbfe60d98aac service neutron] Pushing event updated for resources: {'Port': ['ID=8dc1b2bc-0f9f-4742-a2f0-a40d58aac880,revision_number=2']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:16:40.474041 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-b375ff15-957f-4f50-a72f-cbfe60d98aac service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:16:40.476010 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-6488dfe3-3516-4c87-bacc-0282ff3a2a32 tempest-FloatingIPAdminTestJSON-473263132 tempest-FloatingIPAdminTestJSON-473263132-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1627472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1784155'] for router_interface, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:40.491182 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf3ea938-017f-48f1-98ab-491e201c6b80 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Router 4f4fbc94-e941-4f33-903e-ac8908a1d943 has already been hosted by L3 agent 371d4c41-c7e2-4de7-9539-c049ec4e95d1 {{(pid=87635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 23 16:16:40.721383 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ac0fb7b-c7a5-4e82-b603-349d30310bcc None None] Network 0e7874e4-772f-4308-92a0-47102a11ac01 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:16:40.725808 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [req-06598052-5907-4174-a5fa-5f5d96480772 req-b375ff15-957f-4f50-a72f-cbfe60d98aac service neutron] Attempting to bind port 8dc1b2bc-0f9f-4742-a2f0-a40d58aac880 on host hv-neutron-8227 for vnic_type normal with profile  {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:16:40.726150 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [req-06598052-5907-4174-a5fa-5f5d96480772 req-b375ff15-957f-4f50-a72f-cbfe60d98aac service neutron] Attempting to bind port 8dc1b2bc-0f9f-4742-a2f0-a40d58aac880 by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': 'd3145fa9-8a75-4e10-8270-1505196d67de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '86ce35ef-6f92-478d-bb05-dc77b85890ed'}] {{(pid=87636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:16:40.726482 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06598052-5907-4174-a5fa-5f5d96480772 req-b375ff15-957f-4f50-a72f-cbfe60d98aac service neutron] Attempting to bind port 8dc1b2bc-0f9f-4742-a2f0-a40d58aac880 on network 86ce35ef-6f92-478d-bb05-dc77b85890ed {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:16:40.752411 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06598052-5907-4174-a5fa-5f5d96480772 req-b375ff15-957f-4f50-a72f-cbfe60d98aac service neutron] Port 8dc1b2bc-0f9f-4742-a2f0-a40d58aac880 on network 86ce35ef-6f92-478d-bb05-dc77b85890ed not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 23 16:16:40.753178 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06598052-5907-4174-a5fa-5f5d96480772 req-b375ff15-957f-4f50-a72f-cbfe60d98aac service neutron] Attempting to bind port 8dc1b2bc-0f9f-4742-a2f0-a40d58aac880 on network 86ce35ef-6f92-478d-bb05-dc77b85890ed {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:16:40.817450 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7057da0b-561b-40c4-a677-9a6f76725837 req-f9896995-e115-4c3e-9aa9-22c2f2f28515 tempest-TestServerAdvancedOps-1634361821 tempest-TestServerAdvancedOps-1634361821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:16:40.819402 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-7057da0b-561b-40c4-a677-9a6f76725837 req-f9896995-e115-4c3e-9aa9-22c2f2f28515 tempest-TestServerAdvancedOps-1634361821 tempest-TestServerAdvancedOps-1634361821-project] 10.222.0.64 "GET /v2.0/networks?id=d7aa6aa5-af4b-41b9-9cf1-756210bd898a HTTP/1.1" status: 200  len: 811 time: 0.6251729
Dec 23 16:16:40.836038 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06598052-5907-4174-a5fa-5f5d96480772 req-b375ff15-957f-4f50-a72f-cbfe60d98aac service neutron] Checking agent: {'id': '5a806709-633b-4d33-98c4-3d24562c0f1e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8227', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 6, 42), 'started_at': datetime.datetime(2021, 12, 23, 16, 6, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 16, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 23 16:16:40.836406 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06598052-5907-4174-a5fa-5f5d96480772 req-b375ff15-957f-4f50-a72f-cbfe60d98aac service neutron] Checking segment: {'id': 'd3145fa9-8a75-4e10-8270-1505196d67de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '86ce35ef-6f92-478d-bb05-dc77b85890ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:16:40.836790 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06598052-5907-4174-a5fa-5f5d96480772 req-b375ff15-957f-4f50-a72f-cbfe60d98aac service neutron] Bound using segment: {'id': 'd3145fa9-8a75-4e10-8270-1505196d67de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '86ce35ef-6f92-478d-bb05-dc77b85890ed'} {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 23 16:16:40.837235 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [req-06598052-5907-4174-a5fa-5f5d96480772 req-b375ff15-957f-4f50-a72f-cbfe60d98aac service neutron] Bound port: 8dc1b2bc-0f9f-4742-a2f0-a40d58aac880, host: hv-neutron-8227, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3145fa9-8a75-4e10-8270-1505196d67de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '86ce35ef-6f92-478d-bb05-dc77b85890ed'}}] {{(pid=87636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 23 16:16:40.837579 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-06598052-5907-4174-a5fa-5f5d96480772 req-b375ff15-957f-4f50-a72f-cbfe60d98aac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:40.853105 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-2ad9a69d-a331-4dd2-b7b5-004ce4c12c08 None None] Provisioning for port 8153cd5b-f3c0-443a-bfb1-1ffeeb9803a6 completed by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:16:40.901296 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-7057da0b-561b-40c4-a677-9a6f76725837 req-6f0c7bcf-1b1c-4296-83ed-21cfdb0368bc tempest-TestServerAdvancedOps-1634361821 tempest-TestServerAdvancedOps-1634361821-project] 10.222.0.64 "GET /v2.0/quotas/195c50b554214aab84bb8a59b90ad0b3 HTTP/1.1" status: 200  len: 375 time: 0.0685978
Dec 23 16:16:40.996030 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf3ea938-017f-48f1-98ab-491e201c6b80 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify agent at l3_agent.dv-neutron-822799-1-hyperv the message routers_updated {{(pid=87635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 23 16:16:41.005616 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-7057da0b-561b-40c4-a677-9a6f76725837 req-83dba350-918e-4f79-94a4-845089d30283 tempest-TestServerAdvancedOps-1634361821 tempest-TestServerAdvancedOps-1634361821-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=195c50b554214aab84bb8a59b90ad0b3&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0695407
Dec 23 16:16:41.010906 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe8cbdc4-0077-4875-b433-4ace09a4c933 None None] Sync routers for ids ['4f4fbc94-e941-4f33-903e-ac8908a1d943'] in dv-neutron-822799-1-hyperv {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 23 16:16:41.026540 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe8cbdc4-0077-4875-b433-4ace09a4c933 None None] Routers {'4f4fbc94-e941-4f33-903e-ac8908a1d943'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:16:41.027986 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-fe8cbdc4-0077-4875-b433-4ace09a4c933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc11fdd30>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:16:20Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['4f4fbc94-e941-4f33-903e-ac8908a1d943'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:16:41.033893 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-bf3ea938-017f-48f1-98ab-491e201c6b80 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] 10.222.0.64 "PUT /v2.0/routers/4f4fbc94-e941-4f33-903e-ac8908a1d943/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.8449285
Dec 23 16:16:41.037313 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 50740) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:41.066457 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 8153cd5b-f3c0-443a-bfb1-1ffeeb9803a6 up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:16:41.160402 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning for port 8153cd5b-f3c0-443a-bfb1-1ffeeb9803a6 completed by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:16:41.167975 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port 8153cd5b-f3c0-443a-bfb1-1ffeeb9803a6 triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:16:41.169309 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:41.178013 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-fe8cbdc4-0077-4875-b433-4ace09a4c933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc11fdd30>, [], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:16:41.189912 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe8cbdc4-0077-4875-b433-4ace09a4c933 None None] Routers {'4f4fbc94-e941-4f33-903e-ac8908a1d943'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:16:41.190845 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-fe8cbdc4-0077-4875-b433-4ace09a4c933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc11fdd30>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:16:20Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['4f4fbc94-e941-4f33-903e-ac8908a1d943'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:16:41.331837 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-fe8cbdc4-0077-4875-b433-4ace09a4c933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc11fdd30>, [], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:16:41.332712 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe8cbdc4-0077-4875-b433-4ace09a4c933 None None] The sync data for ids ['4f4fbc94-e941-4f33-903e-ac8908a1d943'] in dv-neutron-822799-1-hyperv is: [] {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 23 16:16:41.347800 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:41.371031 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af4fe51-be03-4f5f-902b-fd15a5b27dc4 req-317f1bd2-b731-4416-9adc-9b4cf51db8e0 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:16:41.372602 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-7af4fe51-be03-4f5f-902b-fd15a5b27dc4 req-317f1bd2-b731-4416-9adc-9b4cf51db8e0 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/ports?device_id=a17b9fda-f199-4fa6-b5de-3886d3773195 HTTP/1.1" status: 200  len: 944 time: 0.5859685
Dec 23 16:16:41.403838 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] For port 8153cd5b-f3c0-443a-bfb1-1ffeeb9803a6, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=8153cd5b-f3c0-443a-bfb1-1ffeeb9803a6,segment=NetworkSegment(be9bdb80-38e6-4aec-86c6-d7faf678f261),segment_id=be9bdb80-38e6-4aec-86c6-d7faf678f261)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:16:41.410147 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:41.418852 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-cb36066b-cd9d-4ec1-89ef-694e903c827e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:16:41.467665 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [req-06598052-5907-4174-a5fa-5f5d96480772 req-b375ff15-957f-4f50-a72f-cbfe60d98aac service neutron] For port 8dc1b2bc-0f9f-4742-a2f0-a40d58aac880, host hv-neutron-8227, cleared binding levels {{(pid=87636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 23 16:16:41.503159 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [req-06598052-5907-4174-a5fa-5f5d96480772 req-b375ff15-957f-4f50-a72f-cbfe60d98aac service neutron] For port 8dc1b2bc-0f9f-4742-a2f0-a40d58aac880, host hv-neutron-8227, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=8dc1b2bc-0f9f-4742-a2f0-a40d58aac880,segment=NetworkSegment(d3145fa9-8a75-4e10-8270-1505196d67de),segment_id=d3145fa9-8a75-4e10-8270-1505196d67de)] {{(pid=87636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 23 16:16:41.519363 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1c2311e3-01db-47e3-847f-70c37437e9c1 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:41.522550 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Pushing event updated for resources: {'Port': ['ID=8153cd5b-f3c0-443a-bfb1-1ffeeb9803a6,revision_number=3']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:16:41.526505 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:16:41.529319 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-29b26a47-25fe-4402-bc44-1d8ab81d92d5 None None] Provisioning for port 2ec9def4-e48f-4817-afec-660b330f1fac completed by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:16:41.530501 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-06598052-5907-4174-a5fa-5f5d96480772 req-b375ff15-957f-4f50-a72f-cbfe60d98aac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2176289'] for port, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:41.539002 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-29b26a47-25fe-4402-bc44-1d8ab81d92d5 None None] Provisioning complete for port 2ec9def4-e48f-4817-afec-660b330f1fac triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:16:41.539415 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-29b26a47-25fe-4402-bc44-1d8ab81d92d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:41.540455 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-f8a87d70-08ee-42bd-b712-0cc08eb0286f tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:16:41.606072 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-29b26a47-25fe-4402-bc44-1d8ab81d92d5 None None] Port 2ec9def4-e48f-4817-afec-660b330f1fac cannot update to ACTIVE because it is not bound. {{(pid=87637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 23 16:16:41.618214 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-29b26a47-25fe-4402-bc44-1d8ab81d92d5 None None] Provisioning complete for port 8153cd5b-f3c0-443a-bfb1-1ffeeb9803a6 triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:16:41.618604 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-29b26a47-25fe-4402-bc44-1d8ab81d92d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:41.717094 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06598052-5907-4174-a5fa-5f5d96480772 req-b375ff15-957f-4f50-a72f-cbfe60d98aac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:16:41.718121 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-06598052-5907-4174-a5fa-5f5d96480772 req-b375ff15-957f-4f50-a72f-cbfe60d98aac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:41.720734 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-06598052-5907-4174-a5fa-5f5d96480772 req-b375ff15-957f-4f50-a72f-cbfe60d98aac service neutron] 10.222.0.61 "PUT /v2.0/ports/8dc1b2bc-0f9f-4742-a2f0-a40d58aac880 HTTP/1.1" status: 200  len: 1094 time: 3.0415022
Dec 23 16:16:41.724340 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-7057da0b-561b-40c4-a677-9a6f76725837 req-066e87c1-3d1b-4e1d-90a8-20ccbca7edfd service neutron] 10.222.0.64 "GET /v2.0/networks/d7aa6aa5-af4b-41b9-9cf1-756210bd898a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6781068
Dec 23 16:16:41.726171 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b375ff15-957f-4f50-a72f-cbfe60d98aac service neutron] Pushing event updated for resources: {'Port': ['ID=8dc1b2bc-0f9f-4742-a2f0-a40d58aac880,revision_number=3']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:16:41.739473 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-b375ff15-957f-4f50-a72f-cbfe60d98aac service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:16:41.741647 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a17b9fda-f199-4fa6-b5de-3886d3773195', 'tag': '8dc1b2bc-0f9f-4742-a2f0-a40d58aac880'}] {{(pid=87636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 23 16:16:41.761404 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:41.837154 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-7af4fe51-be03-4f5f-902b-fd15a5b27dc4 req-333b86e1-76b1-4ae3-8565-cf927dc126fb tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/security-groups?id=540d218f-1872-4d97-90cc-87bdcd4a799a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4512837
Dec 23 16:16:41.885962 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6488dfe3-3516-4c87-bacc-0282ff3a2a32 tempest-FloatingIPAdminTestJSON-473263132 tempest-FloatingIPAdminTestJSON-473263132-project] Router 3db77ba0-2911-45d9-a206-02e36e45bb83 has already been hosted by L3 agent 371d4c41-c7e2-4de7-9539-c049ec4e95d1 {{(pid=87635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 23 16:16:41.922663 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-aadbf1c2-92b1-4f10-a7c1-caaaf6daf005 None None] Provisioning complete for port 2ec9def4-e48f-4817-afec-660b330f1fac triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:16:41.922794 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-aadbf1c2-92b1-4f10-a7c1-caaaf6daf005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:41.993824 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-aadbf1c2-92b1-4f10-a7c1-caaaf6daf005 None None] Port 2ec9def4-e48f-4817-afec-660b330f1fac cannot update to ACTIVE because it is not bound. {{(pid=87637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 23 16:16:42.070642 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a17b9fda-f199-4fa6-b5de-3886d3773195', 'tag': '8dc1b2bc-0f9f-4742-a2f0-a40d58aac880', 'status': 'completed', 'code': 200}
Dec 23 16:16:42.175707 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6488dfe3-3516-4c87-bacc-0282ff3a2a32 tempest-FloatingIPAdminTestJSON-473263132 tempest-FloatingIPAdminTestJSON-473263132-project] Notify agent at l3_agent.dv-neutron-822799-1-hyperv the message routers_updated {{(pid=87635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 23 16:16:42.184081 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-6488dfe3-3516-4c87-bacc-0282ff3a2a32 tempest-FloatingIPAdminTestJSON-473263132 tempest-FloatingIPAdminTestJSON-473263132-project] 10.222.0.64 "PUT /v2.0/routers/3db77ba0-2911-45d9-a206-02e36e45bb83/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 7.1016552
Dec 23 16:16:42.184679 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 50746) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:42.194142 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e0b4d31-e0f9-4497-9f81-e4dc00f03c03 None None] Sync routers for ids ['3db77ba0-2911-45d9-a206-02e36e45bb83'] in dv-neutron-822799-1-hyperv {{(pid=87637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 23 16:16:42.205828 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e0b4d31-e0f9-4497-9f81-e4dc00f03c03 None None] Routers {'3db77ba0-2911-45d9-a206-02e36e45bb83'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:16:42.206352 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-9e0b4d31-e0f9-4497-9f81-e4dc00f03c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc1440a30>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:16:20Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['3db77ba0-2911-45d9-a206-02e36e45bb83'], 'active': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:16:42.231601 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06598052-5907-4174-a5fa-5f5d96480772 req-ec8bb9dd-85af-417b-b82b-4567dd377973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:16:42.233131 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-06598052-5907-4174-a5fa-5f5d96480772 req-ec8bb9dd-85af-417b-b82b-4567dd377973 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=544f3e375bde4f0988286eba27294ea6&device_id=a17b9fda-f199-4fa6-b5de-3886d3773195 HTTP/1.1" status: 200  len: 1097 time: 0.4403026
Dec 23 16:16:42.234895 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-7057da0b-561b-40c4-a677-9a6f76725837 req-d4bef482-0463-4aee-90fc-494f67bc899c service neutron] 10.222.0.64 "GET /v2.0/networks/d7aa6aa5-af4b-41b9-9cf1-756210bd898a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4760747
Dec 23 16:16:42.330598 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-06598052-5907-4174-a5fa-5f5d96480772 req-dc1b3281-512b-4fca-bc3b-93e5983a0502 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8dc1b2bc-0f9f-4742-a2f0-a40d58aac880 HTTP/1.1" status: 200  len: 217 time: 0.0811329
Dec 23 16:16:42.371555 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-9e0b4d31-e0f9-4497-9f81-e4dc00f03c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc1440a30>, [], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:16:42.383573 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e0b4d31-e0f9-4497-9f81-e4dc00f03c03 None None] Routers {'3db77ba0-2911-45d9-a206-02e36e45bb83'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:16:42.384744 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-9e0b4d31-e0f9-4497-9f81-e4dc00f03c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc1440a30>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:16:20Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['3db77ba0-2911-45d9-a206-02e36e45bb83'], 'active': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:16:42.422902 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06598052-5907-4174-a5fa-5f5d96480772 req-3b047614-58b4-4b8f-ace0-8c23bb44f397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:16:42.424387 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-06598052-5907-4174-a5fa-5f5d96480772 req-3b047614-58b4-4b8f-ace0-8c23bb44f397 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=0dca58b9-f8fa-4c62-85a7-2fd783a18325 HTTP/1.1" status: 200  len: 834 time: 0.0823059
Dec 23 16:16:42.475608 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-9e0b4d31-e0f9-4497-9f81-e4dc00f03c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc1440a30>, [], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:16:42.476199 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e0b4d31-e0f9-4497-9f81-e4dc00f03c03 None None] The sync data for ids ['3db77ba0-2911-45d9-a206-02e36e45bb83'] in dv-neutron-822799-1-hyperv is: [] {{(pid=87637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 23 16:16:42.489838 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1c2311e3-01db-47e3-847f-70c37437e9c1 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks [] for port, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:42.500750 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1c2311e3-01db-47e3-847f-70c37437e9c1 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2176289'] for port, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:42.505868 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-1f413d06-0096-4ea8-8126-b81f490288d7 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:16:42.603884 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-89887922-fe1a-4576-ac0d-dfe08251ee38 req-8a9d5065-1ac3-4633-9af1-dd5853edb623 tempest-TestServerAdvancedOps-1634361821 tempest-TestServerAdvancedOps-1634361821-project] 10.222.0.64 "GET /v2.0/ports?device_id=a79e2485-5bb6-4bb8-a16c-9efafd4ef9a2 HTTP/1.1" status: 200  len: 210 time: 0.0521629
Dec 23 16:16:42.712294 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-ef13207a-afb6-4eba-bdef-1e0910a33ac1 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1781419'] for router_interface, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:42.835294 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2311e3-01db-47e3-847f-70c37437e9c1 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Pushing event updated for resources: {'Port': ['ID=2ec9def4-e48f-4817-afec-660b330f1fac,revision_number=2']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:16:42.843571 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-1c2311e3-01db-47e3-847f-70c37437e9c1 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:16:42.844209 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1c2311e3-01db-47e3-847f-70c37437e9c1 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1781300'] for router_interface, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:42.859267 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06598052-5907-4174-a5fa-5f5d96480772 req-3b20f6c7-b9c7-47ad-b513-977f04cd3952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:16:42.860836 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-06598052-5907-4174-a5fa-5f5d96480772 req-3b20f6c7-b9c7-47ad-b513-977f04cd3952 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=86ce35ef-6f92-478d-bb05-dc77b85890ed&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.4237571
Dec 23 16:16:42.883247 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-c993bc09-38da-476d-83b2-98d8a2f2cc8c tempest-FloatingIPAdminTestJSON-473263132 tempest-FloatingIPAdminTestJSON-473263132-project] Notify callbacks [] for router, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:42.948166 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-775c3811-d5df-4021-adcd-c9996190d7e5 None None] Provisioning complete for port 2ec9def4-e48f-4817-afec-660b330f1fac triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:16:42.949659 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-775c3811-d5df-4021-adcd-c9996190d7e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:43.054014 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 8153cd5b-f3c0-443a-bfb1-1ffeeb9803a6 up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:16:43.128948 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-775c3811-d5df-4021-adcd-c9996190d7e5 None None] Port 2ec9def4-e48f-4817-afec-660b330f1fac cannot update to ACTIVE because it is not bound. {{(pid=87637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 23 16:16:43.163253 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port 8153cd5b-f3c0-443a-bfb1-1ffeeb9803a6 triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:16:43.164119 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:43.274201 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-c993bc09-38da-476d-83b2-98d8a2f2cc8c tempest-FloatingIPAdminTestJSON-473263132 tempest-FloatingIPAdminTestJSON-473263132-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:43.309983 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-06598052-5907-4174-a5fa-5f5d96480772 req-0c550e80-7e7b-4380-b26e-4c0ce87dd841 service neutron] 10.222.0.61 "GET /v2.0/networks/86ce35ef-6f92-478d-bb05-dc77b85890ed?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4393899
Dec 23 16:16:43.319726 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1c2311e3-01db-47e3-847f-70c37437e9c1 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:43.351657 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-c993bc09-38da-476d-83b2-98d8a2f2cc8c tempest-FloatingIPAdminTestJSON-473263132 tempest-FloatingIPAdminTestJSON-473263132-project] Deleting port 7b51cb79-885b-4e93-9aa9-a81af39f3a2e {{(pid=87635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:16:43.352265 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-c993bc09-38da-476d-83b2-98d8a2f2cc8c tempest-FloatingIPAdminTestJSON-473263132 tempest-FloatingIPAdminTestJSON-473263132-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:43.416512 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d125223-be98-4d2f-942e-f3476e25c0f6 req-689e58ad-91c2-4978-b837-6d8ac0c7eebf tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:16:43.417120 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-3d125223-be98-4d2f-942e-f3476e25c0f6 req-689e58ad-91c2-4978-b837-6d8ac0c7eebf tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Synchronizing usage tracker for tenant:544f3e375bde4f0988286eba27294ea6 on resource:port {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:16:43.575240 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-3d125223-be98-4d2f-942e-f3476e25c0f6 req-689e58ad-91c2-4978-b837-6d8ac0c7eebf tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Unset dirty status for tenant:544f3e375bde4f0988286eba27294ea6 on resource:port {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:16:43.576440 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-3d125223-be98-4d2f-942e-f3476e25c0f6 req-689e58ad-91c2-4978-b837-6d8ac0c7eebf tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/ports?device_id=a17b9fda-f199-4fa6-b5de-3886d3773195 HTTP/1.1" status: 200  len: 944 time: 0.6082251
Dec 23 16:16:43.595398 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-c993bc09-38da-476d-83b2-98d8a2f2cc8c tempest-FloatingIPAdminTestJSON-473263132 tempest-FloatingIPAdminTestJSON-473263132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:43.606359 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-ef13207a-afb6-4eba-bdef-1e0910a33ac1 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Deleting port baf94b70-b5fe-48cc-805d-ac15e3b3c34e {{(pid=87635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:16:43.606699 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-ef13207a-afb6-4eba-bdef-1e0910a33ac1 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:43.697074 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-06598052-5907-4174-a5fa-5f5d96480772 req-6296a229-c201-4e33-b0a1-4ec17e477be3 service neutron] 10.222.0.61 "GET /v2.0/networks/86ce35ef-6f92-478d-bb05-dc77b85890ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3796179
Dec 23 16:16:43.734965 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-3d125223-be98-4d2f-942e-f3476e25c0f6 req-a75533f9-94e8-4968-b949-691512a7c4b1 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/security-groups?id=540d218f-1872-4d97-90cc-87bdcd4a799a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1418176
Dec 23 16:16:43.771071 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-c993bc09-38da-476d-83b2-98d8a2f2cc8c tempest-FloatingIPAdminTestJSON-473263132 tempest-FloatingIPAdminTestJSON-473263132-project] Calling delete_port for 7b51cb79-885b-4e93-9aa9-a81af39f3a2e owned by network:router_gateway {{(pid=87635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:16:43.878045 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-758acefc-346b-4b86-9705-eb1bf1c67c08 req-c016c3be-f336-40fe-89ef-c580e34d4185 tempest-TestServerAdvancedOps-1634361821 tempest-TestServerAdvancedOps-1634361821-project] 10.222.0.64 "GET /v2.0/ports?device_id=a79e2485-5bb6-4bb8-a16c-9efafd4ef9a2 HTTP/1.1" status: 200  len: 210 time: 0.1157830
Dec 23 16:16:43.947820 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5877a1f-b07d-4b76-aecb-023c0c8621a1 req-e5d3508c-0a3d-4cb9-acec-9da1ec36460d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:16:43.949558 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-a5877a1f-b07d-4b76-aecb-023c0c8621a1 req-e5d3508c-0a3d-4cb9-acec-9da1ec36460d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=544f3e375bde4f0988286eba27294ea6&device_id=a17b9fda-f199-4fa6-b5de-3886d3773195 HTTP/1.1" status: 200  len: 1097 time: 0.1368437
Dec 23 16:16:43.981382 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1c2311e3-01db-47e3-847f-70c37437e9c1 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks [] for port, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:43.997492 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1c2311e3-01db-47e3-847f-70c37437e9c1 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2176289'] for port, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:43.998340 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1c2311e3-01db-47e3-847f-70c37437e9c1 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1627481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1781465'] for router_interface, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:44.045633 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-e8693741-bd7d-4b89-8b05-3ef8ae575993 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:16:44.220618 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2311e3-01db-47e3-847f-70c37437e9c1 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Pushing event updated for resources: {'Port': ['ID=2ec9def4-e48f-4817-afec-660b330f1fac,revision_number=3']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:16:44.227212 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-1c2311e3-01db-47e3-847f-70c37437e9c1 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:16:44.253883 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5877a1f-b07d-4b76-aecb-023c0c8621a1 req-ed18d0b8-e8fd-49be-a528-ca35f4a4b669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:16:44.255898 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-a5877a1f-b07d-4b76-aecb-023c0c8621a1 req-ed18d0b8-e8fd-49be-a528-ca35f4a4b669 service neutron] 10.222.0.61 "GET /v2.0/networks?id=86ce35ef-6f92-478d-bb05-dc77b85890ed HTTP/1.1" status: 200  len: 897 time: 0.2954962
Dec 23 16:16:44.300554 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7057da0b-561b-40c4-a677-9a6f76725837 req-f0215578-ac07-46d3-ba5f-46168b027eac tempest-TestServerAdvancedOps-1634361821 tempest-TestServerAdvancedOps-1634361821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:16:44.301312 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [req-7057da0b-561b-40c4-a677-9a6f76725837 req-f0215578-ac07-46d3-ba5f-46168b027eac tempest-TestServerAdvancedOps-1634361821 tempest-TestServerAdvancedOps-1634361821-project] Synchronizing usage tracker for tenant:195c50b554214aab84bb8a59b90ad0b3 on resource:network {{(pid=87635) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:16:44.335043 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-ef13207a-afb6-4eba-bdef-1e0910a33ac1 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:44.339058 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-a5877a1f-b07d-4b76-aecb-023c0c8621a1 req-7cd44042-ca02-4ba7-9dba-70f8a8de6b02 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8dc1b2bc-0f9f-4742-a2f0-a40d58aac880 HTTP/1.1" status: 200  len: 217 time: 0.0726304
Dec 23 16:16:44.404096 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c2311e3-01db-47e3-847f-70c37437e9c1 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Network 0e7874e4-772f-4308-92a0-47102a11ac01 is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:16:44.406957 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-1c2311e3-01db-47e3-847f-70c37437e9c1 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Resources bound (agent type, host, resource id):  {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:16:44.407871 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [req-7057da0b-561b-40c4-a677-9a6f76725837 req-f0215578-ac07-46d3-ba5f-46168b027eac tempest-TestServerAdvancedOps-1634361821 tempest-TestServerAdvancedOps-1634361821-project] Unset dirty status for tenant:195c50b554214aab84bb8a59b90ad0b3 on resource:network {{(pid=87635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:16:44.408999 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-7057da0b-561b-40c4-a677-9a6f76725837 req-f0215578-ac07-46d3-ba5f-46168b027eac tempest-TestServerAdvancedOps-1634361821 tempest-TestServerAdvancedOps-1634361821-project] 10.222.0.61 "GET /v2.0/networks?id=d7aa6aa5-af4b-41b9-9cf1-756210bd898a HTTP/1.1" status: 200  len: 811 time: 0.5615385
Dec 23 16:16:44.468079 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [req-7057da0b-561b-40c4-a677-9a6f76725837 req-333b8eaa-acc1-477d-ba38-24219ffdd717 tempest-TestServerAdvancedOps-1634361821 tempest-TestServerAdvancedOps-1634361821-project] Request body: {'port': {'device_id': 'a79e2485-5bb6-4bb8-a16c-9efafd4ef9a2', 'network_id': 'd7aa6aa5-af4b-41b9-9cf1-756210bd898a', 'admin_state_up': True, 'tenant_id': '195c50b554214aab84bb8a59b90ad0b3'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:16:44.494490 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-ef13207a-afb6-4eba-bdef-1e0910a33ac1 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Calling delete_port for baf94b70-b5fe-48cc-805d-ac15e3b3c34e owned by network:router_interface {{(pid=87635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:16:44.550192 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5877a1f-b07d-4b76-aecb-023c0c8621a1 req-b1c18b2a-374e-4b46-a88b-b664ba9dfff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:16:44.551637 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-a5877a1f-b07d-4b76-aecb-023c0c8621a1 req-b1c18b2a-374e-4b46-a88b-b664ba9dfff1 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=0dca58b9-f8fa-4c62-85a7-2fd783a18325 HTTP/1.1" status: 200  len: 834 time: 0.2052245
Dec 23 16:16:44.666026 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-98dec16e-4329-4bf9-8728-6084c390ef90 None None] Provisioning complete for port 2ec9def4-e48f-4817-afec-660b330f1fac triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:16:44.666672 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-98dec16e-4329-4bf9-8728-6084c390ef90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:44.680921 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5877a1f-b07d-4b76-aecb-023c0c8621a1 req-4c232639-b0a9-4034-a79a-0d8ebd7f6b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:16:44.682407 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-a5877a1f-b07d-4b76-aecb-023c0c8621a1 req-4c232639-b0a9-4034-a79a-0d8ebd7f6b9f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=86ce35ef-6f92-478d-bb05-dc77b85890ed&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1218567
Dec 23 16:16:44.687642 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c2311e3-01db-47e3-847f-70c37437e9c1 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Router 8cd021b5-6e23-47e3-8510-f30b5700a002 is scheduled to L3 agent 371d4c41-c7e2-4de7-9539-c049ec4e95d1 with binding_index 1 {{(pid=87636) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 23 16:16:44.700755 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-c993bc09-38da-476d-83b2-98d8a2f2cc8c tempest-FloatingIPAdminTestJSON-473263132 tempest-FloatingIPAdminTestJSON-473263132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:44.715874 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-7e86e036-92eb-4383-99cc-5b4598ecd064 tempest-FloatingIPAdminTestJSON-807536738 tempest-FloatingIPAdminTestJSON-807536738-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:16:44.726237 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-98dec16e-4329-4bf9-8728-6084c390ef90 None None] Port 2ec9def4-e48f-4817-afec-660b330f1fac cannot update to ACTIVE because it is not bound. {{(pid=87637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 23 16:16:44.809467 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c993bc09-38da-476d-83b2-98d8a2f2cc8c tempest-FloatingIPAdminTestJSON-473263132 tempest-FloatingIPAdminTestJSON-473263132-project] Pushing event deleted for resources: {'Port': ['ID=7b51cb79-885b-4e93-9aa9-a81af39f3a2e,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:16:44.825539 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-c993bc09-38da-476d-83b2-98d8a2f2cc8c tempest-FloatingIPAdminTestJSON-473263132 tempest-FloatingIPAdminTestJSON-473263132-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:16:44.886514 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [req-7057da0b-561b-40c4-a677-9a6f76725837 req-333b8eaa-acc1-477d-ba38-24219ffdd717 tempest-TestServerAdvancedOps-1634361821 tempest-TestServerAdvancedOps-1634361821-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:16:44.894599 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [req-7057da0b-561b-40c4-a677-9a6f76725837 req-333b8eaa-acc1-477d-ba38-24219ffdd717 tempest-TestServerAdvancedOps-1634361821 tempest-TestServerAdvancedOps-1634361821-project] Usage tracker for resource:port and tenant:195c50b554214aab84bb8a59b90ad0b3 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:16:44.899356 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [req-7057da0b-561b-40c4-a677-9a6f76725837 req-333b8eaa-acc1-477d-ba38-24219ffdd717 tempest-TestServerAdvancedOps-1634361821 tempest-TestServerAdvancedOps-1634361821-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:16:44.908938 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [req-7057da0b-561b-40c4-a677-9a6f76725837 req-333b8eaa-acc1-477d-ba38-24219ffdd717 tempest-TestServerAdvancedOps-1634361821 tempest-TestServerAdvancedOps-1634361821-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:16:44.960719 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-c993bc09-38da-476d-83b2-98d8a2f2cc8c tempest-FloatingIPAdminTestJSON-473263132 tempest-FloatingIPAdminTestJSON-473263132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1824206'] for router_gateway, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:45.011323 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7057da0b-561b-40c4-a677-9a6f76725837 req-333b8eaa-acc1-477d-ba38-24219ffdd717 tempest-TestServerAdvancedOps-1634361821 tempest-TestServerAdvancedOps-1634361821-project] Made reservation on behalf of 195c50b554214aab84bb8a59b90ad0b3 for: {'port': 1} {{(pid=87635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:16:45.014865 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [req-7057da0b-561b-40c4-a677-9a6f76725837 req-333b8eaa-acc1-477d-ba38-24219ffdd717 tempest-TestServerAdvancedOps-1634361821 tempest-TestServerAdvancedOps-1634361821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:45.175576 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-a5877a1f-b07d-4b76-aecb-023c0c8621a1 req-5167eb01-bb62-41b5-bbd8-c58577fddf23 service neutron] 10.222.0.61 "GET /v2.0/networks/86ce35ef-6f92-478d-bb05-dc77b85890ed?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4853408
Dec 23 16:16:45.180159 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c2311e3-01db-47e3-847f-70c37437e9c1 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify agent at l3_agent.dv-neutron-822799-1-hyperv the message routers_updated {{(pid=87636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 23 16:16:45.186845 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-1c2311e3-01db-47e3-847f-70c37437e9c1 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] 10.222.0.64 "PUT /v2.0/routers/8cd021b5-6e23-47e3-8510-f30b5700a002/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.0903058
Dec 23 16:16:45.195093 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85d66e5f-c565-48a9-9a76-90daca5d256d None None] Sync routers for ids ['8cd021b5-6e23-47e3-8510-f30b5700a002'] in dv-neutron-822799-1-hyperv {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 23 16:16:45.203154 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 50772) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:45.206662 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d66e5f-c565-48a9-9a76-90daca5d256d None None] Routers {'8cd021b5-6e23-47e3-8510-f30b5700a002'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:16:45.207783 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-85d66e5f-c565-48a9-9a76-90daca5d256d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc1c7e160>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:16:20Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['8cd021b5-6e23-47e3-8510-f30b5700a002'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:16:45.219448 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-c993bc09-38da-476d-83b2-98d8a2f2cc8c tempest-FloatingIPAdminTestJSON-473263132 tempest-FloatingIPAdminTestJSON-473263132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1784183', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-235354'] for router, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:45.252783 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-a90f0b32-4ff3-4a18-b6b4-700202c37e8f req-f269be38-84c8-4c64-a08f-46cfa01afcd3 tempest-TestServerAdvancedOps-1634361821 tempest-TestServerAdvancedOps-1634361821-project] 10.222.0.64 "GET /v2.0/ports?device_id=a79e2485-5bb6-4bb8-a16c-9efafd4ef9a2 HTTP/1.1" status: 200  len: 210 time: 0.1721270
Dec 23 16:16:45.274758 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-85d66e5f-c565-48a9-9a76-90daca5d256d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc1c7e160>, [], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:16:45.285771 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d66e5f-c565-48a9-9a76-90daca5d256d None None] Routers {'8cd021b5-6e23-47e3-8510-f30b5700a002'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:16:45.285979 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-c993bc09-38da-476d-83b2-98d8a2f2cc8c tempest-FloatingIPAdminTestJSON-473263132 tempest-FloatingIPAdminTestJSON-473263132-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:45.287274 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-85d66e5f-c565-48a9-9a76-90daca5d256d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc1c7e160>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:16:20Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['8cd021b5-6e23-47e3-8510-f30b5700a002'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:16:45.294936 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-ef13207a-afb6-4eba-bdef-1e0910a33ac1 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:45.297091 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d429d3f9-685c-431b-9603-b68de1039117 req-ea55134d-e0b0-4c71-b6cf-9f77143b15c4 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:16:45.298645 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-d429d3f9-685c-431b-9603-b68de1039117 req-ea55134d-e0b0-4c71-b6cf-9f77143b15c4 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/ports?device_id=a17b9fda-f199-4fa6-b5de-3886d3773195 HTTP/1.1" status: 200  len: 944 time: 0.3054512
Dec 23 16:16:45.306428 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-7230c3b4-19a3-430b-ba66-8c232b36930f tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:16:45.365704 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-85d66e5f-c565-48a9-9a76-90daca5d256d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc1c7e160>, [], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:16:45.366426 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85d66e5f-c565-48a9-9a76-90daca5d256d None None] The sync data for ids ['8cd021b5-6e23-47e3-8510-f30b5700a002'] in dv-neutron-822799-1-hyperv is: [] {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 23 16:16:45.374058 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-a5877a1f-b07d-4b76-aecb-023c0c8621a1 req-375bbfd1-6299-46be-afad-18cb74096317 service neutron] 10.222.0.61 "GET /v2.0/networks/86ce35ef-6f92-478d-bb05-dc77b85890ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1908317
Dec 23 16:16:45.379076 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-d429d3f9-685c-431b-9603-b68de1039117 req-015887d1-54fd-427a-969a-1b142789f360 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/security-groups?id=540d218f-1872-4d97-90cc-87bdcd4a799a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0728540
Dec 23 16:16:45.387173 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef13207a-afb6-4eba-bdef-1e0910a33ac1 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Pushing event deleted for resources: {'Port': ['ID=baf94b70-b5fe-48cc-805d-ac15e3b3c34e,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:16:45.400760 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-ef13207a-afb6-4eba-bdef-1e0910a33ac1 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:16:45.438553 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-c993bc09-38da-476d-83b2-98d8a2f2cc8c tempest-FloatingIPAdminTestJSON-473263132 tempest-FloatingIPAdminTestJSON-473263132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1781328'] for router, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:45.438959 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c993bc09-38da-476d-83b2-98d8a2f2cc8c tempest-FloatingIPAdminTestJSON-473263132 tempest-FloatingIPAdminTestJSON-473263132-project] Fanout notify agent at l3_agent the message router_deleted on router 3db77ba0-2911-45d9-a206-02e36e45bb83 {{(pid=87635) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 23 16:16:45.783919 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-ef13207a-afb6-4eba-bdef-1e0910a33ac1 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1627472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1784155'] for router_interface, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:45.793869 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-c993bc09-38da-476d-83b2-98d8a2f2cc8c tempest-FloatingIPAdminTestJSON-473263132 tempest-FloatingIPAdminTestJSON-473263132-project] Notify callbacks [] for router, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:45.794951 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-c993bc09-38da-476d-83b2-98d8a2f2cc8c tempest-FloatingIPAdminTestJSON-473263132 tempest-FloatingIPAdminTestJSON-473263132-project] 10.222.0.64 "DELETE /v2.0/routers/3db77ba0-2911-45d9-a206-02e36e45bb83 HTTP/1.1" status: 204  len: 168 time: 3.6094460
Dec 23 16:16:45.797914 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 50776) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:45.865830 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b02ebc3-a0ae-4717-9aeb-be4f8046f257 tempest-FloatingIPAdminTestJSON-473263132 tempest-FloatingIPAdminTestJSON-473263132-project] Deleting subnet 6395fc59-0136-4593-ab20-017c2a647507 {{(pid=87636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 23 16:16:45.868844 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1b02ebc3-a0ae-4717-9aeb-be4f8046f257 tempest-FloatingIPAdminTestJSON-473263132 tempest-FloatingIPAdminTestJSON-473263132-project] Notify callbacks [] for subnet, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:45.872640 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.db_base_plugin_common [req-7057da0b-561b-40c4-a677-9a6f76725837 req-333b8eaa-acc1-477d-ba38-24219ffdd717 tempest-TestServerAdvancedOps-1634361821 tempest-TestServerAdvancedOps-1634361821-project] Allocated IP 172.20.0.14 (d7aa6aa5-af4b-41b9-9cf1-756210bd898a/5e883e1d-839c-452a-b40f-260dd78fefc2/be11344a-4c41-4399-9cbc-fe28d2ea8f1b) {{(pid=87635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:16:45.881866 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36279c46-a297-41ab-818a-4f7891f8ed6e tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:16:45.882577 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-36279c46-a297-41ab-818a-4f7891f8ed6e tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Synchronizing usage tracker for tenant:37ed648a62f44dd1bf944e0bff6f4422 on resource:port {{(pid=87635) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:16:45.924858 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1b02ebc3-a0ae-4717-9aeb-be4f8046f257 tempest-FloatingIPAdminTestJSON-473263132 tempest-FloatingIPAdminTestJSON-473263132-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2382092'] for subnet, precommit_delete_associations {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:46.017744 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1b02ebc3-a0ae-4717-9aeb-be4f8046f257 tempest-FloatingIPAdminTestJSON-473263132 tempest-FloatingIPAdminTestJSON-473263132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864774'] for subnet, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:46.042318 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-36279c46-a297-41ab-818a-4f7891f8ed6e tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Unset dirty status for tenant:37ed648a62f44dd1bf944e0bff6f4422 on resource:port {{(pid=87635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:16:46.043407 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-36279c46-a297-41ab-818a-4f7891f8ed6e tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] 10.222.0.64 "GET /v2.0/ports?device_id=8cd021b5-6e23-47e3-8510-f30b5700a002 HTTP/1.1" status: 200  len: 989 time: 0.8281243
Dec 23 16:16:46.049034 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 50780) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:46.158016 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef13207a-afb6-4eba-bdef-1e0910a33ac1 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Router 4f4fbc94-e941-4f33-903e-ac8908a1d943 has already been hosted by L3 agent 371d4c41-c7e2-4de7-9539-c049ec4e95d1 {{(pid=87635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 23 16:16:46.296121 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1b02ebc3-a0ae-4717-9aeb-be4f8046f257 tempest-FloatingIPAdminTestJSON-473263132 tempest-FloatingIPAdminTestJSON-473263132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2176495', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2618677'] for subnet, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:46.302718 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-86a59f21-180f-4c52-9f40-dff4a989bfbc tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:16:46.392770 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b02ebc3-a0ae-4717-9aeb-be4f8046f257 tempest-FloatingIPAdminTestJSON-473263132 tempest-FloatingIPAdminTestJSON-473263132-project] Pushing event deleted for resources: {'Subnet': ['ID=6395fc59-0136-4593-ab20-017c2a647507,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:16:46.397885 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-1b02ebc3-a0ae-4717-9aeb-be4f8046f257 tempest-FloatingIPAdminTestJSON-473263132 tempest-FloatingIPAdminTestJSON-473263132-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:16:46.400922 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1b02ebc3-a0ae-4717-9aeb-be4f8046f257 tempest-FloatingIPAdminTestJSON-473263132 tempest-FloatingIPAdminTestJSON-473263132-project] Notify callbacks [] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:46.405365 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a6a8223-88de-451a-9894-39f92390cf60 None None] Network 7ab8cad7-af6d-42cf-8ea6-0613a9a987a2 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:16:46.410929 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-1b02ebc3-a0ae-4717-9aeb-be4f8046f257 tempest-FloatingIPAdminTestJSON-473263132 tempest-FloatingIPAdminTestJSON-473263132-project] 10.222.0.64 "DELETE /v2.0/subnets/6395fc59-0136-4593-ab20-017c2a647507 HTTP/1.1" status: 204  len: 168 time: 0.6094635
Dec 23 16:16:46.416227 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef13207a-afb6-4eba-bdef-1e0910a33ac1 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify agent at l3_agent.dv-neutron-822799-1-hyperv the message routers_updated {{(pid=87635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 23 16:16:46.423658 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 50786) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:46.441060 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-ef13207a-afb6-4eba-bdef-1e0910a33ac1 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] 10.222.0.64 "PUT /v2.0/routers/4f4fbc94-e941-4f33-903e-ac8908a1d943/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.4027245
Dec 23 16:16:46.444937 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 50792) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:46.451368 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [req-75086760-2892-44d1-bbf4-41ed59c327f8 req-6a999feb-3b87-4f7e-b210-55ad38da9b22 tempest-TestServerAdvancedOps-1634361821 tempest-TestServerAdvancedOps-1634361821-project] Synchronizing usage tracker for tenant:195c50b554214aab84bb8a59b90ad0b3 on resource:port {{(pid=87635) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:16:46.480937 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [req-7057da0b-561b-40c4-a677-9a6f76725837 req-333b8eaa-acc1-477d-ba38-24219ffdd717 tempest-TestServerAdvancedOps-1634361821 tempest-TestServerAdvancedOps-1634361821-project] Notify callbacks [] for port, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:46.493320 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [req-75086760-2892-44d1-bbf4-41ed59c327f8 req-6a999feb-3b87-4f7e-b210-55ad38da9b22 tempest-TestServerAdvancedOps-1634361821 tempest-TestServerAdvancedOps-1634361821-project] Unset dirty status for tenant:195c50b554214aab84bb8a59b90ad0b3 on resource:port {{(pid=87635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:16:46.494719 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-75086760-2892-44d1-bbf4-41ed59c327f8 req-6a999feb-3b87-4f7e-b210-55ad38da9b22 tempest-TestServerAdvancedOps-1634361821 tempest-TestServerAdvancedOps-1634361821-project] 10.222.0.64 "GET /v2.0/ports?device_id=a79e2485-5bb6-4bb8-a16c-9efafd4ef9a2 HTTP/1.1" status: 200  len: 210 time: 0.1189568
Dec 23 16:16:46.515134 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55635907-3e73-4602-b29f-cf6a41eb9c7f None None] Sync routers for ids ['4f4fbc94-e941-4f33-903e-ac8908a1d943'] in dv-neutron-822799-1-hyperv {{(pid=87637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 23 16:16:46.530045 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [req-7057da0b-561b-40c4-a677-9a6f76725837 req-333b8eaa-acc1-477d-ba38-24219ffdd717 tempest-TestServerAdvancedOps-1634361821 tempest-TestServerAdvancedOps-1634361821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:46.536228 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-86f9820b-0044-4f56-b0ae-1071cd737f49 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:16:46.548540 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55635907-3e73-4602-b29f-cf6a41eb9c7f None None] Routers {'4f4fbc94-e941-4f33-903e-ac8908a1d943'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:16:46.549575 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-55635907-3e73-4602-b29f-cf6a41eb9c7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc1746460>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:16:20Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['4f4fbc94-e941-4f33-903e-ac8908a1d943'], 'active': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:16:46.586345 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-2bc10657-95de-48f1-876e-45f0016c759d tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] 10.222.0.64 "GET /v2.0/ports?device_id=4f4fbc94-e941-4f33-903e-ac8908a1d943 HTTP/1.1" status: 200  len: 205 time: 0.1332674
Dec 23 16:16:46.586774 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 50796) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:46.658859 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7057da0b-561b-40c4-a677-9a6f76725837 req-333b8eaa-acc1-477d-ba38-24219ffdd717 tempest-TestServerAdvancedOps-1634361821 tempest-TestServerAdvancedOps-1634361821-project] Network d7aa6aa5-af4b-41b9-9cf1-756210bd898a is already hosted by enough agents. {{(pid=87635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:16:46.669378 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.base_scheduler [req-7057da0b-561b-40c4-a677-9a6f76725837 req-333b8eaa-acc1-477d-ba38-24219ffdd717 tempest-TestServerAdvancedOps-1634361821 tempest-TestServerAdvancedOps-1634361821-project] Resources bound (agent type, host, resource id):  {{(pid=87635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:16:46.676398 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-57562641-66ef-4bc2-9b8d-dc21e3a4e013 tempest-FloatingIPAdminTestJSON-473263132 tempest-FloatingIPAdminTestJSON-473263132-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-698866'] for network, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:46.680903 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-55635907-3e73-4602-b29f-cf6a41eb9c7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc1746460>, [], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:16:46.681340 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.l3_dvrscheduler_db [req-7057da0b-561b-40c4-a677-9a6f76725837 req-333b8eaa-acc1-477d-ba38-24219ffdd717 tempest-TestServerAdvancedOps-1634361821 tempest-TestServerAdvancedOps-1634361821-project] Received port after_create {{(pid=87635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:16:46.698932 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55635907-3e73-4602-b29f-cf6a41eb9c7f None None] Routers {'4f4fbc94-e941-4f33-903e-ac8908a1d943'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:16:46.699958 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-55635907-3e73-4602-b29f-cf6a41eb9c7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc1746460>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:16:20Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['4f4fbc94-e941-4f33-903e-ac8908a1d943'], 'active': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:16:46.720107 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-57562641-66ef-4bc2-9b8d-dc21e3a4e013 tempest-FloatingIPAdminTestJSON-473263132 tempest-FloatingIPAdminTestJSON-473263132-project] Deleting port d08182e0-25a6-4023-9915-aad01fc83c34 {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:16:46.720495 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-57562641-66ef-4bc2-9b8d-dc21e3a4e013 tempest-FloatingIPAdminTestJSON-473263132 tempest-FloatingIPAdminTestJSON-473263132-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:46.753535 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Device 8dc1b2bc-0f9f-4742-a2f0-a40d58aac880 details requested by agent hyperv_hv-neutron-8227 with host hv-neutron-8227 {{(pid=87637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 23 16:16:46.774871 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-55635907-3e73-4602-b29f-cf6a41eb9c7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc1746460>, [], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:16:46.775772 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55635907-3e73-4602-b29f-cf6a41eb9c7f None None] The sync data for ids ['4f4fbc94-e941-4f33-903e-ac8908a1d943'] in dv-neutron-822799-1-hyperv is: [] {{(pid=87637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 23 16:16:46.789209 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333b8eaa-acc1-477d-ba38-24219ffdd717 tempest-TestServerAdvancedOps-1634361821 tempest-TestServerAdvancedOps-1634361821-project] Pushing event updated for resources: {'Port': ['ID=be11344a-4c41-4399-9cbc-fe28d2ea8f1b,revision_number=1']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:16:46.796023 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-4674f229-ffba-4be0-a5bc-e70b23e6edf7 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks [] for router, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:46.847821 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-333b8eaa-acc1-477d-ba38-24219ffdd717 tempest-TestServerAdvancedOps-1634361821 tempest-TestServerAdvancedOps-1634361821-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:16:46.922937 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] For port 8dc1b2bc-0f9f-4742-a2f0-a40d58aac880, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=8dc1b2bc-0f9f-4742-a2f0-a40d58aac880,segment=NetworkSegment(d3145fa9-8a75-4e10-8270-1505196d67de),segment_id=d3145fa9-8a75-4e10-8270-1505196d67de)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:16:46.935416 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7057da0b-561b-40c4-a677-9a6f76725837 req-333b8eaa-acc1-477d-ba38-24219ffdd717 tempest-TestServerAdvancedOps-1634361821 tempest-TestServerAdvancedOps-1634361821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:16:46.936068 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [req-7057da0b-561b-40c4-a677-9a6f76725837 req-333b8eaa-acc1-477d-ba38-24219ffdd717 tempest-TestServerAdvancedOps-1634361821 tempest-TestServerAdvancedOps-1634361821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:46.936941 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Returning: {'device': '8dc1b2bc-0f9f-4742-a2f0-a40d58aac880', 'network_id': '86ce35ef-6f92-478d-bb05-dc77b85890ed', 'port_id': '8dc1b2bc-0f9f-4742-a2f0-a40d58aac880', 'mac_address': 'fa:16:3e:93:4e:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0dca58b9-f8fa-4c62-85a7-2fd783a18325', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 23 16:16:46.979724 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb02d7a7-ea0d-4e57-9c96-7a7cf46fdd73 req-e8c9c5c6-dcf5-421c-bd2e-1983f2c783e4 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:16:46.981416 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-bb02d7a7-ea0d-4e57-9c96-7a7cf46fdd73 req-e8c9c5c6-dcf5-421c-bd2e-1983f2c783e4 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/ports?device_id=a17b9fda-f199-4fa6-b5de-3886d3773195 HTTP/1.1" status: 200  len: 944 time: 0.4245322
Dec 23 16:16:47.001840 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90f63a78-ad4e-48a4-b96e-81cf29c2136e None None] DHCP port deletion for 7ab8cad7-af6d-42cf-8ea6-0613a9a987a2 request from dv-neutron-822799-1-hyperv {{(pid=87637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 23 16:16:47.007470 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:47.022125 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-90f63a78-ad4e-48a4-b96e-81cf29c2136e None None] Deleting port d08182e0-25a6-4023-9915-aad01fc83c34 {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:16:47.022457 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-90f63a78-ad4e-48a4-b96e-81cf29c2136e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:47.066251 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.notifiers.nova [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8dc1b2bc-0f9f-4742-a2f0-a40d58aac880 {{(pid=87637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 23 16:16:47.096511 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] For port 8dc1b2bc-0f9f-4742-a2f0-a40d58aac880, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=8dc1b2bc-0f9f-4742-a2f0-a40d58aac880,segment=NetworkSegment(d3145fa9-8a75-4e10-8270-1505196d67de),segment_id=d3145fa9-8a75-4e10-8270-1505196d67de)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:16:47.125792 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:47.133473 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-20244ab4-7ff0-482f-9a73-3a2fe0448838 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:16:47.201183 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-bb02d7a7-ea0d-4e57-9c96-7a7cf46fdd73 req-0808ae5f-1c1e-4a84-b4b2-a814bbd7ae4c tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/security-groups?id=540d218f-1872-4d97-90cc-87bdcd4a799a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1865721
Dec 23 16:16:47.274411 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-4d8c84ed-2e51-4717-be1b-b665284e93e7 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1781419'] for router_interface, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:47.276646 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-4674f229-ffba-4be0-a5bc-e70b23e6edf7 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1784183', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-235354'] for router, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:47.278838 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-4674f229-ffba-4be0-a5bc-e70b23e6edf7 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:47.306618 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-4674f229-ffba-4be0-a5bc-e70b23e6edf7 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1781328'] for router, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:47.307138 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4674f229-ffba-4be0-a5bc-e70b23e6edf7 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Fanout notify agent at l3_agent the message router_deleted on router 4f4fbc94-e941-4f33-903e-ac8908a1d943 {{(pid=87635) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 23 16:16:47.314308 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-4674f229-ffba-4be0-a5bc-e70b23e6edf7 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks [] for router, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:47.315346 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-4674f229-ffba-4be0-a5bc-e70b23e6edf7 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] 10.222.0.64 "DELETE /v2.0/routers/4f4fbc94-e941-4f33-903e-ac8908a1d943 HTTP/1.1" status: 204  len: 168 time: 0.7277534
Dec 23 16:16:47.317497 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-7057da0b-561b-40c4-a677-9a6f76725837 req-333b8eaa-acc1-477d-ba38-24219ffdd717 tempest-TestServerAdvancedOps-1634361821 tempest-TestServerAdvancedOps-1634361821-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.8533771
Dec 23 16:16:47.318786 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 50800) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:47.333382 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Pushing event updated for resources: {'Port': ['ID=8dc1b2bc-0f9f-4742-a2f0-a40d58aac880,revision_number=4']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:16:47.338264 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:16:47.359003 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [req-7057da0b-561b-40c4-a677-9a6f76725837 req-bbc98612-877c-4d72-a8c6-f76671ee1cc6 service neutron] Request body: {'port': {'device_id': 'a79e2485-5bb6-4bb8-a16c-9efafd4ef9a2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8227'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:16:47.364163 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] get_ports_and_sgs() called for port_ids ['8dc1b2bc-0f9f-4742-a2f0-a40d58aac880'] {{(pid=87637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 23 16:16:47.401366 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-90f63a78-ad4e-48a4-b96e-81cf29c2136e None None] For port d08182e0-25a6-4023-9915-aad01fc83c34, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=d08182e0-25a6-4023-9915-aad01fc83c34,segment=NetworkSegment(af6fa598-293d-44a4-a9b2-e2a900026926),segment_id=af6fa598-293d-44a4-a9b2-e2a900026926)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:16:47.401757 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-90f63a78-ad4e-48a4-b96e-81cf29c2136e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:47.417608 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-e1f51bbb-eada-4f99-bbb4-47b4356b6e4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:47.427913 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [None req-57562641-66ef-4bc2-9b8d-dc21e3a4e013 tempest-FloatingIPAdminTestJSON-473263132 tempest-FloatingIPAdminTestJSON-473263132-project] For port d08182e0-25a6-4023-9915-aad01fc83c34, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=d08182e0-25a6-4023-9915-aad01fc83c34,segment=NetworkSegment(af6fa598-293d-44a4-a9b2-e2a900026926),segment_id=af6fa598-293d-44a4-a9b2-e2a900026926)] {{(pid=87636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:16:47.428518 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-57562641-66ef-4bc2-9b8d-dc21e3a4e013 tempest-FloatingIPAdminTestJSON-473263132 tempest-FloatingIPAdminTestJSON-473263132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:47.438749 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.db_base_plugin_v2 [None req-f55b1a08-614d-40b8-923f-1125093c27cc tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Deleting subnet 6f5ec33e-b8a7-4119-855e-d2aa27d6d313 {{(pid=87635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 23 16:16:47.468055 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-f55b1a08-614d-40b8-923f-1125093c27cc tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks [] for subnet, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:47.553996 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-f55b1a08-614d-40b8-923f-1125093c27cc tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2776816'] for subnet, precommit_delete_associations {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:47.578554 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-57562641-66ef-4bc2-9b8d-dc21e3a4e013 tempest-FloatingIPAdminTestJSON-473263132 tempest-FloatingIPAdminTestJSON-473263132-project] Calling delete_port for d08182e0-25a6-4023-9915-aad01fc83c34 owned by network:dhcp {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:16:47.580687 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [req-7057da0b-561b-40c4-a677-9a6f76725837 req-bbc98612-877c-4d72-a8c6-f76671ee1cc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:47.590944 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-90f63a78-ad4e-48a4-b96e-81cf29c2136e None None] Calling delete_port for d08182e0-25a6-4023-9915-aad01fc83c34 owned by network:dhcp {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:16:47.719116 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-90f63a78-ad4e-48a4-b96e-81cf29c2136e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789'] for port, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:47.725521 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-0cdb8bf0-b76e-4b38-9310-9337a71f0e9d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:16:47.757658 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.db.api [None req-57562641-66ef-4bc2-9b8d-dc21e3a4e013 tempest-FloatingIPAdminTestJSON-473263132 tempest-FloatingIPAdminTestJSON-473263132-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87636) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 23 16:16:47.757973 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_db.api [None req-57562641-66ef-4bc2-9b8d-dc21e3a4e013 tempest-FloatingIPAdminTestJSON-473263132 tempest-FloatingIPAdminTestJSON-473263132-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 23 16:16:47.784055 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f63a78-ad4e-48a4-b96e-81cf29c2136e None None] Pushing event deleted for resources: {'Port': ['ID=d08182e0-25a6-4023-9915-aad01fc83c34,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:16:47.786586 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-4d8c84ed-2e51-4717-be1b-b665284e93e7 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Deleting port 2ec9def4-e48f-4817-afec-660b330f1fac {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:16:47.786755 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-4d8c84ed-2e51-4717-be1b-b665284e93e7 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:47.786872 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f63a78-ad4e-48a4-b96e-81cf29c2136e None None] No DVR routers for this DVR port d08182e0-25a6-4023-9915-aad01fc83c34 on host dv-neutron-822799-1-hyperv {{(pid=87637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 23 16:16:47.788401 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-90f63a78-ad4e-48a4-b96e-81cf29c2136e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:16:47.837744 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-f55b1a08-614d-40b8-923f-1125093c27cc tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864774'] for subnet, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:47.891609 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80e0c4a-eab0-49ea-a30c-877de0286808 req-554ba513-a0ef-4655-8bc6-1b04910a7a5e tempest-TestServerAdvancedOps-1634361821 tempest-TestServerAdvancedOps-1634361821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:16:47.893092 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-c80e0c4a-eab0-49ea-a30c-877de0286808 req-554ba513-a0ef-4655-8bc6-1b04910a7a5e tempest-TestServerAdvancedOps-1634361821 tempest-TestServerAdvancedOps-1634361821-project] 10.222.0.64 "GET /v2.0/ports?device_id=a79e2485-5bb6-4bb8-a16c-9efafd4ef9a2 HTTP/1.1" status: 200  len: 932 time: 0.2436824
Dec 23 16:16:47.989358 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-4d8c84ed-2e51-4717-be1b-b665284e93e7 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:48.029820 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [req-c80e0c4a-eab0-49ea-a30c-877de0286808 req-6028f3bf-aafb-44ec-b3c8-2947791cae2d tempest-TestServerAdvancedOps-1634361821 tempest-TestServerAdvancedOps-1634361821-project] Synchronizing usage tracker for tenant:195c50b554214aab84bb8a59b90ad0b3 on resource:security_group {{(pid=87635) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:16:48.067432 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-f55b1a08-614d-40b8-923f-1125093c27cc tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2753333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2609730'] for subnet, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:48.073629 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:16:48.106419 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [req-c80e0c4a-eab0-49ea-a30c-877de0286808 req-6028f3bf-aafb-44ec-b3c8-2947791cae2d tempest-TestServerAdvancedOps-1634361821 tempest-TestServerAdvancedOps-1634361821-project] Unset dirty status for tenant:195c50b554214aab84bb8a59b90ad0b3 on resource:security_group {{(pid=87635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:16:48.107483 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-c80e0c4a-eab0-49ea-a30c-877de0286808 req-6028f3bf-aafb-44ec-b3c8-2947791cae2d tempest-TestServerAdvancedOps-1634361821 tempest-TestServerAdvancedOps-1634361821-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a2867ec-79c8-4597-8ec0-6002587f986e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2043798
Dec 23 16:16:48.114477 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55b1a08-614d-40b8-923f-1125093c27cc tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Pushing event deleted for resources: {'Subnet': ['ID=6f5ec33e-b8a7-4119-855e-d2aa27d6d313,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:16:48.117432 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-f55b1a08-614d-40b8-923f-1125093c27cc tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks [] for subnet, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:48.120167 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-f55b1a08-614d-40b8-923f-1125093c27cc tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:16:48.122909 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cbbf19a-54cb-4cd9-8a9a-32063b5bb5f2 None None] Network ebbfccf9-7f77-486d-a46f-ad39ebff35d9 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:16:48.124284 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-4d8c84ed-2e51-4717-be1b-b665284e93e7 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Calling delete_port for 2ec9def4-e48f-4817-afec-660b330f1fac owned by network:router_interface {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:16:48.146162 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-f55b1a08-614d-40b8-923f-1125093c27cc tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] 10.222.0.64 "DELETE /v2.0/subnets/6f5ec33e-b8a7-4119-855e-d2aa27d6d313 HTTP/1.1" status: 204  len: 168 time: 0.8255415
Dec 23 16:16:48.158344 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 50806) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:48.205457 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.notifiers.nova [req-7057da0b-561b-40c4-a677-9a6f76725837 req-bbc98612-877c-4d72-a8c6-f76671ee1cc6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be11344a-4c41-4399-9cbc-fe28d2ea8f1b {{(pid=87635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 23 16:16:48.213785 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [req-7057da0b-561b-40c4-a677-9a6f76725837 req-bbc98612-877c-4d72-a8c6-f76671ee1cc6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:48.246305 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.provisioning_blocks [req-7057da0b-561b-40c4-a677-9a6f76725837 req-bbc98612-877c-4d72-a8c6-f76671ee1cc6 service neutron] Transition to ACTIVE for port object be11344a-4c41-4399-9cbc-fe28d2ea8f1b will not be triggered until provisioned by entity L2. {{(pid=87635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:16:48.256039 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [req-7057da0b-561b-40c4-a677-9a6f76725837 req-bbc98612-877c-4d72-a8c6-f76671ee1cc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2753531'] for port, after_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:48.265519 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-ee3f2941-4504-4e90-9fce-bca058ad2728 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:16:48.421412 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-069dd6d9-0802-40c6-9ae1-267154de0356 None None] DHCP port deletion for ebbfccf9-7f77-486d-a46f-ad39ebff35d9 request from dv-neutron-822799-1-hyperv {{(pid=87637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 23 16:16:48.430552 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-069dd6d9-0802-40c6-9ae1-267154de0356 None None] Deleting port 6aadc114-517f-47cd-8067-1825d3216116 {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:16:48.431678 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-069dd6d9-0802-40c6-9ae1-267154de0356 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:48.516987 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc98612-877c-4d72-a8c6-f76671ee1cc6 service neutron] Pushing event updated for resources: {'Port': ['ID=be11344a-4c41-4399-9cbc-fe28d2ea8f1b,revision_number=2']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:16:48.525062 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-bbc98612-877c-4d72-a8c6-f76671ee1cc6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:16:48.549219 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-57562641-66ef-4bc2-9b8d-dc21e3a4e013 tempest-FloatingIPAdminTestJSON-473263132 tempest-FloatingIPAdminTestJSON-473263132-project] Deleting port d08182e0-25a6-4023-9915-aad01fc83c34 {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:16:48.549784 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-57562641-66ef-4bc2-9b8d-dc21e3a4e013 tempest-FloatingIPAdminTestJSON-473263132 tempest-FloatingIPAdminTestJSON-473263132-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:48.570958 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.managers [req-7057da0b-561b-40c4-a677-9a6f76725837 req-bbc98612-877c-4d72-a8c6-f76671ee1cc6 service neutron] Attempting to bind port be11344a-4c41-4399-9cbc-fe28d2ea8f1b on host hv-neutron-8227 for vnic_type normal with profile  {{(pid=87635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:16:48.571315 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.managers [req-7057da0b-561b-40c4-a677-9a6f76725837 req-bbc98612-877c-4d72-a8c6-f76671ee1cc6 service neutron] Attempting to bind port be11344a-4c41-4399-9cbc-fe28d2ea8f1b by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': '89d9cf11-7bf3-4ee7-81ab-e1812ffa5d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'd7aa6aa5-af4b-41b9-9cf1-756210bd898a'}] {{(pid=87635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:16:48.571647 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7057da0b-561b-40c4-a677-9a6f76725837 req-bbc98612-877c-4d72-a8c6-f76671ee1cc6 service neutron] Attempting to bind port be11344a-4c41-4399-9cbc-fe28d2ea8f1b on network d7aa6aa5-af4b-41b9-9cf1-756210bd898a {{(pid=87635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:16:48.576942 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7057da0b-561b-40c4-a677-9a6f76725837 req-bbc98612-877c-4d72-a8c6-f76671ee1cc6 service neutron] Port be11344a-4c41-4399-9cbc-fe28d2ea8f1b on network d7aa6aa5-af4b-41b9-9cf1-756210bd898a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=87635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 23 16:16:48.577261 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7057da0b-561b-40c4-a677-9a6f76725837 req-bbc98612-877c-4d72-a8c6-f76671ee1cc6 service neutron] Attempting to bind port be11344a-4c41-4399-9cbc-fe28d2ea8f1b on network d7aa6aa5-af4b-41b9-9cf1-756210bd898a {{(pid=87635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:16:48.582672 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7057da0b-561b-40c4-a677-9a6f76725837 req-bbc98612-877c-4d72-a8c6-f76671ee1cc6 service neutron] Checking agent: {'id': '5a806709-633b-4d33-98c4-3d24562c0f1e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8227', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 6, 42), 'started_at': datetime.datetime(2021, 12, 23, 16, 6, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 16, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 23 16:16:48.583044 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7057da0b-561b-40c4-a677-9a6f76725837 req-bbc98612-877c-4d72-a8c6-f76671ee1cc6 service neutron] Checking segment: {'id': '89d9cf11-7bf3-4ee7-81ab-e1812ffa5d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'd7aa6aa5-af4b-41b9-9cf1-756210bd898a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:16:48.583850 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7057da0b-561b-40c4-a677-9a6f76725837 req-bbc98612-877c-4d72-a8c6-f76671ee1cc6 service neutron] Bound using segment: {'id': '89d9cf11-7bf3-4ee7-81ab-e1812ffa5d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'd7aa6aa5-af4b-41b9-9cf1-756210bd898a'} {{(pid=87635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 23 16:16:48.584269 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.managers [req-7057da0b-561b-40c4-a677-9a6f76725837 req-bbc98612-877c-4d72-a8c6-f76671ee1cc6 service neutron] Bound port: be11344a-4c41-4399-9cbc-fe28d2ea8f1b, host: hv-neutron-8227, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89d9cf11-7bf3-4ee7-81ab-e1812ffa5d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'd7aa6aa5-af4b-41b9-9cf1-756210bd898a'}}] {{(pid=87635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 23 16:16:48.584667 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [req-7057da0b-561b-40c4-a677-9a6f76725837 req-bbc98612-877c-4d72-a8c6-f76671ee1cc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:48.594335 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a2b95ad-eb60-4ccd-8a90-0d6903a63030 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Deleting subnet eda67c32-ce21-4eff-b6bb-4d63ef091061 {{(pid=87636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 23 16:16:48.612885 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2a2b95ad-eb60-4ccd-8a90-0d6903a63030 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks [] for subnet, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:48.683098 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.db [req-7057da0b-561b-40c4-a677-9a6f76725837 req-bbc98612-877c-4d72-a8c6-f76671ee1cc6 service neutron] For port be11344a-4c41-4399-9cbc-fe28d2ea8f1b, host hv-neutron-8227, cleared binding levels {{(pid=87635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 23 16:16:48.686936 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.db [req-7057da0b-561b-40c4-a677-9a6f76725837 req-bbc98612-877c-4d72-a8c6-f76671ee1cc6 service neutron] For port be11344a-4c41-4399-9cbc-fe28d2ea8f1b, host hv-neutron-8227, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=be11344a-4c41-4399-9cbc-fe28d2ea8f1b,segment=NetworkSegment(89d9cf11-7bf3-4ee7-81ab-e1812ffa5d56),segment_id=89d9cf11-7bf3-4ee7-81ab-e1812ffa5d56)] {{(pid=87635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 23 16:16:48.693278 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [req-7057da0b-561b-40c4-a677-9a6f76725837 req-bbc98612-877c-4d72-a8c6-f76671ee1cc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2753531'] for port, after_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:48.707849 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-0add46e4-9caf-4cbe-9806-884313a2987f tempest-FloatingIPAdminTestJSON-473263132 tempest-FloatingIPAdminTestJSON-473263132-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:16:48.735353 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Device 8dc1b2bc-0f9f-4742-a2f0-a40d58aac880 up at agent hyperv_hv-neutron-8227 {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:16:48.748338 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-57562641-66ef-4bc2-9b8d-dc21e3a4e013 tempest-FloatingIPAdminTestJSON-473263132 tempest-FloatingIPAdminTestJSON-473263132-project] The port 'd08182e0-25a6-4023-9915-aad01fc83c34' was deleted {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 23 16:16:48.772647 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7057da0b-561b-40c4-a677-9a6f76725837 req-bbc98612-877c-4d72-a8c6-f76671ee1cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:16:48.773267 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [req-7057da0b-561b-40c4-a677-9a6f76725837 req-bbc98612-877c-4d72-a8c6-f76671ee1cc6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:48.775790 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-7057da0b-561b-40c4-a677-9a6f76725837 req-bbc98612-877c-4d72-a8c6-f76671ee1cc6 service neutron] 10.222.0.61 "PUT /v2.0/ports/be11344a-4c41-4399-9cbc-fe28d2ea8f1b HTTP/1.1" status: 200  len: 1094 time: 1.4245152
Dec 23 16:16:48.776342 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a79e2485-5bb6-4bb8-a16c-9efafd4ef9a2', 'tag': 'be11344a-4c41-4399-9cbc-fe28d2ea8f1b'}] {{(pid=87635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 23 16:16:48.815694 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-069dd6d9-0802-40c6-9ae1-267154de0356 None None] For port 6aadc114-517f-47cd-8067-1825d3216116, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=6aadc114-517f-47cd-8067-1825d3216116,segment=NetworkSegment(0acc1273-1a69-4ccb-9dbe-922bcaff210b),segment_id=0acc1273-1a69-4ccb-9dbe-922bcaff210b)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:16:48.816173 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-069dd6d9-0802-40c6-9ae1-267154de0356 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:48.910388 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2a2b95ad-eb60-4ccd-8a90-0d6903a63030 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2382092'] for subnet, precommit_delete_associations {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:48.950644 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-069dd6d9-0802-40c6-9ae1-267154de0356 None None] Calling delete_port for 6aadc114-517f-47cd-8067-1825d3216116 owned by network:dhcp {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:16:48.957279 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-57562641-66ef-4bc2-9b8d-dc21e3a4e013 tempest-FloatingIPAdminTestJSON-473263132 tempest-FloatingIPAdminTestJSON-473263132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-864347', 'neutron.services.segments.db._delete_segments_for_network-8735362908070'] for network, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:48.997010 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device d08182e0-25a6-4023-9915-aad01fc83c34 no longer exists at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 23 16:16:49.024138 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a79e2485-5bb6-4bb8-a16c-9efafd4ef9a2', 'tag': 'be11344a-4c41-4399-9cbc-fe28d2ea8f1b', 'status': 'completed', 'code': 200}
Dec 23 16:16:49.025822 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-57562641-66ef-4bc2-9b8d-dc21e3a4e013 tempest-FloatingIPAdminTestJSON-473263132 tempest-FloatingIPAdminTestJSON-473263132-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1dbb5101f0>,) {'filters': {'network_id': ['7ab8cad7-af6d-42cf-8ea6-0613a9a987a2']}} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:16:49.036834 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc98612-877c-4d72-a8c6-f76671ee1cc6 service neutron] Pushing event updated for resources: {'Port': ['ID=be11344a-4c41-4399-9cbc-fe28d2ea8f1b,revision_number=3']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:16:49.045101 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-bbc98612-877c-4d72-a8c6-f76671ee1cc6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:16:49.053925 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdf385f-b8ab-44cb-acae-fdb188790f39 req-887dec96-0b2a-425c-953d-5e219bd28de4 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:16:49.054260 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] No Port match for: d08182e0-25a6-4023-9915-aad01fc83c34 {{(pid=87637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 23 16:16:49.054625 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device d08182e0-25a6-4023-9915-aad01fc83c34 not bound to the agent host dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 23 16:16:49.055105 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 6aadc114-517f-47cd-8067-1825d3216116 no longer exists at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 23 16:16:49.061042 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-7bdf385f-b8ab-44cb-acae-fdb188790f39 req-887dec96-0b2a-425c-953d-5e219bd28de4 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/ports?device_id=a17b9fda-f199-4fa6-b5de-3886d3773195 HTTP/1.1" status: 200  len: 945 time: 0.4638090
Dec 23 16:16:49.064033 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-57562641-66ef-4bc2-9b8d-dc21e3a4e013 tempest-FloatingIPAdminTestJSON-473263132 tempest-FloatingIPAdminTestJSON-473263132-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dbb5101f0>, 'af6fa598-293d-44a4-a9b2-e2a900026926') {'for_net_delete': True} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:16:49.064332 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-57562641-66ef-4bc2-9b8d-dc21e3a4e013 tempest-FloatingIPAdminTestJSON-473263132 tempest-FloatingIPAdminTestJSON-473263132-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dbb5101f0>, 'af6fa598-293d-44a4-a9b2-e2a900026926') {} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:16:49.071346 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7057da0b-561b-40c4-a677-9a6f76725837 req-2e6f3502-e8b0-4ae0-9b14-e4ddadb6f7af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:16:49.073139 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-7057da0b-561b-40c4-a677-9a6f76725837 req-2e6f3502-e8b0-4ae0-9b14-e4ddadb6f7af service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=195c50b554214aab84bb8a59b90ad0b3&device_id=a79e2485-5bb6-4bb8-a16c-9efafd4ef9a2 HTTP/1.1" status: 200  len: 1097 time: 0.2522473
Dec 23 16:16:49.090441 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Provisioning for port 8dc1b2bc-0f9f-4742-a2f0-a40d58aac880 completed by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:16:49.106227 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Provisioning complete for port 8dc1b2bc-0f9f-4742-a2f0-a40d58aac880 triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:16:49.106227 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:49.147894 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-7057da0b-561b-40c4-a677-9a6f76725837 req-6e493dd8-4d07-4df6-8b25-11f0dffea94a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=be11344a-4c41-4399-9cbc-fe28d2ea8f1b HTTP/1.1" status: 200  len: 217 time: 0.0664983
Dec 23 16:16:49.148914 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-57562641-66ef-4bc2-9b8d-dc21e3a4e013 tempest-FloatingIPAdminTestJSON-473263132 tempest-FloatingIPAdminTestJSON-473263132-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735363085442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2382197'] for segment, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:49.195249 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-57562641-66ef-4bc2-9b8d-dc21e3a4e013 tempest-FloatingIPAdminTestJSON-473263132 tempest-FloatingIPAdminTestJSON-473263132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:49.205684 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-069dd6d9-0802-40c6-9ae1-267154de0356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789'] for port, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:49.207155 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57562641-66ef-4bc2-9b8d-dc21e3a4e013 tempest-FloatingIPAdminTestJSON-473263132 tempest-FloatingIPAdminTestJSON-473263132-project] Releasing vlan 443 on physical network physnet1 to pool {{(pid=87636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 23 16:16:49.207904 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-57562641-66ef-4bc2-9b8d-dc21e3a4e013 tempest-FloatingIPAdminTestJSON-473263132 tempest-FloatingIPAdminTestJSON-473263132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2176261'] for segment, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:49.214698 dv-neutron-822799-1-hyperv neutron-server[87637]: INFO neutron.plugins.ml2.db [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] No ports have port_id starting with 6aadc114-517f-47cd-8067-1825d3216116
Dec 23 16:16:49.216192 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-7df9ba78-d00b-4a23-be5b-73fe164c79aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:16:49.262714 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-069dd6d9-0802-40c6-9ae1-267154de0356 None None] No DVR routers for this DVR port 6aadc114-517f-47cd-8067-1825d3216116 on host dv-neutron-822799-1-hyperv {{(pid=87637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 23 16:16:49.268193 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069dd6d9-0802-40c6-9ae1-267154de0356 None None] Pushing event deleted for resources: {'Port': ['ID=6aadc114-517f-47cd-8067-1825d3216116,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:16:49.279482 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-069dd6d9-0802-40c6-9ae1-267154de0356 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:16:49.298355 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7057da0b-561b-40c4-a677-9a6f76725837 req-64623382-b073-4554-8d61-c51ee244de9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:16:49.299963 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-7057da0b-561b-40c4-a677-9a6f76725837 req-64623382-b073-4554-8d61-c51ee244de9c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5e883e1d-839c-452a-b40f-260dd78fefc2 HTTP/1.1" status: 200  len: 851 time: 0.1415820
Dec 23 16:16:49.323268 dv-neutron-822799-1-hyperv neutron-server[87636]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 23 16:16:49.323268 dv-neutron-822799-1-hyperv neutron-server[87636]:   util.warn(
Dec 23 16:16:49.323268 dv-neutron-822799-1-hyperv neutron-server[87636]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 23 16:16:49.323268 dv-neutron-822799-1-hyperv neutron-server[87636]:   util.warn(
Dec 23 16:16:49.323268 dv-neutron-822799-1-hyperv neutron-server[87636]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 23 16:16:49.323268 dv-neutron-822799-1-hyperv neutron-server[87636]:   util.warn(
Dec 23 16:16:49.323268 dv-neutron-822799-1-hyperv neutron-server[87636]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 23 16:16:49.323268 dv-neutron-822799-1-hyperv neutron-server[87636]:   util.warn(
Dec 23 16:16:49.323268 dv-neutron-822799-1-hyperv neutron-server[87636]: Traceback (most recent call last):
Dec 23 16:16:49.323268 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 23 16:16:49.323268 dv-neutron-822799-1-hyperv neutron-server[87636]:     timer()
Dec 23 16:16:49.323268 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:16:49.323268 dv-neutron-822799-1-hyperv neutron-server[87636]:     cb(*args, **kw)
Dec 23 16:16:49.323268 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 23 16:16:49.323268 dv-neutron-822799-1-hyperv neutron-server[87636]:     return func(*args, **kwargs)
Dec 23 16:16:49.323268 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:16:49.323268 dv-neutron-822799-1-hyperv neutron-server[87636]:     self._notify()
Dec 23 16:16:49.323268 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:16:49.323268 dv-neutron-822799-1-hyperv neutron-server[87636]:     self.callback(batched_events)
Dec 23 16:16:49.323268 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:16:49.323268 dv-neutron-822799-1-hyperv neutron-server[87636]:     event.method(event)
Dec 23 16:16:49.323268 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:16:49.323268 dv-neutron-822799-1-hyperv neutron-server[87636]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:16:49.323268 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 23 16:16:49.323268 dv-neutron-822799-1-hyperv neutron-server[87636]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 23 16:16:49.323268 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 23 16:16:49.323268 dv-neutron-822799-1-hyperv neutron-server[87636]:     return f(self, *a, **k)
Dec 23 16:16:49.323268 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:16:49.323268 dv-neutron-822799-1-hyperv neutron-server[87636]:     return self._get(url).json()
Dec 23 16:16:49.323268 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 23 16:16:49.323268 dv-neutron-822799-1-hyperv neutron-server[87636]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 23 16:16:49.323268 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 23 16:16:49.323268 dv-neutron-822799-1-hyperv neutron-server[87636]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:16:49.323268 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 23 16:16:49.323268 dv-neutron-822799-1-hyperv neutron-server[87636]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 23 16:16:49.323268 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 23 16:16:49.323268 dv-neutron-822799-1-hyperv neutron-server[87636]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:16:49.323268 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 23 16:16:49.323268 dv-neutron-822799-1-hyperv neutron-server[87636]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:16:49.323268 dv-neutron-822799-1-hyperv neutron-server[87636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:16:49.355104 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:49.357991 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-7057da0b-561b-40c4-a677-9a6f76725837 req-e19888b8-3c1d-41b6-bc4c-6c950c2fd346 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d7aa6aa5-af4b-41b9-9cf1-756210bd898a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0468514
Dec 23 16:16:49.392964 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] For port 8dc1b2bc-0f9f-4742-a2f0-a40d58aac880, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=8dc1b2bc-0f9f-4742-a2f0-a40d58aac880,segment=NetworkSegment(d3145fa9-8a75-4e10-8270-1505196d67de),segment_id=d3145fa9-8a75-4e10-8270-1505196d67de)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:16:49.394304 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a17b9fda-f199-4fa6-b5de-3886d3773195', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dc1b2bc-0f9f-4742-a2f0-a40d58aac880'}] {{(pid=87637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 23 16:16:49.394459 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d8c020-3c86-472b-b531-adb39abd9389 req-c95140ac-9f32-4fa4-966b-7a6dfb93e70b tempest-TestServerAdvancedOps-1634361821 tempest-TestServerAdvancedOps-1634361821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:16:49.396267 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-82d8c020-3c86-472b-b531-adb39abd9389 req-c95140ac-9f32-4fa4-966b-7a6dfb93e70b tempest-TestServerAdvancedOps-1634361821 tempest-TestServerAdvancedOps-1634361821-project] 10.222.0.64 "GET /v2.0/ports?device_id=a79e2485-5bb6-4bb8-a16c-9efafd4ef9a2 HTTP/1.1" status: 200  len: 944 time: 0.1759090
Dec 23 16:16:49.407490 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-7bdf385f-b8ab-44cb-acae-fdb188790f39 req-8cd964e5-7ee9-44d4-9d03-e09351f46d04 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/security-groups?id=540d218f-1872-4d97-90cc-87bdcd4a799a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3454759
Dec 23 16:16:49.407712 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:49.410088 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-0cdb8bf0-b76e-4b38-9310-9337a71f0e9d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:16:49.411600 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-57562641-66ef-4bc2-9b8d-dc21e3a4e013 tempest-FloatingIPAdminTestJSON-473263132 tempest-FloatingIPAdminTestJSON-473263132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-864336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1824171'] for network, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:49.414214 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2a2b95ad-eb60-4ccd-8a90-0d6903a63030 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864774'] for subnet, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:49.449980 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-c3e55d03-0abe-4412-90e1-7dabeabeec19 tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:16:49.466088 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-57562641-66ef-4bc2-9b8d-dc21e3a4e013 tempest-FloatingIPAdminTestJSON-473263132 tempest-FloatingIPAdminTestJSON-473263132-project] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:49.477017 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-4d8c84ed-2e51-4717-be1b-b665284e93e7 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:49.492677 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Pushing event updated for resources: {'Port': ['ID=8dc1b2bc-0f9f-4742-a2f0-a40d58aac880,revision_number=5']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:16:49.496087 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57562641-66ef-4bc2-9b8d-dc21e3a4e013 tempest-FloatingIPAdminTestJSON-473263132 tempest-FloatingIPAdminTestJSON-473263132-project] Pushing event deleted for resources: {'Network': ['ID=7ab8cad7-af6d-42cf-8ea6-0613a9a987a2,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:16:49.496877 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:16:49.498409 dv-neutron-822799-1-hyperv neutron-server[87637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a17b9fda-f199-4fa6-b5de-3886d3773195', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dc1b2bc-0f9f-4742-a2f0-a40d58aac880', 'code': 200}
Dec 23 16:16:49.502859 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-57562641-66ef-4bc2-9b8d-dc21e3a4e013 tempest-FloatingIPAdminTestJSON-473263132 tempest-FloatingIPAdminTestJSON-473263132-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:16:49.516143 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-f4d5d327-f86d-455c-b71c-05b4667a3763 tempest-FloatingIPAdminTestJSON-807536738 tempest-FloatingIPAdminTestJSON-807536738-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.020s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:16:49.530134 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-82d8c020-3c86-472b-b531-adb39abd9389 req-f09bea34-3890-49aa-8241-1b8a5b077be5 tempest-TestServerAdvancedOps-1634361821 tempest-TestServerAdvancedOps-1634361821-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a2867ec-79c8-4597-8ec0-6002587f986e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1267900
Dec 23 16:16:49.555477 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-7057da0b-561b-40c4-a677-9a6f76725837 req-c4094b72-4456-4fd1-99a6-33614fdd5cd1 service neutron] 10.222.0.61 "GET /v2.0/networks/d7aa6aa5-af4b-41b9-9cf1-756210bd898a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1900871
Dec 23 16:16:49.586895 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-57562641-66ef-4bc2-9b8d-dc21e3a4e013 tempest-FloatingIPAdminTestJSON-473263132 tempest-FloatingIPAdminTestJSON-473263132-project] 10.222.0.64 "DELETE /v2.0/networks/7ab8cad7-af6d-42cf-8ea6-0613a9a987a2 HTTP/1.1" status: 204  len: 168 time: 3.1598001
Dec 23 16:16:49.598461 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 50820) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:49.599504 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8c84ed-2e51-4717-be1b-b665284e93e7 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Pushing event deleted for resources: {'Port': ['ID=2ec9def4-e48f-4817-afec-660b330f1fac,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:16:49.631317 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-4d8c84ed-2e51-4717-be1b-b665284e93e7 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:16:49.706531 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-7057da0b-561b-40c4-a677-9a6f76725837 req-fea1dbb4-6edd-4ad3-b0d8-4b51a11805f1 service neutron] 10.222.0.61 "GET /v2.0/networks/d7aa6aa5-af4b-41b9-9cf1-756210bd898a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1428790
Dec 23 16:16:49.715455 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-223bbf20-a336-405a-b82d-60e1592e4372 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:49.834490 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6021ef48-d978-4a32-bfb6-d8e3e7d8c72d req-0461e448-03a8-43ec-9520-afd64bb5d07d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:16:49.835974 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-6021ef48-d978-4a32-bfb6-d8e3e7d8c72d req-0461e448-03a8-43ec-9520-afd64bb5d07d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=195c50b554214aab84bb8a59b90ad0b3&device_id=a79e2485-5bb6-4bb8-a16c-9efafd4ef9a2 HTTP/1.1" status: 200  len: 1097 time: 0.0812192
Dec 23 16:16:49.940128 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-51c88d45-9ff4-40bb-b665-4517f47eb8c5 tempest-FloatingIPAdminTestJSON-473263132 tempest-FloatingIPAdminTestJSON-473263132-project] Deleting port 6b856476-fa45-483a-8060-469e7b37285b {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:16:49.940427 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-51c88d45-9ff4-40bb-b665-4517f47eb8c5 tempest-FloatingIPAdminTestJSON-473263132 tempest-FloatingIPAdminTestJSON-473263132-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:49.971046 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6021ef48-d978-4a32-bfb6-d8e3e7d8c72d req-c78abee7-18d6-4f83-9f10-ed0bb1e50aed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:16:49.972801 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-6021ef48-d978-4a32-bfb6-d8e3e7d8c72d req-c78abee7-18d6-4f83-9f10-ed0bb1e50aed service neutron] 10.222.0.61 "GET /v2.0/networks?id=d7aa6aa5-af4b-41b9-9cf1-756210bd898a HTTP/1.1" status: 200  len: 912 time: 0.1301432
Dec 23 16:16:50.041336 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-6021ef48-d978-4a32-bfb6-d8e3e7d8c72d req-d08fb9b9-3dff-414a-9913-854f1c384507 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=be11344a-4c41-4399-9cbc-fe28d2ea8f1b HTTP/1.1" status: 200  len: 217 time: 0.0611787
Dec 23 16:16:50.112663 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6021ef48-d978-4a32-bfb6-d8e3e7d8c72d req-40248597-2c3e-4457-bcc7-32f550b54d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:16:50.114722 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-6021ef48-d978-4a32-bfb6-d8e3e7d8c72d req-40248597-2c3e-4457-bcc7-32f550b54d94 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5e883e1d-839c-452a-b40f-260dd78fefc2 HTTP/1.1" status: 200  len: 851 time: 0.0663762
Dec 23 16:16:50.167761 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-6021ef48-d978-4a32-bfb6-d8e3e7d8c72d req-d3b168ee-b2ed-4845-b783-f3d751ea1715 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d7aa6aa5-af4b-41b9-9cf1-756210bd898a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0447450
Dec 23 16:16:50.176854 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2a2b95ad-eb60-4ccd-8a90-0d6903a63030 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2176495', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2618677'] for subnet, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:50.194897 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-2de0b38b-190c-4cf9-8c7d-72de21251930 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:16:50.240956 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-4d8c84ed-2e51-4717-be1b-b665284e93e7 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1627472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1784155'] for router_interface, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:50.244824 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2a2b95ad-eb60-4ccd-8a90-0d6903a63030 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks [] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:50.249118 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2558bdf-1cc9-4717-8748-04c8330c86c5 None None] Network 55e3b69c-c09f-4d1d-b025-d16334f5ab3a requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:16:50.257805 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2b95ad-eb60-4ccd-8a90-0d6903a63030 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Pushing event deleted for resources: {'Subnet': ['ID=eda67c32-ce21-4eff-b6bb-4d63ef091061,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:16:50.264893 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-2a2b95ad-eb60-4ccd-8a90-0d6903a63030 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:16:50.291445 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-2a2b95ad-eb60-4ccd-8a90-0d6903a63030 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] 10.222.0.64 "DELETE /v2.0/subnets/eda67c32-ce21-4eff-b6bb-4d63ef091061 HTTP/1.1" status: 204  len: 168 time: 2.1328619
Dec 23 16:16:50.292226 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 50824) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:50.322161 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-6021ef48-d978-4a32-bfb6-d8e3e7d8c72d req-a2de527f-788a-4200-a9dd-f6cd4347d030 service neutron] 10.222.0.61 "GET /v2.0/networks/d7aa6aa5-af4b-41b9-9cf1-756210bd898a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1475430
Dec 23 16:16:50.466473 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-6021ef48-d978-4a32-bfb6-d8e3e7d8c72d req-e36c7e11-3443-4d06-a1b8-1af9370bfc92 service neutron] 10.222.0.61 "GET /v2.0/networks/d7aa6aa5-af4b-41b9-9cf1-756210bd898a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1368182
Dec 23 16:16:50.582371 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5f678bd-072f-4d26-ad33-04e057a7950d None None] DHCP port deletion for 55e3b69c-c09f-4d1d-b025-d16334f5ab3a request from dv-neutron-822799-1-hyperv {{(pid=87637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 23 16:16:50.587745 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-a5f678bd-072f-4d26-ad33-04e057a7950d None None] Deleting port e53e2b56-f045-4d7b-839b-635d62519f33 {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:16:50.588420 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-a5f678bd-072f-4d26-ad33-04e057a7950d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:50.592985 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.agents_db [None req-30c2320c-f298-49f6-9c47-c20e38116a9c None None] Agent healthcheck: found 6 active agents {{(pid=87638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 23 16:16:50.716787 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9dcbea60-a34f-4144-91e7-90aff3f57aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:50.732507 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dac48f-6657-45df-98c6-0f5721902ef2 req-e3af99b9-7be3-4b61-9e18-1b3155ff06be tempest-TestServerAdvancedOps-1634361821 tempest-TestServerAdvancedOps-1634361821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:16:50.734091 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-75dac48f-6657-45df-98c6-0f5721902ef2 req-e3af99b9-7be3-4b61-9e18-1b3155ff06be tempest-TestServerAdvancedOps-1634361821 tempest-TestServerAdvancedOps-1634361821-project] 10.222.0.64 "GET /v2.0/ports?device_id=a79e2485-5bb6-4bb8-a16c-9efafd4ef9a2 HTTP/1.1" status: 200  len: 944 time: 0.0884502
Dec 23 16:16:50.739555 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e66a55-5af9-4843-bcc8-e04f0c01cf4b req-2847e4d4-f5d4-49da-a7c1-dc5f4dbb687d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:16:50.741138 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-e6e66a55-5af9-4843-bcc8-e04f0c01cf4b req-2847e4d4-f5d4-49da-a7c1-dc5f4dbb687d service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=a17b9fda-f199-4fa6-b5de-3886d3773195 HTTP/1.1" status: 200  len: 1099 time: 1.0310826
Dec 23 16:16:50.752422 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-51c88d45-9ff4-40bb-b665-4517f47eb8c5 tempest-FloatingIPAdminTestJSON-473263132 tempest-FloatingIPAdminTestJSON-473263132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:50.752777 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-51c88d45-9ff4-40bb-b665-4517f47eb8c5 tempest-FloatingIPAdminTestJSON-473263132 tempest-FloatingIPAdminTestJSON-473263132-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:50.781138 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-75dac48f-6657-45df-98c6-0f5721902ef2 req-0e1a241b-9f69-4322-b360-77093665c059 tempest-TestServerAdvancedOps-1634361821 tempest-TestServerAdvancedOps-1634361821-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a2867ec-79c8-4597-8ec0-6002587f986e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408597
Dec 23 16:16:50.821683 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-a5f678bd-072f-4d26-ad33-04e057a7950d None None] For port e53e2b56-f045-4d7b-839b-635d62519f33, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=e53e2b56-f045-4d7b-839b-635d62519f33,segment=NetworkSegment(f7bed854-ba8c-41d4-ad71-43c90b9c5c25),segment_id=f7bed854-ba8c-41d4-ad71-43c90b9c5c25)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:16:50.822013 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-a5f678bd-072f-4d26-ad33-04e057a7950d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:50.946984 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-a5f678bd-072f-4d26-ad33-04e057a7950d None None] Calling delete_port for e53e2b56-f045-4d7b-839b-635d62519f33 owned by network:dhcp {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:16:50.962874 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2969f969-a558-4b6b-a88f-43610ffca54f tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-698866'] for network, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:50.970913 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-51c88d45-9ff4-40bb-b665-4517f47eb8c5 tempest-FloatingIPAdminTestJSON-473263132 tempest-FloatingIPAdminTestJSON-473263132-project] Calling delete_port for 6b856476-fa45-483a-8060-469e7b37285b owned by network:floatingip {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:16:50.978461 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device e53e2b56-f045-4d7b-839b-635d62519f33 no longer exists at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 23 16:16:51.028623 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:51.034208 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d8c84ed-2e51-4717-be1b-b665284e93e7 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Router 8cd021b5-6e23-47e3-8510-f30b5700a002 has already been hosted by L3 agent 371d4c41-c7e2-4de7-9539-c049ec4e95d1 {{(pid=87636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 23 16:16:51.067328 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-e6e66a55-5af9-4843-bcc8-e04f0c01cf4b req-8dd74dcb-0d4a-43a9-8885-2b8f0f4cc40b service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=540d218f-1872-4d97-90cc-87bdcd4a799a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2942779
Dec 23 16:16:51.112983 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-a5f678bd-072f-4d26-ad33-04e057a7950d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789'] for port, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:51.118232 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-4a4e5788-5bce-48ef-a176-f5888de02c18 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:16:51.166661 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f678bd-072f-4d26-ad33-04e057a7950d None None] Pushing event deleted for resources: {'Port': ['ID=e53e2b56-f045-4d7b-839b-635d62519f33,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:16:51.172767 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-a5f678bd-072f-4d26-ad33-04e057a7950d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:16:51.176525 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f678bd-072f-4d26-ad33-04e057a7950d None None] No DVR routers for this DVR port e53e2b56-f045-4d7b-839b-635d62519f33 on host dv-neutron-822799-1-hyperv {{(pid=87637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 23 16:16:51.180361 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:51.278248 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51d62f6-3254-4aa3-90e8-e184b167c371 req-3781f2d7-6e7c-4003-9294-ed3da09d2eda tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:16:51.279657 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-c51d62f6-3254-4aa3-90e8-e184b167c371 req-3781f2d7-6e7c-4003-9294-ed3da09d2eda tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/ports?device_id=a17b9fda-f199-4fa6-b5de-3886d3773195 HTTP/1.1" status: 200  len: 946 time: 0.7407656
Dec 23 16:16:51.399299 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d8c84ed-2e51-4717-be1b-b665284e93e7 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify agent at l3_agent.dv-neutron-822799-1-hyperv the message routers_updated {{(pid=87636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 23 16:16:51.401801 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2969f969-a558-4b6b-a88f-43610ffca54f tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-864347', 'neutron.services.segments.db._delete_segments_for_network-8735362908070'] for network, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:51.408550 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c62aa43-d550-4488-a235-3c5d775f7b85 None None] Sync routers for ids ['8cd021b5-6e23-47e3-8510-f30b5700a002'] in dv-neutron-822799-1-hyperv {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 23 16:16:51.418476 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c62aa43-d550-4488-a235-3c5d775f7b85 None None] Routers {'8cd021b5-6e23-47e3-8510-f30b5700a002'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:16:51.419304 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-1c62aa43-d550-4488-a235-3c5d775f7b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc2a3e580>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:16:50Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['8cd021b5-6e23-47e3-8510-f30b5700a002'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:16:51.479654 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-1c62aa43-d550-4488-a235-3c5d775f7b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc2a3e580>, [], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:16:51.489029 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c62aa43-d550-4488-a235-3c5d775f7b85 None None] Routers {'8cd021b5-6e23-47e3-8510-f30b5700a002'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:16:51.489685 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-1c62aa43-d550-4488-a235-3c5d775f7b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc2a3e580>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:16:50Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['8cd021b5-6e23-47e3-8510-f30b5700a002'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:16:51.551502 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-1c62aa43-d550-4488-a235-3c5d775f7b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc2a3e580>, [], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:16:51.551813 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c62aa43-d550-4488-a235-3c5d775f7b85 None None] The sync data for ids ['8cd021b5-6e23-47e3-8510-f30b5700a002'] in dv-neutron-822799-1-hyperv is: [] {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 23 16:16:51.614951 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-2969f969-a558-4b6b-a88f-43610ffca54f tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1dbb57c0d0>,) {'filters': {'network_id': ['ebbfccf9-7f77-486d-a46f-ad39ebff35d9']}} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:16:51.631683 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-c51d62f6-3254-4aa3-90e8-e184b167c371 req-24663eee-0e68-4470-a8be-7c96ab57641c tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/security-groups?id=540d218f-1872-4d97-90cc-87bdcd4a799a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2947166
Dec 23 16:16:51.636164 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-4d8c84ed-2e51-4717-be1b-b665284e93e7 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] 10.222.0.64 "PUT /v2.0/routers/8cd021b5-6e23-47e3-8510-f30b5700a002/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.5861712
Dec 23 16:16:51.638453 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-2969f969-a558-4b6b-a88f-43610ffca54f tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dbb57c0d0>, '0acc1273-1a69-4ccb-9dbe-922bcaff210b') {'for_net_delete': True} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:16:51.638741 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-2969f969-a558-4b6b-a88f-43610ffca54f tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dbb57c0d0>, '0acc1273-1a69-4ccb-9dbe-922bcaff210b') {} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:16:51.639395 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 50832) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:51.647917 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-51c88d45-9ff4-40bb-b665-4517f47eb8c5 tempest-FloatingIPAdminTestJSON-473263132 tempest-FloatingIPAdminTestJSON-473263132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:51.654312 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-b375ff15-957f-4f50-a72f-cbfe60d98aac service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:16:51.687765 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0de8687-0a40-4438-8577-801c76bb2258 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] GET failed (client error): The resource could not be found.
Dec 23 16:16:51.688566 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2969f969-a558-4b6b-a88f-43610ffca54f tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735363085442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2382197'] for segment, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:51.689165 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-b0de8687-0a40-4438-8577-801c76bb2258 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] 10.222.0.64 "GET /v2.0/ports/2ec9def4-e48f-4817-afec-660b330f1fac HTTP/1.1" status: 404  len: 333 time: 0.0486495
Dec 23 16:16:51.691997 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 50836) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:51.710283 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c88d45-9ff4-40bb-b665-4517f47eb8c5 tempest-FloatingIPAdminTestJSON-473263132 tempest-FloatingIPAdminTestJSON-473263132-project] Pushing event deleted for resources: {'Port': ['ID=6b856476-fa45-483a-8060-469e7b37285b,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:16:51.715652 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-51c88d45-9ff4-40bb-b665-4517f47eb8c5 tempest-FloatingIPAdminTestJSON-473263132 tempest-FloatingIPAdminTestJSON-473263132-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:16:51.750225 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2969f969-a558-4b6b-a88f-43610ffca54f tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:51.788039 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2969f969-a558-4b6b-a88f-43610ffca54f tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Releasing vlan 405 on physical network physnet1 to pool {{(pid=87636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 23 16:16:51.788435 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2969f969-a558-4b6b-a88f-43610ffca54f tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2176261'] for segment, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:51.803738 dv-neutron-822799-1-hyperv neutron-server[87636]: Traceback (most recent call last):
Dec 23 16:16:51.803738 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 23 16:16:51.803738 dv-neutron-822799-1-hyperv neutron-server[87636]:     timer()
Dec 23 16:16:51.803738 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:16:51.803738 dv-neutron-822799-1-hyperv neutron-server[87636]:     cb(*args, **kw)
Dec 23 16:16:51.803738 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 23 16:16:51.803738 dv-neutron-822799-1-hyperv neutron-server[87636]:     return func(*args, **kwargs)
Dec 23 16:16:51.803738 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:16:51.803738 dv-neutron-822799-1-hyperv neutron-server[87636]:     self._notify()
Dec 23 16:16:51.803738 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:16:51.803738 dv-neutron-822799-1-hyperv neutron-server[87636]:     self.callback(batched_events)
Dec 23 16:16:51.803738 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:16:51.803738 dv-neutron-822799-1-hyperv neutron-server[87636]:     event.method(event)
Dec 23 16:16:51.803738 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:16:51.803738 dv-neutron-822799-1-hyperv neutron-server[87636]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:16:51.803738 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 23 16:16:51.803738 dv-neutron-822799-1-hyperv neutron-server[87636]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 23 16:16:51.803738 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 23 16:16:51.803738 dv-neutron-822799-1-hyperv neutron-server[87636]:     return f(self, *a, **k)
Dec 23 16:16:51.803738 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:16:51.803738 dv-neutron-822799-1-hyperv neutron-server[87636]:     return self._get(url).json()
Dec 23 16:16:51.803738 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 23 16:16:51.803738 dv-neutron-822799-1-hyperv neutron-server[87636]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 23 16:16:51.803738 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 23 16:16:51.803738 dv-neutron-822799-1-hyperv neutron-server[87636]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:16:51.803738 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 23 16:16:51.803738 dv-neutron-822799-1-hyperv neutron-server[87636]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 23 16:16:51.803738 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 23 16:16:51.803738 dv-neutron-822799-1-hyperv neutron-server[87636]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:16:51.803738 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 23 16:16:51.803738 dv-neutron-822799-1-hyperv neutron-server[87636]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:16:51.803738 dv-neutron-822799-1-hyperv neutron-server[87636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:16:51.901226 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-51c88d45-9ff4-40bb-b665-4517f47eb8c5 tempest-FloatingIPAdminTestJSON-473263132 tempest-FloatingIPAdminTestJSON-473263132-project] Notify callbacks [] for floatingip, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:51.906348 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2969f969-a558-4b6b-a88f-43610ffca54f tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-864336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1824171'] for network, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:51.909562 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-d989c164-148c-4c29-ab99-8b0382a5381f tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:16:51.925480 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-51c88d45-9ff4-40bb-b665-4517f47eb8c5 tempest-FloatingIPAdminTestJSON-473263132 tempest-FloatingIPAdminTestJSON-473263132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for floatingip, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:51.933621 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-51c88d45-9ff4-40bb-b665-4517f47eb8c5 tempest-FloatingIPAdminTestJSON-473263132 tempest-FloatingIPAdminTestJSON-473263132-project] 10.222.0.64 "DELETE /v2.0/floatingips/124cb9d2-6870-4c20-a1a6-b03edfc40270 HTTP/1.1" status: 204  len: 168 time: 2.3245609
Dec 23 16:16:51.933621 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2969f969-a558-4b6b-a88f-43610ffca54f tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:51.933621 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-2969f969-a558-4b6b-a88f-43610ffca54f tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] 10.222.0.64 "DELETE /v2.0/networks/ebbfccf9-7f77-486d-a46f-ad39ebff35d9 HTTP/1.1" status: 204  len: 168 time: 1.6334057
Dec 23 16:16:51.933621 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 50844) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:51.957377 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2969f969-a558-4b6b-a88f-43610ffca54f tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Pushing event deleted for resources: {'Network': ['ID=ebbfccf9-7f77-486d-a46f-ad39ebff35d9,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:16:51.964129 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-2969f969-a558-4b6b-a88f-43610ffca54f tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:16:52.006863 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-fd6204fe-294b-484a-80f3-db56a03a5fb4 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks [] for router, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:52.063032 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-db660f4a-0b5f-4aa6-84b1-6766679360ef tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-698866'] for network, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:52.219779 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9e3aab53-d650-47e3-b8a6-2dff21fe9ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:52.248466 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-db660f4a-0b5f-4aa6-84b1-6766679360ef tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-864347', 'neutron.services.segments.db._delete_segments_for_network-8735362908070'] for network, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:52.282776 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-db660f4a-0b5f-4aa6-84b1-6766679360ef tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1dc04f7100>,) {'filters': {'network_id': ['55e3b69c-c09f-4d1d-b025-d16334f5ab3a']}} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:16:52.304962 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-db660f4a-0b5f-4aa6-84b1-6766679360ef tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dc04f7100>, 'f7bed854-ba8c-41d4-ad71-43c90b9c5c25') {'for_net_delete': True} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:16:52.305264 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-db660f4a-0b5f-4aa6-84b1-6766679360ef tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dc04f7100>, 'f7bed854-ba8c-41d4-ad71-43c90b9c5c25') {} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:16:52.311446 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 50850) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:52.323055 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-db660f4a-0b5f-4aa6-84b1-6766679360ef tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735363085442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2382197'] for segment, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:52.340150 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-db660f4a-0b5f-4aa6-84b1-6766679360ef tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:52.346945 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db660f4a-0b5f-4aa6-84b1-6766679360ef tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Releasing vlan 441 on physical network physnet1 to pool {{(pid=87636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 23 16:16:52.347340 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-db660f4a-0b5f-4aa6-84b1-6766679360ef tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2176261'] for segment, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:52.355409 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-fd6204fe-294b-484a-80f3-db56a03a5fb4 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1784183', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-235354'] for router, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:52.362529 dv-neutron-822799-1-hyperv neutron-server[87636]: Traceback (most recent call last):
Dec 23 16:16:52.362529 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 23 16:16:52.362529 dv-neutron-822799-1-hyperv neutron-server[87636]:     timer()
Dec 23 16:16:52.362529 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:16:52.362529 dv-neutron-822799-1-hyperv neutron-server[87636]:     cb(*args, **kw)
Dec 23 16:16:52.362529 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 23 16:16:52.362529 dv-neutron-822799-1-hyperv neutron-server[87636]:     return func(*args, **kwargs)
Dec 23 16:16:52.362529 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:16:52.362529 dv-neutron-822799-1-hyperv neutron-server[87636]:     self._notify()
Dec 23 16:16:52.362529 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:16:52.362529 dv-neutron-822799-1-hyperv neutron-server[87636]:     self.callback(batched_events)
Dec 23 16:16:52.362529 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:16:52.362529 dv-neutron-822799-1-hyperv neutron-server[87636]:     event.method(event)
Dec 23 16:16:52.362529 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:16:52.362529 dv-neutron-822799-1-hyperv neutron-server[87636]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:16:52.362529 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 23 16:16:52.362529 dv-neutron-822799-1-hyperv neutron-server[87636]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 23 16:16:52.362529 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 23 16:16:52.362529 dv-neutron-822799-1-hyperv neutron-server[87636]:     return f(self, *a, **k)
Dec 23 16:16:52.362529 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:16:52.362529 dv-neutron-822799-1-hyperv neutron-server[87636]:     return self._get(url).json()
Dec 23 16:16:52.362529 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 23 16:16:52.362529 dv-neutron-822799-1-hyperv neutron-server[87636]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 23 16:16:52.362529 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 23 16:16:52.362529 dv-neutron-822799-1-hyperv neutron-server[87636]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:16:52.362529 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 23 16:16:52.362529 dv-neutron-822799-1-hyperv neutron-server[87636]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 23 16:16:52.362529 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 23 16:16:52.362529 dv-neutron-822799-1-hyperv neutron-server[87636]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:16:52.362529 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 23 16:16:52.362529 dv-neutron-822799-1-hyperv neutron-server[87636]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:16:52.362529 dv-neutron-822799-1-hyperv neutron-server[87636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:16:52.365261 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc612a2-0d49-4164-80e0-bf82c45f0e12 req-745c48d2-bffb-4114-b69b-5e6b10e3f0dd tempest-TestServerAdvancedOps-1634361821 tempest-TestServerAdvancedOps-1634361821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:16:52.366059 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-dfc612a2-0d49-4164-80e0-bf82c45f0e12 req-745c48d2-bffb-4114-b69b-5e6b10e3f0dd tempest-TestServerAdvancedOps-1634361821 tempest-TestServerAdvancedOps-1634361821-project] 10.222.0.64 "GET /v2.0/ports?device_id=a79e2485-5bb6-4bb8-a16c-9efafd4ef9a2 HTTP/1.1" status: 200  len: 944 time: 0.4184108
Dec 23 16:16:52.367229 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-fd6204fe-294b-484a-80f3-db56a03a5fb4 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:52.421244 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-fd6204fe-294b-484a-80f3-db56a03a5fb4 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1781328'] for router, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:52.421764 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd6204fe-294b-484a-80f3-db56a03a5fb4 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Fanout notify agent at l3_agent the message router_deleted on router 8cd021b5-6e23-47e3-8510-f30b5700a002 {{(pid=87635) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 23 16:16:52.437619 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-fd6204fe-294b-484a-80f3-db56a03a5fb4 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks [] for router, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:52.438352 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-fd6204fe-294b-484a-80f3-db56a03a5fb4 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] 10.222.0.64 "DELETE /v2.0/routers/8cd021b5-6e23-47e3-8510-f30b5700a002 HTTP/1.1" status: 204  len: 168 time: 0.7440767
Dec 23 16:16:52.441220 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-dfc612a2-0d49-4164-80e0-bf82c45f0e12 req-42a13b59-0083-41a7-8234-21d37ac3dfda tempest-TestServerAdvancedOps-1634361821 tempest-TestServerAdvancedOps-1634361821-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a2867ec-79c8-4597-8ec0-6002587f986e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0648727
Dec 23 16:16:52.441693 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 50856) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:52.470473 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-db660f4a-0b5f-4aa6-84b1-6766679360ef tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-864336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1824171'] for network, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:52.476897 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-26a2a5a1-85c3-4dcd-844a-18653b98f8bc tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:16:52.495428 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-db660f4a-0b5f-4aa6-84b1-6766679360ef tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:52.510301 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db660f4a-0b5f-4aa6-84b1-6766679360ef tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Pushing event deleted for resources: {'Network': ['ID=55e3b69c-c09f-4d1d-b025-d16334f5ab3a,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:16:52.513223 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.db_base_plugin_v2 [None req-35d99142-fc59-4db5-ab95-c60f3df45f2c tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Deleting subnet 68bb4184-fff1-4699-ba9c-d47d7200477a {{(pid=87635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 23 16:16:52.516075 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-35d99142-fc59-4db5-ab95-c60f3df45f2c tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks [] for subnet, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:52.516509 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-db660f4a-0b5f-4aa6-84b1-6766679360ef tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:16:52.517992 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-db660f4a-0b5f-4aa6-84b1-6766679360ef tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] 10.222.0.64 "DELETE /v2.0/networks/55e3b69c-c09f-4d1d-b025-d16334f5ab3a HTTP/1.1" status: 204  len: 168 time: 0.5839512
Dec 23 16:16:52.522595 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-c3f1e332-4006-4664-a24a-45b5129fb4d6 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=fe1081af0f994eb9955df836c7f2879c&name=default HTTP/1.1" status: 200  len: 2983 time: 0.2080009
Dec 23 16:16:52.523403 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 50860) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:52.523736 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 50862) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:52.531064 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-acbb4901-7406-4026-a966-84c81f23f94b tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1276611771'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:16:52.545514 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-acbb4901-7406-4026-a966-84c81f23f94b tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:16:52.557487 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-acbb4901-7406-4026-a966-84c81f23f94b tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Usage tracker for resource:network and tenant:7f693e1e2e4c45b0a519cdc9b284f217 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:16:52.566042 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-acbb4901-7406-4026-a966-84c81f23f94b tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:16:52.576139 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-acbb4901-7406-4026-a966-84c81f23f94b tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:16:52.576824 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-35d99142-fc59-4db5-ab95-c60f3df45f2c tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2776816'] for subnet, precommit_delete_associations {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:52.617027 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acbb4901-7406-4026-a966-84c81f23f94b tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Made reservation on behalf of 7f693e1e2e4c45b0a519cdc9b284f217 for: {'network': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:16:52.622296 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-acbb4901-7406-4026-a966-84c81f23f94b tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for network, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:52.653609 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-62211f3f-94c0-49d3-9a56-738d5f18fa45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:52.688193 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acbb4901-7406-4026-a966-84c81f23f94b tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] vlan segment allocate from pool success with {'vlan_id': 414, 'physical_network': 'physnet1'}  {{(pid=87636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 23 16:16:52.689042 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-35d99142-fc59-4db5-ab95-c60f3df45f2c tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864774'] for subnet, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:52.691194 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-62211f3f-94c0-49d3-9a56-738d5f18fa45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:52.716075 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-acbb4901-7406-4026-a966-84c81f23f94b tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:52.716421 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.db.segments_db [None req-acbb4901-7406-4026-a966-84c81f23f94b tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Added segment 20139aac-3e8d-4505-9832-8eee95bb88f0 of type vlan for network 2ce5ccf3-209f-4330-a1e1-0a5e509001e8
Dec 23 16:16:52.734155 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Device be11344a-4c41-4399-9cbc-fe28d2ea8f1b details requested by agent hyperv_hv-neutron-8227 with host hv-neutron-8227 {{(pid=87637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 23 16:16:52.765713 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-acbb4901-7406-4026-a966-84c81f23f94b tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735362521793'] for network, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:52.784898 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-35d99142-fc59-4db5-ab95-c60f3df45f2c tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2753333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2609730'] for subnet, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:52.789867 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-8a27f90e-01bb-416e-8941-e84b52d10c28 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:16:52.829029 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-62211f3f-94c0-49d3-9a56-738d5f18fa45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:52.832535 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-35d99142-fc59-4db5-ab95-c60f3df45f2c tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks [] for subnet, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:52.837014 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d99142-fc59-4db5-ab95-c60f3df45f2c tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Pushing event deleted for resources: {'Subnet': ['ID=68bb4184-fff1-4699-ba9c-d47d7200477a,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:16:52.840268 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-35d99142-fc59-4db5-ab95-c60f3df45f2c tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:16:52.841441 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-03908fcc-9399-4421-9045-a2d72e1d4a45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:16:52.843587 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-35d99142-fc59-4db5-ab95-c60f3df45f2c tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] 10.222.0.64 "DELETE /v2.0/subnets/68bb4184-fff1-4699-ba9c-d47d7200477a HTTP/1.1" status: 204  len: 168 time: 0.4005868
Dec 23 16:16:52.845848 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 50870) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:52.848300 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df2d059e-e560-48c2-aa22-3f0aac7c468c None None] Network 0e7874e4-772f-4308-92a0-47102a11ac01 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:16:52.862444 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62211f3f-94c0-49d3-9a56-738d5f18fa45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca85f7e7-a3a6-4c6e-bf6b-91039d629fae,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:16:52.866904 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-acbb4901-7406-4026-a966-84c81f23f94b tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495'] for network, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:52.872330 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acbb4901-7406-4026-a966-84c81f23f94b tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:16:52.872915 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-acbb4901-7406-4026-a966-84c81f23f94b tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:52.878323 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-62211f3f-94c0-49d3-9a56-738d5f18fa45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:16:52.880483 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-a799cf31-85aa-4daf-8628-155913292070 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:16:52.969463 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-9037065a-04cd-4178-b9dd-0a1c40033c0f tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-698866'] for network, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:52.973066 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-acbb4901-7406-4026-a966-84c81f23f94b tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201  len: 770 time: 0.4456177
Dec 23 16:16:52.973066 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-62211f3f-94c0-49d3-9a56-738d5f18fa45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:52.973356 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 50874) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:52.975390 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-62211f3f-94c0-49d3-9a56-738d5f18fa45 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ca85f7e7-a3a6-4c6e-bf6b-91039d629fae HTTP/1.1" status: 204  len: 168 time: 0.4490745
Dec 23 16:16:52.980920 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-28438245-b22c-40ef-9f62-0fb7e3abf30f tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Request body: {'subnet': {'network_id': '2ce5ccf3-209f-4330-a1e1-0a5e509001e8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:16:53.016685 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbb4901-7406-4026-a966-84c81f23f94b tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Pushing event updated for resources: {'Network': ['ID=2ce5ccf3-209f-4330-a1e1-0a5e509001e8,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:16:53.020114 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-acbb4901-7406-4026-a966-84c81f23f94b tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:16:53.037908 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Network 2ce5ccf3-209f-4330-a1e1-0a5e509001e8 details requested by agent ovs-agent-dv-neutron-822799-1-hyperv with host dv-neutron-822799-1-hyperv {{(pid=87637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 23 16:16:53.044840 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6a3eec-a173-4fa8-af72-3faf3e02c198 req-764c8cdc-166f-4640-a85e-633147348237 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:16:53.046365 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-9c6a3eec-a173-4fa8-af72-3faf3e02c198 req-764c8cdc-166f-4640-a85e-633147348237 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/ports?device_id=a17b9fda-f199-4fa6-b5de-3886d3773195 HTTP/1.1" status: 200  len: 946 time: 0.2665844
Dec 23 16:16:53.059740 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] For port be11344a-4c41-4399-9cbc-fe28d2ea8f1b, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=be11344a-4c41-4399-9cbc-fe28d2ea8f1b,segment=NetworkSegment(89d9cf11-7bf3-4ee7-81ab-e1812ffa5d56),segment_id=89d9cf11-7bf3-4ee7-81ab-e1812ffa5d56)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:16:53.087777 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-9037065a-04cd-4178-b9dd-0a1c40033c0f tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Deleting port 8153cd5b-f3c0-443a-bfb1-1ffeeb9803a6 {{(pid=87635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:16:53.088358 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-9037065a-04cd-4178-b9dd-0a1c40033c0f tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:53.095801 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-9c6a3eec-a173-4fa8-af72-3faf3e02c198 req-3b92008d-9cb4-4ef1-8538-de4820f0af31 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/security-groups?id=540d218f-1872-4d97-90cc-87bdcd4a799a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415449
Dec 23 16:16:53.162848 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-28438245-b22c-40ef-9f62-0fb7e3abf30f tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:16:53.186799 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Returning: {'device': 'be11344a-4c41-4399-9cbc-fe28d2ea8f1b', 'network_id': 'd7aa6aa5-af4b-41b9-9cf1-756210bd898a', 'port_id': 'be11344a-4c41-4399-9cbc-fe28d2ea8f1b', 'mac_address': 'fa:16:3e:42:db:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e883e1d-839c-452a-b40f-260dd78fefc2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 23 16:16:53.194116 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-28438245-b22c-40ef-9f62-0fb7e3abf30f tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Usage tracker for resource:subnet and tenant:7f693e1e2e4c45b0a519cdc9b284f217 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:16:53.201300 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-28438245-b22c-40ef-9f62-0fb7e3abf30f tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:16:53.215581 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-28438245-b22c-40ef-9f62-0fb7e3abf30f tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:16:53.290477 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:53.300747 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28438245-b22c-40ef-9f62-0fb7e3abf30f tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Made reservation on behalf of 7f693e1e2e4c45b0a519cdc9b284f217 for: {'subnet': 1} {{(pid=87635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:16:53.304526 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-28438245-b22c-40ef-9f62-0fb7e3abf30f tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2610339'] for subnet, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:53.315102 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.notifiers.nova [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be11344a-4c41-4399-9cbc-fe28d2ea8f1b {{(pid=87637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 23 16:16:53.334736 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] For port be11344a-4c41-4399-9cbc-fe28d2ea8f1b, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=be11344a-4c41-4399-9cbc-fe28d2ea8f1b,segment=NetworkSegment(89d9cf11-7bf3-4ee7-81ab-e1812ffa5d56),segment_id=89d9cf11-7bf3-4ee7-81ab-e1812ffa5d56)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:16:53.342480 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:53.344629 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-cbdff691-335a-482b-a69c-900de3ea3d22 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:16:53.410892 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a2ae6ce-bb41-4d20-a9fb-a8442ba52018 None None] DHCP port deletion for 0e7874e4-772f-4308-92a0-47102a11ac01 request from dv-neutron-822799-1-hyperv {{(pid=87637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 23 16:16:53.411151 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 50884) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:53.421914 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-4a2ae6ce-bb41-4d20-a9fb-a8442ba52018 None None] Deleting port 8153cd5b-f3c0-443a-bfb1-1ffeeb9803a6 {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:16:53.422566 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4a2ae6ce-bb41-4d20-a9fb-a8442ba52018 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:53.434790 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-bf005553-9940-4924-9895-6b60cf086de0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:53.461193 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-bf005553-9940-4924-9895-6b60cf086de0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:16:53.465800 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-bf005553-9940-4924-9895-6b60cf086de0 admin admin] Usage tracker for resource:security_group_rule and tenant:932527a7c0394a40af6a43a18814c91e is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:16:53.470974 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-bf005553-9940-4924-9895-6b60cf086de0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:16:53.479328 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-bf005553-9940-4924-9895-6b60cf086de0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:16:53.517743 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Pushing event updated for resources: {'Port': ['ID=be11344a-4c41-4399-9cbc-fe28d2ea8f1b,revision_number=4']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:16:53.522832 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:16:53.590231 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] get_ports_and_sgs() called for port_ids ['be11344a-4c41-4399-9cbc-fe28d2ea8f1b'] {{(pid=87637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 23 16:16:53.598478 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-bf005553-9940-4924-9895-6b60cf086de0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:53.632842 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-bf005553-9940-4924-9895-6b60cf086de0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:53.643912 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-77b31424-f1f6-41dd-9ccf-d0d6333f7a75 tempest-TagsExtTest-794743022 tempest-TagsExtTest-794743022-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:16:53.651368 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.db [None req-9037065a-04cd-4178-b9dd-0a1c40033c0f tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] For port 8153cd5b-f3c0-443a-bfb1-1ffeeb9803a6, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=8153cd5b-f3c0-443a-bfb1-1ffeeb9803a6,segment=NetworkSegment(be9bdb80-38e6-4aec-86c6-d7faf678f261),segment_id=be9bdb80-38e6-4aec-86c6-d7faf678f261)] {{(pid=87635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:16:53.651736 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-9037065a-04cd-4178-b9dd-0a1c40033c0f tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:53.709594 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-bf005553-9940-4924-9895-6b60cf086de0 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=932527a7c0394a40af6a43a18814c91e&name=default HTTP/1.1" status: 200  len: 2983 time: 0.2967944
Dec 23 16:16:53.711954 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 50890) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:53.712692 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf005553-9940-4924-9895-6b60cf086de0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce56eb85-c283-489a-a6f0-471aca9c71a8,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:16:53.716950 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-bf005553-9940-4924-9895-6b60cf086de0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:16:53.767398 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-4a2ae6ce-bb41-4d20-a9fb-a8442ba52018 None None] For port 8153cd5b-f3c0-443a-bfb1-1ffeeb9803a6, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=8153cd5b-f3c0-443a-bfb1-1ffeeb9803a6,segment=NetworkSegment(be9bdb80-38e6-4aec-86c6-d7faf678f261),segment_id=be9bdb80-38e6-4aec-86c6-d7faf678f261)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:16:53.767797 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4a2ae6ce-bb41-4d20-a9fb-a8442ba52018 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:53.784991 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51eea5e2-d031-4cab-b696-5aa674fa1cf2 req-6fe85b0c-d678-4bd6-af96-2601122999b2 tempest-TestServerAdvancedOps-1634361821 tempest-TestServerAdvancedOps-1634361821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:16:53.786775 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-51eea5e2-d031-4cab-b696-5aa674fa1cf2 req-6fe85b0c-d678-4bd6-af96-2601122999b2 tempest-TestServerAdvancedOps-1634361821 tempest-TestServerAdvancedOps-1634361821-project] 10.222.0.64 "GET /v2.0/ports?device_id=a79e2485-5bb6-4bb8-a16c-9efafd4ef9a2 HTTP/1.1" status: 200  len: 945 time: 0.1909516
Dec 23 16:16:53.805318 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-9037065a-04cd-4178-b9dd-0a1c40033c0f tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Calling delete_port for 8153cd5b-f3c0-443a-bfb1-1ffeeb9803a6 owned by network:dhcp {{(pid=87635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:16:53.816196 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-77d2768d-8307-44d3-b344-1248cd38cef3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:53.857050 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345872c4-73e9-452b-b52c-b5c60f40872e req-51579113-45d9-491b-8fe7-566c81261ff3 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:16:53.858535 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-345872c4-73e9-452b-b52c-b5c60f40872e req-51579113-45d9-491b-8fe7-566c81261ff3 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/ports?device_id=a17b9fda-f199-4fa6-b5de-3886d3773195 HTTP/1.1" status: 200  len: 946 time: 0.6248801
Dec 23 16:16:53.862056 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-77d2768d-8307-44d3-b344-1248cd38cef3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:53.871954 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-51eea5e2-d031-4cab-b696-5aa674fa1cf2 req-7a3a11c0-dc83-49aa-8a42-42e0acc43d8d tempest-TestServerAdvancedOps-1634361821 tempest-TestServerAdvancedOps-1634361821-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a2867ec-79c8-4597-8ec0-6002587f986e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0763602
Dec 23 16:16:53.903554 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-4a2ae6ce-bb41-4d20-a9fb-a8442ba52018 None None] Calling delete_port for 8153cd5b-f3c0-443a-bfb1-1ffeeb9803a6 owned by network:dhcp {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:16:53.940101 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-77d2768d-8307-44d3-b344-1248cd38cef3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:53.948516 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-2cc7eec0-0891-499e-9872-17c0624cee5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:16:53.970935 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d2768d-8307-44d3-b344-1248cd38cef3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce56eb85-c283-489a-a6f0-471aca9c71a8,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:16:53.974977 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-77d2768d-8307-44d3-b344-1248cd38cef3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:53.979295 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-77d2768d-8307-44d3-b344-1248cd38cef3 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ce56eb85-c283-489a-a6f0-471aca9c71a8 HTTP/1.1" status: 204  len: 168 time: 0.2638173
Dec 23 16:16:53.982327 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-77d2768d-8307-44d3-b344-1248cd38cef3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:16:54.003277 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-345872c4-73e9-452b-b52c-b5c60f40872e req-fde0833b-3643-46be-8d01-dffb53afabff tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/security-groups?id=540d218f-1872-4d97-90cc-87bdcd4a799a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1313922
Dec 23 16:16:54.008674 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-9037065a-04cd-4178-b9dd-0a1c40033c0f tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:54.014910 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-c993bc09-38da-476d-83b2-98d8a2f2cc8c tempest-FloatingIPAdminTestJSON-473263132 tempest-FloatingIPAdminTestJSON-473263132-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:16:54.019992 dv-neutron-822799-1-hyperv neutron-server[87637]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Dec 23 16:16:54.019992 dv-neutron-822799-1-hyperv neutron-server[87637]:   from cryptography.utils import int_from_bytes
Dec 23 16:16:54.019992 dv-neutron-822799-1-hyperv neutron-server[87637]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Dec 23 16:16:54.019992 dv-neutron-822799-1-hyperv neutron-server[87637]:   from cryptography.utils import int_from_bytes
Dec 23 16:16:54.019992 dv-neutron-822799-1-hyperv neutron-server[87637]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Dec 23 16:16:54.019992 dv-neutron-822799-1-hyperv neutron-server[87637]:   util.warn_limited(
Dec 23 16:16:54.019992 dv-neutron-822799-1-hyperv neutron-server[87637]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Dec 23 16:16:54.019992 dv-neutron-822799-1-hyperv neutron-server[87637]:   util.warn_limited(
Dec 23 16:16:54.019992 dv-neutron-822799-1-hyperv neutron-server[87637]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 23 16:16:54.019992 dv-neutron-822799-1-hyperv neutron-server[87637]:   util.warn(
Dec 23 16:16:54.019992 dv-neutron-822799-1-hyperv neutron-server[87637]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 23 16:16:54.019992 dv-neutron-822799-1-hyperv neutron-server[87637]:   util.warn(
Dec 23 16:16:54.019992 dv-neutron-822799-1-hyperv neutron-server[87637]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 23 16:16:54.019992 dv-neutron-822799-1-hyperv neutron-server[87637]:   util.warn(
Dec 23 16:16:54.019992 dv-neutron-822799-1-hyperv neutron-server[87637]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 23 16:16:54.019992 dv-neutron-822799-1-hyperv neutron-server[87637]:   util.warn(
Dec 23 16:16:54.019992 dv-neutron-822799-1-hyperv neutron-server[87637]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 23 16:16:54.019992 dv-neutron-822799-1-hyperv neutron-server[87637]:   util.warn(
Dec 23 16:16:54.019992 dv-neutron-822799-1-hyperv neutron-server[87637]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 23 16:16:54.019992 dv-neutron-822799-1-hyperv neutron-server[87637]:   util.warn(
Dec 23 16:16:54.019992 dv-neutron-822799-1-hyperv neutron-server[87637]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 23 16:16:54.019992 dv-neutron-822799-1-hyperv neutron-server[87637]:   util.warn(
Dec 23 16:16:54.019992 dv-neutron-822799-1-hyperv neutron-server[87637]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 23 16:16:54.019992 dv-neutron-822799-1-hyperv neutron-server[87637]:   util.warn(
Dec 23 16:16:54.019992 dv-neutron-822799-1-hyperv neutron-server[87637]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 23 16:16:54.019992 dv-neutron-822799-1-hyperv neutron-server[87637]:   util.warn(
Dec 23 16:16:54.019992 dv-neutron-822799-1-hyperv neutron-server[87637]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 23 16:16:54.019992 dv-neutron-822799-1-hyperv neutron-server[87637]:   util.warn(
Dec 23 16:16:54.019992 dv-neutron-822799-1-hyperv neutron-server[87637]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 23 16:16:54.019992 dv-neutron-822799-1-hyperv neutron-server[87637]:   util.warn(
Dec 23 16:16:54.019992 dv-neutron-822799-1-hyperv neutron-server[87637]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 23 16:16:54.019992 dv-neutron-822799-1-hyperv neutron-server[87637]:   util.warn(
Dec 23 16:16:54.019992 dv-neutron-822799-1-hyperv neutron-server[87637]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 23 16:16:54.019992 dv-neutron-822799-1-hyperv neutron-server[87637]:   util.warn(
Dec 23 16:16:54.019992 dv-neutron-822799-1-hyperv neutron-server[87637]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 23 16:16:54.019992 dv-neutron-822799-1-hyperv neutron-server[87637]:   util.warn(
Dec 23 16:16:54.019992 dv-neutron-822799-1-hyperv neutron-server[87637]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 23 16:16:54.019992 dv-neutron-822799-1-hyperv neutron-server[87637]:   util.warn(
Dec 23 16:16:54.019992 dv-neutron-822799-1-hyperv neutron-server[87637]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 23 16:16:54.019992 dv-neutron-822799-1-hyperv neutron-server[87637]:   util.warn(
Dec 23 16:16:54.019992 dv-neutron-822799-1-hyperv neutron-server[87637]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 23 16:16:54.019992 dv-neutron-822799-1-hyperv neutron-server[87637]:   util.warn(
Dec 23 16:16:54.019992 dv-neutron-822799-1-hyperv neutron-server[87637]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 23 16:16:54.019992 dv-neutron-822799-1-hyperv neutron-server[87637]:   util.warn(
Dec 23 16:16:54.019992 dv-neutron-822799-1-hyperv neutron-server[87637]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 23 16:16:54.019992 dv-neutron-822799-1-hyperv neutron-server[87637]:   util.warn(
Dec 23 16:16:54.019992 dv-neutron-822799-1-hyperv neutron-server[87637]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 23 16:16:54.019992 dv-neutron-822799-1-hyperv neutron-server[87637]:   util.warn(
Dec 23 16:16:54.019992 dv-neutron-822799-1-hyperv neutron-server[87637]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 23 16:16:54.019992 dv-neutron-822799-1-hyperv neutron-server[87637]:   util.warn(
Dec 23 16:16:54.019992 dv-neutron-822799-1-hyperv neutron-server[87637]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 23 16:16:54.019992 dv-neutron-822799-1-hyperv neutron-server[87637]:   util.warn(
Dec 23 16:16:54.019992 dv-neutron-822799-1-hyperv neutron-server[87637]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 23 16:16:54.019992 dv-neutron-822799-1-hyperv neutron-server[87637]:   util.warn(
Dec 23 16:16:54.019992 dv-neutron-822799-1-hyperv neutron-server[87637]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 23 16:16:54.019992 dv-neutron-822799-1-hyperv neutron-server[87637]:   util.warn(
Dec 23 16:16:54.028985 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.db.api [None req-4a2ae6ce-bb41-4d20-a9fb-a8442ba52018 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87637) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 23 16:16:54.029355 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_db.api [None req-4a2ae6ce-bb41-4d20-a9fb-a8442ba52018 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 23 16:16:54.055069 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 50896) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:54.085876 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9037065a-04cd-4178-b9dd-0a1c40033c0f tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] No DVR routers for this DVR port 8153cd5b-f3c0-443a-bfb1-1ffeeb9803a6 on host dv-neutron-822799-1-hyperv {{(pid=87635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 23 16:16:54.087571 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9037065a-04cd-4178-b9dd-0a1c40033c0f tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Pushing event deleted for resources: {'Port': ['ID=8153cd5b-f3c0-443a-bfb1-1ffeeb9803a6,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:16:54.119549 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-9037065a-04cd-4178-b9dd-0a1c40033c0f tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:16:54.130816 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c91b5cb-7099-4740-8897-e30772b192d9 tempest-TestNetworkBasicOps-54271533 tempest-TestNetworkBasicOps-54271533-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:16:54.132419 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-6c91b5cb-7099-4740-8897-e30772b192d9 tempest-TestNetworkBasicOps-54271533 tempest-TestNetworkBasicOps-54271533-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=a17b9fda-f199-4fa6-b5de-3886d3773195 HTTP/1.1" status: 200  len: 1094 time: 0.0762303
Dec 23 16:16:54.135336 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 50900) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:54.140856 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-48fd4804-e23b-466d-9109-ce740c945265 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Request body: {'floatingip': {'floating_network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'port_id': '8dc1b2bc-0f9f-4742-a2f0-a40d58aac880', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'fixed_ip_address': '172.20.0.14'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:16:54.147593 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-48fd4804-e23b-466d-9109-ce740c945265 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:16:54.151721 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-48fd4804-e23b-466d-9109-ce740c945265 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Usage tracker for resource:floatingip and tenant:544f3e375bde4f0988286eba27294ea6 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:16:54.154749 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-48fd4804-e23b-466d-9109-ce740c945265 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:16:54.160612 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-48fd4804-e23b-466d-9109-ce740c945265 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:16:54.172332 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-48fd4804-e23b-466d-9109-ce740c945265 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for floatingip, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:54.210711 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-28438245-b22c-40ef-9f62-0fb7e3abf30f tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2753396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2610353'] for subnet, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:54.220735 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-8c3e8787-c5a3-4ccd-b1fb-a11988d9118c tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:16:54.289269 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28438245-b22c-40ef-9f62-0fb7e3abf30f tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Pushing event updated for resources: {'Subnet': ['ID=2e4b1fa0-cfb5-49d9-8350-042b8a7ba34d,revision_number=0']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:16:54.300203 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-28438245-b22c-40ef-9f62-0fb7e3abf30f tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:16:54.302835 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-9037065a-04cd-4178-b9dd-0a1c40033c0f tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-864347', 'neutron.services.segments.db._delete_segments_for_network-8735362908070'] for network, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:54.346219 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.services.segments.db [None req-9037065a-04cd-4178-b9dd-0a1c40033c0f tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1dbbf95100>,) {'filters': {'network_id': ['0e7874e4-772f-4308-92a0-47102a11ac01']}} {{(pid=87635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:16:54.362896 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.services.segments.db [None req-9037065a-04cd-4178-b9dd-0a1c40033c0f tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dbbf95100>, 'be9bdb80-38e6-4aec-86c6-d7faf678f261') {'for_net_delete': True} {{(pid=87635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:16:54.363209 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.services.segments.db [None req-9037065a-04cd-4178-b9dd-0a1c40033c0f tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dbbf95100>, 'be9bdb80-38e6-4aec-86c6-d7faf678f261') {} {{(pid=87635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:16:54.374348 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28438245-b22c-40ef-9f62-0fb7e3abf30f tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Checking segment: {'id': '20139aac-3e8d-4505-9832-8eee95bb88f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '2ce5ccf3-209f-4330-a1e1-0a5e509001e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:16:54.374707 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28438245-b22c-40ef-9f62-0fb7e3abf30f tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Network hostable DHCP agents. Network: 2ce5ccf3-209f-4330-a1e1-0a5e509001e8, hostable agents: ['1c812d71-eadf-4fb3-b98e-67468a4aa7e2'], hosted agents: [] {{(pid=87635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 23 16:16:54.383262 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-9037065a-04cd-4178-b9dd-0a1c40033c0f tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735363085442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2776713'] for segment, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:54.410029 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-9037065a-04cd-4178-b9dd-0a1c40033c0f tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:54.414244 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 50906) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:54.414809 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28438245-b22c-40ef-9f62-0fb7e3abf30f tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Network 2ce5ccf3-209f-4330-a1e1-0a5e509001e8 is scheduled to be hosted by DHCP agent 1c812d71-eadf-4fb3-b98e-67468a4aa7e2 with binding_index 1 {{(pid=87635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 23 16:16:54.424678 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9037065a-04cd-4178-b9dd-0a1c40033c0f tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Releasing vlan 412 on physical network physnet1 to pool {{(pid=87635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 23 16:16:54.425041 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-9037065a-04cd-4178-b9dd-0a1c40033c0f tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2753503'] for segment, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:54.437301 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9ed7d208-6135-466e-b953-6e0bfac4c2fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:54.439844 dv-neutron-822799-1-hyperv neutron-server[87635]: Traceback (most recent call last):
Dec 23 16:16:54.439844 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 23 16:16:54.439844 dv-neutron-822799-1-hyperv neutron-server[87635]:     timer()
Dec 23 16:16:54.439844 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:16:54.439844 dv-neutron-822799-1-hyperv neutron-server[87635]:     cb(*args, **kw)
Dec 23 16:16:54.439844 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 23 16:16:54.439844 dv-neutron-822799-1-hyperv neutron-server[87635]:     return func(*args, **kwargs)
Dec 23 16:16:54.439844 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:16:54.439844 dv-neutron-822799-1-hyperv neutron-server[87635]:     self._notify()
Dec 23 16:16:54.439844 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:16:54.439844 dv-neutron-822799-1-hyperv neutron-server[87635]:     self.callback(batched_events)
Dec 23 16:16:54.439844 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:16:54.439844 dv-neutron-822799-1-hyperv neutron-server[87635]:     event.method(event)
Dec 23 16:16:54.439844 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:16:54.439844 dv-neutron-822799-1-hyperv neutron-server[87635]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:16:54.439844 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 23 16:16:54.439844 dv-neutron-822799-1-hyperv neutron-server[87635]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 23 16:16:54.439844 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 23 16:16:54.439844 dv-neutron-822799-1-hyperv neutron-server[87635]:     return f(self, *a, **k)
Dec 23 16:16:54.439844 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:16:54.439844 dv-neutron-822799-1-hyperv neutron-server[87635]:     return self._get(url).json()
Dec 23 16:16:54.439844 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 23 16:16:54.439844 dv-neutron-822799-1-hyperv neutron-server[87635]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 23 16:16:54.439844 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 23 16:16:54.439844 dv-neutron-822799-1-hyperv neutron-server[87635]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:16:54.439844 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 23 16:16:54.439844 dv-neutron-822799-1-hyperv neutron-server[87635]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 23 16:16:54.439844 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 23 16:16:54.439844 dv-neutron-822799-1-hyperv neutron-server[87635]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:16:54.439844 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 23 16:16:54.439844 dv-neutron-822799-1-hyperv neutron-server[87635]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:16:54.439844 dv-neutron-822799-1-hyperv neutron-server[87635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:16:54.443737 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.base_scheduler [None req-28438245-b22c-40ef-9f62-0fb7e3abf30f tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822799-1-hyperv, 2ce5ccf3-209f-4330-a1e1-0a5e509001e8) {{(pid=87635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:16:54.451676 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28438245-b22c-40ef-9f62-0fb7e3abf30f tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:16:54.452470 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-28438245-b22c-40ef-9f62-0fb7e3abf30f tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks [] for subnet, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:54.454910 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-9ed7d208-6135-466e-b953-6e0bfac4c2fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:16:54.455070 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6e2bd3f-2236-4771-9c37-69191d21e6fd None None] Network 2ce5ccf3-209f-4330-a1e1-0a5e509001e8 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:16:54.460305 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-9ed7d208-6135-466e-b953-6e0bfac4c2fd admin admin] Usage tracker for resource:security_group_rule and tenant:2d92507dcd53476b8533892bd7edbc14 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:16:54.464762 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-9ed7d208-6135-466e-b953-6e0bfac4c2fd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:16:54.473314 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-9ed7d208-6135-466e-b953-6e0bfac4c2fd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:16:54.516555 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-48fd4804-e23b-466d-9109-ce740c945265 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:54.538908 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-4a2ae6ce-bb41-4d20-a9fb-a8442ba52018 None None] Deleting port 8153cd5b-f3c0-443a-bfb1-1ffeeb9803a6 {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:16:54.541164 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4a2ae6ce-bb41-4d20-a9fb-a8442ba52018 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:54.548066 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-28438245-b22c-40ef-9f62-0fb7e3abf30f tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.5712755
Dec 23 16:16:54.548066 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-9037065a-04cd-4178-b9dd-0a1c40033c0f tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-864336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1824171'] for network, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:54.553791 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-9037065a-04cd-4178-b9dd-0a1c40033c0f tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks [] for network, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:54.555969 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 50910) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:54.562580 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-66d0832c-6ef4-45d8-b3f2-5ecc6e1bd3bf tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:16:54.564526 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-cd453c28-90f1-477e-94ab-c58c10156226 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-311313681', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:16:54.580671 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-cd453c28-90f1-477e-94ab-c58c10156226 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:16:54.591801 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-cd453c28-90f1-477e-94ab-c58c10156226 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Usage tracker for resource:router and tenant:7f693e1e2e4c45b0a519cdc9b284f217 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:16:54.595423 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-9037065a-04cd-4178-b9dd-0a1c40033c0f tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] 10.222.0.64 "DELETE /v2.0/networks/0e7874e4-772f-4308-92a0-47102a11ac01 HTTP/1.1" status: 204  len: 168 time: 1.7473097
Dec 23 16:16:54.599259 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9037065a-04cd-4178-b9dd-0a1c40033c0f tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Pushing event deleted for resources: {'Network': ['ID=0e7874e4-772f-4308-92a0-47102a11ac01,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:16:54.605288 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 50914) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:54.606109 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-cd453c28-90f1-477e-94ab-c58c10156226 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:16:54.609394 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-9037065a-04cd-4178-b9dd-0a1c40033c0f tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:16:54.630073 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-4a2ae6ce-bb41-4d20-a9fb-a8442ba52018 None None] The port '8153cd5b-f3c0-443a-bfb1-1ffeeb9803a6' was deleted {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 23 16:16:54.659588 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-cd453c28-90f1-477e-94ab-c58c10156226 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:16:54.724414 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-cd453c28-90f1-477e-94ab-c58c10156226 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1823978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-235332'] for router, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:54.725416 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-cd453c28-90f1-477e-94ab-c58c10156226 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1824575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1824063', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1751113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-235341'] for router, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:54.756871 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Device be11344a-4c41-4399-9cbc-fe28d2ea8f1b up at agent hyperv_hv-neutron-8227 {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:16:54.767577 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9fe21b6-9a22-4cd1-bef8-b57988ae8b42 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:16:54.768150 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-f9fe21b6-9a22-4cd1-bef8-b57988ae8b42 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Synchronizing usage tracker for tenant:37ed648a62f44dd1bf944e0bff6f4422 on resource:port {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:16:54.795002 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70b6de72-0e1e-4f35-bbde-6b0408ce084a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7e017a6-8198-58c8-a07e-0f786128e3b3-2ce5ccf3-209f-4330-a1e1-0a5e509001e8', 'network_id': '2ce5ccf3-209f-4330-a1e1-0a5e509001e8', 'tenant_id': '7f693e1e2e4c45b0a519cdc9b284f217', 'fixed_ips': [{'subnet_id': '2e4b1fa0-cfb5-49d9-8350-042b8a7ba34d'}]}} from dv-neutron-822799-1-hyperv. {{(pid=87637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 23 16:16:54.795879 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-70b6de72-0e1e-4f35-bbde-6b0408ce084a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:54.802917 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9ed7d208-6135-466e-b953-6e0bfac4c2fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:54.815700 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-cd453c28-90f1-477e-94ab-c58c10156226 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:54.819609 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9ed7d208-6135-466e-b953-6e0bfac4c2fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:54.836906 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-021402af-fec8-4171-b695-c5aa988d5777 tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:16:54.849634 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-f9fe21b6-9a22-4cd1-bef8-b57988ae8b42 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Unset dirty status for tenant:37ed648a62f44dd1bf944e0bff6f4422 on resource:port {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:16:54.850779 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-f9fe21b6-9a22-4cd1-bef8-b57988ae8b42 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] 10.222.0.64 "GET /v2.0/ports/10483f36-701d-40ff-98b3-3f3134b9e2c2 HTTP/1.1" status: 200  len: 844 time: 0.2409186
Dec 23 16:16:54.854667 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 50918) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:54.868843 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [None req-48fd4804-e23b-466d-9109-ce740c945265 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Allocated IP 172.26.3.246 (8afa6d58-9431-454a-b99c-3ff8a65aa86b/60537fec-5f5f-4ab7-89cc-03638149a590/6be12163-3ec3-4f9d-a42b-0ee7aecd2a35) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:16:54.900962 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-9ed7d208-6135-466e-b953-6e0bfac4c2fd admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2d92507dcd53476b8533892bd7edbc14&name=default HTTP/1.1" status: 200  len: 2983 time: 0.4853630
Dec 23 16:16:54.906747 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Provisioning for port be11344a-4c41-4399-9cbc-fe28d2ea8f1b completed by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:16:54.914337 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 50922) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:54.916464 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Provisioning complete for port be11344a-4c41-4399-9cbc-fe28d2ea8f1b triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:16:54.917071 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:54.919776 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed7d208-6135-466e-b953-6e0bfac4c2fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9221e5df-f44f-43fe-a08e-b9b592cb7600,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:16:54.951890 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-cd453c28-90f1-477e-94ab-c58c10156226 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1823971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1824234'] for router, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:54.958141 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-9ed7d208-6135-466e-b953-6e0bfac4c2fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:16:54.993689 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-57c1329f-5bde-405a-8e3d-04940657906f tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Synchronizing usage tracker for tenant:37ed648a62f44dd1bf944e0bff6f4422 on resource:port {{(pid=87635) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:16:55.009754 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 8153cd5b-f3c0-443a-bfb1-1ffeeb9803a6 no longer exists at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 23 16:16:55.012539 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-57c1329f-5bde-405a-8e3d-04940657906f tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Unset dirty status for tenant:37ed648a62f44dd1bf944e0bff6f4422 on resource:port {{(pid=87635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:16:55.014280 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-57c1329f-5bde-405a-8e3d-04940657906f tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] 10.222.0.64 "GET /v2.0/ports/10483f36-701d-40ff-98b3-3f3134b9e2c2?fields=id&fields=mac_address HTTP/1.1" status: 200  len: 281 time: 0.1583247
Dec 23 16:16:55.018618 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 50928) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:55.026399 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-23bfec0a-03e0-46f0-9cad-ef6dada8f3d1 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Request body: {'subnet': {'network_id': 'e77e748e-188d-4ee5-88c4-9be4ee766d0f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:16:55.047699 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] No Port match for: 8153cd5b-f3c0-443a-bfb1-1ffeeb9803a6 {{(pid=87637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 23 16:16:55.048047 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 8153cd5b-f3c0-443a-bfb1-1ffeeb9803a6 not bound to the agent host dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 23 16:16:55.077082 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_common [None req-70b6de72-0e1e-4f35-bbde-6b0408ce084a None None] Allocated IP 2001:db8::2 (2ce5ccf3-209f-4330-a1e1-0a5e509001e8/2e4b1fa0-cfb5-49d9-8350-042b8a7ba34d/103ab8d5-9bee-402e-a054-3706d3f51469) {{(pid=87637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:16:55.126166 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-cd453c28-90f1-477e-94ab-c58c10156226 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks [] for router, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:55.128347 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-cd453c28-90f1-477e-94ab-c58c10156226 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201  len: 703 time: 0.5701959
Dec 23 16:16:55.135255 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 50932) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:55.155875 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-198506de-a731-4ef8-81bf-e4092422591e tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Request body: {'port': {'network_id': '2ce5ccf3-209f-4330-a1e1-0a5e509001e8', 'name': 'tempest-RoutersIpV6Test-1919233056'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:16:55.182215 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e79acfd5-407c-4c0d-92fd-af114816aefe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:55.186726 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-48fd4804-e23b-466d-9109-ce740c945265 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:55.215942 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:55.231622 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e79acfd5-407c-4c0d-92fd-af114816aefe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:55.254638 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a79e2485-5bb6-4bb8-a16c-9efafd4ef9a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be11344a-4c41-4399-9cbc-fe28d2ea8f1b'}] {{(pid=87637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 23 16:16:55.283016 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-23bfec0a-03e0-46f0-9cad-ef6dada8f3d1 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:16:55.284943 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa55844-8527-4ac4-a795-6c66c87ab0e2 req-220c2ef1-8200-49cc-a036-365230aea360 tempest-TestServerAdvancedOps-1634361821 tempest-TestServerAdvancedOps-1634361821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:16:55.286704 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-7fa55844-8527-4ac4-a795-6c66c87ab0e2 req-220c2ef1-8200-49cc-a036-365230aea360 tempest-TestServerAdvancedOps-1634361821 tempest-TestServerAdvancedOps-1634361821-project] 10.222.0.64 "GET /v2.0/ports?device_id=a79e2485-5bb6-4bb8-a16c-9efafd4ef9a2 HTTP/1.1" status: 200  len: 945 time: 0.2141645
Dec 23 16:16:55.287713 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] For port be11344a-4c41-4399-9cbc-fe28d2ea8f1b, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=be11344a-4c41-4399-9cbc-fe28d2ea8f1b,segment=NetworkSegment(89d9cf11-7bf3-4ee7-81ab-e1812ffa5d56),segment_id=89d9cf11-7bf3-4ee7-81ab-e1812ffa5d56)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:16:55.291694 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-23bfec0a-03e0-46f0-9cad-ef6dada8f3d1 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Usage tracker for resource:subnet and tenant:37ed648a62f44dd1bf944e0bff6f4422 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:16:55.296811 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:55.296991 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-23bfec0a-03e0-46f0-9cad-ef6dada8f3d1 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:16:55.303352 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-004b8605-934b-408e-8a83-12489ac1ac79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:16:55.312117 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-48fd4804-e23b-466d-9109-ce740c945265 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:55.318056 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-67825ab1-afe3-45e8-866e-196dbb9881d5 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:16:55.320493 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-23bfec0a-03e0-46f0-9cad-ef6dada8f3d1 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:16:55.352177 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23bfec0a-03e0-46f0-9cad-ef6dada8f3d1 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Made reservation on behalf of 37ed648a62f44dd1bf944e0bff6f4422 for: {'subnet': 1} {{(pid=87635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:16:55.356246 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-23bfec0a-03e0-46f0-9cad-ef6dada8f3d1 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2610339'] for subnet, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:55.371584 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-198506de-a731-4ef8-81bf-e4092422591e tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:16:55.383216 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-198506de-a731-4ef8-81bf-e4092422591e tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Usage tracker for resource:port and tenant:7f693e1e2e4c45b0a519cdc9b284f217 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:16:55.390260 dv-neutron-822799-1-hyperv neutron-server[87637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a79e2485-5bb6-4bb8-a16c-9efafd4ef9a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be11344a-4c41-4399-9cbc-fe28d2ea8f1b', 'code': 200}
Dec 23 16:16:55.399809 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-198506de-a731-4ef8-81bf-e4092422591e tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:16:55.444036 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Pushing event updated for resources: {'Port': ['ID=be11344a-4c41-4399-9cbc-fe28d2ea8f1b,revision_number=5']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:16:55.449545 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:16:55.450364 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-70b6de72-0e1e-4f35-bbde-6b0408ce084a None None] Notify callbacks [] for port, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:55.471310 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-198506de-a731-4ef8-81bf-e4092422591e tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:16:55.482419 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fd4804-e23b-466d-9109-ce740c945265 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Pushing event updated for resources: {'Port': ['ID=6be12163-3ec3-4f9d-a42b-0ee7aecd2a35,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:16:55.484340 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-70b6de72-0e1e-4f35-bbde-6b0408ce084a None None] Transition to ACTIVE for port object 103ab8d5-9bee-402e-a054-3706d3f51469 will not be triggered until provisioned by entity L2. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:16:55.488295 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-48fd4804-e23b-466d-9109-ce740c945265 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:16:55.502850 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48fd4804-e23b-466d-9109-ce740c945265 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Network 8afa6d58-9431-454a-b99c-3ff8a65aa86b is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:16:55.505180 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-198506de-a731-4ef8-81bf-e4092422591e tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Made reservation on behalf of 7f693e1e2e4c45b0a519cdc9b284f217 for: {'port': 1} {{(pid=87635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:16:55.510413 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-198506de-a731-4ef8-81bf-e4092422591e tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:55.515011 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-48fd4804-e23b-466d-9109-ce740c945265 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Resources bound (agent type, host, resource id):  {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:16:55.518340 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48fd4804-e23b-466d-9109-ce740c945265 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:16:55.521509 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-70b6de72-0e1e-4f35-bbde-6b0408ce084a None None] Transition to ACTIVE for port object 103ab8d5-9bee-402e-a054-3706d3f51469 will not be triggered until provisioned by entity DHCP. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:16:55.528413 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-70b6de72-0e1e-4f35-bbde-6b0408ce084a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780'] for port, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:55.532890 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-7102cbba-77e8-467f-b1e6-99894c003326 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:16:55.552087 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e79acfd5-407c-4c0d-92fd-af114816aefe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:55.552360 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.notifiers.nova [None req-198506de-a731-4ef8-81bf-e4092422591e tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] device_id is not set on port 130842c1-a06b-4867-89fd-13b9a1484f2f yet. {{(pid=87635) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 23 16:16:55.564874 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-c913879f-22c1-4ffa-8fef-968662fb1143 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:16:55.595690 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79acfd5-407c-4c0d-92fd-af114816aefe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9221e5df-f44f-43fe-a08e-b9b592cb7600,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:16:55.637884 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-7fa55844-8527-4ac4-a795-6c66c87ab0e2 req-558b957a-2bbb-4775-a8eb-29107a93be54 tempest-TestServerAdvancedOps-1634361821 tempest-TestServerAdvancedOps-1634361821-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a2867ec-79c8-4597-8ec0-6002587f986e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3214574
Dec 23 16:16:55.645511 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-e79acfd5-407c-4c0d-92fd-af114816aefe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:16:55.647352 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e79acfd5-407c-4c0d-92fd-af114816aefe admin admin] Notify callbacks [] for security_group, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:55.648374 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-e79acfd5-407c-4c0d-92fd-af114816aefe admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9221e5df-f44f-43fe-a08e-b9b592cb7600 HTTP/1.1" status: 204  len: 168 time: 0.7329910
Dec 23 16:16:55.670312 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70b6de72-0e1e-4f35-bbde-6b0408ce084a None None] Network 2ce5ccf3-209f-4330-a1e1-0a5e509001e8 is already hosted by enough agents. {{(pid=87637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:16:55.673457 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-70b6de72-0e1e-4f35-bbde-6b0408ce084a None None] Resources bound (agent type, host, resource id):  {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:16:55.678075 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b6de72-0e1e-4f35-bbde-6b0408ce084a None None] Received port after_create {{(pid=87637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:16:55.680178 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b6de72-0e1e-4f35-bbde-6b0408ce084a None None] Pushing event updated for resources: {'Port': ['ID=103ab8d5-9bee-402e-a054-3706d3f51469,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:16:55.683992 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-70b6de72-0e1e-4f35-bbde-6b0408ce084a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:16:55.771983 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-70b6de72-0e1e-4f35-bbde-6b0408ce084a None None] Attempting to bind port 103ab8d5-9bee-402e-a054-3706d3f51469 on host dv-neutron-822799-1-hyperv for vnic_type normal with profile  {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:16:55.772676 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-70b6de72-0e1e-4f35-bbde-6b0408ce084a None None] Attempting to bind port 103ab8d5-9bee-402e-a054-3706d3f51469 by drivers openvswitch,hyperv on host dv-neutron-822799-1-hyperv at level 0 using segments [{'id': '20139aac-3e8d-4505-9832-8eee95bb88f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '2ce5ccf3-209f-4330-a1e1-0a5e509001e8'}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:16:55.773220 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b6de72-0e1e-4f35-bbde-6b0408ce084a None None] Attempting to bind port 103ab8d5-9bee-402e-a054-3706d3f51469 on network 2ce5ccf3-209f-4330-a1e1-0a5e509001e8 {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:16:55.779892 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b6de72-0e1e-4f35-bbde-6b0408ce084a None None] Checking agent: {'id': '20d2070f-69a9-4e73-8d08-6f0387a40158', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822799-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 21), 'started_at': datetime.datetime(2021, 12, 23, 16, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 16, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822799-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 23 16:16:55.780601 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b6de72-0e1e-4f35-bbde-6b0408ce084a None None] Checking segment: {'id': '20139aac-3e8d-4505-9832-8eee95bb88f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '2ce5ccf3-209f-4330-a1e1-0a5e509001e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:16:55.781205 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-70b6de72-0e1e-4f35-bbde-6b0408ce084a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:55.781794 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b6de72-0e1e-4f35-bbde-6b0408ce084a None None] Bound using segment: {'id': '20139aac-3e8d-4505-9832-8eee95bb88f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '2ce5ccf3-209f-4330-a1e1-0a5e509001e8'} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 23 16:16:55.782463 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-70b6de72-0e1e-4f35-bbde-6b0408ce084a None None] Bound port: 103ab8d5-9bee-402e-a054-3706d3f51469, host: dv-neutron-822799-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20139aac-3e8d-4505-9832-8eee95bb88f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '2ce5ccf3-209f-4330-a1e1-0a5e509001e8'}}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 23 16:16:55.783027 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-70b6de72-0e1e-4f35-bbde-6b0408ce084a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:55.807003 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc941112-dcdd-4608-a5e1-d8f47c5af541 req-39195830-9b7d-4518-8c82-ac28f57248c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:16:55.808638 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-fc941112-dcdd-4608-a5e1-d8f47c5af541 req-39195830-9b7d-4518-8c82-ac28f57248c5 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=a79e2485-5bb6-4bb8-a16c-9efafd4ef9a2 HTTP/1.1" status: 200  len: 1099 time: 0.2143283
Dec 23 16:16:55.881101 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-70b6de72-0e1e-4f35-bbde-6b0408ce084a None None] For port 103ab8d5-9bee-402e-a054-3706d3f51469, host dv-neutron-822799-1-hyperv, cleared binding levels {{(pid=87637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 23 16:16:55.884200 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-70b6de72-0e1e-4f35-bbde-6b0408ce084a None None] For port 103ab8d5-9bee-402e-a054-3706d3f51469, host dv-neutron-822799-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=103ab8d5-9bee-402e-a054-3706d3f51469,segment=NetworkSegment(20139aac-3e8d-4505-9832-8eee95bb88f0),segment_id=20139aac-3e8d-4505-9832-8eee95bb88f0)] {{(pid=87637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 23 16:16:55.891997 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-70b6de72-0e1e-4f35-bbde-6b0408ce084a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:55.911901 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-68292408-e34a-49de-8b53-378bb51d4df1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:16:55.943024 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.db_base_plugin_common [None req-198506de-a731-4ef8-81bf-e4092422591e tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Allocated IP 2001:db8::3ab (2ce5ccf3-209f-4330-a1e1-0a5e509001e8/2e4b1fa0-cfb5-49d9-8350-042b8a7ba34d/130842c1-a06b-4867-89fd-13b9a1484f2f) {{(pid=87635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:16:55.944068 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-fc941112-dcdd-4608-a5e1-d8f47c5af541 req-29fda875-52aa-41c3-beb0-c5b9669c460f service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=5a2867ec-79c8-4597-8ec0-6002587f986e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1274099
Dec 23 16:16:55.963117 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-23bfec0a-03e0-46f0-9cad-ef6dada8f3d1 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2753396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2610353'] for subnet, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:55.973191 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-e6fd8312-b400-4007-aad7-500db939d131 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:16:56.016886 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b6de72-0e1e-4f35-bbde-6b0408ce084a None None] Pushing event updated for resources: {'Port': ['ID=103ab8d5-9bee-402e-a054-3706d3f51469,revision_number=2']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:16:56.022434 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-70b6de72-0e1e-4f35-bbde-6b0408ce084a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:16:56.093200 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bfec0a-03e0-46f0-9cad-ef6dada8f3d1 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Pushing event updated for resources: {'Subnet': ['ID=d056798d-e23b-478c-9767-1c98b632a8c7,revision_number=0']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:16:56.099141 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23bfec0a-03e0-46f0-9cad-ef6dada8f3d1 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Network e77e748e-188d-4ee5-88c4-9be4ee766d0f is already hosted by enough agents. {{(pid=87635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:16:56.107134 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-23bfec0a-03e0-46f0-9cad-ef6dada8f3d1 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:16:56.108259 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.base_scheduler [None req-23bfec0a-03e0-46f0-9cad-ef6dada8f3d1 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Resources bound (agent type, host, resource id):  {{(pid=87635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:16:56.113329 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23bfec0a-03e0-46f0-9cad-ef6dada8f3d1 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:16:56.114207 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-23bfec0a-03e0-46f0-9cad-ef6dada8f3d1 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks [] for subnet, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:56.122402 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25e5ef98-3d68-4cf1-b431-78ec3ed7a083 None None] Network e77e748e-188d-4ee5-88c4-9be4ee766d0f requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:16:56.178930 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-48fd4804-e23b-466d-9109-ce740c945265 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:56.217544 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-23bfec0a-03e0-46f0-9cad-ef6dada8f3d1 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.1976137
Dec 23 16:16:56.227386 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 50948) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:56.252145 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-ed6cfd37-7b5a-452e-98a9-7c5789fceb52 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Request body: {'security_group': {'name': 'tempest-secgroup-453714232'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:16:56.261406 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-ed6cfd37-7b5a-452e-98a9-7c5789fceb52 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:16:56.269582 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-ed6cfd37-7b5a-452e-98a9-7c5789fceb52 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Usage tracker for resource:security_group and tenant:37ed648a62f44dd1bf944e0bff6f4422 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:16:56.275609 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-ed6cfd37-7b5a-452e-98a9-7c5789fceb52 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:16:56.292938 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-ed6cfd37-7b5a-452e-98a9-7c5789fceb52 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:16:56.293694 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-48fd4804-e23b-466d-9109-ce740c945265 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:56.366594 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-ed6cfd37-7b5a-452e-98a9-7c5789fceb52 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks [] for security_group, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:56.417444 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-ed6cfd37-7b5a-452e-98a9-7c5789fceb52 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:16:56.421527 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-198506de-a731-4ef8-81bf-e4092422591e tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks [] for port, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:56.430092 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-ed6cfd37-7b5a-452e-98a9-7c5789fceb52 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Usage tracker for resource:security_group_rule and tenant:37ed648a62f44dd1bf944e0bff6f4422 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:16:56.434692 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-ed6cfd37-7b5a-452e-98a9-7c5789fceb52 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:16:56.446302 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-ed6cfd37-7b5a-452e-98a9-7c5789fceb52 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:16:56.453580 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.provisioning_blocks [None req-198506de-a731-4ef8-81bf-e4092422591e tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Transition to ACTIVE for port object 130842c1-a06b-4867-89fd-13b9a1484f2f will not be triggered until provisioned by entity DHCP. {{(pid=87635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:16:56.549851 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-198506de-a731-4ef8-81bf-e4092422591e tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:56.561591 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-f203db90-32ca-488d-85c7-60d1ded52349 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:16:56.569362 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a814215-b09c-4c3c-85e1-556dde7aa206 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7e017a6-8198-58c8-a07e-0f786128e3b3-e77e748e-188d-4ee5-88c4-9be4ee766d0f', 'network_id': 'e77e748e-188d-4ee5-88c4-9be4ee766d0f', 'tenant_id': '37ed648a62f44dd1bf944e0bff6f4422', 'fixed_ips': [{'subnet_id': 'd056798d-e23b-478c-9767-1c98b632a8c7'}]}} from dv-neutron-822799-1-hyperv. {{(pid=87637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 23 16:16:56.570982 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4a814215-b09c-4c3c-85e1-556dde7aa206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:56.610440 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-ed6cfd37-7b5a-452e-98a9-7c5789fceb52 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks [] for security_group, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:56.628166 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-ed6cfd37-7b5a-452e-98a9-7c5789fceb52 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:56.640111 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-198506de-a731-4ef8-81bf-e4092422591e tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Network 2ce5ccf3-209f-4330-a1e1-0a5e509001e8 is already hosted by enough agents. {{(pid=87635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:16:56.645598 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.base_scheduler [None req-198506de-a731-4ef8-81bf-e4092422591e tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Resources bound (agent type, host, resource id):  {{(pid=87635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:16:56.659260 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-198506de-a731-4ef8-81bf-e4092422591e tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Received port after_create {{(pid=87635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:16:56.665290 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-198506de-a731-4ef8-81bf-e4092422591e tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:16:56.666045 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-198506de-a731-4ef8-81bf-e4092422591e tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:56.698485 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198506de-a731-4ef8-81bf-e4092422591e tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Pushing event updated for resources: {'Port': ['ID=130842c1-a06b-4867-89fd-13b9a1484f2f,revision_number=1']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:16:56.702281 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-198506de-a731-4ef8-81bf-e4092422591e tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:16:56.702799 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-55543d2e-b2f6-419f-b6a6-464a12808708 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.058s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:16:56.745858 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-ed6cfd37-7b5a-452e-98a9-7c5789fceb52 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks [] for security_group, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:56.747080 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-ed6cfd37-7b5a-452e-98a9-7c5789fceb52 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1744 time: 0.5018973
Dec 23 16:16:56.748412 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-198506de-a731-4ef8-81bf-e4092422591e tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201  len: 929 time: 1.6121380
Dec 23 16:16:56.763420 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 50964) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:56.764183 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 50966) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:56.799316 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_common [None req-4a814215-b09c-4c3c-85e1-556dde7aa206 None None] Allocated IP 2001:db8::2 (e77e748e-188d-4ee5-88c4-9be4ee766d0f/d056798d-e23b-478c-9767-1c98b632a8c7/ee5cd698-8cb6-48a6-a7d5-246e4129b6c2) {{(pid=87637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:16:56.898243 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-48fd4804-e23b-466d-9109-ce740c945265 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for port, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:56.911073 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-48fd4804-e23b-466d-9109-ce740c945265 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2176289'] for port, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:56.915440 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-b33fc8d1-258f-46e8-aa07-e46254d93a92 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:16:57.021940 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-0f1ed959-61a4-4f71-98e9-c5f35e65af9d tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Request body: {'security_group': {'name': 'tempest-secgroup-1348719141'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:16:57.046841 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6cfd37-7b5a-452e-98a9-7c5789fceb52 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf3949aa-7d35-4db5-ac85-6196ccfadc5d,revision_number=1']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:16:57.069221 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-ed6cfd37-7b5a-452e-98a9-7c5789fceb52 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:16:57.105047 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 103ab8d5-9bee-402e-a054-3706d3f51469 up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:16:57.148137 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fd4804-e23b-466d-9109-ce740c945265 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Pushing event updated for resources: {'Port': ['ID=6be12163-3ec3-4f9d-a42b-0ee7aecd2a35,revision_number=2']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:16:57.154463 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-48fd4804-e23b-466d-9109-ce740c945265 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:16:57.175403 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-48fd4804-e23b-466d-9109-ce740c945265 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1824189'] for floatingip, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:57.191740 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-0f1ed959-61a4-4f71-98e9-c5f35e65af9d tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:16:57.211008 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4a814215-b09c-4c3c-85e1-556dde7aa206 None None] Notify callbacks [] for port, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:57.233282 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-4a814215-b09c-4c3c-85e1-556dde7aa206 None None] Transition to ACTIVE for port object ee5cd698-8cb6-48a6-a7d5-246e4129b6c2 will not be triggered until provisioned by entity L2. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:16:57.251154 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-0f1ed959-61a4-4f71-98e9-c5f35e65af9d tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Usage tracker for resource:security_group and tenant:37ed648a62f44dd1bf944e0bff6f4422 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:16:57.267427 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-4a814215-b09c-4c3c-85e1-556dde7aa206 None None] Transition to ACTIVE for port object ee5cd698-8cb6-48a6-a7d5-246e4129b6c2 will not be triggered until provisioned by entity DHCP. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:16:57.268915 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning for port 103ab8d5-9bee-402e-a054-3706d3f51469 completed by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:16:57.274673 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-0f1ed959-61a4-4f71-98e9-c5f35e65af9d tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:16:57.281770 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4a814215-b09c-4c3c-85e1-556dde7aa206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780'] for port, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:57.301350 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:16:57.386141 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a814215-b09c-4c3c-85e1-556dde7aa206 None None] Network e77e748e-188d-4ee5-88c4-9be4ee766d0f is already hosted by enough agents. {{(pid=87637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:16:57.389646 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-4a814215-b09c-4c3c-85e1-556dde7aa206 None None] Resources bound (agent type, host, resource id):  {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:16:57.399452 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a814215-b09c-4c3c-85e1-556dde7aa206 None None] Received port after_create {{(pid=87637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:16:57.400728 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-0f1ed959-61a4-4f71-98e9-c5f35e65af9d tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:16:57.461422 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.db.l3_db [None req-48fd4804-e23b-466d-9109-ce740c945265 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Floating IP a13df365-192b-425b-9e4b-38a680d22db0 associated. External IP: 172.26.3.246, port: 8dc1b2bc-0f9f-4742-a2f0-a40d58aac880.
Dec 23 16:16:57.468551 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a814215-b09c-4c3c-85e1-556dde7aa206 None None] Pushing event updated for resources: {'Port': ['ID=ee5cd698-8cb6-48a6-a7d5-246e4129b6c2,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:16:57.512551 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-4a814215-b09c-4c3c-85e1-556dde7aa206 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:16:57.541676 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-4a814215-b09c-4c3c-85e1-556dde7aa206 None None] Attempting to bind port ee5cd698-8cb6-48a6-a7d5-246e4129b6c2 on host dv-neutron-822799-1-hyperv for vnic_type normal with profile  {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:16:57.542537 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-4a814215-b09c-4c3c-85e1-556dde7aa206 None None] Attempting to bind port ee5cd698-8cb6-48a6-a7d5-246e4129b6c2 by drivers openvswitch,hyperv on host dv-neutron-822799-1-hyperv at level 0 using segments [{'id': '3213061e-1f34-4f56-aaa4-2b5a03a8d187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'e77e748e-188d-4ee5-88c4-9be4ee766d0f'}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:16:57.543012 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a814215-b09c-4c3c-85e1-556dde7aa206 None None] Attempting to bind port ee5cd698-8cb6-48a6-a7d5-246e4129b6c2 on network e77e748e-188d-4ee5-88c4-9be4ee766d0f {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:16:57.553074 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a814215-b09c-4c3c-85e1-556dde7aa206 None None] Checking agent: {'id': '20d2070f-69a9-4e73-8d08-6f0387a40158', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822799-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 21), 'started_at': datetime.datetime(2021, 12, 23, 16, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 16, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822799-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 23 16:16:57.554101 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a814215-b09c-4c3c-85e1-556dde7aa206 None None] Checking segment: {'id': '3213061e-1f34-4f56-aaa4-2b5a03a8d187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'e77e748e-188d-4ee5-88c4-9be4ee766d0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:16:57.554617 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4a814215-b09c-4c3c-85e1-556dde7aa206 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:57.555325 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a814215-b09c-4c3c-85e1-556dde7aa206 None None] Bound using segment: {'id': '3213061e-1f34-4f56-aaa4-2b5a03a8d187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'e77e748e-188d-4ee5-88c4-9be4ee766d0f'} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 23 16:16:57.555911 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-4a814215-b09c-4c3c-85e1-556dde7aa206 None None] Bound port: ee5cd698-8cb6-48a6-a7d5-246e4129b6c2, host: dv-neutron-822799-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3213061e-1f34-4f56-aaa4-2b5a03a8d187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'e77e748e-188d-4ee5-88c4-9be4ee766d0f'}}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 23 16:16:57.556667 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4a814215-b09c-4c3c-85e1-556dde7aa206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:57.569874 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd7eadcf-2d5c-4d3e-b229-2fe6770e8cbd None None] Network 2ce5ccf3-209f-4330-a1e1-0a5e509001e8 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:16:57.589215 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-0f1ed959-61a4-4f71-98e9-c5f35e65af9d tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks [] for security_group, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:57.727519 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-0f1ed959-61a4-4f71-98e9-c5f35e65af9d tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:16:57.748146 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-0f1ed959-61a4-4f71-98e9-c5f35e65af9d tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Usage tracker for resource:security_group_rule and tenant:37ed648a62f44dd1bf944e0bff6f4422 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:16:57.756216 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-0f1ed959-61a4-4f71-98e9-c5f35e65af9d tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:16:57.773990 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4561a876-61b0-417a-bcf2-0538c013eca7 req-de43ff84-e64b-4910-8536-eae28ae3c372 tempest-TestServerAdvancedOps-1634361821 tempest-TestServerAdvancedOps-1634361821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:16:57.776067 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-4561a876-61b0-417a-bcf2-0538c013eca7 req-de43ff84-e64b-4910-8536-eae28ae3c372 tempest-TestServerAdvancedOps-1634361821 tempest-TestServerAdvancedOps-1634361821-project] 10.222.0.64 "GET /v2.0/ports?device_id=a79e2485-5bb6-4bb8-a16c-9efafd4ef9a2 HTTP/1.1" status: 200  len: 946 time: 0.7010016
Dec 23 16:16:57.777022 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-0f1ed959-61a4-4f71-98e9-c5f35e65af9d tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:16:57.841702 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-c3a21bce-6add-4e61-8e0f-d85acb58d2e8 None None] Provisioning for port 103ab8d5-9bee-402e-a054-3706d3f51469 completed by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:16:57.846135 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 50986) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:57.870100 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-c3a21bce-6add-4e61-8e0f-d85acb58d2e8 None None] Provisioning complete for port 103ab8d5-9bee-402e-a054-3706d3f51469 triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:16:57.870631 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-c3a21bce-6add-4e61-8e0f-d85acb58d2e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:57.912089 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48fd4804-e23b-466d-9109-ce740c945265 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Router 9830ea94-3af4-44dd-af06-634e4fe8878f has already been hosted by L3 agent 371d4c41-c7e2-4de7-9539-c049ec4e95d1 {{(pid=87636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 23 16:16:57.943568 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-4561a876-61b0-417a-bcf2-0538c013eca7 req-ed0d09a7-c0d0-4b1e-93dd-72f80ee7e495 tempest-TestServerAdvancedOps-1634361821 tempest-TestServerAdvancedOps-1634361821-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a2867ec-79c8-4597-8ec0-6002587f986e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1583726
Dec 23 16:16:57.951839 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-feb21697-5a8f-4135-bbfc-c43d5aa0d59e tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:58.026526 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-4a814215-b09c-4c3c-85e1-556dde7aa206 None None] For port ee5cd698-8cb6-48a6-a7d5-246e4129b6c2, host dv-neutron-822799-1-hyperv, cleared binding levels {{(pid=87637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 23 16:16:58.065442 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-4a814215-b09c-4c3c-85e1-556dde7aa206 None None] For port ee5cd698-8cb6-48a6-a7d5-246e4129b6c2, host dv-neutron-822799-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=ee5cd698-8cb6-48a6-a7d5-246e4129b6c2,segment=NetworkSegment(3213061e-1f34-4f56-aaa4-2b5a03a8d187),segment_id=3213061e-1f34-4f56-aaa4-2b5a03a8d187)] {{(pid=87637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 23 16:16:58.069153 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-0f1ed959-61a4-4f71-98e9-c5f35e65af9d tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks [] for security_group, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:58.078844 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-0f1ed959-61a4-4f71-98e9-c5f35e65af9d tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:58.083540 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4a814215-b09c-4c3c-85e1-556dde7aa206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:58.087042 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-6ee73a74-9b7d-44db-b065-a108e6b2efe8 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:16:58.091255 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-1cdb7be0-337f-4fce-bdc8-e0ea3c72db52 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:16:58.164818 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48fd4804-e23b-466d-9109-ce740c945265 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify agent at l3_agent.dv-neutron-822799-1-hyperv the message routers_updated {{(pid=87636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 23 16:16:58.179106 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-c3a21bce-6add-4e61-8e0f-d85acb58d2e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:58.192437 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-48fd4804-e23b-466d-9109-ce740c945265 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for floatingip, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:58.200435 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e1d91c9-be2b-45db-bc4c-f01fca05be48 None None] Sync routers for ids ['9830ea94-3af4-44dd-af06-634e4fe8878f'] in dv-neutron-822799-1-hyperv {{(pid=87637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 23 16:16:58.237489 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e1d91c9-be2b-45db-bc4c-f01fca05be48 None None] Routers {'9830ea94-3af4-44dd-af06-634e4fe8878f'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:16:58.238290 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-7e1d91c9-be2b-45db-bc4c-f01fca05be48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc049d5e0>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:16:50Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['9830ea94-3af4-44dd-af06-634e4fe8878f'], 'active': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:16:58.263486 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-48fd4804-e23b-466d-9109-ce740c945265 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 4.1270576
Dec 23 16:16:58.264402 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a17b9fda-f199-4fa6-b5de-3886d3773195', 'tag': '8dc1b2bc-0f9f-4742-a2f0-a40d58aac880'}] {{(pid=87636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 23 16:16:58.269106 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 50992) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:58.362128 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a17b9fda-f199-4fa6-b5de-3886d3773195', 'tag': '8dc1b2bc-0f9f-4742-a2f0-a40d58aac880', 'status': 'completed', 'code': 200}
Dec 23 16:16:58.403373 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a814215-b09c-4c3c-85e1-556dde7aa206 None None] Pushing event updated for resources: {'Port': ['ID=ee5cd698-8cb6-48a6-a7d5-246e4129b6c2,revision_number=2']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:16:58.423496 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-4a814215-b09c-4c3c-85e1-556dde7aa206 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:16:58.429321 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-bae628c1-f4f1-4c91-a773-d1376ce08933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1374275305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1374275305-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-2021728593'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:16:58.434877 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-c3a21bce-6add-4e61-8e0f-d85acb58d2e8 None None] For port 103ab8d5-9bee-402e-a054-3706d3f51469, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=103ab8d5-9bee-402e-a054-3706d3f51469,segment=NetworkSegment(20139aac-3e8d-4505-9832-8eee95bb88f0),segment_id=20139aac-3e8d-4505-9832-8eee95bb88f0)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:16:58.441777 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-6b0c322b-28f6-47ab-a619-ead812ca1242 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/floatingips/a13df365-192b-425b-9e4b-38a680d22db0 HTTP/1.1" status: 200  len: 992 time: 0.1697993
Dec 23 16:16:58.452420 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-c3a21bce-6add-4e61-8e0f-d85acb58d2e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:58.456435 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-069dd6d9-0802-40c6-9ae1-267154de0356 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:16:58.482814 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a23deb9-135a-4f7d-802f-3aab878ef78b req-ef192046-9fad-41de-9aa0-07dd377c0676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:16:58.484457 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-9a23deb9-135a-4f7d-802f-3aab878ef78b req-ef192046-9fad-41de-9aa0-07dd377c0676 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=544f3e375bde4f0988286eba27294ea6&device_id=a17b9fda-f199-4fa6-b5de-3886d3773195 HTTP/1.1" status: 200  len: 1099 time: 0.1186335
Dec 23 16:16:58.518297 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-bae628c1-f4f1-4c91-a773-d1376ce08933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1374275305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1374275305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:16:58.522148 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvr_db [None req-7e1d91c9-be2b-45db-bc4c-f01fca05be48 None None] Set router 9830ea94-3af4-44dd-af06-634e4fe8878f gateway port host: dv-neutron-822799-1-hyperv {{(pid=87637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:16:58.537764 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1ed959-61a4-4f71-98e9-c5f35e65af9d tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Pushing event updated for resources: {'SecurityGroup': ['ID=364d8ddd-5e94-43a7-9dce-61493dad718c,revision_number=1']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:16:58.540258 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-bae628c1-f4f1-4c91-a773-d1376ce08933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1374275305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1374275305-project] Usage tracker for resource:network and tenant:c0102035a7a045569151c0bc2e537a2a is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:16:58.545435 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-0f1ed959-61a4-4f71-98e9-c5f35e65af9d tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.459s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:16:58.546206 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-bae628c1-f4f1-4c91-a773-d1376ce08933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1374275305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1374275305-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:16:58.568379 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-0f1ed959-61a4-4f71-98e9-c5f35e65af9d tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks [] for security_group, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:58.579266 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-0f1ed959-61a4-4f71-98e9-c5f35e65af9d tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1745 time: 1.8129153
Dec 23 16:16:58.581975 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-bae628c1-f4f1-4c91-a773-d1376ce08933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1374275305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1374275305-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:16:58.585776 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 50998) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:58.636479 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-5d2153a5-a69c-4266-874b-68e9bc099255 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-842222300', 'security_groups': ['364d8ddd-5e94-43a7-9dce-61493dad718c'], 'network_id': 'e77e748e-188d-4ee5-88c4-9be4ee766d0f', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'd056798d-e23b-478c-9767-1c98b632a8c7'}]}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:16:58.706413 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a21bce-6add-4e61-8e0f-d85acb58d2e8 None None] Pushing event updated for resources: {'Port': ['ID=103ab8d5-9bee-402e-a054-3706d3f51469,revision_number=3']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:16:58.718525 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-c3a21bce-6add-4e61-8e0f-d85acb58d2e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:16:58.722398 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a23deb9-135a-4f7d-802f-3aab878ef78b req-e876fe11-3166-4171-be83-9ce7b2ec2da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:16:58.724290 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-9a23deb9-135a-4f7d-802f-3aab878ef78b req-e876fe11-3166-4171-be83-9ce7b2ec2da2 service neutron] 10.222.0.61 "GET /v2.0/networks?id=86ce35ef-6f92-478d-bb05-dc77b85890ed HTTP/1.1" status: 200  len: 897 time: 0.2327917
Dec 23 16:16:58.831463 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-5d2153a5-a69c-4266-874b-68e9bc099255 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:16:58.891001 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-5d2153a5-a69c-4266-874b-68e9bc099255 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Usage tracker for resource:port and tenant:37ed648a62f44dd1bf944e0bff6f4422 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:16:58.899122 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-5d2153a5-a69c-4266-874b-68e9bc099255 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:16:58.901917 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bae628c1-f4f1-4c91-a773-d1376ce08933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1374275305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1374275305-project] Made reservation on behalf of c0102035a7a045569151c0bc2e537a2a for: {'network': 1} {{(pid=87635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:16:58.906222 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-bae628c1-f4f1-4c91-a773-d1376ce08933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1374275305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1374275305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for network, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:58.941761 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-bae628c1-f4f1-4c91-a773-d1376ce08933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1374275305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1374275305-project] Notify callbacks [] for security_group, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:58.957823 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-5d2153a5-a69c-4266-874b-68e9bc099255 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:16:58.971820 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-bae628c1-f4f1-4c91-a773-d1376ce08933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1374275305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1374275305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:16:58.986916 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-bae628c1-f4f1-4c91-a773-d1376ce08933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1374275305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1374275305-project] Usage tracker for resource:security_group_rule and tenant:c0102035a7a045569151c0bc2e537a2a is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:16:58.998139 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-bae628c1-f4f1-4c91-a773-d1376ce08933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1374275305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1374275305-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:16:59.020889 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-bae628c1-f4f1-4c91-a773-d1376ce08933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1374275305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1374275305-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:16:59.027594 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d2153a5-a69c-4266-874b-68e9bc099255 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Made reservation on behalf of 37ed648a62f44dd1bf944e0bff6f4422 for: {'port': 1} {{(pid=87635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:16:59.038310 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-7e1d91c9-be2b-45db-bc4c-f01fca05be48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc049d5e0>, [{'id': '9830ea94-3af4-44dd-af06-634e4fe8878f', 'name': 'tempest-TestNetworkBasicOps-router-677473266', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.162'}], 'enable_snat': True}, 'gw_port_id': '06fc2d70-1443-439c-a89a-12708450fe11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:16:06Z', 'updated_at': '2021-12-23T16:16:23Z', 'revision_number': 4, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'gw_port': {'id': '06fc2d70-1443-439c-a89a-12708450fe11', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ac:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9830ea94-3af4-44dd-af06-634e4fe8878f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1047, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:16:08Z', 'updated_at': '2021-12-23T16:16:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_floatingips': [{'id': 'a13df365-192b-425b-9e4b-38a680d22db0', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'floating_ip_address': '172.26.3.246', 'floating_network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'router_id': '9830ea94-3af4-44dd-af06-634e4fe8878f', 'port_id': '8dc1b2bc-0f9f-4742-a2f0-a40d58aac880', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1134, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86ce35ef-6f92-478d-bb05-dc77b85890ed', 'mac_address': 'fa:16:3e:93:4e:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a17b9fda-f199-4fa6-b5de-3886d3773195', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:16:56Z', 'updated_at': '2021-12-23T16:16:56Z', 'revision_number': 0, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18f6019e-7f2c-48df-9312-599bd77edfd8', 'name': '', 'network_id': '86ce35ef-6f92-478d-bb05-dc77b85890ed', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'mac_address': 'fa:16:3e:2d:cf:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9830ea94-3af4-44dd-af06-634e4fe8878f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': '0dca58b9-f8fa-4c62-85a7-2fd783a18325', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:16:20Z', 'updated_at': '2021-12-23T16:16:34Z', 'revision_number': 5, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'subnets': [{'id': '0dca58b9-f8fa-4c62-85a7-2fd783a18325', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:16:59.056388 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e1d91c9-be2b-45db-bc4c-f01fca05be48 None None] Checking router: 9830ea94-3af4-44dd-af06-634e4fe8878f for host: dv-neutron-822799-1-hyperv {{(pid=87637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 23 16:16:59.068679 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-50c8e0ee-8d71-42c7-9636-4e845d3f0e74 None None] Provisioning for port 130842c1-a06b-4867-89fd-13b9a1484f2f completed by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:16:59.095721 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-50c8e0ee-8d71-42c7-9636-4e845d3f0e74 None None] Provisioning complete for port 130842c1-a06b-4867-89fd-13b9a1484f2f triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:16:59.096539 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-50c8e0ee-8d71-42c7-9636-4e845d3f0e74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:59.103124 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-9a23deb9-135a-4f7d-802f-3aab878ef78b req-52283778-866c-4ab1-8989-759b156072fe service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8dc1b2bc-0f9f-4742-a2f0-a40d58aac880 HTTP/1.1" status: 200  len: 1000 time: 0.3722651
Dec 23 16:16:59.131645 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e1d91c9-be2b-45db-bc4c-f01fca05be48 None None] Routers {'9830ea94-3af4-44dd-af06-634e4fe8878f'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:16:59.132594 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-7e1d91c9-be2b-45db-bc4c-f01fca05be48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc049d5e0>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:16:50Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['9830ea94-3af4-44dd-af06-634e4fe8878f'], 'active': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:16:59.192753 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a23deb9-135a-4f7d-802f-3aab878ef78b req-203a557c-2b5e-41cb-b2fa-6f9402c29efc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:16:59.194308 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-9a23deb9-135a-4f7d-802f-3aab878ef78b req-203a557c-2b5e-41cb-b2fa-6f9402c29efc service neutron] 10.222.0.61 "GET /v2.0/subnets?id=0dca58b9-f8fa-4c62-85a7-2fd783a18325 HTTP/1.1" status: 200  len: 834 time: 0.0842073
Dec 23 16:16:59.218487 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device ee5cd698-8cb6-48a6-a7d5-246e4129b6c2 up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:16:59.346631 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a23deb9-135a-4f7d-802f-3aab878ef78b req-c1f9ed32-9221-4ce6-818d-9b95fa2726ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:16:59.348403 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-9a23deb9-135a-4f7d-802f-3aab878ef78b req-c1f9ed32-9221-4ce6-818d-9b95fa2726ca service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=86ce35ef-6f92-478d-bb05-dc77b85890ed&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1473660
Dec 23 16:16:59.362592 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-5d2153a5-a69c-4266-874b-68e9bc099255 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:59.383178 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-50c8e0ee-8d71-42c7-9636-4e845d3f0e74 None None] Port 130842c1-a06b-4867-89fd-13b9a1484f2f cannot update to ACTIVE because it is not bound. {{(pid=87637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 23 16:16:59.418850 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.notifiers.nova [None req-5d2153a5-a69c-4266-874b-68e9bc099255 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] device_id is not set on port 763086d5-a0db-4af1-afb4-c0fe510e8997 yet. {{(pid=87635) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 23 16:16:59.452433 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvr_db [None req-7e1d91c9-be2b-45db-bc4c-f01fca05be48 None None] Set router 9830ea94-3af4-44dd-af06-634e4fe8878f gateway port host: dv-neutron-822799-1-hyperv {{(pid=87637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:16:59.462101 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 51004) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:16:59.496647 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-50c8e0ee-8d71-42c7-9636-4e845d3f0e74 None None] Provisioning complete for port 103ab8d5-9bee-402e-a054-3706d3f51469 triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:16:59.497006 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-50c8e0ee-8d71-42c7-9636-4e845d3f0e74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:59.510108 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-9a23deb9-135a-4f7d-802f-3aab878ef78b req-6442a216-9d9e-4c56-a217-23d26565ec4a service neutron] 10.222.0.61 "GET /v2.0/networks/86ce35ef-6f92-478d-bb05-dc77b85890ed?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1543155
Dec 23 16:16:59.544453 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning for port ee5cd698-8cb6-48a6-a7d5-246e4129b6c2 completed by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:16:59.577368 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 103ab8d5-9bee-402e-a054-3706d3f51469 up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:16:59.617844 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-bae628c1-f4f1-4c91-a773-d1376ce08933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1374275305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1374275305-project] Notify callbacks [] for security_group, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:59.634853 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-feb21697-5a8f-4135-bbfc-c43d5aa0d59e tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks [] for port, precommit_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:59.647644 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-bae628c1-f4f1-4c91-a773-d1376ce08933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1374275305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1374275305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:59.658127 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-09085178-979d-49bc-920b-db3875932660 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:16:59.687624 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-9a23deb9-135a-4f7d-802f-3aab878ef78b req-8d52571c-eee2-4a34-8262-c4a6ce7064e4 service neutron] 10.222.0.61 "GET /v2.0/networks/86ce35ef-6f92-478d-bb05-dc77b85890ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1707079
Dec 23 16:16:59.690183 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-feb21697-5a8f-4135-bbfc-c43d5aa0d59e tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2753531'] for port, after_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:59.798073 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bae628c1-f4f1-4c91-a773-d1376ce08933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1374275305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1374275305-project] vlan segment allocate from pool success with {'vlan_id': 434, 'physical_network': 'physnet1'}  {{(pid=87635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 23 16:16:59.828731 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-97b22753-39e8-4b5f-92ca-fe863c651771 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/floatingips/a13df365-192b-425b-9e4b-38a680d22db0 HTTP/1.1" status: 200  len: 992 time: 0.3610148
Dec 23 16:16:59.850407 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae628c1-f4f1-4c91-a773-d1376ce08933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1374275305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1374275305-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f370cf02-ab96-4592-a7b5-f268f2574dd3,revision_number=1']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:16:59.853771 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-bae628c1-f4f1-4c91-a773-d1376ce08933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1374275305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1374275305-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:16:59.862088 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-333b8eaa-acc1-477d-ba38-24219ffdd717 tempest-TestServerAdvancedOps-1634361821 tempest-TestServerAdvancedOps-1634361821-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.156s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:16:59.899273 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-bae628c1-f4f1-4c91-a773-d1376ce08933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1374275305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1374275305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:16:59.899915 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.db.segments_db [None req-bae628c1-f4f1-4c91-a773-d1376ce08933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1374275305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1374275305-project] Added segment f1cdbc0e-c757-4efa-9ea7-74a040cc5ebc of type vlan for network 213dfb3f-ae7b-4338-b3a9-5643fe445803
Dec 23 16:16:59.919041 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a59d19-2a7d-4680-bfb6-b61714682bb8 req-d43786ec-72ac-4908-ba61-7767399f2536 tempest-TestServerAdvancedOps-1634361821 tempest-TestServerAdvancedOps-1634361821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:16:59.920596 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-15a59d19-2a7d-4680-bfb6-b61714682bb8 req-d43786ec-72ac-4908-ba61-7767399f2536 tempest-TestServerAdvancedOps-1634361821 tempest-TestServerAdvancedOps-1634361821-project] 10.222.0.64 "GET /v2.0/ports?device_id=a79e2485-5bb6-4bb8-a16c-9efafd4ef9a2 HTTP/1.1" status: 200  len: 946 time: 0.6945090
Dec 23 16:16:59.926025 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port 103ab8d5-9bee-402e-a054-3706d3f51469 triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:16:59.926736 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:00.117682 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb21697-5a8f-4135-bbfc-c43d5aa0d59e tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Pushing event updated for resources: {'Port': ['ID=130842c1-a06b-4867-89fd-13b9a1484f2f,revision_number=2']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:17:00.121094 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-feb21697-5a8f-4135-bbfc-c43d5aa0d59e tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:17:00.139252 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-bae628c1-f4f1-4c91-a773-d1376ce08933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1374275305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1374275305-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735362521793'] for network, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:00.195462 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-15a59d19-2a7d-4680-bfb6-b61714682bb8 req-4c5b6eb5-d744-4349-87ed-3159e92f4fe9 tempest-TestServerAdvancedOps-1634361821 tempest-TestServerAdvancedOps-1634361821-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a2867ec-79c8-4597-8ec0-6002587f986e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2473454
Dec 23 16:17:00.198722 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-c07d8356-1b59-420c-9431-b157308acec5 None None] Provisioning complete for port 130842c1-a06b-4867-89fd-13b9a1484f2f triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:17:00.198722 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-c07d8356-1b59-420c-9431-b157308acec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:00.225117 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.db_base_plugin_common [None req-5d2153a5-a69c-4266-874b-68e9bc099255 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Allocated IP 2001:db8::29a (e77e748e-188d-4ee5-88c4-9be4ee766d0f/d056798d-e23b-478c-9767-1c98b632a8c7/763086d5-a0db-4af1-afb4-c0fe510e8997) {{(pid=87635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:17:00.261890 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-c07d8356-1b59-420c-9431-b157308acec5 None None] Port 130842c1-a06b-4867-89fd-13b9a1484f2f cannot update to ACTIVE because it is not bound. {{(pid=87637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 23 16:17:00.277437 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-7e1d91c9-be2b-45db-bc4c-f01fca05be48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc049d5e0>, [{'id': '9830ea94-3af4-44dd-af06-634e4fe8878f', 'name': 'tempest-TestNetworkBasicOps-router-677473266', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.162'}], 'enable_snat': True}, 'gw_port_id': '06fc2d70-1443-439c-a89a-12708450fe11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:16:06Z', 'updated_at': '2021-12-23T16:16:23Z', 'revision_number': 4, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'gw_port': {'id': '06fc2d70-1443-439c-a89a-12708450fe11', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ac:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9830ea94-3af4-44dd-af06-634e4fe8878f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1047, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:16:08Z', 'updated_at': '2021-12-23T16:16:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_floatingips': [{'id': 'a13df365-192b-425b-9e4b-38a680d22db0', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'floating_ip_address': '172.26.3.246', 'floating_network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'router_id': '9830ea94-3af4-44dd-af06-634e4fe8878f', 'port_id': '8dc1b2bc-0f9f-4742-a2f0-a40d58aac880', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1134, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86ce35ef-6f92-478d-bb05-dc77b85890ed', 'mac_address': 'fa:16:3e:93:4e:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a17b9fda-f199-4fa6-b5de-3886d3773195', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:16:56Z', 'updated_at': '2021-12-23T16:16:56Z', 'revision_number': 0, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18f6019e-7f2c-48df-9312-599bd77edfd8', 'name': '', 'network_id': '86ce35ef-6f92-478d-bb05-dc77b85890ed', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'mac_address': 'fa:16:3e:2d:cf:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9830ea94-3af4-44dd-af06-634e4fe8878f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': '0dca58b9-f8fa-4c62-85a7-2fd783a18325', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:16:20Z', 'updated_at': '2021-12-23T16:16:34Z', 'revision_number': 5, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'subnets': [{'id': '0dca58b9-f8fa-4c62-85a7-2fd783a18325', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:17:00.282341 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-c07d8356-1b59-420c-9431-b157308acec5 None None] Provisioning complete for port 10483f36-701d-40ff-98b3-3f3134b9e2c2 triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:17:00.282725 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-c07d8356-1b59-420c-9431-b157308acec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:00.300902 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-feb21697-5a8f-4135-bbfc-c43d5aa0d59e tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1781300'] for router_interface, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:00.311899 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e1d91c9-be2b-45db-bc4c-f01fca05be48 None None] The sync data for ids ['9830ea94-3af4-44dd-af06-634e4fe8878f'] in dv-neutron-822799-1-hyperv is: [{'id': '9830ea94-3af4-44dd-af06-634e4fe8878f', 'name': 'tempest-TestNetworkBasicOps-router-677473266', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.162'}], 'enable_snat': True}, 'gw_port_id': '06fc2d70-1443-439c-a89a-12708450fe11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:16:06Z', 'updated_at': '2021-12-23T16:16:23Z', 'revision_number': 4, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'gw_port': {'id': '06fc2d70-1443-439c-a89a-12708450fe11', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ac:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9830ea94-3af4-44dd-af06-634e4fe8878f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1047, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:16:08Z', 'updated_at': '2021-12-23T16:16:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_floatingips': [{'id': 'a13df365-192b-425b-9e4b-38a680d22db0', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'floating_ip_address': '172.26.3.246', 'floating_network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'router_id': '9830ea94-3af4-44dd-af06-634e4fe8878f', 'port_id': '8dc1b2bc-0f9f-4742-a2f0-a40d58aac880', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1134, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86ce35ef-6f92-478d-bb05-dc77b85890ed', 'mac_address': 'fa:16:3e:93:4e:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a17b9fda-f199-4fa6-b5de-3886d3773195', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:16:56Z', 'updated_at': '2021-12-23T16:16:56Z', 'revision_number': 0, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18f6019e-7f2c-48df-9312-599bd77edfd8', 'name': '', 'network_id': '86ce35ef-6f92-478d-bb05-dc77b85890ed', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'mac_address': 'fa:16:3e:2d:cf:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9830ea94-3af4-44dd-af06-634e4fe8878f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': '0dca58b9-f8fa-4c62-85a7-2fd783a18325', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:16:20Z', 'updated_at': '2021-12-23T16:16:34Z', 'revision_number': 5, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'subnets': [{'id': '0dca58b9-f8fa-4c62-85a7-2fd783a18325', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 23 16:17:00.339886 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-c07d8356-1b59-420c-9431-b157308acec5 None None] Port 10483f36-701d-40ff-98b3-3f3134b9e2c2 cannot update to ACTIVE because it is not bound. {{(pid=87637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 23 16:17:00.351943 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-c07d8356-1b59-420c-9431-b157308acec5 None None] Provisioning for port ee5cd698-8cb6-48a6-a7d5-246e4129b6c2 completed by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:17:00.358218 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-c07d8356-1b59-420c-9431-b157308acec5 None None] Provisioning complete for port ee5cd698-8cb6-48a6-a7d5-246e4129b6c2 triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:17:00.358749 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-c07d8356-1b59-420c-9431-b157308acec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:00.414514 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b53b331-cd5e-47b5-9830-f83368bd12d1 req-55185c06-cc36-4717-aa48-287f3882d736 tempest-TestServerAdvancedOps-1634361821 tempest-TestServerAdvancedOps-1634361821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:17:00.421236 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-9b53b331-cd5e-47b5-9830-f83368bd12d1 req-55185c06-cc36-4717-aa48-287f3882d736 tempest-TestServerAdvancedOps-1634361821 tempest-TestServerAdvancedOps-1634361821-project] 10.222.0.64 "GET /v2.0/ports?device_id=a79e2485-5bb6-4bb8-a16c-9efafd4ef9a2 HTTP/1.1" status: 200  len: 946 time: 0.1021161
Dec 23 16:17:00.467315 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-9b53b331-cd5e-47b5-9830-f83368bd12d1 req-4e41b0b1-4f1e-4ec4-bc7b-af1a4423cf08 tempest-TestServerAdvancedOps-1634361821 tempest-TestServerAdvancedOps-1634361821-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a2867ec-79c8-4597-8ec0-6002587f986e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440917
Dec 23 16:17:00.512380 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-c07d8356-1b59-420c-9431-b157308acec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:00.547475 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-c07d8356-1b59-420c-9431-b157308acec5 None None] For port ee5cd698-8cb6-48a6-a7d5-246e4129b6c2, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=ee5cd698-8cb6-48a6-a7d5-246e4129b6c2,segment=NetworkSegment(3213061e-1f34-4f56-aaa4-2b5a03a8d187),segment_id=3213061e-1f34-4f56-aaa4-2b5a03a8d187)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:17:00.553010 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-c07d8356-1b59-420c-9431-b157308acec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:00.558423 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-7102cbba-77e8-467f-b1e6-99894c003326 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:17:00.590260 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.db.resource_extend [None req-bae628c1-f4f1-4c91-a773-d1376ce08933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1374275305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1374275305-project] It took 0.40 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 23 16:17:00.607600 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdceb66c-0527-47e1-84c3-664c03593c68 None None] New status for floating IP a13df365-192b-425b-9e4b-38a680d22db0: ACTIVE {{(pid=87638) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 23 16:17:00.646445 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07d8356-1b59-420c-9431-b157308acec5 None None] Pushing event updated for resources: {'Port': ['ID=ee5cd698-8cb6-48a6-a7d5-246e4129b6c2,revision_number=3']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:17:00.656059 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-c07d8356-1b59-420c-9431-b157308acec5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:17:00.664377 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-bae628c1-f4f1-4c91-a773-d1376ce08933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1374275305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1374275305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495'] for network, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:00.669846 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bae628c1-f4f1-4c91-a773-d1376ce08933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1374275305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1374275305-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:17:00.670442 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-bae628c1-f4f1-4c91-a773-d1376ce08933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1374275305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1374275305-project] Notify callbacks [] for network, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:00.684176 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-ac09abdf-4272-49bb-81af-d34e761eee02 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:17:00.832349 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 51014) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:00.896730 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-bae628c1-f4f1-4c91-a773-d1376ce08933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1374275305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1374275305-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201  len: 803 time: 3.0405579
Dec 23 16:17:00.909073 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae628c1-f4f1-4c91-a773-d1376ce08933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1374275305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1374275305-project] Pushing event updated for resources: {'Network': ['ID=213dfb3f-ae7b-4338-b3a9-5643fe445803,revision_number=1']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:17:00.912330 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-bae628c1-f4f1-4c91-a773-d1376ce08933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1374275305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1374275305-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:17:00.945169 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Network 213dfb3f-ae7b-4338-b3a9-5643fe445803 details requested by agent ovs-agent-dv-neutron-822799-1-hyperv with host dv-neutron-822799-1-hyperv {{(pid=87637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 23 16:17:01.032308 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-feb21697-5a8f-4135-bbfc-c43d5aa0d59e tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:01.040330 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device ee5cd698-8cb6-48a6-a7d5-246e4129b6c2 up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:17:01.077132 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-43bae2c3-19e3-45ec-86a7-fed0e423a6e2 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/floatingips/a13df365-192b-425b-9e4b-38a680d22db0 HTTP/1.1" status: 200  len: 994 time: 0.2429950
Dec 23 16:17:01.100393 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-5d2153a5-a69c-4266-874b-68e9bc099255 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks [] for port, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:01.104241 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f624ec84-d0fd-4154-9777-4c90695feef6 req-0c3c1783-402b-4420-b9b6-e7027abd22f4 tempest-TestServerAdvancedOps-1634361821 tempest-TestServerAdvancedOps-1634361821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:17:01.111550 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-f624ec84-d0fd-4154-9777-4c90695feef6 req-0c3c1783-402b-4420-b9b6-e7027abd22f4 tempest-TestServerAdvancedOps-1634361821 tempest-TestServerAdvancedOps-1634361821-project] 10.222.0.64 "GET /v2.0/ports?device_id=a79e2485-5bb6-4bb8-a16c-9efafd4ef9a2 HTTP/1.1" status: 200  len: 946 time: 0.2118967
Dec 23 16:17:01.138693 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.provisioning_blocks [None req-5d2153a5-a69c-4266-874b-68e9bc099255 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Transition to ACTIVE for port object 763086d5-a0db-4af1-afb4-c0fe510e8997 will not be triggered until provisioned by entity DHCP. {{(pid=87635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:17:01.162045 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-f624ec84-d0fd-4154-9777-4c90695feef6 req-c80026e5-874f-4a1e-8a06-c142fb76b74f tempest-TestServerAdvancedOps-1634361821 tempest-TestServerAdvancedOps-1634361821-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a2867ec-79c8-4597-8ec0-6002587f986e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0495801
Dec 23 16:17:01.174993 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 51022) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:01.181158 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-70fc9359-ae1b-47b6-98c3-f94c0549bc9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Request body: {'port': {'network_id': '213dfb3f-ae7b-4338-b3a9-5643fe445803', 'binding:host_id': 'hv-neutron-8227', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-583672091'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:17:01.183880 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port ee5cd698-8cb6-48a6-a7d5-246e4129b6c2 triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:17:01.184356 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:01.185853 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-70fc9359-ae1b-47b6-98c3-f94c0549bc9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:17:01.189626 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-70fc9359-ae1b-47b6-98c3-f94c0549bc9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Usage tracker for resource:port and tenant:8d5f9b0ff88f4fcea2a623df679af3b1 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:17:01.192585 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-70fc9359-ae1b-47b6-98c3-f94c0549bc9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:17:01.198455 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-70fc9359-ae1b-47b6-98c3-f94c0549bc9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:17:01.210975 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70fc9359-ae1b-47b6-98c3-f94c0549bc9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Made reservation on behalf of 8d5f9b0ff88f4fcea2a623df679af3b1 for: {'port': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:17:01.214073 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-70fc9359-ae1b-47b6-98c3-f94c0549bc9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:01.229044 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-70fc9359-ae1b-47b6-98c3-f94c0549bc9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:01.245398 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-70fc9359-ae1b-47b6-98c3-f94c0549bc9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:17:01.251558 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-70fc9359-ae1b-47b6-98c3-f94c0549bc9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Usage tracker for resource:security_group_rule and tenant:8d5f9b0ff88f4fcea2a623df679af3b1 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:17:01.254447 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-70fc9359-ae1b-47b6-98c3-f94c0549bc9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:17:01.260998 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-70fc9359-ae1b-47b6-98c3-f94c0549bc9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:17:01.377148 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-70fc9359-ae1b-47b6-98c3-f94c0549bc9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:01.383387 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-70fc9359-ae1b-47b6-98c3-f94c0549bc9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:01.388693 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [None req-70fc9359-ae1b-47b6-98c3-f94c0549bc9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] device_id is not set on port 25810e02-811f-4ef1-97c5-5baeac0e711c yet. {{(pid=87636) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 23 16:17:01.402709 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-5d2153a5-a69c-4266-874b-68e9bc099255 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:01.415024 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-e67390fd-084e-42ff-9ce4-17fa323d8dad tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:17:01.427145 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-9ed7d208-6135-466e-b953-6e0bfac4c2fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:17:01.476031 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fc9359-ae1b-47b6-98c3-f94c0549bc9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=145c4170-170b-4664-95f5-32cc507a7c45,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:17:01.480439 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-70fc9359-ae1b-47b6-98c3-f94c0549bc9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:17:01.491116 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d2153a5-a69c-4266-874b-68e9bc099255 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Network e77e748e-188d-4ee5-88c4-9be4ee766d0f is already hosted by enough agents. {{(pid=87635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:17:01.496118 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.base_scheduler [None req-5d2153a5-a69c-4266-874b-68e9bc099255 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Resources bound (agent type, host, resource id):  {{(pid=87635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:17:01.507481 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d2153a5-a69c-4266-874b-68e9bc099255 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Received port after_create {{(pid=87635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:17:01.514122 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d2153a5-a69c-4266-874b-68e9bc099255 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:17:01.514803 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-5d2153a5-a69c-4266-874b-68e9bc099255 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:01.550802 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2153a5-a69c-4266-874b-68e9bc099255 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Pushing event updated for resources: {'Port': ['ID=763086d5-a0db-4af1-afb4-c0fe510e8997,revision_number=1']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:17:01.564794 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-5d2153a5-a69c-4266-874b-68e9bc099255 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:17:01.572891 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-5d2153a5-a69c-4266-874b-68e9bc099255 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201  len: 930 time: 2.9846106
Dec 23 16:17:01.576766 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 51026) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:01.584075 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-7b86957e-031a-405a-96a9-8518888c0ab6 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Request body: {'subnet': {'network_id': 'e77e748e-188d-4ee5-88c4-9be4ee766d0f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:17:01.716165 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-feb21697-5a8f-4135-bbfc-c43d5aa0d59e tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks [] for port, precommit_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:01.722238 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [None req-70fc9359-ae1b-47b6-98c3-f94c0549bc9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] device_id is not set on port 25810e02-811f-4ef1-97c5-5baeac0e711c yet. {{(pid=87636) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 23 16:17:01.732475 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-feb21697-5a8f-4135-bbfc-c43d5aa0d59e tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2753531'] for port, after_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:01.733222 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-70fc9359-ae1b-47b6-98c3-f94c0549bc9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:01.733324 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-feb21697-5a8f-4135-bbfc-c43d5aa0d59e tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1627481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1781465'] for router_interface, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:01.739113 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-feb21697-5a8f-4135-bbfc-c43d5aa0d59e tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:17:01.747776 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.provisioning_blocks [None req-70fc9359-ae1b-47b6-98c3-f94c0549bc9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Transition to ACTIVE for port object 25810e02-811f-4ef1-97c5-5baeac0e711c will not be triggered until provisioned by entity L2. {{(pid=87636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:17:01.757067 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-70fc9359-ae1b-47b6-98c3-f94c0549bc9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:01.763357 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-66789923-9137-403a-8a2d-89cbf92133fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:17:01.783225 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-a073e890-3194-4d75-a4ad-e4782504ba0d None None] Provisioning for port 763086d5-a0db-4af1-afb4-c0fe510e8997 completed by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:17:01.790920 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-a073e890-3194-4d75-a4ad-e4782504ba0d None None] Provisioning complete for port 763086d5-a0db-4af1-afb4-c0fe510e8997 triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:17:01.791469 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-a073e890-3194-4d75-a4ad-e4782504ba0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:01.840327 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-7b86957e-031a-405a-96a9-8518888c0ab6 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:17:01.855161 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fc9359-ae1b-47b6-98c3-f94c0549bc9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Pushing event updated for resources: {'Port': ['ID=25810e02-811f-4ef1-97c5-5baeac0e711c,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:17:01.855918 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-a073e890-3194-4d75-a4ad-e4782504ba0d None None] Port 763086d5-a0db-4af1-afb4-c0fe510e8997 cannot update to ACTIVE because it is not bound. {{(pid=87637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 23 16:17:01.859154 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-70fc9359-ae1b-47b6-98c3-f94c0549bc9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:17:01.860024 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70fc9359-ae1b-47b6-98c3-f94c0549bc9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Checking segment: {'id': 'f1cdbc0e-c757-4efa-9ea7-74a040cc5ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '213dfb3f-ae7b-4338-b3a9-5643fe445803'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:17:01.860386 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70fc9359-ae1b-47b6-98c3-f94c0549bc9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Network hostable DHCP agents. Network: 213dfb3f-ae7b-4338-b3a9-5643fe445803, hostable agents: ['1c812d71-eadf-4fb3-b98e-67468a4aa7e2'], hosted agents: [] {{(pid=87636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 23 16:17:01.881238 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70fc9359-ae1b-47b6-98c3-f94c0549bc9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Network 213dfb3f-ae7b-4338-b3a9-5643fe445803 is scheduled to be hosted by DHCP agent 1c812d71-eadf-4fb3-b98e-67468a4aa7e2 with binding_index 1 {{(pid=87636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 23 16:17:01.891267 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-70fc9359-ae1b-47b6-98c3-f94c0549bc9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822799-1-hyperv, 213dfb3f-ae7b-4338-b3a9-5643fe445803) {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:17:01.895497 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-7b86957e-031a-405a-96a9-8518888c0ab6 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Usage tracker for resource:subnet and tenant:37ed648a62f44dd1bf944e0bff6f4422 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:17:01.896281 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70fc9359-ae1b-47b6-98c3-f94c0549bc9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:17:01.902347 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb21697-5a8f-4135-bbfc-c43d5aa0d59e tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Pushing event updated for resources: {'Port': ['ID=130842c1-a06b-4867-89fd-13b9a1484f2f,revision_number=3']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:17:01.902750 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6381340e-61b2-4e23-802a-0d3024affa20 None None] Network 213dfb3f-ae7b-4338-b3a9-5643fe445803 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:17:01.904846 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-7b86957e-031a-405a-96a9-8518888c0ab6 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:17:01.915545 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-feb21697-5a8f-4135-bbfc-c43d5aa0d59e tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:17:01.917263 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [None req-70fc9359-ae1b-47b6-98c3-f94c0549bc9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Attempting to bind port 25810e02-811f-4ef1-97c5-5baeac0e711c on host hv-neutron-8227 for vnic_type normal with profile  {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:17:01.917616 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [None req-70fc9359-ae1b-47b6-98c3-f94c0549bc9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Attempting to bind port 25810e02-811f-4ef1-97c5-5baeac0e711c by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': 'f1cdbc0e-c757-4efa-9ea7-74a040cc5ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '213dfb3f-ae7b-4338-b3a9-5643fe445803'}] {{(pid=87636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:17:01.917958 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70fc9359-ae1b-47b6-98c3-f94c0549bc9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Attempting to bind port 25810e02-811f-4ef1-97c5-5baeac0e711c on network 213dfb3f-ae7b-4338-b3a9-5643fe445803 {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:17:01.920707 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-7b86957e-031a-405a-96a9-8518888c0ab6 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:17:01.924612 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70fc9359-ae1b-47b6-98c3-f94c0549bc9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Port 25810e02-811f-4ef1-97c5-5baeac0e711c on network 213dfb3f-ae7b-4338-b3a9-5643fe445803 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 23 16:17:01.924612 dv-neutron-822799-1-hyperv neutron-server[87636]: ERROR neutron.plugins.ml2.managers [None req-70fc9359-ae1b-47b6-98c3-f94c0549bc9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Failed to bind port 25810e02-811f-4ef1-97c5-5baeac0e711c on host hv-neutron-8227 for vnic_type normal using segments [{'id': 'f1cdbc0e-c757-4efa-9ea7-74a040cc5ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '213dfb3f-ae7b-4338-b3a9-5643fe445803'}]
Dec 23 16:17:01.924612 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.plugins.ml2.plugin [None req-70fc9359-ae1b-47b6-98c3-f94c0549bc9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Attempt 2 to bind port 25810e02-811f-4ef1-97c5-5baeac0e711c
Dec 23 16:17:01.940981 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b86957e-031a-405a-96a9-8518888c0ab6 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Made reservation on behalf of 37ed648a62f44dd1bf944e0bff6f4422 for: {'subnet': 1} {{(pid=87635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:17:01.943894 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [None req-70fc9359-ae1b-47b6-98c3-f94c0549bc9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Attempting to bind port 25810e02-811f-4ef1-97c5-5baeac0e711c on host hv-neutron-8227 for vnic_type normal with profile  {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:17:01.944666 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [None req-70fc9359-ae1b-47b6-98c3-f94c0549bc9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Attempting to bind port 25810e02-811f-4ef1-97c5-5baeac0e711c by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': 'f1cdbc0e-c757-4efa-9ea7-74a040cc5ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '213dfb3f-ae7b-4338-b3a9-5643fe445803'}] {{(pid=87636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:17:01.944803 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70fc9359-ae1b-47b6-98c3-f94c0549bc9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Attempting to bind port 25810e02-811f-4ef1-97c5-5baeac0e711c on network 213dfb3f-ae7b-4338-b3a9-5643fe445803 {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:17:01.945237 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-7b86957e-031a-405a-96a9-8518888c0ab6 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2610339'] for subnet, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:01.950559 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70fc9359-ae1b-47b6-98c3-f94c0549bc9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Port 25810e02-811f-4ef1-97c5-5baeac0e711c on network 213dfb3f-ae7b-4338-b3a9-5643fe445803 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 23 16:17:01.950963 dv-neutron-822799-1-hyperv neutron-server[87636]: ERROR neutron.plugins.ml2.managers [None req-70fc9359-ae1b-47b6-98c3-f94c0549bc9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Failed to bind port 25810e02-811f-4ef1-97c5-5baeac0e711c on host hv-neutron-8227 for vnic_type normal using segments [{'id': 'f1cdbc0e-c757-4efa-9ea7-74a040cc5ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '213dfb3f-ae7b-4338-b3a9-5643fe445803'}]
Dec 23 16:17:01.951531 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.plugins.ml2.plugin [None req-70fc9359-ae1b-47b6-98c3-f94c0549bc9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Attempt 3 to bind port 25810e02-811f-4ef1-97c5-5baeac0e711c
Dec 23 16:17:01.967301 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [None req-70fc9359-ae1b-47b6-98c3-f94c0549bc9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Attempting to bind port 25810e02-811f-4ef1-97c5-5baeac0e711c on host hv-neutron-8227 for vnic_type normal with profile  {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:17:01.967764 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [None req-70fc9359-ae1b-47b6-98c3-f94c0549bc9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Attempting to bind port 25810e02-811f-4ef1-97c5-5baeac0e711c by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': 'f1cdbc0e-c757-4efa-9ea7-74a040cc5ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '213dfb3f-ae7b-4338-b3a9-5643fe445803'}] {{(pid=87636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:17:01.968200 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70fc9359-ae1b-47b6-98c3-f94c0549bc9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Attempting to bind port 25810e02-811f-4ef1-97c5-5baeac0e711c on network 213dfb3f-ae7b-4338-b3a9-5643fe445803 {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:17:01.973545 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70fc9359-ae1b-47b6-98c3-f94c0549bc9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Port 25810e02-811f-4ef1-97c5-5baeac0e711c on network 213dfb3f-ae7b-4338-b3a9-5643fe445803 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 23 16:17:01.974065 dv-neutron-822799-1-hyperv neutron-server[87636]: ERROR neutron.plugins.ml2.managers [None req-70fc9359-ae1b-47b6-98c3-f94c0549bc9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Failed to bind port 25810e02-811f-4ef1-97c5-5baeac0e711c on host hv-neutron-8227 for vnic_type normal using segments [{'id': 'f1cdbc0e-c757-4efa-9ea7-74a040cc5ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '213dfb3f-ae7b-4338-b3a9-5643fe445803'}]
Dec 23 16:17:01.974606 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.plugins.ml2.plugin [None req-70fc9359-ae1b-47b6-98c3-f94c0549bc9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Attempt 4 to bind port 25810e02-811f-4ef1-97c5-5baeac0e711c
Dec 23 16:17:01.991318 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [None req-70fc9359-ae1b-47b6-98c3-f94c0549bc9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Attempting to bind port 25810e02-811f-4ef1-97c5-5baeac0e711c on host hv-neutron-8227 for vnic_type normal with profile  {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:17:01.992250 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [None req-70fc9359-ae1b-47b6-98c3-f94c0549bc9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Attempting to bind port 25810e02-811f-4ef1-97c5-5baeac0e711c by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': 'f1cdbc0e-c757-4efa-9ea7-74a040cc5ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '213dfb3f-ae7b-4338-b3a9-5643fe445803'}] {{(pid=87636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:17:01.992906 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70fc9359-ae1b-47b6-98c3-f94c0549bc9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Attempting to bind port 25810e02-811f-4ef1-97c5-5baeac0e711c on network 213dfb3f-ae7b-4338-b3a9-5643fe445803 {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:17:01.998227 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70fc9359-ae1b-47b6-98c3-f94c0549bc9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Port 25810e02-811f-4ef1-97c5-5baeac0e711c on network 213dfb3f-ae7b-4338-b3a9-5643fe445803 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 23 16:17:01.998664 dv-neutron-822799-1-hyperv neutron-server[87636]: ERROR neutron.plugins.ml2.managers [None req-70fc9359-ae1b-47b6-98c3-f94c0549bc9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Failed to bind port 25810e02-811f-4ef1-97c5-5baeac0e711c on host hv-neutron-8227 for vnic_type normal using segments [{'id': 'f1cdbc0e-c757-4efa-9ea7-74a040cc5ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '213dfb3f-ae7b-4338-b3a9-5643fe445803'}]
Dec 23 16:17:01.999153 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.plugins.ml2.plugin [None req-70fc9359-ae1b-47b6-98c3-f94c0549bc9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Attempt 5 to bind port 25810e02-811f-4ef1-97c5-5baeac0e711c
Dec 23 16:17:02.015117 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [None req-70fc9359-ae1b-47b6-98c3-f94c0549bc9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Attempting to bind port 25810e02-811f-4ef1-97c5-5baeac0e711c on host hv-neutron-8227 for vnic_type normal with profile  {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:17:02.015589 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [None req-70fc9359-ae1b-47b6-98c3-f94c0549bc9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Attempting to bind port 25810e02-811f-4ef1-97c5-5baeac0e711c by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': 'f1cdbc0e-c757-4efa-9ea7-74a040cc5ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '213dfb3f-ae7b-4338-b3a9-5643fe445803'}] {{(pid=87636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:17:02.016023 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70fc9359-ae1b-47b6-98c3-f94c0549bc9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Attempting to bind port 25810e02-811f-4ef1-97c5-5baeac0e711c on network 213dfb3f-ae7b-4338-b3a9-5643fe445803 {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:17:02.021102 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70fc9359-ae1b-47b6-98c3-f94c0549bc9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Port 25810e02-811f-4ef1-97c5-5baeac0e711c on network 213dfb3f-ae7b-4338-b3a9-5643fe445803 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 23 16:17:02.021536 dv-neutron-822799-1-hyperv neutron-server[87636]: ERROR neutron.plugins.ml2.managers [None req-70fc9359-ae1b-47b6-98c3-f94c0549bc9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Failed to bind port 25810e02-811f-4ef1-97c5-5baeac0e711c on host hv-neutron-8227 for vnic_type normal using segments [{'id': 'f1cdbc0e-c757-4efa-9ea7-74a040cc5ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '213dfb3f-ae7b-4338-b3a9-5643fe445803'}]
Dec 23 16:17:02.022026 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.plugins.ml2.plugin [None req-70fc9359-ae1b-47b6-98c3-f94c0549bc9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Attempt 6 to bind port 25810e02-811f-4ef1-97c5-5baeac0e711c
Dec 23 16:17:02.038317 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [None req-70fc9359-ae1b-47b6-98c3-f94c0549bc9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Attempting to bind port 25810e02-811f-4ef1-97c5-5baeac0e711c on host hv-neutron-8227 for vnic_type normal with profile  {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:17:02.038792 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [None req-70fc9359-ae1b-47b6-98c3-f94c0549bc9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Attempting to bind port 25810e02-811f-4ef1-97c5-5baeac0e711c by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': 'f1cdbc0e-c757-4efa-9ea7-74a040cc5ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '213dfb3f-ae7b-4338-b3a9-5643fe445803'}] {{(pid=87636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:17:02.039569 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70fc9359-ae1b-47b6-98c3-f94c0549bc9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Attempting to bind port 25810e02-811f-4ef1-97c5-5baeac0e711c on network 213dfb3f-ae7b-4338-b3a9-5643fe445803 {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:17:02.044665 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70fc9359-ae1b-47b6-98c3-f94c0549bc9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Port 25810e02-811f-4ef1-97c5-5baeac0e711c on network 213dfb3f-ae7b-4338-b3a9-5643fe445803 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 23 16:17:02.044994 dv-neutron-822799-1-hyperv neutron-server[87636]: ERROR neutron.plugins.ml2.managers [None req-70fc9359-ae1b-47b6-98c3-f94c0549bc9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Failed to bind port 25810e02-811f-4ef1-97c5-5baeac0e711c on host hv-neutron-8227 for vnic_type normal using segments [{'id': 'f1cdbc0e-c757-4efa-9ea7-74a040cc5ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '213dfb3f-ae7b-4338-b3a9-5643fe445803'}]
Dec 23 16:17:02.045381 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.plugins.ml2.plugin [None req-70fc9359-ae1b-47b6-98c3-f94c0549bc9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Attempt 7 to bind port 25810e02-811f-4ef1-97c5-5baeac0e711c
Dec 23 16:17:02.060996 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [None req-70fc9359-ae1b-47b6-98c3-f94c0549bc9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Attempting to bind port 25810e02-811f-4ef1-97c5-5baeac0e711c on host hv-neutron-8227 for vnic_type normal with profile  {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:17:02.061336 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [None req-70fc9359-ae1b-47b6-98c3-f94c0549bc9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Attempting to bind port 25810e02-811f-4ef1-97c5-5baeac0e711c by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': 'f1cdbc0e-c757-4efa-9ea7-74a040cc5ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '213dfb3f-ae7b-4338-b3a9-5643fe445803'}] {{(pid=87636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:17:02.061680 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70fc9359-ae1b-47b6-98c3-f94c0549bc9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Attempting to bind port 25810e02-811f-4ef1-97c5-5baeac0e711c on network 213dfb3f-ae7b-4338-b3a9-5643fe445803 {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:17:02.067181 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70fc9359-ae1b-47b6-98c3-f94c0549bc9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Port 25810e02-811f-4ef1-97c5-5baeac0e711c on network 213dfb3f-ae7b-4338-b3a9-5643fe445803 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 23 16:17:02.067517 dv-neutron-822799-1-hyperv neutron-server[87636]: ERROR neutron.plugins.ml2.managers [None req-70fc9359-ae1b-47b6-98c3-f94c0549bc9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Failed to bind port 25810e02-811f-4ef1-97c5-5baeac0e711c on host hv-neutron-8227 for vnic_type normal using segments [{'id': 'f1cdbc0e-c757-4efa-9ea7-74a040cc5ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '213dfb3f-ae7b-4338-b3a9-5643fe445803'}]
Dec 23 16:17:02.068059 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.plugins.ml2.plugin [None req-70fc9359-ae1b-47b6-98c3-f94c0549bc9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Attempt 8 to bind port 25810e02-811f-4ef1-97c5-5baeac0e711c
Dec 23 16:17:02.068893 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feb21697-5a8f-4135-bbfc-c43d5aa0d59e tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Network 2ce5ccf3-209f-4330-a1e1-0a5e509001e8 is already hosted by enough agents. {{(pid=87635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:17:02.072058 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.base_scheduler [None req-feb21697-5a8f-4135-bbfc-c43d5aa0d59e tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Resources bound (agent type, host, resource id):  {{(pid=87635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:17:02.088926 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [None req-70fc9359-ae1b-47b6-98c3-f94c0549bc9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Attempting to bind port 25810e02-811f-4ef1-97c5-5baeac0e711c on host hv-neutron-8227 for vnic_type normal with profile  {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:17:02.089266 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [None req-70fc9359-ae1b-47b6-98c3-f94c0549bc9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Attempting to bind port 25810e02-811f-4ef1-97c5-5baeac0e711c by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': 'f1cdbc0e-c757-4efa-9ea7-74a040cc5ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '213dfb3f-ae7b-4338-b3a9-5643fe445803'}] {{(pid=87636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:17:02.089605 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70fc9359-ae1b-47b6-98c3-f94c0549bc9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Attempting to bind port 25810e02-811f-4ef1-97c5-5baeac0e711c on network 213dfb3f-ae7b-4338-b3a9-5643fe445803 {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:17:02.094660 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70fc9359-ae1b-47b6-98c3-f94c0549bc9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Port 25810e02-811f-4ef1-97c5-5baeac0e711c on network 213dfb3f-ae7b-4338-b3a9-5643fe445803 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 23 16:17:02.094973 dv-neutron-822799-1-hyperv neutron-server[87636]: ERROR neutron.plugins.ml2.managers [None req-70fc9359-ae1b-47b6-98c3-f94c0549bc9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Failed to bind port 25810e02-811f-4ef1-97c5-5baeac0e711c on host hv-neutron-8227 for vnic_type normal using segments [{'id': 'f1cdbc0e-c757-4efa-9ea7-74a040cc5ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '213dfb3f-ae7b-4338-b3a9-5643fe445803'}]
Dec 23 16:17:02.096006 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.plugins.ml2.plugin [None req-70fc9359-ae1b-47b6-98c3-f94c0549bc9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Attempt 9 to bind port 25810e02-811f-4ef1-97c5-5baeac0e711c
Dec 23 16:17:02.117125 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [None req-70fc9359-ae1b-47b6-98c3-f94c0549bc9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Attempting to bind port 25810e02-811f-4ef1-97c5-5baeac0e711c on host hv-neutron-8227 for vnic_type normal with profile  {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:17:02.117541 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [None req-70fc9359-ae1b-47b6-98c3-f94c0549bc9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Attempting to bind port 25810e02-811f-4ef1-97c5-5baeac0e711c by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': 'f1cdbc0e-c757-4efa-9ea7-74a040cc5ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '213dfb3f-ae7b-4338-b3a9-5643fe445803'}] {{(pid=87636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:17:02.117804 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70fc9359-ae1b-47b6-98c3-f94c0549bc9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Attempting to bind port 25810e02-811f-4ef1-97c5-5baeac0e711c on network 213dfb3f-ae7b-4338-b3a9-5643fe445803 {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:17:02.122456 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70fc9359-ae1b-47b6-98c3-f94c0549bc9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Port 25810e02-811f-4ef1-97c5-5baeac0e711c on network 213dfb3f-ae7b-4338-b3a9-5643fe445803 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 23 16:17:02.122783 dv-neutron-822799-1-hyperv neutron-server[87636]: ERROR neutron.plugins.ml2.managers [None req-70fc9359-ae1b-47b6-98c3-f94c0549bc9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Failed to bind port 25810e02-811f-4ef1-97c5-5baeac0e711c on host hv-neutron-8227 for vnic_type normal using segments [{'id': 'f1cdbc0e-c757-4efa-9ea7-74a040cc5ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '213dfb3f-ae7b-4338-b3a9-5643fe445803'}]
Dec 23 16:17:02.123169 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.plugins.ml2.plugin [None req-70fc9359-ae1b-47b6-98c3-f94c0549bc9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Attempt 10 to bind port 25810e02-811f-4ef1-97c5-5baeac0e711c
Dec 23 16:17:02.139983 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [None req-70fc9359-ae1b-47b6-98c3-f94c0549bc9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Attempting to bind port 25810e02-811f-4ef1-97c5-5baeac0e711c on host hv-neutron-8227 for vnic_type normal with profile  {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:17:02.140216 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [None req-70fc9359-ae1b-47b6-98c3-f94c0549bc9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Attempting to bind port 25810e02-811f-4ef1-97c5-5baeac0e711c by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': 'f1cdbc0e-c757-4efa-9ea7-74a040cc5ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '213dfb3f-ae7b-4338-b3a9-5643fe445803'}] {{(pid=87636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:17:02.140618 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70fc9359-ae1b-47b6-98c3-f94c0549bc9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Attempting to bind port 25810e02-811f-4ef1-97c5-5baeac0e711c on network 213dfb3f-ae7b-4338-b3a9-5643fe445803 {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:17:02.146977 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70fc9359-ae1b-47b6-98c3-f94c0549bc9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Port 25810e02-811f-4ef1-97c5-5baeac0e711c on network 213dfb3f-ae7b-4338-b3a9-5643fe445803 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 23 16:17:02.147487 dv-neutron-822799-1-hyperv neutron-server[87636]: ERROR neutron.plugins.ml2.managers [None req-70fc9359-ae1b-47b6-98c3-f94c0549bc9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Failed to bind port 25810e02-811f-4ef1-97c5-5baeac0e711c on host hv-neutron-8227 for vnic_type normal using segments [{'id': 'f1cdbc0e-c757-4efa-9ea7-74a040cc5ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '213dfb3f-ae7b-4338-b3a9-5643fe445803'}]
Dec 23 16:17:02.147893 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-70fc9359-ae1b-47b6-98c3-f94c0549bc9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:02.250056 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [None req-70fc9359-ae1b-47b6-98c3-f94c0549bc9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] For port 25810e02-811f-4ef1-97c5-5baeac0e711c, host hv-neutron-8227, cleared binding levels {{(pid=87636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 23 16:17:02.250437 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [None req-70fc9359-ae1b-47b6-98c3-f94c0549bc9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Attempted to set empty binding levels {{(pid=87636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}}
Dec 23 16:17:02.257681 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-70fc9359-ae1b-47b6-98c3-f94c0549bc9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2176289'] for port, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:02.262100 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-e9e00ee6-f231-406a-88ec-2800c1dfeb57 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:17:02.320285 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70fc9359-ae1b-47b6-98c3-f94c0549bc9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:17:02.320991 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-70fc9359-ae1b-47b6-98c3-f94c0549bc9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:02.381318 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.db.ipam_backend_mixin [None req-7b86957e-031a-405a-96a9-8518888c0ab6 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d056798d-e23b-478c-9767-1c98b632a8c7 (CIDR: 2001:db8::/64)
Dec 23 16:17:02.386975 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b86957e-031a-405a-96a9-8518888c0ab6 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 23 16:17:02.387433 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b86957e-031a-405a-96a9-8518888c0ab6 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 23 16:17:02.410927 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fc9359-ae1b-47b6-98c3-f94c0549bc9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Pushing event updated for resources: {'Port': ['ID=25810e02-811f-4ef1-97c5-5baeac0e711c,revision_number=2']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:17:02.414723 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-70fc9359-ae1b-47b6-98c3-f94c0549bc9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:17:02.422592 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-70fc9359-ae1b-47b6-98c3-f94c0549bc9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201  len: 985 time: 1.2461545
Dec 23 16:17:02.423472 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 51032) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:02.429088 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-7b86957e-031a-405a-96a9-8518888c0ab6 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.8513358
Dec 23 16:17:02.432293 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 51036) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:02.444244 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-73191fbf-2352-4fe4-9912-3e0169925a49 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Request body: {'subnet': {'network_id': 'e77e748e-188d-4ee5-88c4-9be4ee766d0f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:17:02.484368 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-f176321e-59d4-4843-9496-d2c331e64595 None None] Provisioning complete for port 130842c1-a06b-4867-89fd-13b9a1484f2f triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:17:02.484994 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f176321e-59d4-4843-9496-d2c331e64595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:02.506977 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-cf67cfd7-55ae-49e1-9ef7-83ba4b6ccb20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Deleting port 25810e02-811f-4ef1-97c5-5baeac0e711c {{(pid=87635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:17:02.507403 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-cf67cfd7-55ae-49e1-9ef7-83ba4b6ccb20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:02.547033 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-f176321e-59d4-4843-9496-d2c331e64595 None None] Port 130842c1-a06b-4867-89fd-13b9a1484f2f cannot update to ACTIVE because it is not bound. {{(pid=87637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 23 16:17:02.561348 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-feb21697-5a8f-4135-bbfc-c43d5aa0d59e tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Router e5fcfb90-2f7a-4230-ad13-09b07b8e51bc is scheduled to L3 agent 371d4c41-c7e2-4de7-9539-c049ec4e95d1 with binding_index 1 {{(pid=87635) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 23 16:17:02.678001 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368d6ef7-c934-4bcb-9097-b6814e7a4b4f req-f4eaa71b-09a8-4d75-9352-c6b838d6aed3 tempest-TestServerAdvancedOps-1634361821 tempest-TestServerAdvancedOps-1634361821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:17:02.679488 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-368d6ef7-c934-4bcb-9097-b6814e7a4b4f req-f4eaa71b-09a8-4d75-9352-c6b838d6aed3 tempest-TestServerAdvancedOps-1634361821 tempest-TestServerAdvancedOps-1634361821-project] 10.222.0.64 "GET /v2.0/ports?device_id=a79e2485-5bb6-4bb8-a16c-9efafd4ef9a2 HTTP/1.1" status: 200  len: 946 time: 0.3352444
Dec 23 16:17:02.766081 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-368d6ef7-c934-4bcb-9097-b6814e7a4b4f req-2ef0e49e-53a7-42dd-a51e-9ea9d35ac1e1 tempest-TestServerAdvancedOps-1634361821 tempest-TestServerAdvancedOps-1634361821-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a2867ec-79c8-4597-8ec0-6002587f986e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0799432
Dec 23 16:17:02.767647 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-73191fbf-2352-4fe4-9912-3e0169925a49 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:17:02.771945 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-73191fbf-2352-4fe4-9912-3e0169925a49 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Usage tracker for resource:subnet and tenant:37ed648a62f44dd1bf944e0bff6f4422 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:17:02.775021 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-73191fbf-2352-4fe4-9912-3e0169925a49 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:17:02.782771 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-73191fbf-2352-4fe4-9912-3e0169925a49 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:17:02.795664 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73191fbf-2352-4fe4-9912-3e0169925a49 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Made reservation on behalf of 37ed648a62f44dd1bf944e0bff6f4422 for: {'subnet': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:17:02.799514 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-73191fbf-2352-4fe4-9912-3e0169925a49 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2618324'] for subnet, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:02.851913 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-feb21697-5a8f-4135-bbfc-c43d5aa0d59e tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify agent at l3_agent.dv-neutron-822799-1-hyperv the message routers_updated {{(pid=87635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 23 16:17:02.867109 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-feb21697-5a8f-4135-bbfc-c43d5aa0d59e tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] 10.222.0.64 "PUT /v2.0/routers/e5fcfb90-2f7a-4230-ad13-09b07b8e51bc/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.0995533
Dec 23 16:17:02.867325 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b9e02e9-d52d-42c2-908f-c816969efdbc None None] Sync routers for ids ['e5fcfb90-2f7a-4230-ad13-09b07b8e51bc'] in dv-neutron-822799-1-hyperv {{(pid=87637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 23 16:17:02.868082 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 51042) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:02.881016 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b9e02e9-d52d-42c2-908f-c816969efdbc None None] Routers {'e5fcfb90-2f7a-4230-ad13-09b07b8e51bc'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:17:02.882402 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-8b9e02e9-d52d-42c2-908f-c816969efdbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc12c5850>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:16:50Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['e5fcfb90-2f7a-4230-ad13-09b07b8e51bc'], 'active': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:17:02.919242 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.db [None req-cf67cfd7-55ae-49e1-9ef7-83ba4b6ccb20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] For port 25810e02-811f-4ef1-97c5-5baeac0e711c, host hv-neutron-8227, got binding levels [] {{(pid=87635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:17:02.919814 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-cf67cfd7-55ae-49e1-9ef7-83ba4b6ccb20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:02.961368 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-8b9e02e9-d52d-42c2-908f-c816969efdbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc12c5850>, [], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:17:02.971600 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b9e02e9-d52d-42c2-908f-c816969efdbc None None] Routers {'e5fcfb90-2f7a-4230-ad13-09b07b8e51bc'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:17:02.972386 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-8b9e02e9-d52d-42c2-908f-c816969efdbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc12c5850>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:16:50Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['e5fcfb90-2f7a-4230-ad13-09b07b8e51bc'], 'active': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:17:03.068788 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-cf67cfd7-55ae-49e1-9ef7-83ba4b6ccb20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Calling delete_port for 25810e02-811f-4ef1-97c5-5baeac0e711c owned by  {{(pid=87635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:17:03.114685 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dae7c35f-4057-46e7-8cb3-0f0ccceeaa32 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:17:03.115700 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-dae7c35f-4057-46e7-8cb3-0f0ccceeaa32 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Synchronizing usage tracker for tenant:7f693e1e2e4c45b0a519cdc9b284f217 on resource:port {{(pid=87635) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:17:03.116939 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-8b9e02e9-d52d-42c2-908f-c816969efdbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc12c5850>, [], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:17:03.118100 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b9e02e9-d52d-42c2-908f-c816969efdbc None None] The sync data for ids ['e5fcfb90-2f7a-4230-ad13-09b07b8e51bc'] in dv-neutron-822799-1-hyperv is: [] {{(pid=87637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 23 16:17:03.149350 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-dae7c35f-4057-46e7-8cb3-0f0ccceeaa32 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Unset dirty status for tenant:7f693e1e2e4c45b0a519cdc9b284f217 on resource:port {{(pid=87635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:17:03.152619 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-dae7c35f-4057-46e7-8cb3-0f0ccceeaa32 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] 10.222.0.64 "GET /v2.0/ports/130842c1-a06b-4867-89fd-13b9a1484f2f HTTP/1.1" status: 200  len: 984 time: 0.2822375
Dec 23 16:17:03.153872 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 51048) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:03.196531 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-73191fbf-2352-4fe4-9912-3e0169925a49 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2176430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2618310'] for subnet, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:03.205711 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-9b512a33-4839-429f-ae90-9da9e68aa859 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:17:03.284309 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73191fbf-2352-4fe4-9912-3e0169925a49 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Network e77e748e-188d-4ee5-88c4-9be4ee766d0f is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:17:03.289703 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-73191fbf-2352-4fe4-9912-3e0169925a49 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Resources bound (agent type, host, resource id):  {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:17:03.293539 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73191fbf-2352-4fe4-9912-3e0169925a49 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:17:03.294194 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-73191fbf-2352-4fe4-9912-3e0169925a49 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks [] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:03.298538 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-cf67cfd7-55ae-49e1-9ef7-83ba4b6ccb20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:03.304684 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea7bbac1-38bf-4cf4-9740-e028fdd458b9 None None] Network e77e748e-188d-4ee5-88c4-9be4ee766d0f requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:17:03.305791 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-5d2153a5-a69c-4266-874b-68e9bc099255 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:17:03.313112 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73191fbf-2352-4fe4-9912-3e0169925a49 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Pushing event updated for resources: {'Subnet': ['ID=dd591847-c642-4bb4-ab41-e24018487da6,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:17:03.316704 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-73191fbf-2352-4fe4-9912-3e0169925a49 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:17:03.357396 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-73191fbf-2352-4fe4-9912-3e0169925a49 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 836 time: 0.9238191
Dec 23 16:17:03.359365 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 51052) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:03.367583 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf67cfd7-55ae-49e1-9ef7-83ba4b6ccb20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Pushing event deleted for resources: {'Port': ['ID=25810e02-811f-4ef1-97c5-5baeac0e711c,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:17:03.369771 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-61bc4e53-d667-4ba9-956d-72653768a9a7 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1188026120', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'dd591847-c642-4bb4-ab41-e24018487da6'}], 'security_groups': ['cf3949aa-7d35-4db5-ac85-6196ccfadc5d']}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:17:03.376191 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-cf67cfd7-55ae-49e1-9ef7-83ba4b6ccb20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:17:03.380223 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-cf67cfd7-55ae-49e1-9ef7-83ba4b6ccb20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:03.426494 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8127281-f75e-4d6c-85dd-67d51726d2ae req-1eb1e39f-6c90-4193-bd70-8e122bb866e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:17:03.428432 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-b8127281-f75e-4d6c-85dd-67d51726d2ae req-1eb1e39f-6c90-4193-bd70-8e122bb866e8 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=195c50b554214aab84bb8a59b90ad0b3&device_id=a79e2485-5bb6-4bb8-a16c-9efafd4ef9a2 HTTP/1.1" status: 200  len: 1099 time: 0.2776887
Dec 23 16:17:03.438623 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5c88f2-67a7-42ce-a7cf-fb1faf118fd9 req-c4d34ae4-ee58-4601-a2b6-298f7a2cf5ac tempest-TestServerAdvancedOps-1634361821 tempest-TestServerAdvancedOps-1634361821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:17:03.447934 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-cf67cfd7-55ae-49e1-9ef7-83ba4b6ccb20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] 10.222.0.64 "DELETE /v2.0/ports/25810e02-811f-4ef1-97c5-5baeac0e711c HTTP/1.1" status: 204  len: 168 time: 1.0207362
Dec 23 16:17:03.449923 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-3d5c88f2-67a7-42ce-a7cf-fb1faf118fd9 req-c4d34ae4-ee58-4601-a2b6-298f7a2cf5ac tempest-TestServerAdvancedOps-1634361821 tempest-TestServerAdvancedOps-1634361821-project] 10.222.0.64 "GET /v2.0/ports?device_id=a79e2485-5bb6-4bb8-a16c-9efafd4ef9a2 HTTP/1.1" status: 200  len: 946 time: 0.3441348
Dec 23 16:17:03.454334 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 51056) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:03.554168 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.pecan_wsgi.hooks.translation [None req-b20ecf56-6c52-422b-8f8d-e513f984a6b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] GET failed (client error): The resource could not be found.
Dec 23 16:17:03.554708 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-b20ecf56-6c52-422b-8f8d-e513f984a6b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Synchronizing usage tracker for tenant:8d5f9b0ff88f4fcea2a623df679af3b1 on resource:port {{(pid=87635) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:17:03.678838 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-3d5c88f2-67a7-42ce-a7cf-fb1faf118fd9 req-9a444d6a-7c39-4a2b-acf9-44b3ff9a9a92 tempest-TestServerAdvancedOps-1634361821 tempest-TestServerAdvancedOps-1634361821-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a2867ec-79c8-4597-8ec0-6002587f986e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2278712
Dec 23 16:17:03.762808 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-b20ecf56-6c52-422b-8f8d-e513f984a6b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Unset dirty status for tenant:8d5f9b0ff88f4fcea2a623df679af3b1 on resource:port {{(pid=87635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:17:03.763962 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-b20ecf56-6c52-422b-8f8d-e513f984a6b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] 10.222.0.64 "GET /v2.0/ports/25810e02-811f-4ef1-97c5-5baeac0e711c HTTP/1.1" status: 404  len: 333 time: 0.3087544
Dec 23 16:17:03.765395 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8127281-f75e-4d6c-85dd-67d51726d2ae req-263de838-fd26-4ca9-9917-87fa86f1569f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:17:03.766879 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-b8127281-f75e-4d6c-85dd-67d51726d2ae req-263de838-fd26-4ca9-9917-87fa86f1569f service neutron] 10.222.0.61 "GET /v2.0/networks?id=d7aa6aa5-af4b-41b9-9cf1-756210bd898a HTTP/1.1" status: 200  len: 912 time: 0.3067961
Dec 23 16:17:03.767817 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 51060) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:03.774946 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-948fc4f3-bc48-4873-ad2c-cddca9cf43a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Request body: {'port': {'network_id': '213dfb3f-ae7b-4338-b3a9-5643fe445803', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380778756'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:17:03.781405 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-948fc4f3-bc48-4873-ad2c-cddca9cf43a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:17:03.793372 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-948fc4f3-bc48-4873-ad2c-cddca9cf43a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:17:03.815153 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-948fc4f3-bc48-4873-ad2c-cddca9cf43a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Made reservation on behalf of 8d5f9b0ff88f4fcea2a623df679af3b1 for: {'port': 1} {{(pid=87635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:17:03.818119 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-948fc4f3-bc48-4873-ad2c-cddca9cf43a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:03.823549 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da02460d-b065-424e-8728-090b1b8ccd5e None None] Update dhcp port {'port': {'network_id': 'e77e748e-188d-4ee5-88c4-9be4ee766d0f', 'fixed_ips': [{'subnet_id': 'd056798d-e23b-478c-9767-1c98b632a8c7', 'ip_address': '2001:db8::2'}, {'subnet_id': 'dd591847-c642-4bb4-ab41-e24018487da6'}], 'binding:host_id': 'dv-neutron-822799-1-hyperv'}, 'id': 'ee5cd698-8cb6-48a6-a7d5-246e4129b6c2'} from dv-neutron-822799-1-hyperv. {{(pid=87637) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}}
Dec 23 16:17:03.873640 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.notifiers.nova [None req-948fc4f3-bc48-4873-ad2c-cddca9cf43a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] device_id is not set on port 005070b0-4b99-412c-973b-b81534a8e64e yet. {{(pid=87635) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 23 16:17:03.883093 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-da02460d-b065-424e-8728-090b1b8ccd5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:03.884072 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-b8127281-f75e-4d6c-85dd-67d51726d2ae req-9937e38c-df30-42a4-aa6c-2094603dac2c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=be11344a-4c41-4399-9cbc-fe28d2ea8f1b HTTP/1.1" status: 200  len: 217 time: 0.0783060
Dec 23 16:17:03.940941 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-61bc4e53-d667-4ba9-956d-72653768a9a7 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:04.016130 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8127281-f75e-4d6c-85dd-67d51726d2ae req-e67c6cc6-9162-4269-9937-53fdd21c16de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:17:04.017915 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-b8127281-f75e-4d6c-85dd-67d51726d2ae req-e67c6cc6-9162-4269-9937-53fdd21c16de service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5e883e1d-839c-452a-b40f-260dd78fefc2 HTTP/1.1" status: 200  len: 851 time: 0.1244311
Dec 23 16:17:04.092989 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_common [None req-da02460d-b065-424e-8728-090b1b8ccd5e None None] Allocated IP 2001:db8:0:1::2 (e77e748e-188d-4ee5-88c4-9be4ee766d0f/dd591847-c642-4bb4-ab41-e24018487da6/ee5cd698-8cb6-48a6-a7d5-246e4129b6c2) {{(pid=87637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:17:04.106329 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-b8127281-f75e-4d6c-85dd-67d51726d2ae req-288252c3-e482-412e-8c0e-bf4f0d506f63 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d7aa6aa5-af4b-41b9-9cf1-756210bd898a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0765390
Dec 23 16:17:04.133145 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-40970870-0468-4560-991b-851f9bcbe6fb tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1781419'] for router_interface, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:04.250499 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-da02460d-b065-424e-8728-090b1b8ccd5e None None] For port ee5cd698-8cb6-48a6-a7d5-246e4129b6c2, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=ee5cd698-8cb6-48a6-a7d5-246e4129b6c2,segment=NetworkSegment(3213061e-1f34-4f56-aaa4-2b5a03a8d187),segment_id=3213061e-1f34-4f56-aaa4-2b5a03a8d187)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:17:04.273978 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-948fc4f3-bc48-4873-ad2c-cddca9cf43a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:04.284312 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-da02460d-b065-424e-8728-090b1b8ccd5e None None] Notify callbacks [] for port, precommit_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:04.306524 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-da02460d-b065-424e-8728-090b1b8ccd5e None None] Transition to ACTIVE for port object ee5cd698-8cb6-48a6-a7d5-246e4129b6c2 will not be triggered until provisioned by entity DHCP. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:17:04.312030 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-da02460d-b065-424e-8728-090b1b8ccd5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:04.316893 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-4a814215-b09c-4c3c-85e1-556dde7aa206 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:17:04.357548 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-b8127281-f75e-4d6c-85dd-67d51726d2ae req-a17f88c2-06ff-4841-88f7-568958e7ca46 service neutron] 10.222.0.61 "GET /v2.0/networks/d7aa6aa5-af4b-41b9-9cf1-756210bd898a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2391274
Dec 23 16:17:04.421978 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-948fc4f3-bc48-4873-ad2c-cddca9cf43a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:04.428486 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-bf3ea938-017f-48f1-98ab-491e201c6b80 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:17:04.481777 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da02460d-b065-424e-8728-090b1b8ccd5e None None] Pushing event updated for resources: {'Port': ['ID=ee5cd698-8cb6-48a6-a7d5-246e4129b6c2,revision_number=4']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:17:04.487132 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-da02460d-b065-424e-8728-090b1b8ccd5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:17:04.500728 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-948fc4f3-bc48-4873-ad2c-cddca9cf43a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Network 213dfb3f-ae7b-4338-b3a9-5643fe445803 is already hosted by enough agents. {{(pid=87635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:17:04.511220 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.base_scheduler [None req-948fc4f3-bc48-4873-ad2c-cddca9cf43a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Resources bound (agent type, host, resource id):  {{(pid=87635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:17:04.514195 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-948fc4f3-bc48-4873-ad2c-cddca9cf43a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Received port after_create {{(pid=87635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:17:04.515161 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-948fc4f3-bc48-4873-ad2c-cddca9cf43a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:17:04.515754 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-948fc4f3-bc48-4873-ad2c-cddca9cf43a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:04.531284 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948fc4f3-bc48-4873-ad2c-cddca9cf43a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Pushing event updated for resources: {'Port': ['ID=005070b0-4b99-412c-973b-b81534a8e64e,revision_number=1']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:17:04.538689 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-948fc4f3-bc48-4873-ad2c-cddca9cf43a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:17:04.545557 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-40970870-0468-4560-991b-851f9bcbe6fb tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Deleting port 130842c1-a06b-4867-89fd-13b9a1484f2f {{(pid=87635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:17:04.545902 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-40970870-0468-4560-991b-851f9bcbe6fb tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:04.585006 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-948fc4f3-bc48-4873-ad2c-cddca9cf43a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201  len: 964 time: 0.8158529
Dec 23 16:17:04.587654 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 51064) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:04.595842 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-0f883c33-a42f-4205-954a-6265263dc449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8227'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:17:04.751175 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-b8127281-f75e-4d6c-85dd-67d51726d2ae req-eca3387e-a941-46ff-a170-e7f8a6a08344 service neutron] 10.222.0.61 "GET /v2.0/networks/d7aa6aa5-af4b-41b9-9cf1-756210bd898a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3853781
Dec 23 16:17:04.783743 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [None req-61bc4e53-d667-4ba9-956d-72653768a9a7 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Delete allocated IP 2001:db8::29a (e77e748e-188d-4ee5-88c4-9be4ee766d0f/d056798d-e23b-478c-9767-1c98b632a8c7) {{(pid=87636) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}}
Dec 23 16:17:04.792613 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [None req-61bc4e53-d667-4ba9-956d-72653768a9a7 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Allocated IP 2001:db8:0:1::20c (e77e748e-188d-4ee5-88c4-9be4ee766d0f/dd591847-c642-4bb4-ab41-e24018487da6/763086d5-a0db-4af1-afb4-c0fe510e8997) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:17:04.874653 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-0f883c33-a42f-4205-954a-6265263dc449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:04.908637 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-40970870-0468-4560-991b-851f9bcbe6fb tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:04.994975 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device ee5cd698-8cb6-48a6-a7d5-246e4129b6c2 up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:17:05.013008 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-61bc4e53-d667-4ba9-956d-72653768a9a7 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks [] for port, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:05.031415 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.provisioning_blocks [None req-61bc4e53-d667-4ba9-956d-72653768a9a7 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Transition to ACTIVE for port object 763086d5-a0db-4af1-afb4-c0fe510e8997 will not be triggered until provisioned by entity DHCP. {{(pid=87636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:17:05.037117 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-61bc4e53-d667-4ba9-956d-72653768a9a7 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2176289'] for port, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:05.045585 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-51c88d45-9ff4-40bb-b665-4517f47eb8c5 tempest-FloatingIPAdminTestJSON-473263132 tempest-FloatingIPAdminTestJSON-473263132-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:17:05.080381 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-40970870-0468-4560-991b-851f9bcbe6fb tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Calling delete_port for 130842c1-a06b-4867-89fd-13b9a1484f2f owned by network:router_interface {{(pid=87635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:17:05.142908 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-61bc4e53-d667-4ba9-956d-72653768a9a7 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] In _notify_port_updated(), no bound segment for port 763086d5-a0db-4af1-afb4-c0fe510e8997 on network e77e748e-188d-4ee5-88c4-9be4ee766d0f {{(pid=87636) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}}
Dec 23 16:17:05.149182 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61bc4e53-d667-4ba9-956d-72653768a9a7 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:17:05.149788 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-61bc4e53-d667-4ba9-956d-72653768a9a7 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:05.153577 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-61bc4e53-d667-4ba9-956d-72653768a9a7 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] 10.222.0.64 "PUT /v2.0/ports/763086d5-a0db-4af1-afb4-c0fe510e8997 HTTP/1.1" status: 200  len: 931 time: 1.7893865
Dec 23 16:17:05.159720 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 51070) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:05.198203 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-4fe83642-a2e2-4f1c-857f-ec163a3bfd6c None None] Provisioning for port 763086d5-a0db-4af1-afb4-c0fe510e8997 completed by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:17:05.207356 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-4fe83642-a2e2-4f1c-857f-ec163a3bfd6c None None] Provisioning complete for port 763086d5-a0db-4af1-afb4-c0fe510e8997 triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:17:05.208457 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4fe83642-a2e2-4f1c-857f-ec163a3bfd6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:05.215345 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bc4e53-d667-4ba9-956d-72653768a9a7 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Pushing event updated for resources: {'Port': ['ID=763086d5-a0db-4af1-afb4-c0fe510e8997,revision_number=2']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:17:05.220826 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-61bc4e53-d667-4ba9-956d-72653768a9a7 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:17:05.266698 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-9b63bfe8-f120-4b1d-9af3-987af1c19eed tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Deleting port 763086d5-a0db-4af1-afb4-c0fe510e8997 {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:17:05.267037 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9b63bfe8-f120-4b1d-9af3-987af1c19eed tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:05.292128 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-4fe83642-a2e2-4f1c-857f-ec163a3bfd6c None None] Port 763086d5-a0db-4af1-afb4-c0fe510e8997 cannot update to ACTIVE because it is not bound. {{(pid=87637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 23 16:17:05.306356 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-4fe83642-a2e2-4f1c-857f-ec163a3bfd6c None None] Provisioning complete for port 10483f36-701d-40ff-98b3-3f3134b9e2c2 triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:17:05.306973 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4fe83642-a2e2-4f1c-857f-ec163a3bfd6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:05.394865 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-4fe83642-a2e2-4f1c-857f-ec163a3bfd6c None None] Port 10483f36-701d-40ff-98b3-3f3134b9e2c2 cannot update to ACTIVE because it is not bound. {{(pid=87637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 23 16:17:05.411448 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-4fe83642-a2e2-4f1c-857f-ec163a3bfd6c None None] Provisioning for port ee5cd698-8cb6-48a6-a7d5-246e4129b6c2 completed by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:17:05.420865 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-4fe83642-a2e2-4f1c-857f-ec163a3bfd6c None None] Provisioning complete for port ee5cd698-8cb6-48a6-a7d5-246e4129b6c2 triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:17:05.421281 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4fe83642-a2e2-4f1c-857f-ec163a3bfd6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:05.436321 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2822cfe-eda7-4c75-b185-5ac177b3f086 req-76bfa7cb-c031-4811-b9b9-98e702f564b2 tempest-TestServerAdvancedOps-1634361821 tempest-TestServerAdvancedOps-1634361821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:17:05.443526 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-b2822cfe-eda7-4c75-b185-5ac177b3f086 req-76bfa7cb-c031-4811-b9b9-98e702f564b2 tempest-TestServerAdvancedOps-1634361821 tempest-TestServerAdvancedOps-1634361821-project] 10.222.0.64 "GET /v2.0/ports?device_id=a79e2485-5bb6-4bb8-a16c-9efafd4ef9a2 HTTP/1.1" status: 200  len: 946 time: 0.6098762
Dec 23 16:17:05.569358 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9b63bfe8-f120-4b1d-9af3-987af1c19eed tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:05.669437 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-b2822cfe-eda7-4c75-b185-5ac177b3f086 req-e05f83ce-4a91-464b-9b48-244061ec5024 tempest-TestServerAdvancedOps-1634361821 tempest-TestServerAdvancedOps-1634361821-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a2867ec-79c8-4597-8ec0-6002587f986e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2250392
Dec 23 16:17:05.702987 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-9b63bfe8-f120-4b1d-9af3-987af1c19eed tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Calling delete_port for 763086d5-a0db-4af1-afb4-c0fe510e8997 owned by  {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:17:05.739871 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-1dc65ec8-885b-4be3-8764-832aeffe2c94 None None] Provisioning complete for port 763086d5-a0db-4af1-afb4-c0fe510e8997 triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:17:05.741863 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1dc65ec8-885b-4be3-8764-832aeffe2c94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:05.800031 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-1dc65ec8-885b-4be3-8764-832aeffe2c94 None None] Port 763086d5-a0db-4af1-afb4-c0fe510e8997 cannot update to ACTIVE because it is not bound. {{(pid=87637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 23 16:17:05.805882 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.notifiers.nova [None req-0f883c33-a42f-4205-954a-6265263dc449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] device_id is not set on port 005070b0-4b99-412c-973b-b81534a8e64e yet. {{(pid=87635) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 23 16:17:05.817156 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-0f883c33-a42f-4205-954a-6265263dc449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:05.845591 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-40970870-0468-4560-991b-851f9bcbe6fb tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:05.851159 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-6a08d55d-6878-48a7-9d16-07a8610a6f72 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:17:05.865839 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9b63bfe8-f120-4b1d-9af3-987af1c19eed tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:05.871085 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-15c84371-2124-45c1-9744-4ef427975433 tempest-FloatingIPAdminTestJSON-473263132 tempest-FloatingIPAdminTestJSON-473263132-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:17:05.886900 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.provisioning_blocks [None req-0f883c33-a42f-4205-954a-6265263dc449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Transition to ACTIVE for port object 005070b0-4b99-412c-973b-b81534a8e64e will not be triggered until provisioned by entity L2. {{(pid=87635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:17:05.900078 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40970870-0468-4560-991b-851f9bcbe6fb tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Pushing event deleted for resources: {'Port': ['ID=130842c1-a06b-4867-89fd-13b9a1484f2f,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:17:05.903286 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-0f883c33-a42f-4205-954a-6265263dc449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2753531'] for port, after_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:05.908093 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-40970870-0468-4560-991b-851f9bcbe6fb tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:17:05.908643 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-40970870-0468-4560-991b-851f9bcbe6fb tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:17:05.914205 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b63bfe8-f120-4b1d-9af3-987af1c19eed tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Pushing event deleted for resources: {'Port': ['ID=763086d5-a0db-4af1-afb4-c0fe510e8997,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:17:05.918108 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-9b63bfe8-f120-4b1d-9af3-987af1c19eed tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:17:05.974013 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9b63bfe8-f120-4b1d-9af3-987af1c19eed tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:05.989599 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-9b63bfe8-f120-4b1d-9af3-987af1c19eed tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] 10.222.0.64 "DELETE /v2.0/ports/763086d5-a0db-4af1-afb4-c0fe510e8997 HTTP/1.1" status: 204  len: 168 time: 0.8287814
Dec 23 16:17:05.990285 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 51074) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:06.048057 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9f16caf-8d13-41fb-b56d-df4c798e5d2c tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] GET failed (client error): The resource could not be found.
Dec 23 16:17:06.048656 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-d9f16caf-8d13-41fb-b56d-df4c798e5d2c tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Synchronizing usage tracker for tenant:37ed648a62f44dd1bf944e0bff6f4422 on resource:port {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:17:06.065716 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-d9f16caf-8d13-41fb-b56d-df4c798e5d2c tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Unset dirty status for tenant:37ed648a62f44dd1bf944e0bff6f4422 on resource:port {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:17:06.067376 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-d9f16caf-8d13-41fb-b56d-df4c798e5d2c tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] 10.222.0.64 "GET /v2.0/ports/763086d5-a0db-4af1-afb4-c0fe510e8997 HTTP/1.1" status: 404  len: 333 time: 0.0758734
Dec 23 16:17:06.070819 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 51078) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:06.155832 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-adf59873-0565-43cc-a5b3-6ba81f995c78 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks [] for security_group, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:06.185812 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-adf59873-0565-43cc-a5b3-6ba81f995c78 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:06.218029 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-40970870-0468-4560-991b-851f9bcbe6fb tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1627472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1784155'] for router_interface, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:06.222812 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f883c33-a42f-4205-954a-6265263dc449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Pushing event updated for resources: {'Port': ['ID=005070b0-4b99-412c-973b-b81534a8e64e,revision_number=2']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:17:06.230285 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-0f883c33-a42f-4205-954a-6265263dc449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:17:06.238185 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-adf59873-0565-43cc-a5b3-6ba81f995c78 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:06.242497 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-7ca2421e-422f-4c69-915c-72e4a79ebf9e tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:17:06.255985 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf59873-0565-43cc-a5b3-6ba81f995c78 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=364d8ddd-5e94-43a7-9dce-61493dad718c,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:17:06.259728 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-adf59873-0565-43cc-a5b3-6ba81f995c78 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:17:06.263239 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-adf59873-0565-43cc-a5b3-6ba81f995c78 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks [] for security_group, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:06.266650 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-adf59873-0565-43cc-a5b3-6ba81f995c78 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] 10.222.0.64 "DELETE /v2.0/security-groups/364d8ddd-5e94-43a7-9dce-61493dad718c HTTP/1.1" status: 204  len: 168 time: 0.1924520
Dec 23 16:17:06.266919 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 51082) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:06.338952 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-54b2eaf6-ab47-4f21-a048-e32c9a4ede95 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks [] for security_group, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:06.353214 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.managers [None req-0f883c33-a42f-4205-954a-6265263dc449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Attempting to bind port 005070b0-4b99-412c-973b-b81534a8e64e on host hv-neutron-8227 for vnic_type normal with profile  {{(pid=87635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:17:06.353480 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.managers [None req-0f883c33-a42f-4205-954a-6265263dc449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Attempting to bind port 005070b0-4b99-412c-973b-b81534a8e64e by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': 'f1cdbc0e-c757-4efa-9ea7-74a040cc5ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '213dfb3f-ae7b-4338-b3a9-5643fe445803'}] {{(pid=87635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:17:06.353812 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f883c33-a42f-4205-954a-6265263dc449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Attempting to bind port 005070b0-4b99-412c-973b-b81534a8e64e on network 213dfb3f-ae7b-4338-b3a9-5643fe445803 {{(pid=87635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:17:06.367029 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-54b2eaf6-ab47-4f21-a048-e32c9a4ede95 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:06.368779 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f883c33-a42f-4205-954a-6265263dc449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Port 005070b0-4b99-412c-973b-b81534a8e64e on network 213dfb3f-ae7b-4338-b3a9-5643fe445803 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=87635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 23 16:17:06.369013 dv-neutron-822799-1-hyperv neutron-server[87635]: ERROR neutron.plugins.ml2.managers [None req-0f883c33-a42f-4205-954a-6265263dc449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Failed to bind port 005070b0-4b99-412c-973b-b81534a8e64e on host hv-neutron-8227 for vnic_type normal using segments [{'id': 'f1cdbc0e-c757-4efa-9ea7-74a040cc5ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '213dfb3f-ae7b-4338-b3a9-5643fe445803'}]
Dec 23 16:17:06.369497 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.plugins.ml2.plugin [None req-0f883c33-a42f-4205-954a-6265263dc449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Attempt 2 to bind port 005070b0-4b99-412c-973b-b81534a8e64e
Dec 23 16:17:06.414670 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-54b2eaf6-ab47-4f21-a048-e32c9a4ede95 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:06.418534 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-77d2768d-8307-44d3-b344-1248cd38cef3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:17:06.430813 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b2eaf6-ab47-4f21-a048-e32c9a4ede95 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf3949aa-7d35-4db5-ac85-6196ccfadc5d,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:17:06.433101 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-54b2eaf6-ab47-4f21-a048-e32c9a4ede95 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:17:06.439717 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-54b2eaf6-ab47-4f21-a048-e32c9a4ede95 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks [] for security_group, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:06.443448 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-54b2eaf6-ab47-4f21-a048-e32c9a4ede95 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] 10.222.0.64 "DELETE /v2.0/security-groups/cf3949aa-7d35-4db5-ac85-6196ccfadc5d HTTP/1.1" status: 204  len: 168 time: 0.1729214
Dec 23 16:17:06.443724 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 51086) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:06.446659 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.managers [None req-0f883c33-a42f-4205-954a-6265263dc449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Attempting to bind port 005070b0-4b99-412c-973b-b81534a8e64e on host hv-neutron-8227 for vnic_type normal with profile  {{(pid=87635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:17:06.446887 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.managers [None req-0f883c33-a42f-4205-954a-6265263dc449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Attempting to bind port 005070b0-4b99-412c-973b-b81534a8e64e by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': 'f1cdbc0e-c757-4efa-9ea7-74a040cc5ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '213dfb3f-ae7b-4338-b3a9-5643fe445803'}] {{(pid=87635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:17:06.447224 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f883c33-a42f-4205-954a-6265263dc449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Attempting to bind port 005070b0-4b99-412c-973b-b81534a8e64e on network 213dfb3f-ae7b-4338-b3a9-5643fe445803 {{(pid=87635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:17:06.505380 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f883c33-a42f-4205-954a-6265263dc449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Port 005070b0-4b99-412c-973b-b81534a8e64e on network 213dfb3f-ae7b-4338-b3a9-5643fe445803 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=87635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 23 16:17:06.505670 dv-neutron-822799-1-hyperv neutron-server[87635]: ERROR neutron.plugins.ml2.managers [None req-0f883c33-a42f-4205-954a-6265263dc449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Failed to bind port 005070b0-4b99-412c-973b-b81534a8e64e on host hv-neutron-8227 for vnic_type normal using segments [{'id': 'f1cdbc0e-c757-4efa-9ea7-74a040cc5ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '213dfb3f-ae7b-4338-b3a9-5643fe445803'}]
Dec 23 16:17:06.508230 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.plugins.ml2.plugin [None req-0f883c33-a42f-4205-954a-6265263dc449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Attempt 3 to bind port 005070b0-4b99-412c-973b-b81534a8e64e
Dec 23 16:17:06.508640 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbb73fc6-a32a-416c-b411-e6d073970188 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Deleting subnet d056798d-e23b-478c-9767-1c98b632a8c7 {{(pid=87636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 23 16:17:06.511713 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-bbb73fc6-a32a-416c-b411-e6d073970188 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks [] for subnet, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:06.528533 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40970870-0468-4560-991b-851f9bcbe6fb tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Router e5fcfb90-2f7a-4230-ad13-09b07b8e51bc has already been hosted by L3 agent 371d4c41-c7e2-4de7-9539-c049ec4e95d1 {{(pid=87635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 23 16:17:06.529490 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.managers [None req-0f883c33-a42f-4205-954a-6265263dc449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Attempting to bind port 005070b0-4b99-412c-973b-b81534a8e64e on host hv-neutron-8227 for vnic_type normal with profile  {{(pid=87635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:17:06.529818 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.managers [None req-0f883c33-a42f-4205-954a-6265263dc449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Attempting to bind port 005070b0-4b99-412c-973b-b81534a8e64e by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': 'f1cdbc0e-c757-4efa-9ea7-74a040cc5ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '213dfb3f-ae7b-4338-b3a9-5643fe445803'}] {{(pid=87635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:17:06.530143 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f883c33-a42f-4205-954a-6265263dc449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Attempting to bind port 005070b0-4b99-412c-973b-b81534a8e64e on network 213dfb3f-ae7b-4338-b3a9-5643fe445803 {{(pid=87635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:17:06.537633 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f883c33-a42f-4205-954a-6265263dc449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Port 005070b0-4b99-412c-973b-b81534a8e64e on network 213dfb3f-ae7b-4338-b3a9-5643fe445803 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=87635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 23 16:17:06.537955 dv-neutron-822799-1-hyperv neutron-server[87635]: ERROR neutron.plugins.ml2.managers [None req-0f883c33-a42f-4205-954a-6265263dc449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Failed to bind port 005070b0-4b99-412c-973b-b81534a8e64e on host hv-neutron-8227 for vnic_type normal using segments [{'id': 'f1cdbc0e-c757-4efa-9ea7-74a040cc5ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '213dfb3f-ae7b-4338-b3a9-5643fe445803'}]
Dec 23 16:17:06.538477 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.plugins.ml2.plugin [None req-0f883c33-a42f-4205-954a-6265263dc449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Attempt 4 to bind port 005070b0-4b99-412c-973b-b81534a8e64e
Dec 23 16:17:06.568995 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-bbb73fc6-a32a-416c-b411-e6d073970188 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2382092'] for subnet, precommit_delete_associations {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:06.616232 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.managers [None req-0f883c33-a42f-4205-954a-6265263dc449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Attempting to bind port 005070b0-4b99-412c-973b-b81534a8e64e on host hv-neutron-8227 for vnic_type normal with profile  {{(pid=87635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:17:06.616507 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.managers [None req-0f883c33-a42f-4205-954a-6265263dc449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Attempting to bind port 005070b0-4b99-412c-973b-b81534a8e64e by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': 'f1cdbc0e-c757-4efa-9ea7-74a040cc5ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '213dfb3f-ae7b-4338-b3a9-5643fe445803'}] {{(pid=87635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:17:06.616810 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f883c33-a42f-4205-954a-6265263dc449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Attempting to bind port 005070b0-4b99-412c-973b-b81534a8e64e on network 213dfb3f-ae7b-4338-b3a9-5643fe445803 {{(pid=87635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:17:06.650839 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-bbb73fc6-a32a-416c-b411-e6d073970188 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864774'] for subnet, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:06.735265 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-bbb73fc6-a32a-416c-b411-e6d073970188 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2176495', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2618677'] for subnet, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:06.740558 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-d90f1aff-8d45-44ab-a3ab-6fe3603f8557 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:17:06.827611 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f883c33-a42f-4205-954a-6265263dc449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Port 005070b0-4b99-412c-973b-b81534a8e64e on network 213dfb3f-ae7b-4338-b3a9-5643fe445803 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=87635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 23 16:17:06.827944 dv-neutron-822799-1-hyperv neutron-server[87635]: ERROR neutron.plugins.ml2.managers [None req-0f883c33-a42f-4205-954a-6265263dc449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Failed to bind port 005070b0-4b99-412c-973b-b81534a8e64e on host hv-neutron-8227 for vnic_type normal using segments [{'id': 'f1cdbc0e-c757-4efa-9ea7-74a040cc5ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '213dfb3f-ae7b-4338-b3a9-5643fe445803'}]
Dec 23 16:17:06.829877 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.plugins.ml2.plugin [None req-0f883c33-a42f-4205-954a-6265263dc449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Attempt 5 to bind port 005070b0-4b99-412c-973b-b81534a8e64e
Dec 23 16:17:06.837477 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40970870-0468-4560-991b-851f9bcbe6fb tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify agent at l3_agent.dv-neutron-822799-1-hyperv the message routers_updated {{(pid=87635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 23 16:17:06.848755 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd495221-e3d2-44fe-9385-4cbd0caf1748 None None] Sync routers for ids ['e5fcfb90-2f7a-4230-ad13-09b07b8e51bc'] in dv-neutron-822799-1-hyperv {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 23 16:17:06.854405 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.managers [None req-0f883c33-a42f-4205-954a-6265263dc449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Attempting to bind port 005070b0-4b99-412c-973b-b81534a8e64e on host hv-neutron-8227 for vnic_type normal with profile  {{(pid=87635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:17:06.854746 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.managers [None req-0f883c33-a42f-4205-954a-6265263dc449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Attempting to bind port 005070b0-4b99-412c-973b-b81534a8e64e by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': 'f1cdbc0e-c757-4efa-9ea7-74a040cc5ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '213dfb3f-ae7b-4338-b3a9-5643fe445803'}] {{(pid=87635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:17:06.855082 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f883c33-a42f-4205-954a-6265263dc449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Attempting to bind port 005070b0-4b99-412c-973b-b81534a8e64e on network 213dfb3f-ae7b-4338-b3a9-5643fe445803 {{(pid=87635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:17:06.859901 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd495221-e3d2-44fe-9385-4cbd0caf1748 None None] Routers {'e5fcfb90-2f7a-4230-ad13-09b07b8e51bc'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:17:06.860505 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f883c33-a42f-4205-954a-6265263dc449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Port 005070b0-4b99-412c-973b-b81534a8e64e on network 213dfb3f-ae7b-4338-b3a9-5643fe445803 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=87635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 23 16:17:06.860852 dv-neutron-822799-1-hyperv neutron-server[87635]: ERROR neutron.plugins.ml2.managers [None req-0f883c33-a42f-4205-954a-6265263dc449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Failed to bind port 005070b0-4b99-412c-973b-b81534a8e64e on host hv-neutron-8227 for vnic_type normal using segments [{'id': 'f1cdbc0e-c757-4efa-9ea7-74a040cc5ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '213dfb3f-ae7b-4338-b3a9-5643fe445803'}]
Dec 23 16:17:06.861256 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.plugins.ml2.plugin [None req-0f883c33-a42f-4205-954a-6265263dc449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Attempt 6 to bind port 005070b0-4b99-412c-973b-b81534a8e64e
Dec 23 16:17:06.861409 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-cd495221-e3d2-44fe-9385-4cbd0caf1748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc1ae5ee0>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:16:50Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['e5fcfb90-2f7a-4230-ad13-09b07b8e51bc'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:17:06.872398 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-40970870-0468-4560-991b-851f9bcbe6fb tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] 10.222.0.64 "PUT /v2.0/routers/e5fcfb90-2f7a-4230-ad13-09b07b8e51bc/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.7177014
Dec 23 16:17:06.875309 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 51092) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:06.927475 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-cd495221-e3d2-44fe-9385-4cbd0caf1748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc1ae5ee0>, [], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:17:06.937053 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd495221-e3d2-44fe-9385-4cbd0caf1748 None None] Routers {'e5fcfb90-2f7a-4230-ad13-09b07b8e51bc'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:17:06.937866 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-cd495221-e3d2-44fe-9385-4cbd0caf1748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc1ae5ee0>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:16:50Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['e5fcfb90-2f7a-4230-ad13-09b07b8e51bc'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:17:06.946078 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb73fc6-a32a-416c-b411-e6d073970188 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Pushing event deleted for resources: {'Subnet': ['ID=d056798d-e23b-478c-9767-1c98b632a8c7,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:17:06.948058 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-bbb73fc6-a32a-416c-b411-e6d073970188 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks [] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:06.957055 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-bbb73fc6-a32a-416c-b411-e6d073970188 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:17:06.958892 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b540e66-e106-41fe-8023-90d2a2fd15ef None None] Network e77e748e-188d-4ee5-88c4-9be4ee766d0f requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:17:06.966675 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-bbb73fc6-a32a-416c-b411-e6d073970188 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] 10.222.0.64 "DELETE /v2.0/subnets/d056798d-e23b-478c-9767-1c98b632a8c7 HTTP/1.1" status: 204  len: 168 time: 0.5220408
Dec 23 16:17:06.973845 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 51096) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:06.980054 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-cd75c364-0716-4c49-82c5-a79affb7aab9 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Request body: {'subnet': {'network_id': 'e77e748e-188d-4ee5-88c4-9be4ee766d0f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:17:07.011676 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-cd495221-e3d2-44fe-9385-4cbd0caf1748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc1ae5ee0>, [], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:17:07.012084 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd495221-e3d2-44fe-9385-4cbd0caf1748 None None] The sync data for ids ['e5fcfb90-2f7a-4230-ad13-09b07b8e51bc'] in dv-neutron-822799-1-hyperv is: [] {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 23 16:17:07.071583 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.managers [None req-0f883c33-a42f-4205-954a-6265263dc449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Attempting to bind port 005070b0-4b99-412c-973b-b81534a8e64e on host hv-neutron-8227 for vnic_type normal with profile  {{(pid=87635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:17:07.072194 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.managers [None req-0f883c33-a42f-4205-954a-6265263dc449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Attempting to bind port 005070b0-4b99-412c-973b-b81534a8e64e by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': 'f1cdbc0e-c757-4efa-9ea7-74a040cc5ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '213dfb3f-ae7b-4338-b3a9-5643fe445803'}] {{(pid=87635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:17:07.072305 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f883c33-a42f-4205-954a-6265263dc449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Attempting to bind port 005070b0-4b99-412c-973b-b81534a8e64e on network 213dfb3f-ae7b-4338-b3a9-5643fe445803 {{(pid=87635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:17:07.137647 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f883c33-a42f-4205-954a-6265263dc449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Port 005070b0-4b99-412c-973b-b81534a8e64e on network 213dfb3f-ae7b-4338-b3a9-5643fe445803 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=87635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 23 16:17:07.137887 dv-neutron-822799-1-hyperv neutron-server[87635]: ERROR neutron.plugins.ml2.managers [None req-0f883c33-a42f-4205-954a-6265263dc449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Failed to bind port 005070b0-4b99-412c-973b-b81534a8e64e on host hv-neutron-8227 for vnic_type normal using segments [{'id': 'f1cdbc0e-c757-4efa-9ea7-74a040cc5ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '213dfb3f-ae7b-4338-b3a9-5643fe445803'}]
Dec 23 16:17:07.139267 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd02e0d-f55b-47a7-8352-12e7d3c74737 req-75966786-976c-4a63-952e-ca679037a9a9 tempest-TestServerAdvancedOps-1634361821 tempest-TestServerAdvancedOps-1634361821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:17:07.141392 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-6fd02e0d-f55b-47a7-8352-12e7d3c74737 req-75966786-976c-4a63-952e-ca679037a9a9 tempest-TestServerAdvancedOps-1634361821 tempest-TestServerAdvancedOps-1634361821-project] 10.222.0.64 "GET /v2.0/ports?device_id=a79e2485-5bb6-4bb8-a16c-9efafd4ef9a2 HTTP/1.1" status: 200  len: 946 time: 0.2403851
Dec 23 16:17:07.146471 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.plugins.ml2.plugin [None req-0f883c33-a42f-4205-954a-6265263dc449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Attempt 7 to bind port 005070b0-4b99-412c-973b-b81534a8e64e
Dec 23 16:17:07.172037 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-cd75c364-0716-4c49-82c5-a79affb7aab9 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:17:07.180321 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-cd75c364-0716-4c49-82c5-a79affb7aab9 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Usage tracker for resource:subnet and tenant:37ed648a62f44dd1bf944e0bff6f4422 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:17:07.184176 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-cd75c364-0716-4c49-82c5-a79affb7aab9 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:17:07.194033 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.managers [None req-0f883c33-a42f-4205-954a-6265263dc449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Attempting to bind port 005070b0-4b99-412c-973b-b81534a8e64e on host hv-neutron-8227 for vnic_type normal with profile  {{(pid=87635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:17:07.194033 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.managers [None req-0f883c33-a42f-4205-954a-6265263dc449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Attempting to bind port 005070b0-4b99-412c-973b-b81534a8e64e by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': 'f1cdbc0e-c757-4efa-9ea7-74a040cc5ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '213dfb3f-ae7b-4338-b3a9-5643fe445803'}] {{(pid=87635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:17:07.194033 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f883c33-a42f-4205-954a-6265263dc449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Attempting to bind port 005070b0-4b99-412c-973b-b81534a8e64e on network 213dfb3f-ae7b-4338-b3a9-5643fe445803 {{(pid=87635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:17:07.199678 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-cd75c364-0716-4c49-82c5-a79affb7aab9 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:17:07.215139 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-6fd02e0d-f55b-47a7-8352-12e7d3c74737 req-efb83b27-331b-40df-9552-e21a986aad38 tempest-TestServerAdvancedOps-1634361821 tempest-TestServerAdvancedOps-1634361821-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a2867ec-79c8-4597-8ec0-6002587f986e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0655367
Dec 23 16:17:07.222086 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd75c364-0716-4c49-82c5-a79affb7aab9 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Made reservation on behalf of 37ed648a62f44dd1bf944e0bff6f4422 for: {'subnet': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:17:07.227514 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-cd75c364-0716-4c49-82c5-a79affb7aab9 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2618324'] for subnet, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:07.237616 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f883c33-a42f-4205-954a-6265263dc449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Port 005070b0-4b99-412c-973b-b81534a8e64e on network 213dfb3f-ae7b-4338-b3a9-5643fe445803 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=87635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 23 16:17:07.237954 dv-neutron-822799-1-hyperv neutron-server[87635]: ERROR neutron.plugins.ml2.managers [None req-0f883c33-a42f-4205-954a-6265263dc449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Failed to bind port 005070b0-4b99-412c-973b-b81534a8e64e on host hv-neutron-8227 for vnic_type normal using segments [{'id': 'f1cdbc0e-c757-4efa-9ea7-74a040cc5ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '213dfb3f-ae7b-4338-b3a9-5643fe445803'}]
Dec 23 16:17:07.238491 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.plugins.ml2.plugin [None req-0f883c33-a42f-4205-954a-6265263dc449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Attempt 8 to bind port 005070b0-4b99-412c-973b-b81534a8e64e
Dec 23 16:17:07.259133 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.api.v2.resource [None req-bc5d9223-a95d-4b06-8cf9-fb7985d735a4 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] remove_router_interface failed (client error): The resource could not be found.
Dec 23 16:17:07.260444 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-bc5d9223-a95d-4b06-8cf9-fb7985d735a4 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] 10.222.0.64 "PUT /v2.0/routers/e5fcfb90-2f7a-4230-ad13-09b07b8e51bc/remove_router_interface HTTP/1.1" status: 404  len: 398 time: 0.3842628
Dec 23 16:17:07.261426 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.managers [None req-0f883c33-a42f-4205-954a-6265263dc449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Attempting to bind port 005070b0-4b99-412c-973b-b81534a8e64e on host hv-neutron-8227 for vnic_type normal with profile  {{(pid=87635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:17:07.261943 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.managers [None req-0f883c33-a42f-4205-954a-6265263dc449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Attempting to bind port 005070b0-4b99-412c-973b-b81534a8e64e by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': 'f1cdbc0e-c757-4efa-9ea7-74a040cc5ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '213dfb3f-ae7b-4338-b3a9-5643fe445803'}] {{(pid=87635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:17:07.262433 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f883c33-a42f-4205-954a-6265263dc449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Attempting to bind port 005070b0-4b99-412c-973b-b81534a8e64e on network 213dfb3f-ae7b-4338-b3a9-5643fe445803 {{(pid=87635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:17:07.264782 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 51102) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:07.306579 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f883c33-a42f-4205-954a-6265263dc449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Port 005070b0-4b99-412c-973b-b81534a8e64e on network 213dfb3f-ae7b-4338-b3a9-5643fe445803 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=87635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 23 16:17:07.307172 dv-neutron-822799-1-hyperv neutron-server[87635]: ERROR neutron.plugins.ml2.managers [None req-0f883c33-a42f-4205-954a-6265263dc449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Failed to bind port 005070b0-4b99-412c-973b-b81534a8e64e on host hv-neutron-8227 for vnic_type normal using segments [{'id': 'f1cdbc0e-c757-4efa-9ea7-74a040cc5ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '213dfb3f-ae7b-4338-b3a9-5643fe445803'}]
Dec 23 16:17:07.312465 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.plugins.ml2.plugin [None req-0f883c33-a42f-4205-954a-6265263dc449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Attempt 9 to bind port 005070b0-4b99-412c-973b-b81534a8e64e
Dec 23 16:17:07.322130 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-0987dcbb-ee7c-41da-a902-2fd00cd1f91d tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Synchronizing usage tracker for tenant:7f693e1e2e4c45b0a519cdc9b284f217 on resource:port {{(pid=87635) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:17:07.344123 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.managers [None req-0f883c33-a42f-4205-954a-6265263dc449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Attempting to bind port 005070b0-4b99-412c-973b-b81534a8e64e on host hv-neutron-8227 for vnic_type normal with profile  {{(pid=87635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:17:07.344750 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.managers [None req-0f883c33-a42f-4205-954a-6265263dc449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Attempting to bind port 005070b0-4b99-412c-973b-b81534a8e64e by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': 'f1cdbc0e-c757-4efa-9ea7-74a040cc5ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '213dfb3f-ae7b-4338-b3a9-5643fe445803'}] {{(pid=87635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:17:07.345251 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f883c33-a42f-4205-954a-6265263dc449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Attempting to bind port 005070b0-4b99-412c-973b-b81534a8e64e on network 213dfb3f-ae7b-4338-b3a9-5643fe445803 {{(pid=87635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:17:07.351314 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f883c33-a42f-4205-954a-6265263dc449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Port 005070b0-4b99-412c-973b-b81534a8e64e on network 213dfb3f-ae7b-4338-b3a9-5643fe445803 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=87635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 23 16:17:07.351640 dv-neutron-822799-1-hyperv neutron-server[87635]: ERROR neutron.plugins.ml2.managers [None req-0f883c33-a42f-4205-954a-6265263dc449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Failed to bind port 005070b0-4b99-412c-973b-b81534a8e64e on host hv-neutron-8227 for vnic_type normal using segments [{'id': 'f1cdbc0e-c757-4efa-9ea7-74a040cc5ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '213dfb3f-ae7b-4338-b3a9-5643fe445803'}]
Dec 23 16:17:07.352435 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.plugins.ml2.plugin [None req-0f883c33-a42f-4205-954a-6265263dc449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Attempt 10 to bind port 005070b0-4b99-412c-973b-b81534a8e64e
Dec 23 16:17:07.360887 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-0987dcbb-ee7c-41da-a902-2fd00cd1f91d tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Unset dirty status for tenant:7f693e1e2e4c45b0a519cdc9b284f217 on resource:port {{(pid=87635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:17:07.365201 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-0987dcbb-ee7c-41da-a902-2fd00cd1f91d tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] 10.222.0.64 "GET /v2.0/ports?device_id=e5fcfb90-2f7a-4230-ad13-09b07b8e51bc HTTP/1.1" status: 200  len: 205 time: 0.0961995
Dec 23 16:17:07.366074 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 51106) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:07.431517 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.managers [None req-0f883c33-a42f-4205-954a-6265263dc449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Attempting to bind port 005070b0-4b99-412c-973b-b81534a8e64e on host hv-neutron-8227 for vnic_type normal with profile  {{(pid=87635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:17:07.431870 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.managers [None req-0f883c33-a42f-4205-954a-6265263dc449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Attempting to bind port 005070b0-4b99-412c-973b-b81534a8e64e by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': 'f1cdbc0e-c757-4efa-9ea7-74a040cc5ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '213dfb3f-ae7b-4338-b3a9-5643fe445803'}] {{(pid=87635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:17:07.432208 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f883c33-a42f-4205-954a-6265263dc449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Attempting to bind port 005070b0-4b99-412c-973b-b81534a8e64e on network 213dfb3f-ae7b-4338-b3a9-5643fe445803 {{(pid=87635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:17:07.451256 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f883c33-a42f-4205-954a-6265263dc449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Port 005070b0-4b99-412c-973b-b81534a8e64e on network 213dfb3f-ae7b-4338-b3a9-5643fe445803 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=87635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 23 16:17:07.451670 dv-neutron-822799-1-hyperv neutron-server[87635]: ERROR neutron.plugins.ml2.managers [None req-0f883c33-a42f-4205-954a-6265263dc449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Failed to bind port 005070b0-4b99-412c-973b-b81534a8e64e on host hv-neutron-8227 for vnic_type normal using segments [{'id': 'f1cdbc0e-c757-4efa-9ea7-74a040cc5ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '213dfb3f-ae7b-4338-b3a9-5643fe445803'}]
Dec 23 16:17:07.451944 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-0f883c33-a42f-4205-954a-6265263dc449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:07.563143 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-14fd47f2-d2d1-4f0d-8d34-a40396eb3f16 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks [] for router, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:07.593728 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-cd75c364-0716-4c49-82c5-a79affb7aab9 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2176430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2618310'] for subnet, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:07.598241 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-2a2b95ad-eb60-4ccd-8a90-0d6903a63030 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:17:07.719186 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd75c364-0716-4c49-82c5-a79affb7aab9 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Network e77e748e-188d-4ee5-88c4-9be4ee766d0f is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:17:07.723063 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-cd75c364-0716-4c49-82c5-a79affb7aab9 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Resources bound (agent type, host, resource id):  {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:17:07.729490 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd75c364-0716-4c49-82c5-a79affb7aab9 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:17:07.730230 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-cd75c364-0716-4c49-82c5-a79affb7aab9 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks [] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:07.744635 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd75c364-0716-4c49-82c5-a79affb7aab9 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Pushing event updated for resources: {'Subnet': ['ID=21368a39-f84f-48ba-bf95-80c363bb774a,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:17:07.749962 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-cd75c364-0716-4c49-82c5-a79affb7aab9 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:17:07.765443 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-cd75c364-0716-4c49-82c5-a79affb7aab9 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.7898982
Dec 23 16:17:07.772360 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 51112) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:07.779751 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-d2c3289b-b913-4beb-abf1-66f040235e9f tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Request body: {'security_group': {'name': 'tempest-secgroup-1683611271'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:17:07.791137 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-d2c3289b-b913-4beb-abf1-66f040235e9f tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:17:07.796675 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-d2c3289b-b913-4beb-abf1-66f040235e9f tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Usage tracker for resource:security_group and tenant:37ed648a62f44dd1bf944e0bff6f4422 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:17:07.800961 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-d2c3289b-b913-4beb-abf1-66f040235e9f tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:17:07.815008 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e011e2-2609-4793-a89f-7a295f70b5a9 req-4c567338-c419-4c06-9b2f-9421386cf715 tempest-TestServerAdvancedOps-1634361821 tempest-TestServerAdvancedOps-1634361821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:17:07.816716 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-04e011e2-2609-4793-a89f-7a295f70b5a9 req-4c567338-c419-4c06-9b2f-9421386cf715 tempest-TestServerAdvancedOps-1634361821 tempest-TestServerAdvancedOps-1634361821-project] 10.222.0.64 "GET /v2.0/ports?device_id=a79e2485-5bb6-4bb8-a16c-9efafd4ef9a2 HTTP/1.1" status: 200  len: 946 time: 0.1754756
Dec 23 16:17:07.818565 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-d2c3289b-b913-4beb-abf1-66f040235e9f tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:17:07.849670 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d2c3289b-b913-4beb-abf1-66f040235e9f tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks [] for security_group, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:07.891768 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-04e011e2-2609-4793-a89f-7a295f70b5a9 req-2d207466-6f54-4041-b55a-33f8e1ac1efc tempest-TestServerAdvancedOps-1634361821 tempest-TestServerAdvancedOps-1634361821-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a2867ec-79c8-4597-8ec0-6002587f986e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0673516
Dec 23 16:17:07.891768 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-d2c3289b-b913-4beb-abf1-66f040235e9f tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:17:07.895972 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-d2c3289b-b913-4beb-abf1-66f040235e9f tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Usage tracker for resource:security_group_rule and tenant:37ed648a62f44dd1bf944e0bff6f4422 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:17:07.899382 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-d2c3289b-b913-4beb-abf1-66f040235e9f tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:17:07.905962 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-14fd47f2-d2d1-4f0d-8d34-a40396eb3f16 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1784183', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-235354'] for router, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:07.906844 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-d2c3289b-b913-4beb-abf1-66f040235e9f tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:17:07.907936 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.db [None req-0f883c33-a42f-4205-954a-6265263dc449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] For port 005070b0-4b99-412c-973b-b81534a8e64e, host hv-neutron-8227, cleared binding levels {{(pid=87635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 23 16:17:07.908314 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.db [None req-0f883c33-a42f-4205-954a-6265263dc449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Attempted to set empty binding levels {{(pid=87635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}}
Dec 23 16:17:07.909691 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-14fd47f2-d2d1-4f0d-8d34-a40396eb3f16 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:07.920055 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-0f883c33-a42f-4205-954a-6265263dc449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2753531'] for port, after_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:07.932790 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-6488dfe3-3516-4c87-bacc-0282ff3a2a32 tempest-FloatingIPAdminTestJSON-473263132 tempest-FloatingIPAdminTestJSON-473263132-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:17:07.959252 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b672192-1dde-4823-ad8b-1e3c98fcf965 None None] Network e77e748e-188d-4ee5-88c4-9be4ee766d0f requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:17:07.986519 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-0f883c33-a42f-4205-954a-6265263dc449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] In _notify_port_updated(), no bound segment for port 005070b0-4b99-412c-973b-b81534a8e64e on network 213dfb3f-ae7b-4338-b3a9-5643fe445803 {{(pid=87635) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}}
Dec 23 16:17:07.987373 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f883c33-a42f-4205-954a-6265263dc449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:17:07.987987 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-0f883c33-a42f-4205-954a-6265263dc449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:07.992460 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-0f883c33-a42f-4205-954a-6265263dc449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] 10.222.0.64 "PUT /v2.0/ports/005070b0-4b99-412c-973b-b81534a8e64e HTTP/1.1" status: 200  len: 981 time: 3.4007642
Dec 23 16:17:07.992625 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-14fd47f2-d2d1-4f0d-8d34-a40396eb3f16 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1781328'] for router, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:07.993040 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14fd47f2-d2d1-4f0d-8d34-a40396eb3f16 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Fanout notify agent at l3_agent the message router_deleted on router e5fcfb90-2f7a-4230-ad13-09b07b8e51bc {{(pid=87635) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 23 16:17:07.994339 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 51116) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:08.016800 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d2c3289b-b913-4beb-abf1-66f040235e9f tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks [] for security_group, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:08.023780 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d2c3289b-b913-4beb-abf1-66f040235e9f tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:08.036765 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-bf005553-9940-4924-9895-6b60cf086de0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:17:08.046726 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f883c33-a42f-4205-954a-6265263dc449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Pushing event updated for resources: {'Port': ['ID=005070b0-4b99-412c-973b-b81534a8e64e,revision_number=3']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:17:08.059391 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-14fd47f2-d2d1-4f0d-8d34-a40396eb3f16 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks [] for router, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:08.060471 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-14fd47f2-d2d1-4f0d-8d34-a40396eb3f16 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] 10.222.0.64 "DELETE /v2.0/routers/e5fcfb90-2f7a-4230-ad13-09b07b8e51bc HTTP/1.1" status: 204  len: 168 time: 0.6940398
Dec 23 16:17:08.061708 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-0f883c33-a42f-4205-954a-6265263dc449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:17:08.063408 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 51120) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:08.077926 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-06b984d1-f9d1-4cf3-ae43-59c86535d2cb None None] Provisioning complete for port 10483f36-701d-40ff-98b3-3f3134b9e2c2 triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:17:08.078414 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-06b984d1-f9d1-4cf3-ae43-59c86535d2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:08.098313 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c3289b-b913-4beb-abf1-66f040235e9f tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34da9b59-db18-4692-ae60-0015afbf1d46,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:17:08.112973 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-d2c3289b-b913-4beb-abf1-66f040235e9f tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:17:08.114690 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d2c3289b-b913-4beb-abf1-66f040235e9f tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks [] for security_group, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:08.116531 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-d2c3289b-b913-4beb-abf1-66f040235e9f tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1745 time: 0.3428664
Dec 23 16:17:08.119227 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 51124) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:08.125210 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-05706c08-d444-4353-b06f-e60960a5c7d2 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Request body: {'security_group': {'name': 'tempest-secgroup-1781998573'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:17:08.132448 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-05706c08-d444-4353-b06f-e60960a5c7d2 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:17:08.136924 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-05706c08-d444-4353-b06f-e60960a5c7d2 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Usage tracker for resource:security_group and tenant:37ed648a62f44dd1bf944e0bff6f4422 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:17:08.140363 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-05706c08-d444-4353-b06f-e60960a5c7d2 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:17:08.149023 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-05706c08-d444-4353-b06f-e60960a5c7d2 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:17:08.163483 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-05706c08-d444-4353-b06f-e60960a5c7d2 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks [] for security_group, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:08.186198 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-05706c08-d444-4353-b06f-e60960a5c7d2 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:17:08.190574 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-05706c08-d444-4353-b06f-e60960a5c7d2 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Usage tracker for resource:security_group_rule and tenant:37ed648a62f44dd1bf944e0bff6f4422 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:17:08.194182 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-05706c08-d444-4353-b06f-e60960a5c7d2 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:17:08.201211 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-05706c08-d444-4353-b06f-e60960a5c7d2 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:17:08.237290 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-06b984d1-f9d1-4cf3-ae43-59c86535d2cb None None] Port 10483f36-701d-40ff-98b3-3f3134b9e2c2 cannot update to ACTIVE because it is not bound. {{(pid=87637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 23 16:17:08.286643 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-05706c08-d444-4353-b06f-e60960a5c7d2 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks [] for security_group, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:08.292123 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-06b984d1-f9d1-4cf3-ae43-59c86535d2cb None None] Provisioning complete for port ee5cd698-8cb6-48a6-a7d5-246e4129b6c2 triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:17:08.292594 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-06b984d1-f9d1-4cf3-ae43-59c86535d2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:08.296330 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-05706c08-d444-4353-b06f-e60960a5c7d2 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:08.303642 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.db_base_plugin_v2 [None req-99b23ce9-e0a5-46da-a081-1f249f8c6657 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Deleting subnet 2e4b1fa0-cfb5-49d9-8350-042b8a7ba34d {{(pid=87635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 23 16:17:08.311768 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-8251fb7a-5d94-4151-9cab-9df6e6cc3187 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:17:08.315857 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-99b23ce9-e0a5-46da-a081-1f249f8c6657 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks [] for subnet, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:08.387689 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-201f9fbd-e167-4fb7-aae6-42155688dc62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:17:08.388500 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-201f9fbd-e167-4fb7-aae6-42155688dc62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:17:08.388820 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05706c08-d444-4353-b06f-e60960a5c7d2 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00ce09af-3f4f-4793-a18c-cdd6fa10e782,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:17:08.389508 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-201f9fbd-e167-4fb7-aae6-42155688dc62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:17:08.390200 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-201f9fbd-e167-4fb7-aae6-42155688dc62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:17:08.390898 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-201f9fbd-e167-4fb7-aae6-42155688dc62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:17:08.391894 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-201f9fbd-e167-4fb7-aae6-42155688dc62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:17:08.392638 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-201f9fbd-e167-4fb7-aae6-42155688dc62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:17:08.393296 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-201f9fbd-e167-4fb7-aae6-42155688dc62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:17:08.393924 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-201f9fbd-e167-4fb7-aae6-42155688dc62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:17:08.394593 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-201f9fbd-e167-4fb7-aae6-42155688dc62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:17:08.394957 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-05706c08-d444-4353-b06f-e60960a5c7d2 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks [] for security_group, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:08.395795 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-201f9fbd-e167-4fb7-aae6-42155688dc62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:17:08.396639 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-201f9fbd-e167-4fb7-aae6-42155688dc62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:17:08.397266 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-201f9fbd-e167-4fb7-aae6-42155688dc62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:17:08.397888 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-201f9fbd-e167-4fb7-aae6-42155688dc62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:17:08.398013 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-05706c08-d444-4353-b06f-e60960a5c7d2 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1745 time: 0.2776229
Dec 23 16:17:08.398959 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-05706c08-d444-4353-b06f-e60960a5c7d2 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:17:08.400128 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-201f9fbd-e167-4fb7-aae6-42155688dc62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Synchronizing usage tracker for tenant:8d5f9b0ff88f4fcea2a623df679af3b1 on resource:port {{(pid=87635) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:17:08.400676 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 51128) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:08.409053 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-7347cc1b-04a0-40a7-8466-2d6fd6b0e437 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Request body: {'security_group': {'name': 'tempest-secgroup-503423297'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:17:08.411779 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-99b23ce9-e0a5-46da-a081-1f249f8c6657 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2776816'] for subnet, precommit_delete_associations {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:08.425524 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-7347cc1b-04a0-40a7-8466-2d6fd6b0e437 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:17:08.432054 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-7347cc1b-04a0-40a7-8466-2d6fd6b0e437 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Usage tracker for resource:security_group and tenant:37ed648a62f44dd1bf944e0bff6f4422 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:17:08.435580 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-7347cc1b-04a0-40a7-8466-2d6fd6b0e437 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:17:08.444144 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-7347cc1b-04a0-40a7-8466-2d6fd6b0e437 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:17:08.467959 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-201f9fbd-e167-4fb7-aae6-42155688dc62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Unset dirty status for tenant:8d5f9b0ff88f4fcea2a623df679af3b1 on resource:port {{(pid=87635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:17:08.472320 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-201f9fbd-e167-4fb7-aae6-42155688dc62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200  len: 12769 time: 0.4677055
Dec 23 16:17:08.473898 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 51132) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:08.514088 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-99b23ce9-e0a5-46da-a081-1f249f8c6657 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864774'] for subnet, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:08.523274 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7347cc1b-04a0-40a7-8466-2d6fd6b0e437 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks [] for security_group, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:08.573138 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-7347cc1b-04a0-40a7-8466-2d6fd6b0e437 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:17:08.581122 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-7347cc1b-04a0-40a7-8466-2d6fd6b0e437 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Usage tracker for resource:security_group_rule and tenant:37ed648a62f44dd1bf944e0bff6f4422 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:17:08.586083 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-477ced13-01a4-469b-b7d4-a50bbe546189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Deleting port 005070b0-4b99-412c-973b-b81534a8e64e {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:17:08.586433 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-477ced13-01a4-469b-b7d4-a50bbe546189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:08.597115 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-99b23ce9-e0a5-46da-a081-1f249f8c6657 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2753333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2609730'] for subnet, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:08.602961 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-70a56130-4dd8-42e5-855a-047e22a30143 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:17:08.611499 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-7347cc1b-04a0-40a7-8466-2d6fd6b0e437 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:17:08.627083 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-7347cc1b-04a0-40a7-8466-2d6fd6b0e437 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:17:08.640331 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b23ce9-e0a5-46da-a081-1f249f8c6657 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Pushing event deleted for resources: {'Subnet': ['ID=2e4b1fa0-cfb5-49d9-8350-042b8a7ba34d,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:17:08.654407 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-99b23ce9-e0a5-46da-a081-1f249f8c6657 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:17:08.655709 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-99b23ce9-e0a5-46da-a081-1f249f8c6657 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks [] for subnet, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:08.656862 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d7e8e33-004c-4580-8138-9265e23ca217 None None] Network 2ce5ccf3-209f-4330-a1e1-0a5e509001e8 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:17:08.662959 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-99b23ce9-e0a5-46da-a081-1f249f8c6657 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] 10.222.0.64 "DELETE /v2.0/subnets/2e4b1fa0-cfb5-49d9-8350-042b8a7ba34d HTTP/1.1" status: 204  len: 168 time: 0.5984173
Dec 23 16:17:08.665571 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 51136) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:08.679220 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-530afbbb-baed-45f1-90a5-726e10cd97a9 None None] Update dhcp port {'port': {'network_id': 'e77e748e-188d-4ee5-88c4-9be4ee766d0f', 'fixed_ips': [{'subnet_id': 'dd591847-c642-4bb4-ab41-e24018487da6', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '21368a39-f84f-48ba-bf95-80c363bb774a'}], 'binding:host_id': 'dv-neutron-822799-1-hyperv'}, 'id': 'ee5cd698-8cb6-48a6-a7d5-246e4129b6c2'} from dv-neutron-822799-1-hyperv. {{(pid=87637) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}}
Dec 23 16:17:08.804270 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-b15bcddb-cb04-4f06-9a51-bf9527932a6e tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-698866'] for network, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:08.818105 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-b15bcddb-cb04-4f06-9a51-bf9527932a6e tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Deleting port 103ab8d5-9bee-402e-a054-3706d3f51469 {{(pid=87635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:17:08.818765 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-b15bcddb-cb04-4f06-9a51-bf9527932a6e tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:08.864225 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7347cc1b-04a0-40a7-8466-2d6fd6b0e437 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks [] for security_group, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:08.873333 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7347cc1b-04a0-40a7-8466-2d6fd6b0e437 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:08.880095 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [None req-477ced13-01a4-469b-b7d4-a50bbe546189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] For port 005070b0-4b99-412c-973b-b81534a8e64e, host hv-neutron-8227, got binding levels [] {{(pid=87636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:17:08.880529 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-477ced13-01a4-469b-b7d4-a50bbe546189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:08.888723 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-41e343bc-ed9d-4f39-a5c2-bb5add457ea4 tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:17:08.889777 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-530afbbb-baed-45f1-90a5-726e10cd97a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:09.044826 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-477ced13-01a4-469b-b7d4-a50bbe546189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Calling delete_port for 005070b0-4b99-412c-973b-b81534a8e64e owned by  {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:17:09.072061 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7347cc1b-04a0-40a7-8466-2d6fd6b0e437 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks [] for security_group, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:09.076105 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-7347cc1b-04a0-40a7-8466-2d6fd6b0e437 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1744 time: 0.6711929
Dec 23 16:17:09.084811 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 51142) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:09.085561 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7347cc1b-04a0-40a7-8466-2d6fd6b0e437 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Pushing event updated for resources: {'SecurityGroup': ['ID=521327e4-b1d4-42d0-ba55-903363819eaf,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:17:09.090123 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-7347cc1b-04a0-40a7-8466-2d6fd6b0e437 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:17:09.096619 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.db [None req-b15bcddb-cb04-4f06-9a51-bf9527932a6e tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] For port 103ab8d5-9bee-402e-a054-3706d3f51469, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=103ab8d5-9bee-402e-a054-3706d3f51469,segment=NetworkSegment(20139aac-3e8d-4505-9832-8eee95bb88f0),segment_id=20139aac-3e8d-4505-9832-8eee95bb88f0)] {{(pid=87635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:17:09.096763 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-6f49f47e-9010-4564-926a-ffe4d8537d4e tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1362202910', 'security_groups': ['521327e4-b1d4-42d0-ba55-903363819eaf'], 'network_id': 'e77e748e-188d-4ee5-88c4-9be4ee766d0f', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '21368a39-f84f-48ba-bf95-80c363bb774a'}]}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:17:09.097041 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-b15bcddb-cb04-4f06-9a51-bf9527932a6e tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:09.167223 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_common [None req-530afbbb-baed-45f1-90a5-726e10cd97a9 None None] Allocated IP 2001:db8::2 (e77e748e-188d-4ee5-88c4-9be4ee766d0f/21368a39-f84f-48ba-bf95-80c363bb774a/ee5cd698-8cb6-48a6-a7d5-246e4129b6c2) {{(pid=87637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:17:09.171540 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9726e5e-d284-4c56-a682-0375c892c86e None None] DHCP port deletion for 2ce5ccf3-209f-4330-a1e1-0a5e509001e8 request from dv-neutron-822799-1-hyperv {{(pid=87637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 23 16:17:09.186278 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-b9726e5e-d284-4c56-a682-0375c892c86e None None] Deleting port 103ab8d5-9bee-402e-a054-3706d3f51469 {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:17:09.186952 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-b9726e5e-d284-4c56-a682-0375c892c86e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:09.248481 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-b15bcddb-cb04-4f06-9a51-bf9527932a6e tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Calling delete_port for 103ab8d5-9bee-402e-a054-3706d3f51469 owned by network:dhcp {{(pid=87635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:17:09.365905 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e63ce1-b7ee-4b47-9dd3-69aab9558735 req-15e8aae5-cef4-4afd-99f6-ac9c4fbbc1b2 tempest-TestServerAdvancedOps-1634361821 tempest-TestServerAdvancedOps-1634361821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:17:09.373164 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-e6e63ce1-b7ee-4b47-9dd3-69aab9558735 req-15e8aae5-cef4-4afd-99f6-ac9c4fbbc1b2 tempest-TestServerAdvancedOps-1634361821 tempest-TestServerAdvancedOps-1634361821-project] 10.222.0.64 "GET /v2.0/ports?device_id=a79e2485-5bb6-4bb8-a16c-9efafd4ef9a2 HTTP/1.1" status: 200  len: 946 time: 0.3275189
Dec 23 16:17:09.382245 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-477ced13-01a4-469b-b7d4-a50bbe546189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:09.389482 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-3da22045-0714-410d-9969-444a38826925 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:17:09.419160 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-b15bcddb-cb04-4f06-9a51-bf9527932a6e tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:09.426894 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-198506de-a731-4ef8-81bf-e4092422591e tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:17:09.443309 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477ced13-01a4-469b-b7d4-a50bbe546189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Pushing event deleted for resources: {'Port': ['ID=005070b0-4b99-412c-973b-b81534a8e64e,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:17:09.449836 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-477ced13-01a4-469b-b7d4-a50bbe546189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:17:09.456030 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-477ced13-01a4-469b-b7d4-a50bbe546189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:09.458658 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-6f49f47e-9010-4564-926a-ffe4d8537d4e tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:17:09.472499 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-6f49f47e-9010-4564-926a-ffe4d8537d4e tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:17:09.477798 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-e6e63ce1-b7ee-4b47-9dd3-69aab9558735 req-c541e100-48b8-4066-9642-8675f9d5cdb7 tempest-TestServerAdvancedOps-1634361821 tempest-TestServerAdvancedOps-1634361821-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a2867ec-79c8-4597-8ec0-6002587f986e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1032758
Dec 23 16:17:09.479771 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-477ced13-01a4-469b-b7d4-a50bbe546189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] 10.222.0.64 "DELETE /v2.0/ports/005070b0-4b99-412c-973b-b81534a8e64e HTTP/1.1" status: 204  len: 168 time: 1.0059395
Dec 23 16:17:09.482827 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 51146) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:09.490539 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15bcddb-cb04-4f06-9a51-bf9527932a6e tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Pushing event deleted for resources: {'Port': ['ID=103ab8d5-9bee-402e-a054-3706d3f51469,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:17:09.492828 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b15bcddb-cb04-4f06-9a51-bf9527932a6e tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] No DVR routers for this DVR port 103ab8d5-9bee-402e-a054-3706d3f51469 on host dv-neutron-822799-1-hyperv {{(pid=87635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 23 16:17:09.494132 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-530afbbb-baed-45f1-90a5-726e10cd97a9 None None] For port ee5cd698-8cb6-48a6-a7d5-246e4129b6c2, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=ee5cd698-8cb6-48a6-a7d5-246e4129b6c2,segment=NetworkSegment(3213061e-1f34-4f56-aaa4-2b5a03a8d187),segment_id=3213061e-1f34-4f56-aaa4-2b5a03a8d187)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:17:09.494402 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-b15bcddb-cb04-4f06-9a51-bf9527932a6e tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:17:09.515973 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-b9726e5e-d284-4c56-a682-0375c892c86e None None] For port 103ab8d5-9bee-402e-a054-3706d3f51469, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=103ab8d5-9bee-402e-a054-3706d3f51469,segment=NetworkSegment(20139aac-3e8d-4505-9832-8eee95bb88f0),segment_id=20139aac-3e8d-4505-9832-8eee95bb88f0)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:17:09.516386 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-b9726e5e-d284-4c56-a682-0375c892c86e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:09.530607 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f49f47e-9010-4564-926a-ffe4d8537d4e tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Made reservation on behalf of 37ed648a62f44dd1bf944e0bff6f4422 for: {'port': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:17:09.629735 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-b15bcddb-cb04-4f06-9a51-bf9527932a6e tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-864347', 'neutron.services.segments.db._delete_segments_for_network-8735362908070'] for network, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:09.641028 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.db.resource_extend [None req-530afbbb-baed-45f1-90a5-726e10cd97a9 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 23 16:17:09.641976 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f2ff32d-66aa-4ecb-b900-706cba4a7d1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] GET failed (client error): The resource could not be found.
Dec 23 16:17:09.642525 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-9f2ff32d-66aa-4ecb-b900-706cba4a7d1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Synchronizing usage tracker for tenant:8d5f9b0ff88f4fcea2a623df679af3b1 on resource:port {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:17:09.654803 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-b9726e5e-d284-4c56-a682-0375c892c86e None None] Calling delete_port for 103ab8d5-9bee-402e-a054-3706d3f51469 owned by network:dhcp {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:17:09.660246 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.services.segments.db [None req-b15bcddb-cb04-4f06-9a51-bf9527932a6e tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1dbb699b80>,) {'filters': {'network_id': ['2ce5ccf3-209f-4330-a1e1-0a5e509001e8']}} {{(pid=87635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:17:09.667355 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-9f2ff32d-66aa-4ecb-b900-706cba4a7d1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Unset dirty status for tenant:8d5f9b0ff88f4fcea2a623df679af3b1 on resource:port {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:17:09.669169 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-9f2ff32d-66aa-4ecb-b900-706cba4a7d1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] 10.222.0.64 "GET /v2.0/ports/005070b0-4b99-412c-973b-b81534a8e64e HTTP/1.1" status: 404  len: 333 time: 0.1851873
Dec 23 16:17:09.672752 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 51152) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:09.682232 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.services.segments.db [None req-b15bcddb-cb04-4f06-9a51-bf9527932a6e tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dbb699b80>, '20139aac-3e8d-4505-9832-8eee95bb88f0') {'for_net_delete': True} {{(pid=87635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:17:09.682605 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.services.segments.db [None req-b15bcddb-cb04-4f06-9a51-bf9527932a6e tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dbb699b80>, '20139aac-3e8d-4505-9832-8eee95bb88f0') {} {{(pid=87635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:17:09.683013 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-506b664f-d500-4278-bac4-fce6a086fcde tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1736979219', 'network_id': '213dfb3f-ae7b-4338-b3a9-5643fe445803'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:17:09.689111 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-506b664f-d500-4278-bac4-fce6a086fcde tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:17:09.697141 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-b15bcddb-cb04-4f06-9a51-bf9527932a6e tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735363085442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2776713'] for segment, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:09.701357 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-506b664f-d500-4278-bac4-fce6a086fcde tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:17:09.702356 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-530afbbb-baed-45f1-90a5-726e10cd97a9 None None] Notify callbacks [] for port, precommit_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:09.717137 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-b15bcddb-cb04-4f06-9a51-bf9527932a6e tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:09.729678 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b15bcddb-cb04-4f06-9a51-bf9527932a6e tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Releasing vlan 414 on physical network physnet1 to pool {{(pid=87635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 23 16:17:09.730420 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-b15bcddb-cb04-4f06-9a51-bf9527932a6e tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2753503'] for segment, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:09.736432 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-506b664f-d500-4278-bac4-fce6a086fcde tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Made reservation on behalf of 8d5f9b0ff88f4fcea2a623df679af3b1 for: {'port': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:17:09.744400 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-506b664f-d500-4278-bac4-fce6a086fcde tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:09.759207 dv-neutron-822799-1-hyperv neutron-server[87635]: Traceback (most recent call last):
Dec 23 16:17:09.759207 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 23 16:17:09.759207 dv-neutron-822799-1-hyperv neutron-server[87635]:     timer()
Dec 23 16:17:09.759207 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:17:09.759207 dv-neutron-822799-1-hyperv neutron-server[87635]:     cb(*args, **kw)
Dec 23 16:17:09.759207 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 23 16:17:09.759207 dv-neutron-822799-1-hyperv neutron-server[87635]:     return func(*args, **kwargs)
Dec 23 16:17:09.759207 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:17:09.759207 dv-neutron-822799-1-hyperv neutron-server[87635]:     self._notify()
Dec 23 16:17:09.759207 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:17:09.759207 dv-neutron-822799-1-hyperv neutron-server[87635]:     self.callback(batched_events)
Dec 23 16:17:09.759207 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:17:09.759207 dv-neutron-822799-1-hyperv neutron-server[87635]:     event.method(event)
Dec 23 16:17:09.759207 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:17:09.759207 dv-neutron-822799-1-hyperv neutron-server[87635]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:17:09.759207 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 23 16:17:09.759207 dv-neutron-822799-1-hyperv neutron-server[87635]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 23 16:17:09.759207 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 23 16:17:09.759207 dv-neutron-822799-1-hyperv neutron-server[87635]:     return f(self, *a, **k)
Dec 23 16:17:09.759207 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:17:09.759207 dv-neutron-822799-1-hyperv neutron-server[87635]:     return self._get(url).json()
Dec 23 16:17:09.759207 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 23 16:17:09.759207 dv-neutron-822799-1-hyperv neutron-server[87635]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 23 16:17:09.759207 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 23 16:17:09.759207 dv-neutron-822799-1-hyperv neutron-server[87635]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:17:09.759207 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 23 16:17:09.759207 dv-neutron-822799-1-hyperv neutron-server[87635]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 23 16:17:09.759207 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 23 16:17:09.759207 dv-neutron-822799-1-hyperv neutron-server[87635]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:17:09.759207 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 23 16:17:09.759207 dv-neutron-822799-1-hyperv neutron-server[87635]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:17:09.759207 dv-neutron-822799-1-hyperv neutron-server[87635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:17:09.763299 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.db.api [None req-b9726e5e-d284-4c56-a682-0375c892c86e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87637) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 23 16:17:09.763670 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_db.api [None req-b9726e5e-d284-4c56-a682-0375c892c86e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 23 16:17:09.783395 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [None req-506b664f-d500-4278-bac4-fce6a086fcde tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] device_id is not set on port 18fc974b-502c-4597-8bac-2e6544466538 yet. {{(pid=87636) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 23 16:17:09.853119 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-530afbbb-baed-45f1-90a5-726e10cd97a9 None None] Transition to ACTIVE for port object ee5cd698-8cb6-48a6-a7d5-246e4129b6c2 will not be triggered until provisioned by entity DHCP. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:17:09.858540 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-530afbbb-baed-45f1-90a5-726e10cd97a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:09.862578 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:17:09.887740 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-6f49f47e-9010-4564-926a-ffe4d8537d4e tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:09.900235 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-b15bcddb-cb04-4f06-9a51-bf9527932a6e tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-864336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1824171'] for network, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:09.912545 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-b15bcddb-cb04-4f06-9a51-bf9527932a6e tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks [] for network, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:09.915503 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-dc7e3cf1-4a73-4ee9-be7a-9ac4ca076da0 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:17:09.948661 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15bcddb-cb04-4f06-9a51-bf9527932a6e tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Pushing event deleted for resources: {'Network': ['ID=2ce5ccf3-209f-4330-a1e1-0a5e509001e8,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:17:09.954992 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [None req-6f49f47e-9010-4564-926a-ffe4d8537d4e tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] device_id is not set on port 4de26cfa-e30d-4789-b2be-3eed0a003e81 yet. {{(pid=87636) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 23 16:17:09.959369 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-b15bcddb-cb04-4f06-9a51-bf9527932a6e tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:17:09.992369 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-b15bcddb-cb04-4f06-9a51-bf9527932a6e tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] 10.222.0.64 "DELETE /v2.0/networks/2ce5ccf3-209f-4330-a1e1-0a5e509001e8 HTTP/1.1" status: 204  len: 168 time: 1.3215692
Dec 23 16:17:09.994875 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 51158) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:10.014730 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-90263f76-3a31-4d46-8c58-8190cc17b126 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-719262050'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:17:10.023313 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbc2a40-a64d-4338-a4c5-a5f2a13aeda3 req-e7027fe3-4160-449b-9732-7da875896c77 tempest-TestServerAdvancedOps-1634361821 tempest-TestServerAdvancedOps-1634361821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:17:10.026593 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-bfbc2a40-a64d-4338-a4c5-a5f2a13aeda3 req-e7027fe3-4160-449b-9732-7da875896c77 tempest-TestServerAdvancedOps-1634361821 tempest-TestServerAdvancedOps-1634361821-project] 10.222.0.64 "GET /v2.0/ports?device_id=a79e2485-5bb6-4bb8-a16c-9efafd4ef9a2 HTTP/1.1" status: 200  len: 946 time: 0.1767685
Dec 23 16:17:10.038770 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-90263f76-3a31-4d46-8c58-8190cc17b126 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:17:10.050067 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-90263f76-3a31-4d46-8c58-8190cc17b126 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Usage tracker for resource:network and tenant:7f693e1e2e4c45b0a519cdc9b284f217 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:17:10.062132 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530afbbb-baed-45f1-90a5-726e10cd97a9 None None] Pushing event updated for resources: {'Port': ['ID=ee5cd698-8cb6-48a6-a7d5-246e4129b6c2,revision_number=6']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:17:10.072361 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-90263f76-3a31-4d46-8c58-8190cc17b126 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:17:10.076920 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-530afbbb-baed-45f1-90a5-726e10cd97a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:17:10.083318 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-bfbc2a40-a64d-4338-a4c5-a5f2a13aeda3 req-5f72107c-bb2a-440e-bac0-0f9b64c78f47 tempest-TestServerAdvancedOps-1634361821 tempest-TestServerAdvancedOps-1634361821-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a2867ec-79c8-4597-8ec0-6002587f986e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0507727
Dec 23 16:17:10.091983 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-90263f76-3a31-4d46-8c58-8190cc17b126 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:17:10.227040 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90263f76-3a31-4d46-8c58-8190cc17b126 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Made reservation on behalf of 7f693e1e2e4c45b0a519cdc9b284f217 for: {'network': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:17:10.230533 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-90263f76-3a31-4d46-8c58-8190cc17b126 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for network, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:10.241328 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eac9273-cf46-465d-b494-d2011e3cd74f req-59a9cde5-45e1-48a3-8a82-932c0d755a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:17:10.242803 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-3eac9273-cf46-465d-b494-d2011e3cd74f req-59a9cde5-45e1-48a3-8a82-932c0d755a9a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=195c50b554214aab84bb8a59b90ad0b3&device_id=a79e2485-5bb6-4bb8-a16c-9efafd4ef9a2 HTTP/1.1" status: 200  len: 1099 time: 0.3906157
Dec 23 16:17:10.265043 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-b9726e5e-d284-4c56-a682-0375c892c86e None None] Deleting port 103ab8d5-9bee-402e-a054-3706d3f51469 {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:17:10.265611 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-b9726e5e-d284-4c56-a682-0375c892c86e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:10.314131 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-506b664f-d500-4278-bac4-fce6a086fcde tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:10.348513 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-b9726e5e-d284-4c56-a682-0375c892c86e None None] The port '103ab8d5-9bee-402e-a054-3706d3f51469' was deleted {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 23 16:17:10.425469 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90263f76-3a31-4d46-8c58-8190cc17b126 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] vlan segment allocate from pool success with {'vlan_id': 414, 'physical_network': 'physnet1'}  {{(pid=87636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 23 16:17:10.454460 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-90263f76-3a31-4d46-8c58-8190cc17b126 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:10.454803 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.db.segments_db [None req-90263f76-3a31-4d46-8c58-8190cc17b126 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Added segment 0999fc71-08db-4dc7-8eda-dd835ca34a9d of type vlan for network 528250e6-7807-4490-a090-7822a6fb65a1
Dec 23 16:17:10.501541 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [None req-6f49f47e-9010-4564-926a-ffe4d8537d4e tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Allocated IP 2001:db8::2f7 (e77e748e-188d-4ee5-88c4-9be4ee766d0f/21368a39-f84f-48ba-bf95-80c363bb774a/4de26cfa-e30d-4789-b2be-3eed0a003e81) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:17:10.540294 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-90263f76-3a31-4d46-8c58-8190cc17b126 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735362521793'] for network, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:10.552141 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eac9273-cf46-465d-b494-d2011e3cd74f req-e5223beb-a179-4ef2-9a99-2e0103572055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:17:10.553631 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-3eac9273-cf46-465d-b494-d2011e3cd74f req-e5223beb-a179-4ef2-9a99-2e0103572055 service neutron] 10.222.0.61 "GET /v2.0/networks?id=d7aa6aa5-af4b-41b9-9cf1-756210bd898a HTTP/1.1" status: 200  len: 912 time: 0.3035202
Dec 23 16:17:10.559577 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-506b664f-d500-4278-bac4-fce6a086fcde tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:10.625566 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-477ced13-01a4-469b-b7d4-a50bbe546189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:17:10.686804 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-ee64cd89-ec36-49a8-a155-1730a9fbe08a None None] Provisioning complete for port 10483f36-701d-40ff-98b3-3f3134b9e2c2 triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:17:10.687154 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-ee64cd89-ec36-49a8-a155-1730a9fbe08a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:10.694891 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.db.resource_extend [None req-90263f76-3a31-4d46-8c58-8190cc17b126 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 23 16:17:10.710277 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-3eac9273-cf46-465d-b494-d2011e3cd74f req-5e796ed8-a559-4b1b-af9d-3ee53fef3187 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=be11344a-4c41-4399-9cbc-fe28d2ea8f1b HTTP/1.1" status: 200  len: 217 time: 0.1415055
Dec 23 16:17:10.751764 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-ee64cd89-ec36-49a8-a155-1730a9fbe08a None None] Port 10483f36-701d-40ff-98b3-3f3134b9e2c2 cannot update to ACTIVE because it is not bound. {{(pid=87637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 23 16:17:10.763392 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-ee64cd89-ec36-49a8-a155-1730a9fbe08a None None] Provisioning for port ee5cd698-8cb6-48a6-a7d5-246e4129b6c2 completed by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:17:10.768124 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-ee64cd89-ec36-49a8-a155-1730a9fbe08a None None] Provisioning complete for port ee5cd698-8cb6-48a6-a7d5-246e4129b6c2 triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:17:10.768657 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-ee64cd89-ec36-49a8-a155-1730a9fbe08a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:10.784816 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-506b664f-d500-4278-bac4-fce6a086fcde tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Network 213dfb3f-ae7b-4338-b3a9-5643fe445803 is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:17:10.843143 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-506b664f-d500-4278-bac4-fce6a086fcde tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Resources bound (agent type, host, resource id):  {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:17:10.854720 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-506b664f-d500-4278-bac4-fce6a086fcde tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:17:10.855616 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-506b664f-d500-4278-bac4-fce6a086fcde tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:17:10.856217 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-506b664f-d500-4278-bac4-fce6a086fcde tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:10.868816 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506b664f-d500-4278-bac4-fce6a086fcde tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Pushing event updated for resources: {'Port': ['ID=18fc974b-502c-4597-8bac-2e6544466538,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:17:10.881235 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-506b664f-d500-4278-bac4-fce6a086fcde tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:17:10.883429 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-90263f76-3a31-4d46-8c58-8190cc17b126 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495'] for network, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:10.888803 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90263f76-3a31-4d46-8c58-8190cc17b126 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:17:10.889972 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-90263f76-3a31-4d46-8c58-8190cc17b126 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:10.899845 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-026aab0f-9514-4640-8614-44b7060cbb4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:17:10.941383 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eac9273-cf46-465d-b494-d2011e3cd74f req-52794bbb-a1ab-4b56-9f09-6fa9fd0d25d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:17:10.943025 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-3eac9273-cf46-465d-b494-d2011e3cd74f req-52794bbb-a1ab-4b56-9f09-6fa9fd0d25d1 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5e883e1d-839c-452a-b40f-260dd78fefc2 HTTP/1.1" status: 200  len: 851 time: 0.2233882
Dec 23 16:17:10.975851 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device ee5cd698-8cb6-48a6-a7d5-246e4129b6c2 up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:17:11.043465 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port ee5cd698-8cb6-48a6-a7d5-246e4129b6c2 triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:17:11.043855 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:11.089313 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-90263f76-3a31-4d46-8c58-8190cc17b126 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 1.0905309
Dec 23 16:17:11.092193 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 51162) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:11.097538 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-3eac9273-cf46-465d-b494-d2011e3cd74f req-52649d63-d397-468a-9082-6fc7aada9aea service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d7aa6aa5-af4b-41b9-9cf1-756210bd898a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0899131
Dec 23 16:17:11.099043 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-92b102bb-9ef9-4297-9d32-08de1a5542f0 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Request body: {'subnet': {'network_id': '528250e6-7807-4490-a090-7822a6fb65a1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:17:11.107370 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90263f76-3a31-4d46-8c58-8190cc17b126 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Pushing event updated for resources: {'Network': ['ID=528250e6-7807-4490-a090-7822a6fb65a1,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:17:11.121083 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-90263f76-3a31-4d46-8c58-8190cc17b126 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:17:11.151960 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-6f49f47e-9010-4564-926a-ffe4d8537d4e tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:11.156361 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Network 528250e6-7807-4490-a090-7822a6fb65a1 details requested by agent ovs-agent-dv-neutron-822799-1-hyperv with host dv-neutron-822799-1-hyperv {{(pid=87637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 23 16:17:11.172411 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.provisioning_blocks [None req-6f49f47e-9010-4564-926a-ffe4d8537d4e tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Transition to ACTIVE for port object 4de26cfa-e30d-4789-b2be-3eed0a003e81 will not be triggered until provisioned by entity DHCP. {{(pid=87636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:17:11.216391 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-506b664f-d500-4278-bac4-fce6a086fcde tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201  len: 964 time: 1.5401201
Dec 23 16:17:11.218723 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 51168) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:11.353520 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 103ab8d5-9bee-402e-a054-3706d3f51469 no longer exists at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 23 16:17:11.390832 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] No Port match for: 103ab8d5-9bee-402e-a054-3706d3f51469 {{(pid=87637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 23 16:17:11.391221 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 103ab8d5-9bee-402e-a054-3706d3f51469 not bound to the agent host dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 23 16:17:11.409696 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-92b102bb-9ef9-4297-9d32-08de1a5542f0 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:17:11.420694 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-92b102bb-9ef9-4297-9d32-08de1a5542f0 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Usage tracker for resource:subnet and tenant:7f693e1e2e4c45b0a519cdc9b284f217 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:17:11.425658 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-92b102bb-9ef9-4297-9d32-08de1a5542f0 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:17:11.434552 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-92b102bb-9ef9-4297-9d32-08de1a5542f0 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:17:11.436989 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ace92fc2-ecd4-4ed9-a1b6-12d95670eada tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:17:11.438445 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-ace92fc2-ecd4-4ed9-a1b6-12d95670eada tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] 10.222.0.64 "GET /v2.0/ports/18fc974b-502c-4597-8bac-2e6544466538 HTTP/1.1" status: 200  len: 959 time: 0.2193277
Dec 23 16:17:11.441922 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 51172) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:11.485902 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92b102bb-9ef9-4297-9d32-08de1a5542f0 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Made reservation on behalf of 7f693e1e2e4c45b0a519cdc9b284f217 for: {'subnet': 1} {{(pid=87635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:17:11.489425 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-92b102bb-9ef9-4297-9d32-08de1a5542f0 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2610339'] for subnet, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:11.496223 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-6f49f47e-9010-4564-926a-ffe4d8537d4e tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:11.506546 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-4d8c84ed-2e51-4717-be1b-b665284e93e7 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:17:11.577537 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f49f47e-9010-4564-926a-ffe4d8537d4e tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Network e77e748e-188d-4ee5-88c4-9be4ee766d0f is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:17:11.586993 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-28e37593-cb94-4299-982f-9dc71251c3b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Deleting port 18fc974b-502c-4597-8bac-2e6544466538 {{(pid=87635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:17:11.587338 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-28e37593-cb94-4299-982f-9dc71251c3b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:11.591400 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-6f49f47e-9010-4564-926a-ffe4d8537d4e tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Resources bound (agent type, host, resource id):  {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:17:11.594788 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f49f47e-9010-4564-926a-ffe4d8537d4e tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:17:11.600664 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f49f47e-9010-4564-926a-ffe4d8537d4e tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:17:11.601302 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-6f49f47e-9010-4564-926a-ffe4d8537d4e tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:11.654432 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f49f47e-9010-4564-926a-ffe4d8537d4e tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Pushing event updated for resources: {'Port': ['ID=4de26cfa-e30d-4789-b2be-3eed0a003e81,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:17:11.660950 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-6f49f47e-9010-4564-926a-ffe4d8537d4e tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:17:11.663159 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-3eac9273-cf46-465d-b494-d2011e3cd74f req-98207f21-1dce-4703-8515-f32b889b6b98 service neutron] 10.222.0.61 "GET /v2.0/networks/d7aa6aa5-af4b-41b9-9cf1-756210bd898a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4723406
Dec 23 16:17:11.666075 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-6f49f47e-9010-4564-926a-ffe4d8537d4e tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201  len: 931 time: 2.5763838
Dec 23 16:17:11.668092 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 51176) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:11.674878 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-c9cfadb1-daee-4333-af2b-b2d5db192cbf tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Request body: {'subnet': {'network_id': 'e77e748e-188d-4ee5-88c4-9be4ee766d0f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:17:11.710283 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:11.721113 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25acb29a-11c1-4cf2-a4a5-ca8402b43338 req-7bfa85a1-21c9-4249-aa44-06ff5dbe11c8 tempest-TestServerAdvancedOps-1634361821 tempest-TestServerAdvancedOps-1634361821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:17:11.722663 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-25acb29a-11c1-4cf2-a4a5-ca8402b43338 req-7bfa85a1-21c9-4249-aa44-06ff5dbe11c8 tempest-TestServerAdvancedOps-1634361821 tempest-TestServerAdvancedOps-1634361821-project] 10.222.0.64 "GET /v2.0/ports?device_id=a79e2485-5bb6-4bb8-a16c-9efafd4ef9a2 HTTP/1.1" status: 200  len: 946 time: 0.5071237
Dec 23 16:17:11.881532 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-28e37593-cb94-4299-982f-9dc71251c3b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:11.922870 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-25acb29a-11c1-4cf2-a4a5-ca8402b43338 req-8f25c0a5-a727-4fce-bd36-dca12f3f4904 tempest-TestServerAdvancedOps-1634361821 tempest-TestServerAdvancedOps-1634361821-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a2867ec-79c8-4597-8ec0-6002587f986e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1930807
Dec 23 16:17:11.934467 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-5a7dac40-6472-4873-9393-9843c1acf283 None None] Provisioning for port 4de26cfa-e30d-4789-b2be-3eed0a003e81 completed by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:17:11.948017 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-5a7dac40-6472-4873-9393-9843c1acf283 None None] Provisioning complete for port 4de26cfa-e30d-4789-b2be-3eed0a003e81 triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:17:11.948953 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-5a7dac40-6472-4873-9393-9843c1acf283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:11.972240 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-c9cfadb1-daee-4333-af2b-b2d5db192cbf tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:17:11.978209 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-3eac9273-cf46-465d-b494-d2011e3cd74f req-cd63571f-3e84-4a1b-891f-83eb0bdcd590 service neutron] 10.222.0.61 "GET /v2.0/networks/d7aa6aa5-af4b-41b9-9cf1-756210bd898a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3073106
Dec 23 16:17:11.979089 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-c9cfadb1-daee-4333-af2b-b2d5db192cbf tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Usage tracker for resource:subnet and tenant:37ed648a62f44dd1bf944e0bff6f4422 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:17:11.981926 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-c9cfadb1-daee-4333-af2b-b2d5db192cbf tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:17:11.987701 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-c9cfadb1-daee-4333-af2b-b2d5db192cbf tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:17:12.000636 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9cfadb1-daee-4333-af2b-b2d5db192cbf tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Made reservation on behalf of 37ed648a62f44dd1bf944e0bff6f4422 for: {'subnet': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:17:12.004402 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c9cfadb1-daee-4333-af2b-b2d5db192cbf tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2618324'] for subnet, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:12.010604 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-5a7dac40-6472-4873-9393-9843c1acf283 None None] Port 4de26cfa-e30d-4789-b2be-3eed0a003e81 cannot update to ACTIVE because it is not bound. {{(pid=87637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 23 16:17:12.034332 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-28e37593-cb94-4299-982f-9dc71251c3b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Calling delete_port for 18fc974b-502c-4597-8bac-2e6544466538 owned by  {{(pid=87635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:17:12.091677 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-92b102bb-9ef9-4297-9d32-08de1a5542f0 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2753396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2610353'] for subnet, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:12.097394 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-4a3605c7-c002-4529-b116-073485483da7 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:17:12.138167 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.db.ipam_backend_mixin [None req-c9cfadb1-daee-4333-af2b-b2d5db192cbf tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 21368a39-f84f-48ba-bf95-80c363bb774a (CIDR: 2001:db8::/64)
Dec 23 16:17:12.142476 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9cfadb1-daee-4333-af2b-b2d5db192cbf tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 23 16:17:12.142983 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9cfadb1-daee-4333-af2b-b2d5db192cbf tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 23 16:17:12.161922 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-c9cfadb1-daee-4333-af2b-b2d5db192cbf tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.4925148
Dec 23 16:17:12.164883 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 51180) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:12.170734 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-51588d5b-8dee-49cb-a53f-84733ebb4078 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Request body: {'subnet': {'network_id': 'e77e748e-188d-4ee5-88c4-9be4ee766d0f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:17:12.193946 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b102bb-9ef9-4297-9d32-08de1a5542f0 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Pushing event updated for resources: {'Subnet': ['ID=cce4ca32-34fb-4632-bdcc-da0397015b9e,revision_number=0']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:17:12.197703 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-92b102bb-9ef9-4297-9d32-08de1a5542f0 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:17:12.198408 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-28e37593-cb94-4299-982f-9dc71251c3b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:12.204953 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-e801d63d-b614-48bc-b1ee-9d337cbf8c6f tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:17:12.233668 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b102bb-9ef9-4297-9d32-08de1a5542f0 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Checking segment: {'id': '0999fc71-08db-4dc7-8eda-dd835ca34a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '528250e6-7807-4490-a090-7822a6fb65a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:17:12.234101 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92b102bb-9ef9-4297-9d32-08de1a5542f0 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Network hostable DHCP agents. Network: 528250e6-7807-4490-a090-7822a6fb65a1, hostable agents: ['1c812d71-eadf-4fb3-b98e-67468a4aa7e2'], hosted agents: [] {{(pid=87635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 23 16:17:12.253268 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e37593-cb94-4299-982f-9dc71251c3b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Pushing event deleted for resources: {'Port': ['ID=18fc974b-502c-4597-8bac-2e6544466538,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:17:12.256908 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-28e37593-cb94-4299-982f-9dc71251c3b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:17:12.263664 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-28e37593-cb94-4299-982f-9dc71251c3b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:12.280889 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-28e37593-cb94-4299-982f-9dc71251c3b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] 10.222.0.64 "DELETE /v2.0/ports/18fc974b-502c-4597-8bac-2e6544466538 HTTP/1.1" status: 204  len: 168 time: 0.8354647
Dec 23 16:17:12.281248 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 51184) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:12.312541 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92b102bb-9ef9-4297-9d32-08de1a5542f0 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Network 528250e6-7807-4490-a090-7822a6fb65a1 is scheduled to be hosted by DHCP agent 1c812d71-eadf-4fb3-b98e-67468a4aa7e2 with binding_index 1 {{(pid=87635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 23 16:17:12.319337 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-51588d5b-8dee-49cb-a53f-84733ebb4078 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:17:12.323374 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-51588d5b-8dee-49cb-a53f-84733ebb4078 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Usage tracker for resource:subnet and tenant:37ed648a62f44dd1bf944e0bff6f4422 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:17:12.326564 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-51588d5b-8dee-49cb-a53f-84733ebb4078 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:17:12.328698 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4988906-7f8f-4541-b821-5e6b27c1b406 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] GET failed (client error): The resource could not be found.
Dec 23 16:17:12.329163 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-b4988906-7f8f-4541-b821-5e6b27c1b406 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Synchronizing usage tracker for tenant:8d5f9b0ff88f4fcea2a623df679af3b1 on resource:port {{(pid=87635) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:17:12.332944 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.base_scheduler [None req-92b102bb-9ef9-4297-9d32-08de1a5542f0 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822799-1-hyperv, 528250e6-7807-4490-a090-7822a6fb65a1) {{(pid=87635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:17:12.333632 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-51588d5b-8dee-49cb-a53f-84733ebb4078 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:17:12.338403 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92b102bb-9ef9-4297-9d32-08de1a5542f0 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:17:12.338977 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-92b102bb-9ef9-4297-9d32-08de1a5542f0 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks [] for subnet, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:12.346259 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51588d5b-8dee-49cb-a53f-84733ebb4078 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Made reservation on behalf of 37ed648a62f44dd1bf944e0bff6f4422 for: {'subnet': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:17:12.346668 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc63ba9f-261e-4c00-9f47-f7b6c5f46e1f None None] Network 528250e6-7807-4490-a090-7822a6fb65a1 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:17:12.350818 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-51588d5b-8dee-49cb-a53f-84733ebb4078 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2618324'] for subnet, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:12.358940 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-b4988906-7f8f-4541-b821-5e6b27c1b406 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Unset dirty status for tenant:8d5f9b0ff88f4fcea2a623df679af3b1 on resource:port {{(pid=87635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:17:12.363664 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-b4988906-7f8f-4541-b821-5e6b27c1b406 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] 10.222.0.64 "GET /v2.0/ports/18fc974b-502c-4597-8bac-2e6544466538 HTTP/1.1" status: 404  len: 333 time: 0.0781715
Dec 23 16:17:12.365023 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-92b102bb-9ef9-4297-9d32-08de1a5542f0 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.2684445
Dec 23 16:17:12.365782 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 51188) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:12.366105 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 51190) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:12.373765 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-5852e977-2a49-4d8d-9097-f9264a109ffd tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1836570459', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:17:12.386028 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-11011ef5-bb25-4415-87ef-736c9cd2c3d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Request body: {'port': {'network_id': '213dfb3f-ae7b-4338-b3a9-5643fe445803', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-925975042'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:17:12.391523 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-5852e977-2a49-4d8d-9097-f9264a109ffd tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:17:12.393928 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-11011ef5-bb25-4415-87ef-736c9cd2c3d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:17:12.398759 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-5852e977-2a49-4d8d-9097-f9264a109ffd tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Usage tracker for resource:router and tenant:7f693e1e2e4c45b0a519cdc9b284f217 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:17:12.404458 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-5852e977-2a49-4d8d-9097-f9264a109ffd tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:17:12.411587 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-11011ef5-bb25-4415-87ef-736c9cd2c3d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:17:12.413681 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-5852e977-2a49-4d8d-9097-f9264a109ffd tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:17:12.426327 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11011ef5-bb25-4415-87ef-736c9cd2c3d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Made reservation on behalf of 8d5f9b0ff88f4fcea2a623df679af3b1 for: {'port': 1} {{(pid=87635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:17:12.429068 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-11011ef5-bb25-4415-87ef-736c9cd2c3d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:12.442537 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-5852e977-2a49-4d8d-9097-f9264a109ffd tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1823978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-235332'] for router, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:12.443530 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-5852e977-2a49-4d8d-9097-f9264a109ffd tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1824575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1824063', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1751113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-235341'] for router, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:12.463529 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.notifiers.nova [None req-11011ef5-bb25-4415-87ef-736c9cd2c3d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] device_id is not set on port eb34b963-9e79-4945-8128-ac7a4655eab8 yet. {{(pid=87635) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 23 16:17:12.496865 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.db.ipam_backend_mixin [None req-51588d5b-8dee-49cb-a53f-84733ebb4078 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet dd591847-c642-4bb4-ab41-e24018487da6 (CIDR: 2001:db8:0:1::/64)
Dec 23 16:17:12.497262 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-5852e977-2a49-4d8d-9097-f9264a109ffd tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:12.501092 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.pecan_wsgi.hooks.translation [None req-51588d5b-8dee-49cb-a53f-84733ebb4078 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 23 16:17:12.501544 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51588d5b-8dee-49cb-a53f-84733ebb4078 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 23 16:17:12.528916 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-51588d5b-8dee-49cb-a53f-84733ebb4078 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 428 time: 0.3603215
Dec 23 16:17:12.529143 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 51196) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:12.537800 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-20e413c2-5c3a-4ef4-a5b7-200aab5947ef tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Request body: {'subnet': {'network_id': 'e77e748e-188d-4ee5-88c4-9be4ee766d0f', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:17:12.558201 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-5852e977-2a49-4d8d-9097-f9264a109ffd tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1823971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1824234'] for router, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:12.600166 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30348d78-777a-4c54-a66f-b7e31d66193e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7e017a6-8198-58c8-a07e-0f786128e3b3-528250e6-7807-4490-a090-7822a6fb65a1', 'network_id': '528250e6-7807-4490-a090-7822a6fb65a1', 'tenant_id': '7f693e1e2e4c45b0a519cdc9b284f217', 'fixed_ips': [{'subnet_id': 'cce4ca32-34fb-4632-bdcc-da0397015b9e'}]}} from dv-neutron-822799-1-hyperv. {{(pid=87637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 23 16:17:12.601797 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-30348d78-777a-4c54-a66f-b7e31d66193e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:12.667916 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-5852e977-2a49-4d8d-9097-f9264a109ffd tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks [] for router, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:12.669394 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-5852e977-2a49-4d8d-9097-f9264a109ffd tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201  len: 704 time: 0.3001728
Dec 23 16:17:12.680497 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 51200) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:12.726916 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-20e413c2-5c3a-4ef4-a5b7-200aab5947ef tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:17:12.730970 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-20e413c2-5c3a-4ef4-a5b7-200aab5947ef tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Usage tracker for resource:subnet and tenant:37ed648a62f44dd1bf944e0bff6f4422 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:17:12.733987 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-20e413c2-5c3a-4ef4-a5b7-200aab5947ef tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:17:12.741773 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-20e413c2-5c3a-4ef4-a5b7-200aab5947ef tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:17:12.753756 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20e413c2-5c3a-4ef4-a5b7-200aab5947ef tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Made reservation on behalf of 37ed648a62f44dd1bf944e0bff6f4422 for: {'subnet': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:17:12.759771 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-20e413c2-5c3a-4ef4-a5b7-200aab5947ef tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2618324'] for subnet, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:12.795075 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_common [None req-30348d78-777a-4c54-a66f-b7e31d66193e None None] Allocated IP 2001:db8::2 (528250e6-7807-4490-a090-7822a6fb65a1/cce4ca32-34fb-4632-bdcc-da0397015b9e/827b5618-3af6-48cc-bb92-8783a93be5d8) {{(pid=87637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:17:12.912288 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-11011ef5-bb25-4415-87ef-736c9cd2c3d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:13.034330 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-30348d78-777a-4c54-a66f-b7e31d66193e None None] Notify callbacks [] for port, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:13.046860 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-30348d78-777a-4c54-a66f-b7e31d66193e None None] Transition to ACTIVE for port object 827b5618-3af6-48cc-bb92-8783a93be5d8 will not be triggered until provisioned by entity L2. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:17:13.064643 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-20e413c2-5c3a-4ef4-a5b7-200aab5947ef tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2176430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2618310'] for subnet, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:13.070074 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-30348d78-777a-4c54-a66f-b7e31d66193e None None] Transition to ACTIVE for port object 827b5618-3af6-48cc-bb92-8783a93be5d8 will not be triggered until provisioned by entity DHCP. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:17:13.070413 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-015264ed-0d80-4aee-9525-378133feed74 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:17:13.077677 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-30348d78-777a-4c54-a66f-b7e31d66193e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780'] for port, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:13.085542 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-70b6de72-0e1e-4f35-bbde-6b0408ce084a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:17:13.133938 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20e413c2-5c3a-4ef4-a5b7-200aab5947ef tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Network e77e748e-188d-4ee5-88c4-9be4ee766d0f is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:17:13.137177 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-20e413c2-5c3a-4ef4-a5b7-200aab5947ef tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Resources bound (agent type, host, resource id):  {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:17:13.141801 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20e413c2-5c3a-4ef4-a5b7-200aab5947ef tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:17:13.142636 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-20e413c2-5c3a-4ef4-a5b7-200aab5947ef tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks [] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:13.160151 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30348d78-777a-4c54-a66f-b7e31d66193e None None] Network 528250e6-7807-4490-a090-7822a6fb65a1 is already hosted by enough agents. {{(pid=87637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:17:13.163316 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4f0afb6-ed30-4daa-8deb-fc39987a327b None None] Network e77e748e-188d-4ee5-88c4-9be4ee766d0f requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:17:13.163916 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e413c2-5c3a-4ef4-a5b7-200aab5947ef tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Pushing event updated for resources: {'Subnet': ['ID=696fb125-fd23-4733-aa10-987caaf11495,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:17:13.166650 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-20e413c2-5c3a-4ef4-a5b7-200aab5947ef tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:17:13.176548 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-20e413c2-5c3a-4ef4-a5b7-200aab5947ef tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 836 time: 0.6462049
Dec 23 16:17:13.179747 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 51206) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:13.180256 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-30348d78-777a-4c54-a66f-b7e31d66193e None None] Resources bound (agent type, host, resource id):  {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:17:13.183473 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30348d78-777a-4c54-a66f-b7e31d66193e None None] Received port after_create {{(pid=87637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:17:13.187064 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-29b5f7cd-83df-475c-811e-110be6a93e44 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-320121418', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '696fb125-fd23-4733-aa10-987caaf11495'}], 'security_groups': ['34da9b59-db18-4692-ae60-0015afbf1d46', '00ce09af-3f4f-4793-a18c-cdd6fa10e782']}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:17:13.227230 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30348d78-777a-4c54-a66f-b7e31d66193e None None] Pushing event updated for resources: {'Port': ['ID=827b5618-3af6-48cc-bb92-8783a93be5d8,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:17:13.230664 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-30348d78-777a-4c54-a66f-b7e31d66193e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:17:13.350492 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-30348d78-777a-4c54-a66f-b7e31d66193e None None] Attempting to bind port 827b5618-3af6-48cc-bb92-8783a93be5d8 on host dv-neutron-822799-1-hyperv for vnic_type normal with profile  {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:17:13.350884 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-30348d78-777a-4c54-a66f-b7e31d66193e None None] Attempting to bind port 827b5618-3af6-48cc-bb92-8783a93be5d8 by drivers openvswitch,hyperv on host dv-neutron-822799-1-hyperv at level 0 using segments [{'id': '0999fc71-08db-4dc7-8eda-dd835ca34a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '528250e6-7807-4490-a090-7822a6fb65a1'}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:17:13.351246 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30348d78-777a-4c54-a66f-b7e31d66193e None None] Attempting to bind port 827b5618-3af6-48cc-bb92-8783a93be5d8 on network 528250e6-7807-4490-a090-7822a6fb65a1 {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:17:13.362889 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30348d78-777a-4c54-a66f-b7e31d66193e None None] Checking agent: {'id': '20d2070f-69a9-4e73-8d08-6f0387a40158', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822799-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 21), 'started_at': datetime.datetime(2021, 12, 23, 16, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 16, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822799-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 23 16:17:13.363338 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30348d78-777a-4c54-a66f-b7e31d66193e None None] Checking segment: {'id': '0999fc71-08db-4dc7-8eda-dd835ca34a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '528250e6-7807-4490-a090-7822a6fb65a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:17:13.364366 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-30348d78-777a-4c54-a66f-b7e31d66193e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:13.364366 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30348d78-777a-4c54-a66f-b7e31d66193e None None] Bound using segment: {'id': '0999fc71-08db-4dc7-8eda-dd835ca34a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '528250e6-7807-4490-a090-7822a6fb65a1'} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 23 16:17:13.364864 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-30348d78-777a-4c54-a66f-b7e31d66193e None None] Bound port: 827b5618-3af6-48cc-bb92-8783a93be5d8, host: dv-neutron-822799-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0999fc71-08db-4dc7-8eda-dd835ca34a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '528250e6-7807-4490-a090-7822a6fb65a1'}}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 23 16:17:13.365255 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-30348d78-777a-4c54-a66f-b7e31d66193e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:13.418707 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-11011ef5-bb25-4415-87ef-736c9cd2c3d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:13.451284 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-0db57319-5050-46ff-b3ed-91b340bdb816 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:17:13.481433 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-29b5f7cd-83df-475c-811e-110be6a93e44 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:13.501788 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-49067a3e-3b2d-46d4-ae9d-24931ca4aacc tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:13.534091 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70de8531-83de-4f2f-9738-a3014a40bcdb req-5a87496d-89e2-4ac1-b806-d3d28708ac0a tempest-TestServerAdvancedOps-1634361821 tempest-TestServerAdvancedOps-1634361821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:17:13.535607 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-70de8531-83de-4f2f-9738-a3014a40bcdb req-5a87496d-89e2-4ac1-b806-d3d28708ac0a tempest-TestServerAdvancedOps-1634361821 tempest-TestServerAdvancedOps-1634361821-project] 10.222.0.64 "GET /v2.0/ports?device_id=a79e2485-5bb6-4bb8-a16c-9efafd4ef9a2 HTTP/1.1" status: 200  len: 946 time: 0.3975451
Dec 23 16:17:13.617943 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-30348d78-777a-4c54-a66f-b7e31d66193e None None] For port 827b5618-3af6-48cc-bb92-8783a93be5d8, host dv-neutron-822799-1-hyperv, cleared binding levels {{(pid=87637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 23 16:17:13.618621 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11011ef5-bb25-4415-87ef-736c9cd2c3d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Network 213dfb3f-ae7b-4338-b3a9-5643fe445803 is already hosted by enough agents. {{(pid=87635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:17:13.630740 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-30348d78-777a-4c54-a66f-b7e31d66193e None None] For port 827b5618-3af6-48cc-bb92-8783a93be5d8, host dv-neutron-822799-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=827b5618-3af6-48cc-bb92-8783a93be5d8,segment=NetworkSegment(0999fc71-08db-4dc7-8eda-dd835ca34a9d),segment_id=0999fc71-08db-4dc7-8eda-dd835ca34a9d)] {{(pid=87637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 23 16:17:13.631550 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11011ef5-bb25-4415-87ef-736c9cd2c3d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Pushing event updated for resources: {'Port': ['ID=eb34b963-9e79-4945-8128-ac7a4655eab8,revision_number=1']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:17:13.643364 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.base_scheduler [None req-11011ef5-bb25-4415-87ef-736c9cd2c3d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Resources bound (agent type, host, resource id):  {{(pid=87635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:17:13.645676 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-11011ef5-bb25-4415-87ef-736c9cd2c3d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:17:13.647233 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-30348d78-777a-4c54-a66f-b7e31d66193e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:13.650705 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11011ef5-bb25-4415-87ef-736c9cd2c3d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Received port after_create {{(pid=87635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:17:13.651640 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11011ef5-bb25-4415-87ef-736c9cd2c3d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:17:13.652271 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-11011ef5-bb25-4415-87ef-736c9cd2c3d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:13.652987 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:17:13.755753 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30348d78-777a-4c54-a66f-b7e31d66193e None None] Pushing event updated for resources: {'Port': ['ID=827b5618-3af6-48cc-bb92-8783a93be5d8,revision_number=2']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:17:13.759088 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-30348d78-777a-4c54-a66f-b7e31d66193e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:17:13.796168 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-11011ef5-bb25-4415-87ef-736c9cd2c3d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201  len: 963 time: 1.4261553
Dec 23 16:17:13.797290 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 51210) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:13.811188 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-ffe11f7a-6962-4c1c-b133-07c2a9e3fe93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8227'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:17:13.872601 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c69f52e-05f3-4337-a337-460b1778668f None None] Update dhcp port {'port': {'network_id': 'e77e748e-188d-4ee5-88c4-9be4ee766d0f', 'fixed_ips': [{'subnet_id': 'dd591847-c642-4bb4-ab41-e24018487da6', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '21368a39-f84f-48ba-bf95-80c363bb774a', 'ip_address': '2001:db8::2'}, {'subnet_id': '696fb125-fd23-4733-aa10-987caaf11495'}], 'binding:host_id': 'dv-neutron-822799-1-hyperv'}, 'id': 'ee5cd698-8cb6-48a6-a7d5-246e4129b6c2'} from dv-neutron-822799-1-hyperv. {{(pid=87637) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}}
Dec 23 16:17:13.881959 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-70de8531-83de-4f2f-9738-a3014a40bcdb req-46a35c21-d6f1-44d3-80a7-544524de7874 tempest-TestServerAdvancedOps-1634361821 tempest-TestServerAdvancedOps-1634361821-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a2867ec-79c8-4597-8ec0-6002587f986e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3334029
Dec 23 16:17:13.938125 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [None req-29b5f7cd-83df-475c-811e-110be6a93e44 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Delete allocated IP 2001:db8::2f7 (e77e748e-188d-4ee5-88c4-9be4ee766d0f/21368a39-f84f-48ba-bf95-80c363bb774a) {{(pid=87636) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}}
Dec 23 16:17:13.949109 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [None req-29b5f7cd-83df-475c-811e-110be6a93e44 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Allocated IP 2001:db8:0:2::24c (e77e748e-188d-4ee5-88c4-9be4ee766d0f/696fb125-fd23-4733-aa10-987caaf11495/4de26cfa-e30d-4789-b2be-3eed0a003e81) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:17:13.952100 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-8c69f52e-05f3-4337-a337-460b1778668f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:14.066927 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-ffe11f7a-6962-4c1c-b133-07c2a9e3fe93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:14.302787 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.db_base_plugin_common [None req-49067a3e-3b2d-46d4-ae9d-24931ca4aacc tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Allocated IP 2001:db8::1 (528250e6-7807-4490-a090-7822a6fb65a1/cce4ca32-34fb-4632-bdcc-da0397015b9e/9e2da139-c387-4c32-b0f0-aee41e25a313) {{(pid=87635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:17:14.319169 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-29b5f7cd-83df-475c-811e-110be6a93e44 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks [] for port, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:14.339757 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.provisioning_blocks [None req-29b5f7cd-83df-475c-811e-110be6a93e44 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Transition to ACTIVE for port object 4de26cfa-e30d-4789-b2be-3eed0a003e81 will not be triggered until provisioned by entity DHCP. {{(pid=87636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:17:14.346418 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-29b5f7cd-83df-475c-811e-110be6a93e44 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2176289'] for port, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:14.352135 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-1c2311e3-01db-47e3-847f-70c37437e9c1 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:17:14.445594 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_common [None req-8c69f52e-05f3-4337-a337-460b1778668f None None] Allocated IP 2001:db8:0:2::2 (e77e748e-188d-4ee5-88c4-9be4ee766d0f/696fb125-fd23-4733-aa10-987caaf11495/ee5cd698-8cb6-48a6-a7d5-246e4129b6c2) {{(pid=87637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:17:14.445754 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-29b5f7cd-83df-475c-811e-110be6a93e44 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] In _notify_port_updated(), no bound segment for port 4de26cfa-e30d-4789-b2be-3eed0a003e81 on network e77e748e-188d-4ee5-88c4-9be4ee766d0f {{(pid=87636) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}}
Dec 23 16:17:14.452328 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29b5f7cd-83df-475c-811e-110be6a93e44 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:17:14.453035 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-29b5f7cd-83df-475c-811e-110be6a93e44 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:14.458788 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-29b5f7cd-83df-475c-811e-110be6a93e44 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] 10.222.0.64 "PUT /v2.0/ports/4de26cfa-e30d-4789-b2be-3eed0a003e81 HTTP/1.1" status: 200  len: 969 time: 1.2730553
Dec 23 16:17:14.458788 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 51218) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:14.513993 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b5f7cd-83df-475c-811e-110be6a93e44 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Pushing event updated for resources: {'Port': ['ID=4de26cfa-e30d-4789-b2be-3eed0a003e81,revision_number=2']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:17:14.518754 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-29b5f7cd-83df-475c-811e-110be6a93e44 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:17:14.543612 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-3697406f-ca42-429f-a6ba-2b11ad1c0393 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Deleting port 4de26cfa-e30d-4789-b2be-3eed0a003e81 {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:17:14.544000 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-3697406f-ca42-429f-a6ba-2b11ad1c0393 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:14.640326 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-8c69f52e-05f3-4337-a337-460b1778668f None None] For port ee5cd698-8cb6-48a6-a7d5-246e4129b6c2, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=ee5cd698-8cb6-48a6-a7d5-246e4129b6c2,segment=NetworkSegment(3213061e-1f34-4f56-aaa4-2b5a03a8d187),segment_id=3213061e-1f34-4f56-aaa4-2b5a03a8d187)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:17:14.688161 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-8c69f52e-05f3-4337-a337-460b1778668f None None] Notify callbacks [] for port, precommit_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:14.688854 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.notifiers.nova [None req-ffe11f7a-6962-4c1c-b133-07c2a9e3fe93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] device_id is not set on port eb34b963-9e79-4945-8128-ac7a4655eab8 yet. {{(pid=87635) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 23 16:17:14.714982 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2b3148-280c-44aa-bc87-94ce79c5c7ad req-16a917e0-39cd-453a-8798-76011b224f7a tempest-TestServerAdvancedOps-1634361821 tempest-TestServerAdvancedOps-1634361821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:17:14.716554 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-8d2b3148-280c-44aa-bc87-94ce79c5c7ad req-16a917e0-39cd-453a-8798-76011b224f7a tempest-TestServerAdvancedOps-1634361821 tempest-TestServerAdvancedOps-1634361821-project] 10.222.0.64 "GET /v2.0/ports?device_id=a79e2485-5bb6-4bb8-a16c-9efafd4ef9a2 HTTP/1.1" status: 200  len: 946 time: 0.3854864
Dec 23 16:17:14.718385 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-ffe11f7a-6962-4c1c-b133-07c2a9e3fe93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:14.730231 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-49067a3e-3b2d-46d4-ae9d-24931ca4aacc tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks [] for port, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:14.737403 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-8c69f52e-05f3-4337-a337-460b1778668f None None] Transition to ACTIVE for port object ee5cd698-8cb6-48a6-a7d5-246e4129b6c2 will not be triggered until provisioned by entity DHCP. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:17:14.744307 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-8c69f52e-05f3-4337-a337-460b1778668f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:14.749384 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:17:14.769663 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.provisioning_blocks [None req-ffe11f7a-6962-4c1c-b133-07c2a9e3fe93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Transition to ACTIVE for port object eb34b963-9e79-4945-8128-ac7a4655eab8 will not be triggered until provisioned by entity L2. {{(pid=87635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:17:14.787498 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.provisioning_blocks [None req-49067a3e-3b2d-46d4-ae9d-24931ca4aacc tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Transition to ACTIVE for port object 9e2da139-c387-4c32-b0f0-aee41e25a313 will not be triggered until provisioned by entity DHCP. {{(pid=87635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:17:14.788708 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-ffe11f7a-6962-4c1c-b133-07c2a9e3fe93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2753531'] for port, after_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:14.796745 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-0f883c33-a42f-4205-954a-6265263dc449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:17:14.890285 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-3697406f-ca42-429f-a6ba-2b11ad1c0393 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:14.995272 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c69f52e-05f3-4337-a337-460b1778668f None None] Pushing event updated for resources: {'Port': ['ID=ee5cd698-8cb6-48a6-a7d5-246e4129b6c2,revision_number=7']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:17:14.998858 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-8c69f52e-05f3-4337-a337-460b1778668f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:17:15.096151 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 827b5618-3af6-48cc-bb92-8783a93be5d8 up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:17:15.108659 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-3697406f-ca42-429f-a6ba-2b11ad1c0393 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Calling delete_port for 4de26cfa-e30d-4789-b2be-3eed0a003e81 owned by  {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:17:15.142033 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-8d2b3148-280c-44aa-bc87-94ce79c5c7ad req-cf57827c-de58-4b29-bd12-1aed014c7b5f tempest-TestServerAdvancedOps-1634361821 tempest-TestServerAdvancedOps-1634361821-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a2867ec-79c8-4597-8ec0-6002587f986e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4173102
Dec 23 16:17:15.190781 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe11f7a-6962-4c1c-b133-07c2a9e3fe93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Pushing event updated for resources: {'Port': ['ID=eb34b963-9e79-4945-8128-ac7a4655eab8,revision_number=2']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:17:15.196302 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-ffe11f7a-6962-4c1c-b133-07c2a9e3fe93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:17:15.223049 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning for port 827b5618-3af6-48cc-bb92-8783a93be5d8 completed by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:17:15.223432 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.managers [None req-ffe11f7a-6962-4c1c-b133-07c2a9e3fe93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Attempting to bind port eb34b963-9e79-4945-8128-ac7a4655eab8 on host hv-neutron-8227 for vnic_type normal with profile  {{(pid=87635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:17:15.223594 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.managers [None req-ffe11f7a-6962-4c1c-b133-07c2a9e3fe93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Attempting to bind port eb34b963-9e79-4945-8128-ac7a4655eab8 by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': 'f1cdbc0e-c757-4efa-9ea7-74a040cc5ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '213dfb3f-ae7b-4338-b3a9-5643fe445803'}] {{(pid=87635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:17:15.224372 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe11f7a-6962-4c1c-b133-07c2a9e3fe93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Attempting to bind port eb34b963-9e79-4945-8128-ac7a4655eab8 on network 213dfb3f-ae7b-4338-b3a9-5643fe445803 {{(pid=87635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:17:15.234071 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe11f7a-6962-4c1c-b133-07c2a9e3fe93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Port eb34b963-9e79-4945-8128-ac7a4655eab8 on network 213dfb3f-ae7b-4338-b3a9-5643fe445803 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=87635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 23 16:17:15.234651 dv-neutron-822799-1-hyperv neutron-server[87635]: ERROR neutron.plugins.ml2.managers [None req-ffe11f7a-6962-4c1c-b133-07c2a9e3fe93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Failed to bind port eb34b963-9e79-4945-8128-ac7a4655eab8 on host hv-neutron-8227 for vnic_type normal using segments [{'id': 'f1cdbc0e-c757-4efa-9ea7-74a040cc5ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '213dfb3f-ae7b-4338-b3a9-5643fe445803'}]
Dec 23 16:17:15.236206 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.plugins.ml2.plugin [None req-ffe11f7a-6962-4c1c-b133-07c2a9e3fe93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Attempt 2 to bind port eb34b963-9e79-4945-8128-ac7a4655eab8
Dec 23 16:17:15.259144 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.managers [None req-ffe11f7a-6962-4c1c-b133-07c2a9e3fe93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Attempting to bind port eb34b963-9e79-4945-8128-ac7a4655eab8 on host hv-neutron-8227 for vnic_type normal with profile  {{(pid=87635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:17:15.259823 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.managers [None req-ffe11f7a-6962-4c1c-b133-07c2a9e3fe93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Attempting to bind port eb34b963-9e79-4945-8128-ac7a4655eab8 by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': 'f1cdbc0e-c757-4efa-9ea7-74a040cc5ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '213dfb3f-ae7b-4338-b3a9-5643fe445803'}] {{(pid=87635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:17:15.260361 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe11f7a-6962-4c1c-b133-07c2a9e3fe93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Attempting to bind port eb34b963-9e79-4945-8128-ac7a4655eab8 on network 213dfb3f-ae7b-4338-b3a9-5643fe445803 {{(pid=87635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:17:15.266234 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe11f7a-6962-4c1c-b133-07c2a9e3fe93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Port eb34b963-9e79-4945-8128-ac7a4655eab8 on network 213dfb3f-ae7b-4338-b3a9-5643fe445803 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=87635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 23 16:17:15.266912 dv-neutron-822799-1-hyperv neutron-server[87635]: ERROR neutron.plugins.ml2.managers [None req-ffe11f7a-6962-4c1c-b133-07c2a9e3fe93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Failed to bind port eb34b963-9e79-4945-8128-ac7a4655eab8 on host hv-neutron-8227 for vnic_type normal using segments [{'id': 'f1cdbc0e-c757-4efa-9ea7-74a040cc5ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '213dfb3f-ae7b-4338-b3a9-5643fe445803'}]
Dec 23 16:17:15.268251 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.plugins.ml2.plugin [None req-ffe11f7a-6962-4c1c-b133-07c2a9e3fe93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Attempt 3 to bind port eb34b963-9e79-4945-8128-ac7a4655eab8
Dec 23 16:17:15.281927 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-49067a3e-3b2d-46d4-ae9d-24931ca4aacc tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:15.296786 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d40dfd91-ab30-4a35-becd-58db8704c298 None None] Network 528250e6-7807-4490-a090-7822a6fb65a1 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:17:15.305961 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-28e37593-cb94-4299-982f-9dc71251c3b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:17:15.351007 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49067a3e-3b2d-46d4-ae9d-24931ca4aacc tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Network 528250e6-7807-4490-a090-7822a6fb65a1 is already hosted by enough agents. {{(pid=87635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:17:15.359730 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.base_scheduler [None req-49067a3e-3b2d-46d4-ae9d-24931ca4aacc tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Resources bound (agent type, host, resource id):  {{(pid=87635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:17:15.369991 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-3697406f-ca42-429f-a6ba-2b11ad1c0393 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:15.373193 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49067a3e-3b2d-46d4-ae9d-24931ca4aacc tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Received port after_create {{(pid=87635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:17:15.373824 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-49067a3e-3b2d-46d4-ae9d-24931ca4aacc tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1781300'] for router_interface, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:15.384747 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-1c2311e3-01db-47e3-847f-70c37437e9c1 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:17:15.392457 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.managers [None req-ffe11f7a-6962-4c1c-b133-07c2a9e3fe93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Attempting to bind port eb34b963-9e79-4945-8128-ac7a4655eab8 on host hv-neutron-8227 for vnic_type normal with profile  {{(pid=87635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:17:15.392953 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.managers [None req-ffe11f7a-6962-4c1c-b133-07c2a9e3fe93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Attempting to bind port eb34b963-9e79-4945-8128-ac7a4655eab8 by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': 'f1cdbc0e-c757-4efa-9ea7-74a040cc5ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '213dfb3f-ae7b-4338-b3a9-5643fe445803'}] {{(pid=87635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:17:15.393392 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe11f7a-6962-4c1c-b133-07c2a9e3fe93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Attempting to bind port eb34b963-9e79-4945-8128-ac7a4655eab8 on network 213dfb3f-ae7b-4338-b3a9-5643fe445803 {{(pid=87635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:17:15.424373 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe11f7a-6962-4c1c-b133-07c2a9e3fe93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Port eb34b963-9e79-4945-8128-ac7a4655eab8 on network 213dfb3f-ae7b-4338-b3a9-5643fe445803 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=87635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 23 16:17:15.424373 dv-neutron-822799-1-hyperv neutron-server[87635]: ERROR neutron.plugins.ml2.managers [None req-ffe11f7a-6962-4c1c-b133-07c2a9e3fe93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Failed to bind port eb34b963-9e79-4945-8128-ac7a4655eab8 on host hv-neutron-8227 for vnic_type normal using segments [{'id': 'f1cdbc0e-c757-4efa-9ea7-74a040cc5ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '213dfb3f-ae7b-4338-b3a9-5643fe445803'}]
Dec 23 16:17:15.429452 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.plugins.ml2.plugin [None req-ffe11f7a-6962-4c1c-b133-07c2a9e3fe93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Attempt 4 to bind port eb34b963-9e79-4945-8128-ac7a4655eab8
Dec 23 16:17:15.448014 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-2001eddb-cc5f-4755-888f-7b7d0fcfd301 None None] Provisioning for port 827b5618-3af6-48cc-bb92-8783a93be5d8 completed by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:17:15.455819 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49067a3e-3b2d-46d4-ae9d-24931ca4aacc tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Pushing event updated for resources: {'Port': ['ID=9e2da139-c387-4c32-b0f0-aee41e25a313,revision_number=1']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:17:15.461310 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-49067a3e-3b2d-46d4-ae9d-24931ca4aacc tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:17:15.462233 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.managers [None req-ffe11f7a-6962-4c1c-b133-07c2a9e3fe93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Attempting to bind port eb34b963-9e79-4945-8128-ac7a4655eab8 on host hv-neutron-8227 for vnic_type normal with profile  {{(pid=87635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:17:15.462631 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.managers [None req-ffe11f7a-6962-4c1c-b133-07c2a9e3fe93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Attempting to bind port eb34b963-9e79-4945-8128-ac7a4655eab8 by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': 'f1cdbc0e-c757-4efa-9ea7-74a040cc5ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '213dfb3f-ae7b-4338-b3a9-5643fe445803'}] {{(pid=87635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:17:15.463564 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe11f7a-6962-4c1c-b133-07c2a9e3fe93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Attempting to bind port eb34b963-9e79-4945-8128-ac7a4655eab8 on network 213dfb3f-ae7b-4338-b3a9-5643fe445803 {{(pid=87635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:17:15.469983 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe11f7a-6962-4c1c-b133-07c2a9e3fe93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Port eb34b963-9e79-4945-8128-ac7a4655eab8 on network 213dfb3f-ae7b-4338-b3a9-5643fe445803 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=87635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 23 16:17:15.470153 dv-neutron-822799-1-hyperv neutron-server[87635]: ERROR neutron.plugins.ml2.managers [None req-ffe11f7a-6962-4c1c-b133-07c2a9e3fe93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Failed to bind port eb34b963-9e79-4945-8128-ac7a4655eab8 on host hv-neutron-8227 for vnic_type normal using segments [{'id': 'f1cdbc0e-c757-4efa-9ea7-74a040cc5ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '213dfb3f-ae7b-4338-b3a9-5643fe445803'}]
Dec 23 16:17:15.470424 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-2001eddb-cc5f-4755-888f-7b7d0fcfd301 None None] Provisioning complete for port 827b5618-3af6-48cc-bb92-8783a93be5d8 triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:17:15.470877 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-2001eddb-cc5f-4755-888f-7b7d0fcfd301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:15.472008 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.plugins.ml2.plugin [None req-ffe11f7a-6962-4c1c-b133-07c2a9e3fe93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Attempt 5 to bind port eb34b963-9e79-4945-8128-ac7a4655eab8
Dec 23 16:17:15.487075 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3697406f-ca42-429f-a6ba-2b11ad1c0393 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Pushing event deleted for resources: {'Port': ['ID=4de26cfa-e30d-4789-b2be-3eed0a003e81,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:17:15.490601 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.managers [None req-ffe11f7a-6962-4c1c-b133-07c2a9e3fe93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Attempting to bind port eb34b963-9e79-4945-8128-ac7a4655eab8 on host hv-neutron-8227 for vnic_type normal with profile  {{(pid=87635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:17:15.490865 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.managers [None req-ffe11f7a-6962-4c1c-b133-07c2a9e3fe93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Attempting to bind port eb34b963-9e79-4945-8128-ac7a4655eab8 by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': 'f1cdbc0e-c757-4efa-9ea7-74a040cc5ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '213dfb3f-ae7b-4338-b3a9-5643fe445803'}] {{(pid=87635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:17:15.491205 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe11f7a-6962-4c1c-b133-07c2a9e3fe93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Attempting to bind port eb34b963-9e79-4945-8128-ac7a4655eab8 on network 213dfb3f-ae7b-4338-b3a9-5643fe445803 {{(pid=87635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:17:15.494451 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-3697406f-ca42-429f-a6ba-2b11ad1c0393 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:17:15.497871 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-3697406f-ca42-429f-a6ba-2b11ad1c0393 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:15.498343 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe11f7a-6962-4c1c-b133-07c2a9e3fe93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Port eb34b963-9e79-4945-8128-ac7a4655eab8 on network 213dfb3f-ae7b-4338-b3a9-5643fe445803 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=87635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 23 16:17:15.498675 dv-neutron-822799-1-hyperv neutron-server[87635]: ERROR neutron.plugins.ml2.managers [None req-ffe11f7a-6962-4c1c-b133-07c2a9e3fe93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Failed to bind port eb34b963-9e79-4945-8128-ac7a4655eab8 on host hv-neutron-8227 for vnic_type normal using segments [{'id': 'f1cdbc0e-c757-4efa-9ea7-74a040cc5ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '213dfb3f-ae7b-4338-b3a9-5643fe445803'}]
Dec 23 16:17:15.500369 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.plugins.ml2.plugin [None req-ffe11f7a-6962-4c1c-b133-07c2a9e3fe93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Attempt 6 to bind port eb34b963-9e79-4945-8128-ac7a4655eab8
Dec 23 16:17:15.513201 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-3697406f-ca42-429f-a6ba-2b11ad1c0393 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] 10.222.0.64 "DELETE /v2.0/ports/4de26cfa-e30d-4789-b2be-3eed0a003e81 HTTP/1.1" status: 204  len: 168 time: 1.0544674
Dec 23 16:17:15.514794 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 51222) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:15.550837 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.managers [None req-ffe11f7a-6962-4c1c-b133-07c2a9e3fe93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Attempting to bind port eb34b963-9e79-4945-8128-ac7a4655eab8 on host hv-neutron-8227 for vnic_type normal with profile  {{(pid=87635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:17:15.550837 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.managers [None req-ffe11f7a-6962-4c1c-b133-07c2a9e3fe93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Attempting to bind port eb34b963-9e79-4945-8128-ac7a4655eab8 by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': 'f1cdbc0e-c757-4efa-9ea7-74a040cc5ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '213dfb3f-ae7b-4338-b3a9-5643fe445803'}] {{(pid=87635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:17:15.551312 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe11f7a-6962-4c1c-b133-07c2a9e3fe93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Attempting to bind port eb34b963-9e79-4945-8128-ac7a4655eab8 on network 213dfb3f-ae7b-4338-b3a9-5643fe445803 {{(pid=87635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:17:15.564708 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe11f7a-6962-4c1c-b133-07c2a9e3fe93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Port eb34b963-9e79-4945-8128-ac7a4655eab8 on network 213dfb3f-ae7b-4338-b3a9-5643fe445803 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=87635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 23 16:17:15.564960 dv-neutron-822799-1-hyperv neutron-server[87635]: ERROR neutron.plugins.ml2.managers [None req-ffe11f7a-6962-4c1c-b133-07c2a9e3fe93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Failed to bind port eb34b963-9e79-4945-8128-ac7a4655eab8 on host hv-neutron-8227 for vnic_type normal using segments [{'id': 'f1cdbc0e-c757-4efa-9ea7-74a040cc5ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '213dfb3f-ae7b-4338-b3a9-5643fe445803'}]
Dec 23 16:17:15.568343 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0343a1d-589b-4eb5-8446-e8b4546cb207 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] GET failed (client error): The resource could not be found.
Dec 23 16:17:15.568524 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.plugins.ml2.plugin [None req-ffe11f7a-6962-4c1c-b133-07c2a9e3fe93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Attempt 7 to bind port eb34b963-9e79-4945-8128-ac7a4655eab8
Dec 23 16:17:15.568648 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-b0343a1d-589b-4eb5-8446-e8b4546cb207 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Synchronizing usage tracker for tenant:37ed648a62f44dd1bf944e0bff6f4422 on resource:port {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:17:15.591396 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-b0343a1d-589b-4eb5-8446-e8b4546cb207 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Unset dirty status for tenant:37ed648a62f44dd1bf944e0bff6f4422 on resource:port {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:17:15.596762 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-b0343a1d-589b-4eb5-8446-e8b4546cb207 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] 10.222.0.64 "GET /v2.0/ports/4de26cfa-e30d-4789-b2be-3eed0a003e81 HTTP/1.1" status: 404  len: 333 time: 0.0776505
Dec 23 16:17:15.598545 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.managers [None req-ffe11f7a-6962-4c1c-b133-07c2a9e3fe93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Attempting to bind port eb34b963-9e79-4945-8128-ac7a4655eab8 on host hv-neutron-8227 for vnic_type normal with profile  {{(pid=87635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:17:15.599132 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.managers [None req-ffe11f7a-6962-4c1c-b133-07c2a9e3fe93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Attempting to bind port eb34b963-9e79-4945-8128-ac7a4655eab8 by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': 'f1cdbc0e-c757-4efa-9ea7-74a040cc5ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '213dfb3f-ae7b-4338-b3a9-5643fe445803'}] {{(pid=87635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:17:15.599237 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 51226) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:15.599360 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe11f7a-6962-4c1c-b133-07c2a9e3fe93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Attempting to bind port eb34b963-9e79-4945-8128-ac7a4655eab8 on network 213dfb3f-ae7b-4338-b3a9-5643fe445803 {{(pid=87635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:17:15.604696 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-49067a3e-3b2d-46d4-ae9d-24931ca4aacc tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:15.619945 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe11f7a-6962-4c1c-b133-07c2a9e3fe93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Port eb34b963-9e79-4945-8128-ac7a4655eab8 on network 213dfb3f-ae7b-4338-b3a9-5643fe445803 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=87635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 23 16:17:15.620340 dv-neutron-822799-1-hyperv neutron-server[87635]: ERROR neutron.plugins.ml2.managers [None req-ffe11f7a-6962-4c1c-b133-07c2a9e3fe93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Failed to bind port eb34b963-9e79-4945-8128-ac7a4655eab8 on host hv-neutron-8227 for vnic_type normal using segments [{'id': 'f1cdbc0e-c757-4efa-9ea7-74a040cc5ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '213dfb3f-ae7b-4338-b3a9-5643fe445803'}]
Dec 23 16:17:15.622596 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.plugins.ml2.plugin [None req-ffe11f7a-6962-4c1c-b133-07c2a9e3fe93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Attempt 8 to bind port eb34b963-9e79-4945-8128-ac7a4655eab8
Dec 23 16:17:15.664698 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.managers [None req-ffe11f7a-6962-4c1c-b133-07c2a9e3fe93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Attempting to bind port eb34b963-9e79-4945-8128-ac7a4655eab8 on host hv-neutron-8227 for vnic_type normal with profile  {{(pid=87635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:17:15.664967 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.managers [None req-ffe11f7a-6962-4c1c-b133-07c2a9e3fe93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Attempting to bind port eb34b963-9e79-4945-8128-ac7a4655eab8 by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': 'f1cdbc0e-c757-4efa-9ea7-74a040cc5ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '213dfb3f-ae7b-4338-b3a9-5643fe445803'}] {{(pid=87635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:17:15.665316 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe11f7a-6962-4c1c-b133-07c2a9e3fe93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Attempting to bind port eb34b963-9e79-4945-8128-ac7a4655eab8 on network 213dfb3f-ae7b-4338-b3a9-5643fe445803 {{(pid=87635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:17:15.690568 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe11f7a-6962-4c1c-b133-07c2a9e3fe93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Port eb34b963-9e79-4945-8128-ac7a4655eab8 on network 213dfb3f-ae7b-4338-b3a9-5643fe445803 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=87635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 23 16:17:15.691285 dv-neutron-822799-1-hyperv neutron-server[87635]: ERROR neutron.plugins.ml2.managers [None req-ffe11f7a-6962-4c1c-b133-07c2a9e3fe93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Failed to bind port eb34b963-9e79-4945-8128-ac7a4655eab8 on host hv-neutron-8227 for vnic_type normal using segments [{'id': 'f1cdbc0e-c757-4efa-9ea7-74a040cc5ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '213dfb3f-ae7b-4338-b3a9-5643fe445803'}]
Dec 23 16:17:15.696110 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.plugins.ml2.plugin [None req-ffe11f7a-6962-4c1c-b133-07c2a9e3fe93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Attempt 9 to bind port eb34b963-9e79-4945-8128-ac7a4655eab8
Dec 23 16:17:15.698089 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7e569649-580c-4211-ae09-0f52c8ae5bec tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks [] for security_group, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:15.721227 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-2001eddb-cc5f-4755-888f-7b7d0fcfd301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:15.734135 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.managers [None req-ffe11f7a-6962-4c1c-b133-07c2a9e3fe93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Attempting to bind port eb34b963-9e79-4945-8128-ac7a4655eab8 on host hv-neutron-8227 for vnic_type normal with profile  {{(pid=87635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:17:15.734725 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.managers [None req-ffe11f7a-6962-4c1c-b133-07c2a9e3fe93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Attempting to bind port eb34b963-9e79-4945-8128-ac7a4655eab8 by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': 'f1cdbc0e-c757-4efa-9ea7-74a040cc5ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '213dfb3f-ae7b-4338-b3a9-5643fe445803'}] {{(pid=87635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:17:15.735316 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe11f7a-6962-4c1c-b133-07c2a9e3fe93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Attempting to bind port eb34b963-9e79-4945-8128-ac7a4655eab8 on network 213dfb3f-ae7b-4338-b3a9-5643fe445803 {{(pid=87635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:17:15.747331 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7e569649-580c-4211-ae09-0f52c8ae5bec tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:15.778526 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-2001eddb-cc5f-4755-888f-7b7d0fcfd301 None None] For port 827b5618-3af6-48cc-bb92-8783a93be5d8, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=827b5618-3af6-48cc-bb92-8783a93be5d8,segment=NetworkSegment(0999fc71-08db-4dc7-8eda-dd835ca34a9d),segment_id=0999fc71-08db-4dc7-8eda-dd835ca34a9d)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:17:15.789927 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-2001eddb-cc5f-4755-888f-7b7d0fcfd301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:15.791723 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-30348d78-777a-4c54-a66f-b7e31d66193e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:17:15.813376 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7e569649-580c-4211-ae09-0f52c8ae5bec tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:15.818436 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-e55c1b53-5ed4-4d00-86a9-67945c5462bc tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:17:15.847334 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe11f7a-6962-4c1c-b133-07c2a9e3fe93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Port eb34b963-9e79-4945-8128-ac7a4655eab8 on network 213dfb3f-ae7b-4338-b3a9-5643fe445803 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=87635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 23 16:17:15.849267 dv-neutron-822799-1-hyperv neutron-server[87635]: ERROR neutron.plugins.ml2.managers [None req-ffe11f7a-6962-4c1c-b133-07c2a9e3fe93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Failed to bind port eb34b963-9e79-4945-8128-ac7a4655eab8 on host hv-neutron-8227 for vnic_type normal using segments [{'id': 'f1cdbc0e-c757-4efa-9ea7-74a040cc5ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '213dfb3f-ae7b-4338-b3a9-5643fe445803'}]
Dec 23 16:17:15.852478 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e569649-580c-4211-ae09-0f52c8ae5bec tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=521327e4-b1d4-42d0-ba55-903363819eaf,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:17:15.855842 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-7e569649-580c-4211-ae09-0f52c8ae5bec tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:17:15.858425 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7e569649-580c-4211-ae09-0f52c8ae5bec tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks [] for security_group, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:15.859143 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-7e569649-580c-4211-ae09-0f52c8ae5bec tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] 10.222.0.64 "DELETE /v2.0/security-groups/521327e4-b1d4-42d0-ba55-903363819eaf HTTP/1.1" status: 204  len: 168 time: 0.2585423
Dec 23 16:17:15.863321 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 51230) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:15.920260 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.plugins.ml2.plugin [None req-ffe11f7a-6962-4c1c-b133-07c2a9e3fe93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Attempt 10 to bind port eb34b963-9e79-4945-8128-ac7a4655eab8
Dec 23 16:17:15.922081 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2001eddb-cc5f-4755-888f-7b7d0fcfd301 None None] Pushing event updated for resources: {'Port': ['ID=827b5618-3af6-48cc-bb92-8783a93be5d8,revision_number=3']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:17:15.925452 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-2001eddb-cc5f-4755-888f-7b7d0fcfd301 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:17:15.967024 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.managers [None req-ffe11f7a-6962-4c1c-b133-07c2a9e3fe93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Attempting to bind port eb34b963-9e79-4945-8128-ac7a4655eab8 on host hv-neutron-8227 for vnic_type normal with profile  {{(pid=87635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:17:15.967493 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.managers [None req-ffe11f7a-6962-4c1c-b133-07c2a9e3fe93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Attempting to bind port eb34b963-9e79-4945-8128-ac7a4655eab8 by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': 'f1cdbc0e-c757-4efa-9ea7-74a040cc5ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '213dfb3f-ae7b-4338-b3a9-5643fe445803'}] {{(pid=87635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:17:15.967906 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe11f7a-6962-4c1c-b133-07c2a9e3fe93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Attempting to bind port eb34b963-9e79-4945-8128-ac7a4655eab8 on network 213dfb3f-ae7b-4338-b3a9-5643fe445803 {{(pid=87635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:17:15.980236 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe11f7a-6962-4c1c-b133-07c2a9e3fe93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Port eb34b963-9e79-4945-8128-ac7a4655eab8 on network 213dfb3f-ae7b-4338-b3a9-5643fe445803 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=87635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 23 16:17:15.982060 dv-neutron-822799-1-hyperv neutron-server[87635]: ERROR neutron.plugins.ml2.managers [None req-ffe11f7a-6962-4c1c-b133-07c2a9e3fe93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Failed to bind port eb34b963-9e79-4945-8128-ac7a4655eab8 on host hv-neutron-8227 for vnic_type normal using segments [{'id': 'f1cdbc0e-c757-4efa-9ea7-74a040cc5ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '213dfb3f-ae7b-4338-b3a9-5643fe445803'}]
Dec 23 16:17:15.982486 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-ffe11f7a-6962-4c1c-b133-07c2a9e3fe93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:16.056882 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-25e71552-2da9-4518-8436-16014ff1bec8 None None] Provisioning complete for port 10483f36-701d-40ff-98b3-3f3134b9e2c2 triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:17:16.057347 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-25e71552-2da9-4518-8436-16014ff1bec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:16.106900 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-93b24db1-88d1-4742-8ae9-c29bdb4fc173 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks [] for security_group, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:16.138727 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-25e71552-2da9-4518-8436-16014ff1bec8 None None] Port 10483f36-701d-40ff-98b3-3f3134b9e2c2 cannot update to ACTIVE because it is not bound. {{(pid=87637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 23 16:17:16.144152 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-93b24db1-88d1-4742-8ae9-c29bdb4fc173 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:16.176510 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-25e71552-2da9-4518-8436-16014ff1bec8 None None] Provisioning for port ee5cd698-8cb6-48a6-a7d5-246e4129b6c2 completed by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:17:16.181991 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-25e71552-2da9-4518-8436-16014ff1bec8 None None] Provisioning complete for port ee5cd698-8cb6-48a6-a7d5-246e4129b6c2 triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:17:16.182370 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-25e71552-2da9-4518-8436-16014ff1bec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:16.293814 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.db [None req-ffe11f7a-6962-4c1c-b133-07c2a9e3fe93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] For port eb34b963-9e79-4945-8128-ac7a4655eab8, host hv-neutron-8227, cleared binding levels {{(pid=87635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 23 16:17:16.294191 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.db [None req-ffe11f7a-6962-4c1c-b133-07c2a9e3fe93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Attempted to set empty binding levels {{(pid=87635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}}
Dec 23 16:17:16.298583 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-93b24db1-88d1-4742-8ae9-c29bdb4fc173 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:16.309836 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-4cb81110-1d6f-4844-9c5a-f890e383fa25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:17:16.317693 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-ffe11f7a-6962-4c1c-b133-07c2a9e3fe93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2753531'] for port, after_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:16.335448 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b24db1-88d1-4742-8ae9-c29bdb4fc173 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=00ce09af-3f4f-4793-a18c-cdd6fa10e782,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:17:16.339876 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-ffe11f7a-6962-4c1c-b133-07c2a9e3fe93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:17:16.357704 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-93b24db1-88d1-4742-8ae9-c29bdb4fc173 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:17:16.371483 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e104da3-f45f-4195-a6ee-bd0f76b417e4 req-99edbfe0-faec-4d4c-a66c-d9e9140f51a6 tempest-TestServerAdvancedOps-1634361821 tempest-TestServerAdvancedOps-1634361821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:17:16.379357 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-0e104da3-f45f-4195-a6ee-bd0f76b417e4 req-99edbfe0-faec-4d4c-a66c-d9e9140f51a6 tempest-TestServerAdvancedOps-1634361821 tempest-TestServerAdvancedOps-1634361821-project] 10.222.0.61 "GET /v2.0/ports?device_id=a79e2485-5bb6-4bb8-a16c-9efafd4ef9a2 HTTP/1.1" status: 200  len: 946 time: 0.2222838
Dec 23 16:17:16.404707 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-ffe11f7a-6962-4c1c-b133-07c2a9e3fe93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] In _notify_port_updated(), no bound segment for port eb34b963-9e79-4945-8128-ac7a4655eab8 on network 213dfb3f-ae7b-4338-b3a9-5643fe445803 {{(pid=87635) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}}
Dec 23 16:17:16.405718 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffe11f7a-6962-4c1c-b133-07c2a9e3fe93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:17:16.406324 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-ffe11f7a-6962-4c1c-b133-07c2a9e3fe93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:16.407707 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-ffe11f7a-6962-4c1c-b133-07c2a9e3fe93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] 10.222.0.64 "PUT /v2.0/ports/eb34b963-9e79-4945-8128-ac7a4655eab8 HTTP/1.1" status: 200  len: 980 time: 2.6084132
Dec 23 16:17:16.416299 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 51236) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:16.462525 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-93b24db1-88d1-4742-8ae9-c29bdb4fc173 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks [] for security_group, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:16.466832 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-93b24db1-88d1-4742-8ae9-c29bdb4fc173 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] 10.222.0.64 "DELETE /v2.0/security-groups/00ce09af-3f4f-4793-a18c-cdd6fa10e782 HTTP/1.1" status: 204  len: 168 time: 0.6023097
Dec 23 16:17:16.472629 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 51240) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:16.490965 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-49067a3e-3b2d-46d4-ae9d-24931ca4aacc tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks [] for port, precommit_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:16.510959 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-49067a3e-3b2d-46d4-ae9d-24931ca4aacc tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2753531'] for port, after_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:16.511935 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-49067a3e-3b2d-46d4-ae9d-24931ca4aacc tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1627481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1781465'] for router_interface, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:16.540986 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe11f7a-6962-4c1c-b133-07c2a9e3fe93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Pushing event updated for resources: {'Port': ['ID=eb34b963-9e79-4945-8128-ac7a4655eab8,revision_number=3']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:17:16.544239 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-ffe11f7a-6962-4c1c-b133-07c2a9e3fe93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:17:16.552870 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-81fb639b-d63f-4c80-a4c0-85b63bd58b6c tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.027s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:17:16.588015 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-25e71552-2da9-4518-8436-16014ff1bec8 None None] Could not find standard attr ID for object 4de26cfa-e30d-4789-b2be-3eed0a003e81. {{(pid=87637) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 23 16:17:16.618379 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [req-0e104da3-f45f-4195-a6ee-bd0f76b417e4 req-ef0d59a8-90c0-43c7-bd1e-ad025eec2311 tempest-TestServerAdvancedOps-1634361821 tempest-TestServerAdvancedOps-1634361821-project] Deleting port be11344a-4c41-4399-9cbc-fe28d2ea8f1b {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:17:16.618715 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-0e104da3-f45f-4195-a6ee-bd0f76b417e4 req-ef0d59a8-90c0-43c7-bd1e-ad025eec2311 tempest-TestServerAdvancedOps-1634361821 tempest-TestServerAdvancedOps-1634361821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:16.667925 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-91d45fff-fab3-4bbf-9860-633375f7e483 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks [] for security_group, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:16.683907 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-ddface1f-9928-4696-a313-cc2c026df0df tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Deleting port eb34b963-9e79-4945-8128-ac7a4655eab8 {{(pid=87635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:17:16.684246 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-ddface1f-9928-4696-a313-cc2c026df0df tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:16.711001 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-d4a22655-1a26-48ba-90b7-308f39484a47 None None] Provisioning for port 9e2da139-c387-4c32-b0f0-aee41e25a313 completed by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:17:16.718182 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-d4a22655-1a26-48ba-90b7-308f39484a47 None None] Provisioning complete for port 9e2da139-c387-4c32-b0f0-aee41e25a313 triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:17:16.718977 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d4a22655-1a26-48ba-90b7-308f39484a47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:16.719193 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-91d45fff-fab3-4bbf-9860-633375f7e483 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:16.763036 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49067a3e-3b2d-46d4-ae9d-24931ca4aacc tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Pushing event updated for resources: {'Port': ['ID=9e2da139-c387-4c32-b0f0-aee41e25a313,revision_number=2']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:17:16.764969 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8fb19f-90ef-404b-b1e3-945ef1272d18 req-9b0b7109-1d03-4bd3-820a-44e470745c0b tempest-TestServerAdvancedOps-1634361821 tempest-TestServerAdvancedOps-1634361821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:17:16.771799 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-49067a3e-3b2d-46d4-ae9d-24931ca4aacc tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:17:16.772064 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-1f8fb19f-90ef-404b-b1e3-945ef1272d18 req-9b0b7109-1d03-4bd3-820a-44e470745c0b tempest-TestServerAdvancedOps-1634361821 tempest-TestServerAdvancedOps-1634361821-project] 10.222.0.64 "GET /v2.0/ports?device_id=a79e2485-5bb6-4bb8-a16c-9efafd4ef9a2 HTTP/1.1" status: 200  len: 946 time: 0.4273155
Dec 23 16:17:16.791748 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-d4a22655-1a26-48ba-90b7-308f39484a47 None None] Port 9e2da139-c387-4c32-b0f0-aee41e25a313 cannot update to ACTIVE because it is not bound. {{(pid=87637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 23 16:17:16.804616 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-d4a22655-1a26-48ba-90b7-308f39484a47 None None] Provisioning complete for port 827b5618-3af6-48cc-bb92-8783a93be5d8 triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:17:16.804944 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d4a22655-1a26-48ba-90b7-308f39484a47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:16.843019 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49067a3e-3b2d-46d4-ae9d-24931ca4aacc tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Network 528250e6-7807-4490-a090-7822a6fb65a1 is already hosted by enough agents. {{(pid=87635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:17:16.846265 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.base_scheduler [None req-49067a3e-3b2d-46d4-ae9d-24931ca4aacc tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Resources bound (agent type, host, resource id):  {{(pid=87635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:17:16.924830 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-1f8fb19f-90ef-404b-b1e3-945ef1272d18 req-fe375b5f-f71b-4004-aa3e-6bea8fc469fd tempest-TestServerAdvancedOps-1634361821 tempest-TestServerAdvancedOps-1634361821-project] 10.222.0.64 "GET /v2.0/security-groups?id=5a2867ec-79c8-4597-8ec0-6002587f986e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1520841
Dec 23 16:17:16.945534 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-91d45fff-fab3-4bbf-9860-633375f7e483 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:16.953218 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-244197f8-16f2-41e3-8f27-88be1be3c1bb tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:17:16.974112 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d45fff-fab3-4bbf-9860-633375f7e483 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34da9b59-db18-4692-ae60-0015afbf1d46,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:17:16.980428 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-91d45fff-fab3-4bbf-9860-633375f7e483 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:17:16.985127 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-91d45fff-fab3-4bbf-9860-633375f7e483 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks [] for security_group, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:16.986212 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-d4a22655-1a26-48ba-90b7-308f39484a47 None None] Could not find standard attr ID for object 4de26cfa-e30d-4789-b2be-3eed0a003e81. {{(pid=87637) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 23 16:17:16.989202 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-91d45fff-fab3-4bbf-9860-633375f7e483 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] 10.222.0.64 "DELETE /v2.0/security-groups/34da9b59-db18-4692-ae60-0015afbf1d46 HTTP/1.1" status: 204  len: 168 time: 0.5104539
Dec 23 16:17:16.989998 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 51244) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:17.046636 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [req-0e104da3-f45f-4195-a6ee-bd0f76b417e4 req-ef0d59a8-90c0-43c7-bd1e-ad025eec2311 tempest-TestServerAdvancedOps-1634361821 tempest-TestServerAdvancedOps-1634361821-project] For port be11344a-4c41-4399-9cbc-fe28d2ea8f1b, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=be11344a-4c41-4399-9cbc-fe28d2ea8f1b,segment=NetworkSegment(89d9cf11-7bf3-4ee7-81ab-e1812ffa5d56),segment_id=89d9cf11-7bf3-4ee7-81ab-e1812ffa5d56)] {{(pid=87636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:17:17.047004 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-0e104da3-f45f-4195-a6ee-bd0f76b417e4 req-ef0d59a8-90c0-43c7-bd1e-ad025eec2311 tempest-TestServerAdvancedOps-1634361821 tempest-TestServerAdvancedOps-1634361821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:17.050569 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device ee5cd698-8cb6-48a6-a7d5-246e4129b6c2 up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:17:17.142207 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port ee5cd698-8cb6-48a6-a7d5-246e4129b6c2 triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:17:17.142661 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:17.251935 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [req-0e104da3-f45f-4195-a6ee-bd0f76b417e4 req-ef0d59a8-90c0-43c7-bd1e-ad025eec2311 tempest-TestServerAdvancedOps-1634361821 tempest-TestServerAdvancedOps-1634361821-project] Calling delete_port for be11344a-4c41-4399-9cbc-fe28d2ea8f1b owned by compute:nova {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:17:17.272739 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.db [None req-ddface1f-9928-4696-a313-cc2c026df0df tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] For port eb34b963-9e79-4945-8128-ac7a4655eab8, host hv-neutron-8227, got binding levels [] {{(pid=87635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:17:17.273097 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-ddface1f-9928-4696-a313-cc2c026df0df tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:17.301675 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 827b5618-3af6-48cc-bb92-8783a93be5d8 up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:17:17.341284 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_v2 [None req-c34f00a2-c414-4c72-91c9-8398b34ef942 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Deleting subnet 21368a39-f84f-48ba-bf95-80c363bb774a {{(pid=87636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 23 16:17:17.345055 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c34f00a2-c414-4c72-91c9-8398b34ef942 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks [] for subnet, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:17.383531 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-7ba15108-ee2c-4c8b-9142-1c2a1d076c33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:17.387669 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-26ab5b8e-5453-4801-b48f-eb75708713d6 None None] Provisioning complete for port 9e2da139-c387-4c32-b0f0-aee41e25a313 triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:17:17.388303 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-26ab5b8e-5453-4801-b48f-eb75708713d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:17.419624 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c34f00a2-c414-4c72-91c9-8398b34ef942 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2382092'] for subnet, precommit_delete_associations {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:17.425854 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-ddface1f-9928-4696-a313-cc2c026df0df tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Calling delete_port for eb34b963-9e79-4945-8128-ac7a4655eab8 owned by  {{(pid=87635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:17:17.459795 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-26ab5b8e-5453-4801-b48f-eb75708713d6 None None] Port 9e2da139-c387-4c32-b0f0-aee41e25a313 cannot update to ACTIVE because it is not bound. {{(pid=87637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 23 16:17:17.467741 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port 827b5618-3af6-48cc-bb92-8783a93be5d8 triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:17:17.467929 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:17.547957 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-ddface1f-9928-4696-a313-cc2c026df0df tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:17.554175 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-0e104da3-f45f-4195-a6ee-bd0f76b417e4 req-ef0d59a8-90c0-43c7-bd1e-ad025eec2311 tempest-TestServerAdvancedOps-1634361821 tempest-TestServerAdvancedOps-1634361821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:17.557186 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-71fd25bf-79e3-4be5-8648-2e0716ec1450 tempest-FloatingIPAdminTestJSON-1033762060 tempest-FloatingIPAdminTestJSON-1033762060-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:17:17.561423 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-48fd4804-e23b-466d-9109-ce740c945265 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:17:17.572625 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] get_ports_and_sgs() called for port_ids ['be11344a-4c41-4399-9cbc-fe28d2ea8f1b'] {{(pid=87637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 23 16:17:17.594085 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49067a3e-3b2d-46d4-ae9d-24931ca4aacc tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Router 7177e609-33fe-471d-b742-7b05ca66165c is scheduled to L3 agent 371d4c41-c7e2-4de7-9539-c049ec4e95d1 with binding_index 1 {{(pid=87635) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 23 16:17:17.604467 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-ddface1f-9928-4696-a313-cc2c026df0df tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:17.608178 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddface1f-9928-4696-a313-cc2c026df0df tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Pushing event deleted for resources: {'Port': ['ID=eb34b963-9e79-4945-8128-ac7a4655eab8,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:17:17.612796 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0d59a8-90c0-43c7-bd1e-ad025eec2311 tempest-TestServerAdvancedOps-1634361821 tempest-TestServerAdvancedOps-1634361821-project] Pushing event deleted for resources: {'Port': ['ID=be11344a-4c41-4399-9cbc-fe28d2ea8f1b,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:17:17.614458 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-ddface1f-9928-4696-a313-cc2c026df0df tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:17:17.620470 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-ef0d59a8-90c0-43c7-bd1e-ad025eec2311 tempest-TestServerAdvancedOps-1634361821 tempest-TestServerAdvancedOps-1634361821-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:17:17.647478 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c34f00a2-c414-4c72-91c9-8398b34ef942 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864774'] for subnet, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:17.682702 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-ddface1f-9928-4696-a313-cc2c026df0df tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] 10.222.0.64 "DELETE /v2.0/ports/eb34b963-9e79-4945-8128-ac7a4655eab8 HTTP/1.1" status: 204  len: 168 time: 1.2640564
Dec 23 16:17:17.690190 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 51252) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:17.776885 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e104da3-f45f-4195-a6ee-bd0f76b417e4 req-ef0d59a8-90c0-43c7-bd1e-ad025eec2311 tempest-TestServerAdvancedOps-1634361821 tempest-TestServerAdvancedOps-1634361821-project] No DVR routers for this DVR port be11344a-4c41-4399-9cbc-fe28d2ea8f1b on host hv-neutron-8227 {{(pid=87636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 23 16:17:17.779361 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49067a3e-3b2d-46d4-ae9d-24931ca4aacc tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify agent at l3_agent.dv-neutron-822799-1-hyperv the message routers_updated {{(pid=87635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 23 16:17:17.780880 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c67223e-7ec9-4d56-ac65-2ea488cfb23f tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] GET failed (client error): The resource could not be found.
Dec 23 16:17:17.781399 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-7c67223e-7ec9-4d56-ac65-2ea488cfb23f tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Synchronizing usage tracker for tenant:8d5f9b0ff88f4fcea2a623df679af3b1 on resource:port {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:17:17.784895 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-49067a3e-3b2d-46d4-ae9d-24931ca4aacc tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] 10.222.0.64 "PUT /v2.0/routers/7177e609-33fe-471d-b742-7b05ca66165c/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.1016006
Dec 23 16:17:17.787464 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 51256) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:17.790008 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-0e104da3-f45f-4195-a6ee-bd0f76b417e4 req-ef0d59a8-90c0-43c7-bd1e-ad025eec2311 tempest-TestServerAdvancedOps-1634361821 tempest-TestServerAdvancedOps-1634361821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:17.791579 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c69f6c75-5c01-4738-9d40-9efcd39f9ab1 None None] Sync routers for ids ['7177e609-33fe-471d-b742-7b05ca66165c'] in dv-neutron-822799-1-hyperv {{(pid=87637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 23 16:17:17.792664 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a79e2485-5bb6-4bb8-a16c-9efafd4ef9a2', 'name': 'network-vif-deleted', 'tag': 'be11344a-4c41-4399-9cbc-fe28d2ea8f1b'}] {{(pid=87636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 23 16:17:17.802459 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c69f6c75-5c01-4738-9d40-9efcd39f9ab1 None None] Routers {'7177e609-33fe-471d-b742-7b05ca66165c'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:17:17.803370 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-c69f6c75-5c01-4738-9d40-9efcd39f9ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc120a160>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:16:50Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['7177e609-33fe-471d-b742-7b05ca66165c'], 'active': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:17:17.820256 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-0e104da3-f45f-4195-a6ee-bd0f76b417e4 req-ef0d59a8-90c0-43c7-bd1e-ad025eec2311 tempest-TestServerAdvancedOps-1634361821 tempest-TestServerAdvancedOps-1634361821-project] 10.222.0.61 "DELETE /v2.0/ports/be11344a-4c41-4399-9cbc-fe28d2ea8f1b HTTP/1.1" status: 204  len: 173 time: 1.3483076
Dec 23 16:17:17.824021 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-7c67223e-7ec9-4d56-ac65-2ea488cfb23f tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Unset dirty status for tenant:8d5f9b0ff88f4fcea2a623df679af3b1 on resource:port {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:17:17.825556 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-7c67223e-7ec9-4d56-ac65-2ea488cfb23f tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] 10.222.0.64 "GET /v2.0/ports/eb34b963-9e79-4945-8128-ac7a4655eab8 HTTP/1.1" status: 404  len: 333 time: 0.1344645
Dec 23 16:17:17.830512 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 51262) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:17.871120 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08ad10e4-f18d-47a5-9e7e-a9c021e05c0b tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:17:17.872079 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-08ad10e4-f18d-47a5-9e7e-a9c021e05c0b tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Synchronizing usage tracker for tenant:7f693e1e2e4c45b0a519cdc9b284f217 on resource:port {{(pid=87635) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:17:17.894099 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-08ad10e4-f18d-47a5-9e7e-a9c021e05c0b tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Unset dirty status for tenant:7f693e1e2e4c45b0a519cdc9b284f217 on resource:port {{(pid=87635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:17:17.899914 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-08ad10e4-f18d-47a5-9e7e-a9c021e05c0b tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] 10.222.0.64 "GET /v2.0/ports/9e2da139-c387-4c32-b0f0-aee41e25a313 HTTP/1.1" status: 200  len: 911 time: 0.1112747
Dec 23 16:17:17.900641 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 51266) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:17.912145 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-c69f6c75-5c01-4738-9d40-9efcd39f9ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc120a160>, [], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:17:17.922185 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a79e2485-5bb6-4bb8-a16c-9efafd4ef9a2', 'name': 'network-vif-deleted', 'tag': 'be11344a-4c41-4399-9cbc-fe28d2ea8f1b', 'status': 'completed', 'code': 200}
Dec 23 16:17:17.922576 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c69f6c75-5c01-4738-9d40-9efcd39f9ab1 None None] Routers {'7177e609-33fe-471d-b742-7b05ca66165c'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:17:17.923231 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-c69f6c75-5c01-4738-9d40-9efcd39f9ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc120a160>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:16:50Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['7177e609-33fe-471d-b742-7b05ca66165c'], 'active': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:17:17.923400 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c34f00a2-c414-4c72-91c9-8398b34ef942 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2176495', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2618677'] for subnet, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:17.932431 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-6de08815-fb07-40ed-ab3d-592f73f006ce tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:17:18.005880 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-c69f6c75-5c01-4738-9d40-9efcd39f9ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc120a160>, [], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:17:18.006834 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c69f6c75-5c01-4738-9d40-9efcd39f9ab1 None None] The sync data for ids ['7177e609-33fe-471d-b742-7b05ca66165c'] in dv-neutron-822799-1-hyperv is: [] {{(pid=87637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 23 16:17:18.123357 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34f00a2-c414-4c72-91c9-8398b34ef942 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Pushing event deleted for resources: {'Subnet': ['ID=21368a39-f84f-48ba-bf95-80c363bb774a,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:17:18.136731 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-c34f00a2-c414-4c72-91c9-8398b34ef942 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:17:18.139269 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c34f00a2-c414-4c72-91c9-8398b34ef942 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks [] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:18.142983 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-334c71e1-0795-4d58-9d0b-aded706203fc None None] Network e77e748e-188d-4ee5-88c4-9be4ee766d0f requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:17:18.148081 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9534c9e1-dbeb-4d31-9fed-0a3adeaf49ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1374275305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1374275305-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-698866'] for network, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:18.153178 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-7c52c945-ba89-43f3-a2c1-563cdf07db0a req-24898007-6d70-4f2d-ba41-de42a1b912a9 tempest-TestServerAdvancedOps-1634361821 tempest-TestServerAdvancedOps-1634361821-project] 10.222.0.64 "GET /v2.0/ports?device_id=a79e2485-5bb6-4bb8-a16c-9efafd4ef9a2 HTTP/1.1" status: 200  len: 210 time: 0.0559363
Dec 23 16:17:18.153389 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-c34f00a2-c414-4c72-91c9-8398b34ef942 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] 10.222.0.64 "DELETE /v2.0/subnets/21368a39-f84f-48ba-bf95-80c363bb774a HTTP/1.1" status: 204  len: 168 time: 1.0920141
Dec 23 16:17:18.161385 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 51272) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:18.378412 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9534c9e1-dbeb-4d31-9fed-0a3adeaf49ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1374275305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1374275305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-864347', 'neutron.services.segments.db._delete_segments_for_network-8735362908070'] for network, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:18.394712 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_v2 [None req-151f99b5-2df8-4d37-a63a-f7db0376b154 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Deleting subnet 696fb125-fd23-4733-aa10-987caaf11495 {{(pid=87636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 23 16:17:18.397832 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-151f99b5-2df8-4d37-a63a-f7db0376b154 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks [] for subnet, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:18.455392 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-151f99b5-2df8-4d37-a63a-f7db0376b154 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2382092'] for subnet, precommit_delete_associations {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:18.508882 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-9534c9e1-dbeb-4d31-9fed-0a3adeaf49ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1374275305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1374275305-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1dbb726bb0>,) {'filters': {'network_id': ['213dfb3f-ae7b-4338-b3a9-5643fe445803']}} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:17:18.526085 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-9534c9e1-dbeb-4d31-9fed-0a3adeaf49ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1374275305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1374275305-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dbb726bb0>, 'f1cdbc0e-c757-4efa-9ea7-74a040cc5ebc') {'for_net_delete': True} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:17:18.526472 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-9534c9e1-dbeb-4d31-9fed-0a3adeaf49ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1374275305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1374275305-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dbb726bb0>, 'f1cdbc0e-c757-4efa-9ea7-74a040cc5ebc') {} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:17:18.545084 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9534c9e1-dbeb-4d31-9fed-0a3adeaf49ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1374275305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1374275305-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735363085442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2382197'] for segment, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:18.557356 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-b5a71de7-cee9-4300-9062-eadc366142c1 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1781419'] for router_interface, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:18.575694 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9534c9e1-dbeb-4d31-9fed-0a3adeaf49ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1374275305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1374275305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:18.583946 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9534c9e1-dbeb-4d31-9fed-0a3adeaf49ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1374275305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1374275305-project] Releasing vlan 434 on physical network physnet1 to pool {{(pid=87636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 23 16:17:18.584345 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9534c9e1-dbeb-4d31-9fed-0a3adeaf49ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1374275305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1374275305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2176261'] for segment, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:18.599019 dv-neutron-822799-1-hyperv neutron-server[87636]: Traceback (most recent call last):
Dec 23 16:17:18.599019 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 23 16:17:18.599019 dv-neutron-822799-1-hyperv neutron-server[87636]:     timer()
Dec 23 16:17:18.599019 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:17:18.599019 dv-neutron-822799-1-hyperv neutron-server[87636]:     cb(*args, **kw)
Dec 23 16:17:18.599019 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 23 16:17:18.599019 dv-neutron-822799-1-hyperv neutron-server[87636]:     return func(*args, **kwargs)
Dec 23 16:17:18.599019 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:17:18.599019 dv-neutron-822799-1-hyperv neutron-server[87636]:     self._notify()
Dec 23 16:17:18.599019 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:17:18.599019 dv-neutron-822799-1-hyperv neutron-server[87636]:     self.callback(batched_events)
Dec 23 16:17:18.599019 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:17:18.599019 dv-neutron-822799-1-hyperv neutron-server[87636]:     event.method(event)
Dec 23 16:17:18.599019 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:17:18.599019 dv-neutron-822799-1-hyperv neutron-server[87636]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:17:18.599019 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 23 16:17:18.599019 dv-neutron-822799-1-hyperv neutron-server[87636]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 23 16:17:18.599019 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 23 16:17:18.599019 dv-neutron-822799-1-hyperv neutron-server[87636]:     return f(self, *a, **k)
Dec 23 16:17:18.599019 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:17:18.599019 dv-neutron-822799-1-hyperv neutron-server[87636]:     return self._get(url).json()
Dec 23 16:17:18.599019 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 23 16:17:18.599019 dv-neutron-822799-1-hyperv neutron-server[87636]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 23 16:17:18.599019 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 23 16:17:18.599019 dv-neutron-822799-1-hyperv neutron-server[87636]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:17:18.599019 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 23 16:17:18.599019 dv-neutron-822799-1-hyperv neutron-server[87636]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 23 16:17:18.599019 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 23 16:17:18.599019 dv-neutron-822799-1-hyperv neutron-server[87636]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:17:18.599019 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 23 16:17:18.599019 dv-neutron-822799-1-hyperv neutron-server[87636]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:17:18.599019 dv-neutron-822799-1-hyperv neutron-server[87636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:17:18.674840 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-151f99b5-2df8-4d37-a63a-f7db0376b154 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864774'] for subnet, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:18.724371 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9534c9e1-dbeb-4d31-9fed-0a3adeaf49ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1374275305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1374275305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-864336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1824171'] for network, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:18.730304 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-f5ccabf0-fef4-4ab9-945c-dc45632c4a5e tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:17:18.747362 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9534c9e1-dbeb-4d31-9fed-0a3adeaf49ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1374275305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1374275305-project] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:18.766410 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-9534c9e1-dbeb-4d31-9fed-0a3adeaf49ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1374275305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1374275305-project] 10.222.0.64 "DELETE /v2.0/networks/213dfb3f-ae7b-4338-b3a9-5643fe445803 HTTP/1.1" status: 204  len: 168 time: 0.9323401
Dec 23 16:17:18.766410 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9534c9e1-dbeb-4d31-9fed-0a3adeaf49ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1374275305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1374275305-project] Pushing event deleted for resources: {'Network': ['ID=213dfb3f-ae7b-4338-b3a9-5643fe445803,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:17:18.769711 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-9534c9e1-dbeb-4d31-9fed-0a3adeaf49ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1374275305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1374275305-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:17:18.798592 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-151f99b5-2df8-4d37-a63a-f7db0376b154 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2176495', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2618677'] for subnet, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:18.807040 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-4f31e21b-330a-478e-884b-d22311fa8e07 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:17:18.858403 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151f99b5-2df8-4d37-a63a-f7db0376b154 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Pushing event deleted for resources: {'Subnet': ['ID=696fb125-fd23-4733-aa10-987caaf11495,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:17:18.862002 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-151f99b5-2df8-4d37-a63a-f7db0376b154 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:17:18.862996 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-151f99b5-2df8-4d37-a63a-f7db0376b154 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks [] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:18.875991 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-151f99b5-2df8-4d37-a63a-f7db0376b154 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] 10.222.0.64 "DELETE /v2.0/subnets/696fb125-fd23-4733-aa10-987caaf11495 HTTP/1.1" status: 204  len: 168 time: 0.7128716
Dec 23 16:17:18.877926 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 51278) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:18.925211 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.pecan_wsgi.hooks.translation [None req-2cb3288b-a1a8-4998-9dee-d4518c435eb7 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:17:18.925804 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2cb3288b-a1a8-4998-9dee-d4518c435eb7 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 23 16:17:18.928139 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-2cb3288b-a1a8-4998-9dee-d4518c435eb7 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] 10.222.0.64 "DELETE /v2.0/subnets/21368a39-f84f-48ba-bf95-80c363bb774a HTTP/1.1" status: 404  len: 337 time: 0.0487199
Dec 23 16:17:18.930766 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 51282) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:19.018147 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_v2 [None req-624de88f-9edf-4aab-99ae-16c61f627a9d tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Deleting subnet dd591847-c642-4bb4-ab41-e24018487da6 {{(pid=87636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 23 16:17:19.021592 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-624de88f-9edf-4aab-99ae-16c61f627a9d tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks [] for subnet, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:19.085667 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-624de88f-9edf-4aab-99ae-16c61f627a9d tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2382092'] for subnet, precommit_delete_associations {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:19.102238 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-b5a71de7-cee9-4300-9062-eadc366142c1 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Deleting port 9e2da139-c387-4c32-b0f0-aee41e25a313 {{(pid=87635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:17:19.102809 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-b5a71de7-cee9-4300-9062-eadc366142c1 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:19.133852 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 51288) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:19.158600 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05495813-4bea-4da9-b922-1099519f5319 None None] Network e77e748e-188d-4ee5-88c4-9be4ee766d0f requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:17:19.187295 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-624de88f-9edf-4aab-99ae-16c61f627a9d tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864774'] for subnet, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:19.268757 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-624de88f-9edf-4aab-99ae-16c61f627a9d tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2176495', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2618677'] for subnet, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:19.280520 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-4996e50d-9bdb-4ea4-aed0-ea10098e8275 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:17:19.313896 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-a7788374-ad91-4fd4-b143-2a6a0dd9fac1 None None] Provisioning complete for port 10483f36-701d-40ff-98b3-3f3134b9e2c2 triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:17:19.314531 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-a7788374-ad91-4fd4-b143-2a6a0dd9fac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:19.347147 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 51296) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:19.372684 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-a7788374-ad91-4fd4-b143-2a6a0dd9fac1 None None] Port 10483f36-701d-40ff-98b3-3f3134b9e2c2 cannot update to ACTIVE because it is not bound. {{(pid=87637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 23 16:17:19.397473 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-a7788374-ad91-4fd4-b143-2a6a0dd9fac1 None None] Provisioning complete for port ee5cd698-8cb6-48a6-a7d5-246e4129b6c2 triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:17:19.397820 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-a7788374-ad91-4fd4-b143-2a6a0dd9fac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:19.404967 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624de88f-9edf-4aab-99ae-16c61f627a9d tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Pushing event deleted for resources: {'Subnet': ['ID=dd591847-c642-4bb4-ab41-e24018487da6,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:17:19.409251 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-624de88f-9edf-4aab-99ae-16c61f627a9d tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks [] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:19.410550 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-b5a71de7-cee9-4300-9062-eadc366142c1 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:19.416898 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-624de88f-9edf-4aab-99ae-16c61f627a9d tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] 10.222.0.64 "DELETE /v2.0/subnets/dd591847-c642-4bb4-ab41-e24018487da6 HTTP/1.1" status: 204  len: 168 time: 0.4840350
Dec 23 16:17:19.419077 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-624de88f-9edf-4aab-99ae-16c61f627a9d tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:17:19.419548 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 51300) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:19.460631 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_v2 [None req-a00cfae1-fec9-4c20-bc50-f2761f1435b6 admin admin] Deleting subnet 5e883e1d-839c-452a-b40f-260dd78fefc2 {{(pid=87636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 23 16:17:19.466519 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a00cfae1-fec9-4c20-bc50-f2761f1435b6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:19.499809 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.pecan_wsgi.hooks.translation [None req-3069ade2-61ea-4aeb-a1d3-86aaf1da5b42 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:17:19.500246 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3069ade2-61ea-4aeb-a1d3-86aaf1da5b42 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 23 16:17:19.502005 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-3069ade2-61ea-4aeb-a1d3-86aaf1da5b42 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] 10.222.0.64 "DELETE /v2.0/subnets/d056798d-e23b-478c-9767-1c98b632a8c7 HTTP/1.1" status: 404  len: 337 time: 0.0799518
Dec 23 16:17:19.506831 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 51304) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:19.546894 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-c9ec0a9c-5d6f-4136-a091-db17b306a31f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c0102035a7a045569151c0bc2e537a2a&name=default HTTP/1.1" status: 200  len: 2983 time: 0.4074967
Dec 23 16:17:19.554214 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-b5a71de7-cee9-4300-9062-eadc366142c1 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Calling delete_port for 9e2da139-c387-4c32-b0f0-aee41e25a313 owned by network:router_interface {{(pid=87635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:17:19.556019 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 51308) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:19.579548 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-d1ac73ac-dd44-4cf6-9f59-eb4293a0d2e9 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] 10.222.0.64 "GET /v2.0/ports?device_id=8cd021b5-6e23-47e3-8510-f30b5700a002 HTTP/1.1" status: 200  len: 205 time: 0.0692341
Dec 23 16:17:19.581108 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 51312) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:19.589435 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a00cfae1-fec9-4c20-bc50-f2761f1435b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2382092'] for subnet, precommit_delete_associations {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:19.709189 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.api.v2.resource [None req-2db775ab-7810-47c4-afa4-e2a481e70e62 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] delete failed (client error): The resource could not be found.
Dec 23 16:17:19.710233 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-2db775ab-7810-47c4-afa4-e2a481e70e62 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] 10.222.0.64 "DELETE /v2.0/routers/8cd021b5-6e23-47e3-8510-f30b5700a002 HTTP/1.1" status: 404  len: 336 time: 0.1281960
Dec 23 16:17:19.711525 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-71a2f394-bf73-4333-85cf-9af34fbdfdbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:19.715447 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 51316) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:19.746714 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a00cfae1-fec9-4c20-bc50-f2761f1435b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864774'] for subnet, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:19.763586 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c4ba274-a532-4739-819d-55aea2d5f11f None None] DHCP port deletion for e77e748e-188d-4ee5-88c4-9be4ee766d0f request from dv-neutron-822799-1-hyperv {{(pid=87637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 23 16:17:19.768558 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-6c4ba274-a532-4739-819d-55aea2d5f11f None None] Deleting port ee5cd698-8cb6-48a6-a7d5-246e4129b6c2 {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:17:19.769576 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-6c4ba274-a532-4739-819d-55aea2d5f11f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:19.770305 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b76f7d0-0ea8-4029-a336-c7b4cc0be1da tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:17:19.770738 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b76f7d0-0ea8-4029-a336-c7b4cc0be1da tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 23 16:17:19.784047 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-2b76f7d0-0ea8-4029-a336-c7b4cc0be1da tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] 10.222.0.64 "DELETE /v2.0/subnets/68bb4184-fff1-4699-ba9c-d47d7200477a HTTP/1.1" status: 404  len: 337 time: 0.0654347
Dec 23 16:17:19.784471 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 51320) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:19.795520 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-68a24351-fd3d-458c-9db1-e97248c6a2c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:19.827392 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.pecan_wsgi.hooks.translation [None req-9db494f9-8d1d-47fc-8744-634241f54c3f tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:17:19.827813 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9db494f9-8d1d-47fc-8744-634241f54c3f tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 23 16:17:19.832173 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-9db494f9-8d1d-47fc-8744-634241f54c3f tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] 10.222.0.64 "DELETE /v2.0/subnets/2a4309f7-83d6-4ad1-bd95-015e2e453784 HTTP/1.1" status: 404  len: 337 time: 0.0443292
Dec 23 16:17:19.832359 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-68a24351-fd3d-458c-9db1-e97248c6a2c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:19.833336 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 51324) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:19.836483 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-b5a71de7-cee9-4300-9062-eadc366142c1 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:19.870282 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-117ee187-2505-4e1b-8631-c68aad22fb51 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:17:19.873074 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a00cfae1-fec9-4c20-bc50-f2761f1435b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2176495', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2618677'] for subnet, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:19.879836 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-a1a4e332-9385-459d-b6d0-111288b0b670 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:17:19.916198 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00cfae1-fec9-4c20-bc50-f2761f1435b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e883e1d-839c-452a-b40f-260dd78fefc2,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:17:19.918341 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a00cfae1-fec9-4c20-bc50-f2761f1435b6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:19.922319 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-a00cfae1-fec9-4c20-bc50-f2761f1435b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:17:19.928182 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bcdebcc-50d4-4c64-8042-988ff0863d52 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:17:19.928406 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-a00cfae1-fec9-4c20-bc50-f2761f1435b6 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/5e883e1d-839c-452a-b40f-260dd78fefc2 HTTP/1.1" status: 204  len: 168 time: 0.5778008
Dec 23 16:17:19.928503 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4bcdebcc-50d4-4c64-8042-988ff0863d52 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 23 16:17:19.928503 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-4bcdebcc-50d4-4c64-8042-988ff0863d52 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] 10.222.0.64 "DELETE /v2.0/subnets/5ff5577a-7882-42f4-9147-8667b5314392 HTTP/1.1" status: 404  len: 337 time: 0.0938957
Dec 23 16:17:19.928718 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 51330) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:19.931018 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 51334) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:19.931637 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a71de7-cee9-4300-9062-eadc366142c1 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Pushing event deleted for resources: {'Port': ['ID=9e2da139-c387-4c32-b0f0-aee41e25a313,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:17:19.934910 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-b5a71de7-cee9-4300-9062-eadc366142c1 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:17:20.044447 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-6c4ba274-a532-4739-819d-55aea2d5f11f None None] For port ee5cd698-8cb6-48a6-a7d5-246e4129b6c2, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=ee5cd698-8cb6-48a6-a7d5-246e4129b6c2,segment=NetworkSegment(3213061e-1f34-4f56-aaa4-2b5a03a8d187),segment_id=3213061e-1f34-4f56-aaa4-2b5a03a8d187)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:17:20.044912 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-6c4ba274-a532-4739-819d-55aea2d5f11f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:20.115184 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-b5a71de7-cee9-4300-9062-eadc366142c1 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1627472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1784155'] for router_interface, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:20.177050 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-6c4ba274-a532-4739-819d-55aea2d5f11f None None] Calling delete_port for ee5cd698-8cb6-48a6-a7d5-246e4129b6c2 owned by network:dhcp {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:17:20.187322 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2166c79-87e1-4192-a9ad-b23283c3b466 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:17:20.187322 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2166c79-87e1-4192-a9ad-b23283c3b466 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 23 16:17:20.211593 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-68a24351-fd3d-458c-9db1-e97248c6a2c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:20.214012 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-68a24351-fd3d-458c-9db1-e97248c6a2c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:20.215154 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-68a24351-fd3d-458c-9db1-e97248c6a2c0 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f370cf02-ab96-4592-a7b5-f268f2574dd3 HTTP/1.1" status: 204  len: 168 time: 0.6570051
Dec 23 16:17:20.224679 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-07ed1f64-88c9-467e-8db0-7ec22b2fcfdf tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:17:20.239422 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-b2166c79-87e1-4192-a9ad-b23283c3b466 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] 10.222.0.64 "DELETE /v2.0/ports/709887c7-5e41-4939-aae3-eb2f8a0abfd7 HTTP/1.1" status: 404  len: 333 time: 0.3077052
Dec 23 16:17:20.250014 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 51340) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:20.253231 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a24351-fd3d-458c-9db1-e97248c6a2c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f370cf02-ab96-4592-a7b5-f268f2574dd3,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:17:20.257629 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-68a24351-fd3d-458c-9db1-e97248c6a2c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:17:20.311060 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-6c4ba274-a532-4739-819d-55aea2d5f11f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789'] for port, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:20.314818 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-4a4e5788-5bce-48ef-a176-f5888de02c18 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:17:20.327774 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-57af487f-cefe-43b7-8393-e16781ce31cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-698866'] for network, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:20.338806 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.pecan_wsgi.hooks.translation [None req-603f9799-8bc9-4a48-877b-fbd63ff09e54 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:17:20.339592 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-603f9799-8bc9-4a48-877b-fbd63ff09e54 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 23 16:17:20.341483 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-603f9799-8bc9-4a48-877b-fbd63ff09e54 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] 10.222.0.64 "DELETE /v2.0/subnets/f08b6f53-3316-4ff4-bf75-8786bccc8c9d HTTP/1.1" status: 404  len: 337 time: 0.0859356
Dec 23 16:17:20.345208 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 51344) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:20.371117 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4ba274-a532-4739-819d-55aea2d5f11f None None] Pushing event deleted for resources: {'Port': ['ID=ee5cd698-8cb6-48a6-a7d5-246e4129b6c2,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:17:20.372969 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c4ba274-a532-4739-819d-55aea2d5f11f None None] No DVR routers for this DVR port ee5cd698-8cb6-48a6-a7d5-246e4129b6c2 on host dv-neutron-822799-1-hyperv {{(pid=87637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 23 16:17:20.374356 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-6c4ba274-a532-4739-819d-55aea2d5f11f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:17:20.406250 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9cf93ec-79e8-4d8a-8849-6ddde4ebbe15 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:17:20.406707 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9cf93ec-79e8-4d8a-8849-6ddde4ebbe15 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 23 16:17:20.410939 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-f9cf93ec-79e8-4d8a-8849-6ddde4ebbe15 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] 10.222.0.64 "DELETE /v2.0/subnets/f1e9ff45-4e8b-45d6-adc5-e526bb4db977 HTTP/1.1" status: 404  len: 337 time: 0.0556531
Dec 23 16:17:20.435792 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 51350) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:20.504675 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.pecan_wsgi.hooks.translation [None req-97b7a8aa-f1bc-4ce2-88e5-ae17a3eb5001 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:17:20.505395 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97b7a8aa-f1bc-4ce2-88e5-ae17a3eb5001 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 23 16:17:20.510493 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-97b7a8aa-f1bc-4ce2-88e5-ae17a3eb5001 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] 10.222.0.64 "DELETE /v2.0/ports/357f9cb0-2291-4136-980d-2714af33b632 HTTP/1.1" status: 404  len: 333 time: 0.0702596
Dec 23 16:17:20.510493 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 51354) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:20.586099 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5a71de7-cee9-4300-9062-eadc366142c1 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Router 7177e609-33fe-471d-b742-7b05ca66165c has already been hosted by L3 agent 371d4c41-c7e2-4de7-9539-c049ec4e95d1 {{(pid=87635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 23 16:17:20.606490 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f714b4c-c549-439b-9318-6def8d8c01ce tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:17:20.606935 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f714b4c-c549-439b-9318-6def8d8c01ce tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 23 16:17:20.608597 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-1f714b4c-c549-439b-9318-6def8d8c01ce tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] 10.222.0.64 "DELETE /v2.0/subnets/c5872cd9-3a56-4648-b69c-ed6b49771e42 HTTP/1.1" status: 404  len: 337 time: 0.0982661
Dec 23 16:17:20.611279 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 51358) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:20.611694 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 51360) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:20.657946 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-57af487f-cefe-43b7-8393-e16781ce31cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-864347', 'neutron.services.segments.db._delete_segments_for_network-8735362908070'] for network, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:20.678860 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.pecan_wsgi.hooks.translation [None req-09c3f709-1b32-499a-ae5d-bdfb0b23c24e tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:17:20.679270 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09c3f709-1b32-499a-ae5d-bdfb0b23c24e tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 23 16:17:20.681747 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-09c3f709-1b32-499a-ae5d-bdfb0b23c24e tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] 10.222.0.64 "DELETE /v2.0/subnets/a82b1b97-7af2-4ade-bfb1-7a34ec0047e3 HTTP/1.1" status: 404  len: 337 time: 0.0676482
Dec 23 16:17:20.690980 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 51366) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:20.704190 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9dcbea60-a34f-4144-91e7-90aff3f57aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:20.707457 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-57af487f-cefe-43b7-8393-e16781ce31cf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1dc16ceb50>,) {'filters': {'network_id': ['d7aa6aa5-af4b-41b9-9cf1-756210bd898a']}} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:17:20.723510 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5a71de7-cee9-4300-9062-eadc366142c1 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify agent at l3_agent.dv-neutron-822799-1-hyperv the message routers_updated {{(pid=87635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 23 16:17:20.728697 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-b5a71de7-cee9-4300-9062-eadc366142c1 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] 10.222.0.64 "PUT /v2.0/routers/7177e609-33fe-471d-b742-7b05ca66165c/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8262904
Dec 23 16:17:20.731432 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 51370) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:20.735418 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b6129be-56de-4fda-bc0c-70ea20d7d073 None None] Sync routers for ids ['7177e609-33fe-471d-b742-7b05ca66165c'] in dv-neutron-822799-1-hyperv {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 23 16:17:20.745525 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b6129be-56de-4fda-bc0c-70ea20d7d073 None None] Routers {'7177e609-33fe-471d-b742-7b05ca66165c'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:17:20.746256 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-3b6129be-56de-4fda-bc0c-70ea20d7d073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc11dd370>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:17:20Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['7177e609-33fe-471d-b742-7b05ca66165c'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:17:20.768639 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-57af487f-cefe-43b7-8393-e16781ce31cf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dc16ceb50>, '89d9cf11-7bf3-4ee7-81ab-e1812ffa5d56') {'for_net_delete': True} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:17:20.768945 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-57af487f-cefe-43b7-8393-e16781ce31cf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dc16ceb50>, '89d9cf11-7bf3-4ee7-81ab-e1812ffa5d56') {} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:17:20.774143 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-86b71736-d3a6-4204-92cc-6e761fc949e5 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Synchronizing usage tracker for tenant:7f693e1e2e4c45b0a519cdc9b284f217 on resource:port {{(pid=87635) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:17:20.793591 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-86b71736-d3a6-4204-92cc-6e761fc949e5 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Unset dirty status for tenant:7f693e1e2e4c45b0a519cdc9b284f217 on resource:port {{(pid=87635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:17:20.794524 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-86b71736-d3a6-4204-92cc-6e761fc949e5 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] 10.222.0.64 "GET /v2.0/ports?device_id=7177e609-33fe-471d-b742-7b05ca66165c HTTP/1.1" status: 200  len: 205 time: 0.0620985
Dec 23 16:17:20.797414 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 51374) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:20.808522 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-57af487f-cefe-43b7-8393-e16781ce31cf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735363085442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2382197'] for segment, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:20.815567 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-3b6129be-56de-4fda-bc0c-70ea20d7d073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc11dd370>, [], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:17:20.824873 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b6129be-56de-4fda-bc0c-70ea20d7d073 None None] Routers {'7177e609-33fe-471d-b742-7b05ca66165c'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:17:20.825626 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-3b6129be-56de-4fda-bc0c-70ea20d7d073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc11dd370>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:17:20Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['7177e609-33fe-471d-b742-7b05ca66165c'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:17:20.834996 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-5a400d00-3d24-4dbb-b276-873eb609092b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8d5f9b0ff88f4fcea2a623df679af3b1&name=default HTTP/1.1" status: 200  len: 2983 time: 0.2193491
Dec 23 16:17:20.836691 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-b23241cf-8860-4fb0-b569-f06ea51940af tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Deleting port 10483f36-701d-40ff-98b3-3f3134b9e2c2 {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:17:20.837029 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b23241cf-8860-4fb0-b569-f06ea51940af tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:20.862413 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 51378) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:20.863404 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-57af487f-cefe-43b7-8393-e16781ce31cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:20.881143 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:20.889022 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-3b6129be-56de-4fda-bc0c-70ea20d7d073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc11dd370>, [], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:17:20.889508 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b6129be-56de-4fda-bc0c-70ea20d7d073 None None] The sync data for ids ['7177e609-33fe-471d-b742-7b05ca66165c'] in dv-neutron-822799-1-hyperv is: [] {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 23 16:17:20.902063 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57af487f-cefe-43b7-8393-e16781ce31cf admin admin] Releasing vlan 448 on physical network physnet1 to pool {{(pid=87636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 23 16:17:20.902236 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Device be11344a-4c41-4399-9cbc-fe28d2ea8f1b no longer exists at agent hyperv_hv-neutron-8227 {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 23 16:17:20.902452 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-57af487f-cefe-43b7-8393-e16781ce31cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2176261'] for segment, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:20.918601 dv-neutron-822799-1-hyperv neutron-server[87636]: Traceback (most recent call last):
Dec 23 16:17:20.918601 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 23 16:17:20.918601 dv-neutron-822799-1-hyperv neutron-server[87636]:     timer()
Dec 23 16:17:20.918601 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:17:20.918601 dv-neutron-822799-1-hyperv neutron-server[87636]:     cb(*args, **kw)
Dec 23 16:17:20.918601 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 23 16:17:20.918601 dv-neutron-822799-1-hyperv neutron-server[87636]:     return func(*args, **kwargs)
Dec 23 16:17:20.918601 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:17:20.918601 dv-neutron-822799-1-hyperv neutron-server[87636]:     self._notify()
Dec 23 16:17:20.918601 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:17:20.918601 dv-neutron-822799-1-hyperv neutron-server[87636]:     self.callback(batched_events)
Dec 23 16:17:20.918601 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:17:20.918601 dv-neutron-822799-1-hyperv neutron-server[87636]:     event.method(event)
Dec 23 16:17:20.918601 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:17:20.918601 dv-neutron-822799-1-hyperv neutron-server[87636]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:17:20.918601 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 23 16:17:20.918601 dv-neutron-822799-1-hyperv neutron-server[87636]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 23 16:17:20.918601 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 23 16:17:20.918601 dv-neutron-822799-1-hyperv neutron-server[87636]:     return f(self, *a, **k)
Dec 23 16:17:20.918601 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:17:20.918601 dv-neutron-822799-1-hyperv neutron-server[87636]:     return self._get(url).json()
Dec 23 16:17:20.918601 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 23 16:17:20.918601 dv-neutron-822799-1-hyperv neutron-server[87636]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 23 16:17:20.918601 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 23 16:17:20.918601 dv-neutron-822799-1-hyperv neutron-server[87636]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:17:20.918601 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 23 16:17:20.918601 dv-neutron-822799-1-hyperv neutron-server[87636]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 23 16:17:20.918601 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 23 16:17:20.918601 dv-neutron-822799-1-hyperv neutron-server[87636]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:17:20.918601 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 23 16:17:20.918601 dv-neutron-822799-1-hyperv neutron-server[87636]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:17:20.918601 dv-neutron-822799-1-hyperv neutron-server[87636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:17:20.943113 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] No Port match for: be11344a-4c41-4399-9cbc-fe28d2ea8f1b {{(pid=87637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 23 16:17:20.943795 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Device be11344a-4c41-4399-9cbc-fe28d2ea8f1b not bound to the agent host hv-neutron-8227 {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 23 16:17:20.958941 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-4417d335-53dc-42a0-b228-6c221ddd39cc tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks [] for router, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:20.993511 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device ee5cd698-8cb6-48a6-a7d5-246e4129b6c2 no longer exists at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 23 16:17:21.029516 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] No Port match for: ee5cd698-8cb6-48a6-a7d5-246e4129b6c2 {{(pid=87637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 23 16:17:21.029800 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device ee5cd698-8cb6-48a6-a7d5-246e4129b6c2 not bound to the agent host dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 23 16:17:21.074548 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-57af487f-cefe-43b7-8393-e16781ce31cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-864336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1824171'] for network, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:21.078941 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-57af487f-cefe-43b7-8393-e16781ce31cf admin admin] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:21.083968 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-77b31424-f1f6-41dd-9ccf-d0d6333f7a75 tempest-TagsExtTest-794743022 tempest-TagsExtTest-794743022-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:17:21.116027 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57af487f-cefe-43b7-8393-e16781ce31cf admin admin] Pushing event deleted for resources: {'Network': ['ID=d7aa6aa5-af4b-41b9-9cf1-756210bd898a,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:17:21.122329 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-57af487f-cefe-43b7-8393-e16781ce31cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:17:21.162007 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-57af487f-cefe-43b7-8393-e16781ce31cf admin admin] 10.222.0.64 "DELETE /v2.0/networks/d7aa6aa5-af4b-41b9-9cf1-756210bd898a HTTP/1.1" status: 204  len: 168 time: 1.2293651
Dec 23 16:17:21.200104 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 51382) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:21.222013 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-0bbf7d4a-2613-42b5-947c-445ee69dc728 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:21.256588 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b23241cf-8860-4fb0-b569-f06ea51940af tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:21.273427 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-0bbf7d4a-2613-42b5-947c-445ee69dc728 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:21.310255 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-4417d335-53dc-42a0-b228-6c221ddd39cc tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1784183', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-235354'] for router, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:21.313871 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-4417d335-53dc-42a0-b228-6c221ddd39cc tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:21.339671 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d6e9b80-7496-42cb-ba97-61b89fcc26e3 admin admin] Deleting subnet 7864c51a-0340-426f-a451-eb98bd1561d0 {{(pid=87635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 23 16:17:21.342785 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-4d6e9b80-7496-42cb-ba97-61b89fcc26e3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:21.378334 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-4417d335-53dc-42a0-b228-6c221ddd39cc tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1781328'] for router, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:21.378817 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4417d335-53dc-42a0-b228-6c221ddd39cc tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Fanout notify agent at l3_agent the message router_deleted on router 7177e609-33fe-471d-b742-7b05ca66165c {{(pid=87635) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 23 16:17:21.395331 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-4417d335-53dc-42a0-b228-6c221ddd39cc tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks [] for router, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:21.395582 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-b23241cf-8860-4fb0-b569-f06ea51940af tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Calling delete_port for 10483f36-701d-40ff-98b3-3f3134b9e2c2 owned by  {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:17:21.396401 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-4417d335-53dc-42a0-b228-6c221ddd39cc tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] 10.222.0.64 "DELETE /v2.0/routers/7177e609-33fe-471d-b742-7b05ca66165c HTTP/1.1" status: 204  len: 168 time: 0.5974660
Dec 23 16:17:21.399168 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 51386) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:21.404209 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-4d6e9b80-7496-42cb-ba97-61b89fcc26e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2776816'] for subnet, precommit_delete_associations {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:21.502553 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b23241cf-8860-4fb0-b569-f06ea51940af tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:21.509027 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-b375ff15-957f-4f50-a72f-cbfe60d98aac service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:17:21.513626 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ec36979-a786-40a1-beb0-f4db824f8e0b tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Deleting subnet cce4ca32-34fb-4632-bdcc-da0397015b9e {{(pid=87635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 23 16:17:21.517964 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-4d6e9b80-7496-42cb-ba97-61b89fcc26e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864774'] for subnet, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:21.543757 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-5ec36979-a786-40a1-beb0-f4db824f8e0b tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks [] for subnet, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:21.544716 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-0bbf7d4a-2613-42b5-947c-445ee69dc728 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:21.559215 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23241cf-8860-4fb0-b569-f06ea51940af tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Pushing event deleted for resources: {'Port': ['ID=10483f36-701d-40ff-98b3-3f3134b9e2c2,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:17:21.563953 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-b23241cf-8860-4fb0-b569-f06ea51940af tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:17:21.564617 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-68a24351-fd3d-458c-9db1-e97248c6a2c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:17:21.578017 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b23241cf-8860-4fb0-b569-f06ea51940af tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:21.581192 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbf7d4a-2613-42b5-947c-445ee69dc728 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=145c4170-170b-4664-95f5-32cc507a7c45,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:17:21.589440 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-0bbf7d4a-2613-42b5-947c-445ee69dc728 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:17:21.595329 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-b23241cf-8860-4fb0-b569-f06ea51940af tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] 10.222.0.64 "DELETE /v2.0/ports/10483f36-701d-40ff-98b3-3f3134b9e2c2 HTTP/1.1" status: 204  len: 168 time: 0.8989718
Dec 23 16:17:21.595329 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-0bbf7d4a-2613-42b5-947c-445ee69dc728 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:21.598410 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-0bbf7d4a-2613-42b5-947c-445ee69dc728 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/145c4170-170b-4664-95f5-32cc507a7c45 HTTP/1.1" status: 204  len: 168 time: 0.7273128
Dec 23 16:17:21.599139 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 51390) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:21.618077 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-5ec36979-a786-40a1-beb0-f4db824f8e0b tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2776816'] for subnet, precommit_delete_associations {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:21.691011 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-4d6e9b80-7496-42cb-ba97-61b89fcc26e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2753333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2609730'] for subnet, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:21.701075 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-76c2cf9e-df07-45f3-a3cd-ed29355f356e tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:17:21.725571 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-237ec802-05b1-480d-a8d7-6b64b89b0904 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-698866'] for network, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:21.743137 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6e9b80-7496-42cb-ba97-61b89fcc26e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7864c51a-0340-426f-a451-eb98bd1561d0,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:17:21.745225 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-4d6e9b80-7496-42cb-ba97-61b89fcc26e3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:21.749171 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-4d6e9b80-7496-42cb-ba97-61b89fcc26e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:17:21.756699 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-4d6e9b80-7496-42cb-ba97-61b89fcc26e3 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/7864c51a-0340-426f-a451-eb98bd1561d0 HTTP/1.1" status: 204  len: 168 time: 0.5544446
Dec 23 16:17:21.758093 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 51396) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:21.762250 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-5ec36979-a786-40a1-beb0-f4db824f8e0b tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864774'] for subnet, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:22.009663 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-237ec802-05b1-480d-a8d7-6b64b89b0904 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-864347', 'neutron.services.segments.db._delete_segments_for_network-8735362908070'] for network, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:22.042811 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-237ec802-05b1-480d-a8d7-6b64b89b0904 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1dc14c1460>,) {'filters': {'network_id': ['e77e748e-188d-4ee5-88c4-9be4ee766d0f']}} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:17:22.061317 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-237ec802-05b1-480d-a8d7-6b64b89b0904 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dc14c1460>, '3213061e-1f34-4f56-aaa4-2b5a03a8d187') {'for_net_delete': True} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:17:22.061618 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-237ec802-05b1-480d-a8d7-6b64b89b0904 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dc14c1460>, '3213061e-1f34-4f56-aaa4-2b5a03a8d187') {} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:17:22.063968 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-ccbd3dbf-0095-4b54-b7bc-c9e9b1c127f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-698866'] for network, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:22.077171 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-237ec802-05b1-480d-a8d7-6b64b89b0904 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735363085442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2382197'] for segment, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:22.082325 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-5ec36979-a786-40a1-beb0-f4db824f8e0b tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2753333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2609730'] for subnet, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:22.087142 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-11c27221-54c7-49d6-b1dc-af489daa7f66 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:17:22.095815 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-237ec802-05b1-480d-a8d7-6b64b89b0904 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:22.102610 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-237ec802-05b1-480d-a8d7-6b64b89b0904 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Releasing vlan 447 on physical network physnet1 to pool {{(pid=87636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 23 16:17:22.103030 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-237ec802-05b1-480d-a8d7-6b64b89b0904 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2176261'] for segment, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:22.118804 dv-neutron-822799-1-hyperv neutron-server[87636]: Traceback (most recent call last):
Dec 23 16:17:22.118804 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 23 16:17:22.118804 dv-neutron-822799-1-hyperv neutron-server[87636]:     timer()
Dec 23 16:17:22.118804 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:17:22.118804 dv-neutron-822799-1-hyperv neutron-server[87636]:     cb(*args, **kw)
Dec 23 16:17:22.118804 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 23 16:17:22.118804 dv-neutron-822799-1-hyperv neutron-server[87636]:     return func(*args, **kwargs)
Dec 23 16:17:22.118804 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:17:22.118804 dv-neutron-822799-1-hyperv neutron-server[87636]:     self._notify()
Dec 23 16:17:22.118804 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:17:22.118804 dv-neutron-822799-1-hyperv neutron-server[87636]:     self.callback(batched_events)
Dec 23 16:17:22.118804 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:17:22.118804 dv-neutron-822799-1-hyperv neutron-server[87636]:     event.method(event)
Dec 23 16:17:22.118804 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:17:22.118804 dv-neutron-822799-1-hyperv neutron-server[87636]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:17:22.118804 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 23 16:17:22.118804 dv-neutron-822799-1-hyperv neutron-server[87636]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 23 16:17:22.118804 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 23 16:17:22.118804 dv-neutron-822799-1-hyperv neutron-server[87636]:     return f(self, *a, **k)
Dec 23 16:17:22.118804 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:17:22.118804 dv-neutron-822799-1-hyperv neutron-server[87636]:     return self._get(url).json()
Dec 23 16:17:22.118804 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 23 16:17:22.118804 dv-neutron-822799-1-hyperv neutron-server[87636]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 23 16:17:22.118804 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 23 16:17:22.118804 dv-neutron-822799-1-hyperv neutron-server[87636]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:17:22.118804 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 23 16:17:22.118804 dv-neutron-822799-1-hyperv neutron-server[87636]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 23 16:17:22.118804 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 23 16:17:22.118804 dv-neutron-822799-1-hyperv neutron-server[87636]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:17:22.118804 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 23 16:17:22.118804 dv-neutron-822799-1-hyperv neutron-server[87636]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:17:22.118804 dv-neutron-822799-1-hyperv neutron-server[87636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:17:22.167871 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec36979-a786-40a1-beb0-f4db824f8e0b tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Pushing event deleted for resources: {'Subnet': ['ID=cce4ca32-34fb-4632-bdcc-da0397015b9e,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:17:22.167871 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-5ec36979-a786-40a1-beb0-f4db824f8e0b tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks [] for subnet, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:22.184098 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8196b79a-ee3e-4dab-b5a9-1e24623e2c3c None None] Network 528250e6-7807-4490-a090-7822a6fb65a1 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:17:22.184827 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-5ec36979-a786-40a1-beb0-f4db824f8e0b tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:17:22.230774 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-237ec802-05b1-480d-a8d7-6b64b89b0904 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-864336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1824171'] for network, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:22.235882 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-5ec36979-a786-40a1-beb0-f4db824f8e0b tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] 10.222.0.64 "DELETE /v2.0/subnets/cce4ca32-34fb-4632-bdcc-da0397015b9e HTTP/1.1" status: 204  len: 168 time: 0.8342543
Dec 23 16:17:22.242084 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 51412) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:22.246928 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-237ec802-05b1-480d-a8d7-6b64b89b0904 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:22.268294 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-b0a04d9f-a17b-467b-b539-f8521a64477d tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:17:22.296099 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-ccbd3dbf-0095-4b54-b7bc-c9e9b1c127f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-864347', 'neutron.services.segments.db._delete_segments_for_network-8735362908070'] for network, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:22.300637 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9e3aab53-d650-47e3-b8a6-2dff21fe9ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:22.325197 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-237ec802-05b1-480d-a8d7-6b64b89b0904 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] 10.222.0.64 "DELETE /v2.0/networks/e77e748e-188d-4ee5-88c4-9be4ee766d0f HTTP/1.1" status: 204  len: 168 time: 0.7249179
Dec 23 16:17:22.332263 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237ec802-05b1-480d-a8d7-6b64b89b0904 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Pushing event deleted for resources: {'Network': ['ID=e77e748e-188d-4ee5-88c4-9be4ee766d0f,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:17:22.334687 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-237ec802-05b1-480d-a8d7-6b64b89b0904 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:17:22.407875 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.services.segments.db [None req-ccbd3dbf-0095-4b54-b7bc-c9e9b1c127f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1dc0053280>,) {'filters': {'network_id': ['b3980fe3-8458-4a61-ac6f-c68dd98dd1e5']}} {{(pid=87635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:17:22.425133 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.services.segments.db [None req-ccbd3dbf-0095-4b54-b7bc-c9e9b1c127f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dc0053280>, '0a47a66d-ef37-4c08-8c1b-7ada2eec0fa5') {'for_net_delete': True} {{(pid=87635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:17:22.425439 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.services.segments.db [None req-ccbd3dbf-0095-4b54-b7bc-c9e9b1c127f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dc0053280>, '0a47a66d-ef37-4c08-8c1b-7ada2eec0fa5') {} {{(pid=87635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:17:22.436109 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-0165553f-ee36-4653-add8-7440d38d2b74 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-698866'] for network, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:22.444523 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-ccbd3dbf-0095-4b54-b7bc-c9e9b1c127f4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735363085442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2776713'] for segment, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:22.475165 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-0165553f-ee36-4653-add8-7440d38d2b74 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Deleting port 827b5618-3af6-48cc-bb92-8783a93be5d8 {{(pid=87635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:17:22.475628 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-0165553f-ee36-4653-add8-7440d38d2b74 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:22.501758 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-ccbd3dbf-0095-4b54-b7bc-c9e9b1c127f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:22.518942 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc664d80-98d4-44b9-bcdb-1303734e6523 None None] DHCP port deletion for 528250e6-7807-4490-a090-7822a6fb65a1 request from dv-neutron-822799-1-hyperv {{(pid=87637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 23 16:17:22.520815 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccbd3dbf-0095-4b54-b7bc-c9e9b1c127f4 admin admin] Releasing vlan 401 on physical network physnet1 to pool {{(pid=87635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 23 16:17:22.521377 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-ccbd3dbf-0095-4b54-b7bc-c9e9b1c127f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2753503'] for segment, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:22.526696 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-fc664d80-98d4-44b9-bcdb-1303734e6523 None None] Deleting port 827b5618-3af6-48cc-bb92-8783a93be5d8 {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:17:22.527229 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-fc664d80-98d4-44b9-bcdb-1303734e6523 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:22.535705 dv-neutron-822799-1-hyperv neutron-server[87635]: Traceback (most recent call last):
Dec 23 16:17:22.535705 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 23 16:17:22.535705 dv-neutron-822799-1-hyperv neutron-server[87635]:     timer()
Dec 23 16:17:22.535705 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:17:22.535705 dv-neutron-822799-1-hyperv neutron-server[87635]:     cb(*args, **kw)
Dec 23 16:17:22.535705 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 23 16:17:22.535705 dv-neutron-822799-1-hyperv neutron-server[87635]:     return func(*args, **kwargs)
Dec 23 16:17:22.535705 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:17:22.535705 dv-neutron-822799-1-hyperv neutron-server[87635]:     self._notify()
Dec 23 16:17:22.535705 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:17:22.535705 dv-neutron-822799-1-hyperv neutron-server[87635]:     self.callback(batched_events)
Dec 23 16:17:22.535705 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:17:22.535705 dv-neutron-822799-1-hyperv neutron-server[87635]:     event.method(event)
Dec 23 16:17:22.535705 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:17:22.535705 dv-neutron-822799-1-hyperv neutron-server[87635]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:17:22.535705 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 23 16:17:22.535705 dv-neutron-822799-1-hyperv neutron-server[87635]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 23 16:17:22.535705 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 23 16:17:22.535705 dv-neutron-822799-1-hyperv neutron-server[87635]:     return f(self, *a, **k)
Dec 23 16:17:22.535705 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:17:22.535705 dv-neutron-822799-1-hyperv neutron-server[87635]:     return self._get(url).json()
Dec 23 16:17:22.535705 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 23 16:17:22.535705 dv-neutron-822799-1-hyperv neutron-server[87635]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 23 16:17:22.535705 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 23 16:17:22.535705 dv-neutron-822799-1-hyperv neutron-server[87635]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:17:22.535705 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 23 16:17:22.535705 dv-neutron-822799-1-hyperv neutron-server[87635]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 23 16:17:22.535705 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 23 16:17:22.535705 dv-neutron-822799-1-hyperv neutron-server[87635]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:17:22.535705 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 23 16:17:22.535705 dv-neutron-822799-1-hyperv neutron-server[87635]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:17:22.535705 dv-neutron-822799-1-hyperv neutron-server[87635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:17:22.573316 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 51426) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:22.617759 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 51432) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:22.686730 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-ccbd3dbf-0095-4b54-b7bc-c9e9b1c127f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-864336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1824171'] for network, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:22.693461 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-8a6be0a3-3e72-4dd5-9f96-f20a7f9291ea tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:17:22.711972 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-ccbd3dbf-0095-4b54-b7bc-c9e9b1c127f4 admin admin] Notify callbacks [] for network, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:22.732552 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbd3dbf-0095-4b54-b7bc-c9e9b1c127f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=b3980fe3-8458-4a61-ac6f-c68dd98dd1e5,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:17:22.738380 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-ccbd3dbf-0095-4b54-b7bc-c9e9b1c127f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:17:22.740291 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-ccbd3dbf-0095-4b54-b7bc-c9e9b1c127f4 admin admin] 10.222.0.64 "DELETE /v2.0/networks/b3980fe3-8458-4a61-ac6f-c68dd98dd1e5 HTTP/1.1" status: 204  len: 168 time: 0.9812927
Dec 23 16:17:22.799983 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-fc664d80-98d4-44b9-bcdb-1303734e6523 None None] For port 827b5618-3af6-48cc-bb92-8783a93be5d8, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=827b5618-3af6-48cc-bb92-8783a93be5d8,segment=NetworkSegment(0999fc71-08db-4dc7-8eda-dd835ca34a9d),segment_id=0999fc71-08db-4dc7-8eda-dd835ca34a9d)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:17:22.801216 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-fc664d80-98d4-44b9-bcdb-1303734e6523 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:22.830054 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-4d2e80f5-0799-4f23-b53f-0fcc4e98b432 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=37ed648a62f44dd1bf944e0bff6f4422&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2107956
Dec 23 16:17:22.833000 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 51440) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:22.855406 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.db [None req-0165553f-ee36-4653-add8-7440d38d2b74 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] For port 827b5618-3af6-48cc-bb92-8783a93be5d8, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=827b5618-3af6-48cc-bb92-8783a93be5d8,segment=NetworkSegment(0999fc71-08db-4dc7-8eda-dd835ca34a9d),segment_id=0999fc71-08db-4dc7-8eda-dd835ca34a9d)] {{(pid=87635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:17:22.855728 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-0165553f-ee36-4653-add8-7440d38d2b74 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:22.896562 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 51444) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:22.920215 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-41572f31-a234-4154-b777-6612926e598e tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-432857161'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:17:22.936375 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-41572f31-a234-4154-b777-6612926e598e tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:17:22.944975 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-41572f31-a234-4154-b777-6612926e598e tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Usage tracker for resource:network and tenant:e1d581421fe74f67b8908d7d303644fd is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:17:22.948971 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-ee8e48b6-0497-4941-9456-b3b0199f8713 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:22.951095 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-41572f31-a234-4154-b777-6612926e598e tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:17:22.952519 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-fc664d80-98d4-44b9-bcdb-1303734e6523 None None] Calling delete_port for 827b5618-3af6-48cc-bb92-8783a93be5d8 owned by network:dhcp {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:17:22.973854 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-41572f31-a234-4154-b777-6612926e598e tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:17:23.015797 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-ee8e48b6-0497-4941-9456-b3b0199f8713 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:23.030790 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-0165553f-ee36-4653-add8-7440d38d2b74 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Calling delete_port for 827b5618-3af6-48cc-bb92-8783a93be5d8 owned by network:dhcp {{(pid=87635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:17:23.035143 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 827b5618-3af6-48cc-bb92-8783a93be5d8 no longer exists at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 23 16:17:23.041433 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41572f31-a234-4154-b777-6612926e598e tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Made reservation on behalf of e1d581421fe74f67b8908d7d303644fd for: {'network': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:17:23.044894 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-41572f31-a234-4154-b777-6612926e598e tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for network, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:23.058353 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-6769c016-2471-4930-a793-48552190292b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=195c50b554214aab84bb8a59b90ad0b3&name=default HTTP/1.1" status: 200  len: 2983 time: 0.1581850
Dec 23 16:17:23.059524 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 51450) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:23.064701 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-fc664d80-98d4-44b9-bcdb-1303734e6523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789'] for port, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:23.069099 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-41572f31-a234-4154-b777-6612926e598e tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks [] for security_group, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:23.073441 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:17:23.098784 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-41572f31-a234-4154-b777-6612926e598e tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:17:23.103115 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-41572f31-a234-4154-b777-6612926e598e tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Usage tracker for resource:security_group_rule and tenant:e1d581421fe74f67b8908d7d303644fd is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:17:23.106432 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-41572f31-a234-4154-b777-6612926e598e tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:17:23.112836 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-41572f31-a234-4154-b777-6612926e598e tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:17:23.113398 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc664d80-98d4-44b9-bcdb-1303734e6523 None None] Pushing event deleted for resources: {'Port': ['ID=827b5618-3af6-48cc-bb92-8783a93be5d8,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:17:23.115548 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] No Port match for: 827b5618-3af6-48cc-bb92-8783a93be5d8 {{(pid=87637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 23 16:17:23.116074 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 827b5618-3af6-48cc-bb92-8783a93be5d8 not bound to the agent host dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 23 16:17:23.117714 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-fc664d80-98d4-44b9-bcdb-1303734e6523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:17:23.125195 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc664d80-98d4-44b9-bcdb-1303734e6523 None None] No DVR routers for this DVR port 827b5618-3af6-48cc-bb92-8783a93be5d8 on host dv-neutron-822799-1-hyperv {{(pid=87637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 23 16:17:23.156056 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-ee8e48b6-0497-4941-9456-b3b0199f8713 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:23.162208 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-026aab0f-9514-4640-8614-44b7060cbb4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:17:23.166975 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.db.api [None req-0165553f-ee36-4653-add8-7440d38d2b74 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87635) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 23 16:17:23.167298 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_db.api [None req-0165553f-ee36-4653-add8-7440d38d2b74 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 23 16:17:23.168087 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-0daa173c-1289-4739-80b9-7f6c61caea62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:23.177912 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8e48b6-0497-4941-9456-b3b0199f8713 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcbe6dc2-a5dc-4669-aa4c-c84b98cde599,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:17:23.180384 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-ee8e48b6-0497-4941-9456-b3b0199f8713 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:17:23.197304 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-0daa173c-1289-4739-80b9-7f6c61caea62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:23.201679 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-ee8e48b6-0497-4941-9456-b3b0199f8713 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:23.206397 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-ee8e48b6-0497-4941-9456-b3b0199f8713 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/dcbe6dc2-a5dc-4669-aa4c-c84b98cde599 HTTP/1.1" status: 204  len: 168 time: 0.3684890
Dec 23 16:17:23.268779 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-41572f31-a234-4154-b777-6612926e598e tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks [] for security_group, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:23.274147 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-41572f31-a234-4154-b777-6612926e598e tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:23.275968 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-0daa173c-1289-4739-80b9-7f6c61caea62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:23.279837 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-62211f3f-94c0-49d3-9a56-738d5f18fa45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:17:23.281378 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-6fb6d0c1-9be2-4164-a0fc-db37023d6880 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:17:23.296823 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0daa173c-1289-4739-80b9-7f6c61caea62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a2867ec-79c8-4597-8ec0-6002587f986e,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:17:23.300065 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-0daa173c-1289-4739-80b9-7f6c61caea62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:17:23.319454 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41572f31-a234-4154-b777-6612926e598e tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] vlan segment allocate from pool success with {'vlan_id': 405, 'physical_network': 'physnet1'}  {{(pid=87636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 23 16:17:23.329669 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-0daa173c-1289-4739-80b9-7f6c61caea62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:23.330857 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-0daa173c-1289-4739-80b9-7f6c61caea62 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/5a2867ec-79c8-4597-8ec0-6002587f986e HTTP/1.1" status: 204  len: 168 time: 0.2701862
Dec 23 16:17:23.338304 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41572f31-a234-4154-b777-6612926e598e tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f75d9ba5-ef7e-414f-8076-3fe4e6543d7a,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:17:23.341700 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-41572f31-a234-4154-b777-6612926e598e tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:17:23.345044 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-41572f31-a234-4154-b777-6612926e598e tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:23.345499 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.db.segments_db [None req-41572f31-a234-4154-b777-6612926e598e tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Added segment a4f1f01e-27fa-4d73-8f0a-3c1e46057c0d of type vlan for network b603a9d1-522c-459e-95e9-bbcd52e2457f
Dec 23 16:17:23.375037 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-41572f31-a234-4154-b777-6612926e598e tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735362521793'] for network, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:23.409665 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-41572f31-a234-4154-b777-6612926e598e tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495'] for network, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:23.415690 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41572f31-a234-4154-b777-6612926e598e tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:17:23.416433 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-41572f31-a234-4154-b777-6612926e598e tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:23.426482 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-90263f76-3a31-4d46-8c58-8190cc17b126 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:17:23.541865 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41572f31-a234-4154-b777-6612926e598e tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Pushing event updated for resources: {'Network': ['ID=b603a9d1-522c-459e-95e9-bbcd52e2457f,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:17:23.545501 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-41572f31-a234-4154-b777-6612926e598e tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:17:23.551698 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-41572f31-a234-4154-b777-6612926e598e tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 0.9761670
Dec 23 16:17:23.557082 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 51462) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:23.557294 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Network b603a9d1-522c-459e-95e9-bbcd52e2457f details requested by agent ovs-agent-dv-neutron-822799-1-hyperv with host dv-neutron-822799-1-hyperv {{(pid=87637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 23 16:17:23.564997 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-664f253d-389d-4975-b817-93767a37a675 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Request body: {'port': {'network_id': 'b603a9d1-522c-459e-95e9-bbcd52e2457f', 'name': 'tempest-PortsTestJSON-175434308'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:17:23.672183 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-0165553f-ee36-4653-add8-7440d38d2b74 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Deleting port 827b5618-3af6-48cc-bb92-8783a93be5d8 {{(pid=87635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:17:23.673249 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-0165553f-ee36-4653-add8-7440d38d2b74 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:23.683961 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-664f253d-389d-4975-b817-93767a37a675 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:17:23.688041 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-664f253d-389d-4975-b817-93767a37a675 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Usage tracker for resource:port and tenant:e1d581421fe74f67b8908d7d303644fd is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:17:23.691044 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-664f253d-389d-4975-b817-93767a37a675 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:17:23.698054 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-664f253d-389d-4975-b817-93767a37a675 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:17:23.718251 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-664f253d-389d-4975-b817-93767a37a675 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Made reservation on behalf of e1d581421fe74f67b8908d7d303644fd for: {'port': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:17:23.722342 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-664f253d-389d-4975-b817-93767a37a675 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:23.744119 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [None req-664f253d-389d-4975-b817-93767a37a675 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] device_id is not set on port 2131c9aa-1bcc-4368-bda2-ddb7228c06ac yet. {{(pid=87636) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 23 16:17:23.759866 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-0165553f-ee36-4653-add8-7440d38d2b74 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] The port '827b5618-3af6-48cc-bb92-8783a93be5d8' was deleted {{(pid=87635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 23 16:17:23.760561 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 51466) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:23.916452 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-0165553f-ee36-4653-add8-7440d38d2b74 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-864347', 'neutron.services.segments.db._delete_segments_for_network-8735362908070'] for network, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:23.936129 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-98b9142d-0ba6-4f3b-ac98-5ca02c1832a2 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=992a0985f58f4481a29ef8529c4851a4&name=default HTTP/1.1" status: 200  len: 2983 time: 0.1718028
Dec 23 16:17:23.936494 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 51470) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:23.949918 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.services.segments.db [None req-0165553f-ee36-4653-add8-7440d38d2b74 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1dc022bcd0>,) {'filters': {'network_id': ['528250e6-7807-4490-a090-7822a6fb65a1']}} {{(pid=87635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:17:23.962415 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.services.segments.db [None req-0165553f-ee36-4653-add8-7440d38d2b74 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dc022bcd0>, '0999fc71-08db-4dc7-8eda-dd835ca34a9d') {'for_net_delete': True} {{(pid=87635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:17:23.963142 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.services.segments.db [None req-0165553f-ee36-4653-add8-7440d38d2b74 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dc022bcd0>, '0999fc71-08db-4dc7-8eda-dd835ca34a9d') {} {{(pid=87635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:17:23.974449 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-0165553f-ee36-4653-add8-7440d38d2b74 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735363085442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2776713'] for segment, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:23.994758 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-0165553f-ee36-4653-add8-7440d38d2b74 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:23.998752 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-664f253d-389d-4975-b817-93767a37a675 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:24.001025 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0165553f-ee36-4653-add8-7440d38d2b74 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Releasing vlan 414 on physical network physnet1 to pool {{(pid=87635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 23 16:17:24.001459 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-0165553f-ee36-4653-add8-7440d38d2b74 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2753503'] for segment, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:24.016136 dv-neutron-822799-1-hyperv neutron-server[87635]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 23 16:17:24.016136 dv-neutron-822799-1-hyperv neutron-server[87635]:   util.warn(
Dec 23 16:17:24.016136 dv-neutron-822799-1-hyperv neutron-server[87635]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 23 16:17:24.016136 dv-neutron-822799-1-hyperv neutron-server[87635]:   util.warn(
Dec 23 16:17:24.016136 dv-neutron-822799-1-hyperv neutron-server[87635]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 23 16:17:24.016136 dv-neutron-822799-1-hyperv neutron-server[87635]:   util.warn(
Dec 23 16:17:24.016136 dv-neutron-822799-1-hyperv neutron-server[87635]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 23 16:17:24.016136 dv-neutron-822799-1-hyperv neutron-server[87635]:   util.warn(
Dec 23 16:17:24.016136 dv-neutron-822799-1-hyperv neutron-server[87635]: Traceback (most recent call last):
Dec 23 16:17:24.016136 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 23 16:17:24.016136 dv-neutron-822799-1-hyperv neutron-server[87635]:     timer()
Dec 23 16:17:24.016136 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:17:24.016136 dv-neutron-822799-1-hyperv neutron-server[87635]:     cb(*args, **kw)
Dec 23 16:17:24.016136 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 23 16:17:24.016136 dv-neutron-822799-1-hyperv neutron-server[87635]:     return func(*args, **kwargs)
Dec 23 16:17:24.016136 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:17:24.016136 dv-neutron-822799-1-hyperv neutron-server[87635]:     self._notify()
Dec 23 16:17:24.016136 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:17:24.016136 dv-neutron-822799-1-hyperv neutron-server[87635]:     self.callback(batched_events)
Dec 23 16:17:24.016136 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:17:24.016136 dv-neutron-822799-1-hyperv neutron-server[87635]:     event.method(event)
Dec 23 16:17:24.016136 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:17:24.016136 dv-neutron-822799-1-hyperv neutron-server[87635]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:17:24.016136 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 23 16:17:24.016136 dv-neutron-822799-1-hyperv neutron-server[87635]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 23 16:17:24.016136 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 23 16:17:24.016136 dv-neutron-822799-1-hyperv neutron-server[87635]:     return f(self, *a, **k)
Dec 23 16:17:24.016136 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:17:24.016136 dv-neutron-822799-1-hyperv neutron-server[87635]:     return self._get(url).json()
Dec 23 16:17:24.016136 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 23 16:17:24.016136 dv-neutron-822799-1-hyperv neutron-server[87635]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 23 16:17:24.016136 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 23 16:17:24.016136 dv-neutron-822799-1-hyperv neutron-server[87635]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:17:24.016136 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 23 16:17:24.016136 dv-neutron-822799-1-hyperv neutron-server[87635]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 23 16:17:24.016136 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 23 16:17:24.016136 dv-neutron-822799-1-hyperv neutron-server[87635]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:17:24.016136 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 23 16:17:24.016136 dv-neutron-822799-1-hyperv neutron-server[87635]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:17:24.016136 dv-neutron-822799-1-hyperv neutron-server[87635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:17:24.028751 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f3ea1a9d-a756-4d5b-a487-c4ecdcd43104 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:24.059461 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f3ea1a9d-a756-4d5b-a487-c4ecdcd43104 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:24.081240 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-664f253d-389d-4975-b817-93767a37a675 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:24.087666 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-bf62bcec-c524-47bc-bcc4-fba5f972e4b6 tempest-FloatingIPAdminTestJSON-473263132 tempest-FloatingIPAdminTestJSON-473263132-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:17:24.099092 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-0165553f-ee36-4653-add8-7440d38d2b74 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-864336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1824171'] for network, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:24.102546 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-e3a4c1ab-98f2-48c4-9513-712f8d944651 tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:17:24.116824 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-0165553f-ee36-4653-add8-7440d38d2b74 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks [] for network, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:24.126261 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0165553f-ee36-4653-add8-7440d38d2b74 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Pushing event deleted for resources: {'Network': ['ID=528250e6-7807-4490-a090-7822a6fb65a1,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:17:24.129686 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-0165553f-ee36-4653-add8-7440d38d2b74 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] 10.222.0.64 "DELETE /v2.0/networks/528250e6-7807-4490-a090-7822a6fb65a1 HTTP/1.1" status: 204  len: 168 time: 1.8854415
Dec 23 16:17:24.130157 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-0165553f-ee36-4653-add8-7440d38d2b74 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:17:24.133239 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 51474) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:24.140779 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-43762b4c-a7c1-4cf0-afc1-59037d4f57c0 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-464074410', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b'}, 'admin_state_up': False}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:17:24.149395 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-43762b4c-a7c1-4cf0-afc1-59037d4f57c0 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:17:24.154615 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-43762b4c-a7c1-4cf0-afc1-59037d4f57c0 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Usage tracker for resource:router and tenant:7f693e1e2e4c45b0a519cdc9b284f217 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:17:24.158119 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-43762b4c-a7c1-4cf0-afc1-59037d4f57c0 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:17:24.169228 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-43762b4c-a7c1-4cf0-afc1-59037d4f57c0 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:17:24.180853 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-43762b4c-a7c1-4cf0-afc1-59037d4f57c0 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1823978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-235332'] for router, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:24.181897 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-43762b4c-a7c1-4cf0-afc1-59037d4f57c0 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1824575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1824063', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1751113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-235341'] for router, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:24.186504 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664f253d-389d-4975-b817-93767a37a675 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Pushing event updated for resources: {'Port': ['ID=2131c9aa-1bcc-4368-bda2-ddb7228c06ac,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:17:24.192171 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-664f253d-389d-4975-b817-93767a37a675 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:17:24.205522 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f3ea1a9d-a756-4d5b-a487-c4ecdcd43104 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:24.212059 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-43762b4c-a7c1-4cf0-afc1-59037d4f57c0 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:24.214351 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-05706c08-d444-4353-b06f-e60960a5c7d2 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:17:24.227823 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-664f253d-389d-4975-b817-93767a37a675 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Checking segment: {'id': 'a4f1f01e-27fa-4d73-8f0a-3c1e46057c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'b603a9d1-522c-459e-95e9-bbcd52e2457f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:17:24.228171 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-664f253d-389d-4975-b817-93767a37a675 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Network hostable DHCP agents. Network: b603a9d1-522c-459e-95e9-bbcd52e2457f, hostable agents: ['1c812d71-eadf-4fb3-b98e-67468a4aa7e2'], hosted agents: [] {{(pid=87636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 23 16:17:24.237861 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ea1a9d-a756-4d5b-a487-c4ecdcd43104 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b875488b-f2d9-4b59-8003-c41475ae8a44,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:17:24.241860 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-f3ea1a9d-a756-4d5b-a487-c4ecdcd43104 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:17:24.255702 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f3ea1a9d-a756-4d5b-a487-c4ecdcd43104 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:24.259292 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-f3ea1a9d-a756-4d5b-a487-c4ecdcd43104 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b875488b-f2d9-4b59-8003-c41475ae8a44 HTTP/1.1" status: 204  len: 168 time: 0.3194122
Dec 23 16:17:24.267534 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-664f253d-389d-4975-b817-93767a37a675 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Network b603a9d1-522c-459e-95e9-bbcd52e2457f is scheduled to be hosted by DHCP agent 1c812d71-eadf-4fb3-b98e-67468a4aa7e2 with binding_index 1 {{(pid=87636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 23 16:17:24.289848 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-664f253d-389d-4975-b817-93767a37a675 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822799-1-hyperv, b603a9d1-522c-459e-95e9-bbcd52e2457f) {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:17:24.293818 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-664f253d-389d-4975-b817-93767a37a675 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:17:24.299365 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-664f253d-389d-4975-b817-93767a37a675 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:17:24.300397 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-664f253d-389d-4975-b817-93767a37a675 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:24.304653 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e7eb442-193e-4a45-b244-057012b64638 None None] Network b603a9d1-522c-459e-95e9-bbcd52e2457f requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:17:24.348553 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-664f253d-389d-4975-b817-93767a37a675 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201  len: 845 time: 0.7864208
Dec 23 16:17:24.348922 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 51480) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:24.354936 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-c6a94c7e-cff3-4c66-9484-dcaf1a2de58a tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2034900230'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:17:24.359814 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-c6a94c7e-cff3-4c66-9484-dcaf1a2de58a tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:17:24.365699 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-c6a94c7e-cff3-4c66-9484-dcaf1a2de58a tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Usage tracker for resource:network and tenant:e1d581421fe74f67b8908d7d303644fd is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:17:24.368861 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-c6a94c7e-cff3-4c66-9484-dcaf1a2de58a tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:17:24.375207 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-c6a94c7e-cff3-4c66-9484-dcaf1a2de58a tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:17:24.388495 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6a94c7e-cff3-4c66-9484-dcaf1a2de58a tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Made reservation on behalf of e1d581421fe74f67b8908d7d303644fd for: {'network': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:17:24.392862 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c6a94c7e-cff3-4c66-9484-dcaf1a2de58a tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for network, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:24.423355 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6a94c7e-cff3-4c66-9484-dcaf1a2de58a tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] vlan segment allocate from pool success with {'vlan_id': 425, 'physical_network': 'physnet1'}  {{(pid=87636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 23 16:17:24.433252 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c6a94c7e-cff3-4c66-9484-dcaf1a2de58a tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:24.433755 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.db.segments_db [None req-c6a94c7e-cff3-4c66-9484-dcaf1a2de58a tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Added segment 88ee2542-a29e-4228-a109-9dab42e57a2d of type vlan for network 36568a35-65bc-4668-b50b-458751a5af5a
Dec 23 16:17:24.470281 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c6a94c7e-cff3-4c66-9484-dcaf1a2de58a tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735362521793'] for network, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:24.511233 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c6a94c7e-cff3-4c66-9484-dcaf1a2de58a tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495'] for network, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:24.518668 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6a94c7e-cff3-4c66-9484-dcaf1a2de58a tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:17:24.521138 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c6a94c7e-cff3-4c66-9484-dcaf1a2de58a tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:24.528919 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-301a6d9a-62d4-4c8c-9b6c-20c4aad03d9b tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:17:24.633384 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-c6a94c7e-cff3-4c66-9484-dcaf1a2de58a tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.2831674
Dec 23 16:17:24.645393 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 51484) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:24.651413 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-e2aeeb85-1675-4841-a364-10c4b08e7ad1 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Request body: {'ports': [{'network_id': 'b603a9d1-522c-459e-95e9-bbcd52e2457f'}, {'network_id': '36568a35-65bc-4668-b50b-458751a5af5a'}]} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:17:24.651840 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-e2aeeb85-1675-4841-a364-10c4b08e7ad1 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Request body: {'port': {'network_id': 'b603a9d1-522c-459e-95e9-bbcd52e2457f'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:17:24.652456 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-e2aeeb85-1675-4841-a364-10c4b08e7ad1 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Request body: {'port': {'network_id': '36568a35-65bc-4668-b50b-458751a5af5a'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:17:24.677551 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-43762b4c-a7c1-4cf0-afc1-59037d4f57c0 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1824017', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1823768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-235299'] for router, precommit_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:24.682254 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a94c7e-cff3-4c66-9484-dcaf1a2de58a tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Pushing event updated for resources: {'Network': ['ID=36568a35-65bc-4668-b50b-458751a5af5a,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:17:24.698922 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Network 36568a35-65bc-4668-b50b-458751a5af5a details requested by agent ovs-agent-dv-neutron-822799-1-hyperv with host dv-neutron-822799-1-hyperv {{(pid=87637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 23 16:17:24.734485 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-c6a94c7e-cff3-4c66-9484-dcaf1a2de58a tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:17:25.002919 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-43762b4c-a7c1-4cf0-afc1-59037d4f57c0 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks [] for router_gateway, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:25.007303 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-e2aeeb85-1675-4841-a364-10c4b08e7ad1 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:17:25.011402 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-e2aeeb85-1675-4841-a364-10c4b08e7ad1 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Usage tracker for resource:port and tenant:e1d581421fe74f67b8908d7d303644fd is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:17:25.014425 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-e2aeeb85-1675-4841-a364-10c4b08e7ad1 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:17:25.020682 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-e2aeeb85-1675-4841-a364-10c4b08e7ad1 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:17:25.032955 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-43762b4c-a7c1-4cf0-afc1-59037d4f57c0 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:25.033238 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2aeeb85-1675-4841-a364-10c4b08e7ad1 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Made reservation on behalf of e1d581421fe74f67b8908d7d303644fd for: {'port': 2} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:17:25.037832 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e2aeeb85-1675-4841-a364-10c4b08e7ad1 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:25.055518 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e2aeeb85-1675-4841-a364-10c4b08e7ad1 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:25.171299 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.db_base_plugin_common [None req-43762b4c-a7c1-4cf0-afc1-59037d4f57c0 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Allocated IP 172.26.3.212 (8afa6d58-9431-454a-b99c-3ff8a65aa86b/60537fec-5f5f-4ab7-89cc-03638149a590/0d51c897-13be-4bf0-a5b9-50f08b84b13a) {{(pid=87635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:17:25.176351 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [None req-e2aeeb85-1675-4841-a364-10c4b08e7ad1 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] device_id is not set on port 7bdbdf42-cf04-43ba-a506-777357546c4d yet. {{(pid=87636) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 23 16:17:25.315573 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e2aeeb85-1675-4841-a364-10c4b08e7ad1 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:25.318615 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-43762b4c-a7c1-4cf0-afc1-59037d4f57c0 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks [] for port, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:25.348070 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-43762b4c-a7c1-4cf0-afc1-59037d4f57c0 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:25.352342 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-cbbbec50-986d-4c2a-9859-e3a6b72ad2b5 tempest-FloatingIPAdminTestJSON-1033762060 tempest-FloatingIPAdminTestJSON-1033762060-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:17:25.418008 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43762b4c-a7c1-4cf0-afc1-59037d4f57c0 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Network 8afa6d58-9431-454a-b99c-3ff8a65aa86b is already hosted by enough agents. {{(pid=87635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:17:25.420830 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.base_scheduler [None req-43762b4c-a7c1-4cf0-afc1-59037d4f57c0 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Resources bound (agent type, host, resource id):  {{(pid=87635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:17:25.422794 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [None req-e2aeeb85-1675-4841-a364-10c4b08e7ad1 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] device_id is not set on port 67500b69-1917-4a8f-bec9-79fee85e3813 yet. {{(pid=87636) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 23 16:17:25.423237 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43762b4c-a7c1-4cf0-afc1-59037d4f57c0 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Received port after_create {{(pid=87635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:17:25.458965 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43762b4c-a7c1-4cf0-afc1-59037d4f57c0 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Pushing event updated for resources: {'Port': ['ID=0d51c897-13be-4bf0-a5b9-50f08b84b13a,revision_number=1']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:17:25.467993 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-43762b4c-a7c1-4cf0-afc1-59037d4f57c0 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:17:25.553808 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e2aeeb85-1675-4841-a364-10c4b08e7ad1 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:25.583007 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e2aeeb85-1675-4841-a364-10c4b08e7ad1 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:25.589097 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-73bb7df2-2e9b-4a0f-b582-ef496dd98f32 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:17:25.658487 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2aeeb85-1675-4841-a364-10c4b08e7ad1 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Network b603a9d1-522c-459e-95e9-bbcd52e2457f is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:17:25.662161 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-e2aeeb85-1675-4841-a364-10c4b08e7ad1 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Resources bound (agent type, host, resource id):  {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:17:25.666149 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2aeeb85-1675-4841-a364-10c4b08e7ad1 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:17:25.666980 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e2aeeb85-1675-4841-a364-10c4b08e7ad1 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:25.675274 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2aeeb85-1675-4841-a364-10c4b08e7ad1 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Pushing event updated for resources: {'Port': ['ID=7bdbdf42-cf04-43ba-a506-777357546c4d,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:17:25.678735 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-e2aeeb85-1675-4841-a364-10c4b08e7ad1 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:17:25.682301 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-4422dd73-ecd8-46e1-a514-8c88319c1624 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:17:25.764105 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2aeeb85-1675-4841-a364-10c4b08e7ad1 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Pushing event updated for resources: {'Port': ['ID=67500b69-1917-4a8f-bec9-79fee85e3813,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:17:25.767740 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-e2aeeb85-1675-4841-a364-10c4b08e7ad1 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:17:25.770271 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2aeeb85-1675-4841-a364-10c4b08e7ad1 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Checking segment: {'id': '88ee2542-a29e-4228-a109-9dab42e57a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '36568a35-65bc-4668-b50b-458751a5af5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:17:25.770642 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2aeeb85-1675-4841-a364-10c4b08e7ad1 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Network hostable DHCP agents. Network: 36568a35-65bc-4668-b50b-458751a5af5a, hostable agents: ['1c812d71-eadf-4fb3-b98e-67468a4aa7e2'], hosted agents: [] {{(pid=87636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 23 16:17:25.790778 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2aeeb85-1675-4841-a364-10c4b08e7ad1 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Network 36568a35-65bc-4668-b50b-458751a5af5a is scheduled to be hosted by DHCP agent 1c812d71-eadf-4fb3-b98e-67468a4aa7e2 with binding_index 1 {{(pid=87636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 23 16:17:25.802356 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-e2aeeb85-1675-4841-a364-10c4b08e7ad1 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822799-1-hyperv, 36568a35-65bc-4668-b50b-458751a5af5a) {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:17:25.806279 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2aeeb85-1675-4841-a364-10c4b08e7ad1 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:17:25.812245 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2aeeb85-1675-4841-a364-10c4b08e7ad1 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:17:25.813271 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc6f7f89-b5ea-4cc4-9d74-689664cfb704 None None] Network 36568a35-65bc-4668-b50b-458751a5af5a requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:17:25.817672 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2aeeb85-1675-4841-a364-10c4b08e7ad1 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:17:25.818397 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e2aeeb85-1675-4841-a364-10c4b08e7ad1 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:25.844566 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-e2aeeb85-1675-4841-a364-10c4b08e7ad1 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1425 time: 1.1977448
Dec 23 16:17:25.847155 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 51488) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:25.921676 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-3f4e9843-d5e2-48a3-9dbe-99436bf644c1 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Deleting port 67500b69-1917-4a8f-bec9-79fee85e3813 {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:17:25.922070 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-3f4e9843-d5e2-48a3-9dbe-99436bf644c1 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:25.980411 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-43762b4c-a7c1-4cf0-afc1-59037d4f57c0 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks [] for router_gateway, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:26.142870 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-3f4e9843-d5e2-48a3-9dbe-99436bf644c1 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:26.270803 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-3f4e9843-d5e2-48a3-9dbe-99436bf644c1 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Calling delete_port for 67500b69-1917-4a8f-bec9-79fee85e3813 owned by  {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:17:26.320510 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-43762b4c-a7c1-4cf0-afc1-59037d4f57c0 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1823971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1824234'] for router, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:26.349070 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-3f4e9843-d5e2-48a3-9dbe-99436bf644c1 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:26.355631 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-b23241cf-8860-4fb0-b569-f06ea51940af tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:17:26.402687 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4e9843-d5e2-48a3-9dbe-99436bf644c1 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Pushing event deleted for resources: {'Port': ['ID=67500b69-1917-4a8f-bec9-79fee85e3813,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:17:26.405187 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-3f4e9843-d5e2-48a3-9dbe-99436bf644c1 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:17:26.409516 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-3f4e9843-d5e2-48a3-9dbe-99436bf644c1 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:26.416138 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-3f4e9843-d5e2-48a3-9dbe-99436bf644c1 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] 10.222.0.64 "DELETE /v2.0/ports/67500b69-1917-4a8f-bec9-79fee85e3813 HTTP/1.1" status: 204  len: 168 time: 0.5678649
Dec 23 16:17:26.418626 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 51492) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:26.499075 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2329981-0aed-41b2-ac93-fb8da5625e9d tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:17:26.505576 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2329981-0aed-41b2-ac93-fb8da5625e9d tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:17:26.506336 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-d2329981-0aed-41b2-ac93-fb8da5625e9d tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Synchronizing usage tracker for tenant:e1d581421fe74f67b8908d7d303644fd on resource:port {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:17:26.524595 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-d2329981-0aed-41b2-ac93-fb8da5625e9d tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Unset dirty status for tenant:e1d581421fe74f67b8908d7d303644fd on resource:port {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:17:26.525770 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-d2329981-0aed-41b2-ac93-fb8da5625e9d tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1451 time: 0.1062734
Dec 23 16:17:26.526442 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43762b4c-a7c1-4cf0-afc1-59037d4f57c0 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Router 896bd0bc-4f81-49ce-89d8-47b58cca513c is scheduled to L3 agent 371d4c41-c7e2-4de7-9539-c049ec4e95d1 with binding_index 1 {{(pid=87635) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 23 16:17:26.528623 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 51496) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:26.600879 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-52c451de-6468-4f77-b3ae-d65d0932f268 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Deleting port 7bdbdf42-cf04-43ba-a506-777357546c4d {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:17:26.601215 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-52c451de-6468-4f77-b3ae-d65d0932f268 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:26.707834 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43762b4c-a7c1-4cf0-afc1-59037d4f57c0 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify agent at l3_agent.dv-neutron-822799-1-hyperv the message routers_updated {{(pid=87635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 23 16:17:26.719298 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8a720e8-ba40-43cd-83a3-45bd90005131 None None] Sync routers for ids ['896bd0bc-4f81-49ce-89d8-47b58cca513c'] in dv-neutron-822799-1-hyperv {{(pid=87637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 23 16:17:26.729089 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a720e8-ba40-43cd-83a3-45bd90005131 None None] Routers {'896bd0bc-4f81-49ce-89d8-47b58cca513c'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:17:26.729978 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-a8a720e8-ba40-43cd-83a3-45bd90005131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc1846a90>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:17:20Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['896bd0bc-4f81-49ce-89d8-47b58cca513c'], 'active': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:17:26.737824 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-43762b4c-a7c1-4cf0-afc1-59037d4f57c0 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks [] for router, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:26.742127 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-43762b4c-a7c1-4cf0-afc1-59037d4f57c0 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201  len: 883 time: 2.6053164
Dec 23 16:17:26.742458 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 51500) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:26.793606 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-a8a720e8-ba40-43cd-83a3-45bd90005131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc1846a90>, [], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:17:26.802675 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a720e8-ba40-43cd-83a3-45bd90005131 None None] Routers {'896bd0bc-4f81-49ce-89d8-47b58cca513c'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:17:26.803295 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-a8a720e8-ba40-43cd-83a3-45bd90005131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc1846a90>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:17:20Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['896bd0bc-4f81-49ce-89d8-47b58cca513c'], 'active': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:17:26.821586 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-52c451de-6468-4f77-b3ae-d65d0932f268 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:26.867311 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-a8a720e8-ba40-43cd-83a3-45bd90005131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc1846a90>, [], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:17:26.867931 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8a720e8-ba40-43cd-83a3-45bd90005131 None None] The sync data for ids ['896bd0bc-4f81-49ce-89d8-47b58cca513c'] in dv-neutron-822799-1-hyperv is: [] {{(pid=87637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 23 16:17:26.921697 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-8cda395e-003b-4a57-8171-9e8b8bd365fd tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] 10.222.0.64 "GET /v2.0/routers/896bd0bc-4f81-49ce-89d8-47b58cca513c HTTP/1.1" status: 200  len: 884 time: 0.1774590
Dec 23 16:17:26.923637 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 51504) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:26.950089 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-52c451de-6468-4f77-b3ae-d65d0932f268 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Calling delete_port for 7bdbdf42-cf04-43ba-a506-777357546c4d owned by  {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:17:27.031678 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-52c451de-6468-4f77-b3ae-d65d0932f268 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:27.038075 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-61bc4e53-d667-4ba9-956d-72653768a9a7 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:17:27.083423 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c451de-6468-4f77-b3ae-d65d0932f268 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Pushing event deleted for resources: {'Port': ['ID=7bdbdf42-cf04-43ba-a506-777357546c4d,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:17:27.085951 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-52c451de-6468-4f77-b3ae-d65d0932f268 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:17:27.090379 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-52c451de-6468-4f77-b3ae-d65d0932f268 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:27.105888 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-52c451de-6468-4f77-b3ae-d65d0932f268 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] 10.222.0.64 "DELETE /v2.0/ports/7bdbdf42-cf04-43ba-a506-777357546c4d HTTP/1.1" status: 204  len: 168 time: 0.5757751
Dec 23 16:17:27.108832 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 51508) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:27.129920 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-f4337ae5-3717-45d2-a217-f8b22b35b51f tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Synchronizing usage tracker for tenant:7f693e1e2e4c45b0a519cdc9b284f217 on resource:router {{(pid=87635) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:17:27.150051 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-f4337ae5-3717-45d2-a217-f8b22b35b51f tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Unset dirty status for tenant:7f693e1e2e4c45b0a519cdc9b284f217 on resource:router {{(pid=87635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:17:27.150051 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-f4337ae5-3717-45d2-a217-f8b22b35b51f tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200  len: 887 time: 0.2253919
Dec 23 16:17:27.153017 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 51512) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:27.158343 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-6681d9fe-81b3-4376-b2d1-1bbd3bf10584 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-464074410'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:17:27.195765 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c096d7c-490b-42f2-a4f3-e16e8dcca4be tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:17:27.196459 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-1c096d7c-490b-42f2-a4f3-e16e8dcca4be tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Synchronizing usage tracker for tenant:e1d581421fe74f67b8908d7d303644fd on resource:port {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:17:27.215767 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-1c096d7c-490b-42f2-a4f3-e16e8dcca4be tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Unset dirty status for tenant:e1d581421fe74f67b8908d7d303644fd on resource:port {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:17:27.217293 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-1c096d7c-490b-42f2-a4f3-e16e8dcca4be tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200  len: 843 time: 0.1070650
Dec 23 16:17:27.219931 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 51516) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:27.265188 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7785031-58b4-4e90-830a-fb417426ad7c tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] GET failed (client error): The resource could not be found.
Dec 23 16:17:27.269273 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-c7785031-58b4-4e90-830a-fb417426ad7c tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] 10.222.0.64 "GET /v2.0/ports/67500b69-1917-4a8f-bec9-79fee85e3813 HTTP/1.1" status: 404  len: 333 time: 0.0457556
Dec 23 16:17:27.269463 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 51520) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:27.314347 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.pecan_wsgi.hooks.translation [None req-e638afdb-9e7a-44ab-8633-9840918c1028 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] GET failed (client error): The resource could not be found.
Dec 23 16:17:27.315688 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-e638afdb-9e7a-44ab-8633-9840918c1028 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] 10.222.0.64 "GET /v2.0/ports/7bdbdf42-cf04-43ba-a506-777357546c4d HTTP/1.1" status: 404  len: 333 time: 0.0450463
Dec 23 16:17:27.318757 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 51524) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:27.436479 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-3b9631f4-19b0-4cc7-93fb-ce2ecbe677aa tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-698866'] for network, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:27.593141 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.agents_db [None req-30c2320c-f298-49f6-9c47-c20e38116a9c None None] Agent healthcheck: found 6 active agents {{(pid=87638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 23 16:17:27.700488 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-3b9631f4-19b0-4cc7-93fb-ce2ecbe677aa tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-864347', 'neutron.services.segments.db._delete_segments_for_network-8735362908070'] for network, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:27.730460 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-3b9631f4-19b0-4cc7-93fb-ce2ecbe677aa tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1dc145cfd0>,) {'filters': {'network_id': ['36568a35-65bc-4668-b50b-458751a5af5a']}} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:17:27.743042 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-3b9631f4-19b0-4cc7-93fb-ce2ecbe677aa tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dc145cfd0>, '88ee2542-a29e-4228-a109-9dab42e57a2d') {'for_net_delete': True} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:17:27.743344 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-3b9631f4-19b0-4cc7-93fb-ce2ecbe677aa tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dc145cfd0>, '88ee2542-a29e-4228-a109-9dab42e57a2d') {} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:17:27.754441 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-3b9631f4-19b0-4cc7-93fb-ce2ecbe677aa tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735363085442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2382197'] for segment, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:27.769811 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-3b9631f4-19b0-4cc7-93fb-ce2ecbe677aa tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:27.776082 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b9631f4-19b0-4cc7-93fb-ce2ecbe677aa tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Releasing vlan 425 on physical network physnet1 to pool {{(pid=87636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 23 16:17:27.776590 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-3b9631f4-19b0-4cc7-93fb-ce2ecbe677aa tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2176261'] for segment, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:27.791978 dv-neutron-822799-1-hyperv neutron-server[87636]: Traceback (most recent call last):
Dec 23 16:17:27.791978 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 23 16:17:27.791978 dv-neutron-822799-1-hyperv neutron-server[87636]:     timer()
Dec 23 16:17:27.791978 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:17:27.791978 dv-neutron-822799-1-hyperv neutron-server[87636]:     cb(*args, **kw)
Dec 23 16:17:27.791978 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 23 16:17:27.791978 dv-neutron-822799-1-hyperv neutron-server[87636]:     return func(*args, **kwargs)
Dec 23 16:17:27.791978 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:17:27.791978 dv-neutron-822799-1-hyperv neutron-server[87636]:     self._notify()
Dec 23 16:17:27.791978 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:17:27.791978 dv-neutron-822799-1-hyperv neutron-server[87636]:     self.callback(batched_events)
Dec 23 16:17:27.791978 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:17:27.791978 dv-neutron-822799-1-hyperv neutron-server[87636]:     event.method(event)
Dec 23 16:17:27.791978 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:17:27.791978 dv-neutron-822799-1-hyperv neutron-server[87636]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:17:27.791978 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 23 16:17:27.791978 dv-neutron-822799-1-hyperv neutron-server[87636]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 23 16:17:27.791978 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 23 16:17:27.791978 dv-neutron-822799-1-hyperv neutron-server[87636]:     return f(self, *a, **k)
Dec 23 16:17:27.791978 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:17:27.791978 dv-neutron-822799-1-hyperv neutron-server[87636]:     return self._get(url).json()
Dec 23 16:17:27.791978 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 23 16:17:27.791978 dv-neutron-822799-1-hyperv neutron-server[87636]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 23 16:17:27.791978 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 23 16:17:27.791978 dv-neutron-822799-1-hyperv neutron-server[87636]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:17:27.791978 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 23 16:17:27.791978 dv-neutron-822799-1-hyperv neutron-server[87636]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 23 16:17:27.791978 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 23 16:17:27.791978 dv-neutron-822799-1-hyperv neutron-server[87636]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:17:27.791978 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 23 16:17:27.791978 dv-neutron-822799-1-hyperv neutron-server[87636]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:17:27.791978 dv-neutron-822799-1-hyperv neutron-server[87636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:17:27.823795 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-6681d9fe-81b3-4376-b2d1-1bbd3bf10584 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1824017', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1823768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-235299'] for router, precommit_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:27.836105 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-6681d9fe-81b3-4376-b2d1-1bbd3bf10584 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1824234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1824024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1824227', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1823761'] for router, after_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:27.873855 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-3b9631f4-19b0-4cc7-93fb-ce2ecbe677aa tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-864336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1824171'] for network, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:27.877122 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-b757524b-f0b7-4d07-a0cd-f495aacf445f tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:17:27.891377 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-3b9631f4-19b0-4cc7-93fb-ce2ecbe677aa tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:27.901029 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9631f4-19b0-4cc7-93fb-ce2ecbe677aa tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Pushing event deleted for resources: {'Network': ['ID=36568a35-65bc-4668-b50b-458751a5af5a,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:17:27.907309 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-3b9631f4-19b0-4cc7-93fb-ce2ecbe677aa tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] 10.222.0.64 "DELETE /v2.0/networks/36568a35-65bc-4668-b50b-458751a5af5a HTTP/1.1" status: 204  len: 168 time: 0.5841906
Dec 23 16:17:27.907309 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-3b9631f4-19b0-4cc7-93fb-ce2ecbe677aa tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:17:27.907811 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 51528) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:27.914925 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-2b5b8aa5-6d20-4772-8ef4-fdaa6493d7d6 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1037212050'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:17:27.922903 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-2b5b8aa5-6d20-4772-8ef4-fdaa6493d7d6 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:17:27.935774 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-2b5b8aa5-6d20-4772-8ef4-fdaa6493d7d6 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Usage tracker for resource:network and tenant:e1d581421fe74f67b8908d7d303644fd is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:17:27.941094 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-2b5b8aa5-6d20-4772-8ef4-fdaa6493d7d6 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:17:27.949017 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-2b5b8aa5-6d20-4772-8ef4-fdaa6493d7d6 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:17:28.029161 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b5b8aa5-6d20-4772-8ef4-fdaa6493d7d6 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Made reservation on behalf of e1d581421fe74f67b8908d7d303644fd for: {'network': 1} {{(pid=87635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:17:28.032553 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-2b5b8aa5-6d20-4772-8ef4-fdaa6493d7d6 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for network, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:28.067865 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6681d9fe-81b3-4376-b2d1-1bbd3bf10584 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Router 896bd0bc-4f81-49ce-89d8-47b58cca513c has already been hosted by L3 agent 371d4c41-c7e2-4de7-9539-c049ec4e95d1 {{(pid=87635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 23 16:17:28.075860 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b5b8aa5-6d20-4772-8ef4-fdaa6493d7d6 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] vlan segment allocate from pool success with {'vlan_id': 425, 'physical_network': 'physnet1'}  {{(pid=87635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 23 16:17:28.135384 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-2b5b8aa5-6d20-4772-8ef4-fdaa6493d7d6 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:28.136071 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.db.segments_db [None req-2b5b8aa5-6d20-4772-8ef4-fdaa6493d7d6 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Added segment ab380078-0ab1-4da0-9308-92175481375f of type vlan for network f3a34236-5039-4b79-9c25-0ff174706262
Dec 23 16:17:28.194349 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-2b5b8aa5-6d20-4772-8ef4-fdaa6493d7d6 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735362521793'] for network, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:28.294248 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6681d9fe-81b3-4376-b2d1-1bbd3bf10584 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify agent at l3_agent.dv-neutron-822799-1-hyperv the message routers_updated {{(pid=87635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 23 16:17:28.300367 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 51534) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:28.305111 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-2b5b8aa5-6d20-4772-8ef4-fdaa6493d7d6 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495'] for network, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:28.306254 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc379b10-5859-4519-9bc2-4b929fd954eb None None] Sync routers for ids ['896bd0bc-4f81-49ce-89d8-47b58cca513c'] in dv-neutron-822799-1-hyperv {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 23 16:17:28.310539 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b5b8aa5-6d20-4772-8ef4-fdaa6493d7d6 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:17:28.311111 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-2b5b8aa5-6d20-4772-8ef4-fdaa6493d7d6 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks [] for network, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:28.315905 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc379b10-5859-4519-9bc2-4b929fd954eb None None] Routers {'896bd0bc-4f81-49ce-89d8-47b58cca513c'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:17:28.316826 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-cc379b10-5859-4519-9bc2-4b929fd954eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc1bb4130>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:17:20Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['896bd0bc-4f81-49ce-89d8-47b58cca513c'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:17:28.369799 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-480a946c-4906-48d9-b959-23f345037aed tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:17:28.397348 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-6681d9fe-81b3-4376-b2d1-1bbd3bf10584 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks [] for router, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:28.398368 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-6681d9fe-81b3-4376-b2d1-1bbd3bf10584 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] 10.222.0.64 "PUT /v2.0/routers/896bd0bc-4f81-49ce-89d8-47b58cca513c HTTP/1.1" status: 200  len: 891 time: 1.2442856
Dec 23 16:17:28.401275 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 51538) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:28.405729 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-cc379b10-5859-4519-9bc2-4b929fd954eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc1bb4130>, [], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:17:28.414766 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc379b10-5859-4519-9bc2-4b929fd954eb None None] Routers {'896bd0bc-4f81-49ce-89d8-47b58cca513c'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:17:28.415350 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-cc379b10-5859-4519-9bc2-4b929fd954eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc1bb4130>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:17:20Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['896bd0bc-4f81-49ce-89d8-47b58cca513c'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:17:28.475471 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-cc379b10-5859-4519-9bc2-4b929fd954eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc1bb4130>, [], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:17:28.475781 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-2b5b8aa5-6d20-4772-8ef4-fdaa6493d7d6 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.5671697
Dec 23 16:17:28.476006 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc379b10-5859-4519-9bc2-4b929fd954eb None None] The sync data for ids ['896bd0bc-4f81-49ce-89d8-47b58cca513c'] in dv-neutron-822799-1-hyperv is: [] {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 23 16:17:28.478773 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 51542) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:28.486620 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-ad78e11e-2cfe-4629-bf00-e5166248608f tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Request body: {'subnet': {'network_id': 'f3a34236-5039-4b79-9c25-0ff174706262', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:17:28.517896 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5b8aa5-6d20-4772-8ef4-fdaa6493d7d6 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Pushing event updated for resources: {'Network': ['ID=f3a34236-5039-4b79-9c25-0ff174706262,revision_number=1']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:17:28.520761 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-2b5b8aa5-6d20-4772-8ef4-fdaa6493d7d6 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:17:28.530405 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-dbb48216-2d40-4eb5-8b0a-6dcef9c8dc76 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/floatingips/a13df365-192b-425b-9e4b-38a680d22db0 HTTP/1.1" status: 200  len: 994 time: 0.2245045
Dec 23 16:17:28.530611 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Network f3a34236-5039-4b79-9c25-0ff174706262 details requested by agent ovs-agent-dv-neutron-822799-1-hyperv with host dv-neutron-822799-1-hyperv {{(pid=87637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 23 16:17:28.683709 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-ad78e11e-2cfe-4629-bf00-e5166248608f tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:17:28.691864 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-ad78e11e-2cfe-4629-bf00-e5166248608f tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Usage tracker for resource:subnet and tenant:e1d581421fe74f67b8908d7d303644fd is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:17:28.696027 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-ad78e11e-2cfe-4629-bf00-e5166248608f tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:17:28.703842 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-a99ecd37-3d5b-4a42-8983-621e5f7804d7 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] 10.222.0.64 "GET /v2.0/routers/896bd0bc-4f81-49ce-89d8-47b58cca513c HTTP/1.1" status: 200  len: 891 time: 0.3011363
Dec 23 16:17:28.706913 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 51550) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:28.709437 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-ad78e11e-2cfe-4629-bf00-e5166248608f tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:17:28.755010 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-e2751128-a8a5-4697-ba49-097a11d4259d tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] 10.222.0.64 "GET /v2.0/ports?device_id=896bd0bc-4f81-49ce-89d8-47b58cca513c HTTP/1.1" status: 200  len: 205 time: 0.0469022
Dec 23 16:17:28.757497 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 51556) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:28.817422 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad78e11e-2cfe-4629-bf00-e5166248608f tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Made reservation on behalf of e1d581421fe74f67b8908d7d303644fd for: {'subnet': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:17:28.820960 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-ad78e11e-2cfe-4629-bf00-e5166248608f tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2618324'] for subnet, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:28.846370 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 51560) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:28.932671 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.ipam_backend_mixin [None req-ad78e11e-2cfe-4629-bf00-e5166248608f tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Performing IP validity checks on allocation pools {{(pid=87636) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}}
Dec 23 16:17:28.933307 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.ipam_backend_mixin [None req-ad78e11e-2cfe-4629-bf00-e5166248608f tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87636) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}}
Dec 23 16:17:29.035697 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-4b060d47-9d22-433e-bd75-0fcb5ccdd9ce tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks [] for router, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:29.207361 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-62a2a23b-4b71-418d-a160-91acf8d52339 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Deleting port 6be12163-3ec3-4f9d-a42b-0ee7aecd2a35 {{(pid=87635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:17:29.207949 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-62a2a23b-4b71-418d-a160-91acf8d52339 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:29.305548 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-4b060d47-9d22-433e-bd75-0fcb5ccdd9ce tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:29.312003 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-ad78e11e-2cfe-4629-bf00-e5166248608f tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2176430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2618310'] for subnet, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:29.317290 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-f98ae0e7-21cd-4e68-a649-340df3403251 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:17:29.358285 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-4b060d47-9d22-433e-bd75-0fcb5ccdd9ce tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Deleting port 0d51c897-13be-4bf0-a5b9-50f08b84b13a {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:17:29.358623 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-4b060d47-9d22-433e-bd75-0fcb5ccdd9ce tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:29.381488 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-62a2a23b-4b71-418d-a160-91acf8d52339 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:29.381824 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-62a2a23b-4b71-418d-a160-91acf8d52339 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:29.466532 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad78e11e-2cfe-4629-bf00-e5166248608f tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Pushing event updated for resources: {'Subnet': ['ID=c8cd25d7-27a7-4023-9f7d-2ab5c230d224,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:17:29.474750 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-ad78e11e-2cfe-4629-bf00-e5166248608f tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:17:29.505867 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-62a2a23b-4b71-418d-a160-91acf8d52339 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Calling delete_port for 6be12163-3ec3-4f9d-a42b-0ee7aecd2a35 owned by network:floatingip {{(pid=87635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:17:29.666889 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad78e11e-2cfe-4629-bf00-e5166248608f tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Checking segment: {'id': 'ab380078-0ab1-4da0-9308-92175481375f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'f3a34236-5039-4b79-9c25-0ff174706262'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:17:29.667242 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad78e11e-2cfe-4629-bf00-e5166248608f tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Network hostable DHCP agents. Network: f3a34236-5039-4b79-9c25-0ff174706262, hostable agents: ['1c812d71-eadf-4fb3-b98e-67468a4aa7e2'], hosted agents: [] {{(pid=87636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 23 16:17:29.667390 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-62a2a23b-4b71-418d-a160-91acf8d52339 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:29.671863 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-82f2e09f-cb67-4c02-8954-e35af5a62753 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:17:29.715169 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad78e11e-2cfe-4629-bf00-e5166248608f tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Network f3a34236-5039-4b79-9c25-0ff174706262 is scheduled to be hosted by DHCP agent 1c812d71-eadf-4fb3-b98e-67468a4aa7e2 with binding_index 1 {{(pid=87636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 23 16:17:29.728466 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a2a23b-4b71-418d-a160-91acf8d52339 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Pushing event deleted for resources: {'Port': ['ID=6be12163-3ec3-4f9d-a42b-0ee7aecd2a35,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:17:29.738828 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-4b060d47-9d22-433e-bd75-0fcb5ccdd9ce tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:29.755532 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-62a2a23b-4b71-418d-a160-91acf8d52339 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:17:29.756867 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-ad78e11e-2cfe-4629-bf00-e5166248608f tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822799-1-hyperv, f3a34236-5039-4b79-9c25-0ff174706262) {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:17:29.768807 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5be1ff2-7474-4b4d-934d-937efa7ec13d None None] Network f3a34236-5039-4b79-9c25-0ff174706262 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:17:29.809585 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad78e11e-2cfe-4629-bf00-e5166248608f tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:17:29.810122 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-ad78e11e-2cfe-4629-bf00-e5166248608f tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks [] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:29.820507 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-62a2a23b-4b71-418d-a160-91acf8d52339 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for floatingip, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:29.820933 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.db.l3_db [None req-62a2a23b-4b71-418d-a160-91acf8d52339 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Floating IP a13df365-192b-425b-9e4b-38a680d22db0 disassociated (deleted). External IP: 172.26.3.246, port: 8dc1b2bc-0f9f-4742-a2f0-a40d58aac880.
Dec 23 16:17:29.880972 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-4b060d47-9d22-433e-bd75-0fcb5ccdd9ce tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Calling delete_port for 0d51c897-13be-4bf0-a5b9-50f08b84b13a owned by network:router_gateway {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:17:29.933698 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-ad78e11e-2cfe-4629-bf00-e5166248608f tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.4514287
Dec 23 16:17:29.934434 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 51564) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:29.941093 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-25df96e7-10e6-4e8f-acde-14d605b042b8 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Request body: {'port': {'network_id': 'f3a34236-5039-4b79-9c25-0ff174706262', 'name': 'tempest-PortsTestJSON-1916884024'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:17:29.990113 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bca6c544-d8a2-4f55-939f-3c0a26b9c936 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7e017a6-8198-58c8-a07e-0f786128e3b3-f3a34236-5039-4b79-9c25-0ff174706262', 'network_id': 'f3a34236-5039-4b79-9c25-0ff174706262', 'tenant_id': 'e1d581421fe74f67b8908d7d303644fd', 'fixed_ips': [{'subnet_id': 'c8cd25d7-27a7-4023-9f7d-2ab5c230d224'}]}} from dv-neutron-822799-1-hyperv. {{(pid=87637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 23 16:17:29.990979 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-bca6c544-d8a2-4f55-939f-3c0a26b9c936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:30.153960 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_common [None req-bca6c544-d8a2-4f55-939f-3c0a26b9c936 None None] Allocated IP 172.20.0.2 (f3a34236-5039-4b79-9c25-0ff174706262/c8cd25d7-27a7-4023-9f7d-2ab5c230d224/d25ede81-ae79-4d82-9a27-85710f76fa62) {{(pid=87637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:17:30.173155 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-25df96e7-10e6-4e8f-acde-14d605b042b8 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:17:30.189057 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-25df96e7-10e6-4e8f-acde-14d605b042b8 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:17:30.197186 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-4b060d47-9d22-433e-bd75-0fcb5ccdd9ce tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:30.202460 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-70fc9359-ae1b-47b6-98c3-f94c0549bc9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:17:30.204355 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62a2a23b-4b71-418d-a160-91acf8d52339 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Router 9830ea94-3af4-44dd-af06-634e4fe8878f has already been hosted by L3 agent 371d4c41-c7e2-4de7-9539-c049ec4e95d1 {{(pid=87635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 23 16:17:30.234955 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25df96e7-10e6-4e8f-acde-14d605b042b8 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Made reservation on behalf of e1d581421fe74f67b8908d7d303644fd for: {'port': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:17:30.238456 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-25df96e7-10e6-4e8f-acde-14d605b042b8 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:30.266669 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b060d47-9d22-433e-bd75-0fcb5ccdd9ce tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Pushing event deleted for resources: {'Port': ['ID=0d51c897-13be-4bf0-a5b9-50f08b84b13a,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:17:30.302133 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-4b060d47-9d22-433e-bd75-0fcb5ccdd9ce tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:17:30.335727 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [None req-25df96e7-10e6-4e8f-acde-14d605b042b8 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] device_id is not set on port df41e975-39ec-4d55-adb9-f7cf1ea7ce41 yet. {{(pid=87636) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 23 16:17:30.374470 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-bca6c544-d8a2-4f55-939f-3c0a26b9c936 None None] Notify callbacks [] for port, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:30.385739 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-bca6c544-d8a2-4f55-939f-3c0a26b9c936 None None] Transition to ACTIVE for port object d25ede81-ae79-4d82-9a27-85710f76fa62 will not be triggered until provisioned by entity L2. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:17:30.405460 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-bca6c544-d8a2-4f55-939f-3c0a26b9c936 None None] Transition to ACTIVE for port object d25ede81-ae79-4d82-9a27-85710f76fa62 will not be triggered until provisioned by entity DHCP. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:17:30.411984 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-bca6c544-d8a2-4f55-939f-3c0a26b9c936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780'] for port, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:30.414654 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62a2a23b-4b71-418d-a160-91acf8d52339 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify agent at l3_agent.dv-neutron-822799-1-hyperv the message routers_updated {{(pid=87635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 23 16:17:30.429924 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-4b060d47-9d22-433e-bd75-0fcb5ccdd9ce tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1824206'] for router_gateway, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:30.441665 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-62a2a23b-4b71-418d-a160-91acf8d52339 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for floatingip, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:30.465276 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-6c4ba274-a532-4739-819d-55aea2d5f11f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:17:30.497799 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-346ef772-d82e-44f3-8ee7-fabf561f71ca None None] Sync routers for ids ['9830ea94-3af4-44dd-af06-634e4fe8878f'] in dv-neutron-822799-1-hyperv {{(pid=87637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 23 16:17:30.501615 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-62a2a23b-4b71-418d-a160-91acf8d52339 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "DELETE /v2.0/floatingips/a13df365-192b-425b-9e4b-38a680d22db0 HTTP/1.1" status: 204  len: 168 time: 1.6515822
Dec 23 16:17:30.501615 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a17b9fda-f199-4fa6-b5de-3886d3773195', 'tag': '8dc1b2bc-0f9f-4742-a2f0-a40d58aac880'}] {{(pid=87635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 23 16:17:30.522989 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bca6c544-d8a2-4f55-939f-3c0a26b9c936 None None] Network f3a34236-5039-4b79-9c25-0ff174706262 is already hosted by enough agents. {{(pid=87637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:17:30.527320 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-bca6c544-d8a2-4f55-939f-3c0a26b9c936 None None] Resources bound (agent type, host, resource id):  {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:17:30.529781 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca6c544-d8a2-4f55-939f-3c0a26b9c936 None None] Received port after_create {{(pid=87637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:17:30.559342 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a17b9fda-f199-4fa6-b5de-3886d3773195', 'tag': '8dc1b2bc-0f9f-4742-a2f0-a40d58aac880', 'status': 'completed', 'code': 200}
Dec 23 16:17:30.611310 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-346ef772-d82e-44f3-8ee7-fabf561f71ca None None] Routers {'9830ea94-3af4-44dd-af06-634e4fe8878f'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:17:30.611951 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-346ef772-d82e-44f3-8ee7-fabf561f71ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc1179850>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:17:20Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['9830ea94-3af4-44dd-af06-634e4fe8878f'], 'active': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:17:30.666745 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca6c544-d8a2-4f55-939f-3c0a26b9c936 None None] Pushing event updated for resources: {'Port': ['ID=d25ede81-ae79-4d82-9a27-85710f76fa62,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:17:30.692490 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-bca6c544-d8a2-4f55-939f-3c0a26b9c936 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:17:30.705855 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-4b060d47-9d22-433e-bd75-0fcb5ccdd9ce tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1784183', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-235354'] for router, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:30.709048 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-4b060d47-9d22-433e-bd75-0fcb5ccdd9ce tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:30.713542 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-bca6c544-d8a2-4f55-939f-3c0a26b9c936 None None] Attempting to bind port d25ede81-ae79-4d82-9a27-85710f76fa62 on host dv-neutron-822799-1-hyperv for vnic_type normal with profile  {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:17:30.713855 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-bca6c544-d8a2-4f55-939f-3c0a26b9c936 None None] Attempting to bind port d25ede81-ae79-4d82-9a27-85710f76fa62 by drivers openvswitch,hyperv on host dv-neutron-822799-1-hyperv at level 0 using segments [{'id': 'ab380078-0ab1-4da0-9308-92175481375f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'f3a34236-5039-4b79-9c25-0ff174706262'}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:17:30.714341 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca6c544-d8a2-4f55-939f-3c0a26b9c936 None None] Attempting to bind port d25ede81-ae79-4d82-9a27-85710f76fa62 on network f3a34236-5039-4b79-9c25-0ff174706262 {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:17:30.733217 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca6c544-d8a2-4f55-939f-3c0a26b9c936 None None] Checking agent: {'id': '20d2070f-69a9-4e73-8d08-6f0387a40158', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822799-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 21), 'started_at': datetime.datetime(2021, 12, 23, 16, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 17, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822799-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 23 16:17:30.733600 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca6c544-d8a2-4f55-939f-3c0a26b9c936 None None] Checking segment: {'id': 'ab380078-0ab1-4da0-9308-92175481375f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'f3a34236-5039-4b79-9c25-0ff174706262'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:17:30.734003 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-bca6c544-d8a2-4f55-939f-3c0a26b9c936 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:30.734412 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca6c544-d8a2-4f55-939f-3c0a26b9c936 None None] Bound using segment: {'id': 'ab380078-0ab1-4da0-9308-92175481375f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'f3a34236-5039-4b79-9c25-0ff174706262'} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 23 16:17:30.734907 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-bca6c544-d8a2-4f55-939f-3c0a26b9c936 None None] Bound port: d25ede81-ae79-4d82-9a27-85710f76fa62, host: dv-neutron-822799-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab380078-0ab1-4da0-9308-92175481375f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'f3a34236-5039-4b79-9c25-0ff174706262'}}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 23 16:17:30.735290 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-bca6c544-d8a2-4f55-939f-3c0a26b9c936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:30.743674 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [None req-25df96e7-10e6-4e8f-acde-14d605b042b8 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Allocated IP 172.20.0.14 (f3a34236-5039-4b79-9c25-0ff174706262/c8cd25d7-27a7-4023-9f7d-2ab5c230d224/df41e975-39ec-4d55-adb9-f7cf1ea7ce41) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:17:30.763674 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-4b060d47-9d22-433e-bd75-0fcb5ccdd9ce tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1781328'] for router, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:30.764110 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b060d47-9d22-433e-bd75-0fcb5ccdd9ce tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Fanout notify agent at l3_agent the message router_deleted on router 896bd0bc-4f81-49ce-89d8-47b58cca513c {{(pid=87636) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 23 16:17:30.805915 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c6fe62-7638-46c8-bcfd-02b93db15964 req-91ee66b4-ca61-47d1-bca3-db7acd13f031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:17:30.807470 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-b5c6fe62-7638-46c8-bcfd-02b93db15964 req-91ee66b4-ca61-47d1-bca3-db7acd13f031 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=544f3e375bde4f0988286eba27294ea6&device_id=a17b9fda-f199-4fa6-b5de-3886d3773195 HTTP/1.1" status: 200  len: 1099 time: 0.2212949
Dec 23 16:17:30.844993 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-4b060d47-9d22-433e-bd75-0fcb5ccdd9ce tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks [] for router, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:30.849967 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-4b060d47-9d22-433e-bd75-0fcb5ccdd9ce tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] 10.222.0.64 "DELETE /v2.0/routers/896bd0bc-4f81-49ce-89d8-47b58cca513c HTTP/1.1" status: 204  len: 168 time: 2.0876889
Dec 23 16:17:30.853260 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 51574) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:30.864296 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-c870aab5-d79d-492f-9b52-2e82b9b508ae tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2095141955'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:17:30.872539 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-c870aab5-d79d-492f-9b52-2e82b9b508ae tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:17:30.877754 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-c870aab5-d79d-492f-9b52-2e82b9b508ae tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Usage tracker for resource:network and tenant:7f693e1e2e4c45b0a519cdc9b284f217 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:17:30.886136 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-c870aab5-d79d-492f-9b52-2e82b9b508ae tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:17:30.893692 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-c870aab5-d79d-492f-9b52-2e82b9b508ae tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:17:30.917132 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c870aab5-d79d-492f-9b52-2e82b9b508ae tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Made reservation on behalf of 7f693e1e2e4c45b0a519cdc9b284f217 for: {'network': 1} {{(pid=87635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:17:30.920380 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-c870aab5-d79d-492f-9b52-2e82b9b508ae tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for network, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:30.924076 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvr_db [None req-346ef772-d82e-44f3-8ee7-fabf561f71ca None None] Set router 9830ea94-3af4-44dd-af06-634e4fe8878f gateway port host: dv-neutron-822799-1-hyperv {{(pid=87637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:17:30.956632 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5129ddc-da56-4916-9739-85b3339f2d32 req-ca8be575-c744-488a-905a-e0d7e6bfac99 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:17:30.957614 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [req-d5129ddc-da56-4916-9739-85b3339f2d32 req-ca8be575-c744-488a-905a-e0d7e6bfac99 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Synchronizing usage tracker for tenant:544f3e375bde4f0988286eba27294ea6 on resource:port {{(pid=87635) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:17:30.969578 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c870aab5-d79d-492f-9b52-2e82b9b508ae tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] vlan segment allocate from pool success with {'vlan_id': 408, 'physical_network': 'physnet1'}  {{(pid=87635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 23 16:17:30.972810 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-bca6c544-d8a2-4f55-939f-3c0a26b9c936 None None] For port d25ede81-ae79-4d82-9a27-85710f76fa62, host dv-neutron-822799-1-hyperv, cleared binding levels {{(pid=87637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 23 16:17:30.982658 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-c870aab5-d79d-492f-9b52-2e82b9b508ae tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:30.983122 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.db.segments_db [None req-c870aab5-d79d-492f-9b52-2e82b9b508ae tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Added segment f83bd313-66e2-44a2-af34-55f45595a6fa of type vlan for network ba1d565d-613b-4b93-b7ea-c1379085f94b
Dec 23 16:17:30.984376 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [req-d5129ddc-da56-4916-9739-85b3339f2d32 req-ca8be575-c744-488a-905a-e0d7e6bfac99 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Unset dirty status for tenant:544f3e375bde4f0988286eba27294ea6 on resource:port {{(pid=87635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:17:30.986075 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-d5129ddc-da56-4916-9739-85b3339f2d32 req-ca8be575-c744-488a-905a-e0d7e6bfac99 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/ports?device_id=a17b9fda-f199-4fa6-b5de-3886d3773195 HTTP/1.1" status: 200  len: 946 time: 0.1802235
Dec 23 16:17:30.993338 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-bca6c544-d8a2-4f55-939f-3c0a26b9c936 None None] For port d25ede81-ae79-4d82-9a27-85710f76fa62, host dv-neutron-822799-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=d25ede81-ae79-4d82-9a27-85710f76fa62,segment=NetworkSegment(ab380078-0ab1-4da0-9308-92175481375f),segment_id=ab380078-0ab1-4da0-9308-92175481375f)] {{(pid=87637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 23 16:17:31.006725 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-bca6c544-d8a2-4f55-939f-3c0a26b9c936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:31.017592 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-da02460d-b065-424e-8728-090b1b8ccd5e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:17:31.037571 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-c870aab5-d79d-492f-9b52-2e82b9b508ae tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735362521793'] for network, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:31.078804 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-d5129ddc-da56-4916-9739-85b3339f2d32 req-c17bf1dd-8d61-48d7-9625-72cda3e6a7f0 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/security-groups?id=540d218f-1872-4d97-90cc-87bdcd4a799a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0776944
Dec 23 16:17:31.096065 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-c870aab5-d79d-492f-9b52-2e82b9b508ae tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495'] for network, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:31.109862 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c870aab5-d79d-492f-9b52-2e82b9b508ae tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:17:31.109862 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-c870aab5-d79d-492f-9b52-2e82b9b508ae tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks [] for network, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:31.109862 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-b15bcddb-cb04-4f06-9a51-bf9527932a6e tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:17:31.140764 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca6c544-d8a2-4f55-939f-3c0a26b9c936 None None] Pushing event updated for resources: {'Port': ['ID=d25ede81-ae79-4d82-9a27-85710f76fa62,revision_number=2']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:17:31.156174 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-bca6c544-d8a2-4f55-939f-3c0a26b9c936 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:17:31.214529 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c6fe62-7638-46c8-bcfd-02b93db15964 req-e8f8ccf1-6914-4e41-94dd-17e515dd81dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:17:31.216049 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-b5c6fe62-7638-46c8-bcfd-02b93db15964 req-e8f8ccf1-6914-4e41-94dd-17e515dd81dd service neutron] 10.222.0.61 "GET /v2.0/networks?id=86ce35ef-6f92-478d-bb05-dc77b85890ed HTTP/1.1" status: 200  len: 897 time: 0.3987646
Dec 23 16:17:31.315067 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-b5c6fe62-7638-46c8-bcfd-02b93db15964 req-7d638d3b-5cf9-43ea-bab7-bef522d34dc4 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8dc1b2bc-0f9f-4742-a2f0-a40d58aac880 HTTP/1.1" status: 200  len: 217 time: 0.0868306
Dec 23 16:17:31.361207 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-c870aab5-d79d-492f-9b52-2e82b9b508ae tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201  len: 770 time: 0.5079594
Dec 23 16:17:31.365720 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 51578) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:31.376194 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-a23e6fbd-af07-417f-a043-e01be581bd36 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Request body: {'subnet': {'network_id': 'ba1d565d-613b-4b93-b7ea-c1379085f94b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:17:31.379883 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-25df96e7-10e6-4e8f-acde-14d605b042b8 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:31.406005 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c870aab5-d79d-492f-9b52-2e82b9b508ae tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Pushing event updated for resources: {'Network': ['ID=ba1d565d-613b-4b93-b7ea-c1379085f94b,revision_number=1']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:17:31.407222 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-346ef772-d82e-44f3-8ee7-fabf561f71ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc1179850>, [{'id': '9830ea94-3af4-44dd-af06-634e4fe8878f', 'name': 'tempest-TestNetworkBasicOps-router-677473266', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.162'}], 'enable_snat': True}, 'gw_port_id': '06fc2d70-1443-439c-a89a-12708450fe11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:16:06Z', 'updated_at': '2021-12-23T16:16:23Z', 'revision_number': 4, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'gw_port': {'id': '06fc2d70-1443-439c-a89a-12708450fe11', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ac:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9830ea94-3af4-44dd-af06-634e4fe8878f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1047, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:16:08Z', 'updated_at': '2021-12-23T16:16:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_interfaces': [{'id': '18f6019e-7f2c-48df-9312-599bd77edfd8', 'name': '', 'network_id': '86ce35ef-6f92-478d-bb05-dc77b85890ed', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'mac_address': 'fa:16:3e:2d:cf:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9830ea94-3af4-44dd-af06-634e4fe8878f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': '0dca58b9-f8fa-4c62-85a7-2fd783a18325', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:16:20Z', 'updated_at': '2021-12-23T16:16:34Z', 'revision_number': 5, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'subnets': [{'id': '0dca58b9-f8fa-4c62-85a7-2fd783a18325', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:17:31.413190 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-346ef772-d82e-44f3-8ee7-fabf561f71ca None None] Checking router: 9830ea94-3af4-44dd-af06-634e4fe8878f for host: dv-neutron-822799-1-hyperv {{(pid=87637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 23 16:17:31.417182 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.provisioning_blocks [None req-25df96e7-10e6-4e8f-acde-14d605b042b8 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Transition to ACTIVE for port object df41e975-39ec-4d55-adb9-f7cf1ea7ce41 will not be triggered until provisioned by entity DHCP. {{(pid=87636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:17:31.425237 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c6fe62-7638-46c8-bcfd-02b93db15964 req-fa863e52-af5e-47b0-92f2-a5ed5ac19724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:17:31.426417 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-346ef772-d82e-44f3-8ee7-fabf561f71ca None None] Routers {'9830ea94-3af4-44dd-af06-634e4fe8878f'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:17:31.426771 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-b5c6fe62-7638-46c8-bcfd-02b93db15964 req-fa863e52-af5e-47b0-92f2-a5ed5ac19724 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=0dca58b9-f8fa-4c62-85a7-2fd783a18325 HTTP/1.1" status: 200  len: 834 time: 0.1026471
Dec 23 16:17:31.427079 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-346ef772-d82e-44f3-8ee7-fabf561f71ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc1179850>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:17:20Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['9830ea94-3af4-44dd-af06-634e4fe8878f'], 'active': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:17:31.475956 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-c870aab5-d79d-492f-9b52-2e82b9b508ae tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:17:31.505081 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Network ba1d565d-613b-4b93-b7ea-c1379085f94b details requested by agent ovs-agent-dv-neutron-822799-1-hyperv with host dv-neutron-822799-1-hyperv {{(pid=87637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 23 16:17:31.509479 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-25df96e7-10e6-4e8f-acde-14d605b042b8 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:31.521205 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-506b664f-d500-4278-bac4-fce6a086fcde tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:17:31.581124 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-a23e6fbd-af07-417f-a043-e01be581bd36 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:17:31.586173 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-a23e6fbd-af07-417f-a043-e01be581bd36 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Usage tracker for resource:subnet and tenant:7f693e1e2e4c45b0a519cdc9b284f217 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:17:31.589653 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-a23e6fbd-af07-417f-a043-e01be581bd36 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:17:31.597185 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-a23e6fbd-af07-417f-a043-e01be581bd36 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:17:31.609341 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a23e6fbd-af07-417f-a043-e01be581bd36 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Made reservation on behalf of 7f693e1e2e4c45b0a519cdc9b284f217 for: {'subnet': 1} {{(pid=87635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:17:31.614830 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a23e6fbd-af07-417f-a043-e01be581bd36 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2610339'] for subnet, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:31.686432 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c6fe62-7638-46c8-bcfd-02b93db15964 req-372141cd-0b2f-492d-b4b7-16e6d9df33e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:17:31.696661 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-b5c6fe62-7638-46c8-bcfd-02b93db15964 req-372141cd-0b2f-492d-b4b7-16e6d9df33e8 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=86ce35ef-6f92-478d-bb05-dc77b85890ed&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.2607586
Dec 23 16:17:31.840303 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25df96e7-10e6-4e8f-acde-14d605b042b8 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Network f3a34236-5039-4b79-9c25-0ff174706262 is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:17:31.854561 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-25df96e7-10e6-4e8f-acde-14d605b042b8 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Resources bound (agent type, host, resource id):  {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:17:31.858993 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25df96e7-10e6-4e8f-acde-14d605b042b8 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:17:31.867736 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvr_db [None req-346ef772-d82e-44f3-8ee7-fabf561f71ca None None] Set router 9830ea94-3af4-44dd-af06-634e4fe8878f gateway port host: dv-neutron-822799-1-hyperv {{(pid=87637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:17:31.912470 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a23e6fbd-af07-417f-a043-e01be581bd36 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2753396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2610353'] for subnet, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:31.917634 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-99b23ce9-e0a5-46da-a081-1f249f8c6657 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:17:31.930472 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25df96e7-10e6-4e8f-acde-14d605b042b8 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Pushing event updated for resources: {'Port': ['ID=df41e975-39ec-4d55-adb9-f7cf1ea7ce41,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:17:31.933500 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-25df96e7-10e6-4e8f-acde-14d605b042b8 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:17:31.945663 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25df96e7-10e6-4e8f-acde-14d605b042b8 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:17:31.946627 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-25df96e7-10e6-4e8f-acde-14d605b042b8 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:31.985875 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-25df96e7-10e6-4e8f-acde-14d605b042b8 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201  len: 925 time: 2.0479314
Dec 23 16:17:31.985875 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 51582) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:31.993754 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23e6fbd-af07-417f-a043-e01be581bd36 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Pushing event updated for resources: {'Subnet': ['ID=112dfb87-fc0d-4618-a534-d68b1c503b9b,revision_number=0']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:17:32.005172 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23e6fbd-af07-417f-a043-e01be581bd36 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:17:32.005799 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23e6fbd-af07-417f-a043-e01be581bd36 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:17:32.006473 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23e6fbd-af07-417f-a043-e01be581bd36 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:17:32.007028 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23e6fbd-af07-417f-a043-e01be581bd36 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:17:32.008304 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23e6fbd-af07-417f-a043-e01be581bd36 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:17:32.008304 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23e6fbd-af07-417f-a043-e01be581bd36 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:17:32.008304 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23e6fbd-af07-417f-a043-e01be581bd36 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:17:32.008795 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23e6fbd-af07-417f-a043-e01be581bd36 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:17:32.010054 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23e6fbd-af07-417f-a043-e01be581bd36 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:17:32.010054 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23e6fbd-af07-417f-a043-e01be581bd36 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:17:32.010054 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23e6fbd-af07-417f-a043-e01be581bd36 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:17:32.010356 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23e6fbd-af07-417f-a043-e01be581bd36 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:17:32.016631 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-a23e6fbd-af07-417f-a043-e01be581bd36 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:17:32.016631 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a23e6fbd-af07-417f-a043-e01be581bd36 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Checking segment: {'id': 'f83bd313-66e2-44a2-af34-55f45595a6fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'ba1d565d-613b-4b93-b7ea-c1379085f94b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:17:32.016631 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a23e6fbd-af07-417f-a043-e01be581bd36 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Network hostable DHCP agents. Network: ba1d565d-613b-4b93-b7ea-c1379085f94b, hostable agents: ['1c812d71-eadf-4fb3-b98e-67468a4aa7e2'], hosted agents: [] {{(pid=87635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 23 16:17:32.053186 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-b5c6fe62-7638-46c8-bcfd-02b93db15964 req-ce9e6dae-df96-43e3-855f-4b87f10577da service neutron] 10.222.0.61 "GET /v2.0/networks/86ce35ef-6f92-478d-bb05-dc77b85890ed?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3546224
Dec 23 16:17:32.135561 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a23e6fbd-af07-417f-a043-e01be581bd36 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Network ba1d565d-613b-4b93-b7ea-c1379085f94b is scheduled to be hosted by DHCP agent 1c812d71-eadf-4fb3-b98e-67468a4aa7e2 with binding_index 1 {{(pid=87635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 23 16:17:32.162095 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-086ad23e-8e6c-40f7-902a-1601ac36be89 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Deleting port df41e975-39ec-4d55-adb9-f7cf1ea7ce41 {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:17:32.162529 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-086ad23e-8e6c-40f7-902a-1601ac36be89 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:32.163778 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06eb59fd-4ea7-403d-8a7c-d7e554ff4d82 req-9b8d1f12-e474-4d44-8f21-10ebda4091dc tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:17:32.168504 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-06eb59fd-4ea7-403d-8a7c-d7e554ff4d82 req-9b8d1f12-e474-4d44-8f21-10ebda4091dc tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.61 "GET /v2.0/ports?device_id=a17b9fda-f199-4fa6-b5de-3886d3773195 HTTP/1.1" status: 200  len: 946 time: 0.1416020
Dec 23 16:17:32.172092 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.base_scheduler [None req-a23e6fbd-af07-417f-a043-e01be581bd36 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822799-1-hyperv, ba1d565d-613b-4b93-b7ea-c1379085f94b) {{(pid=87635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:17:32.179991 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca9a11c2-d5a5-4659-a4e8-cd3753d36588 None None] Network ba1d565d-613b-4b93-b7ea-c1379085f94b requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:17:32.222788 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a23e6fbd-af07-417f-a043-e01be581bd36 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:17:32.223395 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a23e6fbd-af07-417f-a043-e01be581bd36 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks [] for subnet, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:32.279052 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-a23e6fbd-af07-417f-a043-e01be581bd36 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.9120286
Dec 23 16:17:32.282071 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 51588) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:32.296981 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-dd2e2e63-e64b-4224-846a-b94b5beb73af tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1218873176', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:17:32.333831 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-dd2e2e63-e64b-4224-846a-b94b5beb73af tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:17:32.353189 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-dd2e2e63-e64b-4224-846a-b94b5beb73af tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Usage tracker for resource:router and tenant:7f693e1e2e4c45b0a519cdc9b284f217 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:17:32.368852 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [req-06eb59fd-4ea7-403d-8a7c-d7e554ff4d82 req-bd742333-9f73-4902-a64f-f680d23caed2 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Deleting port 8dc1b2bc-0f9f-4742-a2f0-a40d58aac880 {{(pid=87635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:17:32.369206 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [req-06eb59fd-4ea7-403d-8a7c-d7e554ff4d82 req-bd742333-9f73-4902-a64f-f680d23caed2 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:32.460007 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-dd2e2e63-e64b-4224-846a-b94b5beb73af tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:17:32.482994 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-b5c6fe62-7638-46c8-bcfd-02b93db15964 req-fe225fbf-6807-483a-948f-f6c4c9147f11 service neutron] 10.222.0.61 "GET /v2.0/networks/86ce35ef-6f92-478d-bb05-dc77b85890ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4179027
Dec 23 16:17:32.651325 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95aee939-605f-4e9a-8547-c2de64bafbd1 req-5acb2540-3514-4eda-8faa-e58d67f113c0 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:17:32.658648 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-95aee939-605f-4e9a-8547-c2de64bafbd1 req-5acb2540-3514-4eda-8faa-e58d67f113c0 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/ports?device_id=a17b9fda-f199-4fa6-b5de-3886d3773195 HTTP/1.1" status: 200  len: 946 time: 0.2943087
Dec 23 16:17:32.689445 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.db [req-06eb59fd-4ea7-403d-8a7c-d7e554ff4d82 req-bd742333-9f73-4902-a64f-f680d23caed2 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] For port 8dc1b2bc-0f9f-4742-a2f0-a40d58aac880, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=8dc1b2bc-0f9f-4742-a2f0-a40d58aac880,segment=NetworkSegment(d3145fa9-8a75-4e10-8270-1505196d67de),segment_id=d3145fa9-8a75-4e10-8270-1505196d67de)] {{(pid=87635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:17:32.690029 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [req-06eb59fd-4ea7-403d-8a7c-d7e554ff4d82 req-bd742333-9f73-4902-a64f-f680d23caed2 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:32.700112 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d617d44-cf11-4dab-a7bc-aa9facdf02ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7e017a6-8198-58c8-a07e-0f786128e3b3-ba1d565d-613b-4b93-b7ea-c1379085f94b', 'network_id': 'ba1d565d-613b-4b93-b7ea-c1379085f94b', 'tenant_id': '7f693e1e2e4c45b0a519cdc9b284f217', 'fixed_ips': [{'subnet_id': '112dfb87-fc0d-4618-a534-d68b1c503b9b'}]}} from dv-neutron-822799-1-hyperv. {{(pid=87637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 23 16:17:32.701593 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3d617d44-cf11-4dab-a7bc-aa9facdf02ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:32.722357 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-086ad23e-8e6c-40f7-902a-1601ac36be89 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:32.794082 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-dd2e2e63-e64b-4224-846a-b94b5beb73af tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:17:32.815074 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-346ef772-d82e-44f3-8ee7-fabf561f71ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc1179850>, [{'id': '9830ea94-3af4-44dd-af06-634e4fe8878f', 'name': 'tempest-TestNetworkBasicOps-router-677473266', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.162'}], 'enable_snat': True}, 'gw_port_id': '06fc2d70-1443-439c-a89a-12708450fe11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:16:06Z', 'updated_at': '2021-12-23T16:16:23Z', 'revision_number': 4, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'gw_port': {'id': '06fc2d70-1443-439c-a89a-12708450fe11', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ac:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9830ea94-3af4-44dd-af06-634e4fe8878f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1047, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:16:08Z', 'updated_at': '2021-12-23T16:16:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_interfaces': [{'id': '18f6019e-7f2c-48df-9312-599bd77edfd8', 'name': '', 'network_id': '86ce35ef-6f92-478d-bb05-dc77b85890ed', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'mac_address': 'fa:16:3e:2d:cf:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9830ea94-3af4-44dd-af06-634e4fe8878f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': '0dca58b9-f8fa-4c62-85a7-2fd783a18325', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:16:20Z', 'updated_at': '2021-12-23T16:16:34Z', 'revision_number': 5, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'subnets': [{'id': '0dca58b9-f8fa-4c62-85a7-2fd783a18325', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:17:32.851976 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-687c9e7c-f01d-4420-8cc3-d56c7d22d034 None None] Network f3a34236-5039-4b79-9c25-0ff174706262 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:17:32.873432 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [req-06eb59fd-4ea7-403d-8a7c-d7e554ff4d82 req-bd742333-9f73-4902-a64f-f680d23caed2 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Calling delete_port for 8dc1b2bc-0f9f-4742-a2f0-a40d58aac880 owned by compute:nova {{(pid=87635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:17:32.874687 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-346ef772-d82e-44f3-8ee7-fabf561f71ca None None] The sync data for ids ['9830ea94-3af4-44dd-af06-634e4fe8878f'] in dv-neutron-822799-1-hyperv is: [{'id': '9830ea94-3af4-44dd-af06-634e4fe8878f', 'name': 'tempest-TestNetworkBasicOps-router-677473266', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.162'}], 'enable_snat': True}, 'gw_port_id': '06fc2d70-1443-439c-a89a-12708450fe11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:16:06Z', 'updated_at': '2021-12-23T16:16:23Z', 'revision_number': 4, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'gw_port': {'id': '06fc2d70-1443-439c-a89a-12708450fe11', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ac:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9830ea94-3af4-44dd-af06-634e4fe8878f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1047, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:16:08Z', 'updated_at': '2021-12-23T16:16:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_interfaces': [{'id': '18f6019e-7f2c-48df-9312-599bd77edfd8', 'name': '', 'network_id': '86ce35ef-6f92-478d-bb05-dc77b85890ed', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'mac_address': 'fa:16:3e:2d:cf:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9830ea94-3af4-44dd-af06-634e4fe8878f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': '0dca58b9-f8fa-4c62-85a7-2fd783a18325', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:16:20Z', 'updated_at': '2021-12-23T16:16:34Z', 'revision_number': 5, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'subnets': [{'id': '0dca58b9-f8fa-4c62-85a7-2fd783a18325', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 23 16:17:32.884509 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-086ad23e-8e6c-40f7-902a-1601ac36be89 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Calling delete_port for df41e975-39ec-4d55-adb9-f7cf1ea7ce41 owned by  {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:17:32.923362 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-95aee939-605f-4e9a-8547-c2de64bafbd1 req-c0eb8b38-be4e-4094-ab32-a500464ab9f6 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/security-groups?id=540d218f-1872-4d97-90cc-87bdcd4a799a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2634985
Dec 23 16:17:32.938905 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-dd2e2e63-e64b-4224-846a-b94b5beb73af tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1823978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-235332'] for router, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:32.939924 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-dd2e2e63-e64b-4224-846a-b94b5beb73af tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1824575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1824063', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1751113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-235341'] for router, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:32.991523 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-170a8345-713d-4e26-8493-653baaa0f3f0 None None] Provisioning for port d25ede81-ae79-4d82-9a27-85710f76fa62 completed by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:17:32.993353 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-dd2e2e63-e64b-4224-846a-b94b5beb73af tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:33.028948 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_common [None req-3d617d44-cf11-4dab-a7bc-aa9facdf02ea None None] Allocated IP 2001:db8::2 (ba1d565d-613b-4b93-b7ea-c1379085f94b/112dfb87-fc0d-4618-a534-d68b1c503b9b/6d91ae69-e4e3-4013-b4cc-809b495d28e5) {{(pid=87637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:17:33.108981 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device d25ede81-ae79-4d82-9a27-85710f76fa62 up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:17:33.121577 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-dd2e2e63-e64b-4224-846a-b94b5beb73af tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1823971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1824234'] for router, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:33.126164 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-086ad23e-8e6c-40f7-902a-1601ac36be89 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:33.132296 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-2494404d-4ed4-4bf7-96c0-59d44b8812d8 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:17:33.170836 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [req-06eb59fd-4ea7-403d-8a7c-d7e554ff4d82 req-bd742333-9f73-4902-a64f-f680d23caed2 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:33.178346 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-62a2a23b-4b71-418d-a160-91acf8d52339 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:17:33.183026 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086ad23e-8e6c-40f7-902a-1601ac36be89 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Pushing event deleted for resources: {'Port': ['ID=df41e975-39ec-4d55-adb9-f7cf1ea7ce41,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:17:33.234499 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-dd2e2e63-e64b-4224-846a-b94b5beb73af tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks [] for router, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:33.236081 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-dd2e2e63-e64b-4224-846a-b94b5beb73af tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201  len: 704 time: 0.9530416
Dec 23 16:17:33.239753 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd742333-9f73-4902-a64f-f680d23caed2 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Pushing event deleted for resources: {'Port': ['ID=8dc1b2bc-0f9f-4742-a2f0-a40d58aac880,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:17:33.242054 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 51592) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:33.246872 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-bd742333-9f73-4902-a64f-f680d23caed2 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:17:33.305455 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086ad23e-8e6c-40f7-902a-1601ac36be89 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:17:33.305965 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086ad23e-8e6c-40f7-902a-1601ac36be89 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:17:33.306345 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086ad23e-8e6c-40f7-902a-1601ac36be89 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:17:33.306713 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086ad23e-8e6c-40f7-902a-1601ac36be89 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:17:33.307336 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086ad23e-8e6c-40f7-902a-1601ac36be89 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:17:33.307707 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086ad23e-8e6c-40f7-902a-1601ac36be89 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:17:33.308068 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086ad23e-8e6c-40f7-902a-1601ac36be89 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:17:33.308472 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086ad23e-8e6c-40f7-902a-1601ac36be89 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:17:33.308859 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086ad23e-8e6c-40f7-902a-1601ac36be89 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:17:33.309218 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086ad23e-8e6c-40f7-902a-1601ac36be89 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:17:33.309573 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086ad23e-8e6c-40f7-902a-1601ac36be89 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:17:33.309927 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086ad23e-8e6c-40f7-902a-1601ac36be89 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:17:33.320625 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-086ad23e-8e6c-40f7-902a-1601ac36be89 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:17:33.372588 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning for port d25ede81-ae79-4d82-9a27-85710f76fa62 completed by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:17:33.374599 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce14bc2-b449-4611-8a27-d4fac621b873 None None] New status for floating IP a13df365-192b-425b-9e4b-38a680d22db0: DOWN {{(pid=87638) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 23 16:17:33.408245 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port d25ede81-ae79-4d82-9a27-85710f76fa62 triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:17:33.408676 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:33.517516 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3d617d44-cf11-4dab-a7bc-aa9facdf02ea None None] Notify callbacks [] for port, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:33.533821 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3d617d44-cf11-4dab-a7bc-aa9facdf02ea None None] Transition to ACTIVE for port object 6d91ae69-e4e3-4013-b4cc-809b495d28e5 will not be triggered until provisioned by entity L2. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:17:33.580462 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-086ad23e-8e6c-40f7-902a-1601ac36be89 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:33.602912 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-086ad23e-8e6c-40f7-902a-1601ac36be89 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] 10.222.0.64 "DELETE /v2.0/ports/df41e975-39ec-4d55-adb9-f7cf1ea7ce41 HTTP/1.1" status: 204  len: 168 time: 1.6137478
Dec 23 16:17:33.603146 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3d617d44-cf11-4dab-a7bc-aa9facdf02ea None None] Transition to ACTIVE for port object 6d91ae69-e4e3-4013-b4cc-809b495d28e5 will not be triggered until provisioned by entity DHCP. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:17:33.604389 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 51596) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:33.619165 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3d617d44-cf11-4dab-a7bc-aa9facdf02ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780'] for port, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:33.625458 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-c3a21bce-6add-4e61-8e0f-d85acb58d2e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:17:33.665149 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ec4993e-1ecd-4245-888b-35275c1da425 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:17:33.666904 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ec4993e-1ecd-4245-888b-35275c1da425 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 23 16:17:33.669193 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-5ec4993e-1ecd-4245-888b-35275c1da425 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] 10.222.0.64 "DELETE /v2.0/ports/df41e975-39ec-4d55-adb9-f7cf1ea7ce41 HTTP/1.1" status: 404  len: 333 time: 0.0631733
Dec 23 16:17:33.673603 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:33.673793 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 51600) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:33.674680 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.l3_dvrscheduler_db [req-06eb59fd-4ea7-403d-8a7c-d7e554ff4d82 req-bd742333-9f73-4902-a64f-f680d23caed2 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] No DVR routers for this DVR port 8dc1b2bc-0f9f-4742-a2f0-a40d58aac880 on host hv-neutron-8227 {{(pid=87635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 23 16:17:33.689291 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [req-06eb59fd-4ea7-403d-8a7c-d7e554ff4d82 req-bd742333-9f73-4902-a64f-f680d23caed2 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:33.691594 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-06eb59fd-4ea7-403d-8a7c-d7e554ff4d82 req-bd742333-9f73-4902-a64f-f680d23caed2 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.61 "DELETE /v2.0/ports/8dc1b2bc-0f9f-4742-a2f0-a40d58aac880 HTTP/1.1" status: 204  len: 173 time: 1.5174959
Dec 23 16:17:33.692981 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a17b9fda-f199-4fa6-b5de-3886d3773195', 'name': 'network-vif-deleted', 'tag': '8dc1b2bc-0f9f-4742-a2f0-a40d58aac880'}] {{(pid=87635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 23 16:17:33.737770 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d617d44-cf11-4dab-a7bc-aa9facdf02ea None None] Network ba1d565d-613b-4b93-b7ea-c1379085f94b is already hosted by enough agents. {{(pid=87637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:17:33.760992 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d412067-56bc-43cd-9182-5770e82ce495 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] GET failed (client error): The resource could not be found.
Dec 23 16:17:33.761736 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-5d412067-56bc-43cd-9182-5770e82ce495 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Synchronizing usage tracker for tenant:e1d581421fe74f67b8908d7d303644fd on resource:port {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:17:33.771930 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-3d617d44-cf11-4dab-a7bc-aa9facdf02ea None None] Resources bound (agent type, host, resource id):  {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:17:33.795869 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-5d412067-56bc-43cd-9182-5770e82ce495 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Unset dirty status for tenant:e1d581421fe74f67b8908d7d303644fd on resource:port {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:17:33.797416 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d617d44-cf11-4dab-a7bc-aa9facdf02ea None None] Received port after_create {{(pid=87637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:17:33.809441 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-5d412067-56bc-43cd-9182-5770e82ce495 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] 10.222.0.64 "GET /v2.0/ports/df41e975-39ec-4d55-adb9-f7cf1ea7ce41 HTTP/1.1" status: 404  len: 333 time: 0.1332788
Dec 23 16:17:33.809637 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d617d44-cf11-4dab-a7bc-aa9facdf02ea None None] Pushing event updated for resources: {'Port': ['ID=6d91ae69-e4e3-4013-b4cc-809b495d28e5,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:17:33.811097 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 51606) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:33.812080 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] For port d25ede81-ae79-4d82-9a27-85710f76fa62, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=d25ede81-ae79-4d82-9a27-85710f76fa62,segment=NetworkSegment(ab380078-0ab1-4da0-9308-92175481375f),segment_id=ab380078-0ab1-4da0-9308-92175481375f)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:17:33.849486 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3d617d44-cf11-4dab-a7bc-aa9facdf02ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:17:33.850009 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:33.861424 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:17:33.912607 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_v2 [None req-545738c0-3b67-4c32-a440-e14a286fd176 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Deleting subnet c8cd25d7-27a7-4023-9f7d-2ab5c230d224 {{(pid=87636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 23 16:17:33.916615 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-545738c0-3b67-4c32-a440-e14a286fd176 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks [] for subnet, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:33.951847 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a17b9fda-f199-4fa6-b5de-3886d3773195', 'name': 'network-vif-deleted', 'tag': '8dc1b2bc-0f9f-4742-a2f0-a40d58aac880', 'status': 'completed', 'code': 200}
Dec 23 16:17:34.012449 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-545738c0-3b67-4c32-a440-e14a286fd176 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2382092'] for subnet, precommit_delete_associations {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:34.041027 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-3d617d44-cf11-4dab-a7bc-aa9facdf02ea None None] Attempting to bind port 6d91ae69-e4e3-4013-b4cc-809b495d28e5 on host dv-neutron-822799-1-hyperv for vnic_type normal with profile  {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:17:34.041445 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-3d617d44-cf11-4dab-a7bc-aa9facdf02ea None None] Attempting to bind port 6d91ae69-e4e3-4013-b4cc-809b495d28e5 by drivers openvswitch,hyperv on host dv-neutron-822799-1-hyperv at level 0 using segments [{'id': 'f83bd313-66e2-44a2-af34-55f45595a6fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'ba1d565d-613b-4b93-b7ea-c1379085f94b'}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:17:34.041821 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d617d44-cf11-4dab-a7bc-aa9facdf02ea None None] Attempting to bind port 6d91ae69-e4e3-4013-b4cc-809b495d28e5 on network ba1d565d-613b-4b93-b7ea-c1379085f94b {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:17:34.055080 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d617d44-cf11-4dab-a7bc-aa9facdf02ea None None] Checking agent: {'id': '20d2070f-69a9-4e73-8d08-6f0387a40158', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822799-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 21), 'started_at': datetime.datetime(2021, 12, 23, 16, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 17, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822799-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 23 16:17:34.055473 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d617d44-cf11-4dab-a7bc-aa9facdf02ea None None] Checking segment: {'id': 'f83bd313-66e2-44a2-af34-55f45595a6fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'ba1d565d-613b-4b93-b7ea-c1379085f94b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:17:34.055896 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3d617d44-cf11-4dab-a7bc-aa9facdf02ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:34.056378 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d617d44-cf11-4dab-a7bc-aa9facdf02ea None None] Bound using segment: {'id': 'f83bd313-66e2-44a2-af34-55f45595a6fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'ba1d565d-613b-4b93-b7ea-c1379085f94b'} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 23 16:17:34.056819 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-3d617d44-cf11-4dab-a7bc-aa9facdf02ea None None] Bound port: 6d91ae69-e4e3-4013-b4cc-809b495d28e5, host: dv-neutron-822799-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f83bd313-66e2-44a2-af34-55f45595a6fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'ba1d565d-613b-4b93-b7ea-c1379085f94b'}}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 23 16:17:34.057203 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3d617d44-cf11-4dab-a7bc-aa9facdf02ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:34.073488 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-b600839e-5162-4119-9f35-2a98f31eed09 None None] Provisioning complete for port d25ede81-ae79-4d82-9a27-85710f76fa62 triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:17:34.073488 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-b600839e-5162-4119-9f35-2a98f31eed09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:34.124714 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-545738c0-3b67-4c32-a440-e14a286fd176 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864774'] for subnet, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:34.251503 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Pushing event updated for resources: {'Port': ['ID=d25ede81-ae79-4d82-9a27-85710f76fa62,revision_number=3']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:17:34.273454 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.413s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:17:34.322438 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-c5e25a53-9786-4e8b-a1be-10892986e96a req-54c99313-f24b-4b96-be2e-b83d42254583 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/ports?device_id=a17b9fda-f199-4fa6-b5de-3886d3773195 HTTP/1.1" status: 200  len: 210 time: 0.1019809
Dec 23 16:17:34.326344 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-545738c0-3b67-4c32-a440-e14a286fd176 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2176495', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2618677'] for subnet, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:34.341952 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-0c375ff0-1c4c-496e-bc9e-28447d9449b1 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:34.343250 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-d6771859-4a6d-436a-bcc1-f9ea9a4ac921 tempest-AllowedAddressPairTestJSON-1896580189 tempest-AllowedAddressPairTestJSON-1896580189-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:17:34.399099 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545738c0-3b67-4c32-a440-e14a286fd176 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Pushing event deleted for resources: {'Subnet': ['ID=c8cd25d7-27a7-4023-9f7d-2ab5c230d224,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:17:34.402494 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-545738c0-3b67-4c32-a440-e14a286fd176 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:17:34.403765 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-545738c0-3b67-4c32-a440-e14a286fd176 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks [] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:34.413718 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-545738c0-3b67-4c32-a440-e14a286fd176 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] 10.222.0.64 "DELETE /v2.0/subnets/c8cd25d7-27a7-4023-9f7d-2ab5c230d224 HTTP/1.1" status: 204  len: 168 time: 0.6015170
Dec 23 16:17:34.414549 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 51612) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:34.440906 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-3d617d44-cf11-4dab-a7bc-aa9facdf02ea None None] For port 6d91ae69-e4e3-4013-b4cc-809b495d28e5, host dv-neutron-822799-1-hyperv, cleared binding levels {{(pid=87637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 23 16:17:34.459634 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-3d617d44-cf11-4dab-a7bc-aa9facdf02ea None None] For port 6d91ae69-e4e3-4013-b4cc-809b495d28e5, host dv-neutron-822799-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=6d91ae69-e4e3-4013-b4cc-809b495d28e5,segment=NetworkSegment(f83bd313-66e2-44a2-af34-55f45595a6fa),segment_id=f83bd313-66e2-44a2-af34-55f45595a6fa)] {{(pid=87637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 23 16:17:34.466534 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3d617d44-cf11-4dab-a7bc-aa9facdf02ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:34.471740 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:17:34.516002 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc6fec10-4f31-4c20-98a8-7298d155eb5e None None] Network f3a34236-5039-4b79-9c25-0ff174706262 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:17:34.563991 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-44ef005c-1cbf-4a32-b882-e6de0435ccbf None None] Could not find standard attr ID for object df41e975-39ec-4d55-adb9-f7cf1ea7ce41. {{(pid=87637) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 23 16:17:34.577928 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-fd92cf06-4e9b-4c74-a196-c3412d3a3a32 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-698866'] for network, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:34.590478 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-fd92cf06-4e9b-4c74-a196-c3412d3a3a32 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Deleting port d25ede81-ae79-4d82-9a27-85710f76fa62 {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:17:34.591179 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-fd92cf06-4e9b-4c74-a196-c3412d3a3a32 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:34.656649 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d617d44-cf11-4dab-a7bc-aa9facdf02ea None None] Pushing event updated for resources: {'Port': ['ID=6d91ae69-e4e3-4013-b4cc-809b495d28e5,revision_number=2']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:17:34.667627 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3d617d44-cf11-4dab-a7bc-aa9facdf02ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:17:34.812813 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [None req-fd92cf06-4e9b-4c74-a196-c3412d3a3a32 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] For port d25ede81-ae79-4d82-9a27-85710f76fa62, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=d25ede81-ae79-4d82-9a27-85710f76fa62,segment=NetworkSegment(ab380078-0ab1-4da0-9308-92175481375f),segment_id=ab380078-0ab1-4da0-9308-92175481375f)] {{(pid=87636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:17:34.813263 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-fd92cf06-4e9b-4c74-a196-c3412d3a3a32 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:34.813667 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.db_base_plugin_common [None req-0c375ff0-1c4c-496e-bc9e-28447d9449b1 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Allocated IP 2001:db8::1 (ba1d565d-613b-4b93-b7ea-c1379085f94b/112dfb87-fc0d-4618-a534-d68b1c503b9b/964a7ae6-86b4-4853-aad7-7ad0bbd861e6) {{(pid=87635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:17:34.870009 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d6ebb4e-d3be-4dd6-945b-c5eb270ac0f2 None None] DHCP port deletion for f3a34236-5039-4b79-9c25-0ff174706262 request from dv-neutron-822799-1-hyperv {{(pid=87637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 23 16:17:34.874913 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-9d6ebb4e-d3be-4dd6-945b-c5eb270ac0f2 None None] Deleting port d25ede81-ae79-4d82-9a27-85710f76fa62 {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:17:34.875768 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9d6ebb4e-d3be-4dd6-945b-c5eb270ac0f2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:34.971697 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-fd92cf06-4e9b-4c74-a196-c3412d3a3a32 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Calling delete_port for d25ede81-ae79-4d82-9a27-85710f76fa62 owned by network:dhcp {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:17:35.043153 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-0c375ff0-1c4c-496e-bc9e-28447d9449b1 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks [] for port, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:35.062321 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.provisioning_blocks [None req-0c375ff0-1c4c-496e-bc9e-28447d9449b1 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Transition to ACTIVE for port object 964a7ae6-86b4-4853-aad7-7ad0bbd861e6 will not be triggered until provisioned by entity DHCP. {{(pid=87635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:17:35.077798 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-fd92cf06-4e9b-4c74-a196-c3412d3a3a32 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:35.087160 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-fe348f60-3351-43d1-9685-f92d7f5edcf3 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:17:35.105496 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-0c375ff0-1c4c-496e-bc9e-28447d9449b1 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:35.114098 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-cbbbec50-986d-4c2a-9859-e3a6b72ad2b5 tempest-FloatingIPAdminTestJSON-1033762060 tempest-FloatingIPAdminTestJSON-1033762060-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:17:35.124327 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd92cf06-4e9b-4c74-a196-c3412d3a3a32 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] No DVR routers for this DVR port d25ede81-ae79-4d82-9a27-85710f76fa62 on host dv-neutron-822799-1-hyperv {{(pid=87636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 23 16:17:35.158087 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 6d91ae69-e4e3-4013-b4cc-809b495d28e5 up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:17:35.162091 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd92cf06-4e9b-4c74-a196-c3412d3a3a32 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Pushing event deleted for resources: {'Port': ['ID=d25ede81-ae79-4d82-9a27-85710f76fa62,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:17:35.167314 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-fd92cf06-4e9b-4c74-a196-c3412d3a3a32 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:17:35.199879 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c375ff0-1c4c-496e-bc9e-28447d9449b1 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Pushing event updated for resources: {'Port': ['ID=964a7ae6-86b4-4853-aad7-7ad0bbd861e6,revision_number=1']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:17:35.203624 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c375ff0-1c4c-496e-bc9e-28447d9449b1 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Network ba1d565d-613b-4b93-b7ea-c1379085f94b is already hosted by enough agents. {{(pid=87635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:17:35.205155 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-0c375ff0-1c4c-496e-bc9e-28447d9449b1 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:17:35.206291 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.base_scheduler [None req-0c375ff0-1c4c-496e-bc9e-28447d9449b1 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Resources bound (agent type, host, resource id):  {{(pid=87635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:17:35.208773 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c375ff0-1c4c-496e-bc9e-28447d9449b1 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Received port after_create {{(pid=87635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:17:35.209566 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-0c375ff0-1c4c-496e-bc9e-28447d9449b1 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1781300'] for router_interface, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:35.247990 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-9d6ebb4e-d3be-4dd6-945b-c5eb270ac0f2 None None] For port d25ede81-ae79-4d82-9a27-85710f76fa62, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=d25ede81-ae79-4d82-9a27-85710f76fa62,segment=NetworkSegment(ab380078-0ab1-4da0-9308-92175481375f),segment_id=ab380078-0ab1-4da0-9308-92175481375f)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:17:35.248397 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9d6ebb4e-d3be-4dd6-945b-c5eb270ac0f2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:35.264451 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-fd92cf06-4e9b-4c74-a196-c3412d3a3a32 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-864347', 'neutron.services.segments.db._delete_segments_for_network-8735362908070'] for network, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:35.292458 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-fd92cf06-4e9b-4c74-a196-c3412d3a3a32 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1dbb6f2b50>,) {'filters': {'network_id': ['f3a34236-5039-4b79-9c25-0ff174706262']}} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:17:35.311215 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-fd92cf06-4e9b-4c74-a196-c3412d3a3a32 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dbb6f2b50>, 'ab380078-0ab1-4da0-9308-92175481375f') {'for_net_delete': True} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:17:35.311521 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-fd92cf06-4e9b-4c74-a196-c3412d3a3a32 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dbb6f2b50>, 'ab380078-0ab1-4da0-9308-92175481375f') {} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:17:35.327915 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-fd92cf06-4e9b-4c74-a196-c3412d3a3a32 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735363085442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2382197'] for segment, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:35.342592 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-0c375ff0-1c4c-496e-bc9e-28447d9449b1 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:35.346913 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-fd92cf06-4e9b-4c74-a196-c3412d3a3a32 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:35.353630 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd92cf06-4e9b-4c74-a196-c3412d3a3a32 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Releasing vlan 425 on physical network physnet1 to pool {{(pid=87636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 23 16:17:35.354307 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-fd92cf06-4e9b-4c74-a196-c3412d3a3a32 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2176261'] for segment, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:35.369947 dv-neutron-822799-1-hyperv neutron-server[87636]: Traceback (most recent call last):
Dec 23 16:17:35.369947 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 23 16:17:35.369947 dv-neutron-822799-1-hyperv neutron-server[87636]:     timer()
Dec 23 16:17:35.369947 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:17:35.369947 dv-neutron-822799-1-hyperv neutron-server[87636]:     cb(*args, **kw)
Dec 23 16:17:35.369947 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 23 16:17:35.369947 dv-neutron-822799-1-hyperv neutron-server[87636]:     return func(*args, **kwargs)
Dec 23 16:17:35.369947 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:17:35.369947 dv-neutron-822799-1-hyperv neutron-server[87636]:     self._notify()
Dec 23 16:17:35.369947 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:17:35.369947 dv-neutron-822799-1-hyperv neutron-server[87636]:     self.callback(batched_events)
Dec 23 16:17:35.369947 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:17:35.369947 dv-neutron-822799-1-hyperv neutron-server[87636]:     event.method(event)
Dec 23 16:17:35.369947 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:17:35.369947 dv-neutron-822799-1-hyperv neutron-server[87636]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:17:35.369947 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 23 16:17:35.369947 dv-neutron-822799-1-hyperv neutron-server[87636]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 23 16:17:35.369947 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 23 16:17:35.369947 dv-neutron-822799-1-hyperv neutron-server[87636]:     return f(self, *a, **k)
Dec 23 16:17:35.369947 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:17:35.369947 dv-neutron-822799-1-hyperv neutron-server[87636]:     return self._get(url).json()
Dec 23 16:17:35.369947 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 23 16:17:35.369947 dv-neutron-822799-1-hyperv neutron-server[87636]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 23 16:17:35.369947 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 23 16:17:35.369947 dv-neutron-822799-1-hyperv neutron-server[87636]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:17:35.369947 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 23 16:17:35.369947 dv-neutron-822799-1-hyperv neutron-server[87636]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 23 16:17:35.369947 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 23 16:17:35.369947 dv-neutron-822799-1-hyperv neutron-server[87636]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:17:35.369947 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 23 16:17:35.369947 dv-neutron-822799-1-hyperv neutron-server[87636]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:17:35.369947 dv-neutron-822799-1-hyperv neutron-server[87636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:17:35.399487 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-9d6ebb4e-d3be-4dd6-945b-c5eb270ac0f2 None None] Calling delete_port for d25ede81-ae79-4d82-9a27-85710f76fa62 owned by network:dhcp {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:17:35.441550 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning for port 6d91ae69-e4e3-4013-b4cc-809b495d28e5 completed by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:17:35.454093 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 51618) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:35.482602 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-fd92cf06-4e9b-4c74-a196-c3412d3a3a32 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-864336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1824171'] for network, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:35.489254 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-861e4ee6-03ca-41d8-9d01-72473ea75233 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:17:35.492854 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.db.api [None req-9d6ebb4e-d3be-4dd6-945b-c5eb270ac0f2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87637) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 23 16:17:35.493238 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_db.api [None req-9d6ebb4e-d3be-4dd6-945b-c5eb270ac0f2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 23 16:17:35.507772 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device d25ede81-ae79-4d82-9a27-85710f76fa62 no longer exists at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 23 16:17:35.508978 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-fd92cf06-4e9b-4c74-a196-c3412d3a3a32 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:35.539529 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd92cf06-4e9b-4c74-a196-c3412d3a3a32 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Pushing event deleted for resources: {'Network': ['ID=f3a34236-5039-4b79-9c25-0ff174706262,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:17:35.550748 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] No Port match for: d25ede81-ae79-4d82-9a27-85710f76fa62 {{(pid=87637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 23 16:17:35.551918 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device d25ede81-ae79-4d82-9a27-85710f76fa62 not bound to the agent host dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 23 16:17:35.552077 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-fd92cf06-4e9b-4c74-a196-c3412d3a3a32 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:17:35.557065 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-fd92cf06-4e9b-4c74-a196-c3412d3a3a32 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] 10.222.0.64 "DELETE /v2.0/networks/f3a34236-5039-4b79-9c25-0ff174706262 HTTP/1.1" status: 204  len: 168 time: 1.1413455
Dec 23 16:17:35.561771 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 51622) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:35.569563 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-646f513f-10f6-4bfc-bc0e-ca00ab992e19 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-744095115'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:17:35.587142 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-646f513f-10f6-4bfc-bc0e-ca00ab992e19 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:17:35.595911 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-646f513f-10f6-4bfc-bc0e-ca00ab992e19 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Usage tracker for resource:network and tenant:e1d581421fe74f67b8908d7d303644fd is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:17:35.600953 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-646f513f-10f6-4bfc-bc0e-ca00ab992e19 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:17:35.603749 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-66e9a528-38e2-4542-aaf7-9e6dfea289d9 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:35.608817 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-646f513f-10f6-4bfc-bc0e-ca00ab992e19 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:17:35.638012 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-646f513f-10f6-4bfc-bc0e-ca00ab992e19 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Made reservation on behalf of e1d581421fe74f67b8908d7d303644fd for: {'network': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:17:35.641659 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-646f513f-10f6-4bfc-bc0e-ca00ab992e19 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for network, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:35.661188 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-66e9a528-38e2-4542-aaf7-9e6dfea289d9 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:35.710367 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-646f513f-10f6-4bfc-bc0e-ca00ab992e19 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] vlan segment allocate from pool success with {'vlan_id': 444, 'physical_network': 'physnet1'}  {{(pid=87636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 23 16:17:35.720891 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-646f513f-10f6-4bfc-bc0e-ca00ab992e19 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:35.721338 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.db.segments_db [None req-646f513f-10f6-4bfc-bc0e-ca00ab992e19 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Added segment 36252cf5-b899-46c2-8c8e-88037efaa5ca of type vlan for network e11a36af-c9a3-4998-a954-09237dfd7e3b
Dec 23 16:17:35.751298 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-646f513f-10f6-4bfc-bc0e-ca00ab992e19 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735362521793'] for network, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:35.787702 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-66e9a528-38e2-4542-aaf7-9e6dfea289d9 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:35.791450 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-70fc9359-ae1b-47b6-98c3-f94c0549bc9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:17:35.802777 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-646f513f-10f6-4bfc-bc0e-ca00ab992e19 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495'] for network, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:35.808416 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-646f513f-10f6-4bfc-bc0e-ca00ab992e19 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:17:35.809051 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-646f513f-10f6-4bfc-bc0e-ca00ab992e19 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:35.817543 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e9a528-38e2-4542-aaf7-9e6dfea289d9 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=540d218f-1872-4d97-90cc-87bdcd4a799a,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:17:35.828420 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-66e9a528-38e2-4542-aaf7-9e6dfea289d9 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:17:35.831241 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-41572f31-a234-4154-b777-6612926e598e tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:17:35.923743 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-66e9a528-38e2-4542-aaf7-9e6dfea289d9 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:35.924935 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-66e9a528-38e2-4542-aaf7-9e6dfea289d9 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "DELETE /v2.0/security-groups/540d218f-1872-4d97-90cc-87bdcd4a799a HTTP/1.1" status: 204  len: 168 time: 0.4680686
Dec 23 16:17:35.937559 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-646f513f-10f6-4bfc-bc0e-ca00ab992e19 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201  len: 767 time: 0.3731740
Dec 23 16:17:35.941531 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 51628) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:35.953279 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-3be9b45b-1021-4138-b419-b56143ac878a tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Request body: {'subnet': {'network_id': 'e11a36af-c9a3-4998-a954-09237dfd7e3b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:17:35.967156 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20e7c388-0481-440e-a115-3df558227fb9 None None] Network ba1d565d-613b-4b93-b7ea-c1379085f94b requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:17:35.967599 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646f513f-10f6-4bfc-bc0e-ca00ab992e19 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Pushing event updated for resources: {'Network': ['ID=e11a36af-c9a3-4998-a954-09237dfd7e3b,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:17:35.969845 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 51632) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:35.978901 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-646f513f-10f6-4bfc-bc0e-ca00ab992e19 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:17:35.981769 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-0c375ff0-1c4c-496e-bc9e-28447d9449b1 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks [] for port, precommit_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:35.987388 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-0c375ff0-1c4c-496e-bc9e-28447d9449b1 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2753531'] for port, after_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:35.989140 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-0c375ff0-1c4c-496e-bc9e-28447d9449b1 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1627481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1781465'] for router_interface, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:35.991560 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Network e11a36af-c9a3-4998-a954-09237dfd7e3b details requested by agent ovs-agent-dv-neutron-822799-1-hyperv with host dv-neutron-822799-1-hyperv {{(pid=87637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 23 16:17:35.992886 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-ffe11f7a-6962-4c1c-b133-07c2a9e3fe93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:17:36.012277 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-9d6ebb4e-d3be-4dd6-945b-c5eb270ac0f2 None None] Deleting port d25ede81-ae79-4d82-9a27-85710f76fa62 {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:17:36.012815 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9d6ebb4e-d3be-4dd6-945b-c5eb270ac0f2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:36.134996 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c375ff0-1c4c-496e-bc9e-28447d9449b1 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Pushing event updated for resources: {'Port': ['ID=964a7ae6-86b4-4853-aad7-7ad0bbd861e6,revision_number=2']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:17:36.139491 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-0c375ff0-1c4c-496e-bc9e-28447d9449b1 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:17:36.195729 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c375ff0-1c4c-496e-bc9e-28447d9449b1 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Network ba1d565d-613b-4b93-b7ea-c1379085f94b is already hosted by enough agents. {{(pid=87635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:17:36.197136 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.base_scheduler [None req-0c375ff0-1c4c-496e-bc9e-28447d9449b1 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Resources bound (agent type, host, resource id):  {{(pid=87635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:17:36.222199 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-9d6ebb4e-d3be-4dd6-945b-c5eb270ac0f2 None None] The port 'd25ede81-ae79-4d82-9a27-85710f76fa62' was deleted {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 23 16:17:36.228101 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-c85a8f9b-eae8-47a4-b457-a93ee11d1a8f None None] Provisioning for port 6d91ae69-e4e3-4013-b4cc-809b495d28e5 completed by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:17:36.238030 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-c85a8f9b-eae8-47a4-b457-a93ee11d1a8f None None] Provisioning complete for port 6d91ae69-e4e3-4013-b4cc-809b495d28e5 triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:17:36.238733 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-c85a8f9b-eae8-47a4-b457-a93ee11d1a8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:36.346943 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-3be9b45b-1021-4138-b419-b56143ac878a tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:17:36.354706 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-3be9b45b-1021-4138-b419-b56143ac878a tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Usage tracker for resource:subnet and tenant:e1d581421fe74f67b8908d7d303644fd is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:17:36.359128 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-3be9b45b-1021-4138-b419-b56143ac878a tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:17:36.375504 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-3be9b45b-1021-4138-b419-b56143ac878a tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:17:36.407695 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c375ff0-1c4c-496e-bc9e-28447d9449b1 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Router ed7be01e-66a1-4e0e-9085-a7d4b4363788 is scheduled to L3 agent 371d4c41-c7e2-4de7-9539-c049ec4e95d1 with binding_index 1 {{(pid=87635) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 23 16:17:36.457358 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3be9b45b-1021-4138-b419-b56143ac878a tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Made reservation on behalf of e1d581421fe74f67b8908d7d303644fd for: {'subnet': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:17:36.460974 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-3be9b45b-1021-4138-b419-b56143ac878a tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2618324'] for subnet, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:36.562723 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-c85a8f9b-eae8-47a4-b457-a93ee11d1a8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:36.606539 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c375ff0-1c4c-496e-bc9e-28447d9449b1 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify agent at l3_agent.dv-neutron-822799-1-hyperv the message routers_updated {{(pid=87635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 23 16:17:36.622865 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-0c375ff0-1c4c-496e-bc9e-28447d9449b1 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] 10.222.0.64 "PUT /v2.0/routers/ed7be01e-66a1-4e0e-9085-a7d4b4363788/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3756549
Dec 23 16:17:36.623073 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 51636) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:36.623746 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25d506c8-cd37-4941-a610-3f15fc96b619 None None] Sync routers for ids ['ed7be01e-66a1-4e0e-9085-a7d4b4363788'] in dv-neutron-822799-1-hyperv {{(pid=87637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 23 16:17:36.628193 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-c85a8f9b-eae8-47a4-b457-a93ee11d1a8f None None] For port 6d91ae69-e4e3-4013-b4cc-809b495d28e5, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=6d91ae69-e4e3-4013-b4cc-809b495d28e5,segment=NetworkSegment(f83bd313-66e2-44a2-af34-55f45595a6fa),segment_id=f83bd313-66e2-44a2-af34-55f45595a6fa)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:17:36.638281 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-c85a8f9b-eae8-47a4-b457-a93ee11d1a8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:36.645829 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:17:36.704071 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25d506c8-cd37-4941-a610-3f15fc96b619 None None] Routers {'ed7be01e-66a1-4e0e-9085-a7d4b4363788'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:17:36.704837 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-25d506c8-cd37-4941-a610-3f15fc96b619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc03a6fd0>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:17:20Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['ed7be01e-66a1-4e0e-9085-a7d4b4363788'], 'active': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:17:36.707149 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f97e8e0d-c0f3-4774-a8a9-dfcd8076af1a tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:17:36.708144 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-f97e8e0d-c0f3-4774-a8a9-dfcd8076af1a tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Synchronizing usage tracker for tenant:7f693e1e2e4c45b0a519cdc9b284f217 on resource:port {{(pid=87635) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:17:36.728656 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-f97e8e0d-c0f3-4774-a8a9-dfcd8076af1a tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Unset dirty status for tenant:7f693e1e2e4c45b0a519cdc9b284f217 on resource:port {{(pid=87635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:17:36.733303 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-f97e8e0d-c0f3-4774-a8a9-dfcd8076af1a tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] 10.222.0.64 "GET /v2.0/ports/964a7ae6-86b4-4853-aad7-7ad0bbd861e6 HTTP/1.1" status: 200  len: 911 time: 0.1092494
Dec 23 16:17:36.734195 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 51640) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:36.748399 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-3b3eec50-3299-4eb6-be4c-02090851c160 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '112dfb87-fc0d-4618-a534-d68b1c503b9b'}]}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:17:36.777538 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-25d506c8-cd37-4941-a610-3f15fc96b619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc03a6fd0>, [], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:17:36.799968 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25d506c8-cd37-4941-a610-3f15fc96b619 None None] Routers {'ed7be01e-66a1-4e0e-9085-a7d4b4363788'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:17:36.800678 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-25d506c8-cd37-4941-a610-3f15fc96b619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc03a6fd0>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:17:20Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['ed7be01e-66a1-4e0e-9085-a7d4b4363788'], 'active': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:17:36.861881 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85a8f9b-eae8-47a4-b457-a93ee11d1a8f None None] Pushing event updated for resources: {'Port': ['ID=6d91ae69-e4e3-4013-b4cc-809b495d28e5,revision_number=3']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:17:36.865332 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-c85a8f9b-eae8-47a4-b457-a93ee11d1a8f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:17:36.866677 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-25d506c8-cd37-4941-a610-3f15fc96b619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc03a6fd0>, [], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:17:36.867089 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25d506c8-cd37-4941-a610-3f15fc96b619 None None] The sync data for ids ['ed7be01e-66a1-4e0e-9085-a7d4b4363788'] in dv-neutron-822799-1-hyperv is: [] {{(pid=87637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 23 16:17:36.956091 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Device 8dc1b2bc-0f9f-4742-a2f0-a40d58aac880 no longer exists at agent hyperv_hv-neutron-8227 {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 23 16:17:37.001919 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] No Port match for: 8dc1b2bc-0f9f-4742-a2f0-a40d58aac880 {{(pid=87637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 23 16:17:37.002443 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Device 8dc1b2bc-0f9f-4742-a2f0-a40d58aac880 not bound to the agent host hv-neutron-8227 {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 23 16:17:37.013404 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-1aa118fa-c4f7-4c11-9fdf-b508fb40cb13 None None] Provisioning for port 964a7ae6-86b4-4853-aad7-7ad0bbd861e6 completed by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:17:37.020297 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 6d91ae69-e4e3-4013-b4cc-809b495d28e5 up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:17:37.044143 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-3be9b45b-1021-4138-b419-b56143ac878a tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2176430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2618310'] for subnet, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:37.052749 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-624de88f-9edf-4aab-99ae-16c61f627a9d tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:17:37.054844 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-1aa118fa-c4f7-4c11-9fdf-b508fb40cb13 None None] Provisioning complete for port 964a7ae6-86b4-4853-aad7-7ad0bbd861e6 triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:17:37.055235 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1aa118fa-c4f7-4c11-9fdf-b508fb40cb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:37.130577 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-1aa118fa-c4f7-4c11-9fdf-b508fb40cb13 None None] Port 964a7ae6-86b4-4853-aad7-7ad0bbd861e6 cannot update to ACTIVE because it is not bound. {{(pid=87637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 23 16:17:37.150467 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-1aa118fa-c4f7-4c11-9fdf-b508fb40cb13 None None] Provisioning complete for port 6d91ae69-e4e3-4013-b4cc-809b495d28e5 triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:17:37.150880 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1aa118fa-c4f7-4c11-9fdf-b508fb40cb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:37.179282 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port 6d91ae69-e4e3-4013-b4cc-809b495d28e5 triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:17:37.179670 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:37.214834 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be9b45b-1021-4138-b419-b56143ac878a tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Pushing event updated for resources: {'Subnet': ['ID=07440d71-7019-4ea6-a3eb-b177466a4ad4,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:17:37.228214 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-3be9b45b-1021-4138-b419-b56143ac878a tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:17:37.265933 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-3b3eec50-3299-4eb6-be4c-02090851c160 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:37.281041 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be9b45b-1021-4138-b419-b56143ac878a tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Checking segment: {'id': '36252cf5-b899-46c2-8c8e-88037efaa5ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'e11a36af-c9a3-4998-a954-09237dfd7e3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:17:37.281416 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3be9b45b-1021-4138-b419-b56143ac878a tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Network hostable DHCP agents. Network: e11a36af-c9a3-4998-a954-09237dfd7e3b, hostable agents: ['1c812d71-eadf-4fb3-b98e-67468a4aa7e2'], hosted agents: [] {{(pid=87636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 23 16:17:37.375978 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3be9b45b-1021-4138-b419-b56143ac878a tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Network e11a36af-c9a3-4998-a954-09237dfd7e3b is scheduled to be hosted by DHCP agent 1c812d71-eadf-4fb3-b98e-67468a4aa7e2 with binding_index 1 {{(pid=87636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 23 16:17:37.454952 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-3be9b45b-1021-4138-b419-b56143ac878a tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822799-1-hyperv, e11a36af-c9a3-4998-a954-09237dfd7e3b) {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:17:37.463500 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbd83f45-6dda-4b3c-9b1e-513fec3c59b2 None None] Network e11a36af-c9a3-4998-a954-09237dfd7e3b requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:17:37.508500 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3be9b45b-1021-4138-b419-b56143ac878a tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:17:37.509119 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-3be9b45b-1021-4138-b419-b56143ac878a tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks [] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:37.552535 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-e7a2c6fa-13d6-457a-925f-04b15fb1f008 None None] Provisioning complete for port 964a7ae6-86b4-4853-aad7-7ad0bbd861e6 triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:17:37.553039 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-e7a2c6fa-13d6-457a-925f-04b15fb1f008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:37.556429 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1d2fe358-cbc5-4384-b2b1-f68a5e027116 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1781419'] for router_interface, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:37.613558 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-3be9b45b-1021-4138-b419-b56143ac878a tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.6682622
Dec 23 16:17:37.614796 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 51644) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:37.621610 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-cbe55054-1aa1-456a-9721-4b8e635ff354 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Request body: {'port': {'network_id': 'e11a36af-c9a3-4998-a954-09237dfd7e3b', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1078028715'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:17:37.635657 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-e7a2c6fa-13d6-457a-925f-04b15fb1f008 None None] Port 964a7ae6-86b4-4853-aad7-7ad0bbd861e6 cannot update to ACTIVE because it is not bound. {{(pid=87637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 23 16:17:37.737021 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f03340af-da8b-4cee-8b6c-e298a172fd67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7e017a6-8198-58c8-a07e-0f786128e3b3-e11a36af-c9a3-4998-a954-09237dfd7e3b', 'network_id': 'e11a36af-c9a3-4998-a954-09237dfd7e3b', 'tenant_id': 'e1d581421fe74f67b8908d7d303644fd', 'fixed_ips': [{'subnet_id': '07440d71-7019-4ea6-a3eb-b177466a4ad4'}]}} from dv-neutron-822799-1-hyperv. {{(pid=87637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 23 16:17:37.739002 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f03340af-da8b-4cee-8b6c-e298a172fd67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:37.776110 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-cbe55054-1aa1-456a-9721-4b8e635ff354 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:17:37.780493 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-cbe55054-1aa1-456a-9721-4b8e635ff354 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Usage tracker for resource:port and tenant:e1d581421fe74f67b8908d7d303644fd is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:17:37.783651 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-cbe55054-1aa1-456a-9721-4b8e635ff354 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:17:37.790257 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-cbe55054-1aa1-456a-9721-4b8e635ff354 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:17:37.802958 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbe55054-1aa1-456a-9721-4b8e635ff354 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Made reservation on behalf of e1d581421fe74f67b8908d7d303644fd for: {'port': 1} {{(pid=87635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:17:37.808295 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-cbe55054-1aa1-456a-9721-4b8e635ff354 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:37.831910 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.notifiers.nova [None req-cbe55054-1aa1-456a-9721-4b8e635ff354 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] device_id is not set on port 106d2d55-c4ed-40b5-9249-840d52ec3c34 yet. {{(pid=87635) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 23 16:17:37.901044 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_common [None req-f03340af-da8b-4cee-8b6c-e298a172fd67 None None] Allocated IP 172.20.0.2 (e11a36af-c9a3-4998-a954-09237dfd7e3b/07440d71-7019-4ea6-a3eb-b177466a4ad4/3a31f074-5179-4eca-8ce4-9dfbf9c72e81) {{(pid=87637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:17:38.107106 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f03340af-da8b-4cee-8b6c-e298a172fd67 None None] Notify callbacks [] for port, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:38.117961 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-f03340af-da8b-4cee-8b6c-e298a172fd67 None None] Transition to ACTIVE for port object 3a31f074-5179-4eca-8ce4-9dfbf9c72e81 will not be triggered until provisioned by entity L2. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:17:38.136377 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-f03340af-da8b-4cee-8b6c-e298a172fd67 None None] Transition to ACTIVE for port object 3a31f074-5179-4eca-8ce4-9dfbf9c72e81 will not be triggered until provisioned by entity DHCP. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:17:38.149706 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f03340af-da8b-4cee-8b6c-e298a172fd67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780'] for port, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:38.155422 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-70b6de72-0e1e-4f35-bbde-6b0408ce084a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:17:38.212793 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.db_base_plugin_common [None req-cbe55054-1aa1-456a-9721-4b8e635ff354 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Allocated IP 172.20.0.14 (e11a36af-c9a3-4998-a954-09237dfd7e3b/07440d71-7019-4ea6-a3eb-b177466a4ad4/106d2d55-c4ed-40b5-9249-840d52ec3c34) {{(pid=87635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:17:38.218634 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f03340af-da8b-4cee-8b6c-e298a172fd67 None None] Network e11a36af-c9a3-4998-a954-09237dfd7e3b is already hosted by enough agents. {{(pid=87637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:17:38.221666 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-f03340af-da8b-4cee-8b6c-e298a172fd67 None None] Resources bound (agent type, host, resource id):  {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:17:38.225192 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f03340af-da8b-4cee-8b6c-e298a172fd67 None None] Received port after_create {{(pid=87637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:17:38.250442 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03340af-da8b-4cee-8b6c-e298a172fd67 None None] Pushing event updated for resources: {'Port': ['ID=3a31f074-5179-4eca-8ce4-9dfbf9c72e81,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:17:38.266055 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-f03340af-da8b-4cee-8b6c-e298a172fd67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:17:38.337672 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-1d2fe358-cbc5-4384-b2b1-f68a5e027116 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Deleting port 18f6019e-7f2c-48df-9312-599bd77edfd8 {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:17:38.338276 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1d2fe358-cbc5-4384-b2b1-f68a5e027116 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:38.364074 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-3b3eec50-3299-4eb6-be4c-02090851c160 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks [] for port, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:38.396638 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-3b3eec50-3299-4eb6-be4c-02090851c160 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2176289'] for port, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:38.402491 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-cbe55054-1aa1-456a-9721-4b8e635ff354 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks [] for port, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:38.402646 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b3eec50-3299-4eb6-be4c-02090851c160 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:17:38.403101 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-3b3eec50-3299-4eb6-be4c-02090851c160 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:38.404402 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-3b3eec50-3299-4eb6-be4c-02090851c160 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] 10.222.0.64 "PUT /v2.0/ports/964a7ae6-86b4-4853-aad7-7ad0bbd861e6 HTTP/1.1" status: 200  len: 911 time: 1.6679003
Dec 23 16:17:38.407817 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 51648) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:38.408027 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-52c451de-6468-4f77-b3ae-d65d0932f268 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:17:38.410526 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-f03340af-da8b-4cee-8b6c-e298a172fd67 None None] Attempting to bind port 3a31f074-5179-4eca-8ce4-9dfbf9c72e81 on host dv-neutron-822799-1-hyperv for vnic_type normal with profile  {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:17:38.411001 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-f03340af-da8b-4cee-8b6c-e298a172fd67 None None] Attempting to bind port 3a31f074-5179-4eca-8ce4-9dfbf9c72e81 by drivers openvswitch,hyperv on host dv-neutron-822799-1-hyperv at level 0 using segments [{'id': '36252cf5-b899-46c2-8c8e-88037efaa5ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'e11a36af-c9a3-4998-a954-09237dfd7e3b'}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:17:38.411384 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f03340af-da8b-4cee-8b6c-e298a172fd67 None None] Attempting to bind port 3a31f074-5179-4eca-8ce4-9dfbf9c72e81 on network e11a36af-c9a3-4998-a954-09237dfd7e3b {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:17:38.416775 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f03340af-da8b-4cee-8b6c-e298a172fd67 None None] Checking agent: {'id': '20d2070f-69a9-4e73-8d08-6f0387a40158', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822799-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 21), 'started_at': datetime.datetime(2021, 12, 23, 16, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 17, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822799-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 23 16:17:38.417166 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f03340af-da8b-4cee-8b6c-e298a172fd67 None None] Checking segment: {'id': '36252cf5-b899-46c2-8c8e-88037efaa5ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'e11a36af-c9a3-4998-a954-09237dfd7e3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:17:38.417584 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f03340af-da8b-4cee-8b6c-e298a172fd67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:38.417985 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f03340af-da8b-4cee-8b6c-e298a172fd67 None None] Bound using segment: {'id': '36252cf5-b899-46c2-8c8e-88037efaa5ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'e11a36af-c9a3-4998-a954-09237dfd7e3b'} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 23 16:17:38.418488 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-f03340af-da8b-4cee-8b6c-e298a172fd67 None None] Bound port: 3a31f074-5179-4eca-8ce4-9dfbf9c72e81, host: dv-neutron-822799-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36252cf5-b899-46c2-8c8e-88037efaa5ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'e11a36af-c9a3-4998-a954-09237dfd7e3b'}}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 23 16:17:38.418875 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f03340af-da8b-4cee-8b6c-e298a172fd67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:38.513855 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-f03340af-da8b-4cee-8b6c-e298a172fd67 None None] For port 3a31f074-5179-4eca-8ce4-9dfbf9c72e81, host dv-neutron-822799-1-hyperv, cleared binding levels {{(pid=87637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 23 16:17:38.517274 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-f03340af-da8b-4cee-8b6c-e298a172fd67 None None] For port 3a31f074-5179-4eca-8ce4-9dfbf9c72e81, host dv-neutron-822799-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=3a31f074-5179-4eca-8ce4-9dfbf9c72e81,segment=NetworkSegment(36252cf5-b899-46c2-8c8e-88037efaa5ca),segment_id=36252cf5-b899-46c2-8c8e-88037efaa5ca)] {{(pid=87637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 23 16:17:38.522182 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f03340af-da8b-4cee-8b6c-e298a172fd67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:38.527063 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:17:38.543021 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.provisioning_blocks [None req-cbe55054-1aa1-456a-9721-4b8e635ff354 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Transition to ACTIVE for port object 106d2d55-c4ed-40b5-9249-840d52ec3c34 will not be triggered until provisioned by entity DHCP. {{(pid=87635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:17:38.559337 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3eec50-3299-4eb6-be4c-02090851c160 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Pushing event updated for resources: {'Port': ['ID=964a7ae6-86b4-4853-aad7-7ad0bbd861e6,revision_number=3']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:17:38.563644 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-3b3eec50-3299-4eb6-be4c-02090851c160 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:17:38.615147 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [None req-1d2fe358-cbc5-4384-b2b1-f68a5e027116 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] For port 18f6019e-7f2c-48df-9312-599bd77edfd8, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=18f6019e-7f2c-48df-9312-599bd77edfd8,segment=NetworkSegment(d3145fa9-8a75-4e10-8270-1505196d67de),segment_id=d3145fa9-8a75-4e10-8270-1505196d67de)] {{(pid=87636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:17:38.615436 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1d2fe358-cbc5-4384-b2b1-f68a5e027116 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:38.616725 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03340af-da8b-4cee-8b6c-e298a172fd67 None None] Pushing event updated for resources: {'Port': ['ID=3a31f074-5179-4eca-8ce4-9dfbf9c72e81,revision_number=2']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:17:38.619841 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-f03340af-da8b-4cee-8b6c-e298a172fd67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:17:38.747474 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-1d2fe358-cbc5-4384-b2b1-f68a5e027116 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Calling delete_port for 18f6019e-7f2c-48df-9312-599bd77edfd8 owned by network:router_interface {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:17:38.907019 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-cbe55054-1aa1-456a-9721-4b8e635ff354 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:38.915807 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-bd742333-9f73-4902-a64f-f680d23caed2 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:17:38.991406 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1d2fe358-cbc5-4384-b2b1-f68a5e027116 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:38.997232 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-29b5f7cd-83df-475c-811e-110be6a93e44 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:17:39.036369 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbe55054-1aa1-456a-9721-4b8e635ff354 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Network e11a36af-c9a3-4998-a954-09237dfd7e3b is already hosted by enough agents. {{(pid=87635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:17:39.043587 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe55054-1aa1-456a-9721-4b8e635ff354 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Pushing event updated for resources: {'Port': ['ID=106d2d55-c4ed-40b5-9249-840d52ec3c34,revision_number=1']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:17:39.043910 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2fe358-cbc5-4384-b2b1-f68a5e027116 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Pushing event deleted for resources: {'Port': ['ID=18f6019e-7f2c-48df-9312-599bd77edfd8,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:17:39.046770 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-1d2fe358-cbc5-4384-b2b1-f68a5e027116 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:17:39.052335 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.base_scheduler [None req-cbe55054-1aa1-456a-9721-4b8e635ff354 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Resources bound (agent type, host, resource id):  {{(pid=87635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:17:39.054744 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 3a31f074-5179-4eca-8ce4-9dfbf9c72e81 up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:17:39.056752 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-cbe55054-1aa1-456a-9721-4b8e635ff354 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:17:39.057399 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbe55054-1aa1-456a-9721-4b8e635ff354 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Received port after_create {{(pid=87635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:17:39.174130 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning for port 3a31f074-5179-4eca-8ce4-9dfbf9c72e81 completed by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:17:39.203364 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbe55054-1aa1-456a-9721-4b8e635ff354 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:17:39.203999 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-cbe55054-1aa1-456a-9721-4b8e635ff354 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:39.284687 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-cbe55054-1aa1-456a-9721-4b8e635ff354 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201  len: 887 time: 1.6685169
Dec 23 16:17:39.285559 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 51652) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:39.372815 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-90074b4e-41c6-4efa-919b-8cc49e0a351a tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Deleting port 106d2d55-c4ed-40b5-9249-840d52ec3c34 {{(pid=87635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:17:39.372815 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-90074b4e-41c6-4efa-919b-8cc49e0a351a tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:39.436928 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-ea7b1038-0cae-4f41-9c16-0827e0a699ab tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1781419'] for router_interface, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:39.502664 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1d2fe358-cbc5-4384-b2b1-f68a5e027116 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1627472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1784155'] for router_interface, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:39.686350 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daaa6f84-6b8d-4c40-99a7-76f0cf75019e None None] Network e11a36af-c9a3-4998-a954-09237dfd7e3b requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:17:39.786425 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-b2a0c961-570a-43fe-92c9-aa97b4f8b63a None None] Provisioning for port 3a31f074-5179-4eca-8ce4-9dfbf9c72e81 completed by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:17:39.803196 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-b2a0c961-570a-43fe-92c9-aa97b4f8b63a None None] Provisioning complete for port 3a31f074-5179-4eca-8ce4-9dfbf9c72e81 triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:17:39.803588 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-b2a0c961-570a-43fe-92c9-aa97b4f8b63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:39.885047 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-90074b4e-41c6-4efa-919b-8cc49e0a351a tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:39.904567 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d2fe358-cbc5-4384-b2b1-f68a5e027116 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Router 9830ea94-3af4-44dd-af06-634e4fe8878f has already been hosted by L3 agent 371d4c41-c7e2-4de7-9539-c049ec4e95d1 {{(pid=87636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 23 16:17:40.017805 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-90074b4e-41c6-4efa-919b-8cc49e0a351a tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Calling delete_port for 106d2d55-c4ed-40b5-9249-840d52ec3c34 owned by  {{(pid=87635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:17:40.030837 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-b2a0c961-570a-43fe-92c9-aa97b4f8b63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:40.073447 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-b2a0c961-570a-43fe-92c9-aa97b4f8b63a None None] For port 3a31f074-5179-4eca-8ce4-9dfbf9c72e81, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=3a31f074-5179-4eca-8ce4-9dfbf9c72e81,segment=NetworkSegment(36252cf5-b899-46c2-8c8e-88037efaa5ca),segment_id=36252cf5-b899-46c2-8c8e-88037efaa5ca)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:17:40.079293 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-b2a0c961-570a-43fe-92c9-aa97b4f8b63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:40.081311 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3d617d44-cf11-4dab-a7bc-aa9facdf02ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:17:40.095566 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d2fe358-cbc5-4384-b2b1-f68a5e027116 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify agent at l3_agent.dv-neutron-822799-1-hyperv the message routers_updated {{(pid=87636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 23 16:17:40.108814 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-587a6175-9d8a-45b8-b602-18d1f71f7aa8 None None] Sync routers for ids ['9830ea94-3af4-44dd-af06-634e4fe8878f'] in dv-neutron-822799-1-hyperv {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 23 16:17:40.127537 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-1d2fe358-cbc5-4384-b2b1-f68a5e027116 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "PUT /v2.0/routers/9830ea94-3af4-44dd-af06-634e4fe8878f/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.1532683
Dec 23 16:17:40.127859 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 51656) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:40.134608 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-587a6175-9d8a-45b8-b602-18d1f71f7aa8 None None] Routers {'9830ea94-3af4-44dd-af06-634e4fe8878f'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:17:40.135705 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-587a6175-9d8a-45b8-b602-18d1f71f7aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc206fca0>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:17:20Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['9830ea94-3af4-44dd-af06-634e4fe8878f'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:17:40.163147 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a0c961-570a-43fe-92c9-aa97b4f8b63a None None] Pushing event updated for resources: {'Port': ['ID=3a31f074-5179-4eca-8ce4-9dfbf9c72e81,revision_number=3']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:17:40.172104 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a0c961-570a-43fe-92c9-aa97b4f8b63a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:17:40.172629 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a0c961-570a-43fe-92c9-aa97b4f8b63a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:17:40.173080 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a0c961-570a-43fe-92c9-aa97b4f8b63a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:17:40.173513 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a0c961-570a-43fe-92c9-aa97b4f8b63a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:17:40.174133 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a0c961-570a-43fe-92c9-aa97b4f8b63a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:17:40.174566 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a0c961-570a-43fe-92c9-aa97b4f8b63a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:17:40.174997 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a0c961-570a-43fe-92c9-aa97b4f8b63a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:17:40.175426 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a0c961-570a-43fe-92c9-aa97b4f8b63a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:17:40.176164 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a0c961-570a-43fe-92c9-aa97b4f8b63a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:17:40.177594 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a0c961-570a-43fe-92c9-aa97b4f8b63a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:17:40.178219 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a0c961-570a-43fe-92c9-aa97b4f8b63a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:17:40.178691 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a0c961-570a-43fe-92c9-aa97b4f8b63a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:17:40.184028 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-b2a0c961-570a-43fe-92c9-aa97b4f8b63a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:17:40.245259 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-ea7b1038-0cae-4f41-9c16-0827e0a699ab tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Deleting port 964a7ae6-86b4-4853-aad7-7ad0bbd861e6 {{(pid=87635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:17:40.245595 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-ea7b1038-0cae-4f41-9c16-0827e0a699ab tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:40.316787 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.db_base_plugin_v2 [None req-299dd5db-1940-45b3-a264-997e84c946c9 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Deleting subnet 0dca58b9-f8fa-4c62-85a7-2fd783a18325 {{(pid=87635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 23 16:17:40.342268 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-587a6175-9d8a-45b8-b602-18d1f71f7aa8 None None] Set router 9830ea94-3af4-44dd-af06-634e4fe8878f gateway port host: dv-neutron-822799-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:17:40.415903 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-9a5ccb9f-ff81-491c-941e-595df32b42fd None None] Provisioning complete for port 3a31f074-5179-4eca-8ce4-9dfbf9c72e81 triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:17:40.416766 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9a5ccb9f-ff81-491c-941e-595df32b42fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:40.503108 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-299dd5db-1940-45b3-a264-997e84c946c9 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for subnet, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:40.546028 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-90074b4e-41c6-4efa-919b-8cc49e0a351a tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:40.569704 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-9a5ccb9f-ff81-491c-941e-595df32b42fd None None] Could not find standard attr ID for object 106d2d55-c4ed-40b5-9249-840d52ec3c34. {{(pid=87637) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 23 16:17:40.598259 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-ef13207a-afb6-4eba-bdef-1e0910a33ac1 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:17:40.645175 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-587a6175-9d8a-45b8-b602-18d1f71f7aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc206fca0>, [{'id': '9830ea94-3af4-44dd-af06-634e4fe8878f', 'name': 'tempest-TestNetworkBasicOps-router-677473266', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.162'}], 'enable_snat': True}, 'gw_port_id': '06fc2d70-1443-439c-a89a-12708450fe11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:16:06Z', 'updated_at': '2021-12-23T16:17:38Z', 'revision_number': 5, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'gw_port': {'id': '06fc2d70-1443-439c-a89a-12708450fe11', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ac:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9830ea94-3af4-44dd-af06-634e4fe8878f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1047, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:16:08Z', 'updated_at': '2021-12-23T16:16:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv'}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:17:40.649358 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-587a6175-9d8a-45b8-b602-18d1f71f7aa8 None None] Checking router: 9830ea94-3af4-44dd-af06-634e4fe8878f for host: dv-neutron-822799-1-hyperv {{(pid=87638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 23 16:17:40.658323 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-587a6175-9d8a-45b8-b602-18d1f71f7aa8 None None] Routers {'9830ea94-3af4-44dd-af06-634e4fe8878f'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:17:40.658941 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-587a6175-9d8a-45b8-b602-18d1f71f7aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc206fca0>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:17:20Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['9830ea94-3af4-44dd-af06-634e4fe8878f'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:17:40.660277 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90074b4e-41c6-4efa-919b-8cc49e0a351a tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Pushing event deleted for resources: {'Port': ['ID=106d2d55-c4ed-40b5-9249-840d52ec3c34,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:17:40.671566 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-90074b4e-41c6-4efa-919b-8cc49e0a351a tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:17:40.690077 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-c3869128-1108-42fa-83d3-c089958ededf None None] Could not find standard attr ID for object 106d2d55-c4ed-40b5-9249-840d52ec3c34. {{(pid=87637) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 23 16:17:40.704097 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-299dd5db-1940-45b3-a264-997e84c946c9 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2776816'] for subnet, precommit_delete_associations {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:40.843567 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-ea7b1038-0cae-4f41-9c16-0827e0a699ab tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:40.843786 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-587a6175-9d8a-45b8-b602-18d1f71f7aa8 None None] Set router 9830ea94-3af4-44dd-af06-634e4fe8878f gateway port host: dv-neutron-822799-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:17:40.983682 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-ea7b1038-0cae-4f41-9c16-0827e0a699ab tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Calling delete_port for 964a7ae6-86b4-4853-aad7-7ad0bbd861e6 owned by network:router_interface {{(pid=87635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:17:41.021858 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-90074b4e-41c6-4efa-919b-8cc49e0a351a tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:41.049539 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 51660) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:41.050158 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-90074b4e-41c6-4efa-919b-8cc49e0a351a tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] 10.222.0.64 "DELETE /v2.0/ports/106d2d55-c4ed-40b5-9249-840d52ec3c34 HTTP/1.1" status: 204  len: 168 time: 1.7616758
Dec 23 16:17:41.057023 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 3a31f074-5179-4eca-8ce4-9dfbf9c72e81 up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:17:41.061131 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-299dd5db-1940-45b3-a264-997e84c946c9 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864774'] for subnet, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:41.101001 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.pecan_wsgi.hooks.translation [None req-235fd46c-fad9-4709-ab6d-570d645ea0d5 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] GET failed (client error): The resource could not be found.
Dec 23 16:17:41.101542 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-235fd46c-fad9-4709-ab6d-570d645ea0d5 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Synchronizing usage tracker for tenant:e1d581421fe74f67b8908d7d303644fd on resource:port {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:17:41.120140 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-235fd46c-fad9-4709-ab6d-570d645ea0d5 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Unset dirty status for tenant:e1d581421fe74f67b8908d7d303644fd on resource:port {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:17:41.121558 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-235fd46c-fad9-4709-ab6d-570d645ea0d5 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] 10.222.0.64 "GET /v2.0/ports/106d2d55-c4ed-40b5-9249-840d52ec3c34 HTTP/1.1" status: 404  len: 333 time: 0.0709250
Dec 23 16:17:41.124106 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 51664) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:41.141057 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port 3a31f074-5179-4eca-8ce4-9dfbf9c72e81 triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:17:41.141057 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:41.176478 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-299dd5db-1940-45b3-a264-997e84c946c9 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2753333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2609730'] for subnet, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:41.179269 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-587a6175-9d8a-45b8-b602-18d1f71f7aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc206fca0>, [{'id': '9830ea94-3af4-44dd-af06-634e4fe8878f', 'name': 'tempest-TestNetworkBasicOps-router-677473266', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.162'}], 'enable_snat': True}, 'gw_port_id': '06fc2d70-1443-439c-a89a-12708450fe11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:16:06Z', 'updated_at': '2021-12-23T16:17:38Z', 'revision_number': 5, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'gw_port': {'id': '06fc2d70-1443-439c-a89a-12708450fe11', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ac:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9830ea94-3af4-44dd-af06-634e4fe8878f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1047, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:16:08Z', 'updated_at': '2021-12-23T16:16:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv'}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:17:41.186708 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-587a6175-9d8a-45b8-b602-18d1f71f7aa8 None None] The sync data for ids ['9830ea94-3af4-44dd-af06-634e4fe8878f'] in dv-neutron-822799-1-hyperv is: [{'id': '9830ea94-3af4-44dd-af06-634e4fe8878f', 'name': 'tempest-TestNetworkBasicOps-router-677473266', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.162'}], 'enable_snat': True}, 'gw_port_id': '06fc2d70-1443-439c-a89a-12708450fe11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:16:06Z', 'updated_at': '2021-12-23T16:17:38Z', 'revision_number': 5, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'gw_port': {'id': '06fc2d70-1443-439c-a89a-12708450fe11', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:ac:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9830ea94-3af4-44dd-af06-634e4fe8878f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1047, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:16:08Z', 'updated_at': '2021-12-23T16:16:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv'}] {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 23 16:17:41.190758 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-d61d1977-4bf1-405d-9f76-483db0109e07 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:17:41.217800 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_v2 [None req-9be2fcfa-a34d-4a23-9a75-b0734c3fed35 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Deleting subnet 07440d71-7019-4ea6-a3eb-b177466a4ad4 {{(pid=87636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 23 16:17:41.221220 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9be2fcfa-a34d-4a23-9a75-b0734c3fed35 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks [] for subnet, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:41.259914 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299dd5db-1940-45b3-a264-997e84c946c9 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Pushing event deleted for resources: {'Subnet': ['ID=0dca58b9-f8fa-4c62-85a7-2fd783a18325,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:17:41.266968 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-299dd5db-1940-45b3-a264-997e84c946c9 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for subnet, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:41.267317 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-412978bf-83c0-49b4-b15d-ef425ff66917 None None] Network 86ce35ef-6f92-478d-bb05-dc77b85890ed requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:17:41.270905 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-299dd5db-1940-45b3-a264-997e84c946c9 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:17:41.286062 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-299dd5db-1940-45b3-a264-997e84c946c9 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "DELETE /v2.0/subnets/0dca58b9-f8fa-4c62-85a7-2fd783a18325 HTTP/1.1" status: 204  len: 168 time: 1.1457753
Dec 23 16:17:41.286750 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9be2fcfa-a34d-4a23-9a75-b0734c3fed35 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2382092'] for subnet, precommit_delete_associations {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:41.289236 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 51668) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:41.391657 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-ea7b1038-0cae-4f41-9c16-0827e0a699ab tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:41.396981 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9be2fcfa-a34d-4a23-9a75-b0734c3fed35 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864774'] for subnet, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:41.399404 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-11011ef5-bb25-4415-87ef-736c9cd2c3d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:17:41.492059 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9be2fcfa-a34d-4a23-9a75-b0734c3fed35 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2176495', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2618677'] for subnet, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:41.500988 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-b3a9e5f2-6310-41ad-ae1a-7ee07950ef68 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:17:41.530796 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b1038-0cae-4f41-9c16-0827e0a699ab tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Pushing event deleted for resources: {'Port': ['ID=964a7ae6-86b4-4853-aad7-7ad0bbd861e6,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:17:41.541111 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-ea7b1038-0cae-4f41-9c16-0827e0a699ab tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:17:41.541342 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be2fcfa-a34d-4a23-9a75-b0734c3fed35 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Pushing event deleted for resources: {'Subnet': ['ID=07440d71-7019-4ea6-a3eb-b177466a4ad4,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:17:41.544009 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-9be2fcfa-a34d-4a23-9a75-b0734c3fed35 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:17:41.554017 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9be2fcfa-a34d-4a23-9a75-b0734c3fed35 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks [] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:41.554408 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-078e5f66-6885-458e-983d-4a63bd5dd6d3 None None] Network e11a36af-c9a3-4998-a954-09237dfd7e3b requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:17:41.560791 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-9be2fcfa-a34d-4a23-9a75-b0734c3fed35 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] 10.222.0.64 "DELETE /v2.0/subnets/07440d71-7019-4ea6-a3eb-b177466a4ad4 HTTP/1.1" status: 204  len: 168 time: 0.4354568
Dec 23 16:17:41.563435 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 51672) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:41.661639 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd5525fd-abfd-45ff-a07f-6d19c0db52ba None None] DHCP port deletion for 86ce35ef-6f92-478d-bb05-dc77b85890ed request from dv-neutron-822799-1-hyperv {{(pid=87637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 23 16:17:41.679841 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-cd5525fd-abfd-45ff-a07f-6d19c0db52ba None None] Deleting port a4ac370d-1912-48f3-af6b-0e13ac91a5fd {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:17:41.680371 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-cd5525fd-abfd-45ff-a07f-6d19c0db52ba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:41.721157 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-eff71f4d-2081-48fc-9cce-a7c208586357 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for router, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:41.773500 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-708b0625-954e-4b5a-acbc-6691a6d0dedb tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-698866'] for network, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:41.791342 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-708b0625-954e-4b5a-acbc-6691a6d0dedb tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Deleting port 3a31f074-5179-4eca-8ce4-9dfbf9c72e81 {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:17:41.791680 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-708b0625-954e-4b5a-acbc-6691a6d0dedb tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:41.801294 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-ea7b1038-0cae-4f41-9c16-0827e0a699ab tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1627472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1784155'] for router_interface, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:41.810751 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:42.024102 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [None req-708b0625-954e-4b5a-acbc-6691a6d0dedb tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] For port 3a31f074-5179-4eca-8ce4-9dfbf9c72e81, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=3a31f074-5179-4eca-8ce4-9dfbf9c72e81,segment=NetworkSegment(36252cf5-b899-46c2-8c8e-88037efaa5ca),segment_id=36252cf5-b899-46c2-8c8e-88037efaa5ca)] {{(pid=87636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:17:42.024363 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-708b0625-954e-4b5a-acbc-6691a6d0dedb tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:42.071726 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-cd5525fd-abfd-45ff-a07f-6d19c0db52ba None None] For port a4ac370d-1912-48f3-af6b-0e13ac91a5fd, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=a4ac370d-1912-48f3-af6b-0e13ac91a5fd,segment=NetworkSegment(d3145fa9-8a75-4e10-8270-1505196d67de),segment_id=d3145fa9-8a75-4e10-8270-1505196d67de)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:17:42.072169 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-cd5525fd-abfd-45ff-a07f-6d19c0db52ba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:42.152079 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-708b0625-954e-4b5a-acbc-6691a6d0dedb tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Calling delete_port for 3a31f074-5179-4eca-8ce4-9dfbf9c72e81 owned by network:dhcp {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:17:42.191155 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-117e3d97-af50-4823-8a37-2ae77c435c08 None None] DHCP port deletion for e11a36af-c9a3-4998-a954-09237dfd7e3b request from dv-neutron-822799-1-hyperv {{(pid=87637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 23 16:17:42.199454 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-cd5525fd-abfd-45ff-a07f-6d19c0db52ba None None] Calling delete_port for a4ac370d-1912-48f3-af6b-0e13ac91a5fd owned by network:dhcp {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:17:42.236782 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-117e3d97-af50-4823-8a37-2ae77c435c08 None None] Deleting port 3a31f074-5179-4eca-8ce4-9dfbf9c72e81 {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:17:42.237190 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-117e3d97-af50-4823-8a37-2ae77c435c08 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:42.331444 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-eff71f4d-2081-48fc-9cce-a7c208586357 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:42.340790 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea7b1038-0cae-4f41-9c16-0827e0a699ab tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Router ed7be01e-66a1-4e0e-9085-a7d4b4363788 has already been hosted by L3 agent 371d4c41-c7e2-4de7-9539-c049ec4e95d1 {{(pid=87635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 23 16:17:42.368439 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-cd5525fd-abfd-45ff-a07f-6d19c0db52ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789'] for port, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:42.374157 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-bca6c544-d8a2-4f55-939f-3c0a26b9c936 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:17:42.391215 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-708b0625-954e-4b5a-acbc-6691a6d0dedb tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:42.396457 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-159fea30-04bf-4d5f-8525-79f6454ac1f0 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:17:42.406967 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-eff71f4d-2081-48fc-9cce-a7c208586357 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Deleting port 06fc2d70-1443-439c-a89a-12708450fe11 {{(pid=87635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:17:42.407319 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-eff71f4d-2081-48fc-9cce-a7c208586357 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:42.433771 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5525fd-abfd-45ff-a07f-6d19c0db52ba None None] Pushing event deleted for resources: {'Port': ['ID=a4ac370d-1912-48f3-af6b-0e13ac91a5fd,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:17:42.454587 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708b0625-954e-4b5a-acbc-6691a6d0dedb tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Pushing event deleted for resources: {'Port': ['ID=3a31f074-5179-4eca-8ce4-9dfbf9c72e81,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:17:42.457765 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-708b0625-954e-4b5a-acbc-6691a6d0dedb tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:17:42.458583 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-708b0625-954e-4b5a-acbc-6691a6d0dedb tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] No DVR routers for this DVR port 3a31f074-5179-4eca-8ce4-9dfbf9c72e81 on host dv-neutron-822799-1-hyperv {{(pid=87636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 23 16:17:42.479322 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-cd5525fd-abfd-45ff-a07f-6d19c0db52ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:17:42.484196 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd5525fd-abfd-45ff-a07f-6d19c0db52ba None None] No DVR routers for this DVR port a4ac370d-1912-48f3-af6b-0e13ac91a5fd on host dv-neutron-822799-1-hyperv {{(pid=87637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 23 16:17:42.523272 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea7b1038-0cae-4f41-9c16-0827e0a699ab tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify agent at l3_agent.dv-neutron-822799-1-hyperv the message routers_updated {{(pid=87635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 23 16:17:42.527475 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-117e3d97-af50-4823-8a37-2ae77c435c08 None None] For port 3a31f074-5179-4eca-8ce4-9dfbf9c72e81, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=3a31f074-5179-4eca-8ce4-9dfbf9c72e81,segment=NetworkSegment(36252cf5-b899-46c2-8c8e-88037efaa5ca),segment_id=36252cf5-b899-46c2-8c8e-88037efaa5ca)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:17:42.527875 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-117e3d97-af50-4823-8a37-2ae77c435c08 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:42.531874 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-ea7b1038-0cae-4f41-9c16-0827e0a699ab tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] 10.222.0.64 "PUT /v2.0/routers/ed7be01e-66a1-4e0e-9085-a7d4b4363788/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.1211948
Dec 23 16:17:42.533481 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 51676) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:42.541735 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dcec953-3653-4b18-8fbb-b6de69514150 None None] Sync routers for ids ['ed7be01e-66a1-4e0e-9085-a7d4b4363788'] in dv-neutron-822799-1-hyperv {{(pid=87637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 23 16:17:42.600448 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-708b0625-954e-4b5a-acbc-6691a6d0dedb tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-864347', 'neutron.services.segments.db._delete_segments_for_network-8735362908070'] for network, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:42.626151 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-708b0625-954e-4b5a-acbc-6691a6d0dedb tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1dc0956fd0>,) {'filters': {'network_id': ['e11a36af-c9a3-4998-a954-09237dfd7e3b']}} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:17:42.637319 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-9a587fd9-c221-4a8b-9233-139a118df9a8 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Synchronizing usage tracker for tenant:7f693e1e2e4c45b0a519cdc9b284f217 on resource:port {{(pid=87635) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:17:42.639210 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-708b0625-954e-4b5a-acbc-6691a6d0dedb tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dc0956fd0>, '36252cf5-b899-46c2-8c8e-88037efaa5ca') {'for_net_delete': True} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:17:42.639490 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-708b0625-954e-4b5a-acbc-6691a6d0dedb tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dc0956fd0>, '36252cf5-b899-46c2-8c8e-88037efaa5ca') {} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:17:42.653764 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dcec953-3653-4b18-8fbb-b6de69514150 None None] Routers {'ed7be01e-66a1-4e0e-9085-a7d4b4363788'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:17:42.653764 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-3dcec953-3653-4b18-8fbb-b6de69514150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc14c5d00>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:17:20Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['ed7be01e-66a1-4e0e-9085-a7d4b4363788'], 'active': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:17:42.660508 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-708b0625-954e-4b5a-acbc-6691a6d0dedb tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735363085442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2382197'] for segment, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:42.672446 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-9a587fd9-c221-4a8b-9233-139a118df9a8 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Unset dirty status for tenant:7f693e1e2e4c45b0a519cdc9b284f217 on resource:port {{(pid=87635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:17:42.673658 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-9a587fd9-c221-4a8b-9233-139a118df9a8 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] 10.222.0.64 "GET /v2.0/ports?device_id=ed7be01e-66a1-4e0e-9085-a7d4b4363788 HTTP/1.1" status: 200  len: 205 time: 0.1394997
Dec 23 16:17:42.678680 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 51680) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:42.681305 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-708b0625-954e-4b5a-acbc-6691a6d0dedb tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:42.688023 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-708b0625-954e-4b5a-acbc-6691a6d0dedb tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Releasing vlan 444 on physical network physnet1 to pool {{(pid=87636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 23 16:17:42.688404 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-708b0625-954e-4b5a-acbc-6691a6d0dedb tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2176261'] for segment, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:42.703482 dv-neutron-822799-1-hyperv neutron-server[87636]: Traceback (most recent call last):
Dec 23 16:17:42.703482 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 23 16:17:42.703482 dv-neutron-822799-1-hyperv neutron-server[87636]:     timer()
Dec 23 16:17:42.703482 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:17:42.703482 dv-neutron-822799-1-hyperv neutron-server[87636]:     cb(*args, **kw)
Dec 23 16:17:42.703482 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 23 16:17:42.703482 dv-neutron-822799-1-hyperv neutron-server[87636]:     return func(*args, **kwargs)
Dec 23 16:17:42.703482 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:17:42.703482 dv-neutron-822799-1-hyperv neutron-server[87636]:     self._notify()
Dec 23 16:17:42.703482 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:17:42.703482 dv-neutron-822799-1-hyperv neutron-server[87636]:     self.callback(batched_events)
Dec 23 16:17:42.703482 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:17:42.703482 dv-neutron-822799-1-hyperv neutron-server[87636]:     event.method(event)
Dec 23 16:17:42.703482 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:17:42.703482 dv-neutron-822799-1-hyperv neutron-server[87636]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:17:42.703482 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 23 16:17:42.703482 dv-neutron-822799-1-hyperv neutron-server[87636]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 23 16:17:42.703482 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 23 16:17:42.703482 dv-neutron-822799-1-hyperv neutron-server[87636]:     return f(self, *a, **k)
Dec 23 16:17:42.703482 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:17:42.703482 dv-neutron-822799-1-hyperv neutron-server[87636]:     return self._get(url).json()
Dec 23 16:17:42.703482 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 23 16:17:42.703482 dv-neutron-822799-1-hyperv neutron-server[87636]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 23 16:17:42.703482 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 23 16:17:42.703482 dv-neutron-822799-1-hyperv neutron-server[87636]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:17:42.703482 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 23 16:17:42.703482 dv-neutron-822799-1-hyperv neutron-server[87636]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 23 16:17:42.703482 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 23 16:17:42.703482 dv-neutron-822799-1-hyperv neutron-server[87636]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:17:42.703482 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 23 16:17:42.703482 dv-neutron-822799-1-hyperv neutron-server[87636]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:17:42.703482 dv-neutron-822799-1-hyperv neutron-server[87636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:17:42.711349 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-117e3d97-af50-4823-8a37-2ae77c435c08 None None] Calling delete_port for 3a31f074-5179-4eca-8ce4-9dfbf9c72e81 owned by network:dhcp {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:17:42.748610 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-3dcec953-3653-4b18-8fbb-b6de69514150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc14c5d00>, [], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:17:42.770955 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dcec953-3653-4b18-8fbb-b6de69514150 None None] Routers {'ed7be01e-66a1-4e0e-9085-a7d4b4363788'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:17:42.771502 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-3dcec953-3653-4b18-8fbb-b6de69514150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc14c5d00>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:17:20Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['ed7be01e-66a1-4e0e-9085-a7d4b4363788'], 'active': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:17:42.787077 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-708b0625-954e-4b5a-acbc-6691a6d0dedb tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-864336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1824171'] for network, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:42.792463 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-708b0625-954e-4b5a-acbc-6691a6d0dedb tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:42.796119 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-8b27d5c1-3b03-4fce-96a1-eb77f3e1bb20 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:17:42.825454 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708b0625-954e-4b5a-acbc-6691a6d0dedb tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Pushing event deleted for resources: {'Network': ['ID=e11a36af-c9a3-4998-a954-09237dfd7e3b,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:17:42.828238 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-708b0625-954e-4b5a-acbc-6691a6d0dedb tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:17:42.838632 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-3dcec953-3653-4b18-8fbb-b6de69514150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc14c5d00>, [], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:17:42.839100 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dcec953-3653-4b18-8fbb-b6de69514150 None None] The sync data for ids ['ed7be01e-66a1-4e0e-9085-a7d4b4363788'] in dv-neutron-822799-1-hyperv is: [] {{(pid=87637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 23 16:17:42.839793 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.db [None req-eff71f4d-2081-48fc-9cce-a7c208586357 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] For port 06fc2d70-1443-439c-a89a-12708450fe11, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=06fc2d70-1443-439c-a89a-12708450fe11,segment=NetworkSegment(77e3d110-dd7b-426c-b11f-b78dde7993df),segment_id=77e3d110-dd7b-426c-b11f-b78dde7993df)] {{(pid=87635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:17:42.840162 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-eff71f4d-2081-48fc-9cce-a7c208586357 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:42.842303 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-708b0625-954e-4b5a-acbc-6691a6d0dedb tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] 10.222.0.64 "DELETE /v2.0/networks/e11a36af-c9a3-4998-a954-09237dfd7e3b HTTP/1.1" status: 204  len: 168 time: 1.2778435
Dec 23 16:17:42.846142 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 51684) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:42.850199 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-7a44ac11-7c14-4a08-8e1b-fcd996e0d2c1 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks [] for router, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:42.855286 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-4cde1743-533b-4477-a5ac-8f1c59c505bb tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Request body: {'port': {'network_id': 'b603a9d1-522c-459e-95e9-bbcd52e2457f', 'name': 'tempest-PortsTestJSON-550169186'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:17:42.860821 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.db.api [None req-117e3d97-af50-4823-8a37-2ae77c435c08 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87637) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 23 16:17:42.861192 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_db.api [None req-117e3d97-af50-4823-8a37-2ae77c435c08 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 23 16:17:42.968731 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-4cde1743-533b-4477-a5ac-8f1c59c505bb tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:17:42.973218 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-4cde1743-533b-4477-a5ac-8f1c59c505bb tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Usage tracker for resource:port and tenant:e1d581421fe74f67b8908d7d303644fd is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:17:42.976463 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-4cde1743-533b-4477-a5ac-8f1c59c505bb tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:17:42.983746 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-4cde1743-533b-4477-a5ac-8f1c59c505bb tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:17:42.996461 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device a4ac370d-1912-48f3-af6b-0e13ac91a5fd no longer exists at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 23 16:17:43.002404 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cde1743-533b-4477-a5ac-8f1c59c505bb tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Made reservation on behalf of e1d581421fe74f67b8908d7d303644fd for: {'port': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:17:43.008611 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-4cde1743-533b-4477-a5ac-8f1c59c505bb tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:43.031807 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] No Port match for: a4ac370d-1912-48f3-af6b-0e13ac91a5fd {{(pid=87637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 23 16:17:43.032182 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device a4ac370d-1912-48f3-af6b-0e13ac91a5fd not bound to the agent host dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 23 16:17:43.032619 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 3a31f074-5179-4eca-8ce4-9dfbf9c72e81 no longer exists at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 23 16:17:43.033277 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [None req-4cde1743-533b-4477-a5ac-8f1c59c505bb tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] device_id is not set on port c5b48c52-de1f-49e9-a5a8-59a1c6f06383 yet. {{(pid=87636) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 23 16:17:43.065283 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] No Port match for: 3a31f074-5179-4eca-8ce4-9dfbf9c72e81 {{(pid=87637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 23 16:17:43.065692 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 3a31f074-5179-4eca-8ce4-9dfbf9c72e81 not bound to the agent host dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 23 16:17:43.066092 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 18f6019e-7f2c-48df-9312-599bd77edfd8 no longer exists at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 23 16:17:43.104221 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] No Port match for: 18f6019e-7f2c-48df-9312-599bd77edfd8 {{(pid=87637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 23 16:17:43.104687 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 18f6019e-7f2c-48df-9312-599bd77edfd8 not bound to the agent host dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 23 16:17:43.219940 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-eff71f4d-2081-48fc-9cce-a7c208586357 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Calling delete_port for 06fc2d70-1443-439c-a89a-12708450fe11 owned by network:router_gateway {{(pid=87635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:17:43.286884 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-4cde1743-533b-4477-a5ac-8f1c59c505bb tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:43.317930 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-4cde1743-533b-4477-a5ac-8f1c59c505bb tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:43.325295 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-086ad23e-8e6c-40f7-902a-1601ac36be89 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:17:43.362104 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-117e3d97-af50-4823-8a37-2ae77c435c08 None None] Deleting port 3a31f074-5179-4eca-8ce4-9dfbf9c72e81 {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:17:43.363203 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-117e3d97-af50-4823-8a37-2ae77c435c08 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:43.382452 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cde1743-533b-4477-a5ac-8f1c59c505bb tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Network b603a9d1-522c-459e-95e9-bbcd52e2457f is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:17:43.390164 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-4cde1743-533b-4477-a5ac-8f1c59c505bb tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Resources bound (agent type, host, resource id):  {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:17:43.395263 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cde1743-533b-4477-a5ac-8f1c59c505bb tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:17:43.400041 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cde1743-533b-4477-a5ac-8f1c59c505bb tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:17:43.400671 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-4cde1743-533b-4477-a5ac-8f1c59c505bb tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:43.416470 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cde1743-533b-4477-a5ac-8f1c59c505bb tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Pushing event updated for resources: {'Port': ['ID=c5b48c52-de1f-49e9-a5a8-59a1c6f06383,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:17:43.419280 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-4cde1743-533b-4477-a5ac-8f1c59c505bb tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:17:43.432445 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-4cde1743-533b-4477-a5ac-8f1c59c505bb tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201  len: 845 time: 0.5851018
Dec 23 16:17:43.434426 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-117e3d97-af50-4823-8a37-2ae77c435c08 None None] The port '3a31f074-5179-4eca-8ce4-9dfbf9c72e81' was deleted {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 23 16:17:43.435277 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 51688) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:43.461912 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-7a44ac11-7c14-4a08-8e1b-fcd996e0d2c1 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1784183', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-235354'] for router, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:43.469854 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-7a44ac11-7c14-4a08-8e1b-fcd996e0d2c1 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:43.510296 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-7a44ac11-7c14-4a08-8e1b-fcd996e0d2c1 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1781328'] for router, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:43.510908 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a44ac11-7c14-4a08-8e1b-fcd996e0d2c1 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Fanout notify agent at l3_agent the message router_deleted on router ed7be01e-66a1-4e0e-9085-a7d4b4363788 {{(pid=87635) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 23 16:17:43.525690 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-5875a98f-f8e1-4c7a-9b83-73eb8e144854 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Deleting port c5b48c52-de1f-49e9-a5a8-59a1c6f06383 {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:17:43.526038 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5875a98f-f8e1-4c7a-9b83-73eb8e144854 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:43.527786 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-7a44ac11-7c14-4a08-8e1b-fcd996e0d2c1 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks [] for router, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:43.528893 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-7a44ac11-7c14-4a08-8e1b-fcd996e0d2c1 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] 10.222.0.64 "DELETE /v2.0/routers/ed7be01e-66a1-4e0e-9085-a7d4b4363788 HTTP/1.1" status: 204  len: 168 time: 0.8489127
Dec 23 16:17:43.531618 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 51692) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:43.639349 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.db_base_plugin_v2 [None req-daa718dd-29c6-4471-b175-2c703553a42f tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Deleting subnet 112dfb87-fc0d-4618-a534-d68b1c503b9b {{(pid=87635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 23 16:17:43.646608 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-daa718dd-29c6-4471-b175-2c703553a42f tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks [] for subnet, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:43.688354 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-eff71f4d-2081-48fc-9cce-a7c208586357 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:43.694653 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-bbc98612-877c-4d72-a8c6-f76671ee1cc6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:17:43.743081 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff71f4d-2081-48fc-9cce-a7c208586357 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Pushing event deleted for resources: {'Port': ['ID=06fc2d70-1443-439c-a89a-12708450fe11,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:17:43.748661 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-eff71f4d-2081-48fc-9cce-a7c208586357 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:17:43.750304 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5875a98f-f8e1-4c7a-9b83-73eb8e144854 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:43.775645 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-daa718dd-29c6-4471-b175-2c703553a42f tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2776816'] for subnet, precommit_delete_associations {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:43.872534 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-5875a98f-f8e1-4c7a-9b83-73eb8e144854 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Calling delete_port for c5b48c52-de1f-49e9-a5a8-59a1c6f06383 owned by  {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:17:43.897306 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-eff71f4d-2081-48fc-9cce-a7c208586357 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1824206'] for router_gateway, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:43.959495 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5875a98f-f8e1-4c7a-9b83-73eb8e144854 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:43.965258 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-9b63bfe8-f120-4b1d-9af3-987af1c19eed tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:17:44.012976 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5875a98f-f8e1-4c7a-9b83-73eb8e144854 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Pushing event deleted for resources: {'Port': ['ID=c5b48c52-de1f-49e9-a5a8-59a1c6f06383,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:17:44.016037 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-5875a98f-f8e1-4c7a-9b83-73eb8e144854 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:17:44.018372 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5875a98f-f8e1-4c7a-9b83-73eb8e144854 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:44.028167 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-5875a98f-f8e1-4c7a-9b83-73eb8e144854 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] 10.222.0.64 "DELETE /v2.0/ports/c5b48c52-de1f-49e9-a5a8-59a1c6f06383 HTTP/1.1" status: 204  len: 168 time: 0.5916622
Dec 23 16:17:44.030720 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 51696) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:44.036476 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-63a1a5d2-d78c-43fa-8857-8134e6d2e052 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Request body: {'port': {'network_id': 'b603a9d1-522c-459e-95e9-bbcd52e2457f', 'mac_address': 'fa:16:3e:c1:b3:5d', 'name': 'tempest-PortsTestJSON-235203623'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:17:44.078347 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-eff71f4d-2081-48fc-9cce-a7c208586357 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1784183', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-235354'] for router, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:44.081409 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-eff71f4d-2081-48fc-9cce-a7c208586357 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:44.083411 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-daa718dd-29c6-4471-b175-2c703553a42f tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864774'] for subnet, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:44.144075 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-eff71f4d-2081-48fc-9cce-a7c208586357 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1781328'] for router, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:44.144896 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eff71f4d-2081-48fc-9cce-a7c208586357 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Fanout notify agent at l3_agent the message router_deleted on router 9830ea94-3af4-44dd-af06-634e4fe8878f {{(pid=87635) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 23 16:17:44.146685 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-63a1a5d2-d78c-43fa-8857-8134e6d2e052 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:17:44.151546 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-63a1a5d2-d78c-43fa-8857-8134e6d2e052 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Usage tracker for resource:port and tenant:e1d581421fe74f67b8908d7d303644fd is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:17:44.155508 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-63a1a5d2-d78c-43fa-8857-8134e6d2e052 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:17:44.162147 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-63a1a5d2-d78c-43fa-8857-8134e6d2e052 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:17:44.168997 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-eff71f4d-2081-48fc-9cce-a7c208586357 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for router, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:44.170083 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-eff71f4d-2081-48fc-9cce-a7c208586357 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "DELETE /v2.0/routers/9830ea94-3af4-44dd-af06-634e4fe8878f HTTP/1.1" status: 204  len: 168 time: 2.8800659
Dec 23 16:17:44.172874 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 51700) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:44.177057 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63a1a5d2-d78c-43fa-8857-8134e6d2e052 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Made reservation on behalf of e1d581421fe74f67b8908d7d303644fd for: {'port': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:17:44.255936 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-daa718dd-29c6-4471-b175-2c703553a42f tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2753333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2609730'] for subnet, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:44.266084 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-35cb2454-9135-4d5d-859e-8f4ddd69694c tempest-FloatingIPAdminTestJSON-473263132 tempest-FloatingIPAdminTestJSON-473263132-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:17:44.294365 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-63a1a5d2-d78c-43fa-8857-8134e6d2e052 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:44.319308 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa718dd-29c6-4471-b175-2c703553a42f tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Pushing event deleted for resources: {'Subnet': ['ID=112dfb87-fc0d-4618-a534-d68b1c503b9b,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:17:44.325226 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-daa718dd-29c6-4471-b175-2c703553a42f tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:17:44.330882 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [None req-63a1a5d2-d78c-43fa-8857-8134e6d2e052 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] device_id is not set on port aafc39b1-d682-424e-af80-489485d4852a yet. {{(pid=87636) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 23 16:17:44.332195 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55ec4ab4-eef2-4977-bfed-18931d982eb6 None None] Network ba1d565d-613b-4b93-b7ea-c1379085f94b requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:17:44.334953 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-daa718dd-29c6-4471-b175-2c703553a42f tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks [] for subnet, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:44.348987 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-bc822fae-03f3-4a50-9810-8f83da87d963 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-698866'] for network, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:44.353266 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-daa718dd-29c6-4471-b175-2c703553a42f tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] 10.222.0.64 "DELETE /v2.0/subnets/112dfb87-fc0d-4618-a534-d68b1c503b9b HTTP/1.1" status: 204  len: 168 time: 0.8186824
Dec 23 16:17:44.354473 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 51704) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:44.561080 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-63a1a5d2-d78c-43fa-8857-8134e6d2e052 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:44.565027 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-ea90134a-fc67-4f3a-a617-65abb326aff6 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-698866'] for network, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:44.596751 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-63a1a5d2-d78c-43fa-8857-8134e6d2e052 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:44.604221 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-664f253d-389d-4975-b817-93767a37a675 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:17:44.708065 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-312f5571-d73d-49a8-8257-3d1bb122d4c1 None None] DHCP port deletion for ba1d565d-613b-4b93-b7ea-c1379085f94b request from dv-neutron-822799-1-hyperv {{(pid=87637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 23 16:17:44.713803 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-312f5571-d73d-49a8-8257-3d1bb122d4c1 None None] Deleting port 6d91ae69-e4e3-4013-b4cc-809b495d28e5 {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:17:44.714192 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-312f5571-d73d-49a8-8257-3d1bb122d4c1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:44.755505 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-bc822fae-03f3-4a50-9810-8f83da87d963 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-864347', 'neutron.services.segments.db._delete_segments_for_network-8735362908070'] for network, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:44.778212 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-ea90134a-fc67-4f3a-a617-65abb326aff6 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Deleting port 6d91ae69-e4e3-4013-b4cc-809b495d28e5 {{(pid=87635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:17:44.778519 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-ea90134a-fc67-4f3a-a617-65abb326aff6 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:44.816660 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.services.segments.db [None req-bc822fae-03f3-4a50-9810-8f83da87d963 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1dbb41f310>,) {'filters': {'network_id': ['86ce35ef-6f92-478d-bb05-dc77b85890ed']}} {{(pid=87635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:17:44.825848 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63a1a5d2-d78c-43fa-8857-8134e6d2e052 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Network b603a9d1-522c-459e-95e9-bbcd52e2457f is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:17:44.828923 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-63a1a5d2-d78c-43fa-8857-8134e6d2e052 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Resources bound (agent type, host, resource id):  {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:17:44.831324 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63a1a5d2-d78c-43fa-8857-8134e6d2e052 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:17:44.833721 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.services.segments.db [None req-bc822fae-03f3-4a50-9810-8f83da87d963 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dbb41f310>, 'd3145fa9-8a75-4e10-8270-1505196d67de') {'for_net_delete': True} {{(pid=87635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:17:44.834024 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.services.segments.db [None req-bc822fae-03f3-4a50-9810-8f83da87d963 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dbb41f310>, 'd3145fa9-8a75-4e10-8270-1505196d67de') {} {{(pid=87635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:17:44.837754 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63a1a5d2-d78c-43fa-8857-8134e6d2e052 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:17:44.838434 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-63a1a5d2-d78c-43fa-8857-8134e6d2e052 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:44.846823 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a1a5d2-d78c-43fa-8857-8134e6d2e052 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Pushing event updated for resources: {'Port': ['ID=aafc39b1-d682-424e-af80-489485d4852a,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:17:44.850273 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-63a1a5d2-d78c-43fa-8857-8134e6d2e052 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:17:44.854565 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-bc822fae-03f3-4a50-9810-8f83da87d963 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735363085442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2776713'] for segment, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:44.873753 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-63a1a5d2-d78c-43fa-8857-8134e6d2e052 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201  len: 845 time: 0.8391562
Dec 23 16:17:44.873961 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 51708) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:44.911424 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-bc822fae-03f3-4a50-9810-8f83da87d963 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:44.929424 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc822fae-03f3-4a50-9810-8f83da87d963 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Releasing vlan 438 on physical network physnet1 to pool {{(pid=87635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 23 16:17:44.929756 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-bc822fae-03f3-4a50-9810-8f83da87d963 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2753503'] for segment, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:44.946319 dv-neutron-822799-1-hyperv neutron-server[87635]: Traceback (most recent call last):
Dec 23 16:17:44.946319 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 23 16:17:44.946319 dv-neutron-822799-1-hyperv neutron-server[87635]:     timer()
Dec 23 16:17:44.946319 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:17:44.946319 dv-neutron-822799-1-hyperv neutron-server[87635]:     cb(*args, **kw)
Dec 23 16:17:44.946319 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 23 16:17:44.946319 dv-neutron-822799-1-hyperv neutron-server[87635]:     return func(*args, **kwargs)
Dec 23 16:17:44.946319 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:17:44.946319 dv-neutron-822799-1-hyperv neutron-server[87635]:     self._notify()
Dec 23 16:17:44.946319 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:17:44.946319 dv-neutron-822799-1-hyperv neutron-server[87635]:     self.callback(batched_events)
Dec 23 16:17:44.946319 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:17:44.946319 dv-neutron-822799-1-hyperv neutron-server[87635]:     event.method(event)
Dec 23 16:17:44.946319 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:17:44.946319 dv-neutron-822799-1-hyperv neutron-server[87635]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:17:44.946319 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 23 16:17:44.946319 dv-neutron-822799-1-hyperv neutron-server[87635]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 23 16:17:44.946319 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 23 16:17:44.946319 dv-neutron-822799-1-hyperv neutron-server[87635]:     return f(self, *a, **k)
Dec 23 16:17:44.946319 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:17:44.946319 dv-neutron-822799-1-hyperv neutron-server[87635]:     return self._get(url).json()
Dec 23 16:17:44.946319 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 23 16:17:44.946319 dv-neutron-822799-1-hyperv neutron-server[87635]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 23 16:17:44.946319 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 23 16:17:44.946319 dv-neutron-822799-1-hyperv neutron-server[87635]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:17:44.946319 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 23 16:17:44.946319 dv-neutron-822799-1-hyperv neutron-server[87635]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 23 16:17:44.946319 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 23 16:17:44.946319 dv-neutron-822799-1-hyperv neutron-server[87635]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:17:44.946319 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 23 16:17:44.946319 dv-neutron-822799-1-hyperv neutron-server[87635]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:17:44.946319 dv-neutron-822799-1-hyperv neutron-server[87635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:17:44.949043 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-312f5571-d73d-49a8-8257-3d1bb122d4c1 None None] For port 6d91ae69-e4e3-4013-b4cc-809b495d28e5, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=6d91ae69-e4e3-4013-b4cc-809b495d28e5,segment=NetworkSegment(f83bd313-66e2-44a2-af34-55f45595a6fa),segment_id=f83bd313-66e2-44a2-af34-55f45595a6fa)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:17:44.949702 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-312f5571-d73d-49a8-8257-3d1bb122d4c1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:44.962824 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39874a7b-b741-40dd-9964-35481a786b35 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:17:44.963625 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-39874a7b-b741-40dd-9964-35481a786b35 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Synchronizing usage tracker for tenant:e1d581421fe74f67b8908d7d303644fd on resource:port {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:17:44.984864 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-39874a7b-b741-40dd-9964-35481a786b35 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Unset dirty status for tenant:e1d581421fe74f67b8908d7d303644fd on resource:port {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:17:44.989495 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-39874a7b-b741-40dd-9964-35481a786b35 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] 10.222.0.64 "GET /v2.0/ports/aafc39b1-d682-424e-af80-489485d4852a HTTP/1.1" status: 200  len: 840 time: 0.1115594
Dec 23 16:17:44.989737 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 51712) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:45.024254 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 06fc2d70-1443-439c-a89a-12708450fe11 no longer exists at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 23 16:17:45.064782 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-cfae48e2-f41e-4219-9ccd-c41409432a22 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Deleting port aafc39b1-d682-424e-af80-489485d4852a {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:17:45.065963 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-cfae48e2-f41e-4219-9ccd-c41409432a22 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:45.114028 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-bc822fae-03f3-4a50-9810-8f83da87d963 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-864336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1824171'] for network, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:45.115767 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-312f5571-d73d-49a8-8257-3d1bb122d4c1 None None] Calling delete_port for 6d91ae69-e4e3-4013-b4cc-809b495d28e5 owned by network:dhcp {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:17:45.120313 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-e801d63d-b614-48bc-b1ee-9d337cbf8c6f tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:17:45.140479 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-bc822fae-03f3-4a50-9810-8f83da87d963 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for network, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:45.153640 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] No Port match for: 06fc2d70-1443-439c-a89a-12708450fe11 {{(pid=87637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 23 16:17:45.153640 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 06fc2d70-1443-439c-a89a-12708450fe11 not bound to the agent host dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 23 16:17:45.154086 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 6d91ae69-e4e3-4013-b4cc-809b495d28e5 no longer exists at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 23 16:17:45.154206 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc822fae-03f3-4a50-9810-8f83da87d963 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Pushing event deleted for resources: {'Network': ['ID=86ce35ef-6f92-478d-bb05-dc77b85890ed,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:17:45.156670 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.db [None req-ea90134a-fc67-4f3a-a617-65abb326aff6 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] For port 6d91ae69-e4e3-4013-b4cc-809b495d28e5, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=6d91ae69-e4e3-4013-b4cc-809b495d28e5,segment=NetworkSegment(f83bd313-66e2-44a2-af34-55f45595a6fa),segment_id=f83bd313-66e2-44a2-af34-55f45595a6fa)] {{(pid=87635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:17:45.157033 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-ea90134a-fc67-4f3a-a617-65abb326aff6 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:45.168534 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-bc822fae-03f3-4a50-9810-8f83da87d963 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:17:45.221000 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-bc822fae-03f3-4a50-9810-8f83da87d963 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "DELETE /v2.0/networks/86ce35ef-6f92-478d-bb05-dc77b85890ed HTTP/1.1" status: 204  len: 168 time: 1.0470715
Dec 23 16:17:45.284468 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 51716) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:45.289667 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Port 6d91ae69-e4e3-4013-b4cc-809b495d28e5 update to DOWN by agent not found {{(pid=87637) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2117}}
Dec 23 16:17:45.298422 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-fa934387-997b-44f1-a1bb-831e50dc0ca1 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Request body: {'network': {'name': 'tempest-network-smoke--1831296346', 'project_id': '544f3e375bde4f0988286eba27294ea6', 'port_security_enabled': True}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:17:45.301398 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-312f5571-d73d-49a8-8257-3d1bb122d4c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789'] for port, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:45.305413 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-fa934387-997b-44f1-a1bb-831e50dc0ca1 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:17:45.308247 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-ea90134a-fc67-4f3a-a617-65abb326aff6 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Calling delete_port for 6d91ae69-e4e3-4013-b4cc-809b495d28e5 owned by network:dhcp {{(pid=87635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:17:45.309927 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-fa934387-997b-44f1-a1bb-831e50dc0ca1 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Usage tracker for resource:network and tenant:544f3e375bde4f0988286eba27294ea6 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:17:45.312999 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-fa934387-997b-44f1-a1bb-831e50dc0ca1 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:17:45.314008 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:17:45.319356 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-fa934387-997b-44f1-a1bb-831e50dc0ca1 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:17:45.354833 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-312f5571-d73d-49a8-8257-3d1bb122d4c1 None None] No DVR routers for this DVR port 6d91ae69-e4e3-4013-b4cc-809b495d28e5 on host dv-neutron-822799-1-hyperv {{(pid=87637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 23 16:17:45.356738 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-cfae48e2-f41e-4219-9ccd-c41409432a22 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:45.365783 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa934387-997b-44f1-a1bb-831e50dc0ca1 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Made reservation on behalf of 544f3e375bde4f0988286eba27294ea6 for: {'network': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:17:45.366089 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f5571-d73d-49a8-8257-3d1bb122d4c1 None None] Pushing event deleted for resources: {'Port': ['ID=6d91ae69-e4e3-4013-b4cc-809b495d28e5,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:17:45.368134 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-312f5571-d73d-49a8-8257-3d1bb122d4c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:17:45.376253 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-fa934387-997b-44f1-a1bb-831e50dc0ca1 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for network, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:45.397190 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.db.api [None req-ea90134a-fc67-4f3a-a617-65abb326aff6 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87635) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 23 16:17:45.397512 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_db.api [None req-ea90134a-fc67-4f3a-a617-65abb326aff6 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 23 16:17:45.507244 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-cfae48e2-f41e-4219-9ccd-c41409432a22 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Calling delete_port for aafc39b1-d682-424e-af80-489485d4852a owned by  {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:17:45.569470 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa934387-997b-44f1-a1bb-831e50dc0ca1 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] vlan segment allocate from pool success with {'vlan_id': 406, 'physical_network': 'physnet1'}  {{(pid=87636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 23 16:17:45.593984 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-fa934387-997b-44f1-a1bb-831e50dc0ca1 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:45.594357 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.db.segments_db [None req-fa934387-997b-44f1-a1bb-831e50dc0ca1 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Added segment 5ce20ec1-4fcf-432c-a113-e744022bf383 of type vlan for network dea35259-3e90-4336-be8a-c4c46e33cff8
Dec 23 16:17:45.616884 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-cfae48e2-f41e-4219-9ccd-c41409432a22 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:45.624171 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-48fd4804-e23b-466d-9109-ce740c945265 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:17:45.670871 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-fa934387-997b-44f1-a1bb-831e50dc0ca1 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735362521793'] for network, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:45.676121 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfae48e2-f41e-4219-9ccd-c41409432a22 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Pushing event deleted for resources: {'Port': ['ID=aafc39b1-d682-424e-af80-489485d4852a,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:17:45.681104 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-cfae48e2-f41e-4219-9ccd-c41409432a22 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:17:45.685466 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-cfae48e2-f41e-4219-9ccd-c41409432a22 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:45.714101 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-cfae48e2-f41e-4219-9ccd-c41409432a22 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] 10.222.0.64 "DELETE /v2.0/ports/aafc39b1-d682-424e-af80-489485d4852a HTTP/1.1" status: 204  len: 168 time: 0.7232664
Dec 23 16:17:45.715569 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-fa934387-997b-44f1-a1bb-831e50dc0ca1 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495'] for network, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:45.717230 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 51720) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:45.721106 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa934387-997b-44f1-a1bb-831e50dc0ca1 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:17:45.721831 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-fa934387-997b-44f1-a1bb-831e50dc0ca1 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:45.725772 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-40ceba94-10e4-463d-a09c-4e5ad6bb2ae8 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:17:45.763733 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.pecan_wsgi.hooks.translation [None req-29bcbf67-0b99-457a-b063-7c83be0250ee tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] GET failed (client error): The resource could not be found.
Dec 23 16:17:45.764276 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-29bcbf67-0b99-457a-b063-7c83be0250ee tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Synchronizing usage tracker for tenant:e1d581421fe74f67b8908d7d303644fd on resource:port {{(pid=87635) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:17:45.780844 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-29bcbf67-0b99-457a-b063-7c83be0250ee tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Unset dirty status for tenant:e1d581421fe74f67b8908d7d303644fd on resource:port {{(pid=87635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:17:45.781997 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-29bcbf67-0b99-457a-b063-7c83be0250ee tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] 10.222.0.64 "GET /v2.0/ports/aafc39b1-d682-424e-af80-489485d4852a HTTP/1.1" status: 404  len: 333 time: 0.0637484
Dec 23 16:17:45.786178 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 51724) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:45.791978 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-3e0e42d7-b534-4880-b638-5c98de096bc5 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Request body: {'port': {'network_id': 'b603a9d1-522c-459e-95e9-bbcd52e2457f', 'name': 'tempest-PortsTestJSON-421573698'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:17:45.820442 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-fa934387-997b-44f1-a1bb-831e50dc0ca1 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.5344834
Dec 23 16:17:45.823867 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 51728) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:45.831439 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-f380c505-00b7-438d-837c-041df904f14f tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-823849873', 'admin_state_up': True, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b'}}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:17:45.841232 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa934387-997b-44f1-a1bb-831e50dc0ca1 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Pushing event updated for resources: {'Network': ['ID=dea35259-3e90-4336-be8a-c4c46e33cff8,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:17:45.843543 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-f380c505-00b7-438d-837c-041df904f14f tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:17:45.845881 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-fa934387-997b-44f1-a1bb-831e50dc0ca1 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:17:45.848869 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-f380c505-00b7-438d-837c-041df904f14f tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Usage tracker for resource:router and tenant:544f3e375bde4f0988286eba27294ea6 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:17:45.851934 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-f380c505-00b7-438d-837c-041df904f14f tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:17:45.854348 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Network dea35259-3e90-4336-be8a-c4c46e33cff8 details requested by agent ovs-agent-dv-neutron-822799-1-hyperv with host dv-neutron-822799-1-hyperv {{(pid=87637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 23 16:17:45.858367 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-f380c505-00b7-438d-837c-041df904f14f tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:17:45.872218 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f380c505-00b7-438d-837c-041df904f14f tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1823978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-235332'] for router, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:45.873232 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f380c505-00b7-438d-837c-041df904f14f tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1824575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1824063', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1751113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-235341'] for router, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:45.889012 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f380c505-00b7-438d-837c-041df904f14f tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:45.906284 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-ea90134a-fc67-4f3a-a617-65abb326aff6 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Deleting port 6d91ae69-e4e3-4013-b4cc-809b495d28e5 {{(pid=87635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:17:45.906740 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-ea90134a-fc67-4f3a-a617-65abb326aff6 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:45.983542 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-ea90134a-fc67-4f3a-a617-65abb326aff6 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] The port '6d91ae69-e4e3-4013-b4cc-809b495d28e5' was deleted {{(pid=87635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 23 16:17:45.986075 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-3e0e42d7-b534-4880-b638-5c98de096bc5 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:17:46.042723 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-3e0e42d7-b534-4880-b638-5c98de096bc5 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:17:46.117115 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e0e42d7-b534-4880-b638-5c98de096bc5 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Made reservation on behalf of e1d581421fe74f67b8908d7d303644fd for: {'port': 1} {{(pid=87635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:17:46.120600 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-3e0e42d7-b534-4880-b638-5c98de096bc5 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:46.144946 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-ea90134a-fc67-4f3a-a617-65abb326aff6 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-864347', 'neutron.services.segments.db._delete_segments_for_network-8735362908070'] for network, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:46.165874 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f380c505-00b7-438d-837c-041df904f14f tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1824017', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1823768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-235299'] for router, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:46.168962 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.notifiers.nova [None req-3e0e42d7-b534-4880-b638-5c98de096bc5 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] device_id is not set on port d8a118c2-666d-41ec-97bb-814ac4dffd96 yet. {{(pid=87635) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 23 16:17:46.209760 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.services.segments.db [None req-ea90134a-fc67-4f3a-a617-65abb326aff6 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1dba8d95b0>,) {'filters': {'network_id': ['ba1d565d-613b-4b93-b7ea-c1379085f94b']}} {{(pid=87635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:17:46.236728 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.services.segments.db [None req-ea90134a-fc67-4f3a-a617-65abb326aff6 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dba8d95b0>, 'f83bd313-66e2-44a2-af34-55f45595a6fa') {'for_net_delete': True} {{(pid=87635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:17:46.237106 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.services.segments.db [None req-ea90134a-fc67-4f3a-a617-65abb326aff6 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dba8d95b0>, 'f83bd313-66e2-44a2-af34-55f45595a6fa') {} {{(pid=87635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:17:46.252354 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-ea90134a-fc67-4f3a-a617-65abb326aff6 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735363085442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2776713'] for segment, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:46.288808 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-ea90134a-fc67-4f3a-a617-65abb326aff6 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:46.305810 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea90134a-fc67-4f3a-a617-65abb326aff6 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Releasing vlan 408 on physical network physnet1 to pool {{(pid=87635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 23 16:17:46.306098 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-ea90134a-fc67-4f3a-a617-65abb326aff6 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2753503'] for segment, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:46.320288 dv-neutron-822799-1-hyperv neutron-server[87635]: Traceback (most recent call last):
Dec 23 16:17:46.320288 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 23 16:17:46.320288 dv-neutron-822799-1-hyperv neutron-server[87635]:     timer()
Dec 23 16:17:46.320288 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:17:46.320288 dv-neutron-822799-1-hyperv neutron-server[87635]:     cb(*args, **kw)
Dec 23 16:17:46.320288 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 23 16:17:46.320288 dv-neutron-822799-1-hyperv neutron-server[87635]:     return func(*args, **kwargs)
Dec 23 16:17:46.320288 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:17:46.320288 dv-neutron-822799-1-hyperv neutron-server[87635]:     self._notify()
Dec 23 16:17:46.320288 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:17:46.320288 dv-neutron-822799-1-hyperv neutron-server[87635]:     self.callback(batched_events)
Dec 23 16:17:46.320288 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:17:46.320288 dv-neutron-822799-1-hyperv neutron-server[87635]:     event.method(event)
Dec 23 16:17:46.320288 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:17:46.320288 dv-neutron-822799-1-hyperv neutron-server[87635]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:17:46.320288 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 23 16:17:46.320288 dv-neutron-822799-1-hyperv neutron-server[87635]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 23 16:17:46.320288 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 23 16:17:46.320288 dv-neutron-822799-1-hyperv neutron-server[87635]:     return f(self, *a, **k)
Dec 23 16:17:46.320288 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:17:46.320288 dv-neutron-822799-1-hyperv neutron-server[87635]:     return self._get(url).json()
Dec 23 16:17:46.320288 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 23 16:17:46.320288 dv-neutron-822799-1-hyperv neutron-server[87635]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 23 16:17:46.320288 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 23 16:17:46.320288 dv-neutron-822799-1-hyperv neutron-server[87635]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:17:46.320288 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 23 16:17:46.320288 dv-neutron-822799-1-hyperv neutron-server[87635]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 23 16:17:46.320288 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 23 16:17:46.320288 dv-neutron-822799-1-hyperv neutron-server[87635]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:17:46.320288 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 23 16:17:46.320288 dv-neutron-822799-1-hyperv neutron-server[87635]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:17:46.320288 dv-neutron-822799-1-hyperv neutron-server[87635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:17:46.492055 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-ea90134a-fc67-4f3a-a617-65abb326aff6 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-864336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1824171'] for network, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:46.496551 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-ea90134a-fc67-4f3a-a617-65abb326aff6 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks [] for network, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:46.512004 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-ddf8a003-bda3-4591-af0a-539a5ec4c6bf tempest-BulkNetworkOpsTest-1801990789 tempest-BulkNetworkOpsTest-1801990789-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:17:46.546696 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea90134a-fc67-4f3a-a617-65abb326aff6 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Pushing event deleted for resources: {'Network': ['ID=ba1d565d-613b-4b93-b7ea-c1379085f94b,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:17:46.558073 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-ea90134a-fc67-4f3a-a617-65abb326aff6 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:17:46.562043 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-ea90134a-fc67-4f3a-a617-65abb326aff6 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] 10.222.0.64 "DELETE /v2.0/networks/ba1d565d-613b-4b93-b7ea-c1379085f94b HTTP/1.1" status: 204  len: 168 time: 2.2039893
Dec 23 16:17:46.565956 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 51732) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:46.571379 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-3e0e42d7-b534-4880-b638-5c98de096bc5 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks [] for port, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:46.575841 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-9c4e6f82-9c9a-4d95-a607-9598c9de111e tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-476417359', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:17:46.583472 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-9c4e6f82-9c9a-4d95-a607-9598c9de111e tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:17:46.589355 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-9c4e6f82-9c9a-4d95-a607-9598c9de111e tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Usage tracker for resource:router and tenant:7f693e1e2e4c45b0a519cdc9b284f217 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:17:46.592861 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-9c4e6f82-9c9a-4d95-a607-9598c9de111e tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:17:46.599720 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-9c4e6f82-9c9a-4d95-a607-9598c9de111e tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:17:46.614992 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-9c4e6f82-9c9a-4d95-a607-9598c9de111e tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1823978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-235332'] for router, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:46.615964 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-9c4e6f82-9c9a-4d95-a607-9598c9de111e tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1824575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1824063', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1751113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-235341'] for router, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:46.623085 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f380c505-00b7-438d-837c-041df904f14f tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for router_gateway, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:46.636596 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-9c4e6f82-9c9a-4d95-a607-9598c9de111e tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:46.638270 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-3e0e42d7-b534-4880-b638-5c98de096bc5 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:46.648398 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-49067a3e-3b2d-46d4-ae9d-24931ca4aacc tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:17:46.657010 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f380c505-00b7-438d-837c-041df904f14f tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:46.795203 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [None req-f380c505-00b7-438d-837c-041df904f14f tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Allocated IP 172.26.3.211 (8afa6d58-9431-454a-b99c-3ff8a65aa86b/60537fec-5f5f-4ab7-89cc-03638149a590/5f12fb02-d25f-41d3-a186-4cb84c903cb6) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:17:46.841256 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e0e42d7-b534-4880-b638-5c98de096bc5 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Network b603a9d1-522c-459e-95e9-bbcd52e2457f is already hosted by enough agents. {{(pid=87635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:17:46.847381 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.base_scheduler [None req-3e0e42d7-b534-4880-b638-5c98de096bc5 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Resources bound (agent type, host, resource id):  {{(pid=87635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:17:46.852051 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e0e42d7-b534-4880-b638-5c98de096bc5 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Received port after_create {{(pid=87635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:17:46.857456 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e0e42d7-b534-4880-b638-5c98de096bc5 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:17:46.858071 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-3e0e42d7-b534-4880-b638-5c98de096bc5 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:46.862084 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-9c4e6f82-9c9a-4d95-a607-9598c9de111e tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1823971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1824234'] for router, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:46.867698 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0e42d7-b534-4880-b638-5c98de096bc5 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Pushing event updated for resources: {'Port': ['ID=d8a118c2-666d-41ec-97bb-814ac4dffd96,revision_number=1']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:17:46.872662 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-3e0e42d7-b534-4880-b638-5c98de096bc5 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:17:46.903292 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-3e0e42d7-b534-4880-b638-5c98de096bc5 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201  len: 845 time: 1.1160378
Dec 23 16:17:46.905867 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 51736) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:46.912306 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-7285302c-18e3-47b0-a006-5bb8a30ee049 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:17:46.943145 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-9c4e6f82-9c9a-4d95-a607-9598c9de111e tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks [] for router, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:46.946819 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-9c4e6f82-9c9a-4d95-a607-9598c9de111e tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201  len: 702 time: 0.3771944
Dec 23 16:17:46.947133 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 51740) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:46.954251 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f380c505-00b7-438d-837c-041df904f14f tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:46.960392 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-78d65942-2765-47df-a5f0-c50d34afc91f tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-23905548'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:17:46.967435 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-78d65942-2765-47df-a5f0-c50d34afc91f tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:17:46.972821 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-78d65942-2765-47df-a5f0-c50d34afc91f tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Usage tracker for resource:network and tenant:7f693e1e2e4c45b0a519cdc9b284f217 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:17:46.976846 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-78d65942-2765-47df-a5f0-c50d34afc91f tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:17:46.983374 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-78d65942-2765-47df-a5f0-c50d34afc91f tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:17:46.997783 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78d65942-2765-47df-a5f0-c50d34afc91f tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Made reservation on behalf of 7f693e1e2e4c45b0a519cdc9b284f217 for: {'network': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:17:47.001183 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-78d65942-2765-47df-a5f0-c50d34afc91f tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for network, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:47.037791 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f380c505-00b7-438d-837c-041df904f14f tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:47.038108 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-7285302c-18e3-47b0-a006-5bb8a30ee049 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:47.041494 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78d65942-2765-47df-a5f0-c50d34afc91f tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] vlan segment allocate from pool success with {'vlan_id': 407, 'physical_network': 'physnet1'}  {{(pid=87636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 23 16:17:47.044234 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-6f49f47e-9010-4564-926a-ffe4d8537d4e tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:17:47.103049 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f380c505-00b7-438d-837c-041df904f14f tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Network 8afa6d58-9431-454a-b99c-3ff8a65aa86b is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:17:47.104060 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-78d65942-2765-47df-a5f0-c50d34afc91f tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:47.104415 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.db.segments_db [None req-78d65942-2765-47df-a5f0-c50d34afc91f tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Added segment 6682c9da-73f9-495d-b6c1-fe4db00d70fc of type vlan for network fc837992-2e66-4488-a75b-bed62b48e052
Dec 23 16:17:47.110886 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-f380c505-00b7-438d-837c-041df904f14f tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Resources bound (agent type, host, resource id):  {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:17:47.122900 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f380c505-00b7-438d-837c-041df904f14f tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:17:47.156853 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f380c505-00b7-438d-837c-041df904f14f tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Pushing event updated for resources: {'Port': ['ID=5f12fb02-d25f-41d3-a186-4cb84c903cb6,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:17:47.182299 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-f380c505-00b7-438d-837c-041df904f14f tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:17:47.191007 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-78d65942-2765-47df-a5f0-c50d34afc91f tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735362521793'] for network, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:47.256917 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-7285302c-18e3-47b0-a006-5bb8a30ee049 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks [] for port, precommit_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:47.262972 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-7285302c-18e3-47b0-a006-5bb8a30ee049 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2753531'] for port, after_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:47.267596 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-0f883c33-a42f-4205-954a-6265263dc449 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:17:47.325144 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-7285302c-18e3-47b0-a006-5bb8a30ee049 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] In _notify_port_updated(), no bound segment for port d8a118c2-666d-41ec-97bb-814ac4dffd96 on network b603a9d1-522c-459e-95e9-bbcd52e2457f {{(pid=87635) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}}
Dec 23 16:17:47.330884 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7285302c-18e3-47b0-a006-5bb8a30ee049 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:17:47.331486 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-7285302c-18e3-47b0-a006-5bb8a30ee049 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:47.332955 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-7285302c-18e3-47b0-a006-5bb8a30ee049 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] 10.222.0.64 "PUT /v2.0/ports/d8a118c2-666d-41ec-97bb-814ac4dffd96 HTTP/1.1" status: 200  len: 818 time: 0.4261956
Dec 23 16:17:47.333680 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-e92e6df7-ac9f-4262-8555-4e1e8257ae0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:47.336399 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 51744) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:47.348983 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-78d65942-2765-47df-a5f0-c50d34afc91f tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495'] for network, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:47.354410 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78d65942-2765-47df-a5f0-c50d34afc91f tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:17:47.354927 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-78d65942-2765-47df-a5f0-c50d34afc91f tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:47.385529 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-3b9631f4-19b0-4cc7-93fb-ce2ecbe677aa tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:17:47.393122 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7285302c-18e3-47b0-a006-5bb8a30ee049 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Pushing event updated for resources: {'Port': ['ID=d8a118c2-666d-41ec-97bb-814ac4dffd96,revision_number=2']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:17:47.397689 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-7285302c-18e3-47b0-a006-5bb8a30ee049 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:17:47.414856 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-647e538e-7e00-4e2c-ace6-11d72ca26f30 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Deleting port d8a118c2-666d-41ec-97bb-814ac4dffd96 {{(pid=87635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:17:47.415184 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-647e538e-7e00-4e2c-ace6-11d72ca26f30 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:47.517893 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-78d65942-2765-47df-a5f0-c50d34afc91f tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.5696547
Dec 23 16:17:47.518797 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d65942-2765-47df-a5f0-c50d34afc91f tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Pushing event updated for resources: {'Network': ['ID=fc837992-2e66-4488-a75b-bed62b48e052,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:17:47.520913 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 51748) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:47.523906 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-78d65942-2765-47df-a5f0-c50d34afc91f tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:17:47.527655 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-e1acb958-8d37-4256-bae9-da1293c20ae9 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Request body: {'subnet': {'network_id': 'fc837992-2e66-4488-a75b-bed62b48e052', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:17:47.532077 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Network fc837992-2e66-4488-a75b-bed62b48e052 details requested by agent ovs-agent-dv-neutron-822799-1-hyperv with host dv-neutron-822799-1-hyperv {{(pid=87637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 23 16:17:47.639835 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-647e538e-7e00-4e2c-ace6-11d72ca26f30 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:47.765572 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-647e538e-7e00-4e2c-ace6-11d72ca26f30 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Calling delete_port for d8a118c2-666d-41ec-97bb-814ac4dffd96 owned by  {{(pid=87635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:17:47.768610 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-e1acb958-8d37-4256-bae9-da1293c20ae9 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:17:47.775553 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-e1acb958-8d37-4256-bae9-da1293c20ae9 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Usage tracker for resource:subnet and tenant:7f693e1e2e4c45b0a519cdc9b284f217 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:17:47.786398 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-e1acb958-8d37-4256-bae9-da1293c20ae9 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:17:47.795285 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-e1acb958-8d37-4256-bae9-da1293c20ae9 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:17:47.808277 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f380c505-00b7-438d-837c-041df904f14f tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for router_gateway, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:47.849955 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-647e538e-7e00-4e2c-ace6-11d72ca26f30 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:47.855421 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-feb21697-5a8f-4135-bbfc-c43d5aa0d59e tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:17:47.861665 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1acb958-8d37-4256-bae9-da1293c20ae9 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Made reservation on behalf of 7f693e1e2e4c45b0a519cdc9b284f217 for: {'subnet': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:17:47.865695 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e1acb958-8d37-4256-bae9-da1293c20ae9 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2618324'] for subnet, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:47.901040 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647e538e-7e00-4e2c-ace6-11d72ca26f30 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Pushing event deleted for resources: {'Port': ['ID=d8a118c2-666d-41ec-97bb-814ac4dffd96,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:17:47.904031 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-647e538e-7e00-4e2c-ace6-11d72ca26f30 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:17:47.906535 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-647e538e-7e00-4e2c-ace6-11d72ca26f30 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:47.920913 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-647e538e-7e00-4e2c-ace6-11d72ca26f30 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] 10.222.0.64 "DELETE /v2.0/ports/d8a118c2-666d-41ec-97bb-814ac4dffd96 HTTP/1.1" status: 204  len: 168 time: 0.5837479
Dec 23 16:17:47.923449 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 51752) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:48.004383 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab8c2a38-acb4-4214-b247-f67a5121521c tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:17:48.005101 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-ab8c2a38-acb4-4214-b247-f67a5121521c tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Synchronizing usage tracker for tenant:e1d581421fe74f67b8908d7d303644fd on resource:port {{(pid=87635) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:17:48.021166 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-ab8c2a38-acb4-4214-b247-f67a5121521c tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Unset dirty status for tenant:e1d581421fe74f67b8908d7d303644fd on resource:port {{(pid=87635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:17:48.022384 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-ab8c2a38-acb4-4214-b247-f67a5121521c tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200  len: 843 time: 0.0979788
Dec 23 16:17:48.025343 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 51756) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:48.072923 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f4708c9-9efa-4b72-9379-a748ed2c8cc0 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] GET failed (client error): The resource could not be found.
Dec 23 16:17:48.074726 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-4f4708c9-9efa-4b72-9379-a748ed2c8cc0 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] 10.222.0.64 "GET /v2.0/ports/d8a118c2-666d-41ec-97bb-814ac4dffd96 HTTP/1.1" status: 404  len: 333 time: 0.0480530
Dec 23 16:17:48.078617 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 51760) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:48.084432 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-f659c5c5-e0e9-4475-9490-8ecf69118409 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1703034889'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:17:48.089911 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-f659c5c5-e0e9-4475-9490-8ecf69118409 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:17:48.094427 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-f659c5c5-e0e9-4475-9490-8ecf69118409 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Usage tracker for resource:network and tenant:e1d581421fe74f67b8908d7d303644fd is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:17:48.098221 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-f659c5c5-e0e9-4475-9490-8ecf69118409 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:17:48.104529 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-f659c5c5-e0e9-4475-9490-8ecf69118409 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:17:48.117599 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f659c5c5-e0e9-4475-9490-8ecf69118409 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Made reservation on behalf of e1d581421fe74f67b8908d7d303644fd for: {'network': 1} {{(pid=87635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:17:48.121892 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-f659c5c5-e0e9-4475-9490-8ecf69118409 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for network, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:48.154379 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f659c5c5-e0e9-4475-9490-8ecf69118409 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] vlan segment allocate from pool success with {'vlan_id': 417, 'physical_network': 'physnet1'}  {{(pid=87635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 23 16:17:48.165106 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-f659c5c5-e0e9-4475-9490-8ecf69118409 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:48.165453 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.db.segments_db [None req-f659c5c5-e0e9-4475-9490-8ecf69118409 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Added segment 9e9e8619-dc77-4417-99cb-8b77485d0b57 of type vlan for network e1392af7-9f7a-4d03-9e53-f085339a1186
Dec 23 16:17:48.194168 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-f659c5c5-e0e9-4475-9490-8ecf69118409 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735362521793'] for network, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:48.227294 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-f659c5c5-e0e9-4475-9490-8ecf69118409 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495'] for network, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:48.233157 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f659c5c5-e0e9-4475-9490-8ecf69118409 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:17:48.233827 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-f659c5c5-e0e9-4475-9490-8ecf69118409 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks [] for network, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:48.239806 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-ccbd3dbf-0095-4b54-b7bc-c9e9b1c127f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:17:48.338992 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-f659c5c5-e0e9-4475-9490-8ecf69118409 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.2567389
Dec 23 16:17:48.346918 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 51764) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:48.356368 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-bff2d140-da08-4386-ac1f-f05dd85cb867 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Request body: {'subnet': {'network_id': 'e1392af7-9f7a-4d03-9e53-f085339a1186', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:17:48.381531 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f659c5c5-e0e9-4475-9490-8ecf69118409 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Pushing event updated for resources: {'Network': ['ID=e1392af7-9f7a-4d03-9e53-f085339a1186,revision_number=1']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:17:48.386099 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-f659c5c5-e0e9-4475-9490-8ecf69118409 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:17:48.395143 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Network e1392af7-9f7a-4d03-9e53-f085339a1186 details requested by agent ovs-agent-dv-neutron-822799-1-hyperv with host dv-neutron-822799-1-hyperv {{(pid=87637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 23 16:17:48.496965 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f380c505-00b7-438d-837c-041df904f14f tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1823971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1824234'] for router, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:48.500774 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-bff2d140-da08-4386-ac1f-f05dd85cb867 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:17:48.504788 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-bff2d140-da08-4386-ac1f-f05dd85cb867 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Usage tracker for resource:subnet and tenant:e1d581421fe74f67b8908d7d303644fd is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:17:48.507686 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-bff2d140-da08-4386-ac1f-f05dd85cb867 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:17:48.513607 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-bff2d140-da08-4386-ac1f-f05dd85cb867 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:17:48.525215 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bff2d140-da08-4386-ac1f-f05dd85cb867 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Made reservation on behalf of e1d581421fe74f67b8908d7d303644fd for: {'subnet': 1} {{(pid=87635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:17:48.528937 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-bff2d140-da08-4386-ac1f-f05dd85cb867 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2610339'] for subnet, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:48.572101 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e1acb958-8d37-4256-bae9-da1293c20ae9 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2176430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2618310'] for subnet, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:48.578505 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-4d48bd43-efa8-4dfb-92f9-3eb91f56ea95 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:17:48.721284 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1acb958-8d37-4256-bae9-da1293c20ae9 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Pushing event updated for resources: {'Subnet': ['ID=02f625a5-8cce-44c9-b991-165208d7f8c6,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:17:48.733245 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-e1acb958-8d37-4256-bae9-da1293c20ae9 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:17:48.766358 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1acb958-8d37-4256-bae9-da1293c20ae9 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Checking segment: {'id': '6682c9da-73f9-495d-b6c1-fe4db00d70fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'fc837992-2e66-4488-a75b-bed62b48e052'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:17:48.766702 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1acb958-8d37-4256-bae9-da1293c20ae9 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Network hostable DHCP agents. Network: fc837992-2e66-4488-a75b-bed62b48e052, hostable agents: ['1c812d71-eadf-4fb3-b98e-67468a4aa7e2'], hosted agents: [] {{(pid=87636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 23 16:17:48.804395 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1acb958-8d37-4256-bae9-da1293c20ae9 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Network fc837992-2e66-4488-a75b-bed62b48e052 is scheduled to be hosted by DHCP agent 1c812d71-eadf-4fb3-b98e-67468a4aa7e2 with binding_index 1 {{(pid=87636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 23 16:17:48.814488 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f380c505-00b7-438d-837c-041df904f14f tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Router 453187e6-f994-4645-8629-dbe42581fb5a is scheduled to L3 agent 371d4c41-c7e2-4de7-9539-c049ec4e95d1 with binding_index 1 {{(pid=87636) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 23 16:17:48.818870 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-e1acb958-8d37-4256-bae9-da1293c20ae9 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822799-1-hyperv, fc837992-2e66-4488-a75b-bed62b48e052) {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:17:48.825360 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1acb958-8d37-4256-bae9-da1293c20ae9 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:17:48.825935 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e1acb958-8d37-4256-bae9-da1293c20ae9 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks [] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:48.828986 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cc6279e-684e-435c-b045-d0ab970dd616 None None] Network fc837992-2e66-4488-a75b-bed62b48e052 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:17:48.886733 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-bff2d140-da08-4386-ac1f-f05dd85cb867 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2753396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2610353'] for subnet, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:48.892329 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-829d4da3-1058-469a-9543-2682ed67845e tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:17:48.923245 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-e1acb958-8d37-4256-bae9-da1293c20ae9 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.4013104
Dec 23 16:17:48.926445 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 51768) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:48.977920 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff2d140-da08-4386-ac1f-f05dd85cb867 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Pushing event updated for resources: {'Subnet': ['ID=ac70757d-57eb-4bca-b38d-6c251d015f20,revision_number=0']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:17:48.980061 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bff2d140-da08-4386-ac1f-f05dd85cb867 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Checking segment: {'id': '9e9e8619-dc77-4417-99cb-8b77485d0b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'e1392af7-9f7a-4d03-9e53-f085339a1186'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:17:48.980410 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bff2d140-da08-4386-ac1f-f05dd85cb867 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Network hostable DHCP agents. Network: e1392af7-9f7a-4d03-9e53-f085339a1186, hostable agents: ['1c812d71-eadf-4fb3-b98e-67468a4aa7e2'], hosted agents: [] {{(pid=87635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 23 16:17:48.987345 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-bff2d140-da08-4386-ac1f-f05dd85cb867 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:17:49.001735 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bff2d140-da08-4386-ac1f-f05dd85cb867 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Network e1392af7-9f7a-4d03-9e53-f085339a1186 is scheduled to be hosted by DHCP agent 1c812d71-eadf-4fb3-b98e-67468a4aa7e2 with binding_index 1 {{(pid=87635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 23 16:17:49.013912 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.base_scheduler [None req-bff2d140-da08-4386-ac1f-f05dd85cb867 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822799-1-hyperv, e1392af7-9f7a-4d03-9e53-f085339a1186) {{(pid=87635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:17:49.023829 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10d6ecc1-d741-413e-a766-cf1c63d9bd93 None None] Network e1392af7-9f7a-4d03-9e53-f085339a1186 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:17:49.026956 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bff2d140-da08-4386-ac1f-f05dd85cb867 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:17:49.027798 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-bff2d140-da08-4386-ac1f-f05dd85cb867 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks [] for subnet, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:49.051952 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-bff2d140-da08-4386-ac1f-f05dd85cb867 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.7031968
Dec 23 16:17:49.054957 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 51772) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:49.061042 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-bcafac68-6653-45a5-b861-c7b3f1dd6057 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Request body: {'subnet': {'network_id': 'e1392af7-9f7a-4d03-9e53-f085339a1186', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:17:49.208011 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b4b2e74-fd5b-47e0-9bac-32d455eb706f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7e017a6-8198-58c8-a07e-0f786128e3b3-fc837992-2e66-4488-a75b-bed62b48e052', 'network_id': 'fc837992-2e66-4488-a75b-bed62b48e052', 'tenant_id': '7f693e1e2e4c45b0a519cdc9b284f217', 'fixed_ips': [{'subnet_id': '02f625a5-8cce-44c9-b991-165208d7f8c6'}]}} from dv-neutron-822799-1-hyperv. {{(pid=87637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 23 16:17:49.208980 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-5b4b2e74-fd5b-47e0-9bac-32d455eb706f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:49.213436 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-bcafac68-6653-45a5-b861-c7b3f1dd6057 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:17:49.217530 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-bcafac68-6653-45a5-b861-c7b3f1dd6057 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Usage tracker for resource:subnet and tenant:e1d581421fe74f67b8908d7d303644fd is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:17:49.221084 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-bcafac68-6653-45a5-b861-c7b3f1dd6057 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:17:49.227189 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-bcafac68-6653-45a5-b861-c7b3f1dd6057 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:17:49.239638 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcafac68-6653-45a5-b861-c7b3f1dd6057 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Made reservation on behalf of e1d581421fe74f67b8908d7d303644fd for: {'subnet': 1} {{(pid=87635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:17:49.244093 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-bcafac68-6653-45a5-b861-c7b3f1dd6057 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2610339'] for subnet, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:49.264675 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f380c505-00b7-438d-837c-041df904f14f tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify agent at l3_agent.dv-neutron-822799-1-hyperv the message routers_updated {{(pid=87636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 23 16:17:49.277589 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42a42340-7861-43ad-8606-34f16e6a8673 None None] Sync routers for ids ['453187e6-f994-4645-8629-dbe42581fb5a'] in dv-neutron-822799-1-hyperv {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 23 16:17:49.291648 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a42340-7861-43ad-8606-34f16e6a8673 None None] Routers {'453187e6-f994-4645-8629-dbe42581fb5a'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:17:49.293955 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-42a42340-7861-43ad-8606-34f16e6a8673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc206fc70>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:17:20Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['453187e6-f994-4645-8629-dbe42581fb5a'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:17:49.403827 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.db.ipam_backend_mixin [None req-bcafac68-6653-45a5-b861-c7b3f1dd6057 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet ac70757d-57eb-4bca-b38d-6c251d015f20 (CIDR: 172.20.0.0/28)
Dec 23 16:17:49.404116 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f380c505-00b7-438d-837c-041df904f14f tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for router, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:49.405190 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-f380c505-00b7-438d-837c-041df904f14f tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201  len: 886 time: 3.5799460
Dec 23 16:17:49.409138 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 51776) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:49.423163 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.pecan_wsgi.hooks.translation [None req-bcafac68-6653-45a5-b861-c7b3f1dd6057 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 23 16:17:49.423767 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bcafac68-6653-45a5-b861-c7b3f1dd6057 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 23 16:17:49.424281 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-004de474-4f89-4995-96f9-2d5d20365d31 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7e017a6-8198-58c8-a07e-0f786128e3b3-e1392af7-9f7a-4d03-9e53-f085339a1186', 'network_id': 'e1392af7-9f7a-4d03-9e53-f085339a1186', 'tenant_id': 'e1d581421fe74f67b8908d7d303644fd', 'fixed_ips': [{'subnet_id': 'ac70757d-57eb-4bca-b38d-6c251d015f20'}]}} from dv-neutron-822799-1-hyperv. {{(pid=87637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 23 16:17:49.425167 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-004de474-4f89-4995-96f9-2d5d20365d31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:49.482852 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-7d1242d7-b52f-47ba-b22a-ad2073623dcc tempest-TestNetworkBasicOps-54271533 tempest-TestNetworkBasicOps-54271533-project-admin] 10.222.0.64 "GET /v2.0/subnets?project_id=544f3e375bde4f0988286eba27294ea6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0707114
Dec 23 16:17:49.483609 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 51780) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:49.581223 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-bcafac68-6653-45a5-b861-c7b3f1dd6057 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.5250130
Dec 23 16:17:49.588061 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 51784) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:49.603806 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-cc6697a0-8139-44aa-b0f1-d73ae9d2ae61 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Request body: {'subnet': {'network_id': 'e1392af7-9f7a-4d03-9e53-f085339a1186', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:17:49.607516 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_common [None req-5b4b2e74-fd5b-47e0-9bac-32d455eb706f None None] Allocated IP 2001:db8::2 (fc837992-2e66-4488-a75b-bed62b48e052/02f625a5-8cce-44c9-b991-165208d7f8c6/aa0af0cd-3173-4d95-bd36-ebb3856aa542) {{(pid=87637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:17:49.665720 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-42a42340-7861-43ad-8606-34f16e6a8673 None None] Set router 453187e6-f994-4645-8629-dbe42581fb5a gateway port host: dv-neutron-822799-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:17:49.728660 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-117164be-3d03-43ec-9f2c-9d896729a0b4 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:49.765217 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_common [None req-004de474-4f89-4995-96f9-2d5d20365d31 None None] Allocated IP 172.20.0.2 (e1392af7-9f7a-4d03-9e53-f085339a1186/ac70757d-57eb-4bca-b38d-6c251d015f20/84b554cf-236a-4444-b0e9-cd740571f024) {{(pid=87637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:17:49.766151 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e9664a5-a3ae-4c85-8fe5-b713cc69aff1 tempest-TestNetworkBasicOps-54271533 tempest-TestNetworkBasicOps-54271533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:17:49.771189 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-5e9664a5-a3ae-4c85-8fe5-b713cc69aff1 tempest-TestNetworkBasicOps-54271533 tempest-TestNetworkBasicOps-54271533-project-admin] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.2844696
Dec 23 16:17:49.772839 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 51788) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:49.783338 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-736efc0c-d788-48aa-ac53-0abe8ef10cb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:49.843405 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-e08090c0-1902-45dd-b3f7-058bc36e74ef tempest-TestNetworkBasicOps-54271533 tempest-TestNetworkBasicOps-54271533-project-admin] 10.222.0.64 "GET /v2.0/subnets?network_id=8afa6d58-9431-454a-b99c-3ff8a65aa86b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0658374
Dec 23 16:17:49.844072 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 51792) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:49.851588 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-cc6697a0-8139-44aa-b0f1-d73ae9d2ae61 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:17:49.855626 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-cc6697a0-8139-44aa-b0f1-d73ae9d2ae61 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Usage tracker for resource:subnet and tenant:e1d581421fe74f67b8908d7d303644fd is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:17:49.858626 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-cc6697a0-8139-44aa-b0f1-d73ae9d2ae61 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:17:49.864694 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-cc6697a0-8139-44aa-b0f1-d73ae9d2ae61 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:17:49.880393 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc6697a0-8139-44aa-b0f1-d73ae9d2ae61 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Made reservation on behalf of e1d581421fe74f67b8908d7d303644fd for: {'subnet': 1} {{(pid=87635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:17:49.887716 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-cc6697a0-8139-44aa-b0f1-d73ae9d2ae61 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2610339'] for subnet, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:50.053094 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-42a42340-7861-43ad-8606-34f16e6a8673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc206fc70>, [{'id': '453187e6-f994-4645-8629-dbe42581fb5a', 'name': 'tempest-TestNetworkBasicOps-router-823849873', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.211'}], 'enable_snat': True}, 'gw_port_id': '5f12fb02-d25f-41d3-a186-4cb84c903cb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:17:45Z', 'updated_at': '2021-12-23T16:17:47Z', 'revision_number': 3, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'gw_port': {'id': '5f12fb02-d25f-41d3-a186-4cb84c903cb6', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:c8:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '453187e6-f994-4645-8629-dbe42581fb5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1215, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:17:46Z', 'updated_at': '2021-12-23T16:17:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv'}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:17:50.058719 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42a42340-7861-43ad-8606-34f16e6a8673 None None] Checking router: 453187e6-f994-4645-8629-dbe42581fb5a for host: dv-neutron-822799-1-hyperv {{(pid=87638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 23 16:17:50.059844 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42a42340-7861-43ad-8606-34f16e6a8673 None None] Updating router 453187e6-f994-4645-8629-dbe42581fb5a port 5f12fb02-d25f-41d3-a186-4cb84c903cb6 binding host dv-neutron-822799-1-hyperv {{(pid=87638) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 23 16:17:50.084811 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-5b4b2e74-fd5b-47e0-9bac-32d455eb706f None None] Notify callbacks [] for port, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:50.136673 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-5b4b2e74-fd5b-47e0-9bac-32d455eb706f None None] Transition to ACTIVE for port object aa0af0cd-3173-4d95-bd36-ebb3856aa542 will not be triggered until provisioned by entity L2. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:17:50.140258 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-42a42340-7861-43ad-8606-34f16e6a8673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:50.161289 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-5360ea08-bfc0-426a-a84e-513f837e0b6d tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-487685074', 'network_id': 'dea35259-3e90-4336-be8a-c4c46e33cff8', 'project_id': '544f3e375bde4f0988286eba27294ea6', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:17:50.178170 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-5b4b2e74-fd5b-47e0-9bac-32d455eb706f None None] Transition to ACTIVE for port object aa0af0cd-3173-4d95-bd36-ebb3856aa542 will not be triggered until provisioned by entity DHCP. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:17:50.195032 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-004de474-4f89-4995-96f9-2d5d20365d31 None None] Notify callbacks [] for port, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:50.211593 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-004de474-4f89-4995-96f9-2d5d20365d31 None None] Transition to ACTIVE for port object 84b554cf-236a-4444-b0e9-cd740571f024 will not be triggered until provisioned by entity L2. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:17:50.257339 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [None req-117164be-3d03-43ec-9f2c-9d896729a0b4 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Allocated IP 2001:db8::1 (fc837992-2e66-4488-a75b-bed62b48e052/02f625a5-8cce-44c9-b991-165208d7f8c6/f7b9d5cb-9b30-4db7-8d92-678aa551e2a9) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:17:50.259275 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-5b4b2e74-fd5b-47e0-9bac-32d455eb706f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780'] for port, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:50.270161 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-b2a0c961-570a-43fe-92c9-aa97b4f8b63a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:17:50.319381 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-004de474-4f89-4995-96f9-2d5d20365d31 None None] Transition to ACTIVE for port object 84b554cf-236a-4444-b0e9-cd740571f024 will not be triggered until provisioned by entity DHCP. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:17:50.327958 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-5360ea08-bfc0-426a-a84e-513f837e0b6d tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:17:50.338980 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-5360ea08-bfc0-426a-a84e-513f837e0b6d tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Usage tracker for resource:subnet and tenant:544f3e375bde4f0988286eba27294ea6 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:17:50.341895 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-004de474-4f89-4995-96f9-2d5d20365d31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780'] for port, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:50.347643 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-5360ea08-bfc0-426a-a84e-513f837e0b6d tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:17:50.357018 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-5360ea08-bfc0-426a-a84e-513f837e0b6d tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:17:50.360639 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b4b2e74-fd5b-47e0-9bac-32d455eb706f None None] Network fc837992-2e66-4488-a75b-bed62b48e052 is already hosted by enough agents. {{(pid=87637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:17:50.365523 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-5b4b2e74-fd5b-47e0-9bac-32d455eb706f None None] Resources bound (agent type, host, resource id):  {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:17:50.375519 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b4b2e74-fd5b-47e0-9bac-32d455eb706f None None] Received port after_create {{(pid=87637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:17:50.378804 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b2e74-fd5b-47e0-9bac-32d455eb706f None None] Pushing event updated for resources: {'Port': ['ID=aa0af0cd-3173-4d95-bd36-ebb3856aa542,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:17:50.386154 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5360ea08-bfc0-426a-a84e-513f837e0b6d tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Made reservation on behalf of 544f3e375bde4f0988286eba27294ea6 for: {'subnet': 1} {{(pid=87635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:17:50.389248 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-5360ea08-bfc0-426a-a84e-513f837e0b6d tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2610339'] for subnet, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:50.391581 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-004de474-4f89-4995-96f9-2d5d20365d31 None None] Network e1392af7-9f7a-4d03-9e53-f085339a1186 is already hosted by enough agents. {{(pid=87637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:17:50.392551 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-5b4b2e74-fd5b-47e0-9bac-32d455eb706f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:17:50.393044 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-c85a8f9b-eae8-47a4-b457-a93ee11d1a8f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.046s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:17:50.456920 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004de474-4f89-4995-96f9-2d5d20365d31 None None] Pushing event updated for resources: {'Port': ['ID=84b554cf-236a-4444-b0e9-cd740571f024,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:17:50.465559 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-004de474-4f89-4995-96f9-2d5d20365d31 None None] Resources bound (agent type, host, resource id):  {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:17:50.467903 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-004de474-4f89-4995-96f9-2d5d20365d31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:17:50.507195 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-004de474-4f89-4995-96f9-2d5d20365d31 None None] Received port after_create {{(pid=87637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:17:50.513262 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-117164be-3d03-43ec-9f2c-9d896729a0b4 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:50.533601 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-cc6697a0-8139-44aa-b0f1-d73ae9d2ae61 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2753396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2610353'] for subnet, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:50.534384 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.provisioning_blocks [None req-117164be-3d03-43ec-9f2c-9d896729a0b4 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Transition to ACTIVE for port object f7b9d5cb-9b30-4db7-8d92-678aa551e2a9 will not be triggered until provisioned by entity DHCP. {{(pid=87636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:17:50.542053 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-a56e3d3a-1780-4a34-a236-7f3f7b802a6a tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:17:50.567617 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-117164be-3d03-43ec-9f2c-9d896729a0b4 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:50.576968 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-6de08815-fb07-40ed-ab3d-592f73f006ce tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:17:50.588567 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-42a42340-7861-43ad-8606-34f16e6a8673 None None] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:50.605477 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-42a42340-7861-43ad-8606-34f16e6a8673 None None] Transition to ACTIVE for port object 5f12fb02-d25f-41d3-a186-4cb84c903cb6 will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:17:50.610530 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc6697a0-8139-44aa-b0f1-d73ae9d2ae61 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Network e1392af7-9f7a-4d03-9e53-f085339a1186 is already hosted by enough agents. {{(pid=87635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:17:50.615184 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-42a42340-7861-43ad-8606-34f16e6a8673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:50.615388 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.base_scheduler [None req-cc6697a0-8139-44aa-b0f1-d73ae9d2ae61 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Resources bound (agent type, host, resource id):  {{(pid=87635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:17:50.618721 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc6697a0-8139-44aa-b0f1-d73ae9d2ae61 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:17:50.619310 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-cc6697a0-8139-44aa-b0f1-d73ae9d2ae61 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks [] for subnet, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:50.620789 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG oslo_concurrency.lockutils [None req-1694c3ea-d5eb-4e8d-a7e1-a8b95e8e603a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:17:50.626746 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-5b4b2e74-fd5b-47e0-9bac-32d455eb706f None None] Attempting to bind port aa0af0cd-3173-4d95-bd36-ebb3856aa542 on host dv-neutron-822799-1-hyperv for vnic_type normal with profile  {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:17:50.627343 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-5b4b2e74-fd5b-47e0-9bac-32d455eb706f None None] Attempting to bind port aa0af0cd-3173-4d95-bd36-ebb3856aa542 by drivers openvswitch,hyperv on host dv-neutron-822799-1-hyperv at level 0 using segments [{'id': '6682c9da-73f9-495d-b6c1-fe4db00d70fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'fc837992-2e66-4488-a75b-bed62b48e052'}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:17:50.627898 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b4b2e74-fd5b-47e0-9bac-32d455eb706f None None] Attempting to bind port aa0af0cd-3173-4d95-bd36-ebb3856aa542 on network fc837992-2e66-4488-a75b-bed62b48e052 {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:17:50.646516 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6697a0-8139-44aa-b0f1-d73ae9d2ae61 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Pushing event updated for resources: {'Subnet': ['ID=e5491537-f5a7-4116-a571-f23ba1105ec3,revision_number=0']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:17:50.649124 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-cc6697a0-8139-44aa-b0f1-d73ae9d2ae61 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:17:50.650504 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b4b2e74-fd5b-47e0-9bac-32d455eb706f None None] Checking agent: {'id': '20d2070f-69a9-4e73-8d08-6f0387a40158', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822799-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 21), 'started_at': datetime.datetime(2021, 12, 23, 16, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 17, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822799-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 23 16:17:50.651110 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b4b2e74-fd5b-47e0-9bac-32d455eb706f None None] Checking segment: {'id': '6682c9da-73f9-495d-b6c1-fe4db00d70fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'fc837992-2e66-4488-a75b-bed62b48e052'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:17:50.651673 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-5b4b2e74-fd5b-47e0-9bac-32d455eb706f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:50.652233 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b4b2e74-fd5b-47e0-9bac-32d455eb706f None None] Bound using segment: {'id': '6682c9da-73f9-495d-b6c1-fe4db00d70fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'fc837992-2e66-4488-a75b-bed62b48e052'} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 23 16:17:50.652902 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-5b4b2e74-fd5b-47e0-9bac-32d455eb706f None None] Bound port: aa0af0cd-3173-4d95-bd36-ebb3856aa542, host: dv-neutron-822799-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6682c9da-73f9-495d-b6c1-fe4db00d70fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'fc837992-2e66-4488-a75b-bed62b48e052'}}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 23 16:17:50.653652 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-5b4b2e74-fd5b-47e0-9bac-32d455eb706f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:50.666555 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-117164be-3d03-43ec-9f2c-9d896729a0b4 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Network fc837992-2e66-4488-a75b-bed62b48e052 is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:17:50.670395 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-117164be-3d03-43ec-9f2c-9d896729a0b4 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Resources bound (agent type, host, resource id):  {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:17:50.683159 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-117164be-3d03-43ec-9f2c-9d896729a0b4 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:17:50.683915 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-117164be-3d03-43ec-9f2c-9d896729a0b4 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1781300'] for router_interface, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:50.704049 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-cc6697a0-8139-44aa-b0f1-d73ae9d2ae61 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 804 time: 1.1146846
Dec 23 16:17:50.704909 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 51798) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:50.717325 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-3ade6805-2165-4f27-ba22-85b3d2b5706b tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Request body: {'port': {'network_id': 'e1392af7-9f7a-4d03-9e53-f085339a1186', 'fixed_ips': [{'subnet_id': 'ac70757d-57eb-4bca-b38d-6c251d015f20'}, {'subnet_id': 'e5491537-f5a7-4116-a571-f23ba1105ec3'}], 'name': 'tempest-PortsTestJSON-324177165'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:17:50.719899 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-004de474-4f89-4995-96f9-2d5d20365d31 None None] Attempting to bind port 84b554cf-236a-4444-b0e9-cd740571f024 on host dv-neutron-822799-1-hyperv for vnic_type normal with profile  {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:17:50.720452 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-004de474-4f89-4995-96f9-2d5d20365d31 None None] Attempting to bind port 84b554cf-236a-4444-b0e9-cd740571f024 by drivers openvswitch,hyperv on host dv-neutron-822799-1-hyperv at level 0 using segments [{'id': '9e9e8619-dc77-4417-99cb-8b77485d0b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'e1392af7-9f7a-4d03-9e53-f085339a1186'}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:17:50.721020 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-004de474-4f89-4995-96f9-2d5d20365d31 None None] Attempting to bind port 84b554cf-236a-4444-b0e9-cd740571f024 on network e1392af7-9f7a-4d03-9e53-f085339a1186 {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:17:50.730085 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-004de474-4f89-4995-96f9-2d5d20365d31 None None] Checking agent: {'id': '20d2070f-69a9-4e73-8d08-6f0387a40158', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822799-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 21), 'started_at': datetime.datetime(2021, 12, 23, 16, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 17, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822799-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 23 16:17:50.730756 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-004de474-4f89-4995-96f9-2d5d20365d31 None None] Checking segment: {'id': '9e9e8619-dc77-4417-99cb-8b77485d0b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'e1392af7-9f7a-4d03-9e53-f085339a1186'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:17:50.731339 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-004de474-4f89-4995-96f9-2d5d20365d31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:50.731911 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-004de474-4f89-4995-96f9-2d5d20365d31 None None] Bound using segment: {'id': '9e9e8619-dc77-4417-99cb-8b77485d0b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'e1392af7-9f7a-4d03-9e53-f085339a1186'} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 23 16:17:50.732554 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-004de474-4f89-4995-96f9-2d5d20365d31 None None] Bound port: 84b554cf-236a-4444-b0e9-cd740571f024, host: dv-neutron-822799-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e9e8619-dc77-4417-99cb-8b77485d0b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'e1392af7-9f7a-4d03-9e53-f085339a1186'}}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 23 16:17:50.733137 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-004de474-4f89-4995-96f9-2d5d20365d31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:50.736250 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909fed87-c874-4e01-ae02-5b2e60a19ae8 None None] Pushing event updated for resources: {'Port': ['ID=5f12fb02-d25f-41d3-a186-4cb84c903cb6,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:17:50.748827 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909fed87-c874-4e01-ae02-5b2e60a19ae8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:17:50.749410 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909fed87-c874-4e01-ae02-5b2e60a19ae8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:17:50.749984 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909fed87-c874-4e01-ae02-5b2e60a19ae8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:17:50.750447 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909fed87-c874-4e01-ae02-5b2e60a19ae8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:17:50.750780 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909fed87-c874-4e01-ae02-5b2e60a19ae8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:17:50.751181 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909fed87-c874-4e01-ae02-5b2e60a19ae8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:17:50.751606 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909fed87-c874-4e01-ae02-5b2e60a19ae8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:17:50.752041 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909fed87-c874-4e01-ae02-5b2e60a19ae8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:17:50.752435 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909fed87-c874-4e01-ae02-5b2e60a19ae8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:17:50.752835 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909fed87-c874-4e01-ae02-5b2e60a19ae8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:17:50.753357 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909fed87-c874-4e01-ae02-5b2e60a19ae8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:17:50.754616 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909fed87-c874-4e01-ae02-5b2e60a19ae8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:17:50.764787 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-42a42340-7861-43ad-8606-34f16e6a8673 None None] Attempting to bind port 5f12fb02-d25f-41d3-a186-4cb84c903cb6 on host dv-neutron-822799-1-hyperv for vnic_type normal with profile  {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:17:50.766248 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-42a42340-7861-43ad-8606-34f16e6a8673 None None] Attempting to bind port 5f12fb02-d25f-41d3-a186-4cb84c903cb6 by drivers openvswitch,hyperv on host dv-neutron-822799-1-hyperv at level 0 using segments [{'id': '77e3d110-dd7b-426c-b11f-b78dde7993df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:17:50.767116 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a42340-7861-43ad-8606-34f16e6a8673 None None] Attempting to bind port 5f12fb02-d25f-41d3-a186-4cb84c903cb6 on network 8afa6d58-9431-454a-b99c-3ff8a65aa86b {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:17:50.771738 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG oslo_concurrency.lockutils [None req-909fed87-c874-4e01-ae02-5b2e60a19ae8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=87638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:17:50.775568 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a42340-7861-43ad-8606-34f16e6a8673 None None] Checking agent: {'id': '20d2070f-69a9-4e73-8d08-6f0387a40158', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822799-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 21), 'started_at': datetime.datetime(2021, 12, 23, 16, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 17, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822799-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 23 16:17:50.776294 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a42340-7861-43ad-8606-34f16e6a8673 None None] Checking segment: {'id': '77e3d110-dd7b-426c-b11f-b78dde7993df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:17:50.777064 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-42a42340-7861-43ad-8606-34f16e6a8673 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:50.777680 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a42340-7861-43ad-8606-34f16e6a8673 None None] Bound using segment: {'id': '77e3d110-dd7b-426c-b11f-b78dde7993df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 23 16:17:50.778458 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-42a42340-7861-43ad-8606-34f16e6a8673 None None] Bound port: 5f12fb02-d25f-41d3-a186-4cb84c903cb6, host: dv-neutron-822799-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77e3d110-dd7b-426c-b11f-b78dde7993df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 23 16:17:50.779127 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-42a42340-7861-43ad-8606-34f16e6a8673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:50.808979 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9dcbea60-a34f-4144-91e7-90aff3f57aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:50.818464 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117164be-3d03-43ec-9f2c-9d896729a0b4 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Pushing event updated for resources: {'Port': ['ID=f7b9d5cb-9b30-4db7-8d92-678aa551e2a9,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:17:50.826843 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-117164be-3d03-43ec-9f2c-9d896729a0b4 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:17:50.828207 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-5b4b2e74-fd5b-47e0-9bac-32d455eb706f None None] For port aa0af0cd-3173-4d95-bd36-ebb3856aa542, host dv-neutron-822799-1-hyperv, cleared binding levels {{(pid=87637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 23 16:17:50.853554 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-117164be-3d03-43ec-9f2c-9d896729a0b4 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:50.859384 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-5b4b2e74-fd5b-47e0-9bac-32d455eb706f None None] For port aa0af0cd-3173-4d95-bd36-ebb3856aa542, host dv-neutron-822799-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=aa0af0cd-3173-4d95-bd36-ebb3856aa542,segment=NetworkSegment(6682c9da-73f9-495d-b6c1-fe4db00d70fc),segment_id=6682c9da-73f9-495d-b6c1-fe4db00d70fc)] {{(pid=87637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 23 16:17:50.875092 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-5b4b2e74-fd5b-47e0-9bac-32d455eb706f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:50.885038 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-f03340af-da8b-4cee-8b6c-e298a172fd67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:17:50.887472 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-42a42340-7861-43ad-8606-34f16e6a8673 None None] For port 5f12fb02-d25f-41d3-a186-4cb84c903cb6, host dv-neutron-822799-1-hyperv, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 23 16:17:50.891341 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-42a42340-7861-43ad-8606-34f16e6a8673 None None] For port 5f12fb02-d25f-41d3-a186-4cb84c903cb6, host dv-neutron-822799-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=5f12fb02-d25f-41d3-a186-4cb84c903cb6,segment=NetworkSegment(77e3d110-dd7b-426c-b11f-b78dde7993df),segment_id=77e3d110-dd7b-426c-b11f-b78dde7993df)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 23 16:17:50.897337 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-42a42340-7861-43ad-8606-34f16e6a8673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:50.908740 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:17:50.949970 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-004de474-4f89-4995-96f9-2d5d20365d31 None None] For port 84b554cf-236a-4444-b0e9-cd740571f024, host dv-neutron-822799-1-hyperv, cleared binding levels {{(pid=87637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 23 16:17:50.965862 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:50.988980 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-004de474-4f89-4995-96f9-2d5d20365d31 None None] For port 84b554cf-236a-4444-b0e9-cd740571f024, host dv-neutron-822799-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=84b554cf-236a-4444-b0e9-cd740571f024,segment=NetworkSegment(9e9e8619-dc77-4417-99cb-8b77485d0b57),segment_id=9e9e8619-dc77-4417-99cb-8b77485d0b57)] {{(pid=87637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 23 16:17:50.995258 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b2e74-fd5b-47e0-9bac-32d455eb706f None None] Pushing event updated for resources: {'Port': ['ID=aa0af0cd-3173-4d95-bd36-ebb3856aa542,revision_number=2']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:17:50.999090 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-004de474-4f89-4995-96f9-2d5d20365d31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:51.009009 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-5b4b2e74-fd5b-47e0-9bac-32d455eb706f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:17:51.009690 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-5b4b2e74-fd5b-47e0-9bac-32d455eb706f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:17:51.016452 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a42340-7861-43ad-8606-34f16e6a8673 None None] Routers {'453187e6-f994-4645-8629-dbe42581fb5a'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:17:51.017141 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-42a42340-7861-43ad-8606-34f16e6a8673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc206fc70>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:17:50Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['453187e6-f994-4645-8629-dbe42581fb5a'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:17:51.057161 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-5360ea08-bfc0-426a-a84e-513f837e0b6d tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2753396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2610353'] for subnet, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:51.077466 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-92b102bb-9ef9-4297-9d32-08de1a5542f0 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:17:51.100179 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004de474-4f89-4995-96f9-2d5d20365d31 None None] Pushing event updated for resources: {'Port': ['ID=84b554cf-236a-4444-b0e9-cd740571f024,revision_number=2']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:17:51.103764 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-004de474-4f89-4995-96f9-2d5d20365d31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:17:51.123059 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909fed87-c874-4e01-ae02-5b2e60a19ae8 None None] Pushing event updated for resources: {'Port': ['ID=5f12fb02-d25f-41d3-a186-4cb84c903cb6,revision_number=3']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:17:51.138113 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG oslo_concurrency.lockutils [None req-909fed87-c874-4e01-ae02-5b2e60a19ae8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=87638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:17:51.166518 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-3ade6805-2165-4f27-ba22-85b3d2b5706b tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:17:51.202433 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-3ade6805-2165-4f27-ba22-85b3d2b5706b tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Usage tracker for resource:port and tenant:e1d581421fe74f67b8908d7d303644fd is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:17:51.209798 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5360ea08-bfc0-426a-a84e-513f837e0b6d tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Checking segment: {'id': '5ce20ec1-4fcf-432c-a113-e744022bf383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'dea35259-3e90-4336-be8a-c4c46e33cff8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:17:51.210176 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5360ea08-bfc0-426a-a84e-513f837e0b6d tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Network hostable DHCP agents. Network: dea35259-3e90-4336-be8a-c4c46e33cff8, hostable agents: ['1c812d71-eadf-4fb3-b98e-67468a4aa7e2'], hosted agents: [] {{(pid=87635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 23 16:17:51.220092 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-3ade6805-2165-4f27-ba22-85b3d2b5706b tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:17:51.238993 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-3ade6805-2165-4f27-ba22-85b3d2b5706b tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:17:51.245053 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5360ea08-bfc0-426a-a84e-513f837e0b6d tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Pushing event updated for resources: {'Subnet': ['ID=17a48be4-69fa-4d9d-94d2-23002e6428ae,revision_number=0']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:17:51.247732 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-5360ea08-bfc0-426a-a84e-513f837e0b6d tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:17:51.259143 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5360ea08-bfc0-426a-a84e-513f837e0b6d tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Network dea35259-3e90-4336-be8a-c4c46e33cff8 is scheduled to be hosted by DHCP agent 1c812d71-eadf-4fb3-b98e-67468a4aa7e2 with binding_index 1 {{(pid=87635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 23 16:17:51.267001 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ade6805-2165-4f27-ba22-85b3d2b5706b tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Made reservation on behalf of e1d581421fe74f67b8908d7d303644fd for: {'port': 1} {{(pid=87635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:17:51.303272 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-42a42340-7861-43ad-8606-34f16e6a8673 None None] Set router 453187e6-f994-4645-8629-dbe42581fb5a gateway port host: dv-neutron-822799-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:17:51.397949 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.base_scheduler [None req-5360ea08-bfc0-426a-a84e-513f837e0b6d tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822799-1-hyperv, dea35259-3e90-4336-be8a-c4c46e33cff8) {{(pid=87635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:17:51.413588 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5360ea08-bfc0-426a-a84e-513f837e0b6d tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:17:51.414179 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-5360ea08-bfc0-426a-a84e-513f837e0b6d tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for subnet, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:51.430904 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-575d8393-a1cf-4e16-8edc-6f969d596d38 None None] Network dea35259-3e90-4336-be8a-c4c46e33cff8 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:17:51.536972 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-117164be-3d03-43ec-9f2c-9d896729a0b4 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks [] for port, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:51.540112 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-5360ea08-bfc0-426a-a84e-513f837e0b6d tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 831 time: 1.6944106
Dec 23 16:17:51.543185 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 51802) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:51.552944 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-3ade6805-2165-4f27-ba22-85b3d2b5706b tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:51.604544 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.notifiers.nova [None req-3ade6805-2165-4f27-ba22-85b3d2b5706b tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] device_id is not set on port e82f9795-6548-4410-ba5a-1a53a62f6e30 yet. {{(pid=87635) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 23 16:17:51.818800 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-117164be-3d03-43ec-9f2c-9d896729a0b4 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2176289'] for port, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:51.819530 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-42a42340-7861-43ad-8606-34f16e6a8673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc206fc70>, [{'id': '453187e6-f994-4645-8629-dbe42581fb5a', 'name': 'tempest-TestNetworkBasicOps-router-823849873', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.211'}], 'enable_snat': True}, 'gw_port_id': '5f12fb02-d25f-41d3-a186-4cb84c903cb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:17:45Z', 'updated_at': '2021-12-23T16:17:47Z', 'revision_number': 3, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'gw_port': {'id': '5f12fb02-d25f-41d3-a186-4cb84c903cb6', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:c8:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '453187e6-f994-4645-8629-dbe42581fb5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1215, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:17:46Z', 'updated_at': '2021-12-23T16:17:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv'}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:17:51.821178 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-117164be-3d03-43ec-9f2c-9d896729a0b4 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1627481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1781465'] for router_interface, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:51.825159 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42a42340-7861-43ad-8606-34f16e6a8673 None None] The sync data for ids ['453187e6-f994-4645-8629-dbe42581fb5a'] in dv-neutron-822799-1-hyperv is: [{'id': '453187e6-f994-4645-8629-dbe42581fb5a', 'name': 'tempest-TestNetworkBasicOps-router-823849873', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.211'}], 'enable_snat': True}, 'gw_port_id': '5f12fb02-d25f-41d3-a186-4cb84c903cb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:17:45Z', 'updated_at': '2021-12-23T16:17:47Z', 'revision_number': 3, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'gw_port': {'id': '5f12fb02-d25f-41d3-a186-4cb84c903cb6', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:c8:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '453187e6-f994-4645-8629-dbe42581fb5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1215, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:17:46Z', 'updated_at': '2021-12-23T16:17:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv'}] {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 23 16:17:51.829919 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-3f4e9843-d5e2-48a3-9dbe-99436bf644c1 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:17:51.851180 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd9eb605-3a98-48dc-9594-efc460536763 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7e017a6-8198-58c8-a07e-0f786128e3b3-dea35259-3e90-4336-be8a-c4c46e33cff8', 'network_id': 'dea35259-3e90-4336-be8a-c4c46e33cff8', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'fixed_ips': [{'subnet_id': '17a48be4-69fa-4d9d-94d2-23002e6428ae'}]}} from dv-neutron-822799-1-hyperv. {{(pid=87637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 23 16:17:51.853096 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-fd9eb605-3a98-48dc-9594-efc460536763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:52.039272 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.db_base_plugin_common [None req-3ade6805-2165-4f27-ba22-85b3d2b5706b tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Allocated IP 172.20.0.9 (e1392af7-9f7a-4d03-9e53-f085339a1186/ac70757d-57eb-4bca-b38d-6c251d015f20/e82f9795-6548-4410-ba5a-1a53a62f6e30) {{(pid=87635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:17:52.046350 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.db_base_plugin_common [None req-3ade6805-2165-4f27-ba22-85b3d2b5706b tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Allocated IP 172.20.0.22 (e1392af7-9f7a-4d03-9e53-f085339a1186/e5491537-f5a7-4116-a571-f23ba1105ec3/e82f9795-6548-4410-ba5a-1a53a62f6e30) {{(pid=87635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:17:52.059591 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_common [None req-fd9eb605-3a98-48dc-9594-efc460536763 None None] Allocated IP 172.20.0.2 (dea35259-3e90-4336-be8a-c4c46e33cff8/17a48be4-69fa-4d9d-94d2-23002e6428ae/a163527f-177e-417b-bd44-113788ad6b45) {{(pid=87637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:17:52.281181 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117164be-3d03-43ec-9f2c-9d896729a0b4 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Pushing event updated for resources: {'Port': ['ID=f7b9d5cb-9b30-4db7-8d92-678aa551e2a9,revision_number=2']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:17:52.286859 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-117164be-3d03-43ec-9f2c-9d896729a0b4 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.457s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:17:52.314171 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9e3aab53-d650-47e3-b8a6-2dff21fe9ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:52.394346 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-3ade6805-2165-4f27-ba22-85b3d2b5706b tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks [] for port, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:52.429890 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.provisioning_blocks [None req-3ade6805-2165-4f27-ba22-85b3d2b5706b tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Transition to ACTIVE for port object e82f9795-6548-4410-ba5a-1a53a62f6e30 will not be triggered until provisioned by entity DHCP. {{(pid=87635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:17:52.472471 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-117164be-3d03-43ec-9f2c-9d896729a0b4 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Network fc837992-2e66-4488-a75b-bed62b48e052 is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:17:52.477177 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-117164be-3d03-43ec-9f2c-9d896729a0b4 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Resources bound (agent type, host, resource id):  {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:17:52.490369 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-3ade6805-2165-4f27-ba22-85b3d2b5706b tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:52.496987 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-43762b4c-a7c1-4cf0-afc1-59037d4f57c0 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:17:52.509710 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-fd9eb605-3a98-48dc-9594-efc460536763 None None] Notify callbacks [] for port, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:52.520424 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-fd9eb605-3a98-48dc-9594-efc460536763 None None] Transition to ACTIVE for port object a163527f-177e-417b-bd44-113788ad6b45 will not be triggered until provisioned by entity L2. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:17:52.544141 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-fd9eb605-3a98-48dc-9594-efc460536763 None None] Transition to ACTIVE for port object a163527f-177e-417b-bd44-113788ad6b45 will not be triggered until provisioned by entity DHCP. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:17:52.558029 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-fd9eb605-3a98-48dc-9594-efc460536763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780'] for port, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:52.569214 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-fc664d80-98d4-44b9-bcdb-1303734e6523 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:17:52.596033 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ade6805-2165-4f27-ba22-85b3d2b5706b tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Pushing event updated for resources: {'Port': ['ID=e82f9795-6548-4410-ba5a-1a53a62f6e30,revision_number=1']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:17:52.599936 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-3ade6805-2165-4f27-ba22-85b3d2b5706b tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:17:52.616763 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ade6805-2165-4f27-ba22-85b3d2b5706b tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Network e1392af7-9f7a-4d03-9e53-f085339a1186 is already hosted by enough agents. {{(pid=87635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:17:52.618272 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.base_scheduler [None req-3ade6805-2165-4f27-ba22-85b3d2b5706b tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Resources bound (agent type, host, resource id):  {{(pid=87635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:17:52.620815 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ade6805-2165-4f27-ba22-85b3d2b5706b tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Received port after_create {{(pid=87635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:17:52.690039 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9eb605-3a98-48dc-9594-efc460536763 None None] Pushing event updated for resources: {'Port': ['ID=a163527f-177e-417b-bd44-113788ad6b45,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:17:52.698546 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-fd9eb605-3a98-48dc-9594-efc460536763 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:17:52.699640 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd9eb605-3a98-48dc-9594-efc460536763 None None] Network dea35259-3e90-4336-be8a-c4c46e33cff8 is already hosted by enough agents. {{(pid=87637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:17:52.700857 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-fd9eb605-3a98-48dc-9594-efc460536763 None None] Resources bound (agent type, host, resource id):  {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:17:52.705993 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd9eb605-3a98-48dc-9594-efc460536763 None None] Received port after_create {{(pid=87637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:17:52.728464 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ade6805-2165-4f27-ba22-85b3d2b5706b tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:17:52.729191 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-3ade6805-2165-4f27-ba22-85b3d2b5706b tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:52.776593 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-3ade6805-2165-4f27-ba22-85b3d2b5706b tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1003 time: 2.0640008
Dec 23 16:17:52.779219 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 51806) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:52.779922 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67a74a61-1307-4a5b-be8f-8fcf2ed393b8 None None] Network fc837992-2e66-4488-a75b-bed62b48e052 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:17:52.789037 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-9b1c5521-b28d-46f9-9235-c09ea193487b tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'ac70757d-57eb-4bca-b38d-6c251d015f20'}]}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:17:52.956694 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-fd9eb605-3a98-48dc-9594-efc460536763 None None] Attempting to bind port a163527f-177e-417b-bd44-113788ad6b45 on host dv-neutron-822799-1-hyperv for vnic_type normal with profile  {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:17:52.957224 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-fd9eb605-3a98-48dc-9594-efc460536763 None None] Attempting to bind port a163527f-177e-417b-bd44-113788ad6b45 by drivers openvswitch,hyperv on host dv-neutron-822799-1-hyperv at level 0 using segments [{'id': '5ce20ec1-4fcf-432c-a113-e744022bf383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'dea35259-3e90-4336-be8a-c4c46e33cff8'}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:17:52.957703 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd9eb605-3a98-48dc-9594-efc460536763 None None] Attempting to bind port a163527f-177e-417b-bd44-113788ad6b45 on network dea35259-3e90-4336-be8a-c4c46e33cff8 {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:17:52.972259 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd9eb605-3a98-48dc-9594-efc460536763 None None] Checking agent: {'id': '20d2070f-69a9-4e73-8d08-6f0387a40158', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822799-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 21), 'started_at': datetime.datetime(2021, 12, 23, 16, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 17, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822799-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 23 16:17:52.973003 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd9eb605-3a98-48dc-9594-efc460536763 None None] Checking segment: {'id': '5ce20ec1-4fcf-432c-a113-e744022bf383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'dea35259-3e90-4336-be8a-c4c46e33cff8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:17:52.973651 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-fd9eb605-3a98-48dc-9594-efc460536763 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:52.974286 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd9eb605-3a98-48dc-9594-efc460536763 None None] Bound using segment: {'id': '5ce20ec1-4fcf-432c-a113-e744022bf383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'dea35259-3e90-4336-be8a-c4c46e33cff8'} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 23 16:17:52.975077 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-fd9eb605-3a98-48dc-9594-efc460536763 None None] Bound port: a163527f-177e-417b-bd44-113788ad6b45, host: dv-neutron-822799-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ce20ec1-4fcf-432c-a113-e744022bf383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'dea35259-3e90-4336-be8a-c4c46e33cff8'}}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 23 16:17:52.975939 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-fd9eb605-3a98-48dc-9594-efc460536763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:53.006471 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-0f234392-fb99-4695-bc9a-fc1fb09cb8e2 None None] Provisioning for port aa0af0cd-3173-4d95-bd36-ebb3856aa542 completed by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:17:53.049471 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-9b1c5521-b28d-46f9-9235-c09ea193487b tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:53.088403 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-117164be-3d03-43ec-9f2c-9d896729a0b4 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Router 47b796b5-52fa-4d2e-bc01-b4e7f5a66b73 is scheduled to L3 agent 371d4c41-c7e2-4de7-9539-c049ec4e95d1 with binding_index 1 {{(pid=87636) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 23 16:17:53.241573 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device aa0af0cd-3173-4d95-bd36-ebb3856aa542 up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:17:53.360317 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bca730c-1e3c-481b-a1da-baf0fb121dd7 None None] Network e1392af7-9f7a-4d03-9e53-f085339a1186 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:17:53.382961 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning for port aa0af0cd-3173-4d95-bd36-ebb3856aa542 completed by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:17:53.391944 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-fd9eb605-3a98-48dc-9594-efc460536763 None None] For port a163527f-177e-417b-bd44-113788ad6b45, host dv-neutron-822799-1-hyperv, cleared binding levels {{(pid=87637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 23 16:17:53.446245 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port aa0af0cd-3173-4d95-bd36-ebb3856aa542 triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:17:53.446810 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:53.475242 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-117164be-3d03-43ec-9f2c-9d896729a0b4 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify agent at l3_agent.dv-neutron-822799-1-hyperv the message routers_updated {{(pid=87636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 23 16:17:53.490984 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-fd9eb605-3a98-48dc-9594-efc460536763 None None] For port a163527f-177e-417b-bd44-113788ad6b45, host dv-neutron-822799-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=a163527f-177e-417b-bd44-113788ad6b45,segment=NetworkSegment(5ce20ec1-4fcf-432c-a113-e744022bf383),segment_id=5ce20ec1-4fcf-432c-a113-e744022bf383)] {{(pid=87637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 23 16:17:53.496215 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-117164be-3d03-43ec-9f2c-9d896729a0b4 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] 10.222.0.64 "PUT /v2.0/routers/47b796b5-52fa-4d2e-bc01-b4e7f5a66b73/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.5687740
Dec 23 16:17:53.499014 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 51810) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:53.508109 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-e6675ed2-9b9f-47a7-9ef1-879f3b22c72b tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-203040803'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:17:53.514899 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1c08fd41-99d9-4f88-83a0-96a88ae96205 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:53.516253 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3940a92-03ce-4e93-9b8c-eeb45e3232ef None None] Sync routers for ids ['47b796b5-52fa-4d2e-bc01-b4e7f5a66b73'] in dv-neutron-822799-1-hyperv {{(pid=87637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 23 16:17:53.521051 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-fd9eb605-3a98-48dc-9594-efc460536763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:53.527480 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-e6675ed2-9b9f-47a7-9ef1-879f3b22c72b tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:17:53.531343 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-2001eddb-cc5f-4755-888f-7b7d0fcfd301 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:17:53.536002 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-e6675ed2-9b9f-47a7-9ef1-879f3b22c72b tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Usage tracker for resource:network and tenant:7f693e1e2e4c45b0a519cdc9b284f217 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:17:53.540530 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-e6675ed2-9b9f-47a7-9ef1-879f3b22c72b tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:17:53.545834 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.db_base_plugin_common [None req-9b1c5521-b28d-46f9-9235-c09ea193487b tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Delete allocated IP 172.20.0.22 (e1392af7-9f7a-4d03-9e53-f085339a1186/e5491537-f5a7-4116-a571-f23ba1105ec3) {{(pid=87635) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}}
Dec 23 16:17:53.607347 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-e6675ed2-9b9f-47a7-9ef1-879f3b22c72b tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:17:53.617847 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-9b8a30df-06bd-448e-9e77-ae244fea6092 None None] Provisioning for port 84b554cf-236a-4444-b0e9-cd740571f024 completed by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:17:53.633666 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3940a92-03ce-4e93-9b8c-eeb45e3232ef None None] Routers {'47b796b5-52fa-4d2e-bc01-b4e7f5a66b73'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:17:53.634484 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-e3940a92-03ce-4e93-9b8c-eeb45e3232ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc29f8dc0>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:17:50Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['47b796b5-52fa-4d2e-bc01-b4e7f5a66b73'], 'active': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:17:53.641995 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6675ed2-9b9f-47a7-9ef1-879f3b22c72b tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Made reservation on behalf of 7f693e1e2e4c45b0a519cdc9b284f217 for: {'network': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:17:53.646444 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e6675ed2-9b9f-47a7-9ef1-879f3b22c72b tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for network, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:53.727738 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-9b1c5521-b28d-46f9-9235-c09ea193487b tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks [] for port, precommit_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:53.746438 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.provisioning_blocks [None req-9b1c5521-b28d-46f9-9235-c09ea193487b tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Ignored duplicate provisioning block setup for port e82f9795-6548-4410-ba5a-1a53a62f6e30 by entity DHCP. {{(pid=87635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}}
Dec 23 16:17:53.752339 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-9b1c5521-b28d-46f9-9235-c09ea193487b tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2753531'] for port, after_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:53.754958 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6675ed2-9b9f-47a7-9ef1-879f3b22c72b tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] vlan segment allocate from pool success with {'vlan_id': 432, 'physical_network': 'physnet1'}  {{(pid=87636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 23 16:17:53.760337 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-b5a71de7-cee9-4300-9062-eadc366142c1 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:17:53.810844 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e6675ed2-9b9f-47a7-9ef1-879f3b22c72b tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:53.810844 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.db.segments_db [None req-e6675ed2-9b9f-47a7-9ef1-879f3b22c72b tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Added segment 39d3ad9b-7821-4ec0-8dfb-6b0aca9faabd of type vlan for network 85525320-5226-4812-b412-d127729cd909
Dec 23 16:17:53.869095 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e6675ed2-9b9f-47a7-9ef1-879f3b22c72b tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735362521793'] for network, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:53.903579 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1c5521-b28d-46f9-9235-c09ea193487b tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Pushing event updated for resources: {'Port': ['ID=e82f9795-6548-4410-ba5a-1a53a62f6e30,revision_number=2']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:17:53.936773 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-9b1c5521-b28d-46f9-9235-c09ea193487b tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:17:54.002987 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-9b1c5521-b28d-46f9-9235-c09ea193487b tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] In _notify_port_updated(), no bound segment for port e82f9795-6548-4410-ba5a-1a53a62f6e30 on network e1392af7-9f7a-4d03-9e53-f085339a1186 {{(pid=87635) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}}
Dec 23 16:17:54.013387 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b1c5521-b28d-46f9-9235-c09ea193487b tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:17:54.014690 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-9b1c5521-b28d-46f9-9235-c09ea193487b tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:54.020054 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-9b1c5521-b28d-46f9-9235-c09ea193487b tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] 10.222.0.64 "PUT /v2.0/ports/e82f9795-6548-4410-ba5a-1a53a62f6e30 HTTP/1.1" status: 200  len: 918 time: 1.2392969
Dec 23 16:17:54.021053 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 51814) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:54.031825 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9eb605-3a98-48dc-9594-efc460536763 None None] Pushing event updated for resources: {'Port': ['ID=a163527f-177e-417b-bd44-113788ad6b45,revision_number=2']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:17:54.048699 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-f985f913-f206-4618-a56d-02498a808771 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'ac70757d-57eb-4bca-b38d-6c251d015f20'}, {'subnet_id': 'e5491537-f5a7-4116-a571-f23ba1105ec3'}]}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:17:54.053278 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-fd9eb605-3a98-48dc-9594-efc460536763 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.522s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:17:54.199673 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvr_db [None req-e3940a92-03ce-4e93-9b8c-eeb45e3232ef None None] Set router 47b796b5-52fa-4d2e-bc01-b4e7f5a66b73 gateway port host: None {{(pid=87637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:17:54.266722 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-f985f913-f206-4618-a56d-02498a808771 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:54.415054 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:54.427824 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [None req-1c08fd41-99d9-4f88-83a0-96a88ae96205 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Allocated IP 172.20.0.1 (dea35259-3e90-4336-be8a-c4c46e33cff8/17a48be4-69fa-4d9d-94d2-23002e6428ae/d0235da8-d3f2-424b-8cc2-35c225b59efe) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:17:54.537676 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e6675ed2-9b9f-47a7-9ef1-879f3b22c72b tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495'] for network, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:54.543735 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6675ed2-9b9f-47a7-9ef1-879f3b22c72b tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:17:54.544382 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e6675ed2-9b9f-47a7-9ef1-879f3b22c72b tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:54.554730 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-fa934387-997b-44f1-a1bb-831e50dc0ca1 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:17:54.606776 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] For port aa0af0cd-3173-4d95-bd36-ebb3856aa542, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=aa0af0cd-3173-4d95-bd36-ebb3856aa542,segment=NetworkSegment(6682c9da-73f9-495d-b6c1-fe4db00d70fc),segment_id=6682c9da-73f9-495d-b6c1-fe4db00d70fc)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:17:54.620350 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-75d18c0d-c862-4e7b-b3b6-a9af9b5392e1 None None] Provisioning complete for port aa0af0cd-3173-4d95-bd36-ebb3856aa542 triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:17:54.620785 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-75d18c0d-c862-4e7b-b3b6-a9af9b5392e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:54.689016 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-e6675ed2-9b9f-47a7-9ef1-879f3b22c72b tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 1.1886644
Dec 23 16:17:54.695324 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:54.697013 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 5f12fb02-d25f-41d3-a186-4cb84c903cb6 up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:17:54.700959 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 51818) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:54.723731 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-b4de28c7-123f-4657-a3a5-c606db882d47 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Request body: {'subnet': {'network_id': '85525320-5226-4812-b412-d127729cd909', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:17:54.738493 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-a5f678bd-072f-4d26-ad33-04e057a7950d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:17:54.742308 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6675ed2-9b9f-47a7-9ef1-879f3b22c72b tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Pushing event updated for resources: {'Network': ['ID=85525320-5226-4812-b412-d127729cd909,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:17:54.759397 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-e6675ed2-9b9f-47a7-9ef1-879f3b22c72b tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:17:54.762604 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.db_base_plugin_common [None req-f985f913-f206-4618-a56d-02498a808771 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Allocated IP 172.20.0.30 (e1392af7-9f7a-4d03-9e53-f085339a1186/e5491537-f5a7-4116-a571-f23ba1105ec3/e82f9795-6548-4410-ba5a-1a53a62f6e30) {{(pid=87635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:17:54.788904 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Network 85525320-5226-4812-b412-d127729cd909 details requested by agent ovs-agent-dv-neutron-822799-1-hyperv with host dv-neutron-822799-1-hyperv {{(pid=87637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 23 16:17:54.831237 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1c08fd41-99d9-4f88-83a0-96a88ae96205 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:54.889274 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-b4de28c7-123f-4657-a3a5-c606db882d47 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:17:54.904163 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-b4de28c7-123f-4657-a3a5-c606db882d47 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Usage tracker for resource:subnet and tenant:7f693e1e2e4c45b0a519cdc9b284f217 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:17:54.909665 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-b4de28c7-123f-4657-a3a5-c606db882d47 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:17:54.924447 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-b4de28c7-123f-4657-a3a5-c606db882d47 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:17:54.929870 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.provisioning_blocks [None req-1c08fd41-99d9-4f88-83a0-96a88ae96205 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Transition to ACTIVE for port object d0235da8-d3f2-424b-8cc2-35c225b59efe will not be triggered until provisioned by entity DHCP. {{(pid=87636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:17:54.950642 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4de28c7-123f-4657-a3a5-c606db882d47 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Made reservation on behalf of 7f693e1e2e4c45b0a519cdc9b284f217 for: {'subnet': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:17:54.954216 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b4de28c7-123f-4657-a3a5-c606db882d47 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2618324'] for subnet, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:54.967084 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Pushing event updated for resources: {'Port': ['ID=aa0af0cd-3173-4d95-bd36-ebb3856aa542,revision_number=3']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:17:54.988068 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:17:55.086542 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1c08fd41-99d9-4f88-83a0-96a88ae96205 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:55.093902 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-1b67bc5b-ee99-449c-858d-9c6dc50590d0 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:17:55.100874 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning for port 5f12fb02-d25f-41d3-a186-4cb84c903cb6 completed by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:17:55.162617 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c08fd41-99d9-4f88-83a0-96a88ae96205 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Network dea35259-3e90-4336-be8a-c4c46e33cff8 is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:17:55.163111 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-f985f913-f206-4618-a56d-02498a808771 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks [] for port, precommit_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:55.171687 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-1c08fd41-99d9-4f88-83a0-96a88ae96205 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Resources bound (agent type, host, resource id):  {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:17:55.177130 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c08fd41-99d9-4f88-83a0-96a88ae96205 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:17:55.183302 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.provisioning_blocks [None req-f985f913-f206-4618-a56d-02498a808771 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Ignored duplicate provisioning block setup for port e82f9795-6548-4410-ba5a-1a53a62f6e30 by entity DHCP. {{(pid=87635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}}
Dec 23 16:17:55.188737 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port 5f12fb02-d25f-41d3-a186-4cb84c903cb6 triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:17:55.189075 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:55.191124 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-f985f913-f206-4618-a56d-02498a808771 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2753531'] for port, after_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:55.198010 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-bbc98612-877c-4d72-a8c6-f76671ee1cc6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:17:55.223076 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c08fd41-99d9-4f88-83a0-96a88ae96205 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Pushing event updated for resources: {'Port': ['ID=d0235da8-d3f2-424b-8cc2-35c225b59efe,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:17:55.236652 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-1c08fd41-99d9-4f88-83a0-96a88ae96205 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:17:55.307703 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dc3db7c-923f-4a86-a491-b14ec5270daf None None] Update dhcp port {'port': {'network_id': 'e1392af7-9f7a-4d03-9e53-f085339a1186', 'fixed_ips': [{'subnet_id': 'ac70757d-57eb-4bca-b38d-6c251d015f20', 'ip_address': '172.20.0.2'}, {'subnet_id': 'e5491537-f5a7-4116-a571-f23ba1105ec3'}], 'binding:host_id': 'dv-neutron-822799-1-hyperv'}, 'id': '84b554cf-236a-4444-b0e9-cd740571f024'} from dv-neutron-822799-1-hyperv. {{(pid=87637) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}}
Dec 23 16:17:55.364686 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-75d18c0d-c862-4e7b-b3b6-a9af9b5392e1 None None] Provisioning for port f7b9d5cb-9b30-4db7-8d92-678aa551e2a9 completed by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:17:55.381983 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1c08fd41-99d9-4f88-83a0-96a88ae96205 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1781300'] for router_interface, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:55.384355 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-75d18c0d-c862-4e7b-b3b6-a9af9b5392e1 None None] Provisioning complete for port f7b9d5cb-9b30-4db7-8d92-678aa551e2a9 triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:17:55.384777 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-75d18c0d-c862-4e7b-b3b6-a9af9b5392e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:55.391709 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b4de28c7-123f-4657-a3a5-c606db882d47 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2176430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2618310'] for subnet, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:55.417469 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-32a55f40-6bcd-48fd-a579-5b1c8b0201eb tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:17:55.431278 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-e3940a92-03ce-4e93-9b8c-eeb45e3232ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc29f8dc0>, [{'id': '47b796b5-52fa-4d2e-bc01-b4e7f5a66b73', 'name': 'tempest-RoutersIpV6Test-router-476417359', 'tenant_id': '7f693e1e2e4c45b0a519cdc9b284f217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:17:46Z', 'updated_at': '2021-12-23T16:17:50Z', 'revision_number': 2, 'project_id': '7f693e1e2e4c45b0a519cdc9b284f217', 'gw_port_host': None, '_interfaces': [{'id': 'f7b9d5cb-9b30-4db7-8d92-678aa551e2a9', 'name': '', 'network_id': 'fc837992-2e66-4488-a75b-bed62b48e052', 'tenant_id': '7f693e1e2e4c45b0a519cdc9b284f217', 'mac_address': 'fa:16:3e:2a:1a:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47b796b5-52fa-4d2e-bc01-b4e7f5a66b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': '02f625a5-8cce-44c9-b991-165208d7f8c6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:17:49Z', 'updated_at': '2021-12-23T16:17:51Z', 'revision_number': 2, 'project_id': '7f693e1e2e4c45b0a519cdc9b284f217', 'subnets': [{'id': '02f625a5-8cce-44c9-b991-165208d7f8c6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:17:55.433507 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71d4c2bf-aab6-4736-a560-b08cc8202321 None None] Network dea35259-3e90-4336-be8a-c4c46e33cff8 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:17:55.483714 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f985f913-f206-4618-a56d-02498a808771 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Pushing event updated for resources: {'Port': ['ID=e82f9795-6548-4410-ba5a-1a53a62f6e30,revision_number=3']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:17:55.489871 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-f985f913-f206-4618-a56d-02498a808771 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:17:55.500537 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3940a92-03ce-4e93-9b8c-eeb45e3232ef None None] Checking router: 47b796b5-52fa-4d2e-bc01-b4e7f5a66b73 for host: dv-neutron-822799-1-hyperv {{(pid=87637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 23 16:17:55.500938 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3940a92-03ce-4e93-9b8c-eeb45e3232ef None None] Updating router 47b796b5-52fa-4d2e-bc01-b4e7f5a66b73 port f7b9d5cb-9b30-4db7-8d92-678aa551e2a9 binding host dv-neutron-822799-1-hyperv {{(pid=87637) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 23 16:17:55.518208 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-f985f913-f206-4618-a56d-02498a808771 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] In _notify_port_updated(), no bound segment for port e82f9795-6548-4410-ba5a-1a53a62f6e30 on network e1392af7-9f7a-4d03-9e53-f085339a1186 {{(pid=87635) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}}
Dec 23 16:17:55.523968 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f985f913-f206-4618-a56d-02498a808771 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:17:55.524637 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-f985f913-f206-4618-a56d-02498a808771 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:55.526123 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-f985f913-f206-4618-a56d-02498a808771 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] 10.222.0.64 "PUT /v2.0/ports/e82f9795-6548-4410-ba5a-1a53a62f6e30 HTTP/1.1" status: 200  len: 998 time: 1.4897344
Dec 23 16:17:55.528824 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 51822) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:55.537132 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4de28c7-123f-4657-a3a5-c606db882d47 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Pushing event updated for resources: {'Subnet': ['ID=74b9cb85-201b-4e15-9707-9ca0a3ff5b44,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:17:55.539898 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-b4de28c7-123f-4657-a3a5-c606db882d47 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:17:55.546524 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4de28c7-123f-4657-a3a5-c606db882d47 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Checking segment: {'id': '39d3ad9b-7821-4ec0-8dfb-6b0aca9faabd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '85525320-5226-4812-b412-d127729cd909'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:17:55.546826 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4de28c7-123f-4657-a3a5-c606db882d47 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Network hostable DHCP agents. Network: 85525320-5226-4812-b412-d127729cd909, hostable agents: ['1c812d71-eadf-4fb3-b98e-67468a4aa7e2'], hosted agents: [] {{(pid=87636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 23 16:17:55.576147 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1dc3db7c-923f-4a86-a491-b14ec5270daf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:55.583473 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4de28c7-123f-4657-a3a5-c606db882d47 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Network 85525320-5226-4812-b412-d127729cd909 is scheduled to be hosted by DHCP agent 1c812d71-eadf-4fb3-b98e-67468a4aa7e2 with binding_index 1 {{(pid=87636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 23 16:17:55.598709 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-29065ff8-59f3-4d78-8050-479aeed3b70b tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Deleting port e82f9795-6548-4410-ba5a-1a53a62f6e30 {{(pid=87635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:17:55.599010 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-29065ff8-59f3-4d78-8050-479aeed3b70b tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:55.600836 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-b4de28c7-123f-4657-a3a5-c606db882d47 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822799-1-hyperv, 85525320-5226-4812-b412-d127729cd909) {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:17:55.606151 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4de28c7-123f-4657-a3a5-c606db882d47 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:17:55.606771 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b4de28c7-123f-4657-a3a5-c606db882d47 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks [] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:55.629556 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4e708e3-5df0-4bb5-be4c-073a0f74edf7 None None] Network 85525320-5226-4812-b412-d127729cd909 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:17:55.673222 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-b4de28c7-123f-4657-a3a5-c606db882d47 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 830 time: 0.9603176
Dec 23 16:17:55.673881 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 51826) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:55.683958 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-75d18c0d-c862-4e7b-b3b6-a9af9b5392e1 None None] Port f7b9d5cb-9b30-4db7-8d92-678aa551e2a9 cannot update to ACTIVE because it is not bound. {{(pid=87637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 23 16:17:55.820288 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1c08fd41-99d9-4f88-83a0-96a88ae96205 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:55.845866 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:55.867615 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-29065ff8-59f3-4d78-8050-479aeed3b70b tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:55.874874 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-e3940a92-03ce-4e93-9b8c-eeb45e3232ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:55.963433 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] For port 5f12fb02-d25f-41d3-a186-4cb84c903cb6, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=5f12fb02-d25f-41d3-a186-4cb84c903cb6,segment=NetworkSegment(77e3d110-dd7b-426c-b11f-b78dde7993df),segment_id=77e3d110-dd7b-426c-b11f-b78dde7993df)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:17:56.001639 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-29065ff8-59f3-4d78-8050-479aeed3b70b tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Calling delete_port for e82f9795-6548-4410-ba5a-1a53a62f6e30 owned by  {{(pid=87635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:17:56.015632 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:56.016492 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 84b554cf-236a-4444-b0e9-cd740571f024 up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:17:56.065187 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-f03340af-da8b-4cee-8b6c-e298a172fd67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:17:56.157582 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-a3599732-a773-4914-b420-c6a84af5a5e4 None None] Provisioning complete for port f7b9d5cb-9b30-4db7-8d92-678aa551e2a9 triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:17:56.158378 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-a3599732-a773-4914-b420-c6a84af5a5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:56.235178 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-29065ff8-59f3-4d78-8050-479aeed3b70b tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:56.242380 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-948fc4f3-bc48-4873-ad2c-cddca9cf43a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:17:56.295535 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29065ff8-59f3-4d78-8050-479aeed3b70b tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Pushing event deleted for resources: {'Port': ['ID=e82f9795-6548-4410-ba5a-1a53a62f6e30,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:17:56.298697 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-29065ff8-59f3-4d78-8050-479aeed3b70b tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:17:56.439055 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-29065ff8-59f3-4d78-8050-479aeed3b70b tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:56.451810 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-29065ff8-59f3-4d78-8050-479aeed3b70b tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] 10.222.0.64 "DELETE /v2.0/ports/e82f9795-6548-4410-ba5a-1a53a62f6e30 HTTP/1.1" status: 204  len: 168 time: 0.9192348
Dec 23 16:17:56.452749 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 51830) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:56.474375 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-a3599732-a773-4914-b420-c6a84af5a5e4 None None] Port f7b9d5cb-9b30-4db7-8d92-678aa551e2a9 cannot update to ACTIVE because it is not bound. {{(pid=87637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 23 16:17:56.475865 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Pushing event updated for resources: {'Port': ['ID=5f12fb02-d25f-41d3-a186-4cb84c903cb6,revision_number=4']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:17:56.489465 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.424s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:17:56.498844 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.pecan_wsgi.hooks.translation [None req-834392f0-a0f0-45dc-be75-bc93e78d5cf1 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] GET failed (client error): The resource could not be found.
Dec 23 16:17:56.499467 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-834392f0-a0f0-45dc-be75-bc93e78d5cf1 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Synchronizing usage tracker for tenant:e1d581421fe74f67b8908d7d303644fd on resource:port {{(pid=87635) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:17:56.516090 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-834392f0-a0f0-45dc-be75-bc93e78d5cf1 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Unset dirty status for tenant:e1d581421fe74f67b8908d7d303644fd on resource:port {{(pid=87635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:17:56.521022 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-834392f0-a0f0-45dc-be75-bc93e78d5cf1 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] 10.222.0.64 "GET /v2.0/ports/e82f9795-6548-4410-ba5a-1a53a62f6e30 HTTP/1.1" status: 404  len: 333 time: 0.0675480
Dec 23 16:17:56.521503 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 51834) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:56.537228 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_common [None req-1dc3db7c-923f-4a86-a491-b14ec5270daf None None] Allocated IP 172.20.0.18 (e1392af7-9f7a-4d03-9e53-f085339a1186/e5491537-f5a7-4116-a571-f23ba1105ec3/84b554cf-236a-4444-b0e9-cd740571f024) {{(pid=87637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:17:56.595313 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.db_base_plugin_v2 [None req-03b0c759-91f5-4ab3-855d-c4922c1e0725 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Deleting subnet e5491537-f5a7-4116-a571-f23ba1105ec3 {{(pid=87635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 23 16:17:56.645093 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-a3599732-a773-4914-b420-c6a84af5a5e4 None None] Provisioning for port a163527f-177e-417b-bd44-113788ad6b45 completed by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:17:56.664838 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning for port 84b554cf-236a-4444-b0e9-cd740571f024 completed by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:17:56.668033 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1255030c-04f2-441a-bc03-c6882a354a23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7e017a6-8198-58c8-a07e-0f786128e3b3-85525320-5226-4812-b412-d127729cd909', 'network_id': '85525320-5226-4812-b412-d127729cd909', 'tenant_id': '7f693e1e2e4c45b0a519cdc9b284f217', 'fixed_ips': [{'subnet_id': '74b9cb85-201b-4e15-9707-9ca0a3ff5b44'}]}} from dv-neutron-822799-1-hyperv. {{(pid=87637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 23 16:17:56.668879 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1255030c-04f2-441a-bc03-c6882a354a23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:56.712549 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port 84b554cf-236a-4444-b0e9-cd740571f024 triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:17:56.712973 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:56.805771 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a5069e7d-29ea-43cd-912e-b8c4d15d6985 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:56.900224 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1c08fd41-99d9-4f88-83a0-96a88ae96205 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for port, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:56.955134 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1c08fd41-99d9-4f88-83a0-96a88ae96205 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2176289'] for port, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:56.988809 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-117164be-3d03-43ec-9f2c-9d896729a0b4 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:17:57.013145 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-1dc3db7c-923f-4a86-a491-b14ec5270daf None None] For port 84b554cf-236a-4444-b0e9-cd740571f024, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=84b554cf-236a-4444-b0e9-cd740571f024,segment=NetworkSegment(9e9e8619-dc77-4417-99cb-8b77485d0b57),segment_id=9e9e8619-dc77-4417-99cb-8b77485d0b57)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:17:57.098097 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c08fd41-99d9-4f88-83a0-96a88ae96205 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Pushing event updated for resources: {'Port': ['ID=d0235da8-d3f2-424b-8cc2-35c225b59efe,revision_number=2']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:17:57.105145 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1c08fd41-99d9-4f88-83a0-96a88ae96205 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1627481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1781465'] for router_interface, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:57.109722 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-1c08fd41-99d9-4f88-83a0-96a88ae96205 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:17:57.201241 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1dc3db7c-923f-4a86-a491-b14ec5270daf None None] Notify callbacks [] for port, precommit_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:57.204872 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:57.215056 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-e3940a92-03ce-4e93-9b8c-eeb45e3232ef None None] Notify callbacks [] for port, precommit_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:57.267600 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-e3940a92-03ce-4e93-9b8c-eeb45e3232ef None None] Transition to ACTIVE for port object f7b9d5cb-9b30-4db7-8d92-678aa551e2a9 will not be triggered until provisioned by entity L2. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:17:57.270350 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-1dc3db7c-923f-4a86-a491-b14ec5270daf None None] Transition to ACTIVE for port object 84b554cf-236a-4444-b0e9-cd740571f024 will not be triggered until provisioned by entity DHCP. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:17:57.272782 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_common [None req-1255030c-04f2-441a-bc03-c6882a354a23 None None] Allocated IP 2001:db8:1::2 (85525320-5226-4812-b412-d127729cd909/74b9cb85-201b-4e15-9707-9ca0a3ff5b44/a5f110ea-55a4-4f74-a19b-7be261605d66) {{(pid=87637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:17:57.279008 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-03b0c759-91f5-4ab3-855d-c4922c1e0725 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks [] for subnet, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:57.287857 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1dc3db7c-923f-4a86-a491-b14ec5270daf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:57.293861 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:17:57.360020 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-e2d7c228-acbe-41fd-87cf-3beac5ac69b7 None None] Provisioning for port d0235da8-d3f2-424b-8cc2-35c225b59efe completed by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:17:57.363978 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c08fd41-99d9-4f88-83a0-96a88ae96205 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Network dea35259-3e90-4336-be8a-c4c46e33cff8 is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:17:57.364871 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-e3940a92-03ce-4e93-9b8c-eeb45e3232ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:57.375420 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-1c08fd41-99d9-4f88-83a0-96a88ae96205 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Resources bound (agent type, host, resource id):  {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:17:57.390200 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-03b0c759-91f5-4ab3-855d-c4922c1e0725 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2776816'] for subnet, precommit_delete_associations {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:57.498442 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-03b0c759-91f5-4ab3-855d-c4922c1e0725 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864774'] for subnet, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:57.567238 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-e2d7c228-acbe-41fd-87cf-3beac5ac69b7 None None] Provisioning complete for port d0235da8-d3f2-424b-8cc2-35c225b59efe triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:17:57.567628 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-e2d7c228-acbe-41fd-87cf-3beac5ac69b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:57.594065 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-03b0c759-91f5-4ab3-855d-c4922c1e0725 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2753333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2609730'] for subnet, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:57.598082 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-f55b1a08-614d-40b8-923f-1125093c27cc tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:17:57.642212 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b0c759-91f5-4ab3-855d-c4922c1e0725 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Pushing event deleted for resources: {'Subnet': ['ID=e5491537-f5a7-4116-a571-f23ba1105ec3,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:17:57.646293 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c08fd41-99d9-4f88-83a0-96a88ae96205 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Router 453187e6-f994-4645-8629-dbe42581fb5a has already been hosted by L3 agent 371d4c41-c7e2-4de7-9539-c049ec4e95d1 {{(pid=87636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 23 16:17:57.655175 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-03b0c759-91f5-4ab3-855d-c4922c1e0725 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:17:57.658345 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-03b0c759-91f5-4ab3-855d-c4922c1e0725 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks [] for subnet, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:57.667388 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-03b0c759-91f5-4ab3-855d-c4922c1e0725 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] 10.222.0.64 "DELETE /v2.0/subnets/e5491537-f5a7-4116-a571-f23ba1105ec3 HTTP/1.1" status: 204  len: 168 time: 1.1425688
Dec 23 16:17:57.667794 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 51838) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:57.821317 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.db.api [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87637) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 23 16:17:57.821701 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_db.api [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 23 16:17:57.830391 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc3db7c-923f-4a86-a491-b14ec5270daf None None] Pushing event updated for resources: {'Port': ['ID=84b554cf-236a-4444-b0e9-cd740571f024,revision_number=3']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:17:57.843648 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-1dc3db7c-923f-4a86-a491-b14ec5270daf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.550s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:17:57.844215 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-e2d7c228-acbe-41fd-87cf-3beac5ac69b7 None None] Port d0235da8-d3f2-424b-8cc2-35c225b59efe cannot update to ACTIVE because it is not bound. {{(pid=87637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 23 16:17:57.845767 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-004de474-4f89-4995-96f9-2d5d20365d31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.343s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:17:57.997540 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_v2 [None req-0bee9e15-3001-4a5f-bd05-8cf6dd96445c tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Deleting subnet ac70757d-57eb-4bca-b38d-6c251d015f20 {{(pid=87636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 23 16:17:58.000775 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-0bee9e15-3001-4a5f-bd05-8cf6dd96445c tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks [] for subnet, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:58.010272 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-e3940a92-03ce-4e93-9b8c-eeb45e3232ef None None] Attempting to bind port f7b9d5cb-9b30-4db7-8d92-678aa551e2a9 on host dv-neutron-822799-1-hyperv for vnic_type normal with profile  {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:17:58.010665 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-e3940a92-03ce-4e93-9b8c-eeb45e3232ef None None] Attempting to bind port f7b9d5cb-9b30-4db7-8d92-678aa551e2a9 by drivers openvswitch,hyperv on host dv-neutron-822799-1-hyperv at level 0 using segments [{'id': '6682c9da-73f9-495d-b6c1-fe4db00d70fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'fc837992-2e66-4488-a75b-bed62b48e052'}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:17:58.011047 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3940a92-03ce-4e93-9b8c-eeb45e3232ef None None] Attempting to bind port f7b9d5cb-9b30-4db7-8d92-678aa551e2a9 on network fc837992-2e66-4488-a75b-bed62b48e052 {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:17:58.013148 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f273404-8415-4047-bf73-26a38a15216e None None] Pushing event updated for resources: {'Port': ['ID=f7b9d5cb-9b30-4db7-8d92-678aa551e2a9,revision_number=3']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:17:58.019111 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3f273404-8415-4047-bf73-26a38a15216e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:17:58.050282 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3940a92-03ce-4e93-9b8c-eeb45e3232ef None None] Checking agent: {'id': '20d2070f-69a9-4e73-8d08-6f0387a40158', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822799-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 21), 'started_at': datetime.datetime(2021, 12, 23, 16, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 17, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822799-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 23 16:17:58.050643 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3940a92-03ce-4e93-9b8c-eeb45e3232ef None None] Checking segment: {'id': '6682c9da-73f9-495d-b6c1-fe4db00d70fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'fc837992-2e66-4488-a75b-bed62b48e052'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:17:58.051063 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-e3940a92-03ce-4e93-9b8c-eeb45e3232ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:58.051752 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3940a92-03ce-4e93-9b8c-eeb45e3232ef None None] Bound using segment: {'id': '6682c9da-73f9-495d-b6c1-fe4db00d70fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'fc837992-2e66-4488-a75b-bed62b48e052'} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 23 16:17:58.052429 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-e3940a92-03ce-4e93-9b8c-eeb45e3232ef None None] Bound port: f7b9d5cb-9b30-4db7-8d92-678aa551e2a9, host: dv-neutron-822799-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6682c9da-73f9-495d-b6c1-fe4db00d70fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'fc837992-2e66-4488-a75b-bed62b48e052'}}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 23 16:17:58.053050 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-e3940a92-03ce-4e93-9b8c-eeb45e3232ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:58.126276 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-0bee9e15-3001-4a5f-bd05-8cf6dd96445c tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2382092'] for subnet, precommit_delete_associations {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:58.147315 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1255030c-04f2-441a-bc03-c6882a354a23 None None] Notify callbacks [] for port, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:58.169026 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-1255030c-04f2-441a-bc03-c6882a354a23 None None] Transition to ACTIVE for port object a5f110ea-55a4-4f74-a19b-7be261605d66 will not be triggered until provisioned by entity L2. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:17:58.179715 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c08fd41-99d9-4f88-83a0-96a88ae96205 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify agent at l3_agent.dv-neutron-822799-1-hyperv the message routers_updated {{(pid=87636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 23 16:17:58.194679 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc5e7213-4cf6-49bf-9931-86ab0a5ac890 None None] Sync routers for ids ['453187e6-f994-4645-8629-dbe42581fb5a'] in dv-neutron-822799-1-hyperv {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 23 16:17:58.198357 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-1c08fd41-99d9-4f88-83a0-96a88ae96205 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "PUT /v2.0/routers/453187e6-f994-4645-8629-dbe42581fb5a/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.6511121
Dec 23 16:17:58.201477 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 51842) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:58.212708 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-1255030c-04f2-441a-bc03-c6882a354a23 None None] Transition to ACTIVE for port object a5f110ea-55a4-4f74-a19b-7be261605d66 will not be triggered until provisioned by entity DHCP. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:17:58.217045 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-e3940a92-03ce-4e93-9b8c-eeb45e3232ef None None] For port f7b9d5cb-9b30-4db7-8d92-678aa551e2a9, host dv-neutron-822799-1-hyperv, cleared binding levels {{(pid=87637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 23 16:17:58.220265 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc5e7213-4cf6-49bf-9931-86ab0a5ac890 None None] Routers {'453187e6-f994-4645-8629-dbe42581fb5a'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:17:58.220544 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-e3940a92-03ce-4e93-9b8c-eeb45e3232ef None None] For port f7b9d5cb-9b30-4db7-8d92-678aa551e2a9, host dv-neutron-822799-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=f7b9d5cb-9b30-4db7-8d92-678aa551e2a9,segment=NetworkSegment(6682c9da-73f9-495d-b6c1-fe4db00d70fc),segment_id=6682c9da-73f9-495d-b6c1-fe4db00d70fc)] {{(pid=87637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 23 16:17:58.221338 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-fc5e7213-4cf6-49bf-9931-86ab0a5ac890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc1c398e0>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:17:50Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['453187e6-f994-4645-8629-dbe42581fb5a'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:17:58.227768 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1255030c-04f2-441a-bc03-c6882a354a23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780'] for port, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:58.231743 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-5b4b2e74-fd5b-47e0-9bac-32d455eb706f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:17:58.279512 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-d445e100-2425-4b5c-87f8-c5f56ea44abf None None] Provisioning complete for port d0235da8-d3f2-424b-8cc2-35c225b59efe triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:17:58.279820 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d445e100-2425-4b5c-87f8-c5f56ea44abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:58.317853 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-e3940a92-03ce-4e93-9b8c-eeb45e3232ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:58.385115 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [None req-a5069e7d-29ea-43cd-912e-b8c4d15d6985 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Allocated IP 2001:db8:1::1 (85525320-5226-4812-b412-d127729cd909/74b9cb85-201b-4e15-9707-9ca0a3ff5b44/e3018ee9-fff4-4a2e-acd5-af0cdd5a7c7f) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:17:58.460737 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1255030c-04f2-441a-bc03-c6882a354a23 None None] Network 85525320-5226-4812-b412-d127729cd909 is already hosted by enough agents. {{(pid=87637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:17:58.478005 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e533044-4fcd-4272-99fb-a12992043768 tempest-TestNetworkBasicOps-54271533 tempest-TestNetworkBasicOps-54271533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:17:58.478005 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e533044-4fcd-4272-99fb-a12992043768 tempest-TestNetworkBasicOps-54271533 tempest-TestNetworkBasicOps-54271533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:17:58.478664 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e533044-4fcd-4272-99fb-a12992043768 tempest-TestNetworkBasicOps-54271533 tempest-TestNetworkBasicOps-54271533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:17:58.478763 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-1255030c-04f2-441a-bc03-c6882a354a23 None None] Resources bound (agent type, host, resource id):  {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:17:58.478889 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e533044-4fcd-4272-99fb-a12992043768 tempest-TestNetworkBasicOps-54271533 tempest-TestNetworkBasicOps-54271533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:17:58.479477 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e533044-4fcd-4272-99fb-a12992043768 tempest-TestNetworkBasicOps-54271533 tempest-TestNetworkBasicOps-54271533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:17:58.480390 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e533044-4fcd-4272-99fb-a12992043768 tempest-TestNetworkBasicOps-54271533 tempest-TestNetworkBasicOps-54271533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:17:58.480892 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e533044-4fcd-4272-99fb-a12992043768 tempest-TestNetworkBasicOps-54271533 tempest-TestNetworkBasicOps-54271533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:17:58.481350 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e533044-4fcd-4272-99fb-a12992043768 tempest-TestNetworkBasicOps-54271533 tempest-TestNetworkBasicOps-54271533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:17:58.486207 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-6e533044-4fcd-4272-99fb-a12992043768 tempest-TestNetworkBasicOps-54271533 tempest-TestNetworkBasicOps-54271533-project-admin] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200  len: 5597 time: 0.2806022
Dec 23 16:17:58.490662 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1255030c-04f2-441a-bc03-c6882a354a23 None None] Pushing event updated for resources: {'Port': ['ID=a5f110ea-55a4-4f74-a19b-7be261605d66,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:17:58.493158 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1255030c-04f2-441a-bc03-c6882a354a23 None None] Received port after_create {{(pid=87637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:17:58.500787 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 51846) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:58.502131 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-1255030c-04f2-441a-bc03-c6882a354a23 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:17:58.506595 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-d0263283-496c-42c9-992b-6c4aa6d43a01 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.170s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:17:58.529411 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-fc5e7213-4cf6-49bf-9931-86ab0a5ac890 None None] Set router 453187e6-f994-4645-8629-dbe42581fb5a gateway port host: dv-neutron-822799-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:17:58.545294 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-d445e100-2425-4b5c-87f8-c5f56ea44abf None None] Port d0235da8-d3f2-424b-8cc2-35c225b59efe cannot update to ACTIVE because it is not bound. {{(pid=87637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 23 16:17:58.556884 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:58.576621 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a5069e7d-29ea-43cd-912e-b8c4d15d6985 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:58.594183 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.provisioning_blocks [None req-a5069e7d-29ea-43cd-912e-b8c4d15d6985 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Transition to ACTIVE for port object e3018ee9-fff4-4a2e-acd5-af0cdd5a7c7f will not be triggered until provisioned by entity DHCP. {{(pid=87636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:17:58.620453 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-0bee9e15-3001-4a5f-bd05-8cf6dd96445c tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864774'] for subnet, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:58.637648 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3940a92-03ce-4e93-9b8c-eeb45e3232ef None None] Routers {'47b796b5-52fa-4d2e-bc01-b4e7f5a66b73'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:17:58.640002 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-e3940a92-03ce-4e93-9b8c-eeb45e3232ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc29f8dc0>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:17:50Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['47b796b5-52fa-4d2e-bc01-b4e7f5a66b73'], 'active': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:17:58.650303 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a5069e7d-29ea-43cd-912e-b8c4d15d6985 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:58.661204 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-70fc9359-ae1b-47b6-98c3-f94c0549bc9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:17:58.679685 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1253d0b-0afc-42f2-8a8f-5f66ddf6fc9d tempest-TestNetworkBasicOps-54271533 tempest-TestNetworkBasicOps-54271533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:17:58.680158 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1253d0b-0afc-42f2-8a8f-5f66ddf6fc9d tempest-TestNetworkBasicOps-54271533 tempest-TestNetworkBasicOps-54271533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:17:58.680633 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1253d0b-0afc-42f2-8a8f-5f66ddf6fc9d tempest-TestNetworkBasicOps-54271533 tempest-TestNetworkBasicOps-54271533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:17:58.681138 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1253d0b-0afc-42f2-8a8f-5f66ddf6fc9d tempest-TestNetworkBasicOps-54271533 tempest-TestNetworkBasicOps-54271533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:17:58.681595 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1253d0b-0afc-42f2-8a8f-5f66ddf6fc9d tempest-TestNetworkBasicOps-54271533 tempest-TestNetworkBasicOps-54271533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:17:58.682216 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1253d0b-0afc-42f2-8a8f-5f66ddf6fc9d tempest-TestNetworkBasicOps-54271533 tempest-TestNetworkBasicOps-54271533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:17:58.682669 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1253d0b-0afc-42f2-8a8f-5f66ddf6fc9d tempest-TestNetworkBasicOps-54271533 tempest-TestNetworkBasicOps-54271533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:17:58.688296 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-d1253d0b-0afc-42f2-8a8f-5f66ddf6fc9d tempest-TestNetworkBasicOps-54271533 tempest-TestNetworkBasicOps-54271533-project-admin] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 4552 time: 0.1863110
Dec 23 16:17:58.688923 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 51850) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:58.764377 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5069e7d-29ea-43cd-912e-b8c4d15d6985 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Network 85525320-5226-4812-b412-d127729cd909 is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:17:58.782425 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-a5069e7d-29ea-43cd-912e-b8c4d15d6985 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Resources bound (agent type, host, resource id):  {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:17:58.817163 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5069e7d-29ea-43cd-912e-b8c4d15d6985 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Pushing event updated for resources: {'Port': ['ID=e3018ee9-fff4-4a2e-acd5-af0cdd5a7c7f,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:17:58.819758 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5069e7d-29ea-43cd-912e-b8c4d15d6985 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:17:58.826980 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a5069e7d-29ea-43cd-912e-b8c4d15d6985 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1781300'] for router_interface, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:58.858087 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvr_db [None req-e3940a92-03ce-4e93-9b8c-eeb45e3232ef None None] Set router 47b796b5-52fa-4d2e-bc01-b4e7f5a66b73 gateway port host: None {{(pid=87637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:17:58.889819 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-a5069e7d-29ea-43cd-912e-b8c4d15d6985 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:17:58.890872 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-0bee9e15-3001-4a5f-bd05-8cf6dd96445c tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2176495', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2618677'] for subnet, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:58.895599 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-61609961-82bf-4d8d-aed9-df4274e04f1e tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:17:58.959917 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-fc5e7213-4cf6-49bf-9931-86ab0a5ac890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc1c398e0>, [{'id': '453187e6-f994-4645-8629-dbe42581fb5a', 'name': 'tempest-TestNetworkBasicOps-router-823849873', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.211'}], 'enable_snat': True}, 'gw_port_id': '5f12fb02-d25f-41d3-a186-4cb84c903cb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:17:45Z', 'updated_at': '2021-12-23T16:17:55Z', 'revision_number': 4, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'gw_port': {'id': '5f12fb02-d25f-41d3-a186-4cb84c903cb6', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:c8:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453187e6-f994-4645-8629-dbe42581fb5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1215, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:17:46Z', 'updated_at': '2021-12-23T16:17:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_interfaces': [{'id': 'd0235da8-d3f2-424b-8cc2-35c225b59efe', 'name': '', 'network_id': 'dea35259-3e90-4336-be8a-c4c46e33cff8', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'mac_address': 'fa:16:3e:61:c0:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '453187e6-f994-4645-8629-dbe42581fb5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': '17a48be4-69fa-4d9d-94d2-23002e6428ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:17:53Z', 'updated_at': '2021-12-23T16:17:56Z', 'revision_number': 2, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'subnets': [{'id': '17a48be4-69fa-4d9d-94d2-23002e6428ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:17:58.964113 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc5e7213-4cf6-49bf-9931-86ab0a5ac890 None None] Checking router: 453187e6-f994-4645-8629-dbe42581fb5a for host: dv-neutron-822799-1-hyperv {{(pid=87638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 23 16:17:58.964747 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc5e7213-4cf6-49bf-9931-86ab0a5ac890 None None] Updating router 453187e6-f994-4645-8629-dbe42581fb5a port d0235da8-d3f2-424b-8cc2-35c225b59efe binding host dv-neutron-822799-1-hyperv {{(pid=87638) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 23 16:17:58.983158 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bee9e15-3001-4a5f-bd05-8cf6dd96445c tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Pushing event deleted for resources: {'Subnet': ['ID=ac70757d-57eb-4bca-b38d-6c251d015f20,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:17:58.995656 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-0bee9e15-3001-4a5f-bd05-8cf6dd96445c tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:17:58.996682 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-0bee9e15-3001-4a5f-bd05-8cf6dd96445c tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks [] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:59.006002 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-0bee9e15-3001-4a5f-bd05-8cf6dd96445c tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] 10.222.0.64 "DELETE /v2.0/subnets/ac70757d-57eb-4bca-b38d-6c251d015f20 HTTP/1.1" status: 204  len: 168 time: 1.3356073
Dec 23 16:17:59.014220 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 51854) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:59.015573 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05c1013d-331a-4f49-ac30-85cffc9b9c9e None None] Network e1392af7-9f7a-4d03-9e53-f085339a1186 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:17:59.028452 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fc5e7213-4cf6-49bf-9931-86ab0a5ac890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:59.102095 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-5126c962-7f38-4072-b6cf-3ec3a28ba13b tempest-TestNetworkBasicOps-54271533 tempest-TestNetworkBasicOps-54271533-project-admin] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200  len: 2141 time: 0.4119189
Dec 23 16:17:59.129281 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a5069e7d-29ea-43cd-912e-b8c4d15d6985 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:59.214306 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-bb32db0f-5c02-41a5-93a4-5df635c08c0d tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-698866'] for network, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:59.289418 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f273404-8415-4047-bf73-26a38a15216e None None] Pushing event updated for resources: {'Port': ['ID=f7b9d5cb-9b30-4db7-8d92-678aa551e2a9,revision_number=4']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:17:59.292661 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3f273404-8415-4047-bf73-26a38a15216e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.786s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:17:59.338209 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-bb32db0f-5c02-41a5-93a4-5df635c08c0d tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Deleting port 84b554cf-236a-4444-b0e9-cd740571f024 {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:17:59.338800 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-bb32db0f-5c02-41a5-93a4-5df635c08c0d tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:59.421022 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 51860) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:59.423118 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-2434570a-279c-48fe-9a5b-43c4d1aa16f5 None None] Could not find standard attr ID for object e82f9795-6548-4410-ba5a-1a53a62f6e30. {{(pid=87637) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 23 16:17:59.429552 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-7f127a0c-8ddb-4364-9a0f-d0525a4dfc9f tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1706899037', 'description': 'tempest-secgroup-smoke-1706899037 description', 'project_id': '544f3e375bde4f0988286eba27294ea6'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:17:59.434623 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fc5e7213-4cf6-49bf-9931-86ab0a5ac890 None None] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:59.439935 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-7f127a0c-8ddb-4364-9a0f-d0525a4dfc9f tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:17:59.446471 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-7f127a0c-8ddb-4364-9a0f-d0525a4dfc9f tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Usage tracker for resource:security_group and tenant:544f3e375bde4f0988286eba27294ea6 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:17:59.451031 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-fc5e7213-4cf6-49bf-9931-86ab0a5ac890 None None] Transition to ACTIVE for port object d0235da8-d3f2-424b-8cc2-35c225b59efe will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:17:59.455631 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-7f127a0c-8ddb-4364-9a0f-d0525a4dfc9f tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:17:59.461060 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fc5e7213-4cf6-49bf-9931-86ab0a5ac890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:59.465167 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-7f127a0c-8ddb-4364-9a0f-d0525a4dfc9f tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:17:59.466925 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:17:59.479685 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-7f127a0c-8ddb-4364-9a0f-d0525a4dfc9f tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:59.505089 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-7f127a0c-8ddb-4364-9a0f-d0525a4dfc9f tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:17:59.509526 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-1255030c-04f2-441a-bc03-c6882a354a23 None None] Attempting to bind port a5f110ea-55a4-4f74-a19b-7be261605d66 on host dv-neutron-822799-1-hyperv for vnic_type normal with profile  {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:17:59.509526 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-1255030c-04f2-441a-bc03-c6882a354a23 None None] Attempting to bind port a5f110ea-55a4-4f74-a19b-7be261605d66 by drivers openvswitch,hyperv on host dv-neutron-822799-1-hyperv at level 0 using segments [{'id': '39d3ad9b-7821-4ec0-8dfb-6b0aca9faabd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '85525320-5226-4812-b412-d127729cd909'}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:17:59.509820 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1255030c-04f2-441a-bc03-c6882a354a23 None None] Attempting to bind port a5f110ea-55a4-4f74-a19b-7be261605d66 on network 85525320-5226-4812-b412-d127729cd909 {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:17:59.512604 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-7f127a0c-8ddb-4364-9a0f-d0525a4dfc9f tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Usage tracker for resource:security_group_rule and tenant:544f3e375bde4f0988286eba27294ea6 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:17:59.517134 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-7f127a0c-8ddb-4364-9a0f-d0525a4dfc9f tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:17:59.540703 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-7f127a0c-8ddb-4364-9a0f-d0525a4dfc9f tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:17:59.547858 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1255030c-04f2-441a-bc03-c6882a354a23 None None] Checking agent: {'id': '20d2070f-69a9-4e73-8d08-6f0387a40158', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822799-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 21), 'started_at': datetime.datetime(2021, 12, 23, 16, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 17, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822799-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 23 16:17:59.548271 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1255030c-04f2-441a-bc03-c6882a354a23 None None] Checking segment: {'id': '39d3ad9b-7821-4ec0-8dfb-6b0aca9faabd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '85525320-5226-4812-b412-d127729cd909'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:17:59.548856 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1255030c-04f2-441a-bc03-c6882a354a23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:59.549331 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1255030c-04f2-441a-bc03-c6882a354a23 None None] Bound using segment: {'id': '39d3ad9b-7821-4ec0-8dfb-6b0aca9faabd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '85525320-5226-4812-b412-d127729cd909'} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 23 16:17:59.549953 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-1255030c-04f2-441a-bc03-c6882a354a23 None None] Bound port: a5f110ea-55a4-4f74-a19b-7be261605d66, host: dv-neutron-822799-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39d3ad9b-7821-4ec0-8dfb-6b0aca9faabd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '85525320-5226-4812-b412-d127729cd909'}}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 23 16:17:59.550515 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1255030c-04f2-441a-bc03-c6882a354a23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:59.622980 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-2434570a-279c-48fe-9a5b-43c4d1aa16f5 None None] Provisioning for port 84b554cf-236a-4444-b0e9-cd740571f024 completed by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:17:59.638772 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-2434570a-279c-48fe-9a5b-43c4d1aa16f5 None None] Provisioning complete for port 84b554cf-236a-4444-b0e9-cd740571f024 triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:17:59.639160 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-2434570a-279c-48fe-9a5b-43c4d1aa16f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:59.642820 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-7f127a0c-8ddb-4364-9a0f-d0525a4dfc9f tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:59.649502 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-7f127a0c-8ddb-4364-9a0f-d0525a4dfc9f tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:59.654590 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-895d63e2-fd41-4994-ab7b-d98920d5994f tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:17:59.668161 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.db.api [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87637) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 23 16:17:59.668535 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_db.api [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 23 16:17:59.677556 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f38ab42-8f4e-445f-8089-e409b23d4bc1 None None] Pushing event updated for resources: {'Port': ['ID=d0235da8-d3f2-424b-8cc2-35c225b59efe,revision_number=3']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:17:59.704059 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f127a0c-8ddb-4364-9a0f-d0525a4dfc9f tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe17453e-2851-49ba-b1be-183827cb90e5,revision_number=1']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:17:59.717956 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [None req-bb32db0f-5c02-41a5-93a4-5df635c08c0d tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] For port 84b554cf-236a-4444-b0e9-cd740571f024, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=84b554cf-236a-4444-b0e9-cd740571f024,segment=NetworkSegment(9e9e8619-dc77-4417-99cb-8b77485d0b57),segment_id=9e9e8619-dc77-4417-99cb-8b77485d0b57)] {{(pid=87636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:17:59.718527 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-bb32db0f-5c02-41a5-93a4-5df635c08c0d tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:59.725275 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-7f127a0c-8ddb-4364-9a0f-d0525a4dfc9f tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:17:59.740975 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG oslo_concurrency.lockutils [None req-6f38ab42-8f4e-445f-8089-e409b23d4bc1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=87638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:17:59.750656 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-7f127a0c-8ddb-4364-9a0f-d0525a4dfc9f tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:59.752636 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-7f127a0c-8ddb-4364-9a0f-d0525a4dfc9f tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1796 time: 0.3300598
Dec 23 16:17:59.756189 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 51864) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:17:59.764283 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-44f0f825-6074-4f99-968d-95e9f4933798 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Request body: {'security_group_rule': {'security_group_id': 'fe17453e-2851-49ba-b1be-183827cb90e5', 'project_id': '544f3e375bde4f0988286eba27294ea6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:17:59.772301 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-fc5e7213-4cf6-49bf-9931-86ab0a5ac890 None None] Attempting to bind port d0235da8-d3f2-424b-8cc2-35c225b59efe on host dv-neutron-822799-1-hyperv for vnic_type normal with profile  {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:17:59.773116 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-fc5e7213-4cf6-49bf-9931-86ab0a5ac890 None None] Attempting to bind port d0235da8-d3f2-424b-8cc2-35c225b59efe by drivers openvswitch,hyperv on host dv-neutron-822799-1-hyperv at level 0 using segments [{'id': '5ce20ec1-4fcf-432c-a113-e744022bf383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'dea35259-3e90-4336-be8a-c4c46e33cff8'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:17:59.773878 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc5e7213-4cf6-49bf-9931-86ab0a5ac890 None None] Attempting to bind port d0235da8-d3f2-424b-8cc2-35c225b59efe on network dea35259-3e90-4336-be8a-c4c46e33cff8 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:17:59.781816 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-44f0f825-6074-4f99-968d-95e9f4933798 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:17:59.783346 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc5e7213-4cf6-49bf-9931-86ab0a5ac890 None None] Checking agent: {'id': '20d2070f-69a9-4e73-8d08-6f0387a40158', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822799-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 21), 'started_at': datetime.datetime(2021, 12, 23, 16, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 17, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822799-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 23 16:17:59.784002 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc5e7213-4cf6-49bf-9931-86ab0a5ac890 None None] Checking segment: {'id': '5ce20ec1-4fcf-432c-a113-e744022bf383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'dea35259-3e90-4336-be8a-c4c46e33cff8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:17:59.784594 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fc5e7213-4cf6-49bf-9931-86ab0a5ac890 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:59.785260 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc5e7213-4cf6-49bf-9931-86ab0a5ac890 None None] Bound using segment: {'id': '5ce20ec1-4fcf-432c-a113-e744022bf383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'dea35259-3e90-4336-be8a-c4c46e33cff8'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 23 16:17:59.785865 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-fc5e7213-4cf6-49bf-9931-86ab0a5ac890 None None] Bound port: d0235da8-d3f2-424b-8cc2-35c225b59efe, host: dv-neutron-822799-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ce20ec1-4fcf-432c-a113-e744022bf383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'dea35259-3e90-4336-be8a-c4c46e33cff8'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 23 16:17:59.786373 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fc5e7213-4cf6-49bf-9931-86ab0a5ac890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:59.787296 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-44f0f825-6074-4f99-968d-95e9f4933798 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Usage tracker for resource:security_group_rule and tenant:544f3e375bde4f0988286eba27294ea6 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:17:59.793496 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-44f0f825-6074-4f99-968d-95e9f4933798 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:17:59.801955 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-44f0f825-6074-4f99-968d-95e9f4933798 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:17:59.837729 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-44f0f825-6074-4f99-968d-95e9f4933798 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:59.896110 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-fc5e7213-4cf6-49bf-9931-86ab0a5ac890 None None] For port d0235da8-d3f2-424b-8cc2-35c225b59efe, host dv-neutron-822799-1-hyperv, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 23 16:17:59.899708 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-fc5e7213-4cf6-49bf-9931-86ab0a5ac890 None None] For port d0235da8-d3f2-424b-8cc2-35c225b59efe, host dv-neutron-822799-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=d0235da8-d3f2-424b-8cc2-35c225b59efe,segment=NetworkSegment(5ce20ec1-4fcf-432c-a113-e744022bf383),segment_id=5ce20ec1-4fcf-432c-a113-e744022bf383)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 23 16:17:59.907001 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-fc5e7213-4cf6-49bf-9931-86ab0a5ac890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:59.911415 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG oslo_concurrency.lockutils [None req-76968d11-ea34-43ac-9f85-81e61ed21def None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:17:59.917781 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:59.933036 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-44f0f825-6074-4f99-968d-95e9f4933798 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:59.938499 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-44f0f825-6074-4f99-968d-95e9f4933798 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762424'] for security_group_rule, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:17:59.941382 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:17:59.974613 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f0f825-6074-4f99-968d-95e9f4933798 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a61ff1ea-4ad9-463f-9b1a-ef4751a0af61,revision_number=0']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:17:59.980901 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] For port 84b554cf-236a-4444-b0e9-cd740571f024, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=84b554cf-236a-4444-b0e9-cd740571f024,segment=NetworkSegment(9e9e8619-dc77-4417-99cb-8b77485d0b57),segment_id=9e9e8619-dc77-4417-99cb-8b77485d0b57)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:17:59.985744 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-44f0f825-6074-4f99-968d-95e9f4933798 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:17:59.997463 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-44f0f825-6074-4f99-968d-95e9f4933798 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:00.012530 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-44f0f825-6074-4f99-968d-95e9f4933798 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2546737
Dec 23 16:18:00.014807 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 51868) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:00.022636 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-7cb56f72-fae0-4096-9098-dfaa24d9940a tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Request body: {'security_group_rule': {'security_group_id': 'fe17453e-2851-49ba-b1be-183827cb90e5', 'project_id': '544f3e375bde4f0988286eba27294ea6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:18:00.034360 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc5e7213-4cf6-49bf-9931-86ab0a5ac890 None None] Routers {'453187e6-f994-4645-8629-dbe42581fb5a'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:18:00.035641 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-fc5e7213-4cf6-49bf-9931-86ab0a5ac890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc1c398e0>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:17:50Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['453187e6-f994-4645-8629-dbe42581fb5a'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:18:00.040235 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-7cb56f72-fae0-4096-9098-dfaa24d9940a tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:18:00.045296 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-7cb56f72-fae0-4096-9098-dfaa24d9940a tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Usage tracker for resource:security_group_rule and tenant:544f3e375bde4f0988286eba27294ea6 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:18:00.048882 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-7cb56f72-fae0-4096-9098-dfaa24d9940a tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:18:00.055923 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-e3940a92-03ce-4e93-9b8c-eeb45e3232ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc29f8dc0>, [{'id': '47b796b5-52fa-4d2e-bc01-b4e7f5a66b73', 'name': 'tempest-RoutersIpV6Test-router-476417359', 'tenant_id': '7f693e1e2e4c45b0a519cdc9b284f217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:17:46Z', 'updated_at': '2021-12-23T16:17:50Z', 'revision_number': 2, 'project_id': '7f693e1e2e4c45b0a519cdc9b284f217', 'gw_port_host': None, '_interfaces': [{'id': 'f7b9d5cb-9b30-4db7-8d92-678aa551e2a9', 'name': '', 'network_id': 'fc837992-2e66-4488-a75b-bed62b48e052', 'tenant_id': '7f693e1e2e4c45b0a519cdc9b284f217', 'mac_address': 'fa:16:3e:2a:1a:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47b796b5-52fa-4d2e-bc01-b4e7f5a66b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': '02f625a5-8cce-44c9-b991-165208d7f8c6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:17:49Z', 'updated_at': '2021-12-23T16:17:58Z', 'revision_number': 4, 'project_id': '7f693e1e2e4c45b0a519cdc9b284f217', 'subnets': [{'id': '02f625a5-8cce-44c9-b991-165208d7f8c6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:18:00.060861 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:00.065244 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-1255030c-04f2-441a-bc03-c6882a354a23 None None] For port a5f110ea-55a4-4f74-a19b-7be261605d66, host dv-neutron-822799-1-hyperv, cleared binding levels {{(pid=87637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 23 16:18:00.075635 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3940a92-03ce-4e93-9b8c-eeb45e3232ef None None] The sync data for ids ['47b796b5-52fa-4d2e-bc01-b4e7f5a66b73'] in dv-neutron-822799-1-hyperv is: [{'id': '47b796b5-52fa-4d2e-bc01-b4e7f5a66b73', 'name': 'tempest-RoutersIpV6Test-router-476417359', 'tenant_id': '7f693e1e2e4c45b0a519cdc9b284f217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:17:46Z', 'updated_at': '2021-12-23T16:17:50Z', 'revision_number': 2, 'project_id': '7f693e1e2e4c45b0a519cdc9b284f217', 'gw_port_host': None, '_interfaces': [{'id': 'f7b9d5cb-9b30-4db7-8d92-678aa551e2a9', 'name': '', 'network_id': 'fc837992-2e66-4488-a75b-bed62b48e052', 'tenant_id': '7f693e1e2e4c45b0a519cdc9b284f217', 'mac_address': 'fa:16:3e:2a:1a:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47b796b5-52fa-4d2e-bc01-b4e7f5a66b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': '02f625a5-8cce-44c9-b991-165208d7f8c6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:17:49Z', 'updated_at': '2021-12-23T16:17:58Z', 'revision_number': 4, 'project_id': '7f693e1e2e4c45b0a519cdc9b284f217', 'subnets': [{'id': '02f625a5-8cce-44c9-b991-165208d7f8c6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 23 16:18:00.078540 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-fd9eb605-3a98-48dc-9594-efc460536763 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:18:00.101086 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-7cb56f72-fae0-4096-9098-dfaa24d9940a tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:18:00.171157 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-7cb56f72-fae0-4096-9098-dfaa24d9940a tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:00.220624 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-1255030c-04f2-441a-bc03-c6882a354a23 None None] For port a5f110ea-55a4-4f74-a19b-7be261605d66, host dv-neutron-822799-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=a5f110ea-55a4-4f74-a19b-7be261605d66,segment=NetworkSegment(39d3ad9b-7821-4ec0-8dfb-6b0aca9faabd),segment_id=39d3ad9b-7821-4ec0-8dfb-6b0aca9faabd)] {{(pid=87637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 23 16:18:00.304077 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1255030c-04f2-441a-bc03-c6882a354a23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:00.372897 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-fc5e7213-4cf6-49bf-9931-86ab0a5ac890 None None] Set router 453187e6-f994-4645-8629-dbe42581fb5a gateway port host: dv-neutron-822799-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:18:00.391026 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-bb32db0f-5c02-41a5-93a4-5df635c08c0d tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Calling delete_port for 84b554cf-236a-4444-b0e9-cd740571f024 owned by network:dhcp {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:18:00.415914 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-7cb56f72-fae0-4096-9098-dfaa24d9940a tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:00.419243 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Pushing event updated for resources: {'Port': ['ID=84b554cf-236a-4444-b0e9-cd740571f024,revision_number=6']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:18:00.426395 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:18:00.433399 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-7cb56f72-fae0-4096-9098-dfaa24d9940a tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762424'] for security_group_rule, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:00.435125 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3f273404-8415-4047-bf73-26a38a15216e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.115s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:18:00.444948 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-20dac928-85dc-48c7-ba7f-b2bfae967e3c tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:18:00.498826 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb56f72-fae0-4096-9098-dfaa24d9940a tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4225763a-8cea-41d4-b37c-8a9937501f61,revision_number=0']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:18:00.505201 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-7cb56f72-fae0-4096-9098-dfaa24d9940a tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:18:00.511183 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f38ab42-8f4e-445f-8089-e409b23d4bc1 None None] Pushing event updated for resources: {'Port': ['ID=d0235da8-d3f2-424b-8cc2-35c225b59efe,revision_number=4']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:18:00.519939 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-7cb56f72-fae0-4096-9098-dfaa24d9940a tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:00.521654 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-7cb56f72-fae0-4096-9098-dfaa24d9940a tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.5054188
Dec 23 16:18:00.526466 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 51872) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:00.536000 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-270bac64-b101-40ce-921e-553db084d6d5 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Request body: {'security_group_rule': {'security_group_id': 'fe17453e-2851-49ba-b1be-183827cb90e5', 'project_id': '544f3e375bde4f0988286eba27294ea6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:18:00.549394 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-739d2c07-7d22-4843-9fc0-f50f8f8664d8 None None] DHCP port deletion for e1392af7-9f7a-4d03-9e53-f085339a1186 request from dv-neutron-822799-1-hyperv {{(pid=87637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 23 16:18:00.549703 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-270bac64-b101-40ce-921e-553db084d6d5 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:18:00.564108 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG oslo_concurrency.lockutils [None req-6f38ab42-8f4e-445f-8089-e409b23d4bc1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.652s {{(pid=87638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:18:00.578330 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-270bac64-b101-40ce-921e-553db084d6d5 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Usage tracker for resource:security_group_rule and tenant:544f3e375bde4f0988286eba27294ea6 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:18:00.585991 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-270bac64-b101-40ce-921e-553db084d6d5 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:18:00.593454 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-739d2c07-7d22-4843-9fc0-f50f8f8664d8 None None] Deleting port 84b554cf-236a-4444-b0e9-cd740571f024 {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:18:00.593843 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-739d2c07-7d22-4843-9fc0-f50f8f8664d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:00.598003 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-270bac64-b101-40ce-921e-553db084d6d5 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:18:00.637201 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-270bac64-b101-40ce-921e-553db084d6d5 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:00.694708 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device aa0af0cd-3173-4d95-bd36-ebb3856aa542 up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:18:00.746030 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.db.api [None req-bb32db0f-5c02-41a5-93a4-5df635c08c0d tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87636) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 23 16:18:00.746360 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_db.api [None req-bb32db0f-5c02-41a5-93a4-5df635c08c0d tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 23 16:18:00.758909 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-270bac64-b101-40ce-921e-553db084d6d5 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:00.769890 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-270bac64-b101-40ce-921e-553db084d6d5 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762424'] for security_group_rule, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:00.795988 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a5069e7d-29ea-43cd-912e-b8c4d15d6985 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks [] for port, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:00.799653 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-5ea8d692-38fe-4db1-a69f-583a8b3d7385 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:18:00.810697 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a5069e7d-29ea-43cd-912e-b8c4d15d6985 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2176289'] for port, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:00.812466 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a5069e7d-29ea-43cd-912e-b8c4d15d6985 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1627481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1781465'] for router_interface, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:00.828083 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-25df96e7-10e6-4e8f-acde-14d605b042b8 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:18:00.854613 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270bac64-b101-40ce-921e-553db084d6d5 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6791a034-e22c-46c1-b3c4-8f3f0d023dcb,revision_number=0']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:18:00.865821 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-270bac64-b101-40ce-921e-553db084d6d5 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:18:00.867816 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-270bac64-b101-40ce-921e-553db084d6d5 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:00.869507 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-270bac64-b101-40ce-921e-553db084d6d5 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3417313
Dec 23 16:18:00.872140 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 51876) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:00.907053 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-4b3692e0-2ca9-4b78-b020-b8a4a85bbaa0 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Request body: {'security_group_rule': {'security_group_id': 'fe17453e-2851-49ba-b1be-183827cb90e5', 'project_id': '544f3e375bde4f0988286eba27294ea6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:18:00.915474 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-4b3692e0-2ca9-4b78-b020-b8a4a85bbaa0 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:18:00.937615 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-4b3692e0-2ca9-4b78-b020-b8a4a85bbaa0 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Usage tracker for resource:security_group_rule and tenant:544f3e375bde4f0988286eba27294ea6 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:18:00.943863 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-4b3692e0-2ca9-4b78-b020-b8a4a85bbaa0 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:18:00.950488 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1255030c-04f2-441a-bc03-c6882a354a23 None None] Pushing event updated for resources: {'Port': ['ID=a5f110ea-55a4-4f74-a19b-7be261605d66,revision_number=2']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:18:00.959643 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-1255030c-04f2-441a-bc03-c6882a354a23 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.524s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:18:00.961158 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-4b3692e0-2ca9-4b78-b020-b8a4a85bbaa0 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:18:00.994033 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-4b3692e0-2ca9-4b78-b020-b8a4a85bbaa0 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:01.045570 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port aa0af0cd-3173-4d95-bd36-ebb3856aa542 triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:18:01.058116 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:01.114189 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5069e7d-29ea-43cd-912e-b8c4d15d6985 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Network 85525320-5226-4812-b412-d127729cd909 is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:18:01.114960 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-4b3692e0-2ca9-4b78-b020-b8a4a85bbaa0 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:01.118185 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-a5069e7d-29ea-43cd-912e-b8c4d15d6985 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Resources bound (agent type, host, resource id):  {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:18:01.120385 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-4b3692e0-2ca9-4b78-b020-b8a4a85bbaa0 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762424'] for security_group_rule, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:01.123986 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-5b7d0833-b224-4f55-9634-3c732630279f tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:18:01.129265 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5069e7d-29ea-43cd-912e-b8c4d15d6985 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Pushing event updated for resources: {'Port': ['ID=e3018ee9-fff4-4a2e-acd5-af0cdd5a7c7f,revision_number=2']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:18:01.131681 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-a5069e7d-29ea-43cd-912e-b8c4d15d6985 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:18:01.159119 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3692e0-2ca9-4b78-b020-b8a4a85bbaa0 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a1e97d4-9d0f-41fe-a61b-58f0b36c6e1a,revision_number=0']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:18:01.163042 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-4b3692e0-2ca9-4b78-b020-b8a4a85bbaa0 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:18:01.164068 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-4b3692e0-2ca9-4b78-b020-b8a4a85bbaa0 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:01.168943 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-4b3692e0-2ca9-4b78-b020-b8a4a85bbaa0 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.2643757
Dec 23 16:18:01.170260 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 51880) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:01.176420 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-fc5e7213-4cf6-49bf-9931-86ab0a5ac890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc1c398e0>, [{'id': '453187e6-f994-4645-8629-dbe42581fb5a', 'name': 'tempest-TestNetworkBasicOps-router-823849873', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.211'}], 'enable_snat': True}, 'gw_port_id': '5f12fb02-d25f-41d3-a186-4cb84c903cb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:17:45Z', 'updated_at': '2021-12-23T16:17:55Z', 'revision_number': 4, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'gw_port': {'id': '5f12fb02-d25f-41d3-a186-4cb84c903cb6', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:c8:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453187e6-f994-4645-8629-dbe42581fb5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1215, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:17:46Z', 'updated_at': '2021-12-23T16:17:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_interfaces': [{'id': 'd0235da8-d3f2-424b-8cc2-35c225b59efe', 'name': '', 'network_id': 'dea35259-3e90-4336-be8a-c4c46e33cff8', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'mac_address': 'fa:16:3e:61:c0:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '453187e6-f994-4645-8629-dbe42581fb5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': '17a48be4-69fa-4d9d-94d2-23002e6428ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:17:53Z', 'updated_at': '2021-12-23T16:17:59Z', 'revision_number': 4, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'subnets': [{'id': '17a48be4-69fa-4d9d-94d2-23002e6428ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:18:01.177469 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-3ae53170-ae07-423a-b8d2-adedc3890f95 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Request body: {'security_group_rule': {'security_group_id': 'fe17453e-2851-49ba-b1be-183827cb90e5', 'project_id': '544f3e375bde4f0988286eba27294ea6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:18:01.182596 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc5e7213-4cf6-49bf-9931-86ab0a5ac890 None None] The sync data for ids ['453187e6-f994-4645-8629-dbe42581fb5a'] in dv-neutron-822799-1-hyperv is: [{'id': '453187e6-f994-4645-8629-dbe42581fb5a', 'name': 'tempest-TestNetworkBasicOps-router-823849873', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.211'}], 'enable_snat': True}, 'gw_port_id': '5f12fb02-d25f-41d3-a186-4cb84c903cb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:17:45Z', 'updated_at': '2021-12-23T16:17:55Z', 'revision_number': 4, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'gw_port': {'id': '5f12fb02-d25f-41d3-a186-4cb84c903cb6', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:c8:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453187e6-f994-4645-8629-dbe42581fb5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1215, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:17:46Z', 'updated_at': '2021-12-23T16:17:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_interfaces': [{'id': 'd0235da8-d3f2-424b-8cc2-35c225b59efe', 'name': '', 'network_id': 'dea35259-3e90-4336-be8a-c4c46e33cff8', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'mac_address': 'fa:16:3e:61:c0:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '453187e6-f994-4645-8629-dbe42581fb5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': '17a48be4-69fa-4d9d-94d2-23002e6428ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:17:53Z', 'updated_at': '2021-12-23T16:17:59Z', 'revision_number': 4, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'subnets': [{'id': '17a48be4-69fa-4d9d-94d2-23002e6428ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 23 16:18:01.183643 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-3ae53170-ae07-423a-b8d2-adedc3890f95 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:18:01.187545 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-3ae53170-ae07-423a-b8d2-adedc3890f95 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Usage tracker for resource:security_group_rule and tenant:544f3e375bde4f0988286eba27294ea6 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:18:01.190897 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-3ae53170-ae07-423a-b8d2-adedc3890f95 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:18:01.200459 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-3ae53170-ae07-423a-b8d2-adedc3890f95 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:18:01.212225 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.db.securitygroups_db [None req-3ae53170-ae07-423a-b8d2-adedc3890f95 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Project 544f3e375bde4f0988286eba27294ea6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 23 16:18:01.219832 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-3ae53170-ae07-423a-b8d2-adedc3890f95 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:01.331994 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-bb32db0f-5c02-41a5-93a4-5df635c08c0d tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Deleting port 84b554cf-236a-4444-b0e9-cd740571f024 {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:18:01.332818 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-bb32db0f-5c02-41a5-93a4-5df635c08c0d tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:01.363939 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-3ae53170-ae07-423a-b8d2-adedc3890f95 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:01.371164 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-739d2c07-7d22-4843-9fc0-f50f8f8664d8 None None] For port 84b554cf-236a-4444-b0e9-cd740571f024, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=84b554cf-236a-4444-b0e9-cd740571f024,segment=NetworkSegment(9e9e8619-dc77-4417-99cb-8b77485d0b57),segment_id=9e9e8619-dc77-4417-99cb-8b77485d0b57)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:18:01.372190 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-739d2c07-7d22-4843-9fc0-f50f8f8664d8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:01.374047 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-3ae53170-ae07-423a-b8d2-adedc3890f95 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762424'] for security_group_rule, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:01.376175 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-77fdb5dd-9666-4c3d-8c4e-55f6e9ab843f tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:18:01.406815 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae53170-ae07-423a-b8d2-adedc3890f95 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e2d0f83-5eb0-4b73-9b59-96ed7bd88de5,revision_number=0']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:18:01.409522 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-3ae53170-ae07-423a-b8d2-adedc3890f95 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:18:01.423560 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-3ae53170-ae07-423a-b8d2-adedc3890f95 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:01.428268 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-3ae53170-ae07-423a-b8d2-adedc3890f95 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.2568133
Dec 23 16:18:01.429168 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 51884) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:01.434663 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-6c210e32-a37f-4287-9f1f-d516739034a6 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Request body: {'security_group_rule': {'security_group_id': 'fe17453e-2851-49ba-b1be-183827cb90e5', 'project_id': '544f3e375bde4f0988286eba27294ea6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:18:01.441413 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-6c210e32-a37f-4287-9f1f-d516739034a6 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:18:01.447558 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-6c210e32-a37f-4287-9f1f-d516739034a6 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Usage tracker for resource:security_group_rule and tenant:544f3e375bde4f0988286eba27294ea6 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:18:01.452971 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-6c210e32-a37f-4287-9f1f-d516739034a6 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:18:01.460845 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-6c210e32-a37f-4287-9f1f-d516739034a6 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:18:01.478704 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.db.securitygroups_db [None req-6c210e32-a37f-4287-9f1f-d516739034a6 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Project 544f3e375bde4f0988286eba27294ea6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 23 16:18:01.503563 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-6c210e32-a37f-4287-9f1f-d516739034a6 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:01.554217 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5069e7d-29ea-43cd-912e-b8c4d15d6985 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Router 47b796b5-52fa-4d2e-bc01-b4e7f5a66b73 has already been hosted by L3 agent 371d4c41-c7e2-4de7-9539-c049ec4e95d1 {{(pid=87636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 23 16:18:01.581971 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-739d2c07-7d22-4843-9fc0-f50f8f8664d8 None None] Calling delete_port for 84b554cf-236a-4444-b0e9-cd740571f024 owned by network:dhcp {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:18:01.610624 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-6c210e32-a37f-4287-9f1f-d516739034a6 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:01.616936 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-6c210e32-a37f-4287-9f1f-d516739034a6 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762424'] for security_group_rule, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:01.627661 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-7cb56f72-fae0-4096-9098-dfaa24d9940a tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:18:01.659128 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c210e32-a37f-4287-9f1f-d516739034a6 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75e57b1b-c718-46af-ba91-c050ab8f5049,revision_number=0']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:18:01.670327 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-6c210e32-a37f-4287-9f1f-d516739034a6 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:18:01.678190 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-6c210e32-a37f-4287-9f1f-d516739034a6 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:01.679875 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-6c210e32-a37f-4287-9f1f-d516739034a6 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.2494934
Dec 23 16:18:01.935743 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 5f12fb02-d25f-41d3-a186-4cb84c903cb6 up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:18:01.940295 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [None req-bb32db0f-5c02-41a5-93a4-5df635c08c0d tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] For port 84b554cf-236a-4444-b0e9-cd740571f024, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=84b554cf-236a-4444-b0e9-cd740571f024,segment=NetworkSegment(9e9e8619-dc77-4417-99cb-8b77485d0b57),segment_id=9e9e8619-dc77-4417-99cb-8b77485d0b57)] {{(pid=87636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:18:01.941215 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-bb32db0f-5c02-41a5-93a4-5df635c08c0d tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:01.973656 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5069e7d-29ea-43cd-912e-b8c4d15d6985 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify agent at l3_agent.dv-neutron-822799-1-hyperv the message routers_updated {{(pid=87636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 23 16:18:01.995603 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-739d2c07-7d22-4843-9fc0-f50f8f8664d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789'] for port, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:01.999845 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-8c69f52e-05f3-4337-a337-460b1778668f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:18:02.059215 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5c59c1c-311a-48cf-9910-7af22895e590 None None] Network 85525320-5226-4812-b412-d127729cd909 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:18:02.119916 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-bb32db0f-5c02-41a5-93a4-5df635c08c0d tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Calling delete_port for 84b554cf-236a-4444-b0e9-cd740571f024 owned by network:dhcp {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:18:02.140474 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739d2c07-7d22-4843-9fc0-f50f8f8664d8 None None] Pushing event deleted for resources: {'Port': ['ID=84b554cf-236a-4444-b0e9-cd740571f024,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:18:02.143347 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-739d2c07-7d22-4843-9fc0-f50f8f8664d8 None None] No DVR routers for this DVR port 84b554cf-236a-4444-b0e9-cd740571f024 on host dv-neutron-822799-1-hyperv {{(pid=87637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 23 16:18:02.152775 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-739d2c07-7d22-4843-9fc0-f50f8f8664d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:18:02.176142 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-430a3dde-4aec-4acf-bc40-f2212c4dfd0e None None] Provisioning for port a5f110ea-55a4-4f74-a19b-7be261605d66 completed by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:18:02.198109 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port 5f12fb02-d25f-41d3-a186-4cb84c903cb6 triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:18:02.198504 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:02.318104 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 51900) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:02.318400 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-a5069e7d-29ea-43cd-912e-b8c4d15d6985 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] 10.222.0.64 "PUT /v2.0/routers/47b796b5-52fa-4d2e-bc01-b4e7f5a66b73/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.6289110
Dec 23 16:18:02.325352 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-a3984e86-e6bf-499b-a4e0-9ce49d5727d7 req-c025af78-aa19-45e0-819c-ac242a6d5041 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Synchronizing usage tracker for tenant:544f3e375bde4f0988286eba27294ea6 on resource:security_group {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:18:02.325739 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-a57de101-73fc-4436-b4a8-709e72e9ac2f tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1152462023'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:18:02.330953 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-a57de101-73fc-4436-b4a8-709e72e9ac2f tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:18:02.336017 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-a57de101-73fc-4436-b4a8-709e72e9ac2f tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Usage tracker for resource:network and tenant:7f693e1e2e4c45b0a519cdc9b284f217 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:18:02.339062 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-a57de101-73fc-4436-b4a8-709e72e9ac2f tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:18:02.346067 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-a57de101-73fc-4436-b4a8-709e72e9ac2f tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:18:02.362985 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a57de101-73fc-4436-b4a8-709e72e9ac2f tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Made reservation on behalf of 7f693e1e2e4c45b0a519cdc9b284f217 for: {'network': 1} {{(pid=87635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:18:02.367529 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a57de101-73fc-4436-b4a8-709e72e9ac2f tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for network, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:02.371567 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-a3984e86-e6bf-499b-a4e0-9ce49d5727d7 req-c025af78-aa19-45e0-819c-ac242a6d5041 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Unset dirty status for tenant:544f3e375bde4f0988286eba27294ea6 on resource:security_group {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:18:02.372747 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-a3984e86-e6bf-499b-a4e0-9ce49d5727d7 req-c025af78-aa19-45e0-819c-ac242a6d5041 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1706899037&fields=id&tenant_id=544f3e375bde4f0988286eba27294ea6 HTTP/1.1" status: 200  len: 267 time: 0.4764159
Dec 23 16:18:02.405188 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a57de101-73fc-4436-b4a8-709e72e9ac2f tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] vlan segment allocate from pool success with {'vlan_id': 426, 'physical_network': 'physnet1'}  {{(pid=87635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 23 16:18:02.421576 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.db.api [None req-bb32db0f-5c02-41a5-93a4-5df635c08c0d tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87636) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 23 16:18:02.421889 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_db.api [None req-bb32db0f-5c02-41a5-93a4-5df635c08c0d tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 23 16:18:02.432083 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a57de101-73fc-4436-b4a8-709e72e9ac2f tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:02.433068 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.db.segments_db [None req-a57de101-73fc-4436-b4a8-709e72e9ac2f tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Added segment 5797e2da-8cf1-468f-b7bc-bfaa39ad6a46 of type vlan for network 24ad3857-432b-45b9-9d4b-65ada6ed9e7e
Dec 23 16:18:02.470518 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a57de101-73fc-4436-b4a8-709e72e9ac2f tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735362521793'] for network, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:02.485045 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-734c02ae-ed75-4fa3-afbb-d84105b2da3e None None] Sync routers for ids ['47b796b5-52fa-4d2e-bc01-b4e7f5a66b73'] in dv-neutron-822799-1-hyperv {{(pid=87637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 23 16:18:02.499944 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device a163527f-177e-417b-bd44-113788ad6b45 up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:18:02.533640 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a57de101-73fc-4436-b4a8-709e72e9ac2f tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495'] for network, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:02.540744 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a57de101-73fc-4436-b4a8-709e72e9ac2f tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:18:02.541759 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a57de101-73fc-4436-b4a8-709e72e9ac2f tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks [] for network, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:02.555481 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3984e86-e6bf-499b-a4e0-9ce49d5727d7 req-5ba14deb-542c-489e-96c3-7bf872909e74 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:18:02.556206 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-a3984e86-e6bf-499b-a4e0-9ce49d5727d7 req-5ba14deb-542c-489e-96c3-7bf872909e74 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Synchronizing usage tracker for tenant:544f3e375bde4f0988286eba27294ea6 on resource:network {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:18:02.562263 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-dd61ba65-3153-4468-9acb-0af8532b595f tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:18:02.572176 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-734c02ae-ed75-4fa3-afbb-d84105b2da3e None None] Routers {'47b796b5-52fa-4d2e-bc01-b4e7f5a66b73'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:18:02.572993 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-734c02ae-ed75-4fa3-afbb-d84105b2da3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc28f3910>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:17:50Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['47b796b5-52fa-4d2e-bc01-b4e7f5a66b73'], 'active': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:18:02.578145 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-a3984e86-e6bf-499b-a4e0-9ce49d5727d7 req-5ba14deb-542c-489e-96c3-7bf872909e74 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Unset dirty status for tenant:544f3e375bde4f0988286eba27294ea6 on resource:network {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:18:02.579599 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-a3984e86-e6bf-499b-a4e0-9ce49d5727d7 req-5ba14deb-542c-489e-96c3-7bf872909e74 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/networks?id=dea35259-3e90-4336-be8a-c4c46e33cff8 HTTP/1.1" status: 200  len: 797 time: 0.1919110
Dec 23 16:18:02.582907 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-a57de101-73fc-4436-b4a8-709e72e9ac2f tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201  len: 770 time: 0.2633924
Dec 23 16:18:02.586628 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 51904) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:02.599408 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-bb32db0f-5c02-41a5-93a4-5df635c08c0d tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Deleting port 84b554cf-236a-4444-b0e9-cd740571f024 {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:18:02.600136 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-bb32db0f-5c02-41a5-93a4-5df635c08c0d tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:02.634715 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-b317054c-57af-44a3-a9ba-d6739db8f6b9 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Request body: {'subnet': {'network_id': '24ad3857-432b-45b9-9d4b-65ada6ed9e7e', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:18:02.685402 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57de101-73fc-4436-b4a8-709e72e9ac2f tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Pushing event updated for resources: {'Network': ['ID=24ad3857-432b-45b9-9d4b-65ada6ed9e7e,revision_number=1']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:18:02.688207 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-a57de101-73fc-4436-b4a8-709e72e9ac2f tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:18:02.710450 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Network 24ad3857-432b-45b9-9d4b-65ada6ed9e7e details requested by agent ovs-agent-dv-neutron-822799-1-hyperv with host dv-neutron-822799-1-hyperv {{(pid=87637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 23 16:18:02.711977 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-a3984e86-e6bf-499b-a4e0-9ce49d5727d7 req-cf7e5363-3791-47f3-a612-3d8d48af4963 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/quotas/544f3e375bde4f0988286eba27294ea6 HTTP/1.1" status: 200  len: 375 time: 0.1218956
Dec 23 16:18:02.753886 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning for port a163527f-177e-417b-bd44-113788ad6b45 completed by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:18:02.766795 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-bb32db0f-5c02-41a5-93a4-5df635c08c0d tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] The port '84b554cf-236a-4444-b0e9-cd740571f024' was deleted {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 23 16:18:02.819557 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port a163527f-177e-417b-bd44-113788ad6b45 triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:18:02.820057 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:02.887388 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvr_db [None req-734c02ae-ed75-4fa3-afbb-d84105b2da3e None None] Set router 47b796b5-52fa-4d2e-bc01-b4e7f5a66b73 gateway port host: None {{(pid=87637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:18:02.973865 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-b317054c-57af-44a3-a9ba-d6739db8f6b9 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:18:02.981189 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-bb32db0f-5c02-41a5-93a4-5df635c08c0d tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-864347', 'neutron.services.segments.db._delete_segments_for_network-8735362908070'] for network, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:02.988975 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-b317054c-57af-44a3-a9ba-d6739db8f6b9 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Usage tracker for resource:subnet and tenant:7f693e1e2e4c45b0a519cdc9b284f217 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:18:02.993179 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-b317054c-57af-44a3-a9ba-d6739db8f6b9 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:18:03.004005 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-b317054c-57af-44a3-a9ba-d6739db8f6b9 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:18:03.037542 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-bb32db0f-5c02-41a5-93a4-5df635c08c0d tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1dbb125af0>,) {'filters': {'network_id': ['e1392af7-9f7a-4d03-9e53-f085339a1186']}} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:18:03.048199 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b317054c-57af-44a3-a9ba-d6739db8f6b9 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Made reservation on behalf of 7f693e1e2e4c45b0a519cdc9b284f217 for: {'subnet': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:18:03.052165 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b317054c-57af-44a3-a9ba-d6739db8f6b9 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2618324'] for subnet, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:03.077625 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-bb32db0f-5c02-41a5-93a4-5df635c08c0d tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dbb125af0>, '9e9e8619-dc77-4417-99cb-8b77485d0b57') {'for_net_delete': True} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:18:03.077954 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-bb32db0f-5c02-41a5-93a4-5df635c08c0d tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dbb125af0>, '9e9e8619-dc77-4417-99cb-8b77485d0b57') {} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:18:03.099811 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-a3984e86-e6bf-499b-a4e0-9ce49d5727d7 req-49e0ae1f-09be-4cb2-a772-d9f6fee9688e tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Synchronizing usage tracker for tenant:544f3e375bde4f0988286eba27294ea6 on resource:port {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:18:03.157599 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-bb32db0f-5c02-41a5-93a4-5df635c08c0d tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735363085442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2382197'] for segment, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:03.199617 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-bb32db0f-5c02-41a5-93a4-5df635c08c0d tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:03.212345 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-a3984e86-e6bf-499b-a4e0-9ce49d5727d7 req-49e0ae1f-09be-4cb2-a772-d9f6fee9688e tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Unset dirty status for tenant:544f3e375bde4f0988286eba27294ea6 on resource:port {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:18:03.213642 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-a3984e86-e6bf-499b-a4e0-9ce49d5727d7 req-49e0ae1f-09be-4cb2-a772-d9f6fee9688e tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=544f3e375bde4f0988286eba27294ea6&fields=id HTTP/1.1" status: 200  len: 302 time: 0.4522486
Dec 23 16:18:03.217069 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb32db0f-5c02-41a5-93a4-5df635c08c0d tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Releasing vlan 417 on physical network physnet1 to pool {{(pid=87636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 23 16:18:03.217285 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-bb32db0f-5c02-41a5-93a4-5df635c08c0d tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2176261'] for segment, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:03.232861 dv-neutron-822799-1-hyperv neutron-server[87636]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 23 16:18:03.232861 dv-neutron-822799-1-hyperv neutron-server[87636]:   util.warn(
Dec 23 16:18:03.232861 dv-neutron-822799-1-hyperv neutron-server[87636]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 23 16:18:03.232861 dv-neutron-822799-1-hyperv neutron-server[87636]:   util.warn(
Dec 23 16:18:03.232861 dv-neutron-822799-1-hyperv neutron-server[87636]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 23 16:18:03.232861 dv-neutron-822799-1-hyperv neutron-server[87636]:   util.warn(
Dec 23 16:18:03.232861 dv-neutron-822799-1-hyperv neutron-server[87636]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 23 16:18:03.232861 dv-neutron-822799-1-hyperv neutron-server[87636]:   util.warn(
Dec 23 16:18:03.232861 dv-neutron-822799-1-hyperv neutron-server[87636]: Traceback (most recent call last):
Dec 23 16:18:03.232861 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 23 16:18:03.232861 dv-neutron-822799-1-hyperv neutron-server[87636]:     timer()
Dec 23 16:18:03.232861 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:18:03.232861 dv-neutron-822799-1-hyperv neutron-server[87636]:     cb(*args, **kw)
Dec 23 16:18:03.232861 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 23 16:18:03.232861 dv-neutron-822799-1-hyperv neutron-server[87636]:     return func(*args, **kwargs)
Dec 23 16:18:03.232861 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:18:03.232861 dv-neutron-822799-1-hyperv neutron-server[87636]:     self._notify()
Dec 23 16:18:03.232861 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:18:03.232861 dv-neutron-822799-1-hyperv neutron-server[87636]:     self.callback(batched_events)
Dec 23 16:18:03.232861 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:18:03.232861 dv-neutron-822799-1-hyperv neutron-server[87636]:     event.method(event)
Dec 23 16:18:03.232861 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:18:03.232861 dv-neutron-822799-1-hyperv neutron-server[87636]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:18:03.232861 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 23 16:18:03.232861 dv-neutron-822799-1-hyperv neutron-server[87636]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 23 16:18:03.232861 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 23 16:18:03.232861 dv-neutron-822799-1-hyperv neutron-server[87636]:     return f(self, *a, **k)
Dec 23 16:18:03.232861 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:18:03.232861 dv-neutron-822799-1-hyperv neutron-server[87636]:     return self._get(url).json()
Dec 23 16:18:03.232861 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 23 16:18:03.232861 dv-neutron-822799-1-hyperv neutron-server[87636]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 23 16:18:03.232861 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 23 16:18:03.232861 dv-neutron-822799-1-hyperv neutron-server[87636]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:18:03.232861 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 23 16:18:03.232861 dv-neutron-822799-1-hyperv neutron-server[87636]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 23 16:18:03.232861 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 23 16:18:03.232861 dv-neutron-822799-1-hyperv neutron-server[87636]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:18:03.232861 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 23 16:18:03.232861 dv-neutron-822799-1-hyperv neutron-server[87636]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:18:03.232861 dv-neutron-822799-1-hyperv neutron-server[87636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:18:03.237105 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:03.261313 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-f0578a35-9d48-4cc4-9c76-060a566435dd None None] Provisioning for port e3018ee9-fff4-4a2e-acd5-af0cdd5a7c7f completed by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:18:03.286073 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-f0578a35-9d48-4cc4-9c76-060a566435dd None None] Provisioning complete for port e3018ee9-fff4-4a2e-acd5-af0cdd5a7c7f triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:18:03.286468 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f0578a35-9d48-4cc4-9c76-060a566435dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:03.333825 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] For port a163527f-177e-417b-bd44-113788ad6b45, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=a163527f-177e-417b-bd44-113788ad6b45,segment=NetworkSegment(5ce20ec1-4fcf-432c-a113-e744022bf383),segment_id=5ce20ec1-4fcf-432c-a113-e744022bf383)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:18:03.367599 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:03.380013 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-bd44be5f-fa9c-424f-9c9e-cb41b58f2e25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:18:03.415337 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-bb32db0f-5c02-41a5-93a4-5df635c08c0d tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-864336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1824171'] for network, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:03.435259 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-37abb9d1-a588-4d74-9e4c-83b5dd07b2b4 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:18:03.445590 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-f0578a35-9d48-4cc4-9c76-060a566435dd None None] Port e3018ee9-fff4-4a2e-acd5-af0cdd5a7c7f cannot update to ACTIVE because it is not bound. {{(pid=87637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 23 16:18:03.455970 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-bb32db0f-5c02-41a5-93a4-5df635c08c0d tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:03.486950 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb32db0f-5c02-41a5-93a4-5df635c08c0d tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Pushing event deleted for resources: {'Network': ['ID=e1392af7-9f7a-4d03-9e53-f085339a1186,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:18:03.504177 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-bb32db0f-5c02-41a5-93a4-5df635c08c0d tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:18:03.511536 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-a3984e86-e6bf-499b-a4e0-9ce49d5727d7 req-f86f9f7d-b398-4bb1-a854-0aef7a7cd538 service neutron] 10.222.0.64 "GET /v2.0/networks/dea35259-3e90-4336-be8a-c4c46e33cff8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2754800
Dec 23 16:18:03.517045 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-bb32db0f-5c02-41a5-93a4-5df635c08c0d tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] 10.222.0.64 "DELETE /v2.0/networks/e1392af7-9f7a-4d03-9e53-f085339a1186 HTTP/1.1" status: 204  len: 168 time: 4.5018284
Dec 23 16:18:03.521132 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 51908) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:03.559062 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Pushing event updated for resources: {'Port': ['ID=a163527f-177e-417b-bd44-113788ad6b45,revision_number=3']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:18:03.561974 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:18:03.578632 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-734c02ae-ed75-4fa3-afbb-d84105b2da3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc28f3910>, [{'id': '47b796b5-52fa-4d2e-bc01-b4e7f5a66b73', 'name': 'tempest-RoutersIpV6Test-router-476417359', 'tenant_id': '7f693e1e2e4c45b0a519cdc9b284f217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:17:46Z', 'updated_at': '2021-12-23T16:17:58Z', 'revision_number': 3, 'project_id': '7f693e1e2e4c45b0a519cdc9b284f217', 'gw_port_host': None, '_interfaces': [{'id': 'e3018ee9-fff4-4a2e-acd5-af0cdd5a7c7f', 'name': '', 'network_id': '85525320-5226-4812-b412-d127729cd909', 'tenant_id': '7f693e1e2e4c45b0a519cdc9b284f217', 'mac_address': 'fa:16:3e:94:2b:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47b796b5-52fa-4d2e-bc01-b4e7f5a66b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1234, 'fixed_ips': [{'subnet_id': '74b9cb85-201b-4e15-9707-9ca0a3ff5b44', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:17:57Z', 'updated_at': '2021-12-23T16:17:59Z', 'revision_number': 2, 'project_id': '7f693e1e2e4c45b0a519cdc9b284f217', 'subnets': [{'id': '74b9cb85-201b-4e15-9707-9ca0a3ff5b44', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f7b9d5cb-9b30-4db7-8d92-678aa551e2a9', 'name': '', 'network_id': 'fc837992-2e66-4488-a75b-bed62b48e052', 'tenant_id': '7f693e1e2e4c45b0a519cdc9b284f217', 'mac_address': 'fa:16:3e:2a:1a:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47b796b5-52fa-4d2e-bc01-b4e7f5a66b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': '02f625a5-8cce-44c9-b991-165208d7f8c6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:17:49Z', 'updated_at': '2021-12-23T16:17:58Z', 'revision_number': 4, 'project_id': '7f693e1e2e4c45b0a519cdc9b284f217', 'subnets': [{'id': '02f625a5-8cce-44c9-b991-165208d7f8c6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:18:03.584297 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-734c02ae-ed75-4fa3-afbb-d84105b2da3e None None] Checking router: 47b796b5-52fa-4d2e-bc01-b4e7f5a66b73 for host: dv-neutron-822799-1-hyperv {{(pid=87637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 23 16:18:03.584692 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-734c02ae-ed75-4fa3-afbb-d84105b2da3e None None] Updating router 47b796b5-52fa-4d2e-bc01-b4e7f5a66b73 port e3018ee9-fff4-4a2e-acd5-af0cdd5a7c7f binding host dv-neutron-822799-1-hyperv {{(pid=87637) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 23 16:18:03.634137 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device f7b9d5cb-9b30-4db7-8d92-678aa551e2a9 up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:18:03.678991 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c5a0b11-bac7-4175-bc28-6a9291a4be78 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:18:03.682429 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-9c5a0b11-bac7-4175-bc28-6a9291a4be78 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] 10.222.0.64 "GET /v2.0/ports HTTP/1.1" status: 200  len: 843 time: 0.1595564
Dec 23 16:18:03.685948 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 51912) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:03.703332 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-734c02ae-ed75-4fa3-afbb-d84105b2da3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:03.723238 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b317054c-57af-44a3-a9ba-d6739db8f6b9 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2176430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2618310'] for subnet, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:03.733878 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-b1095465-3379-43d5-a57b-4236cd6abf3f tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:18:03.788776 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-5fbf62b4-35a6-4929-bd05-d080f41ad389 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] 10.222.0.64 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200  len: 284 time: 0.1010873
Dec 23 16:18:03.792796 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-11961707-d25c-4bb3-82ec-3f80a7a876c2 None None] Provisioning complete for port e3018ee9-fff4-4a2e-acd5-af0cdd5a7c7f triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:18:03.793243 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-11961707-d25c-4bb3-82ec-3f80a7a876c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:03.793382 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 51916) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:03.799696 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-ed947e9c-3430-4c24-9e1b-860b6913bbee tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2097211559'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:18:03.805145 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-ed947e9c-3430-4c24-9e1b-860b6913bbee tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:18:03.809442 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-ed947e9c-3430-4c24-9e1b-860b6913bbee tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Usage tracker for resource:network and tenant:e1d581421fe74f67b8908d7d303644fd is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:18:03.812985 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-ed947e9c-3430-4c24-9e1b-860b6913bbee tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:18:03.817683 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b317054c-57af-44a3-a9ba-d6739db8f6b9 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Pushing event updated for resources: {'Subnet': ['ID=acb46159-0524-40d7-8e1a-4f586d869551,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:18:03.819175 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-ed947e9c-3430-4c24-9e1b-860b6913bbee tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:18:03.820422 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-b317054c-57af-44a3-a9ba-d6739db8f6b9 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:18:03.839149 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed947e9c-3430-4c24-9e1b-860b6913bbee tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Made reservation on behalf of e1d581421fe74f67b8908d7d303644fd for: {'network': 1} {{(pid=87635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:18:03.842294 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-ed947e9c-3430-4c24-9e1b-860b6913bbee tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for network, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:03.862186 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-11961707-d25c-4bb3-82ec-3f80a7a876c2 None None] Port e3018ee9-fff4-4a2e-acd5-af0cdd5a7c7f cannot update to ACTIVE because it is not bound. {{(pid=87637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 23 16:18:03.871309 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed947e9c-3430-4c24-9e1b-860b6913bbee tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] vlan segment allocate from pool success with {'vlan_id': 448, 'physical_network': 'physnet1'}  {{(pid=87635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 23 16:18:03.879489 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b317054c-57af-44a3-a9ba-d6739db8f6b9 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Checking segment: {'id': '5797e2da-8cf1-468f-b7bc-bfaa39ad6a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '24ad3857-432b-45b9-9d4b-65ada6ed9e7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:18:03.879889 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b317054c-57af-44a3-a9ba-d6739db8f6b9 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Network hostable DHCP agents. Network: 24ad3857-432b-45b9-9d4b-65ada6ed9e7e, hostable agents: ['1c812d71-eadf-4fb3-b98e-67468a4aa7e2'], hosted agents: [] {{(pid=87636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 23 16:18:03.884439 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-ed947e9c-3430-4c24-9e1b-860b6913bbee tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:03.885105 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.db.segments_db [None req-ed947e9c-3430-4c24-9e1b-860b6913bbee tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Added segment 8edc4286-ee00-4d8f-944f-6d434a6746b9 of type vlan for network b8c45155-3d17-4df9-872f-200189c1681e
Dec 23 16:18:03.891371 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-a3984e86-e6bf-499b-a4e0-9ce49d5727d7 req-673bae13-168a-4ede-b04b-2c3686494d98 service neutron] 10.222.0.64 "GET /v2.0/networks/dea35259-3e90-4336-be8a-c4c46e33cff8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3706491
Dec 23 16:18:03.907507 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b317054c-57af-44a3-a9ba-d6739db8f6b9 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Network 24ad3857-432b-45b9-9d4b-65ada6ed9e7e is scheduled to be hosted by DHCP agent 1c812d71-eadf-4fb3-b98e-67468a4aa7e2 with binding_index 1 {{(pid=87636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 23 16:18:03.918802 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-ed947e9c-3430-4c24-9e1b-860b6913bbee tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735362521793'] for network, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:03.919615 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-b317054c-57af-44a3-a9ba-d6739db8f6b9 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822799-1-hyperv, 24ad3857-432b-45b9-9d4b-65ada6ed9e7e) {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:18:03.925240 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b317054c-57af-44a3-a9ba-d6739db8f6b9 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:18:03.926155 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b317054c-57af-44a3-a9ba-d6739db8f6b9 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks [] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:03.943402 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3db1bf88-d79c-4142-8272-b1d73e3ee978 None None] Network 24ad3857-432b-45b9-9d4b-65ada6ed9e7e requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:18:03.957913 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-b317054c-57af-44a3-a9ba-d6739db8f6b9 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 830 time: 1.3697195
Dec 23 16:18:03.958389 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 51920) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:03.978081 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning for port f7b9d5cb-9b30-4db7-8d92-678aa551e2a9 completed by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:18:04.062832 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port f7b9d5cb-9b30-4db7-8d92-678aa551e2a9 triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:18:04.063223 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:04.142291 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-9641b0ee-b491-4a35-9f53-f74618e7485d None None] Provisioning complete for port e3018ee9-fff4-4a2e-acd5-af0cdd5a7c7f triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:18:04.142679 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9641b0ee-b491-4a35-9f53-f74618e7485d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:04.157440 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [req-4bb22faf-4eb9-4e04-945e-9acf476235d0 req-2ee4fd5d-b198-4ddf-bfb8-bfcae3ae4f10 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Synchronizing usage tracker for tenant:544f3e375bde4f0988286eba27294ea6 on resource:port {{(pid=87635) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:18:04.162314 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-ed947e9c-3430-4c24-9e1b-860b6913bbee tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495'] for network, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:04.168176 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed947e9c-3430-4c24-9e1b-860b6913bbee tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:18:04.168813 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-ed947e9c-3430-4c24-9e1b-860b6913bbee tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks [] for network, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:04.183919 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-a435e87d-1dde-478e-aefc-c72703639ba6 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:18:04.306257 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-9641b0ee-b491-4a35-9f53-f74618e7485d None None] Port e3018ee9-fff4-4a2e-acd5-af0cdd5a7c7f cannot update to ACTIVE because it is not bound. {{(pid=87637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 23 16:18:04.344932 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-ed947e9c-3430-4c24-9e1b-860b6913bbee tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.5504980
Dec 23 16:18:04.345889 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [req-4bb22faf-4eb9-4e04-945e-9acf476235d0 req-2ee4fd5d-b198-4ddf-bfb8-bfcae3ae4f10 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Unset dirty status for tenant:544f3e375bde4f0988286eba27294ea6 on resource:port {{(pid=87635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:18:04.346937 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-4bb22faf-4eb9-4e04-945e-9acf476235d0 req-2ee4fd5d-b198-4ddf-bfb8-bfcae3ae4f10 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/ports?device_id=39d6a8b0-5afc-4f74-b8a4-4e5966c0594e HTTP/1.1" status: 200  len: 210 time: 0.2508166
Dec 23 16:18:04.348442 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 51934) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:04.354556 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-41762317-67cc-4d3b-94bd-f07e5072b13a tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Request body: {'subnet': {'network_id': 'b8c45155-3d17-4df9-872f-200189c1681e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:18:04.505579 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-41762317-67cc-4d3b-94bd-f07e5072b13a tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:18:04.510396 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-41762317-67cc-4d3b-94bd-f07e5072b13a tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Usage tracker for resource:subnet and tenant:e1d581421fe74f67b8908d7d303644fd is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:18:04.512455 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:04.513932 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-41762317-67cc-4d3b-94bd-f07e5072b13a tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:18:04.521038 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-41762317-67cc-4d3b-94bd-f07e5072b13a tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:18:04.535325 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41762317-67cc-4d3b-94bd-f07e5072b13a tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Made reservation on behalf of e1d581421fe74f67b8908d7d303644fd for: {'subnet': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:18:04.540294 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-41762317-67cc-4d3b-94bd-f07e5072b13a tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2618324'] for subnet, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:04.595457 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.agents_db [None req-30c2320c-f298-49f6-9c47-c20e38116a9c None None] Agent healthcheck: found 6 active agents {{(pid=87638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 23 16:18:04.598524 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] For port f7b9d5cb-9b30-4db7-8d92-678aa551e2a9, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=f7b9d5cb-9b30-4db7-8d92-678aa551e2a9,segment=NetworkSegment(6682c9da-73f9-495d-b6c1-fe4db00d70fc),segment_id=6682c9da-73f9-495d-b6c1-fe4db00d70fc)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:18:04.609922 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:04.610958 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device a5f110ea-55a4-4f74-a19b-7be261605d66 up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:18:04.640853 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-cd5525fd-abfd-45ff-a07f-6d19c0db52ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:18:04.715638 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3254ac48-fa5d-488d-a194-8a9903f76697 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7e017a6-8198-58c8-a07e-0f786128e3b3-24ad3857-432b-45b9-9d4b-65ada6ed9e7e', 'network_id': '24ad3857-432b-45b9-9d4b-65ada6ed9e7e', 'tenant_id': '7f693e1e2e4c45b0a519cdc9b284f217', 'fixed_ips': [{'subnet_id': 'acb46159-0524-40d7-8e1a-4f586d869551'}]}} from dv-neutron-822799-1-hyperv. {{(pid=87637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 23 16:18:04.716610 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3254ac48-fa5d-488d-a194-8a9903f76697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:04.733892 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Pushing event updated for resources: {'Port': ['ID=f7b9d5cb-9b30-4db7-8d92-678aa551e2a9,revision_number=5']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:18:04.737310 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.db.resource_extend [None req-734c02ae-ed75-4fa3-afbb-d84105b2da3e None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 23 16:18:04.749796 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed947e9c-3430-4c24-9e1b-860b6913bbee tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Pushing event updated for resources: {'Network': ['ID=b8c45155-3d17-4df9-872f-200189c1681e,revision_number=1']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:18:04.759335 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-ed947e9c-3430-4c24-9e1b-860b6913bbee tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.575s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:18:04.759508 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:18:04.806186 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Network b8c45155-3d17-4df9-872f-200189c1681e details requested by agent ovs-agent-dv-neutron-822799-1-hyperv with host dv-neutron-822799-1-hyperv {{(pid=87637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 23 16:18:04.934434 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-41762317-67cc-4d3b-94bd-f07e5072b13a tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2176430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2618310'] for subnet, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:04.939765 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-ad78e11e-2cfe-4629-bf00-e5166248608f tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:18:04.988894 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-edd8e421-9c35-420d-aab7-02968db2dbf1 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:05.004365 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-734c02ae-ed75-4fa3-afbb-d84105b2da3e None None] Notify callbacks [] for port, precommit_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:05.025129 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41762317-67cc-4d3b-94bd-f07e5072b13a tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Checking segment: {'id': '8edc4286-ee00-4d8f-944f-6d434a6746b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'b8c45155-3d17-4df9-872f-200189c1681e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:18:05.025776 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41762317-67cc-4d3b-94bd-f07e5072b13a tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Network hostable DHCP agents. Network: b8c45155-3d17-4df9-872f-200189c1681e, hostable agents: ['1c812d71-eadf-4fb3-b98e-67468a4aa7e2'], hosted agents: [] {{(pid=87636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 23 16:18:05.030891 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41762317-67cc-4d3b-94bd-f07e5072b13a tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Pushing event updated for resources: {'Subnet': ['ID=f7bafc93-46b6-4327-b688-bbf79ff794dc,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:18:05.033783 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-41762317-67cc-4d3b-94bd-f07e5072b13a tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:18:05.053159 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41762317-67cc-4d3b-94bd-f07e5072b13a tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Network b8c45155-3d17-4df9-872f-200189c1681e is scheduled to be hosted by DHCP agent 1c812d71-eadf-4fb3-b98e-67468a4aa7e2 with binding_index 1 {{(pid=87636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 23 16:18:05.064503 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-41762317-67cc-4d3b-94bd-f07e5072b13a tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822799-1-hyperv, b8c45155-3d17-4df9-872f-200189c1681e) {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:18:05.069989 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41762317-67cc-4d3b-94bd-f07e5072b13a tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:18:05.070959 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-41762317-67cc-4d3b-94bd-f07e5072b13a tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks [] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:05.074526 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-734c02ae-ed75-4fa3-afbb-d84105b2da3e None None] Transition to ACTIVE for port object e3018ee9-fff4-4a2e-acd5-af0cdd5a7c7f will not be triggered until provisioned by entity L2. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:18:05.084675 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ab9a6cb-c8c6-4cf0-8313-942a76cc08a2 None None] Network b8c45155-3d17-4df9-872f-200189c1681e requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:18:05.096316 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning for port a5f110ea-55a4-4f74-a19b-7be261605d66 completed by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:18:05.100012 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-41762317-67cc-4d3b-94bd-f07e5072b13a tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.7503326
Dec 23 16:18:05.100770 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 51938) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:05.107219 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-f498d44f-47c5-4c7c-a3be-c2eda609c773 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Request body: {'port': {'network_id': 'b8c45155-3d17-4df9-872f-200189c1681e', 'name': 'tempest-PortsTestJSON-1177674967'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:18:05.109732 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port a5f110ea-55a4-4f74-a19b-7be261605d66 triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:18:05.110121 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:05.163832 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-734c02ae-ed75-4fa3-afbb-d84105b2da3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:05.174097 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-90f63a78-ad4e-48a4-b96e-81cf29c2136e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:18:05.260118 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-f498d44f-47c5-4c7c-a3be-c2eda609c773 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:18:05.264281 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-f498d44f-47c5-4c7c-a3be-c2eda609c773 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Usage tracker for resource:port and tenant:e1d581421fe74f67b8908d7d303644fd is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:18:05.267263 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-f498d44f-47c5-4c7c-a3be-c2eda609c773 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:18:05.273157 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-f498d44f-47c5-4c7c-a3be-c2eda609c773 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:18:05.284795 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f498d44f-47c5-4c7c-a3be-c2eda609c773 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Made reservation on behalf of e1d581421fe74f67b8908d7d303644fd for: {'port': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:18:05.288911 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f498d44f-47c5-4c7c-a3be-c2eda609c773 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:05.336252 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [None req-f498d44f-47c5-4c7c-a3be-c2eda609c773 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] device_id is not set on port 951ac949-76d9-4e1a-b00d-f26fcaeb57b0 yet. {{(pid=87636) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 23 16:18:05.447108 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3984e86-e6bf-499b-a4e0-9ce49d5727d7 req-0fce9eec-af5e-49de-87bf-b69043ece38e tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:18:05.447307 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [req-a3984e86-e6bf-499b-a4e0-9ce49d5727d7 req-0fce9eec-af5e-49de-87bf-b69043ece38e tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Synchronizing usage tracker for tenant:544f3e375bde4f0988286eba27294ea6 on resource:network {{(pid=87635) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:18:05.465212 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [req-a3984e86-e6bf-499b-a4e0-9ce49d5727d7 req-0fce9eec-af5e-49de-87bf-b69043ece38e tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Unset dirty status for tenant:544f3e375bde4f0988286eba27294ea6 on resource:network {{(pid=87635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:18:05.465212 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-a3984e86-e6bf-499b-a4e0-9ce49d5727d7 req-0fce9eec-af5e-49de-87bf-b69043ece38e tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.61 "GET /v2.0/networks?id=dea35259-3e90-4336-be8a-c4c46e33cff8 HTTP/1.1" status: 200  len: 797 time: 0.2602355
Dec 23 16:18:05.494344 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_common [None req-3254ac48-fa5d-488d-a194-8a9903f76697 None None] Allocated IP 2001:db8:2::2 (24ad3857-432b-45b9-9d4b-65ada6ed9e7e/acb46159-0524-40d7-8e1a-4f586d869551/a1d06117-919d-4cd4-9292-19fd7cfdcadf) {{(pid=87637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:18:05.511812 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5274c7-029c-4073-9bab-f49c1600f80b None None] Pushing event updated for resources: {'Port': ['ID=e3018ee9-fff4-4a2e-acd5-af0cdd5a7c7f,revision_number=3']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:18:05.530915 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-6a5274c7-029c-4073-9bab-f49c1600f80b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:18:05.567773 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [req-a3984e86-e6bf-499b-a4e0-9ce49d5727d7 req-6d6a621b-a60e-49b1-9661-c8b5207ac8d1 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Synchronizing usage tracker for tenant:544f3e375bde4f0988286eba27294ea6 on resource:security_group {{(pid=87635) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:18:05.581087 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [req-a3984e86-e6bf-499b-a4e0-9ce49d5727d7 req-6d6a621b-a60e-49b1-9661-c8b5207ac8d1 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Unset dirty status for tenant:544f3e375bde4f0988286eba27294ea6 on resource:security_group {{(pid=87635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:18:05.582673 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-a3984e86-e6bf-499b-a4e0-9ce49d5727d7 req-6d6a621b-a60e-49b1-9661-c8b5207ac8d1 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=544f3e375bde4f0988286eba27294ea6 HTTP/1.1" status: 200  len: 380 time: 0.1083262
Dec 23 16:18:05.597304 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [req-a3984e86-e6bf-499b-a4e0-9ce49d5727d7 req-9330dbbc-260b-4698-8961-0e97d61320d3 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Request body: {'port': {'device_id': '39d6a8b0-5afc-4f74-b8a4-4e5966c0594e', 'network_id': 'dea35259-3e90-4336-be8a-c4c46e33cff8', 'admin_state_up': True, 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'security_groups': ['fe17453e-2851-49ba-b1be-183827cb90e5']}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:18:05.647338 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-4201c6db-c73e-4630-92b1-3958934214c0 req-c3d499bb-0fbe-4a3e-883f-97bda0f5f99a tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/ports?device_id=39d6a8b0-5afc-4f74-b8a4-4e5966c0594e HTTP/1.1" status: 200  len: 210 time: 0.0712066
Dec 23 16:18:05.689642 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [None req-f498d44f-47c5-4c7c-a3be-c2eda609c773 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Allocated IP 172.20.0.10 (b8c45155-3d17-4df9-872f-200189c1681e/f7bafc93-46b6-4327-b688-bbf79ff794dc/951ac949-76d9-4e1a-b00d-f26fcaeb57b0) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:18:05.771468 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [req-a3984e86-e6bf-499b-a4e0-9ce49d5727d7 req-9330dbbc-260b-4698-8961-0e97d61320d3 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:18:05.781598 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [req-a3984e86-e6bf-499b-a4e0-9ce49d5727d7 req-9330dbbc-260b-4698-8961-0e97d61320d3 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:18:05.792927 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3984e86-e6bf-499b-a4e0-9ce49d5727d7 req-9330dbbc-260b-4698-8961-0e97d61320d3 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Made reservation on behalf of 544f3e375bde4f0988286eba27294ea6 for: {'port': 1} {{(pid=87635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:18:05.796838 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [req-a3984e86-e6bf-499b-a4e0-9ce49d5727d7 req-9330dbbc-260b-4698-8961-0e97d61320d3 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:05.915153 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-734c02ae-ed75-4fa3-afbb-d84105b2da3e None None] Attempting to bind port e3018ee9-fff4-4a2e-acd5-af0cdd5a7c7f on host dv-neutron-822799-1-hyperv for vnic_type normal with profile  {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:18:05.915775 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-734c02ae-ed75-4fa3-afbb-d84105b2da3e None None] Attempting to bind port e3018ee9-fff4-4a2e-acd5-af0cdd5a7c7f by drivers openvswitch,hyperv on host dv-neutron-822799-1-hyperv at level 0 using segments [{'id': '39d3ad9b-7821-4ec0-8dfb-6b0aca9faabd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '85525320-5226-4812-b412-d127729cd909'}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:18:05.916007 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-734c02ae-ed75-4fa3-afbb-d84105b2da3e None None] Attempting to bind port e3018ee9-fff4-4a2e-acd5-af0cdd5a7c7f on network 85525320-5226-4812-b412-d127729cd909 {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:18:05.952975 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-734c02ae-ed75-4fa3-afbb-d84105b2da3e None None] Checking agent: {'id': '20d2070f-69a9-4e73-8d08-6f0387a40158', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822799-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 21), 'started_at': datetime.datetime(2021, 12, 23, 16, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 17, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822799-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 23 16:18:05.953437 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-734c02ae-ed75-4fa3-afbb-d84105b2da3e None None] Checking segment: {'id': '39d3ad9b-7821-4ec0-8dfb-6b0aca9faabd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '85525320-5226-4812-b412-d127729cd909'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:18:05.954187 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-734c02ae-ed75-4fa3-afbb-d84105b2da3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:05.954618 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-734c02ae-ed75-4fa3-afbb-d84105b2da3e None None] Bound using segment: {'id': '39d3ad9b-7821-4ec0-8dfb-6b0aca9faabd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '85525320-5226-4812-b412-d127729cd909'} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 23 16:18:05.955164 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-734c02ae-ed75-4fa3-afbb-d84105b2da3e None None] Bound port: e3018ee9-fff4-4a2e-acd5-af0cdd5a7c7f, host: dv-neutron-822799-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39d3ad9b-7821-4ec0-8dfb-6b0aca9faabd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '85525320-5226-4812-b412-d127729cd909'}}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 23 16:18:05.955641 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-734c02ae-ed75-4fa3-afbb-d84105b2da3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:05.970303 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f498d44f-47c5-4c7c-a3be-c2eda609c773 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:05.982057 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:05.994751 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.provisioning_blocks [None req-f498d44f-47c5-4c7c-a3be-c2eda609c773 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Transition to ACTIVE for port object 951ac949-76d9-4e1a-b00d-f26fcaeb57b0 will not be triggered until provisioned by entity DHCP. {{(pid=87636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:18:06.013233 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.db_base_plugin_common [req-a3984e86-e6bf-499b-a4e0-9ce49d5727d7 req-9330dbbc-260b-4698-8961-0e97d61320d3 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Allocated IP 172.20.0.13 (dea35259-3e90-4336-be8a-c4c46e33cff8/17a48be4-69fa-4d9d-94d2-23002e6428ae/c972c9cc-4df1-4e15-9f25-ad484f259aed) {{(pid=87635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:18:06.030234 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f498d44f-47c5-4c7c-a3be-c2eda609c773 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:06.037489 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-cfae48e2-f41e-4219-9ccd-c41409432a22 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:18:06.099777 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f498d44f-47c5-4c7c-a3be-c2eda609c773 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Network b8c45155-3d17-4df9-872f-200189c1681e is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:18:06.111135 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-f498d44f-47c5-4c7c-a3be-c2eda609c773 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Resources bound (agent type, host, resource id):  {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:18:06.116629 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f498d44f-47c5-4c7c-a3be-c2eda609c773 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:18:06.153269 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f498d44f-47c5-4c7c-a3be-c2eda609c773 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Pushing event updated for resources: {'Port': ['ID=951ac949-76d9-4e1a-b00d-f26fcaeb57b0,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:18:06.162973 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-f498d44f-47c5-4c7c-a3be-c2eda609c773 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:18:06.185433 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f498d44f-47c5-4c7c-a3be-c2eda609c773 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:18:06.186022 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f498d44f-47c5-4c7c-a3be-c2eda609c773 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:06.187627 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] For port a5f110ea-55a4-4f74-a19b-7be261605d66, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=a5f110ea-55a4-4f74-a19b-7be261605d66,segment=NetworkSegment(39d3ad9b-7821-4ec0-8dfb-6b0aca9faabd),segment_id=39d3ad9b-7821-4ec0-8dfb-6b0aca9faabd)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:18:06.200088 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:06.201009 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device d0235da8-d3f2-424b-8cc2-35c225b59efe up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:18:06.213954 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-f498d44f-47c5-4c7c-a3be-c2eda609c773 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201  len: 925 time: 1.1093400
Dec 23 16:18:06.214247 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 51948) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:06.219845 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-64da3d3e-75f9-4386-9686-aedeb021852f tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Request body: {'port': {'network_id': 'b8c45155-3d17-4df9-872f-200189c1681e', 'name': 'tempest-PortsTestJSON-1841928959'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:18:06.232308 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-734c02ae-ed75-4fa3-afbb-d84105b2da3e None None] For port e3018ee9-fff4-4a2e-acd5-af0cdd5a7c7f, host dv-neutron-822799-1-hyperv, cleared binding levels {{(pid=87637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 23 16:18:06.235614 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [req-a3984e86-e6bf-499b-a4e0-9ce49d5727d7 req-9330dbbc-260b-4698-8961-0e97d61320d3 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for port, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:06.236268 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-739d2c07-7d22-4843-9fc0-f50f8f8664d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:18:06.254853 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.provisioning_blocks [req-a3984e86-e6bf-499b-a4e0-9ce49d5727d7 req-9330dbbc-260b-4698-8961-0e97d61320d3 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Transition to ACTIVE for port object c972c9cc-4df1-4e15-9f25-ad484f259aed will not be triggered until provisioned by entity DHCP. {{(pid=87635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:18:06.267324 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3254ac48-fa5d-488d-a194-8a9903f76697 None None] Notify callbacks [] for port, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:06.283879 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [req-a3984e86-e6bf-499b-a4e0-9ce49d5727d7 req-9330dbbc-260b-4698-8961-0e97d61320d3 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:06.292525 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-0c375ff0-1c4c-496e-bc9e-28447d9449b1 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:18:06.302694 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-734c02ae-ed75-4fa3-afbb-d84105b2da3e None None] For port e3018ee9-fff4-4a2e-acd5-af0cdd5a7c7f, host dv-neutron-822799-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=e3018ee9-fff4-4a2e-acd5-af0cdd5a7c7f,segment=NetworkSegment(39d3ad9b-7821-4ec0-8dfb-6b0aca9faabd),segment_id=39d3ad9b-7821-4ec0-8dfb-6b0aca9faabd)] {{(pid=87637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 23 16:18:06.332779 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3254ac48-fa5d-488d-a194-8a9903f76697 None None] Transition to ACTIVE for port object a1d06117-919d-4cd4-9292-19fd7cfdcadf will not be triggered until provisioned by entity L2. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:18:06.336143 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-734c02ae-ed75-4fa3-afbb-d84105b2da3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:06.366497 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-64da3d3e-75f9-4386-9686-aedeb021852f tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:18:06.370933 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-64da3d3e-75f9-4386-9686-aedeb021852f tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Usage tracker for resource:port and tenant:e1d581421fe74f67b8908d7d303644fd is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:18:06.373865 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-64da3d3e-75f9-4386-9686-aedeb021852f tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:18:06.381372 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-64da3d3e-75f9-4386-9686-aedeb021852f tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:18:06.383765 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3984e86-e6bf-499b-a4e0-9ce49d5727d7 req-9330dbbc-260b-4698-8961-0e97d61320d3 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Network dea35259-3e90-4336-be8a-c4c46e33cff8 is already hosted by enough agents. {{(pid=87635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:18:06.387661 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Pushing event updated for resources: {'Port': ['ID=a5f110ea-55a4-4f74-a19b-7be261605d66,revision_number=3']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:18:06.387823 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.base_scheduler [req-a3984e86-e6bf-499b-a4e0-9ce49d5727d7 req-9330dbbc-260b-4698-8961-0e97d61320d3 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Resources bound (agent type, host, resource id):  {{(pid=87635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:18:06.390472 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3254ac48-fa5d-488d-a194-8a9903f76697 None None] Transition to ACTIVE for port object a1d06117-919d-4cd4-9292-19fd7cfdcadf will not be triggered until provisioned by entity DHCP. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:18:06.396745 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64da3d3e-75f9-4386-9686-aedeb021852f tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Made reservation on behalf of e1d581421fe74f67b8908d7d303644fd for: {'port': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:18:06.396947 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:18:06.399219 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3984e86-e6bf-499b-a4e0-9ce49d5727d7 req-9330dbbc-260b-4698-8961-0e97d61320d3 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Received port after_create {{(pid=87635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:18:06.399407 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-1255030c-04f2-441a-bc03-c6882a354a23 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.049s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:18:06.403018 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-64da3d3e-75f9-4386-9686-aedeb021852f tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:06.430531 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [None req-64da3d3e-75f9-4386-9686-aedeb021852f tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] device_id is not set on port e05820a0-a55d-4a5c-a1f3-c9927bbf537c yet. {{(pid=87636) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 23 16:18:06.444544 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2030e38-6e0c-4215-9bc9-bd4c9aa76624 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7e017a6-8198-58c8-a07e-0f786128e3b3-b8c45155-3d17-4df9-872f-200189c1681e', 'network_id': 'b8c45155-3d17-4df9-872f-200189c1681e', 'tenant_id': 'e1d581421fe74f67b8908d7d303644fd', 'fixed_ips': [{'subnet_id': 'f7bafc93-46b6-4327-b688-bbf79ff794dc'}]}} from dv-neutron-822799-1-hyperv. {{(pid=87637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 23 16:18:06.446274 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-a2030e38-6e0c-4215-9bc9-bd4c9aa76624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:06.459801 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9330dbbc-260b-4698-8961-0e97d61320d3 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Pushing event updated for resources: {'Port': ['ID=c972c9cc-4df1-4e15-9f25-ad484f259aed,revision_number=1']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:18:06.465266 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-9330dbbc-260b-4698-8961-0e97d61320d3 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:18:06.467384 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3254ac48-fa5d-488d-a194-8a9903f76697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780'] for port, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:06.498867 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-734c02ae-ed75-4fa3-afbb-d84105b2da3e None None] Routers {'47b796b5-52fa-4d2e-bc01-b4e7f5a66b73'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:18:06.499775 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-734c02ae-ed75-4fa3-afbb-d84105b2da3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc28f3910>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:17:50Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['47b796b5-52fa-4d2e-bc01-b4e7f5a66b73'], 'active': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:18:06.578815 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3984e86-e6bf-499b-a4e0-9ce49d5727d7 req-9330dbbc-260b-4698-8961-0e97d61320d3 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:18:06.579483 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [req-a3984e86-e6bf-499b-a4e0-9ce49d5727d7 req-9330dbbc-260b-4698-8961-0e97d61320d3 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:06.602977 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.db_base_plugin_common [None req-edd8e421-9c35-420d-aab7-02968db2dbf1 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Allocated IP 2001:db8:2::1 (24ad3857-432b-45b9-9d4b-65ada6ed9e7e/acb46159-0524-40d7-8e1a-4f586d869551/36be5959-37f9-4da6-a29c-bbe32956bd73) {{(pid=87635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:18:06.654937 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-a3984e86-e6bf-499b-a4e0-9ce49d5727d7 req-9330dbbc-260b-4698-8961-0e97d61320d3 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.0649571
Dec 23 16:18:06.655390 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [None req-64da3d3e-75f9-4386-9686-aedeb021852f tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Allocated IP 172.20.0.12 (b8c45155-3d17-4df9-872f-200189c1681e/f7bafc93-46b6-4327-b688-bbf79ff794dc/e05820a0-a55d-4a5c-a1f3-c9927bbf537c) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:18:06.672743 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [req-a3984e86-e6bf-499b-a4e0-9ce49d5727d7 req-0ea85763-d165-44ae-9a8c-00779e33b122 service neutron] Request body: {'port': {'device_id': '39d6a8b0-5afc-4f74-b8a4-4e5966c0594e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8227'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:18:06.744528 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvr_db [None req-734c02ae-ed75-4fa3-afbb-d84105b2da3e None None] Set router 47b796b5-52fa-4d2e-bc01-b4e7f5a66b73 gateway port host: None {{(pid=87637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:18:06.902399 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning for port d0235da8-d3f2-424b-8cc2-35c225b59efe completed by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:18:06.919654 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-64da3d3e-75f9-4386-9686-aedeb021852f tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:06.937052 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.provisioning_blocks [None req-64da3d3e-75f9-4386-9686-aedeb021852f tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Transition to ACTIVE for port object e05820a0-a55d-4a5c-a1f3-c9927bbf537c will not be triggered until provisioned by entity DHCP. {{(pid=87636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:18:06.966787 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-64da3d3e-75f9-4386-9686-aedeb021852f tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:06.973184 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-e2aeeb85-1675-4841-a364-10c4b08e7ad1 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:18:06.987192 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port d0235da8-d3f2-424b-8cc2-35c225b59efe triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:18:06.988332 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:07.044704 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64da3d3e-75f9-4386-9686-aedeb021852f tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Network b8c45155-3d17-4df9-872f-200189c1681e is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:18:07.048161 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-64da3d3e-75f9-4386-9686-aedeb021852f tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Resources bound (agent type, host, resource id):  {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:18:07.052280 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64da3d3e-75f9-4386-9686-aedeb021852f tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:18:07.067399 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3254ac48-fa5d-488d-a194-8a9903f76697 None None] Network 24ad3857-432b-45b9-9d4b-65ada6ed9e7e is already hosted by enough agents. {{(pid=87637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:18:07.085694 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64da3d3e-75f9-4386-9686-aedeb021852f tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Pushing event updated for resources: {'Port': ['ID=e05820a0-a55d-4a5c-a1f3-c9927bbf537c,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:18:07.085944 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-f8d59e05-05b4-46d7-b032-4b0ae51c3308 None None] Provisioning for port c972c9cc-4df1-4e15-9f25-ad484f259aed completed by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:18:07.092456 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-64da3d3e-75f9-4386-9686-aedeb021852f tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:18:07.106582 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [req-a3984e86-e6bf-499b-a4e0-9ce49d5727d7 req-0ea85763-d165-44ae-9a8c-00779e33b122 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:07.112626 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-3254ac48-fa5d-488d-a194-8a9903f76697 None None] Resources bound (agent type, host, resource id):  {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:18:07.127685 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64da3d3e-75f9-4386-9686-aedeb021852f tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:18:07.128834 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-64da3d3e-75f9-4386-9686-aedeb021852f tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:07.148003 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-edd8e421-9c35-420d-aab7-02968db2dbf1 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks [] for port, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:07.160633 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-64da3d3e-75f9-4386-9686-aedeb021852f tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201  len: 925 time: 0.9433358
Dec 23 16:18:07.161731 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 51954) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:07.194871 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79353a4-af24-4a17-8b65-4a6f1d9edd43 req-9190351e-ed6a-429f-8a90-0a4930c49ed5 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:18:07.195570 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [req-d79353a4-af24-4a17-8b65-4a6f1d9edd43 req-9190351e-ed6a-429f-8a90-0a4930c49ed5 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Synchronizing usage tracker for tenant:544f3e375bde4f0988286eba27294ea6 on resource:port {{(pid=87635) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:18:07.207939 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3254ac48-fa5d-488d-a194-8a9903f76697 None None] Received port after_create {{(pid=87637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:18:07.220865 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.provisioning_blocks [None req-edd8e421-9c35-420d-aab7-02968db2dbf1 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Transition to ACTIVE for port object 36be5959-37f9-4da6-a29c-bbe32956bd73 will not be triggered until provisioned by entity DHCP. {{(pid=87635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:18:07.224277 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5274c7-029c-4073-9bab-f49c1600f80b None None] Pushing event updated for resources: {'Port': ['ID=e3018ee9-fff4-4a2e-acd5-af0cdd5a7c7f,revision_number=4']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:18:07.227157 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-f8d59e05-05b4-46d7-b032-4b0ae51c3308 None None] Provisioning complete for port c972c9cc-4df1-4e15-9f25-ad484f259aed triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:18:07.227550 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f8d59e05-05b4-46d7-b032-4b0ae51c3308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:07.259797 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67b39160-aaa4-49b5-989a-1cd7753fdae2 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:18:07.260803 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-67b39160-aaa4-49b5-989a-1cd7753fdae2 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Synchronizing usage tracker for tenant:e1d581421fe74f67b8908d7d303644fd on resource:port {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:18:07.262993 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-6a5274c7-029c-4073-9bab-f49c1600f80b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.863s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:18:07.265172 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.787s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:18:07.279843 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-67b39160-aaa4-49b5-989a-1cd7753fdae2 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Unset dirty status for tenant:e1d581421fe74f67b8908d7d303644fd on resource:port {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:18:07.281543 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-67b39160-aaa4-49b5-989a-1cd7753fdae2 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] 10.222.0.64 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.10 HTTP/1.1" status: 200  len: 923 time: 0.1185052
Dec 23 16:18:07.284405 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 51958) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:07.289506 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [req-d79353a4-af24-4a17-8b65-4a6f1d9edd43 req-9190351e-ed6a-429f-8a90-0a4930c49ed5 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Unset dirty status for tenant:544f3e375bde4f0988286eba27294ea6 on resource:port {{(pid=87635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:18:07.290670 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-d79353a4-af24-4a17-8b65-4a6f1d9edd43 req-9190351e-ed6a-429f-8a90-0a4930c49ed5 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/ports?device_id=39d6a8b0-5afc-4f74-b8a4-4e5966c0594e HTTP/1.1" status: 200  len: 932 time: 0.3972340
Dec 23 16:18:07.442372 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-edd8e421-9c35-420d-aab7-02968db2dbf1 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:07.451419 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-647e538e-7e00-4e2c-ace6-11d72ca26f30 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:18:07.507404 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-40899fa4-a342-4e25-a98c-5c69ea1ee686 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Deleting port e05820a0-a55d-4a5c-a1f3-c9927bbf537c {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:18:07.507666 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-40899fa4-a342-4e25-a98c-5c69ea1ee686 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:07.509571 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-d79353a4-af24-4a17-8b65-4a6f1d9edd43 req-4575c01c-cb9e-4c1f-b9f9-1f58fa82eb7d tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/security-groups?id=fe17453e-2851-49ba-b1be-183827cb90e5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2032309
Dec 23 16:18:07.525720 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-f8d59e05-05b4-46d7-b032-4b0ae51c3308 None None] Port c972c9cc-4df1-4e15-9f25-ad484f259aed cannot update to ACTIVE because it is not bound. {{(pid=87637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 23 16:18:07.529178 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edd8e421-9c35-420d-aab7-02968db2dbf1 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Network 24ad3857-432b-45b9-9d4b-65ada6ed9e7e is already hosted by enough agents. {{(pid=87635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:18:07.533701 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3254ac48-fa5d-488d-a194-8a9903f76697 None None] Pushing event updated for resources: {'Port': ['ID=a1d06117-919d-4cd4-9292-19fd7cfdcadf,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:18:07.544500 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.base_scheduler [None req-edd8e421-9c35-420d-aab7-02968db2dbf1 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Resources bound (agent type, host, resource id):  {{(pid=87635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:18:07.552849 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3254ac48-fa5d-488d-a194-8a9903f76697 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:18:07.558620 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd8e421-9c35-420d-aab7-02968db2dbf1 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Received port after_create {{(pid=87635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:18:07.559085 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-edd8e421-9c35-420d-aab7-02968db2dbf1 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1781300'] for router_interface, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:07.568786 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd8e421-9c35-420d-aab7-02968db2dbf1 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Pushing event updated for resources: {'Port': ['ID=36be5959-37f9-4da6-a29c-bbe32956bd73,revision_number=1']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:18:07.586166 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-edd8e421-9c35-420d-aab7-02968db2dbf1 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:18:07.605702 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-3254ac48-fa5d-488d-a194-8a9903f76697 None None] Attempting to bind port a1d06117-919d-4cd4-9292-19fd7cfdcadf on host dv-neutron-822799-1-hyperv for vnic_type normal with profile  {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:18:07.606090 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-3254ac48-fa5d-488d-a194-8a9903f76697 None None] Attempting to bind port a1d06117-919d-4cd4-9292-19fd7cfdcadf by drivers openvswitch,hyperv on host dv-neutron-822799-1-hyperv at level 0 using segments [{'id': '5797e2da-8cf1-468f-b7bc-bfaa39ad6a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '24ad3857-432b-45b9-9d4b-65ada6ed9e7e'}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:18:07.606737 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3254ac48-fa5d-488d-a194-8a9903f76697 None None] Attempting to bind port a1d06117-919d-4cd4-9292-19fd7cfdcadf on network 24ad3857-432b-45b9-9d4b-65ada6ed9e7e {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:18:07.679882 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_common [None req-a2030e38-6e0c-4215-9bc9-bd4c9aa76624 None None] Allocated IP 172.20.0.2 (b8c45155-3d17-4df9-872f-200189c1681e/f7bafc93-46b6-4327-b688-bbf79ff794dc/62d9ef87-1a7b-4a75-84e3-8525d3df7b84) {{(pid=87637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:18:07.682619 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3254ac48-fa5d-488d-a194-8a9903f76697 None None] Checking agent: {'id': '20d2070f-69a9-4e73-8d08-6f0387a40158', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822799-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 21), 'started_at': datetime.datetime(2021, 12, 23, 16, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 17, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822799-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 23 16:18:07.682619 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3254ac48-fa5d-488d-a194-8a9903f76697 None None] Checking segment: {'id': '5797e2da-8cf1-468f-b7bc-bfaa39ad6a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '24ad3857-432b-45b9-9d4b-65ada6ed9e7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:18:07.682918 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3254ac48-fa5d-488d-a194-8a9903f76697 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:07.683193 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3254ac48-fa5d-488d-a194-8a9903f76697 None None] Bound using segment: {'id': '5797e2da-8cf1-468f-b7bc-bfaa39ad6a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '24ad3857-432b-45b9-9d4b-65ada6ed9e7e'} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 23 16:18:07.683681 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-3254ac48-fa5d-488d-a194-8a9903f76697 None None] Bound port: a1d06117-919d-4cd4-9292-19fd7cfdcadf, host: dv-neutron-822799-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5797e2da-8cf1-468f-b7bc-bfaa39ad6a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '24ad3857-432b-45b9-9d4b-65ada6ed9e7e'}}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 23 16:18:07.684084 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3254ac48-fa5d-488d-a194-8a9903f76697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:07.716463 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.notifiers.nova [req-a3984e86-e6bf-499b-a4e0-9ce49d5727d7 req-0ea85763-d165-44ae-9a8c-00779e33b122 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c972c9cc-4df1-4e15-9f25-ad484f259aed {{(pid=87635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 23 16:18:07.723475 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:07.752868 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [req-a3984e86-e6bf-499b-a4e0-9ce49d5727d7 req-0ea85763-d165-44ae-9a8c-00779e33b122 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:07.781442 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-40899fa4-a342-4e25-a98c-5c69ea1ee686 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:07.788881 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.provisioning_blocks [req-a3984e86-e6bf-499b-a4e0-9ce49d5727d7 req-0ea85763-d165-44ae-9a8c-00779e33b122 service neutron] Transition to ACTIVE for port object c972c9cc-4df1-4e15-9f25-ad484f259aed will not be triggered until provisioned by entity L2. {{(pid=87635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:18:07.794437 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [req-a3984e86-e6bf-499b-a4e0-9ce49d5727d7 req-0ea85763-d165-44ae-9a8c-00779e33b122 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2753531'] for port, after_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:07.798242 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-edd8e421-9c35-420d-aab7-02968db2dbf1 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:07.809297 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-cbe55054-1aa1-456a-9721-4b8e635ff354 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:18:07.913256 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-40899fa4-a342-4e25-a98c-5c69ea1ee686 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Calling delete_port for e05820a0-a55d-4a5c-a1f3-c9927bbf537c owned by  {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:18:07.947849 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] For port d0235da8-d3f2-424b-8cc2-35c225b59efe, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=d0235da8-d3f2-424b-8cc2-35c225b59efe,segment=NetworkSegment(5ce20ec1-4fcf-432c-a113-e744022bf383),segment_id=5ce20ec1-4fcf-432c-a113-e744022bf383)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:18:07.970837 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-3254ac48-fa5d-488d-a194-8a9903f76697 None None] For port a1d06117-919d-4cd4-9292-19fd7cfdcadf, host dv-neutron-822799-1-hyperv, cleared binding levels {{(pid=87637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 23 16:18:07.976532 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:07.982541 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:18:08.053220 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea85763-d165-44ae-9a8c-00779e33b122 service neutron] Pushing event updated for resources: {'Port': ['ID=c972c9cc-4df1-4e15-9f25-ad484f259aed,revision_number=2']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:18:08.060278 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-0ea85763-d165-44ae-9a8c-00779e33b122 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:18:08.061168 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-3254ac48-fa5d-488d-a194-8a9903f76697 None None] For port a1d06117-919d-4cd4-9292-19fd7cfdcadf, host dv-neutron-822799-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=a1d06117-919d-4cd4-9292-19fd7cfdcadf,segment=NetworkSegment(5797e2da-8cf1-468f-b7bc-bfaa39ad6a46),segment_id=5797e2da-8cf1-468f-b7bc-bfaa39ad6a46)] {{(pid=87637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 23 16:18:08.088497 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 84b554cf-236a-4444-b0e9-cd740571f024 no longer exists at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 23 16:18:08.126614 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3254ac48-fa5d-488d-a194-8a9903f76697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:08.131207 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-40899fa4-a342-4e25-a98c-5c69ea1ee686 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:08.138023 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-3b3eec50-3299-4eb6-be4c-02090851c160 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:18:08.200882 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40899fa4-a342-4e25-a98c-5c69ea1ee686 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Pushing event deleted for resources: {'Port': ['ID=e05820a0-a55d-4a5c-a1f3-c9927bbf537c,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:18:08.220614 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-734c02ae-ed75-4fa3-afbb-d84105b2da3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc28f3910>, [{'id': '47b796b5-52fa-4d2e-bc01-b4e7f5a66b73', 'name': 'tempest-RoutersIpV6Test-router-476417359', 'tenant_id': '7f693e1e2e4c45b0a519cdc9b284f217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:17:46Z', 'updated_at': '2021-12-23T16:17:58Z', 'revision_number': 3, 'project_id': '7f693e1e2e4c45b0a519cdc9b284f217', 'gw_port_host': None, '_interfaces': [{'id': 'e3018ee9-fff4-4a2e-acd5-af0cdd5a7c7f', 'name': '', 'network_id': '85525320-5226-4812-b412-d127729cd909', 'tenant_id': '7f693e1e2e4c45b0a519cdc9b284f217', 'mac_address': 'fa:16:3e:94:2b:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47b796b5-52fa-4d2e-bc01-b4e7f5a66b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1234, 'fixed_ips': [{'subnet_id': '74b9cb85-201b-4e15-9707-9ca0a3ff5b44', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:17:57Z', 'updated_at': '2021-12-23T16:18:06Z', 'revision_number': 4, 'project_id': '7f693e1e2e4c45b0a519cdc9b284f217', 'subnets': [{'id': '74b9cb85-201b-4e15-9707-9ca0a3ff5b44', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f7b9d5cb-9b30-4db7-8d92-678aa551e2a9', 'name': '', 'network_id': 'fc837992-2e66-4488-a75b-bed62b48e052', 'tenant_id': '7f693e1e2e4c45b0a519cdc9b284f217', 'mac_address': 'fa:16:3e:2a:1a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47b796b5-52fa-4d2e-bc01-b4e7f5a66b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': '02f625a5-8cce-44c9-b991-165208d7f8c6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:17:49Z', 'updated_at': '2021-12-23T16:18:04Z', 'revision_number': 5, 'project_id': '7f693e1e2e4c45b0a519cdc9b284f217', 'subnets': [{'id': '02f625a5-8cce-44c9-b991-165208d7f8c6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:18:08.222658 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] No Port match for: 84b554cf-236a-4444-b0e9-cd740571f024 {{(pid=87637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 23 16:18:08.223003 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 84b554cf-236a-4444-b0e9-cd740571f024 not bound to the agent host dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 23 16:18:08.230762 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-40899fa4-a342-4e25-a98c-5c69ea1ee686 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:18:08.298825 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-734c02ae-ed75-4fa3-afbb-d84105b2da3e None None] The sync data for ids ['47b796b5-52fa-4d2e-bc01-b4e7f5a66b73'] in dv-neutron-822799-1-hyperv is: [{'id': '47b796b5-52fa-4d2e-bc01-b4e7f5a66b73', 'name': 'tempest-RoutersIpV6Test-router-476417359', 'tenant_id': '7f693e1e2e4c45b0a519cdc9b284f217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:17:46Z', 'updated_at': '2021-12-23T16:17:58Z', 'revision_number': 3, 'project_id': '7f693e1e2e4c45b0a519cdc9b284f217', 'gw_port_host': None, '_interfaces': [{'id': 'e3018ee9-fff4-4a2e-acd5-af0cdd5a7c7f', 'name': '', 'network_id': '85525320-5226-4812-b412-d127729cd909', 'tenant_id': '7f693e1e2e4c45b0a519cdc9b284f217', 'mac_address': 'fa:16:3e:94:2b:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47b796b5-52fa-4d2e-bc01-b4e7f5a66b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1234, 'fixed_ips': [{'subnet_id': '74b9cb85-201b-4e15-9707-9ca0a3ff5b44', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:17:57Z', 'updated_at': '2021-12-23T16:18:06Z', 'revision_number': 4, 'project_id': '7f693e1e2e4c45b0a519cdc9b284f217', 'subnets': [{'id': '74b9cb85-201b-4e15-9707-9ca0a3ff5b44', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f7b9d5cb-9b30-4db7-8d92-678aa551e2a9', 'name': '', 'network_id': 'fc837992-2e66-4488-a75b-bed62b48e052', 'tenant_id': '7f693e1e2e4c45b0a519cdc9b284f217', 'mac_address': 'fa:16:3e:2a:1a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47b796b5-52fa-4d2e-bc01-b4e7f5a66b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': '02f625a5-8cce-44c9-b991-165208d7f8c6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:17:49Z', 'updated_at': '2021-12-23T16:18:04Z', 'revision_number': 5, 'project_id': '7f693e1e2e4c45b0a519cdc9b284f217', 'subnets': [{'id': '02f625a5-8cce-44c9-b991-165208d7f8c6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 23 16:18:08.322926 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Pushing event updated for resources: {'Port': ['ID=d0235da8-d3f2-424b-8cc2-35c225b59efe,revision_number=5']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:18:08.330711 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-40899fa4-a342-4e25-a98c-5c69ea1ee686 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:08.340363 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:18:08.341300 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.188s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:18:08.363135 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-40899fa4-a342-4e25-a98c-5c69ea1ee686 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] 10.222.0.64 "DELETE /v2.0/ports/e05820a0-a55d-4a5c-a1f3-c9927bbf537c HTTP/1.1" status: 204  len: 168 time: 1.0774240
Dec 23 16:18:08.366597 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 51962) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:08.415595 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.managers [req-a3984e86-e6bf-499b-a4e0-9ce49d5727d7 req-0ea85763-d165-44ae-9a8c-00779e33b122 service neutron] Attempting to bind port c972c9cc-4df1-4e15-9f25-ad484f259aed on host hv-neutron-8227 for vnic_type normal with profile  {{(pid=87635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:18:08.416213 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.managers [req-a3984e86-e6bf-499b-a4e0-9ce49d5727d7 req-0ea85763-d165-44ae-9a8c-00779e33b122 service neutron] Attempting to bind port c972c9cc-4df1-4e15-9f25-ad484f259aed by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': '5ce20ec1-4fcf-432c-a113-e744022bf383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'dea35259-3e90-4336-be8a-c4c46e33cff8'}] {{(pid=87635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:18:08.416342 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3984e86-e6bf-499b-a4e0-9ce49d5727d7 req-0ea85763-d165-44ae-9a8c-00779e33b122 service neutron] Attempting to bind port c972c9cc-4df1-4e15-9f25-ad484f259aed on network dea35259-3e90-4336-be8a-c4c46e33cff8 {{(pid=87635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:18:08.425678 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device a5f110ea-55a4-4f74-a19b-7be261605d66 up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:18:08.429546 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3984e86-e6bf-499b-a4e0-9ce49d5727d7 req-0ea85763-d165-44ae-9a8c-00779e33b122 service neutron] Port c972c9cc-4df1-4e15-9f25-ad484f259aed on network dea35259-3e90-4336-be8a-c4c46e33cff8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=87635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 23 16:18:08.429892 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3984e86-e6bf-499b-a4e0-9ce49d5727d7 req-0ea85763-d165-44ae-9a8c-00779e33b122 service neutron] Attempting to bind port c972c9cc-4df1-4e15-9f25-ad484f259aed on network dea35259-3e90-4336-be8a-c4c46e33cff8 {{(pid=87635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:18:08.458659 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8d4d860-4f7a-4f7c-ba77-754d93af3f67 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] GET failed (client error): The resource could not be found.
Dec 23 16:18:08.459353 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-e8d4d860-4f7a-4f7c-ba77-754d93af3f67 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Synchronizing usage tracker for tenant:e1d581421fe74f67b8908d7d303644fd on resource:port {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:18:08.464103 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3984e86-e6bf-499b-a4e0-9ce49d5727d7 req-0ea85763-d165-44ae-9a8c-00779e33b122 service neutron] Checking agent: {'id': '5a806709-633b-4d33-98c4-3d24562c0f1e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8227', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 6, 42), 'started_at': datetime.datetime(2021, 12, 23, 16, 6, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 17, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 23 16:18:08.464103 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3984e86-e6bf-499b-a4e0-9ce49d5727d7 req-0ea85763-d165-44ae-9a8c-00779e33b122 service neutron] Checking segment: {'id': '5ce20ec1-4fcf-432c-a113-e744022bf383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'dea35259-3e90-4336-be8a-c4c46e33cff8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:18:08.464455 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3984e86-e6bf-499b-a4e0-9ce49d5727d7 req-0ea85763-d165-44ae-9a8c-00779e33b122 service neutron] Bound using segment: {'id': '5ce20ec1-4fcf-432c-a113-e744022bf383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'dea35259-3e90-4336-be8a-c4c46e33cff8'} {{(pid=87635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 23 16:18:08.464742 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.managers [req-a3984e86-e6bf-499b-a4e0-9ce49d5727d7 req-0ea85763-d165-44ae-9a8c-00779e33b122 service neutron] Bound port: c972c9cc-4df1-4e15-9f25-ad484f259aed, host: hv-neutron-8227, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ce20ec1-4fcf-432c-a113-e744022bf383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'dea35259-3e90-4336-be8a-c4c46e33cff8'}}] {{(pid=87635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 23 16:18:08.465074 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [req-a3984e86-e6bf-499b-a4e0-9ce49d5727d7 req-0ea85763-d165-44ae-9a8c-00779e33b122 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:08.487814 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-e8d4d860-4f7a-4f7c-ba77-754d93af3f67 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Unset dirty status for tenant:e1d581421fe74f67b8908d7d303644fd on resource:port {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:18:08.489847 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-a2030e38-6e0c-4215-9bc9-bd4c9aa76624 None None] Notify callbacks [] for port, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:08.495022 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-e8d4d860-4f7a-4f7c-ba77-754d93af3f67 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] 10.222.0.64 "GET /v2.0/ports/e05820a0-a55d-4a5c-a1f3-c9927bbf537c HTTP/1.1" status: 404  len: 333 time: 0.1265221
Dec 23 16:18:08.497663 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 51966) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:08.516364 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-a2030e38-6e0c-4215-9bc9-bd4c9aa76624 None None] Transition to ACTIVE for port object 62d9ef87-1a7b-4a75-84e3-8525d3df7b84 will not be triggered until provisioned by entity L2. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:18:08.547839 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-a2030e38-6e0c-4215-9bc9-bd4c9aa76624 None None] Transition to ACTIVE for port object 62d9ef87-1a7b-4a75-84e3-8525d3df7b84 will not be triggered until provisioned by entity DHCP. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:18:08.585328 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3254ac48-fa5d-488d-a194-8a9903f76697 None None] Pushing event updated for resources: {'Port': ['ID=a1d06117-919d-4cd4-9292-19fd7cfdcadf,revision_number=2']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:18:08.591933 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3254ac48-fa5d-488d-a194-8a9903f76697 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:18:08.600064 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-a2030e38-6e0c-4215-9bc9-bd4c9aa76624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780'] for port, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:08.603050 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-35fe8496-1a8f-48a4-a401-d9e80b12a7bd tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Deleting port 951ac949-76d9-4e1a-b00d-f26fcaeb57b0 {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:18:08.603411 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-35fe8496-1a8f-48a4-a401-d9e80b12a7bd tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:08.606888 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-1dc3db7c-923f-4a86-a491-b14ec5270daf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:18:08.781769 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2030e38-6e0c-4215-9bc9-bd4c9aa76624 None None] Network b8c45155-3d17-4df9-872f-200189c1681e is already hosted by enough agents. {{(pid=87637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:18:08.786429 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-a2030e38-6e0c-4215-9bc9-bd4c9aa76624 None None] Resources bound (agent type, host, resource id):  {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:18:08.797027 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2030e38-6e0c-4215-9bc9-bd4c9aa76624 None None] Received port after_create {{(pid=87637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:18:08.799087 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2030e38-6e0c-4215-9bc9-bd4c9aa76624 None None] Pushing event updated for resources: {'Port': ['ID=62d9ef87-1a7b-4a75-84e3-8525d3df7b84,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:18:08.804067 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-a2030e38-6e0c-4215-9bc9-bd4c9aa76624 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:18:08.823990 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.db [req-a3984e86-e6bf-499b-a4e0-9ce49d5727d7 req-0ea85763-d165-44ae-9a8c-00779e33b122 service neutron] For port c972c9cc-4df1-4e15-9f25-ad484f259aed, host hv-neutron-8227, cleared binding levels {{(pid=87635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 23 16:18:08.825275 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.db [req-a3984e86-e6bf-499b-a4e0-9ce49d5727d7 req-0ea85763-d165-44ae-9a8c-00779e33b122 service neutron] For port c972c9cc-4df1-4e15-9f25-ad484f259aed, host hv-neutron-8227, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=c972c9cc-4df1-4e15-9f25-ad484f259aed,segment=NetworkSegment(5ce20ec1-4fcf-432c-a113-e744022bf383),segment_id=5ce20ec1-4fcf-432c-a113-e744022bf383)] {{(pid=87635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 23 16:18:08.937997 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port a5f110ea-55a4-4f74-a19b-7be261605d66 triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:18:08.938253 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:09.045957 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-a2030e38-6e0c-4215-9bc9-bd4c9aa76624 None None] Attempting to bind port 62d9ef87-1a7b-4a75-84e3-8525d3df7b84 on host dv-neutron-822799-1-hyperv for vnic_type normal with profile  {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:18:09.046339 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-a2030e38-6e0c-4215-9bc9-bd4c9aa76624 None None] Attempting to bind port 62d9ef87-1a7b-4a75-84e3-8525d3df7b84 by drivers openvswitch,hyperv on host dv-neutron-822799-1-hyperv at level 0 using segments [{'id': '8edc4286-ee00-4d8f-944f-6d434a6746b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'b8c45155-3d17-4df9-872f-200189c1681e'}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:18:09.046711 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2030e38-6e0c-4215-9bc9-bd4c9aa76624 None None] Attempting to bind port 62d9ef87-1a7b-4a75-84e3-8525d3df7b84 on network b8c45155-3d17-4df9-872f-200189c1681e {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:18:09.082905 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2030e38-6e0c-4215-9bc9-bd4c9aa76624 None None] Checking agent: {'id': '20d2070f-69a9-4e73-8d08-6f0387a40158', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822799-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 21), 'started_at': datetime.datetime(2021, 12, 23, 16, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 17, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822799-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 23 16:18:09.084229 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2030e38-6e0c-4215-9bc9-bd4c9aa76624 None None] Checking segment: {'id': '8edc4286-ee00-4d8f-944f-6d434a6746b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'b8c45155-3d17-4df9-872f-200189c1681e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:18:09.092134 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-a2030e38-6e0c-4215-9bc9-bd4c9aa76624 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:09.092853 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2030e38-6e0c-4215-9bc9-bd4c9aa76624 None None] Bound using segment: {'id': '8edc4286-ee00-4d8f-944f-6d434a6746b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'b8c45155-3d17-4df9-872f-200189c1681e'} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 23 16:18:09.093578 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-a2030e38-6e0c-4215-9bc9-bd4c9aa76624 None None] Bound port: 62d9ef87-1a7b-4a75-84e3-8525d3df7b84, host: dv-neutron-822799-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8edc4286-ee00-4d8f-944f-6d434a6746b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'b8c45155-3d17-4df9-872f-200189c1681e'}}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 23 16:18:09.094336 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-a2030e38-6e0c-4215-9bc9-bd4c9aa76624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:09.120614 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-edd8e421-9c35-420d-aab7-02968db2dbf1 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks [] for port, precommit_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:09.123950 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [req-a3984e86-e6bf-499b-a4e0-9ce49d5727d7 req-0ea85763-d165-44ae-9a8c-00779e33b122 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2753531'] for port, after_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:09.129704 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-edd8e421-9c35-420d-aab7-02968db2dbf1 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:18:09.169962 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-edd8e421-9c35-420d-aab7-02968db2dbf1 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2753531'] for port, after_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:09.171185 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-edd8e421-9c35-420d-aab7-02968db2dbf1 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1627481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1781465'] for router_interface, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:09.178316 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54a4931-9939-4d8e-8d46-d11cc8789cba req-403ed17d-cab4-41d0-b09a-781958b0d3c4 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:18:09.188352 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-a54a4931-9939-4d8e-8d46-d11cc8789cba req-403ed17d-cab4-41d0-b09a-781958b0d3c4 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/ports?device_id=39d6a8b0-5afc-4f74-b8a4-4e5966c0594e HTTP/1.1" status: 200  len: 944 time: 0.4371204
Dec 23 16:18:09.247018 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-35fe8496-1a8f-48a4-a401-d9e80b12a7bd tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:09.268446 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device f7b9d5cb-9b30-4db7-8d92-678aa551e2a9 up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:18:09.401297 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-a2030e38-6e0c-4215-9bc9-bd4c9aa76624 None None] For port 62d9ef87-1a7b-4a75-84e3-8525d3df7b84, host dv-neutron-822799-1-hyperv, cleared binding levels {{(pid=87637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 23 16:18:09.409237 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-a2030e38-6e0c-4215-9bc9-bd4c9aa76624 None None] For port 62d9ef87-1a7b-4a75-84e3-8525d3df7b84, host dv-neutron-822799-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=62d9ef87-1a7b-4a75-84e3-8525d3df7b84,segment=NetworkSegment(8edc4286-ee00-4d8f-944f-6d434a6746b9),segment_id=8edc4286-ee00-4d8f-944f-6d434a6746b9)] {{(pid=87637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 23 16:18:09.422045 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-a2030e38-6e0c-4215-9bc9-bd4c9aa76624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:09.434142 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea85763-d165-44ae-9a8c-00779e33b122 service neutron] Pushing event updated for resources: {'Port': ['ID=c972c9cc-4df1-4e15-9f25-ad484f259aed,revision_number=3']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:18:09.435631 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-35fe8496-1a8f-48a4-a401-d9e80b12a7bd tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Calling delete_port for 951ac949-76d9-4e1a-b00d-f26fcaeb57b0 owned by  {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:18:09.436149 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:18:09.446293 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-0ea85763-d165-44ae-9a8c-00779e33b122 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:18:09.447671 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3984e86-e6bf-499b-a4e0-9ce49d5727d7 req-0ea85763-d165-44ae-9a8c-00779e33b122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:18:09.448316 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [req-a3984e86-e6bf-499b-a4e0-9ce49d5727d7 req-0ea85763-d165-44ae-9a8c-00779e33b122 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:09.450146 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-a3984e86-e6bf-499b-a4e0-9ce49d5727d7 req-0ea85763-d165-44ae-9a8c-00779e33b122 service neutron] 10.222.0.61 "PUT /v2.0/ports/c972c9cc-4df1-4e15-9f25-ad484f259aed HTTP/1.1" status: 200  len: 1094 time: 2.7839732
Dec 23 16:18:09.459828 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-eff71f4d-2081-48fc-9cce-a7c208586357 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.269s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:18:09.509380 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39d6a8b0-5afc-4f74-b8a4-4e5966c0594e', 'tag': 'c972c9cc-4df1-4e15-9f25-ad484f259aed'}] {{(pid=87635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 23 16:18:09.531103 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port f7b9d5cb-9b30-4db7-8d92-678aa551e2a9 triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:18:09.531342 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-a54a4931-9939-4d8e-8d46-d11cc8789cba req-a8b9a8e2-cda4-4d00-9fea-0b4a4976e457 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/security-groups?id=fe17453e-2851-49ba-b1be-183827cb90e5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3435469
Dec 23 16:18:09.531501 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:09.624963 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2030e38-6e0c-4215-9bc9-bd4c9aa76624 None None] Pushing event updated for resources: {'Port': ['ID=62d9ef87-1a7b-4a75-84e3-8525d3df7b84,revision_number=2']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:18:09.635579 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-a2030e38-6e0c-4215-9bc9-bd4c9aa76624 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:18:09.704258 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd8e421-9c35-420d-aab7-02968db2dbf1 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Pushing event updated for resources: {'Port': ['ID=36be5959-37f9-4da6-a29c-bbe32956bd73,revision_number=2']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:18:09.708279 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-35fe8496-1a8f-48a4-a401-d9e80b12a7bd tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:09.710286 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-edd8e421-9c35-420d-aab7-02968db2dbf1 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:18:09.712389 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39d6a8b0-5afc-4f74-b8a4-4e5966c0594e', 'tag': 'c972c9cc-4df1-4e15-9f25-ad484f259aed', 'status': 'completed', 'code': 200}
Dec 23 16:18:09.714245 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-3da22045-0714-410d-9969-444a38826925 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:18:09.744535 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edd8e421-9c35-420d-aab7-02968db2dbf1 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Network 24ad3857-432b-45b9-9d4b-65ada6ed9e7e is already hosted by enough agents. {{(pid=87635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:18:09.747536 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.base_scheduler [None req-edd8e421-9c35-420d-aab7-02968db2dbf1 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Resources bound (agent type, host, resource id):  {{(pid=87635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:18:09.775252 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device a163527f-177e-417b-bd44-113788ad6b45 up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:18:09.845009 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3984e86-e6bf-499b-a4e0-9ce49d5727d7 req-e26c236e-7982-492c-86be-b9ed56007448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:18:09.853360 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-a3984e86-e6bf-499b-a4e0-9ce49d5727d7 req-e26c236e-7982-492c-86be-b9ed56007448 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=544f3e375bde4f0988286eba27294ea6&device_id=39d6a8b0-5afc-4f74-b8a4-4e5966c0594e HTTP/1.1" status: 200  len: 1097 time: 0.3278911
Dec 23 16:18:09.943585 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fe8496-1a8f-48a4-a401-d9e80b12a7bd tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Pushing event deleted for resources: {'Port': ['ID=951ac949-76d9-4e1a-b00d-f26fcaeb57b0,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:18:09.946893 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-35fe8496-1a8f-48a4-a401-d9e80b12a7bd tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:18:09.980753 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port a163527f-177e-417b-bd44-113788ad6b45 triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:18:09.981153 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:10.008265 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edd8e421-9c35-420d-aab7-02968db2dbf1 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Router 47b796b5-52fa-4d2e-bc01-b4e7f5a66b73 has already been hosted by L3 agent 371d4c41-c7e2-4de7-9539-c049ec4e95d1 {{(pid=87635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 23 16:18:10.102456 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-35fe8496-1a8f-48a4-a401-d9e80b12a7bd tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:10.133174 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-a3984e86-e6bf-499b-a4e0-9ce49d5727d7 req-35d68cd1-93be-4cf6-8c66-750b34b1e0d5 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c972c9cc-4df1-4e15-9f25-ad484f259aed HTTP/1.1" status: 200  len: 217 time: 0.1228640
Dec 23 16:18:10.150771 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-35fe8496-1a8f-48a4-a401-d9e80b12a7bd tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] 10.222.0.64 "DELETE /v2.0/ports/951ac949-76d9-4e1a-b00d-f26fcaeb57b0 HTTP/1.1" status: 204  len: 168 time: 1.6509762
Dec 23 16:18:10.153561 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 51974) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:10.162575 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9b7fcce-9497-4814-9150-12fa124ad391 None None] Network 24ad3857-432b-45b9-9d4b-65ada6ed9e7e requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:18:10.216873 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3984e86-e6bf-499b-a4e0-9ce49d5727d7 req-5d8ac602-abe8-49a6-ad22-6b9de7c7a04c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:18:10.218815 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-a3984e86-e6bf-499b-a4e0-9ce49d5727d7 req-5d8ac602-abe8-49a6-ad22-6b9de7c7a04c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=17a48be4-69fa-4d9d-94d2-23002e6428ae HTTP/1.1" status: 200  len: 834 time: 0.0776062
Dec 23 16:18:10.275553 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb6efcaf-e2d0-462a-8cb3-c41c315398db tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] GET failed (client error): The resource could not be found.
Dec 23 16:18:10.276489 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-cb6efcaf-e2d0-462a-8cb3-c41c315398db tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Synchronizing usage tracker for tenant:e1d581421fe74f67b8908d7d303644fd on resource:port {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:18:10.329276 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-cb6efcaf-e2d0-462a-8cb3-c41c315398db tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Unset dirty status for tenant:e1d581421fe74f67b8908d7d303644fd on resource:port {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:18:10.331307 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-cb6efcaf-e2d0-462a-8cb3-c41c315398db tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] 10.222.0.64 "GET /v2.0/ports/951ac949-76d9-4e1a-b00d-f26fcaeb57b0 HTTP/1.1" status: 404  len: 333 time: 0.1755548
Dec 23 16:18:10.337415 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 51978) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:10.415573 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-5aad44de-a88e-4c62-851a-4c8ad97c44d1 None None] Provisioning for port a1d06117-919d-4cd4-9292-19fd7cfdcadf completed by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:18:10.442903 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_v2 [None req-161b7381-87ad-4db5-bf1f-b0f851912f67 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Deleting subnet f7bafc93-46b6-4327-b688-bbf79ff794dc {{(pid=87636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 23 16:18:10.450680 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-161b7381-87ad-4db5-bf1f-b0f851912f67 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks [] for subnet, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:10.462785 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edd8e421-9c35-420d-aab7-02968db2dbf1 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify agent at l3_agent.dv-neutron-822799-1-hyperv the message routers_updated {{(pid=87635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 23 16:18:10.470074 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-edd8e421-9c35-420d-aab7-02968db2dbf1 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] 10.222.0.64 "PUT /v2.0/routers/47b796b5-52fa-4d2e-bc01-b4e7f5a66b73/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.5103436
Dec 23 16:18:10.475704 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c39064b-f8a5-4add-9c62-ac3c181fb080 None None] Sync routers for ids ['47b796b5-52fa-4d2e-bc01-b4e7f5a66b73'] in dv-neutron-822799-1-hyperv {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 23 16:18:10.486908 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c39064b-f8a5-4add-9c62-ac3c181fb080 None None] Routers {'47b796b5-52fa-4d2e-bc01-b4e7f5a66b73'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:18:10.487758 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 51982) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:10.488566 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-9c39064b-f8a5-4add-9c62-ac3c181fb080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc2034730>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:17:50Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['47b796b5-52fa-4d2e-bc01-b4e7f5a66b73'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:18:10.502219 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-6b095b3f-6db1-4c6a-a975-55fc75a9b4fd tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-709810554'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:18:10.510788 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-6b095b3f-6db1-4c6a-a975-55fc75a9b4fd tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:18:10.518204 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-6b095b3f-6db1-4c6a-a975-55fc75a9b4fd tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Usage tracker for resource:network and tenant:7f693e1e2e4c45b0a519cdc9b284f217 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:18:10.528481 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-6b095b3f-6db1-4c6a-a975-55fc75a9b4fd tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:18:10.538935 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-6b095b3f-6db1-4c6a-a975-55fc75a9b4fd tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:18:10.554034 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b095b3f-6db1-4c6a-a975-55fc75a9b4fd tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Made reservation on behalf of 7f693e1e2e4c45b0a519cdc9b284f217 for: {'network': 1} {{(pid=87635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:18:10.559572 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-6b095b3f-6db1-4c6a-a975-55fc75a9b4fd tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for network, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:10.587373 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-161b7381-87ad-4db5-bf1f-b0f851912f67 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2382092'] for subnet, precommit_delete_associations {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:10.590831 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3984e86-e6bf-499b-a4e0-9ce49d5727d7 req-fd16b38a-3cf4-492a-89b8-f5f6bf94436e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:18:10.593108 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-a3984e86-e6bf-499b-a4e0-9ce49d5727d7 req-fd16b38a-3cf4-492a-89b8-f5f6bf94436e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=dea35259-3e90-4336-be8a-c4c46e33cff8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1884260
Dec 23 16:18:10.631238 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b095b3f-6db1-4c6a-a975-55fc75a9b4fd tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] vlan segment allocate from pool success with {'vlan_id': 425, 'physical_network': 'physnet1'}  {{(pid=87635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 23 16:18:10.685545 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device a1d06117-919d-4cd4-9292-19fd7cfdcadf up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:18:10.736036 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-161b7381-87ad-4db5-bf1f-b0f851912f67 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864774'] for subnet, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:10.799730 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-6b095b3f-6db1-4c6a-a975-55fc75a9b4fd tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:10.800155 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.db.segments_db [None req-6b095b3f-6db1-4c6a-a975-55fc75a9b4fd tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Added segment e6b468bd-fb8f-40dd-b8fd-e0e2c9b56600 of type vlan for network f8dad10b-dd95-4597-8da0-cad51e7174ab
Dec 23 16:18:10.822930 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning for port a1d06117-919d-4cd4-9292-19fd7cfdcadf completed by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:18:10.830115 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port a1d06117-919d-4cd4-9292-19fd7cfdcadf triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:18:10.830274 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:10.836176 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-9c39064b-f8a5-4add-9c62-ac3c181fb080 None None] Set router 47b796b5-52fa-4d2e-bc01-b4e7f5a66b73 gateway port host: None {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:18:10.867415 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-6b095b3f-6db1-4c6a-a975-55fc75a9b4fd tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735362521793'] for network, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:10.906149 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-93a7d23e-f892-4836-bf81-89836261a5a1 None None] Provisioning for port 36be5959-37f9-4da6-a29c-bbe32956bd73 completed by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:18:10.911703 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-93a7d23e-f892-4836-bf81-89836261a5a1 None None] Provisioning complete for port 36be5959-37f9-4da6-a29c-bbe32956bd73 triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:18:10.912093 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-93a7d23e-f892-4836-bf81-89836261a5a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:10.960849 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-a3984e86-e6bf-499b-a4e0-9ce49d5727d7 req-c32e3741-979d-4363-a514-104a13ebba17 service neutron] 10.222.0.61 "GET /v2.0/networks/dea35259-3e90-4336-be8a-c4c46e33cff8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3555999
Dec 23 16:18:10.988352 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509c1ede-95d2-4498-8929-ca8cd59877dd req-c913409d-71a2-45f4-8432-60ff16a73522 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:18:10.992083 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-509c1ede-95d2-4498-8929-ca8cd59877dd req-c913409d-71a2-45f4-8432-60ff16a73522 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/ports?device_id=39d6a8b0-5afc-4f74-b8a4-4e5966c0594e HTTP/1.1" status: 200  len: 944 time: 0.1788840
Dec 23 16:18:11.046393 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-509c1ede-95d2-4498-8929-ca8cd59877dd req-f8ed1cd0-4516-4413-8170-7e062cf3cb37 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/security-groups?id=fe17453e-2851-49ba-b1be-183827cb90e5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0459602
Dec 23 16:18:11.056662 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-93a7d23e-f892-4836-bf81-89836261a5a1 None None] Port 36be5959-37f9-4da6-a29c-bbe32956bd73 cannot update to ACTIVE because it is not bound. {{(pid=87637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 23 16:18:11.057954 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-161b7381-87ad-4db5-bf1f-b0f851912f67 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2176495', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2618677'] for subnet, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:11.083584 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-b317054c-57af-44a3-a9ba-d6739db8f6b9 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:18:11.083881 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-93a7d23e-f892-4836-bf81-89836261a5a1 None None] Provisioning complete for port a1d06117-919d-4cd4-9292-19fd7cfdcadf triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:18:11.084163 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-93a7d23e-f892-4836-bf81-89836261a5a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:11.115478 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-6b095b3f-6db1-4c6a-a975-55fc75a9b4fd tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495'] for network, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:11.118339 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161b7381-87ad-4db5-bf1f-b0f851912f67 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Pushing event deleted for resources: {'Subnet': ['ID=f7bafc93-46b6-4327-b688-bbf79ff794dc,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:18:11.127297 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-161b7381-87ad-4db5-bf1f-b0f851912f67 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:18:11.128464 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-161b7381-87ad-4db5-bf1f-b0f851912f67 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks [] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:11.137856 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b095b3f-6db1-4c6a-a975-55fc75a9b4fd tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:18:11.138601 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-6b095b3f-6db1-4c6a-a975-55fc75a9b4fd tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks [] for network, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:11.148698 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-f659c5c5-e0e9-4475-9490-8ecf69118409 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:18:11.153949 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-161b7381-87ad-4db5-bf1f-b0f851912f67 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] 10.222.0.64 "DELETE /v2.0/subnets/f7bafc93-46b6-4327-b688-bbf79ff794dc HTTP/1.1" status: 204  len: 168 time: 0.8048060
Dec 23 16:18:11.154838 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 51988) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:11.170807 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:11.252025 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] For port a1d06117-919d-4cd4-9292-19fd7cfdcadf, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=a1d06117-919d-4cd4-9292-19fd7cfdcadf,segment=NetworkSegment(5797e2da-8cf1-468f-b7bc-bfaa39ad6a46),segment_id=5797e2da-8cf1-468f-b7bc-bfaa39ad6a46)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:18:11.370031 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:11.370959 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device e3018ee9-fff4-4a2e-acd5-af0cdd5a7c7f up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:18:11.376403 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b095b3f-6db1-4c6a-a975-55fc75a9b4fd tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Pushing event updated for resources: {'Network': ['ID=f8dad10b-dd95-4597-8da0-cad51e7174ab,revision_number=1']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:18:11.384273 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-6b095b3f-6db1-4c6a-a975-55fc75a9b4fd tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:18:11.401336 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-192d5241-aa1f-409c-811b-be6c419f1178 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-698866'] for network, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:11.409962 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-6b095b3f-6db1-4c6a-a975-55fc75a9b4fd tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.9152613
Dec 23 16:18:11.414083 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 51992) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:11.423272 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-b95f74f7-c905-4c7b-a01e-1f427661f10d tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Request body: {'subnet': {'network_id': 'f8dad10b-dd95-4597-8da0-cad51e7174ab', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:18:11.461900 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-9c39064b-f8a5-4add-9c62-ac3c181fb080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc2034730>, [{'id': '47b796b5-52fa-4d2e-bc01-b4e7f5a66b73', 'name': 'tempest-RoutersIpV6Test-router-476417359', 'tenant_id': '7f693e1e2e4c45b0a519cdc9b284f217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:17:46Z', 'updated_at': '2021-12-23T16:18:07Z', 'revision_number': 4, 'project_id': '7f693e1e2e4c45b0a519cdc9b284f217', 'gw_port_host': None, '_interfaces': [{'id': '36be5959-37f9-4da6-a29c-bbe32956bd73', 'name': '', 'network_id': '24ad3857-432b-45b9-9d4b-65ada6ed9e7e', 'tenant_id': '7f693e1e2e4c45b0a519cdc9b284f217', 'mac_address': 'fa:16:3e:fc:59:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47b796b5-52fa-4d2e-bc01-b4e7f5a66b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': 'acb46159-0524-40d7-8e1a-4f586d869551', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:18:05Z', 'updated_at': '2021-12-23T16:18:08Z', 'revision_number': 2, 'project_id': '7f693e1e2e4c45b0a519cdc9b284f217', 'subnets': [{'id': 'acb46159-0524-40d7-8e1a-4f586d869551', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e3018ee9-fff4-4a2e-acd5-af0cdd5a7c7f', 'name': '', 'network_id': '85525320-5226-4812-b412-d127729cd909', 'tenant_id': '7f693e1e2e4c45b0a519cdc9b284f217', 'mac_address': 'fa:16:3e:94:2b:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47b796b5-52fa-4d2e-bc01-b4e7f5a66b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1234, 'fixed_ips': [{'subnet_id': '74b9cb85-201b-4e15-9707-9ca0a3ff5b44', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:17:57Z', 'updated_at': '2021-12-23T16:18:06Z', 'revision_number': 4, 'project_id': '7f693e1e2e4c45b0a519cdc9b284f217', 'subnets': [{'id': '74b9cb85-201b-4e15-9707-9ca0a3ff5b44', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f7b9d5cb-9b30-4db7-8d92-678aa551e2a9', 'name': '', 'network_id': 'fc837992-2e66-4488-a75b-bed62b48e052', 'tenant_id': '7f693e1e2e4c45b0a519cdc9b284f217', 'mac_address': 'fa:16:3e:2a:1a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47b796b5-52fa-4d2e-bc01-b4e7f5a66b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': '02f625a5-8cce-44c9-b991-165208d7f8c6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:17:49Z', 'updated_at': '2021-12-23T16:18:04Z', 'revision_number': 5, 'project_id': '7f693e1e2e4c45b0a519cdc9b284f217', 'subnets': [{'id': '02f625a5-8cce-44c9-b991-165208d7f8c6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:18:11.466389 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c39064b-f8a5-4add-9c62-ac3c181fb080 None None] Checking router: 47b796b5-52fa-4d2e-bc01-b4e7f5a66b73 for host: dv-neutron-822799-1-hyperv {{(pid=87638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 23 16:18:11.466716 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c39064b-f8a5-4add-9c62-ac3c181fb080 None None] Updating router 47b796b5-52fa-4d2e-bc01-b4e7f5a66b73 port 36be5959-37f9-4da6-a29c-bbe32956bd73 binding host dv-neutron-822799-1-hyperv {{(pid=87638) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 23 16:18:11.476260 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-a3984e86-e6bf-499b-a4e0-9ce49d5727d7 req-4054f17b-31d5-4aed-a3a8-4ec1e9f93c54 service neutron] 10.222.0.61 "GET /v2.0/networks/dea35259-3e90-4336-be8a-c4c46e33cff8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5044835
Dec 23 16:18:11.478568 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-192d5241-aa1f-409c-811b-be6c419f1178 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Deleting port 62d9ef87-1a7b-4a75-84e3-8525d3df7b84 {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:18:11.478865 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-192d5241-aa1f-409c-811b-be6c419f1178 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:11.503328 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-bca6c544-d8a2-4f55-939f-3c0a26b9c936 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:18:11.543443 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Network f8dad10b-dd95-4597-8da0-cad51e7174ab details requested by agent ovs-agent-dv-neutron-822799-1-hyperv with host dv-neutron-822799-1-hyperv {{(pid=87637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 23 16:18:11.553225 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9c39064b-f8a5-4add-9c62-ac3c181fb080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:11.572538 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b352992f-be6a-4f60-8808-c2e9e0954a05 None None] Network b8c45155-3d17-4df9-872f-200189c1681e requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:18:11.650817 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-b95f74f7-c905-4c7b-a01e-1f427661f10d tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:18:11.655371 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-b95f74f7-c905-4c7b-a01e-1f427661f10d tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Usage tracker for resource:subnet and tenant:7f693e1e2e4c45b0a519cdc9b284f217 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:18:11.658344 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-b95f74f7-c905-4c7b-a01e-1f427661f10d tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:18:11.664546 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-b95f74f7-c905-4c7b-a01e-1f427661f10d tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:18:11.710879 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b95f74f7-c905-4c7b-a01e-1f427661f10d tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Made reservation on behalf of 7f693e1e2e4c45b0a519cdc9b284f217 for: {'subnet': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:18:11.726047 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b95f74f7-c905-4c7b-a01e-1f427661f10d tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2618324'] for subnet, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:11.796716 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning for port e3018ee9-fff4-4a2e-acd5-af0cdd5a7c7f completed by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:18:11.832102 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port e3018ee9-fff4-4a2e-acd5-af0cdd5a7c7f triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:18:11.832939 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:11.838213 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae4ac12-b1bf-42d2-a443-b362d7def86e req-58f21547-2589-47b0-b601-1ea07102080a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:18:11.841093 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-cae4ac12-b1bf-42d2-a443-b362d7def86e req-58f21547-2589-47b0-b601-1ea07102080a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=544f3e375bde4f0988286eba27294ea6&device_id=39d6a8b0-5afc-4f74-b8a4-4e5966c0594e HTTP/1.1" status: 200  len: 1097 time: 0.3045287
Dec 23 16:18:11.879245 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-e8f9d1b8-f4a8-4073-bb93-a9eeeb9fe0cb None None] Provisioning complete for port 36be5959-37f9-4da6-a29c-bbe32956bd73 triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:18:11.879245 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-e8f9d1b8-f4a8-4073-bb93-a9eeeb9fe0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:11.931316 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:11.937665 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Pushing event updated for resources: {'Port': ['ID=a1d06117-919d-4cd4-9292-19fd7cfdcadf,revision_number=3']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:18:11.980671 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.477s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:18:12.000139 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [None req-192d5241-aa1f-409c-811b-be6c419f1178 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] For port 62d9ef87-1a7b-4a75-84e3-8525d3df7b84, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=62d9ef87-1a7b-4a75-84e3-8525d3df7b84,segment=NetworkSegment(8edc4286-ee00-4d8f-944f-6d434a6746b9),segment_id=8edc4286-ee00-4d8f-944f-6d434a6746b9)] {{(pid=87636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:18:12.000524 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-192d5241-aa1f-409c-811b-be6c419f1178 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:12.020702 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae4ac12-b1bf-42d2-a443-b362d7def86e req-7e2887db-c00d-4deb-bc3f-5eb2936c386d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:18:12.022302 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-cae4ac12-b1bf-42d2-a443-b362d7def86e req-7e2887db-c00d-4deb-bc3f-5eb2936c386d service neutron] 10.222.0.61 "GET /v2.0/networks?id=dea35259-3e90-4336-be8a-c4c46e33cff8 HTTP/1.1" status: 200  len: 898 time: 0.1738234
Dec 23 16:18:12.040090 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-e8f9d1b8-f4a8-4073-bb93-a9eeeb9fe0cb None None] Port 36be5959-37f9-4da6-a29c-bbe32956bd73 cannot update to ACTIVE because it is not bound. {{(pid=87637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 23 16:18:12.059048 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9c39064b-f8a5-4add-9c62-ac3c181fb080 None None] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:12.073603 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-9c39064b-f8a5-4add-9c62-ac3c181fb080 None None] Transition to ACTIVE for port object 36be5959-37f9-4da6-a29c-bbe32956bd73 will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:18:12.083379 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9c39064b-f8a5-4add-9c62-ac3c181fb080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:12.101288 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:18:12.116700 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-cae4ac12-b1bf-42d2-a443-b362d7def86e req-678b265c-9120-46d0-80a7-ac69ae58b5e2 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c972c9cc-4df1-4e15-9f25-ad484f259aed HTTP/1.1" status: 200  len: 217 time: 0.0871606
Dec 23 16:18:12.146000 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-192d5241-aa1f-409c-811b-be6c419f1178 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Calling delete_port for 62d9ef87-1a7b-4a75-84e3-8525d3df7b84 owned by network:dhcp {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:18:12.169186 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:12.228354 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] For port e3018ee9-fff4-4a2e-acd5-af0cdd5a7c7f, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=e3018ee9-fff4-4a2e-acd5-af0cdd5a7c7f,segment=NetworkSegment(39d3ad9b-7821-4ec0-8dfb-6b0aca9faabd),segment_id=39d3ad9b-7821-4ec0-8dfb-6b0aca9faabd)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:18:12.229448 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-7fefa2b3-7d0e-4be6-a3b7-4329b6535864 None None] Could not find standard attr ID for object 951ac949-76d9-4e1a-b00d-f26fcaeb57b0. {{(pid=87637) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 23 16:18:12.243449 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:12.245424 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 62d9ef87-1a7b-4a75-84e3-8525d3df7b84 up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:18:12.313080 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3254ac48-fa5d-488d-a194-8a9903f76697 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:18:12.324738 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-192d5241-aa1f-409c-811b-be6c419f1178 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:12.337232 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-1c08fd41-99d9-4f88-83a0-96a88ae96205 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:18:12.349050 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae4ac12-b1bf-42d2-a443-b362d7def86e req-28719987-4812-46fe-b02b-5f68677f5807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:18:12.350560 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-cae4ac12-b1bf-42d2-a443-b362d7def86e req-28719987-4812-46fe-b02b-5f68677f5807 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=17a48be4-69fa-4d9d-94d2-23002e6428ae HTTP/1.1" status: 200  len: 834 time: 0.2246280
Dec 23 16:18:12.418943 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b95f74f7-c905-4c7b-a01e-1f427661f10d tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2176430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2618310'] for subnet, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:12.427571 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192d5241-aa1f-409c-811b-be6c419f1178 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Pushing event deleted for resources: {'Port': ['ID=62d9ef87-1a7b-4a75-84e3-8525d3df7b84,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:18:12.432098 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-192d5241-aa1f-409c-811b-be6c419f1178 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:18:12.436624 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-74a15881-0c59-443d-8df6-0185ef43c4e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:18:12.440247 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Pushing event updated for resources: {'Port': ['ID=e3018ee9-fff4-4a2e-acd5-af0cdd5a7c7f,revision_number=5']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:18:12.443191 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-898addd2-c298-4a6f-bd51-b719aa3c44bd None None] DHCP port deletion for b8c45155-3d17-4df9-872f-200189c1681e request from dv-neutron-822799-1-hyperv {{(pid=87637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 23 16:18:12.445258 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:18:12.449896 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-7fefa2b3-7d0e-4be6-a3b7-4329b6535864 None None] Provisioning for port 62d9ef87-1a7b-4a75-84e3-8525d3df7b84 completed by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:18:12.472550 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-7fefa2b3-7d0e-4be6-a3b7-4329b6535864 None None] Provisioning complete for port 62d9ef87-1a7b-4a75-84e3-8525d3df7b84 triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:18:12.472550 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-7fefa2b3-7d0e-4be6-a3b7-4329b6535864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:12.482275 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-192d5241-aa1f-409c-811b-be6c419f1178 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] No DVR routers for this DVR port 62d9ef87-1a7b-4a75-84e3-8525d3df7b84 on host dv-neutron-822799-1-hyperv {{(pid=87636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 23 16:18:12.495744 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35929d4e-800c-4d93-9330-321b783d688f req-13e1fa56-3407-47ad-b834-d13f466dd151 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:18:12.497550 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-35929d4e-800c-4d93-9330-321b783d688f req-13e1fa56-3407-47ad-b834-d13f466dd151 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/ports?device_id=39d6a8b0-5afc-4f74-b8a4-4e5966c0594e HTTP/1.1" status: 200  len: 944 time: 0.2771881
Dec 23 16:18:12.520220 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5955c752-787e-4dee-8394-c4e53dfec063 None None] Pushing event updated for resources: {'Port': ['ID=36be5959-37f9-4da6-a29c-bbe32956bd73,revision_number=3']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:18:12.536431 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG oslo_concurrency.lockutils [None req-5955c752-787e-4dee-8394-c4e53dfec063 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.435s {{(pid=87638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:18:12.554027 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-9c39064b-f8a5-4add-9c62-ac3c181fb080 None None] Attempting to bind port 36be5959-37f9-4da6-a29c-bbe32956bd73 on host dv-neutron-822799-1-hyperv for vnic_type normal with profile  {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:18:12.555326 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-9c39064b-f8a5-4add-9c62-ac3c181fb080 None None] Attempting to bind port 36be5959-37f9-4da6-a29c-bbe32956bd73 by drivers openvswitch,hyperv on host dv-neutron-822799-1-hyperv at level 0 using segments [{'id': '5797e2da-8cf1-468f-b7bc-bfaa39ad6a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '24ad3857-432b-45b9-9d4b-65ada6ed9e7e'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:18:12.555959 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c39064b-f8a5-4add-9c62-ac3c181fb080 None None] Attempting to bind port 36be5959-37f9-4da6-a29c-bbe32956bd73 on network 24ad3857-432b-45b9-9d4b-65ada6ed9e7e {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:18:12.562491 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c39064b-f8a5-4add-9c62-ac3c181fb080 None None] Checking agent: {'id': '20d2070f-69a9-4e73-8d08-6f0387a40158', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822799-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 21), 'started_at': datetime.datetime(2021, 12, 23, 16, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 17, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822799-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 23 16:18:12.563988 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c39064b-f8a5-4add-9c62-ac3c181fb080 None None] Checking segment: {'id': '5797e2da-8cf1-468f-b7bc-bfaa39ad6a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '24ad3857-432b-45b9-9d4b-65ada6ed9e7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:18:12.564699 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9c39064b-f8a5-4add-9c62-ac3c181fb080 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:12.565412 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c39064b-f8a5-4add-9c62-ac3c181fb080 None None] Bound using segment: {'id': '5797e2da-8cf1-468f-b7bc-bfaa39ad6a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '24ad3857-432b-45b9-9d4b-65ada6ed9e7e'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 23 16:18:12.566159 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-9c39064b-f8a5-4add-9c62-ac3c181fb080 None None] Bound port: 36be5959-37f9-4da6-a29c-bbe32956bd73, host: dv-neutron-822799-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5797e2da-8cf1-468f-b7bc-bfaa39ad6a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '24ad3857-432b-45b9-9d4b-65ada6ed9e7e'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 23 16:18:12.566797 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9c39064b-f8a5-4add-9c62-ac3c181fb080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:12.574719 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-35929d4e-800c-4d93-9330-321b783d688f req-a96bd285-d8ab-4aa2-8805-1506907d88e6 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/security-groups?id=fe17453e-2851-49ba-b1be-183827cb90e5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0695508
Dec 23 16:18:12.588236 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae4ac12-b1bf-42d2-a443-b362d7def86e req-4cb9583c-93e5-48ac-a30f-2d4308ac29a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:18:12.590529 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-cae4ac12-b1bf-42d2-a443-b362d7def86e req-4cb9583c-93e5-48ac-a30f-2d4308ac29a3 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=dea35259-3e90-4336-be8a-c4c46e33cff8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.2309144
Dec 23 16:18:12.636280 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-7fefa2b3-7d0e-4be6-a3b7-4329b6535864 None None] Port 62d9ef87-1a7b-4a75-84e3-8525d3df7b84 was deleted so its status cannot be updated. {{(pid=87637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Dec 23 16:18:12.646034 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] No active binding found for port 62d9ef87-1a7b-4a75-84e3-8525d3df7b84 {{(pid=87637) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}}
Dec 23 16:18:12.646466 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 62d9ef87-1a7b-4a75-84e3-8525d3df7b84 not bound to the agent host dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}}
Dec 23 16:18:12.684231 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Port 62d9ef87-1a7b-4a75-84e3-8525d3df7b84 not found, will not notify nova. {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}}
Dec 23 16:18:12.684679 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device d0235da8-d3f2-424b-8cc2-35c225b59efe up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:18:12.688450 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-9c39064b-f8a5-4add-9c62-ac3c181fb080 None None] For port 36be5959-37f9-4da6-a29c-bbe32956bd73, host dv-neutron-822799-1-hyperv, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 23 16:18:12.691991 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-9c39064b-f8a5-4add-9c62-ac3c181fb080 None None] For port 36be5959-37f9-4da6-a29c-bbe32956bd73, host dv-neutron-822799-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=36be5959-37f9-4da6-a29c-bbe32956bd73,segment=NetworkSegment(5797e2da-8cf1-468f-b7bc-bfaa39ad6a46),segment_id=5797e2da-8cf1-468f-b7bc-bfaa39ad6a46)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 23 16:18:12.698387 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-9c39064b-f8a5-4add-9c62-ac3c181fb080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:12.704688 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG oslo_concurrency.lockutils [None req-6f38ab42-8f4e-445f-8089-e409b23d4bc1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:18:12.762165 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-cae4ac12-b1bf-42d2-a443-b362d7def86e req-67463152-cc42-4f41-a3aa-815447bc70d6 service neutron] 10.222.0.61 "GET /v2.0/networks/dea35259-3e90-4336-be8a-c4c46e33cff8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1652062
Dec 23 16:18:12.770791 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port d0235da8-d3f2-424b-8cc2-35c225b59efe triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:18:12.771155 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:12.811398 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c39064b-f8a5-4add-9c62-ac3c181fb080 None None] Routers {'47b796b5-52fa-4d2e-bc01-b4e7f5a66b73'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:18:12.812151 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-9c39064b-f8a5-4add-9c62-ac3c181fb080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc2034730>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:17:50Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['47b796b5-52fa-4d2e-bc01-b4e7f5a66b73'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:18:12.846744 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95f74f7-c905-4c7b-a01e-1f427661f10d tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Pushing event updated for resources: {'Subnet': ['ID=c36bc7bd-0096-4fee-8817-e5e8f2f84064,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:18:12.862867 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-b95f74f7-c905-4c7b-a01e-1f427661f10d tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.426s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:18:12.866453 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b95f74f7-c905-4c7b-a01e-1f427661f10d tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Checking segment: {'id': 'e6b468bd-fb8f-40dd-b8fd-e0e2c9b56600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'f8dad10b-dd95-4597-8da0-cad51e7174ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:18:12.867042 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b95f74f7-c905-4c7b-a01e-1f427661f10d tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Network hostable DHCP agents. Network: f8dad10b-dd95-4597-8da0-cad51e7174ab, hostable agents: ['1c812d71-eadf-4fb3-b98e-67468a4aa7e2'], hosted agents: [] {{(pid=87636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 23 16:18:12.875405 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-192d5241-aa1f-409c-811b-be6c419f1178 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-864347', 'neutron.services.segments.db._delete_segments_for_network-8735362908070'] for network, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:12.914298 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-192d5241-aa1f-409c-811b-be6c419f1178 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1dbb549430>,) {'filters': {'network_id': ['b8c45155-3d17-4df9-872f-200189c1681e']}} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:18:12.932131 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-192d5241-aa1f-409c-811b-be6c419f1178 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dbb549430>, '8edc4286-ee00-4d8f-944f-6d434a6746b9') {'for_net_delete': True} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:18:12.932654 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-192d5241-aa1f-409c-811b-be6c419f1178 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dbb549430>, '8edc4286-ee00-4d8f-944f-6d434a6746b9') {} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:18:12.940236 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b95f74f7-c905-4c7b-a01e-1f427661f10d tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Network f8dad10b-dd95-4597-8da0-cad51e7174ab is scheduled to be hosted by DHCP agent 1c812d71-eadf-4fb3-b98e-67468a4aa7e2 with binding_index 1 {{(pid=87636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 23 16:18:12.953657 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-192d5241-aa1f-409c-811b-be6c419f1178 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735363085442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2382197'] for segment, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:12.965766 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-b95f74f7-c905-4c7b-a01e-1f427661f10d tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822799-1-hyperv, f8dad10b-dd95-4597-8da0-cad51e7174ab) {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:18:12.977830 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b95f74f7-c905-4c7b-a01e-1f427661f10d tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:18:12.978540 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b95f74f7-c905-4c7b-a01e-1f427661f10d tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks [] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:12.981162 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0000a232-c0b5-4c28-b7ac-f49396d2488b None None] Network f8dad10b-dd95-4597-8da0-cad51e7174ab requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:18:12.985660 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-cae4ac12-b1bf-42d2-a443-b362d7def86e req-5d0ce6d1-c173-48d6-915a-29d19088d360 service neutron] 10.222.0.61 "GET /v2.0/networks/dea35259-3e90-4336-be8a-c4c46e33cff8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2167861
Dec 23 16:18:13.005878 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-192d5241-aa1f-409c-811b-be6c419f1178 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:13.050822 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-192d5241-aa1f-409c-811b-be6c419f1178 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Releasing vlan 448 on physical network physnet1 to pool {{(pid=87636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 23 16:18:13.051910 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-192d5241-aa1f-409c-811b-be6c419f1178 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2176261'] for segment, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:13.056454 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5955c752-787e-4dee-8394-c4e53dfec063 None None] Pushing event updated for resources: {'Port': ['ID=36be5959-37f9-4da6-a29c-bbe32956bd73,revision_number=4']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:18:13.061595 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG oslo_concurrency.lockutils [None req-5955c752-787e-4dee-8394-c4e53dfec063 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=87638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:18:13.076285 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device a1d06117-919d-4cd4-9292-19fd7cfdcadf up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:18:13.078143 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-9c39064b-f8a5-4add-9c62-ac3c181fb080 None None] Set router 47b796b5-52fa-4d2e-bc01-b4e7f5a66b73 gateway port host: None {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:18:13.079627 dv-neutron-822799-1-hyperv neutron-server[87636]: Traceback (most recent call last):
Dec 23 16:18:13.079627 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 23 16:18:13.079627 dv-neutron-822799-1-hyperv neutron-server[87636]:     timer()
Dec 23 16:18:13.079627 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:18:13.079627 dv-neutron-822799-1-hyperv neutron-server[87636]:     cb(*args, **kw)
Dec 23 16:18:13.079627 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 23 16:18:13.079627 dv-neutron-822799-1-hyperv neutron-server[87636]:     return func(*args, **kwargs)
Dec 23 16:18:13.079627 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:18:13.079627 dv-neutron-822799-1-hyperv neutron-server[87636]:     self._notify()
Dec 23 16:18:13.079627 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:18:13.079627 dv-neutron-822799-1-hyperv neutron-server[87636]:     self.callback(batched_events)
Dec 23 16:18:13.079627 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:18:13.079627 dv-neutron-822799-1-hyperv neutron-server[87636]:     event.method(event)
Dec 23 16:18:13.079627 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:18:13.079627 dv-neutron-822799-1-hyperv neutron-server[87636]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:18:13.079627 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 23 16:18:13.079627 dv-neutron-822799-1-hyperv neutron-server[87636]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 23 16:18:13.079627 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 23 16:18:13.079627 dv-neutron-822799-1-hyperv neutron-server[87636]:     return f(self, *a, **k)
Dec 23 16:18:13.079627 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:18:13.079627 dv-neutron-822799-1-hyperv neutron-server[87636]:     return self._get(url).json()
Dec 23 16:18:13.079627 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 23 16:18:13.079627 dv-neutron-822799-1-hyperv neutron-server[87636]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 23 16:18:13.079627 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 23 16:18:13.079627 dv-neutron-822799-1-hyperv neutron-server[87636]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:18:13.079627 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 23 16:18:13.079627 dv-neutron-822799-1-hyperv neutron-server[87636]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 23 16:18:13.079627 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 23 16:18:13.079627 dv-neutron-822799-1-hyperv neutron-server[87636]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:18:13.079627 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 23 16:18:13.079627 dv-neutron-822799-1-hyperv neutron-server[87636]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:18:13.079627 dv-neutron-822799-1-hyperv neutron-server[87636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:18:13.085667 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-b95f74f7-c905-4c7b-a01e-1f427661f10d tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 830 time: 1.6691532
Dec 23 16:18:13.088561 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 51998) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:13.136031 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Device c972c9cc-4df1-4e15-9f25-ad484f259aed details requested by agent hyperv_hv-neutron-8227 with host hv-neutron-8227 {{(pid=87637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 23 16:18:13.309128 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-192d5241-aa1f-409c-811b-be6c419f1178 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-864336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1824171'] for network, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:13.315731 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-e1b9713e-ca74-4736-9b64-06d4c568d8d9 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:18:13.336455 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-192d5241-aa1f-409c-811b-be6c419f1178 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:13.348714 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192d5241-aa1f-409c-811b-be6c419f1178 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Pushing event deleted for resources: {'Network': ['ID=b8c45155-3d17-4df9-872f-200189c1681e,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:18:13.353048 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port a1d06117-919d-4cd4-9292-19fd7cfdcadf triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:18:13.353629 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-192d5241-aa1f-409c-811b-be6c419f1178 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:18:13.353737 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:13.426146 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-192d5241-aa1f-409c-811b-be6c419f1178 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] 10.222.0.64 "DELETE /v2.0/networks/b8c45155-3d17-4df9-872f-200189c1681e HTTP/1.1" status: 204  len: 168 time: 2.2663469
Dec 23 16:18:13.426753 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 52002) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:13.452523 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-9c39064b-f8a5-4add-9c62-ac3c181fb080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc2034730>, [{'id': '47b796b5-52fa-4d2e-bc01-b4e7f5a66b73', 'name': 'tempest-RoutersIpV6Test-router-476417359', 'tenant_id': '7f693e1e2e4c45b0a519cdc9b284f217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:17:46Z', 'updated_at': '2021-12-23T16:18:07Z', 'revision_number': 4, 'project_id': '7f693e1e2e4c45b0a519cdc9b284f217', 'gw_port_host': None, '_interfaces': [{'id': '36be5959-37f9-4da6-a29c-bbe32956bd73', 'name': '', 'network_id': '24ad3857-432b-45b9-9d4b-65ada6ed9e7e', 'tenant_id': '7f693e1e2e4c45b0a519cdc9b284f217', 'mac_address': 'fa:16:3e:fc:59:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47b796b5-52fa-4d2e-bc01-b4e7f5a66b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': 'acb46159-0524-40d7-8e1a-4f586d869551', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:18:05Z', 'updated_at': '2021-12-23T16:18:12Z', 'revision_number': 4, 'project_id': '7f693e1e2e4c45b0a519cdc9b284f217', 'subnets': [{'id': 'acb46159-0524-40d7-8e1a-4f586d869551', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e3018ee9-fff4-4a2e-acd5-af0cdd5a7c7f', 'name': '', 'network_id': '85525320-5226-4812-b412-d127729cd909', 'tenant_id': '7f693e1e2e4c45b0a519cdc9b284f217', 'mac_address': 'fa:16:3e:94:2b:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47b796b5-52fa-4d2e-bc01-b4e7f5a66b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1234, 'fixed_ips': [{'subnet_id': '74b9cb85-201b-4e15-9707-9ca0a3ff5b44', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:17:57Z', 'updated_at': '2021-12-23T16:18:12Z', 'revision_number': 5, 'project_id': '7f693e1e2e4c45b0a519cdc9b284f217', 'subnets': [{'id': '74b9cb85-201b-4e15-9707-9ca0a3ff5b44', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f7b9d5cb-9b30-4db7-8d92-678aa551e2a9', 'name': '', 'network_id': 'fc837992-2e66-4488-a75b-bed62b48e052', 'tenant_id': '7f693e1e2e4c45b0a519cdc9b284f217', 'mac_address': 'fa:16:3e:2a:1a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47b796b5-52fa-4d2e-bc01-b4e7f5a66b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': '02f625a5-8cce-44c9-b991-165208d7f8c6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:17:49Z', 'updated_at': '2021-12-23T16:18:04Z', 'revision_number': 5, 'project_id': '7f693e1e2e4c45b0a519cdc9b284f217', 'subnets': [{'id': '02f625a5-8cce-44c9-b991-165208d7f8c6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:18:13.457278 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c39064b-f8a5-4add-9c62-ac3c181fb080 None None] The sync data for ids ['47b796b5-52fa-4d2e-bc01-b4e7f5a66b73'] in dv-neutron-822799-1-hyperv is: [{'id': '47b796b5-52fa-4d2e-bc01-b4e7f5a66b73', 'name': 'tempest-RoutersIpV6Test-router-476417359', 'tenant_id': '7f693e1e2e4c45b0a519cdc9b284f217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:17:46Z', 'updated_at': '2021-12-23T16:18:07Z', 'revision_number': 4, 'project_id': '7f693e1e2e4c45b0a519cdc9b284f217', 'gw_port_host': None, '_interfaces': [{'id': '36be5959-37f9-4da6-a29c-bbe32956bd73', 'name': '', 'network_id': '24ad3857-432b-45b9-9d4b-65ada6ed9e7e', 'tenant_id': '7f693e1e2e4c45b0a519cdc9b284f217', 'mac_address': 'fa:16:3e:fc:59:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47b796b5-52fa-4d2e-bc01-b4e7f5a66b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': 'acb46159-0524-40d7-8e1a-4f586d869551', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:18:05Z', 'updated_at': '2021-12-23T16:18:12Z', 'revision_number': 4, 'project_id': '7f693e1e2e4c45b0a519cdc9b284f217', 'subnets': [{'id': 'acb46159-0524-40d7-8e1a-4f586d869551', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e3018ee9-fff4-4a2e-acd5-af0cdd5a7c7f', 'name': '', 'network_id': '85525320-5226-4812-b412-d127729cd909', 'tenant_id': '7f693e1e2e4c45b0a519cdc9b284f217', 'mac_address': 'fa:16:3e:94:2b:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47b796b5-52fa-4d2e-bc01-b4e7f5a66b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1234, 'fixed_ips': [{'subnet_id': '74b9cb85-201b-4e15-9707-9ca0a3ff5b44', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:17:57Z', 'updated_at': '2021-12-23T16:18:12Z', 'revision_number': 5, 'project_id': '7f693e1e2e4c45b0a519cdc9b284f217', 'subnets': [{'id': '74b9cb85-201b-4e15-9707-9ca0a3ff5b44', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f7b9d5cb-9b30-4db7-8d92-678aa551e2a9', 'name': '', 'network_id': 'fc837992-2e66-4488-a75b-bed62b48e052', 'tenant_id': '7f693e1e2e4c45b0a519cdc9b284f217', 'mac_address': 'fa:16:3e:2a:1a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47b796b5-52fa-4d2e-bc01-b4e7f5a66b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': '02f625a5-8cce-44c9-b991-165208d7f8c6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:17:49Z', 'updated_at': '2021-12-23T16:18:04Z', 'revision_number': 5, 'project_id': '7f693e1e2e4c45b0a519cdc9b284f217', 'subnets': [{'id': '02f625a5-8cce-44c9-b991-165208d7f8c6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 23 16:18:13.477132 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] For port c972c9cc-4df1-4e15-9f25-ad484f259aed, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=c972c9cc-4df1-4e15-9f25-ad484f259aed,segment=NetworkSegment(5ce20ec1-4fcf-432c-a113-e744022bf383),segment_id=5ce20ec1-4fcf-432c-a113-e744022bf383)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:18:13.479321 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-1c624c99-ce53-4ff2-855a-da6d93c6e9a6 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-274234647'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:18:13.496109 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-1c624c99-ce53-4ff2-855a-da6d93c6e9a6 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:18:13.498768 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6052f28-2fc9-4696-bc5b-4e6a91f62599 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7e017a6-8198-58c8-a07e-0f786128e3b3-f8dad10b-dd95-4597-8da0-cad51e7174ab', 'network_id': 'f8dad10b-dd95-4597-8da0-cad51e7174ab', 'tenant_id': '7f693e1e2e4c45b0a519cdc9b284f217', 'fixed_ips': [{'subnet_id': 'c36bc7bd-0096-4fee-8817-e5e8f2f84064'}]}} from dv-neutron-822799-1-hyperv. {{(pid=87637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 23 16:18:13.499591 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-e6052f28-2fc9-4696-bc5b-4e6a91f62599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:13.503665 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-1c624c99-ce53-4ff2-855a-da6d93c6e9a6 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Usage tracker for resource:network and tenant:e1d581421fe74f67b8908d7d303644fd is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:18:13.508076 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-1c624c99-ce53-4ff2-855a-da6d93c6e9a6 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:18:13.511571 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Returning: {'device': 'c972c9cc-4df1-4e15-9f25-ad484f259aed', 'network_id': 'dea35259-3e90-4336-be8a-c4c46e33cff8', 'port_id': 'c972c9cc-4df1-4e15-9f25-ad484f259aed', 'mac_address': 'fa:16:3e:a5:ae:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17a48be4-69fa-4d9d-94d2-23002e6428ae', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 23 16:18:13.524483 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-1c624c99-ce53-4ff2-855a-da6d93c6e9a6 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:18:13.601409 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c624c99-ce53-4ff2-855a-da6d93c6e9a6 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Made reservation on behalf of e1d581421fe74f67b8908d7d303644fd for: {'network': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:18:13.604889 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1c624c99-ce53-4ff2-855a-da6d93c6e9a6 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for network, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:13.718047 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c624c99-ce53-4ff2-855a-da6d93c6e9a6 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] vlan segment allocate from pool success with {'vlan_id': 411, 'physical_network': 'physnet1'}  {{(pid=87636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 23 16:18:13.782628 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:13.792524 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device e3018ee9-fff4-4a2e-acd5-af0cdd5a7c7f up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:18:13.820188 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1c624c99-ce53-4ff2-855a-da6d93c6e9a6 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:13.820443 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.db.segments_db [None req-1c624c99-ce53-4ff2-855a-da6d93c6e9a6 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Added segment 657ae83f-eb2e-469b-ae1d-c6ecad1cfdef of type vlan for network 368af045-a5e4-46ea-9109-de0300762f9d
Dec 23 16:18:13.842215 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.notifiers.nova [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c972c9cc-4df1-4e15-9f25-ad484f259aed {{(pid=87637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 23 16:18:13.879061 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_common [None req-e6052f28-2fc9-4696-bc5b-4e6a91f62599 None None] Allocated IP 2001:db8:3::2 (f8dad10b-dd95-4597-8da0-cad51e7174ab/c36bc7bd-0096-4fee-8817-e5e8f2f84064/4a1a9861-00d6-465a-a04f-d7dc51fb3aa8) {{(pid=87637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:18:13.888814 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] For port c972c9cc-4df1-4e15-9f25-ad484f259aed, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=c972c9cc-4df1-4e15-9f25-ad484f259aed,segment=NetworkSegment(5ce20ec1-4fcf-432c-a113-e744022bf383),segment_id=5ce20ec1-4fcf-432c-a113-e744022bf383)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:18:13.890629 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1c624c99-ce53-4ff2-855a-da6d93c6e9a6 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735362521793'] for network, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:13.902072 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:13.906842 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-c07d8356-1b59-420c-9431-b157308acec5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:18:13.958035 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762b0e81-0c03-4436-af60-a65f5df4dd6c req-bfe23602-7f4e-49d9-8bed-9675e3fca4c7 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:18:13.959571 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-762b0e81-0c03-4436-af60-a65f5df4dd6c req-bfe23602-7f4e-49d9-8bed-9675e3fca4c7 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/ports?device_id=39d6a8b0-5afc-4f74-b8a4-4e5966c0594e HTTP/1.1" status: 200  len: 944 time: 0.2292325
Dec 23 16:18:14.024467 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-42b12567-e85d-4f16-8765-2a9d7517749b tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:14.037691 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1c624c99-ce53-4ff2-855a-da6d93c6e9a6 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495'] for network, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:14.043297 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c624c99-ce53-4ff2-855a-da6d93c6e9a6 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:18:14.043902 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1c624c99-ce53-4ff2-855a-da6d93c6e9a6 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:14.053092 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port e3018ee9-fff4-4a2e-acd5-af0cdd5a7c7f triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:18:14.053746 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:14.055917 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-acbb4901-7406-4026-a966-84c81f23f94b tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:18:14.081715 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-762b0e81-0c03-4436-af60-a65f5df4dd6c req-d4c7f51f-7871-4433-ab29-777f1b365347 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/security-groups?id=fe17453e-2851-49ba-b1be-183827cb90e5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1105237
Dec 23 16:18:14.134836 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] get_ports_and_sgs() called for port_ids ['c972c9cc-4df1-4e15-9f25-ad484f259aed'] {{(pid=87637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 23 16:18:14.174289 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Pushing event updated for resources: {'Port': ['ID=c972c9cc-4df1-4e15-9f25-ad484f259aed,revision_number=4']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:18:14.177674 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:18:14.231605 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-1c624c99-ce53-4ff2-855a-da6d93c6e9a6 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201  len: 767 time: 0.8016150
Dec 23 16:18:14.232632 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 52008) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:14.238562 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-4d609a6f-c388-4979-a924-9c224e41d912 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Request body: {'subnet': {'network_id': '368af045-a5e4-46ea-9109-de0300762f9d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:18:14.361904 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-4d609a6f-c388-4979-a924-9c224e41d912 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:18:14.366074 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-4d609a6f-c388-4979-a924-9c224e41d912 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Usage tracker for resource:subnet and tenant:e1d581421fe74f67b8908d7d303644fd is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:18:14.369317 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-4d609a6f-c388-4979-a924-9c224e41d912 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:18:14.376006 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-4d609a6f-c388-4979-a924-9c224e41d912 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:18:14.390210 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d609a6f-c388-4979-a924-9c224e41d912 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Made reservation on behalf of e1d581421fe74f67b8908d7d303644fd for: {'subnet': 1} {{(pid=87635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:18:14.395179 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-4d609a6f-c388-4979-a924-9c224e41d912 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2610339'] for subnet, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:14.441899 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-e6052f28-2fc9-4696-bc5b-4e6a91f62599 None None] Notify callbacks [] for port, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:14.470359 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-e6052f28-2fc9-4696-bc5b-4e6a91f62599 None None] Transition to ACTIVE for port object 4a1a9861-00d6-465a-a04f-d7dc51fb3aa8 will not be triggered until provisioned by entity L2. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:18:14.476591 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c624c99-ce53-4ff2-855a-da6d93c6e9a6 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Pushing event updated for resources: {'Network': ['ID=368af045-a5e4-46ea-9109-de0300762f9d,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:18:14.486121 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-1c624c99-ce53-4ff2-855a-da6d93c6e9a6 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.430s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:18:14.491819 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Network 368af045-a5e4-46ea-9109-de0300762f9d details requested by agent ovs-agent-dv-neutron-822799-1-hyperv with host dv-neutron-822799-1-hyperv {{(pid=87637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 23 16:18:14.526777 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 62d9ef87-1a7b-4a75-84e3-8525d3df7b84 no longer exists at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 23 16:18:14.638657 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] No Port match for: 62d9ef87-1a7b-4a75-84e3-8525d3df7b84 {{(pid=87637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 23 16:18:14.638917 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 62d9ef87-1a7b-4a75-84e3-8525d3df7b84 not bound to the agent host dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 23 16:18:14.644215 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-4d609a6f-c388-4979-a924-9c224e41d912 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2753396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2610353'] for subnet, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:14.644632 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-e6052f28-2fc9-4696-bc5b-4e6a91f62599 None None] Transition to ACTIVE for port object 4a1a9861-00d6-465a-a04f-d7dc51fb3aa8 will not be triggered until provisioned by entity DHCP. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:18:14.654561 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-03b0c759-91f5-4ab3-855d-c4922c1e0725 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:18:14.673953 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-e6052f28-2fc9-4696-bc5b-4e6a91f62599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780'] for port, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:14.681825 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-6a5274c7-029c-4073-9bab-f49c1600f80b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:18:14.738469 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d609a6f-c388-4979-a924-9c224e41d912 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Checking segment: {'id': '657ae83f-eb2e-469b-ae1d-c6ecad1cfdef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '368af045-a5e4-46ea-9109-de0300762f9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:18:14.738762 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d609a6f-c388-4979-a924-9c224e41d912 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Network hostable DHCP agents. Network: 368af045-a5e4-46ea-9109-de0300762f9d, hostable agents: ['1c812d71-eadf-4fb3-b98e-67468a4aa7e2'], hosted agents: [] {{(pid=87635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 23 16:18:14.749890 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [None req-42b12567-e85d-4f16-8765-2a9d7517749b tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Allocated IP 2001:db8:3::1 (f8dad10b-dd95-4597-8da0-cad51e7174ab/c36bc7bd-0096-4fee-8817-e5e8f2f84064/e8b6c414-9aa4-4f9b-91d1-ef0f348277ed) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:18:14.756215 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d609a6f-c388-4979-a924-9c224e41d912 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Pushing event updated for resources: {'Subnet': ['ID=a577dfe5-9516-4a2e-b422-9a81bcb74ef1,revision_number=0']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:18:14.756804 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6052f28-2fc9-4696-bc5b-4e6a91f62599 None None] Network f8dad10b-dd95-4597-8da0-cad51e7174ab is already hosted by enough agents. {{(pid=87637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:18:14.759165 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-4d609a6f-c388-4979-a924-9c224e41d912 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:18:14.769975 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d609a6f-c388-4979-a924-9c224e41d912 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Network 368af045-a5e4-46ea-9109-de0300762f9d is scheduled to be hosted by DHCP agent 1c812d71-eadf-4fb3-b98e-67468a4aa7e2 with binding_index 1 {{(pid=87635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 23 16:18:14.773019 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-e6052f28-2fc9-4696-bc5b-4e6a91f62599 None None] Resources bound (agent type, host, resource id):  {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:18:14.775512 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6052f28-2fc9-4696-bc5b-4e6a91f62599 None None] Received port after_create {{(pid=87637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:18:14.783671 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.base_scheduler [None req-4d609a6f-c388-4979-a924-9c224e41d912 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822799-1-hyperv, 368af045-a5e4-46ea-9109-de0300762f9d) {{(pid=87635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:18:14.788769 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d609a6f-c388-4979-a924-9c224e41d912 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:18:14.789935 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-4d609a6f-c388-4979-a924-9c224e41d912 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks [] for subnet, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:14.796440 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61cfc981-1fd7-4e14-a2df-b639b969142a None None] Network 368af045-a5e4-46ea-9109-de0300762f9d requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:18:14.810937 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-4d609a6f-c388-4979-a924-9c224e41d912 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.5777886
Dec 23 16:18:14.813761 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 52012) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:14.819745 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-4ade9023-3304-4638-b1e3-695e8c30c81e tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Request body: {'port': {'network_id': '368af045-a5e4-46ea-9109-de0300762f9d', 'name': 'tempest-PortsTestJSON-2035153505', 'fixed_ips': [{'subnet_id': 'a577dfe5-9516-4a2e-b422-9a81bcb74ef1', 'ip_address': '172.20.0.10'}]}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:18:14.852450 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6052f28-2fc9-4696-bc5b-4e6a91f62599 None None] Pushing event updated for resources: {'Port': ['ID=4a1a9861-00d6-465a-a04f-d7dc51fb3aa8,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:18:14.855372 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-e6052f28-2fc9-4696-bc5b-4e6a91f62599 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:18:14.931878 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-42b12567-e85d-4f16-8765-2a9d7517749b tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:14.958116 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.provisioning_blocks [None req-42b12567-e85d-4f16-8765-2a9d7517749b tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Transition to ACTIVE for port object e8b6c414-9aa4-4f9b-91d1-ef0f348277ed will not be triggered until provisioned by entity DHCP. {{(pid=87636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:18:14.969680 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-4ade9023-3304-4638-b1e3-695e8c30c81e tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:18:14.985402 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-4ade9023-3304-4638-b1e3-695e8c30c81e tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:18:14.999589 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-42b12567-e85d-4f16-8765-2a9d7517749b tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:15.004383 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ade9023-3304-4638-b1e3-695e8c30c81e tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Made reservation on behalf of e1d581421fe74f67b8908d7d303644fd for: {'port': 1} {{(pid=87635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:18:15.012032 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-f380c505-00b7-438d-837c-041df904f14f tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:18:15.035701 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-e6052f28-2fc9-4696-bc5b-4e6a91f62599 None None] Attempting to bind port 4a1a9861-00d6-465a-a04f-d7dc51fb3aa8 on host dv-neutron-822799-1-hyperv for vnic_type normal with profile  {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:18:15.036240 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-e6052f28-2fc9-4696-bc5b-4e6a91f62599 None None] Attempting to bind port 4a1a9861-00d6-465a-a04f-d7dc51fb3aa8 by drivers openvswitch,hyperv on host dv-neutron-822799-1-hyperv at level 0 using segments [{'id': 'e6b468bd-fb8f-40dd-b8fd-e0e2c9b56600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'f8dad10b-dd95-4597-8da0-cad51e7174ab'}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:18:15.036499 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6052f28-2fc9-4696-bc5b-4e6a91f62599 None None] Attempting to bind port 4a1a9861-00d6-465a-a04f-d7dc51fb3aa8 on network f8dad10b-dd95-4597-8da0-cad51e7174ab {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:18:15.052823 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 36be5959-37f9-4da6-a29c-bbe32956bd73 up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:18:15.082716 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42b12567-e85d-4f16-8765-2a9d7517749b tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Network f8dad10b-dd95-4597-8da0-cad51e7174ab is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:18:15.083870 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-42b12567-e85d-4f16-8765-2a9d7517749b tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Resources bound (agent type, host, resource id):  {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:18:15.088042 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42b12567-e85d-4f16-8765-2a9d7517749b tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:18:15.088661 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-42b12567-e85d-4f16-8765-2a9d7517749b tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1781300'] for router_interface, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:15.105979 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6052f28-2fc9-4696-bc5b-4e6a91f62599 None None] Checking agent: {'id': '20d2070f-69a9-4e73-8d08-6f0387a40158', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822799-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 21), 'started_at': datetime.datetime(2021, 12, 23, 16, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 17, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822799-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 23 16:18:15.105979 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6052f28-2fc9-4696-bc5b-4e6a91f62599 None None] Checking segment: {'id': 'e6b468bd-fb8f-40dd-b8fd-e0e2c9b56600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'f8dad10b-dd95-4597-8da0-cad51e7174ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:18:15.106391 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-e6052f28-2fc9-4696-bc5b-4e6a91f62599 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:15.106712 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6052f28-2fc9-4696-bc5b-4e6a91f62599 None None] Bound using segment: {'id': 'e6b468bd-fb8f-40dd-b8fd-e0e2c9b56600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'f8dad10b-dd95-4597-8da0-cad51e7174ab'} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 23 16:18:15.108155 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-e6052f28-2fc9-4696-bc5b-4e6a91f62599 None None] Bound port: 4a1a9861-00d6-465a-a04f-d7dc51fb3aa8, host: dv-neutron-822799-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6b468bd-fb8f-40dd-b8fd-e0e2c9b56600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'f8dad10b-dd95-4597-8da0-cad51e7174ab'}}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 23 16:18:15.108155 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-e6052f28-2fc9-4696-bc5b-4e6a91f62599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:15.121466 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b12567-e85d-4f16-8765-2a9d7517749b tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Pushing event updated for resources: {'Port': ['ID=e8b6c414-9aa4-4f9b-91d1-ef0f348277ed,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:18:15.125252 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-42b12567-e85d-4f16-8765-2a9d7517749b tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:18:15.166924 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-4ade9023-3304-4638-b1e3-695e8c30c81e tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:15.195793 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.notifiers.nova [None req-4ade9023-3304-4638-b1e3-695e8c30c81e tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] device_id is not set on port f66e4da3-0659-4eeb-8279-33caca25c8d5 yet. {{(pid=87635) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 23 16:18:15.244184 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-42b12567-e85d-4f16-8765-2a9d7517749b tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:15.351350 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d897e3f7-8d4c-434f-9500-b7e8dcb774a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7e017a6-8198-58c8-a07e-0f786128e3b3-368af045-a5e4-46ea-9109-de0300762f9d', 'network_id': '368af045-a5e4-46ea-9109-de0300762f9d', 'tenant_id': 'e1d581421fe74f67b8908d7d303644fd', 'fixed_ips': [{'subnet_id': 'a577dfe5-9516-4a2e-b422-9a81bcb74ef1'}]}} from dv-neutron-822799-1-hyperv. {{(pid=87637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 23 16:18:15.352220 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d897e3f7-8d4c-434f-9500-b7e8dcb774a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:15.376899 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning for port 36be5959-37f9-4da6-a29c-bbe32956bd73 completed by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:18:15.387314 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-e6052f28-2fc9-4696-bc5b-4e6a91f62599 None None] For port 4a1a9861-00d6-465a-a04f-d7dc51fb3aa8, host dv-neutron-822799-1-hyperv, cleared binding levels {{(pid=87637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 23 16:18:15.391720 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-e6052f28-2fc9-4696-bc5b-4e6a91f62599 None None] For port 4a1a9861-00d6-465a-a04f-d7dc51fb3aa8, host dv-neutron-822799-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=4a1a9861-00d6-465a-a04f-d7dc51fb3aa8,segment=NetworkSegment(e6b468bd-fb8f-40dd-b8fd-e0e2c9b56600),segment_id=e6b468bd-fb8f-40dd-b8fd-e0e2c9b56600)] {{(pid=87637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 23 16:18:15.395738 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port 36be5959-37f9-4da6-a29c-bbe32956bd73 triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:18:15.396118 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:15.429573 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-e6052f28-2fc9-4696-bc5b-4e6a91f62599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:15.479278 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:18:15.549868 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09d423f-d7a7-4178-b145-68f233543ab2 req-1df440a8-d7ee-4357-823e-7438f3a3a678 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:18:15.551422 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-d09d423f-d7a7-4178-b145-68f233543ab2 req-1df440a8-d7ee-4357-823e-7438f3a3a678 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/ports?device_id=39d6a8b0-5afc-4f74-b8a4-4e5966c0594e HTTP/1.1" status: 200  len: 945 time: 0.3181565
Dec 23 16:18:15.654227 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6052f28-2fc9-4696-bc5b-4e6a91f62599 None None] Pushing event updated for resources: {'Port': ['ID=4a1a9861-00d6-465a-a04f-d7dc51fb3aa8,revision_number=2']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:18:15.657348 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-d09d423f-d7a7-4178-b145-68f233543ab2 req-588942e9-8b4f-4f4c-bdee-02b72e280df2 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/security-groups?id=fe17453e-2851-49ba-b1be-183827cb90e5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0976677
Dec 23 16:18:15.657633 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-e6052f28-2fc9-4696-bc5b-4e6a91f62599 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:18:15.682084 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.db_base_plugin_common [None req-4ade9023-3304-4638-b1e3-695e8c30c81e tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Allocated IP 172.20.0.10 (368af045-a5e4-46ea-9109-de0300762f9d/a577dfe5-9516-4a2e-b422-9a81bcb74ef1/f66e4da3-0659-4eeb-8279-33caca25c8d5) {{(pid=87635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:18:15.728320 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:15.781715 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] For port 36be5959-37f9-4da6-a29c-bbe32956bd73, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=36be5959-37f9-4da6-a29c-bbe32956bd73,segment=NetworkSegment(5797e2da-8cf1-468f-b7bc-bfaa39ad6a46),segment_id=5797e2da-8cf1-468f-b7bc-bfaa39ad6a46)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:18:15.782027 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-42b12567-e85d-4f16-8765-2a9d7517749b tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks [] for port, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:15.788717 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:15.791822 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-30348d78-777a-4c54-a66f-b7e31d66193e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:18:15.794382 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-42b12567-e85d-4f16-8765-2a9d7517749b tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2176289'] for port, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:15.795354 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-42b12567-e85d-4f16-8765-2a9d7517749b tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1627481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1781465'] for router_interface, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:15.803964 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-4b060d47-9d22-433e-bd75-0fcb5ccdd9ce tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:18:15.881756 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Pushing event updated for resources: {'Port': ['ID=36be5959-37f9-4da6-a29c-bbe32956bd73,revision_number=5']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:18:15.885012 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:18:15.981396 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-4ade9023-3304-4638-b1e3-695e8c30c81e tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks [] for port, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:15.993109 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b12567-e85d-4f16-8765-2a9d7517749b tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Pushing event updated for resources: {'Port': ['ID=e8b6c414-9aa4-4f9b-91d1-ef0f348277ed,revision_number=2']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:18:15.999472 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.provisioning_blocks [None req-4ade9023-3304-4638-b1e3-695e8c30c81e tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Transition to ACTIVE for port object f66e4da3-0659-4eeb-8279-33caca25c8d5 will not be triggered until provisioned by entity DHCP. {{(pid=87635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:18:16.003824 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-42b12567-e85d-4f16-8765-2a9d7517749b tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:18:16.036141 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-4ade9023-3304-4638-b1e3-695e8c30c81e tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:16.041641 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-0ea85763-d165-44ae-9a8c-00779e33b122 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:18:16.068055 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42b12567-e85d-4f16-8765-2a9d7517749b tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Network f8dad10b-dd95-4597-8da0-cad51e7174ab is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:18:16.069398 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-42b12567-e85d-4f16-8765-2a9d7517749b tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Resources bound (agent type, host, resource id):  {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:18:16.123586 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ade9023-3304-4638-b1e3-695e8c30c81e tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Network 368af045-a5e4-46ea-9109-de0300762f9d is already hosted by enough agents. {{(pid=87635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:18:16.127069 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.base_scheduler [None req-4ade9023-3304-4638-b1e3-695e8c30c81e tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Resources bound (agent type, host, resource id):  {{(pid=87635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:18:16.134552 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ade9023-3304-4638-b1e3-695e8c30c81e tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Received port after_create {{(pid=87635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:18:16.140880 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_common [None req-d897e3f7-8d4c-434f-9500-b7e8dcb774a4 None None] Allocated IP 172.20.0.2 (368af045-a5e4-46ea-9109-de0300762f9d/a577dfe5-9516-4a2e-b422-9a81bcb74ef1/2aa74f34-97bb-43a5-bdb7-850d02e400e9) {{(pid=87637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:18:16.173591 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ade9023-3304-4638-b1e3-695e8c30c81e tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Pushing event updated for resources: {'Port': ['ID=f66e4da3-0659-4eeb-8279-33caca25c8d5,revision_number=1']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:18:16.176727 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-4ade9023-3304-4638-b1e3-695e8c30c81e tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:18:16.223189 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ade9023-3304-4638-b1e3-695e8c30c81e tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:18:16.223833 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-4ade9023-3304-4638-b1e3-695e8c30c81e tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:16.256531 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-4ade9023-3304-4638-b1e3-695e8c30c81e tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201  len: 925 time: 1.4413812
Dec 23 16:18:16.259499 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 52018) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:16.266471 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-ee55b919-0fe4-4af7-9aa0-387e1d6eab63 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Request body: {'port': {'network_id': '368af045-a5e4-46ea-9109-de0300762f9d', 'name': 'tempest-PortsTestJSON-1880031871', 'fixed_ips': [{'subnet_id': 'a577dfe5-9516-4a2e-b422-9a81bcb74ef1', 'ip_address': '172.20.0.9'}]}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:18:16.293256 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42b12567-e85d-4f16-8765-2a9d7517749b tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Router 47b796b5-52fa-4d2e-bc01-b4e7f5a66b73 has already been hosted by L3 agent 371d4c41-c7e2-4de7-9539-c049ec4e95d1 {{(pid=87636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 23 16:18:16.438079 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d897e3f7-8d4c-434f-9500-b7e8dcb774a4 None None] Notify callbacks [] for port, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:16.443826 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-ee55b919-0fe4-4af7-9aa0-387e1d6eab63 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:18:16.449477 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-ee55b919-0fe4-4af7-9aa0-387e1d6eab63 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Usage tracker for resource:port and tenant:e1d581421fe74f67b8908d7d303644fd is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:18:16.449760 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-d897e3f7-8d4c-434f-9500-b7e8dcb774a4 None None] Transition to ACTIVE for port object 2aa74f34-97bb-43a5-bdb7-850d02e400e9 will not be triggered until provisioned by entity L2. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:18:16.453241 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-ee55b919-0fe4-4af7-9aa0-387e1d6eab63 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:18:16.460788 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-ee55b919-0fe4-4af7-9aa0-387e1d6eab63 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:18:16.470984 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-d897e3f7-8d4c-434f-9500-b7e8dcb774a4 None None] Transition to ACTIVE for port object 2aa74f34-97bb-43a5-bdb7-850d02e400e9 will not be triggered until provisioned by entity DHCP. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:18:16.473484 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee55b919-0fe4-4af7-9aa0-387e1d6eab63 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Made reservation on behalf of e1d581421fe74f67b8908d7d303644fd for: {'port': 1} {{(pid=87635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:18:16.479195 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d897e3f7-8d4c-434f-9500-b7e8dcb774a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780'] for port, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:16.479707 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-ee55b919-0fe4-4af7-9aa0-387e1d6eab63 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:16.488795 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-fd9eb605-3a98-48dc-9594-efc460536763 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:18:16.505291 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.notifiers.nova [None req-ee55b919-0fe4-4af7-9aa0-387e1d6eab63 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] device_id is not set on port 5faa2fa6-b055-4c40-bea4-44df1076a4e3 yet. {{(pid=87635) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 23 16:18:16.559097 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d897e3f7-8d4c-434f-9500-b7e8dcb774a4 None None] Network 368af045-a5e4-46ea-9109-de0300762f9d is already hosted by enough agents. {{(pid=87637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:18:16.569205 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-d897e3f7-8d4c-434f-9500-b7e8dcb774a4 None None] Resources bound (agent type, host, resource id):  {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:18:16.572434 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d897e3f7-8d4c-434f-9500-b7e8dcb774a4 None None] Received port after_create {{(pid=87637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:18:16.615935 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d897e3f7-8d4c-434f-9500-b7e8dcb774a4 None None] Pushing event updated for resources: {'Port': ['ID=2aa74f34-97bb-43a5-bdb7-850d02e400e9,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:18:16.619358 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-d897e3f7-8d4c-434f-9500-b7e8dcb774a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:18:16.653508 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42b12567-e85d-4f16-8765-2a9d7517749b tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify agent at l3_agent.dv-neutron-822799-1-hyperv the message routers_updated {{(pid=87636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 23 16:18:16.684611 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-42b12567-e85d-4f16-8765-2a9d7517749b tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] 10.222.0.64 "PUT /v2.0/routers/47b796b5-52fa-4d2e-bc01-b4e7f5a66b73/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.5949688
Dec 23 16:18:16.688426 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 52022) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:16.695788 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-56810dbf-7df7-4c38-9027-30c7854a5639 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:18:16.726527 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf73bd46-0f4d-427f-b832-58d9a8f13360 None None] Sync routers for ids ['47b796b5-52fa-4d2e-bc01-b4e7f5a66b73'] in dv-neutron-822799-1-hyperv {{(pid=87637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 23 16:18:16.750014 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf73bd46-0f4d-427f-b832-58d9a8f13360 None None] Routers {'47b796b5-52fa-4d2e-bc01-b4e7f5a66b73'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:18:16.750824 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-cf73bd46-0f4d-427f-b832-58d9a8f13360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc07241f0>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:17:50Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['47b796b5-52fa-4d2e-bc01-b4e7f5a66b73'], 'active': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:18:16.792017 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.db_base_plugin_common [None req-ee55b919-0fe4-4af7-9aa0-387e1d6eab63 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Allocated IP 172.20.0.9 (368af045-a5e4-46ea-9109-de0300762f9d/a577dfe5-9516-4a2e-b422-9a81bcb74ef1/5faa2fa6-b055-4c40-bea4-44df1076a4e3) {{(pid=87635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:18:16.817939 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-d897e3f7-8d4c-434f-9500-b7e8dcb774a4 None None] Attempting to bind port 2aa74f34-97bb-43a5-bdb7-850d02e400e9 on host dv-neutron-822799-1-hyperv for vnic_type normal with profile  {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:18:16.818409 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-d897e3f7-8d4c-434f-9500-b7e8dcb774a4 None None] Attempting to bind port 2aa74f34-97bb-43a5-bdb7-850d02e400e9 by drivers openvswitch,hyperv on host dv-neutron-822799-1-hyperv at level 0 using segments [{'id': '657ae83f-eb2e-469b-ae1d-c6ecad1cfdef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '368af045-a5e4-46ea-9109-de0300762f9d'}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:18:16.818866 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d897e3f7-8d4c-434f-9500-b7e8dcb774a4 None None] Attempting to bind port 2aa74f34-97bb-43a5-bdb7-850d02e400e9 on network 368af045-a5e4-46ea-9109-de0300762f9d {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:18:16.830323 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d897e3f7-8d4c-434f-9500-b7e8dcb774a4 None None] Checking agent: {'id': '20d2070f-69a9-4e73-8d08-6f0387a40158', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822799-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 21), 'started_at': datetime.datetime(2021, 12, 23, 16, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 17, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822799-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 23 16:18:16.831044 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d897e3f7-8d4c-434f-9500-b7e8dcb774a4 None None] Checking segment: {'id': '657ae83f-eb2e-469b-ae1d-c6ecad1cfdef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '368af045-a5e4-46ea-9109-de0300762f9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:18:16.831548 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d897e3f7-8d4c-434f-9500-b7e8dcb774a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:16.832133 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d897e3f7-8d4c-434f-9500-b7e8dcb774a4 None None] Bound using segment: {'id': '657ae83f-eb2e-469b-ae1d-c6ecad1cfdef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '368af045-a5e4-46ea-9109-de0300762f9d'} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 23 16:18:16.832754 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-d897e3f7-8d4c-434f-9500-b7e8dcb774a4 None None] Bound port: 2aa74f34-97bb-43a5-bdb7-850d02e400e9, host: dv-neutron-822799-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '657ae83f-eb2e-469b-ae1d-c6ecad1cfdef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '368af045-a5e4-46ea-9109-de0300762f9d'}}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 23 16:18:16.833234 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d897e3f7-8d4c-434f-9500-b7e8dcb774a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:17.017378 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2623aa93-1555-4f51-b38d-4ee94a15e02b None None] Network f8dad10b-dd95-4597-8da0-cad51e7174ab requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:18:17.030501 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvr_db [None req-cf73bd46-0f4d-427f-b832-58d9a8f13360 None None] Set router 47b796b5-52fa-4d2e-bc01-b4e7f5a66b73 gateway port host: None {{(pid=87637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:18:17.059839 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-ee55b919-0fe4-4af7-9aa0-387e1d6eab63 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks [] for port, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:17.081066 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.provisioning_blocks [None req-ee55b919-0fe4-4af7-9aa0-387e1d6eab63 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Transition to ACTIVE for port object 5faa2fa6-b055-4c40-bea4-44df1076a4e3 will not be triggered until provisioned by entity DHCP. {{(pid=87635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:18:17.115973 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-ee55b919-0fe4-4af7-9aa0-387e1d6eab63 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:17.122725 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-b15bcddb-cb04-4f06-9a51-bf9527932a6e tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:18:17.172808 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 36be5959-37f9-4da6-a29c-bbe32956bd73 up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:18:17.194293 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee55b919-0fe4-4af7-9aa0-387e1d6eab63 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Network 368af045-a5e4-46ea-9109-de0300762f9d is already hosted by enough agents. {{(pid=87635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:18:17.196443 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Device c972c9cc-4df1-4e15-9f25-ad484f259aed up at agent hyperv_hv-neutron-8227 {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:18:17.197822 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.base_scheduler [None req-ee55b919-0fe4-4af7-9aa0-387e1d6eab63 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Resources bound (agent type, host, resource id):  {{(pid=87635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:18:17.202204 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee55b919-0fe4-4af7-9aa0-387e1d6eab63 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Received port after_create {{(pid=87635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:18:17.229868 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-d897e3f7-8d4c-434f-9500-b7e8dcb774a4 None None] For port 2aa74f34-97bb-43a5-bdb7-850d02e400e9, host dv-neutron-822799-1-hyperv, cleared binding levels {{(pid=87637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 23 16:18:17.236834 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee55b919-0fe4-4af7-9aa0-387e1d6eab63 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Pushing event updated for resources: {'Port': ['ID=5faa2fa6-b055-4c40-bea4-44df1076a4e3,revision_number=1']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:18:17.238607 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-d897e3f7-8d4c-434f-9500-b7e8dcb774a4 None None] For port 2aa74f34-97bb-43a5-bdb7-850d02e400e9, host dv-neutron-822799-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=2aa74f34-97bb-43a5-bdb7-850d02e400e9,segment=NetworkSegment(657ae83f-eb2e-469b-ae1d-c6ecad1cfdef),segment_id=657ae83f-eb2e-469b-ae1d-c6ecad1cfdef)] {{(pid=87637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 23 16:18:17.244063 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-ee55b919-0fe4-4af7-9aa0-387e1d6eab63 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:18:17.266199 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66ecf72-7ca3-4dbd-a105-de0b2e3ed329 req-a5bede6e-2ab6-4a7c-8d57-1e16a430d608 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:18:17.267874 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-f66ecf72-7ca3-4dbd-a105-de0b2e3ed329 req-a5bede6e-2ab6-4a7c-8d57-1e16a430d608 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/ports?device_id=39d6a8b0-5afc-4f74-b8a4-4e5966c0594e HTTP/1.1" status: 200  len: 945 time: 0.3610744
Dec 23 16:18:17.285665 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee55b919-0fe4-4af7-9aa0-387e1d6eab63 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:18:17.286638 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-ee55b919-0fe4-4af7-9aa0-387e1d6eab63 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:17.317229 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-ee55b919-0fe4-4af7-9aa0-387e1d6eab63 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201  len: 924 time: 1.0565817
Dec 23 16:18:17.319756 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 52028) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:17.339959 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d897e3f7-8d4c-434f-9500-b7e8dcb774a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:17.366444 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3254ac48-fa5d-488d-a194-8a9903f76697 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:18:17.371608 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-f66ecf72-7ca3-4dbd-a105-de0b2e3ed329 req-749a3bde-48e1-4f82-8b95-b8a6ece3025b tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/security-groups?id=fe17453e-2851-49ba-b1be-183827cb90e5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0978141
Dec 23 16:18:17.427572 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b5949b2-4530-401f-9d27-917f9222ff47 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:18:17.433418 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-7b5949b2-4530-401f-9d27-917f9222ff47 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Synchronizing usage tracker for tenant:e1d581421fe74f67b8908d7d303644fd on resource:port {{(pid=87635) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:18:17.453279 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-7b5949b2-4530-401f-9d27-917f9222ff47 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Unset dirty status for tenant:e1d581421fe74f67b8908d7d303644fd on resource:port {{(pid=87635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:18:17.458970 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-7b5949b2-4530-401f-9d27-917f9222ff47 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] 10.222.0.64 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200  len: 923 time: 0.1375191
Dec 23 16:18:17.459753 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 52032) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:17.553752 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62b87e67-754b-40a0-ab90-6621d09665da tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:18:17.557011 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-10fcd5ca-d053-4286-8192-443c1f453abd None None] Provisioning for port 4a1a9861-00d6-465a-a04f-d7dc51fb3aa8 completed by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:18:17.559955 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62b87e67-754b-40a0-ab90-6621d09665da tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:18:17.566115 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62b87e67-754b-40a0-ab90-6621d09665da tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:18:17.570785 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-62b87e67-754b-40a0-ab90-6621d09665da tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] 10.222.0.64 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200  len: 2378 time: 0.1098597
Dec 23 16:18:17.571503 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 52036) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:17.575868 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.extraroute_db [None req-56810dbf-7df7-4c38-9027-30c7854a5639 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=87636) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}}
Dec 23 16:18:17.579062 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-eae28465-5444-4259-8094-28f49b526762 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:17.595902 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.extraroute_db [None req-56810dbf-7df7-4c38-9027-30c7854a5639 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Removed routes are [] {{(pid=87636) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}}
Dec 23 16:18:17.596541 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-56810dbf-7df7-4c38-9027-30c7854a5639 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1824017', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1823768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-235299'] for router, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:17.652050 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-fae83327-b360-44fa-b62f-0032dcb8ac82 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Deleting port 5faa2fa6-b055-4c40-bea4-44df1076a4e3 {{(pid=87635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:18:17.652826 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-fae83327-b360-44fa-b62f-0032dcb8ac82 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:17.667850 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d897e3f7-8d4c-434f-9500-b7e8dcb774a4 None None] Pushing event updated for resources: {'Port': ['ID=2aa74f34-97bb-43a5-bdb7-850d02e400e9,revision_number=2']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:18:17.700507 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-d897e3f7-8d4c-434f-9500-b7e8dcb774a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:18:17.741843 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Provisioning for port c972c9cc-4df1-4e15-9f25-ad484f259aed completed by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:18:17.809914 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port 36be5959-37f9-4da6-a29c-bbe32956bd73 triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:18:17.809914 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:17.831756 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Provisioning complete for port c972c9cc-4df1-4e15-9f25-ad484f259aed triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:18:17.832409 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:18.001774 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-fae83327-b360-44fa-b62f-0032dcb8ac82 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:18.037520 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-56810dbf-7df7-4c38-9027-30c7854a5639 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1824017', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1823768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-235299'] for router, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:18.041313 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-56810dbf-7df7-4c38-9027-30c7854a5639 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1824234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1824024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1824227', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1823761'] for router, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:18.100520 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-cf73bd46-0f4d-427f-b832-58d9a8f13360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc07241f0>, [{'id': '47b796b5-52fa-4d2e-bc01-b4e7f5a66b73', 'name': 'tempest-RoutersIpV6Test-router-476417359', 'tenant_id': '7f693e1e2e4c45b0a519cdc9b284f217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:17:46Z', 'updated_at': '2021-12-23T16:18:15Z', 'revision_number': 5, 'project_id': '7f693e1e2e4c45b0a519cdc9b284f217', 'gw_port_host': None, '_interfaces': [{'id': '36be5959-37f9-4da6-a29c-bbe32956bd73', 'name': '', 'network_id': '24ad3857-432b-45b9-9d4b-65ada6ed9e7e', 'tenant_id': '7f693e1e2e4c45b0a519cdc9b284f217', 'mac_address': 'fa:16:3e:fc:59:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47b796b5-52fa-4d2e-bc01-b4e7f5a66b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': 'acb46159-0524-40d7-8e1a-4f586d869551', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:18:05Z', 'updated_at': '2021-12-23T16:18:15Z', 'revision_number': 5, 'project_id': '7f693e1e2e4c45b0a519cdc9b284f217', 'subnets': [{'id': 'acb46159-0524-40d7-8e1a-4f586d869551', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e3018ee9-fff4-4a2e-acd5-af0cdd5a7c7f', 'name': '', 'network_id': '85525320-5226-4812-b412-d127729cd909', 'tenant_id': '7f693e1e2e4c45b0a519cdc9b284f217', 'mac_address': 'fa:16:3e:94:2b:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47b796b5-52fa-4d2e-bc01-b4e7f5a66b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1234, 'fixed_ips': [{'subnet_id': '74b9cb85-201b-4e15-9707-9ca0a3ff5b44', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:17:57Z', 'updated_at': '2021-12-23T16:18:12Z', 'revision_number': 5, 'project_id': '7f693e1e2e4c45b0a519cdc9b284f217', 'subnets': [{'id': '74b9cb85-201b-4e15-9707-9ca0a3ff5b44', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8b6c414-9aa4-4f9b-91d1-ef0f348277ed', 'name': '', 'network_id': 'f8dad10b-dd95-4597-8da0-cad51e7174ab', 'tenant_id': '7f693e1e2e4c45b0a519cdc9b284f217', 'mac_address': 'fa:16:3e:df:95:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47b796b5-52fa-4d2e-bc01-b4e7f5a66b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': 'c36bc7bd-0096-4fee-8817-e5e8f2f84064', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:18:14Z', 'updated_at': '2021-12-23T16:18:15Z', 'revision_number': 2, 'project_id': '7f693e1e2e4c45b0a519cdc9b284f217', 'subnets': [{'id': 'c36bc7bd-0096-4fee-8817-e5e8f2f84064', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f7b9d5cb-9b30-4db7-8d92-678aa551e2a9', 'name': '', 'network_id': 'fc837992-2e66-4488-a75b-bed62b48e052', 'tenant_id': '7f693e1e2e4c45b0a519cdc9b284f217', 'mac_address': 'fa:16:3e:2a:1a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47b796b5-52fa-4d2e-bc01-b4e7f5a66b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': '02f625a5-8cce-44c9-b991-165208d7f8c6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:17:49Z', 'updated_at': '2021-12-23T16:18:04Z', 'revision_number': 5, 'project_id': '7f693e1e2e4c45b0a519cdc9b284f217', 'subnets': [{'id': '02f625a5-8cce-44c9-b991-165208d7f8c6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:18:18.109474 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:18.123999 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf73bd46-0f4d-427f-b832-58d9a8f13360 None None] Checking router: 47b796b5-52fa-4d2e-bc01-b4e7f5a66b73 for host: dv-neutron-822799-1-hyperv {{(pid=87637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 23 16:18:18.124373 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf73bd46-0f4d-427f-b832-58d9a8f13360 None None] Updating router 47b796b5-52fa-4d2e-bc01-b4e7f5a66b73 port e8b6c414-9aa4-4f9b-91d1-ef0f348277ed binding host dv-neutron-822799-1-hyperv {{(pid=87637) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 23 16:18:18.157795 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 4a1a9861-00d6-465a-a04f-d7dc51fb3aa8 up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:18:18.292926 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-fae83327-b360-44fa-b62f-0032dcb8ac82 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Calling delete_port for 5faa2fa6-b055-4c40-bea4-44df1076a4e3 owned by  {{(pid=87635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:18:18.332882 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39d6a8b0-5afc-4f74-b8a4-4e5966c0594e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c972c9cc-4df1-4e15-9f25-ad484f259aed'}] {{(pid=87637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 23 16:18:18.339712 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-cf73bd46-0f4d-427f-b832-58d9a8f13360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:18.353879 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] For port c972c9cc-4df1-4e15-9f25-ad484f259aed, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=c972c9cc-4df1-4e15-9f25-ad484f259aed,segment=NetworkSegment(5ce20ec1-4fcf-432c-a113-e744022bf383),segment_id=5ce20ec1-4fcf-432c-a113-e744022bf383)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:18:18.413154 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56810dbf-7df7-4c38-9027-30c7854a5639 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Router 47b796b5-52fa-4d2e-bc01-b4e7f5a66b73 has already been hosted by L3 agent 371d4c41-c7e2-4de7-9539-c049ec4e95d1 {{(pid=87636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 23 16:18:18.425220 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:18.433573 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-a2030e38-6e0c-4215-9bc9-bd4c9aa76624 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:18:18.519320 dv-neutron-822799-1-hyperv neutron-server[87637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39d6a8b0-5afc-4f74-b8a4-4e5966c0594e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c972c9cc-4df1-4e15-9f25-ad484f259aed', 'code': 200}
Dec 23 16:18:18.587973 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning for port 4a1a9861-00d6-465a-a04f-d7dc51fb3aa8 completed by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:18:18.667715 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port 4a1a9861-00d6-465a-a04f-d7dc51fb3aa8 triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:18:18.668118 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:18.728482 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56810dbf-7df7-4c38-9027-30c7854a5639 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify agent at l3_agent.dv-neutron-822799-1-hyperv the message routers_updated {{(pid=87636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 23 16:18:18.736025 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-56810dbf-7df7-4c38-9027-30c7854a5639 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks [] for router, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:18.740376 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-56810dbf-7df7-4c38-9027-30c7854a5639 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] 10.222.0.64 "PUT /v2.0/routers/47b796b5-52fa-4d2e-bc01-b4e7f5a66b73 HTTP/1.1" status: 200  len: 953 time: 2.0506241
Dec 23 16:18:18.741328 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 52044) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:18.751277 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Pushing event updated for resources: {'Port': ['ID=c972c9cc-4df1-4e15-9f25-ad484f259aed,revision_number=5']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:18:18.760479 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-2b23f8f5-b820-4cdf-b5c5-3a94b93faf45 None None] Provisioning complete for port 4a1a9861-00d6-465a-a04f-d7dc51fb3aa8 triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:18:18.760893 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-2b23f8f5-b820-4cdf-b5c5-3a94b93faf45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:18.806794 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-fae83327-b360-44fa-b62f-0032dcb8ac82 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:18.816609 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-3ade6805-2165-4f27-ba22-85b3d2b5706b tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:18:18.944129 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8198bb8-ae1b-4e96-a44b-ed0cceab5007 req-4104e374-410a-4675-a9ac-4c79c7342fbe tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:18:18.946050 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-e8198bb8-ae1b-4e96-a44b-ed0cceab5007 req-4104e374-410a-4675-a9ac-4c79c7342fbe tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/ports?device_id=39d6a8b0-5afc-4f74-b8a4-4e5966c0594e HTTP/1.1" status: 200  len: 946 time: 0.3200693
Dec 23 16:18:18.963274 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae83327-b360-44fa-b62f-0032dcb8ac82 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Pushing event deleted for resources: {'Port': ['ID=5faa2fa6-b055-4c40-bea4-44df1076a4e3,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:18:18.979838 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-fae83327-b360-44fa-b62f-0032dcb8ac82 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:18:18.980272 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.547s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:18:19.002380 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-05981ee0-b8b4-403f-af44-4440e24d1970 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] 10.222.0.64 "GET /v2.0/routers/47b796b5-52fa-4d2e-bc01-b4e7f5a66b73 HTTP/1.1" status: 200  len: 953 time: 0.2587574
Dec 23 16:18:19.006875 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 52048) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:19.014025 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-5b23fd72-76c0-49ca-a44b-582c97062e48 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Request body: {'router': {'routes': None}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:18:19.059678 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623c63dc-3ab6-4feb-ac59-3fbdc6d450ad req-e287e4b1-a27d-4cf0-a750-262160e8532e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:18:19.065205 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-623c63dc-3ab6-4feb-ac59-3fbdc6d450ad req-e287e4b1-a27d-4cf0-a750-262160e8532e service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=39d6a8b0-5afc-4f74-b8a4-4e5966c0594e HTTP/1.1" status: 200  len: 1099 time: 0.3291388
Dec 23 16:18:19.073776 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-fae83327-b360-44fa-b62f-0032dcb8ac82 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:19.117482 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-fae83327-b360-44fa-b62f-0032dcb8ac82 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] 10.222.0.64 "DELETE /v2.0/ports/5faa2fa6-b055-4c40-bea4-44df1076a4e3 HTTP/1.1" status: 204  len: 168 time: 1.5447981
Dec 23 16:18:19.120625 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 52052) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:19.126574 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-e8198bb8-ae1b-4e96-a44b-ed0cceab5007 req-8362f48e-0328-493e-badb-6afbcb915f12 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/security-groups?id=fe17453e-2851-49ba-b1be-183827cb90e5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1715086
Dec 23 16:18:19.145634 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-656107a4-6887-4114-a30c-441e90bea406 None None] Network 368af045-a5e4-46ea-9109-de0300762f9d requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:18:19.178596 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-623c63dc-3ab6-4feb-ac59-3fbdc6d450ad req-29eae5f4-1b2d-4293-9c99-94363a2c5d4c service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=fe17453e-2851-49ba-b1be-183827cb90e5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0995362
Dec 23 16:18:19.180132 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.pecan_wsgi.hooks.translation [None req-912a7d6a-c18e-40f4-a5e5-b7a301f719df tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] GET failed (client error): The resource could not be found.
Dec 23 16:18:19.180691 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-912a7d6a-c18e-40f4-a5e5-b7a301f719df tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Synchronizing usage tracker for tenant:e1d581421fe74f67b8908d7d303644fd on resource:port {{(pid=87635) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:18:19.208847 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-912a7d6a-c18e-40f4-a5e5-b7a301f719df tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Unset dirty status for tenant:e1d581421fe74f67b8908d7d303644fd on resource:port {{(pid=87635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:18:19.210290 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-912a7d6a-c18e-40f4-a5e5-b7a301f719df tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] 10.222.0.64 "GET /v2.0/ports/5faa2fa6-b055-4c40-bea4-44df1076a4e3 HTTP/1.1" status: 404  len: 333 time: 0.0883453
Dec 23 16:18:19.213031 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 52056) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:19.292827 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-15a8ccf1-79a6-424d-8303-d5a5b1b142a9 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Deleting port f66e4da3-0659-4eeb-8279-33caca25c8d5 {{(pid=87635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:18:19.293567 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-15a8ccf1-79a6-424d-8303-d5a5b1b142a9 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:19.297693 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:19.330173 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-2b23f8f5-b820-4cdf-b5c5-3a94b93faf45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:19.431186 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] For port 4a1a9861-00d6-465a-a04f-d7dc51fb3aa8, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=4a1a9861-00d6-465a-a04f-d7dc51fb3aa8,segment=NetworkSegment(e6b468bd-fb8f-40dd-b8fd-e0e2c9b56600),segment_id=e6b468bd-fb8f-40dd-b8fd-e0e2c9b56600)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:18:19.444107 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:19.484776 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-d897e3f7-8d4c-434f-9500-b7e8dcb774a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:18:19.574607 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-15a8ccf1-79a6-424d-8303-d5a5b1b142a9 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:19.619356 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 2aa74f34-97bb-43a5-bdb7-850d02e400e9 up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:18:19.656957 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-cf73bd46-0f4d-427f-b832-58d9a8f13360 None None] Notify callbacks [] for port, precommit_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:19.661214 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.db.api [None req-2b23f8f5-b820-4cdf-b5c5-3a94b93faf45 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87637) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 23 16:18:19.661612 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_db.api [None req-2b23f8f5-b820-4cdf-b5c5-3a94b93faf45 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 23 16:18:19.717329 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-15a8ccf1-79a6-424d-8303-d5a5b1b142a9 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Calling delete_port for f66e4da3-0659-4eeb-8279-33caca25c8d5 owned by  {{(pid=87635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:18:19.717623 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Pushing event updated for resources: {'Port': ['ID=4a1a9861-00d6-465a-a04f-d7dc51fb3aa8,revision_number=3']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:18:19.741898 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:18:19.748321 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-cf73bd46-0f4d-427f-b832-58d9a8f13360 None None] Transition to ACTIVE for port object e8b6c414-9aa4-4f9b-91d1-ef0f348277ed will not be triggered until provisioned by entity L2. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:18:19.762153 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-cf73bd46-0f4d-427f-b832-58d9a8f13360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:19.768429 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:18:19.791528 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.extraroute_db [None req-5b23fd72-76c0-49ca-a44b-582c97062e48 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Added routes are [] {{(pid=87636) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}}
Dec 23 16:18:19.792224 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.extraroute_db [None req-5b23fd72-76c0-49ca-a44b-582c97062e48 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=87636) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}}
Dec 23 16:18:19.804477 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-360df0e1-3186-4882-b233-21da5579a83c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:19.823759 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5b23fd72-76c0-49ca-a44b-582c97062e48 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1824017', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1823768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-235299'] for router, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:19.880518 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-15a8ccf1-79a6-424d-8303-d5a5b1b142a9 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:19.889491 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-a8e38b93-655d-42ea-a359-bcf1584e9646 tempest-RoutersTest-431259539 tempest-RoutersTest-431259539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:18:19.916850 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97459815-ea65-49d6-ae51-bc3954f1d989 None None] Pushing event updated for resources: {'Port': ['ID=e8b6c414-9aa4-4f9b-91d1-ef0f348277ed,revision_number=3']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:18:19.922367 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-97459815-ea65-49d6-ae51-bc3954f1d989 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:18:19.943593 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a8ccf1-79a6-424d-8303-d5a5b1b142a9 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Pushing event deleted for resources: {'Port': ['ID=f66e4da3-0659-4eeb-8279-33caca25c8d5,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:18:19.947737 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-15a8ccf1-79a6-424d-8303-d5a5b1b142a9 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:18:19.951324 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning for port 2aa74f34-97bb-43a5-bdb7-850d02e400e9 completed by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:18:20.030753 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-cf73bd46-0f4d-427f-b832-58d9a8f13360 None None] Attempting to bind port e8b6c414-9aa4-4f9b-91d1-ef0f348277ed on host dv-neutron-822799-1-hyperv for vnic_type normal with profile  {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:18:20.031463 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-cf73bd46-0f4d-427f-b832-58d9a8f13360 None None] Attempting to bind port e8b6c414-9aa4-4f9b-91d1-ef0f348277ed by drivers openvswitch,hyperv on host dv-neutron-822799-1-hyperv at level 0 using segments [{'id': 'e6b468bd-fb8f-40dd-b8fd-e0e2c9b56600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'f8dad10b-dd95-4597-8da0-cad51e7174ab'}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:18:20.032150 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf73bd46-0f4d-427f-b832-58d9a8f13360 None None] Attempting to bind port e8b6c414-9aa4-4f9b-91d1-ef0f348277ed on network f8dad10b-dd95-4597-8da0-cad51e7174ab {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:18:20.039994 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf73bd46-0f4d-427f-b832-58d9a8f13360 None None] Checking agent: {'id': '20d2070f-69a9-4e73-8d08-6f0387a40158', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822799-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 21), 'started_at': datetime.datetime(2021, 12, 23, 16, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 17, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822799-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 23 16:18:20.040500 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf73bd46-0f4d-427f-b832-58d9a8f13360 None None] Checking segment: {'id': 'e6b468bd-fb8f-40dd-b8fd-e0e2c9b56600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'f8dad10b-dd95-4597-8da0-cad51e7174ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:18:20.041001 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-cf73bd46-0f4d-427f-b832-58d9a8f13360 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:20.042404 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf73bd46-0f4d-427f-b832-58d9a8f13360 None None] Bound using segment: {'id': 'e6b468bd-fb8f-40dd-b8fd-e0e2c9b56600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'f8dad10b-dd95-4597-8da0-cad51e7174ab'} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 23 16:18:20.042578 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-cf73bd46-0f4d-427f-b832-58d9a8f13360 None None] Bound port: e8b6c414-9aa4-4f9b-91d1-ef0f348277ed, host: dv-neutron-822799-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6b468bd-fb8f-40dd-b8fd-e0e2c9b56600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'f8dad10b-dd95-4597-8da0-cad51e7174ab'}}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 23 16:18:20.043070 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-cf73bd46-0f4d-427f-b832-58d9a8f13360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:20.090071 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-15a8ccf1-79a6-424d-8303-d5a5b1b142a9 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:20.115633 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-15a8ccf1-79a6-424d-8303-d5a5b1b142a9 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] 10.222.0.64 "DELETE /v2.0/ports/f66e4da3-0659-4eeb-8279-33caca25c8d5 HTTP/1.1" status: 204  len: 168 time: 0.9013102
Dec 23 16:18:20.118711 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 52060) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:20.193157 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-cf73bd46-0f4d-427f-b832-58d9a8f13360 None None] For port e8b6c414-9aa4-4f9b-91d1-ef0f348277ed, host dv-neutron-822799-1-hyperv, cleared binding levels {{(pid=87637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 23 16:18:20.204457 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-cf73bd46-0f4d-427f-b832-58d9a8f13360 None None] For port e8b6c414-9aa4-4f9b-91d1-ef0f348277ed, host dv-neutron-822799-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=e8b6c414-9aa4-4f9b-91d1-ef0f348277ed,segment=NetworkSegment(e6b468bd-fb8f-40dd-b8fd-e0e2c9b56600),segment_id=e6b468bd-fb8f-40dd-b8fd-e0e2c9b56600)] {{(pid=87637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 23 16:18:20.259973 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce7a3001-92d6-4a93-998c-7cc546a8f449 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] GET failed (client error): The resource could not be found.
Dec 23 16:18:20.262356 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-ce7a3001-92d6-4a93-998c-7cc546a8f449 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Synchronizing usage tracker for tenant:e1d581421fe74f67b8908d7d303644fd on resource:port {{(pid=87635) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:18:20.295189 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-cf73bd46-0f4d-427f-b832-58d9a8f13360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:20.295583 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-ce7a3001-92d6-4a93-998c-7cc546a8f449 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Unset dirty status for tenant:e1d581421fe74f67b8908d7d303644fd on resource:port {{(pid=87635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:18:20.299970 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-ce7a3001-92d6-4a93-998c-7cc546a8f449 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] 10.222.0.64 "GET /v2.0/ports/f66e4da3-0659-4eeb-8279-33caca25c8d5 HTTP/1.1" status: 404  len: 333 time: 0.1774013
Dec 23 16:18:20.300285 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 52066) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:20.309337 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:18:20.408961 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf73bd46-0f4d-427f-b832-58d9a8f13360 None None] Routers {'47b796b5-52fa-4d2e-bc01-b4e7f5a66b73'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:18:20.409804 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-cf73bd46-0f4d-427f-b832-58d9a8f13360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc07241f0>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:18:20Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['47b796b5-52fa-4d2e-bc01-b4e7f5a66b73'], 'active': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:18:20.491593 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3b6515c-0690-4a3e-a170-a1466e6f13d2 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Deleting subnet a577dfe5-9516-4a2e-b422-9a81bcb74ef1 {{(pid=87635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 23 16:18:20.509375 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-b3b6515c-0690-4a3e-a170-a1466e6f13d2 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks [] for subnet, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:20.562887 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5b23fd72-76c0-49ca-a44b-582c97062e48 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1824017', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1823768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-235299'] for router, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:20.567612 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5b23fd72-76c0-49ca-a44b-582c97062e48 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1824234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1824024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1824227', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1823761'] for router, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:20.595168 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-b3b6515c-0690-4a3e-a170-a1466e6f13d2 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2776816'] for subnet, precommit_delete_associations {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:20.650887 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde9a31c-7adb-4824-90ea-10a9cdd2659f req-3dae1d6d-29fa-431a-9494-e2b4663a0a2f tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:18:20.656104 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-2b23f8f5-b820-4cdf-b5c5-3a94b93faf45 None None] Provisioning for port e8b6c414-9aa4-4f9b-91d1-ef0f348277ed completed by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:18:20.657027 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-cde9a31c-7adb-4824-90ea-10a9cdd2659f req-3dae1d6d-29fa-431a-9494-e2b4663a0a2f tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/ports?device_id=39d6a8b0-5afc-4f74-b8a4-4e5966c0594e HTTP/1.1" status: 200  len: 946 time: 0.2916477
Dec 23 16:18:20.670806 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97459815-ea65-49d6-ae51-bc3954f1d989 None None] Pushing event updated for resources: {'Port': ['ID=e8b6c414-9aa4-4f9b-91d1-ef0f348277ed,revision_number=4']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:18:20.674274 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-97459815-ea65-49d6-ae51-bc3954f1d989 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:18:20.733865 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-cde9a31c-7adb-4824-90ea-10a9cdd2659f req-5f6ec7be-cfcc-426a-adfb-27119cbd4a43 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/security-groups?id=fe17453e-2851-49ba-b1be-183827cb90e5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0708055
Dec 23 16:18:20.736561 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9dcbea60-a34f-4144-91e7-90aff3f57aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:20.744820 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvr_db [None req-cf73bd46-0f4d-427f-b832-58d9a8f13360 None None] Set router 47b796b5-52fa-4d2e-bc01-b4e7f5a66b73 gateway port host: None {{(pid=87637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:18:20.800552 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-b3b6515c-0690-4a3e-a170-a1466e6f13d2 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864774'] for subnet, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:20.814366 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b23fd72-76c0-49ca-a44b-582c97062e48 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Router 47b796b5-52fa-4d2e-bc01-b4e7f5a66b73 has already been hosted by L3 agent 371d4c41-c7e2-4de7-9539-c049ec4e95d1 {{(pid=87636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 23 16:18:20.920006 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-4dc03465-9256-46cb-b95e-8bf1ce7ed9a2 None None] Provisioning for port 2aa74f34-97bb-43a5-bdb7-850d02e400e9 completed by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:18:20.945829 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-4dc03465-9256-46cb-b95e-8bf1ce7ed9a2 None None] Provisioning complete for port 2aa74f34-97bb-43a5-bdb7-850d02e400e9 triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:18:20.946300 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4dc03465-9256-46cb-b95e-8bf1ce7ed9a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:21.020467 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b23fd72-76c0-49ca-a44b-582c97062e48 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify agent at l3_agent.dv-neutron-822799-1-hyperv the message routers_updated {{(pid=87636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 23 16:18:21.035339 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5b23fd72-76c0-49ca-a44b-582c97062e48 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks [] for router, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:21.040022 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:21.040395 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 52070) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:21.041671 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-5b23fd72-76c0-49ca-a44b-582c97062e48 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] 10.222.0.64 "PUT /v2.0/routers/47b796b5-52fa-4d2e-bc01-b4e7f5a66b73 HTTP/1.1" status: 200  len: 703 time: 2.0329752
Dec 23 16:18:21.097035 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-b3b6515c-0690-4a3e-a170-a1466e6f13d2 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2753333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2609730'] for subnet, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:21.110057 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-4d6e9b80-7496-42cb-ba97-61b89fcc26e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:18:21.208688 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-b3b6515c-0690-4a3e-a170-a1466e6f13d2 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks [] for subnet, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:21.212468 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4dc03465-9256-46cb-b95e-8bf1ce7ed9a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:21.214904 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b6515c-0690-4a3e-a170-a1466e6f13d2 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Pushing event deleted for resources: {'Subnet': ['ID=a577dfe5-9516-4a2e-b422-9a81bcb74ef1,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:18:21.217338 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-b3b6515c-0690-4a3e-a170-a1466e6f13d2 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:18:21.226754 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-b3b6515c-0690-4a3e-a170-a1466e6f13d2 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] 10.222.0.64 "DELETE /v2.0/subnets/a577dfe5-9516-4a2e-b422-9a81bcb74ef1 HTTP/1.1" status: 204  len: 168 time: 0.9252963
Dec 23 16:18:21.230331 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 52074) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:21.257545 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-4dc03465-9256-46cb-b95e-8bf1ce7ed9a2 None None] For port 2aa74f34-97bb-43a5-bdb7-850d02e400e9, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=2aa74f34-97bb-43a5-bdb7-850d02e400e9,segment=NetworkSegment(657ae83f-eb2e-469b-ae1d-c6ecad1cfdef),segment_id=657ae83f-eb2e-469b-ae1d-c6ecad1cfdef)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:18:21.266347 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-cf73bd46-0f4d-427f-b832-58d9a8f13360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc07241f0>, [{'id': '47b796b5-52fa-4d2e-bc01-b4e7f5a66b73', 'name': 'tempest-RoutersIpV6Test-router-476417359', 'tenant_id': '7f693e1e2e4c45b0a519cdc9b284f217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:17:46Z', 'updated_at': '2021-12-23T16:18:19Z', 'revision_number': 7, 'project_id': '7f693e1e2e4c45b0a519cdc9b284f217', 'gw_port_host': None, '_interfaces': [{'id': '36be5959-37f9-4da6-a29c-bbe32956bd73', 'name': '', 'network_id': '24ad3857-432b-45b9-9d4b-65ada6ed9e7e', 'tenant_id': '7f693e1e2e4c45b0a519cdc9b284f217', 'mac_address': 'fa:16:3e:fc:59:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47b796b5-52fa-4d2e-bc01-b4e7f5a66b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': 'acb46159-0524-40d7-8e1a-4f586d869551', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:18:05Z', 'updated_at': '2021-12-23T16:18:15Z', 'revision_number': 5, 'project_id': '7f693e1e2e4c45b0a519cdc9b284f217', 'subnets': [{'id': 'acb46159-0524-40d7-8e1a-4f586d869551', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e3018ee9-fff4-4a2e-acd5-af0cdd5a7c7f', 'name': '', 'network_id': '85525320-5226-4812-b412-d127729cd909', 'tenant_id': '7f693e1e2e4c45b0a519cdc9b284f217', 'mac_address': 'fa:16:3e:94:2b:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47b796b5-52fa-4d2e-bc01-b4e7f5a66b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1234, 'fixed_ips': [{'subnet_id': '74b9cb85-201b-4e15-9707-9ca0a3ff5b44', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:17:57Z', 'updated_at': '2021-12-23T16:18:12Z', 'revision_number': 5, 'project_id': '7f693e1e2e4c45b0a519cdc9b284f217', 'subnets': [{'id': '74b9cb85-201b-4e15-9707-9ca0a3ff5b44', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8b6c414-9aa4-4f9b-91d1-ef0f348277ed', 'name': '', 'network_id': 'f8dad10b-dd95-4597-8da0-cad51e7174ab', 'tenant_id': '7f693e1e2e4c45b0a519cdc9b284f217', 'mac_address': 'fa:16:3e:df:95:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47b796b5-52fa-4d2e-bc01-b4e7f5a66b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': 'c36bc7bd-0096-4fee-8817-e5e8f2f84064', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:18:14Z', 'updated_at': '2021-12-23T16:18:20Z', 'revision_number': 4, 'project_id': '7f693e1e2e4c45b0a519cdc9b284f217', 'subnets': [{'id': 'c36bc7bd-0096-4fee-8817-e5e8f2f84064', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f7b9d5cb-9b30-4db7-8d92-678aa551e2a9', 'name': '', 'network_id': 'fc837992-2e66-4488-a75b-bed62b48e052', 'tenant_id': '7f693e1e2e4c45b0a519cdc9b284f217', 'mac_address': 'fa:16:3e:2a:1a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47b796b5-52fa-4d2e-bc01-b4e7f5a66b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': '02f625a5-8cce-44c9-b991-165208d7f8c6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:17:49Z', 'updated_at': '2021-12-23T16:18:04Z', 'revision_number': 5, 'project_id': '7f693e1e2e4c45b0a519cdc9b284f217', 'subnets': [{'id': '02f625a5-8cce-44c9-b991-165208d7f8c6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:18:21.266695 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-d63e88f8-3202-4ef5-b8d0-0995472a8abf tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] 10.222.0.64 "GET /v2.0/routers/47b796b5-52fa-4d2e-bc01-b4e7f5a66b73 HTTP/1.1" status: 200  len: 703 time: 0.2238650
Dec 23 16:18:21.269179 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4dc03465-9256-46cb-b95e-8bf1ce7ed9a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:21.269385 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 52078) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:21.271960 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-6a5274c7-029c-4073-9bab-f49c1600f80b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:18:21.314260 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-4dc03465-9256-46cb-b95e-8bf1ce7ed9a2 None None] Could not find standard attr ID for object f66e4da3-0659-4eeb-8279-33caca25c8d5. {{(pid=87637) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 23 16:18:21.317838 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf73bd46-0f4d-427f-b832-58d9a8f13360 None None] The sync data for ids ['47b796b5-52fa-4d2e-bc01-b4e7f5a66b73'] in dv-neutron-822799-1-hyperv is: [{'id': '47b796b5-52fa-4d2e-bc01-b4e7f5a66b73', 'name': 'tempest-RoutersIpV6Test-router-476417359', 'tenant_id': '7f693e1e2e4c45b0a519cdc9b284f217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:17:46Z', 'updated_at': '2021-12-23T16:18:19Z', 'revision_number': 7, 'project_id': '7f693e1e2e4c45b0a519cdc9b284f217', 'gw_port_host': None, '_interfaces': [{'id': '36be5959-37f9-4da6-a29c-bbe32956bd73', 'name': '', 'network_id': '24ad3857-432b-45b9-9d4b-65ada6ed9e7e', 'tenant_id': '7f693e1e2e4c45b0a519cdc9b284f217', 'mac_address': 'fa:16:3e:fc:59:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47b796b5-52fa-4d2e-bc01-b4e7f5a66b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': 'acb46159-0524-40d7-8e1a-4f586d869551', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:18:05Z', 'updated_at': '2021-12-23T16:18:15Z', 'revision_number': 5, 'project_id': '7f693e1e2e4c45b0a519cdc9b284f217', 'subnets': [{'id': 'acb46159-0524-40d7-8e1a-4f586d869551', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e3018ee9-fff4-4a2e-acd5-af0cdd5a7c7f', 'name': '', 'network_id': '85525320-5226-4812-b412-d127729cd909', 'tenant_id': '7f693e1e2e4c45b0a519cdc9b284f217', 'mac_address': 'fa:16:3e:94:2b:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47b796b5-52fa-4d2e-bc01-b4e7f5a66b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1234, 'fixed_ips': [{'subnet_id': '74b9cb85-201b-4e15-9707-9ca0a3ff5b44', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:17:57Z', 'updated_at': '2021-12-23T16:18:12Z', 'revision_number': 5, 'project_id': '7f693e1e2e4c45b0a519cdc9b284f217', 'subnets': [{'id': '74b9cb85-201b-4e15-9707-9ca0a3ff5b44', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8b6c414-9aa4-4f9b-91d1-ef0f348277ed', 'name': '', 'network_id': 'f8dad10b-dd95-4597-8da0-cad51e7174ab', 'tenant_id': '7f693e1e2e4c45b0a519cdc9b284f217', 'mac_address': 'fa:16:3e:df:95:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47b796b5-52fa-4d2e-bc01-b4e7f5a66b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': 'c36bc7bd-0096-4fee-8817-e5e8f2f84064', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:18:14Z', 'updated_at': '2021-12-23T16:18:20Z', 'revision_number': 4, 'project_id': '7f693e1e2e4c45b0a519cdc9b284f217', 'subnets': [{'id': 'c36bc7bd-0096-4fee-8817-e5e8f2f84064', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f7b9d5cb-9b30-4db7-8d92-678aa551e2a9', 'name': '', 'network_id': 'fc837992-2e66-4488-a75b-bed62b48e052', 'tenant_id': '7f693e1e2e4c45b0a519cdc9b284f217', 'mac_address': 'fa:16:3e:2a:1a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47b796b5-52fa-4d2e-bc01-b4e7f5a66b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': '02f625a5-8cce-44c9-b991-165208d7f8c6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:17:49Z', 'updated_at': '2021-12-23T16:18:04Z', 'revision_number': 5, 'project_id': '7f693e1e2e4c45b0a519cdc9b284f217', 'subnets': [{'id': '02f625a5-8cce-44c9-b991-165208d7f8c6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 23 16:18:21.405669 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc03465-9256-46cb-b95e-8bf1ce7ed9a2 None None] Pushing event updated for resources: {'Port': ['ID=2aa74f34-97bb-43a5-bdb7-850d02e400e9,revision_number=4']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:18:21.412397 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-4dc03465-9256-46cb-b95e-8bf1ce7ed9a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:18:21.473659 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-29999bbc-5f77-4c87-a5b2-8f1057f2903b tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-698866'] for network, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:21.496725 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-29999bbc-5f77-4c87-a5b2-8f1057f2903b tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Deleting port 2aa74f34-97bb-43a5-bdb7-850d02e400e9 {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:18:21.497076 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-29999bbc-5f77-4c87-a5b2-8f1057f2903b tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:21.518691 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2c38b5c-ba17-4eb6-a860-a4b18c24cc28 None None] Network 368af045-a5e4-46ea-9109-de0300762f9d requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:18:21.614330 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-e3506b4d-8616-428e-93ec-5339e3fadcfa None None] Could not find standard attr ID for object 5faa2fa6-b055-4c40-bea4-44df1076a4e3. {{(pid=87637) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 23 16:18:21.699895 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 4a1a9861-00d6-465a-a04f-d7dc51fb3aa8 up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:18:21.865121 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port 4a1a9861-00d6-465a-a04f-d7dc51fb3aa8 triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:18:21.865515 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:21.869682 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [None req-29999bbc-5f77-4c87-a5b2-8f1057f2903b tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] For port 2aa74f34-97bb-43a5-bdb7-850d02e400e9, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=2aa74f34-97bb-43a5-bdb7-850d02e400e9,segment=NetworkSegment(657ae83f-eb2e-469b-ae1d-c6ecad1cfdef),segment_id=657ae83f-eb2e-469b-ae1d-c6ecad1cfdef)] {{(pid=87636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:18:21.870274 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-29999bbc-5f77-4c87-a5b2-8f1057f2903b tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:21.946174 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e422154-794f-4b01-b65b-0c7d0d6b44db None None] DHCP port deletion for 368af045-a5e4-46ea-9109-de0300762f9d request from dv-neutron-822799-1-hyperv {{(pid=87637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 23 16:18:21.982894 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-4e422154-794f-4b01-b65b-0c7d0d6b44db None None] Deleting port 2aa74f34-97bb-43a5-bdb7-850d02e400e9 {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:18:21.983287 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4e422154-794f-4b01-b65b-0c7d0d6b44db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:22.003708 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-b3a2a542-8fef-4516-b261-16312f6d6eda tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1781419'] for router_interface, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:22.058018 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 2aa74f34-97bb-43a5-bdb7-850d02e400e9 up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:18:22.095911 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-29999bbc-5f77-4c87-a5b2-8f1057f2903b tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Calling delete_port for 2aa74f34-97bb-43a5-bdb7-850d02e400e9 owned by network:dhcp {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:18:22.207470 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae209159-be64-4c9f-877e-20e7aa7271e7 req-dd0ae80e-1dd6-4326-adac-be454591b769 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:18:22.209752 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-ae209159-be64-4c9f-877e-20e7aa7271e7 req-dd0ae80e-1dd6-4326-adac-be454591b769 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/ports?device_id=39d6a8b0-5afc-4f74-b8a4-4e5966c0594e HTTP/1.1" status: 200  len: 946 time: 0.2248826
Dec 23 16:18:22.213273 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-29999bbc-5f77-4c87-a5b2-8f1057f2903b tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:22.227831 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-ef0d59a8-90c0-43c7-bd1e-ad025eec2311 tempest-TestServerAdvancedOps-1634361821 tempest-TestServerAdvancedOps-1634361821-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:18:22.285281 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29999bbc-5f77-4c87-a5b2-8f1057f2903b tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] No DVR routers for this DVR port 2aa74f34-97bb-43a5-bdb7-850d02e400e9 on host dv-neutron-822799-1-hyperv {{(pid=87636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 23 16:18:22.300631 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port 2aa74f34-97bb-43a5-bdb7-850d02e400e9 triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:18:22.300968 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:22.334148 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15670c5a-307b-4f35-a1f9-1c0bfb8f4e33 None None] Sync routers for ids ['47b796b5-52fa-4d2e-bc01-b4e7f5a66b73'] in dv-neutron-822799-1-hyperv {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 23 16:18:22.339537 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Port 2aa74f34-97bb-43a5-bdb7-850d02e400e9 was deleted so its status cannot be updated. {{(pid=87637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Dec 23 16:18:22.340169 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device e8b6c414-9aa4-4f9b-91d1-ef0f348277ed up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:18:22.341049 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29999bbc-5f77-4c87-a5b2-8f1057f2903b tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Pushing event deleted for resources: {'Port': ['ID=2aa74f34-97bb-43a5-bdb7-850d02e400e9,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:18:22.346004 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-29999bbc-5f77-4c87-a5b2-8f1057f2903b tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:18:22.347482 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15670c5a-307b-4f35-a1f9-1c0bfb8f4e33 None None] Routers {'47b796b5-52fa-4d2e-bc01-b4e7f5a66b73'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:18:22.348554 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-15670c5a-307b-4f35-a1f9-1c0bfb8f4e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc29aae20>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:18:20Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['47b796b5-52fa-4d2e-bc01-b4e7f5a66b73'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:18:22.387243 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-ae209159-be64-4c9f-877e-20e7aa7271e7 req-1a2953ab-479d-426e-b071-467db0d7294f tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/security-groups?id=fe17453e-2851-49ba-b1be-183827cb90e5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1608324
Dec 23 16:18:22.410496 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-b3a2a542-8fef-4516-b261-16312f6d6eda tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Deleting port e8b6c414-9aa4-4f9b-91d1-ef0f348277ed {{(pid=87635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:18:22.411495 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-b3a2a542-8fef-4516-b261-16312f6d6eda tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:22.440300 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9e3aab53-d650-47e3-b8a6-2dff21fe9ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:22.459215 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-4e422154-794f-4b01-b65b-0c7d0d6b44db None None] For port 2aa74f34-97bb-43a5-bdb7-850d02e400e9, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=2aa74f34-97bb-43a5-bdb7-850d02e400e9,segment=NetworkSegment(657ae83f-eb2e-469b-ae1d-c6ecad1cfdef),segment_id=657ae83f-eb2e-469b-ae1d-c6ecad1cfdef)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:18:22.459774 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4e422154-794f-4b01-b65b-0c7d0d6b44db None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:22.534014 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-15670c5a-307b-4f35-a1f9-1c0bfb8f4e33 None None] Set router 47b796b5-52fa-4d2e-bc01-b4e7f5a66b73 gateway port host: None {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:18:22.563125 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-29999bbc-5f77-4c87-a5b2-8f1057f2903b tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-864347', 'neutron.services.segments.db._delete_segments_for_network-8735362908070'] for network, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:22.595381 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-29999bbc-5f77-4c87-a5b2-8f1057f2903b tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1dc03b2d90>,) {'filters': {'network_id': ['368af045-a5e4-46ea-9109-de0300762f9d']}} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:18:22.609966 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-29999bbc-5f77-4c87-a5b2-8f1057f2903b tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dc03b2d90>, '657ae83f-eb2e-469b-ae1d-c6ecad1cfdef') {'for_net_delete': True} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:18:22.610570 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-29999bbc-5f77-4c87-a5b2-8f1057f2903b tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dc03b2d90>, '657ae83f-eb2e-469b-ae1d-c6ecad1cfdef') {} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:18:22.622422 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-4e422154-794f-4b01-b65b-0c7d0d6b44db None None] Calling delete_port for 2aa74f34-97bb-43a5-bdb7-850d02e400e9 owned by network:dhcp {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:18:22.624338 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-29999bbc-5f77-4c87-a5b2-8f1057f2903b tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735363085442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2382197'] for segment, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:22.643444 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-29999bbc-5f77-4c87-a5b2-8f1057f2903b tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:22.651954 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29999bbc-5f77-4c87-a5b2-8f1057f2903b tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Releasing vlan 411 on physical network physnet1 to pool {{(pid=87636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 23 16:18:22.652968 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-29999bbc-5f77-4c87-a5b2-8f1057f2903b tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2176261'] for segment, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:22.681186 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning for port e8b6c414-9aa4-4f9b-91d1-ef0f348277ed completed by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:18:22.693163 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port e8b6c414-9aa4-4f9b-91d1-ef0f348277ed triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:18:22.693689 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:22.773899 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.db.api [None req-4e422154-794f-4b01-b65b-0c7d0d6b44db None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87637) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 23 16:18:22.774649 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_db.api [None req-4e422154-794f-4b01-b65b-0c7d0d6b44db None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 23 16:18:22.841727 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:22.842617 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.db [None req-b3a2a542-8fef-4516-b261-16312f6d6eda tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] For port e8b6c414-9aa4-4f9b-91d1-ef0f348277ed, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=e8b6c414-9aa4-4f9b-91d1-ef0f348277ed,segment=NetworkSegment(e6b468bd-fb8f-40dd-b8fd-e0e2c9b56600),segment_id=e6b468bd-fb8f-40dd-b8fd-e0e2c9b56600)] {{(pid=87635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:18:22.842990 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-b3a2a542-8fef-4516-b261-16312f6d6eda tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:22.880895 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] For port e8b6c414-9aa4-4f9b-91d1-ef0f348277ed, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=e8b6c414-9aa4-4f9b-91d1-ef0f348277ed,segment=NetworkSegment(e6b468bd-fb8f-40dd-b8fd-e0e2c9b56600),segment_id=e6b468bd-fb8f-40dd-b8fd-e0e2c9b56600)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:18:22.886505 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:22.892179 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-312f5571-d73d-49a8-8257-3d1bb122d4c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:18:22.934068 dv-neutron-822799-1-hyperv neutron-server[87636]: Traceback (most recent call last):
Dec 23 16:18:22.934068 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 23 16:18:22.934068 dv-neutron-822799-1-hyperv neutron-server[87636]:     timer()
Dec 23 16:18:22.934068 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:18:22.934068 dv-neutron-822799-1-hyperv neutron-server[87636]:     cb(*args, **kw)
Dec 23 16:18:22.934068 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 23 16:18:22.934068 dv-neutron-822799-1-hyperv neutron-server[87636]:     return func(*args, **kwargs)
Dec 23 16:18:22.934068 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:18:22.934068 dv-neutron-822799-1-hyperv neutron-server[87636]:     self._notify()
Dec 23 16:18:22.934068 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:18:22.934068 dv-neutron-822799-1-hyperv neutron-server[87636]:     self.callback(batched_events)
Dec 23 16:18:22.934068 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:18:22.934068 dv-neutron-822799-1-hyperv neutron-server[87636]:     event.method(event)
Dec 23 16:18:22.934068 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:18:22.934068 dv-neutron-822799-1-hyperv neutron-server[87636]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:18:22.934068 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 23 16:18:22.934068 dv-neutron-822799-1-hyperv neutron-server[87636]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 23 16:18:22.934068 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 23 16:18:22.934068 dv-neutron-822799-1-hyperv neutron-server[87636]:     return f(self, *a, **k)
Dec 23 16:18:22.934068 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:18:22.934068 dv-neutron-822799-1-hyperv neutron-server[87636]:     return self._get(url).json()
Dec 23 16:18:22.934068 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 23 16:18:22.934068 dv-neutron-822799-1-hyperv neutron-server[87636]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 23 16:18:22.934068 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 23 16:18:22.934068 dv-neutron-822799-1-hyperv neutron-server[87636]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:18:22.934068 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 23 16:18:22.934068 dv-neutron-822799-1-hyperv neutron-server[87636]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 23 16:18:22.934068 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 23 16:18:22.934068 dv-neutron-822799-1-hyperv neutron-server[87636]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:18:22.934068 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 23 16:18:22.934068 dv-neutron-822799-1-hyperv neutron-server[87636]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:18:22.934068 dv-neutron-822799-1-hyperv neutron-server[87636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:18:22.941156 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-29999bbc-5f77-4c87-a5b2-8f1057f2903b tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-864336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1824171'] for network, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:22.945450 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-bb32db0f-5c02-41a5-93a4-5df635c08c0d tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:18:22.961607 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-29999bbc-5f77-4c87-a5b2-8f1057f2903b tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:22.973797 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29999bbc-5f77-4c87-a5b2-8f1057f2903b tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Pushing event deleted for resources: {'Network': ['ID=368af045-a5e4-46ea-9109-de0300762f9d,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:18:22.978821 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-29999bbc-5f77-4c87-a5b2-8f1057f2903b tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:18:22.992023 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-29999bbc-5f77-4c87-a5b2-8f1057f2903b tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] 10.222.0.64 "DELETE /v2.0/networks/368af045-a5e4-46ea-9109-de0300762f9d HTTP/1.1" status: 204  len: 168 time: 1.7566495
Dec 23 16:18:22.992273 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-b3a2a542-8fef-4516-b261-16312f6d6eda tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Calling delete_port for e8b6c414-9aa4-4f9b-91d1-ef0f348277ed owned by network:router_interface {{(pid=87635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:18:22.992379 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Pushing event updated for resources: {'Port': ['ID=e8b6c414-9aa4-4f9b-91d1-ef0f348277ed,revision_number=5']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:18:22.992475 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 52086) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:22.994861 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:18:22.997966 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-cfa226b3-5e4f-4619-90a1-0285710d2241 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1690731371'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:18:23.001222 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-15670c5a-307b-4f35-a1f9-1c0bfb8f4e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc29aae20>, [{'id': '47b796b5-52fa-4d2e-bc01-b4e7f5a66b73', 'name': 'tempest-RoutersIpV6Test-router-476417359', 'tenant_id': '7f693e1e2e4c45b0a519cdc9b284f217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:17:46Z', 'updated_at': '2021-12-23T16:18:19Z', 'revision_number': 7, 'project_id': '7f693e1e2e4c45b0a519cdc9b284f217', 'gw_port_host': None, '_interfaces': [{'id': '36be5959-37f9-4da6-a29c-bbe32956bd73', 'name': '', 'network_id': '24ad3857-432b-45b9-9d4b-65ada6ed9e7e', 'tenant_id': '7f693e1e2e4c45b0a519cdc9b284f217', 'mac_address': 'fa:16:3e:fc:59:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47b796b5-52fa-4d2e-bc01-b4e7f5a66b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': 'acb46159-0524-40d7-8e1a-4f586d869551', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:18:05Z', 'updated_at': '2021-12-23T16:18:15Z', 'revision_number': 5, 'project_id': '7f693e1e2e4c45b0a519cdc9b284f217', 'subnets': [{'id': 'acb46159-0524-40d7-8e1a-4f586d869551', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e3018ee9-fff4-4a2e-acd5-af0cdd5a7c7f', 'name': '', 'network_id': '85525320-5226-4812-b412-d127729cd909', 'tenant_id': '7f693e1e2e4c45b0a519cdc9b284f217', 'mac_address': 'fa:16:3e:94:2b:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47b796b5-52fa-4d2e-bc01-b4e7f5a66b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1234, 'fixed_ips': [{'subnet_id': '74b9cb85-201b-4e15-9707-9ca0a3ff5b44', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:17:57Z', 'updated_at': '2021-12-23T16:18:12Z', 'revision_number': 5, 'project_id': '7f693e1e2e4c45b0a519cdc9b284f217', 'subnets': [{'id': '74b9cb85-201b-4e15-9707-9ca0a3ff5b44', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8b6c414-9aa4-4f9b-91d1-ef0f348277ed', 'name': '', 'network_id': 'f8dad10b-dd95-4597-8da0-cad51e7174ab', 'tenant_id': '7f693e1e2e4c45b0a519cdc9b284f217', 'mac_address': 'fa:16:3e:df:95:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47b796b5-52fa-4d2e-bc01-b4e7f5a66b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': 'c36bc7bd-0096-4fee-8817-e5e8f2f84064', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:18:14Z', 'updated_at': '2021-12-23T16:18:20Z', 'revision_number': 4, 'project_id': '7f693e1e2e4c45b0a519cdc9b284f217', 'subnets': [{'id': 'c36bc7bd-0096-4fee-8817-e5e8f2f84064', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f7b9d5cb-9b30-4db7-8d92-678aa551e2a9', 'name': '', 'network_id': 'fc837992-2e66-4488-a75b-bed62b48e052', 'tenant_id': '7f693e1e2e4c45b0a519cdc9b284f217', 'mac_address': 'fa:16:3e:2a:1a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47b796b5-52fa-4d2e-bc01-b4e7f5a66b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': '02f625a5-8cce-44c9-b991-165208d7f8c6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:17:49Z', 'updated_at': '2021-12-23T16:18:04Z', 'revision_number': 5, 'project_id': '7f693e1e2e4c45b0a519cdc9b284f217', 'subnets': [{'id': '02f625a5-8cce-44c9-b991-165208d7f8c6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:18:23.003541 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-cfa226b3-5e4f-4619-90a1-0285710d2241 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:18:23.007822 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-cfa226b3-5e4f-4619-90a1-0285710d2241 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Usage tracker for resource:network and tenant:e1d581421fe74f67b8908d7d303644fd is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:18:23.011126 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-cfa226b3-5e4f-4619-90a1-0285710d2241 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:18:23.012379 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15670c5a-307b-4f35-a1f9-1c0bfb8f4e33 None None] Checking router: 47b796b5-52fa-4d2e-bc01-b4e7f5a66b73 for host: dv-neutron-822799-1-hyperv {{(pid=87638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 23 16:18:23.016921 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-cfa226b3-5e4f-4619-90a1-0285710d2241 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:18:23.024873 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15670c5a-307b-4f35-a1f9-1c0bfb8f4e33 None None] Routers {'47b796b5-52fa-4d2e-bc01-b4e7f5a66b73'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:18:23.025960 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-15670c5a-307b-4f35-a1f9-1c0bfb8f4e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc29aae20>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:18:20Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['47b796b5-52fa-4d2e-bc01-b4e7f5a66b73'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:18:23.032445 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfa226b3-5e4f-4619-90a1-0285710d2241 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Made reservation on behalf of e1d581421fe74f67b8908d7d303644fd for: {'network': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:18:23.041282 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-cfa226b3-5e4f-4619-90a1-0285710d2241 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for network, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:23.071057 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfa226b3-5e4f-4619-90a1-0285710d2241 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] vlan segment allocate from pool success with {'vlan_id': 431, 'physical_network': 'physnet1'}  {{(pid=87636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 23 16:18:23.080798 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-cfa226b3-5e4f-4619-90a1-0285710d2241 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:23.081158 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.db.segments_db [None req-cfa226b3-5e4f-4619-90a1-0285710d2241 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Added segment e5024b03-3e48-4e5b-a65b-a3a27c59c5db of type vlan for network ad20f17a-1264-4a1b-9b4c-1a1198f6b2bb
Dec 23 16:18:23.095327 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d99c3fa-60de-4f58-8ded-7331d494017e req-32e1ae7d-f3ce-4231-9bfa-5e698f5c6b8a tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:18:23.097373 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-1d99c3fa-60de-4f58-8ded-7331d494017e req-32e1ae7d-f3ce-4231-9bfa-5e698f5c6b8a tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/ports?device_id=39d6a8b0-5afc-4f74-b8a4-4e5966c0594e HTTP/1.1" status: 200  len: 946 time: 0.4955614
Dec 23 16:18:23.109582 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-cfa226b3-5e4f-4619-90a1-0285710d2241 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735362521793'] for network, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:23.147050 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-cfa226b3-5e4f-4619-90a1-0285710d2241 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495'] for network, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:23.152842 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfa226b3-5e4f-4619-90a1-0285710d2241 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:18:23.154016 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-cfa226b3-5e4f-4619-90a1-0285710d2241 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:23.157415 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-1d99c3fa-60de-4f58-8ded-7331d494017e req-cea12d0d-9a9c-4ba4-bcc9-92722ea842d7 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/security-groups?id=fe17453e-2851-49ba-b1be-183827cb90e5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0526085
Dec 23 16:18:23.174386 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-1c624c99-ce53-4ff2-855a-da6d93c6e9a6 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:18:23.182554 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.db.api [None req-b3a2a542-8fef-4516-b261-16312f6d6eda tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87635) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 23 16:18:23.182704 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_db.api [None req-b3a2a542-8fef-4516-b261-16312f6d6eda tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 23 16:18:23.194859 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-15670c5a-307b-4f35-a1f9-1c0bfb8f4e33 None None] Set router 47b796b5-52fa-4d2e-bc01-b4e7f5a66b73 gateway port host: None {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:18:23.195129 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-cfa226b3-5e4f-4619-90a1-0285710d2241 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.1992457
Dec 23 16:18:23.196385 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 52090) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:23.198645 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 52092) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:23.202754 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-531a48ac-54ae-409a-97d0-6087d1a602ef tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Request body: {'subnet': {'network_id': 'ad20f17a-1264-4a1b-9b4c-1a1198f6b2bb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:18:23.276797 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-4e422154-794f-4b01-b65b-0c7d0d6b44db None None] Deleting port 2aa74f34-97bb-43a5-bdb7-850d02e400e9 {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:18:23.278574 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4e422154-794f-4b01-b65b-0c7d0d6b44db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:23.359790 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa226b3-5e4f-4619-90a1-0285710d2241 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Pushing event updated for resources: {'Network': ['ID=ad20f17a-1264-4a1b-9b4c-1a1198f6b2bb,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:18:23.365010 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-cfa226b3-5e4f-4619-90a1-0285710d2241 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:18:23.384405 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-531a48ac-54ae-409a-97d0-6087d1a602ef tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:18:23.397224 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-531a48ac-54ae-409a-97d0-6087d1a602ef tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Usage tracker for resource:subnet and tenant:e1d581421fe74f67b8908d7d303644fd is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:18:23.400530 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-531a48ac-54ae-409a-97d0-6087d1a602ef tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:18:23.408661 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-531a48ac-54ae-409a-97d0-6087d1a602ef tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:18:23.411836 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Network ad20f17a-1264-4a1b-9b4c-1a1198f6b2bb details requested by agent ovs-agent-dv-neutron-822799-1-hyperv with host dv-neutron-822799-1-hyperv {{(pid=87637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 23 16:18:23.420239 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87597ac1-c543-484e-a875-1a8c50b7bcf2 tempest-TestNetworkBasicOps-54271533 tempest-TestNetworkBasicOps-54271533-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:18:23.422395 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-87597ac1-c543-484e-a875-1a8c50b7bcf2 tempest-TestNetworkBasicOps-54271533 tempest-TestNetworkBasicOps-54271533-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=39d6a8b0-5afc-4f74-b8a4-4e5966c0594e HTTP/1.1" status: 200  len: 1094 time: 0.2222550
Dec 23 16:18:23.424093 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-531a48ac-54ae-409a-97d0-6087d1a602ef tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Made reservation on behalf of e1d581421fe74f67b8908d7d303644fd for: {'subnet': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:18:23.425272 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 52100) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:23.428124 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-531a48ac-54ae-409a-97d0-6087d1a602ef tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2618324'] for subnet, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:23.429066 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-4e422154-794f-4b01-b65b-0c7d0d6b44db None None] The port '2aa74f34-97bb-43a5-bdb7-850d02e400e9' was deleted {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 23 16:18:23.431532 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-a1e9f570-a7c6-412b-bcfd-93b3196bea6d tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Request body: {'floatingip': {'floating_network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'port_id': 'c972c9cc-4df1-4e15-9f25-ad484f259aed', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'fixed_ip_address': '172.20.0.13'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:18:23.443306 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-a1e9f570-a7c6-412b-bcfd-93b3196bea6d tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:18:23.447519 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-a1e9f570-a7c6-412b-bcfd-93b3196bea6d tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Usage tracker for resource:floatingip and tenant:544f3e375bde4f0988286eba27294ea6 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:18:23.450868 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-a1e9f570-a7c6-412b-bcfd-93b3196bea6d tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:18:23.468244 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-a1e9f570-a7c6-412b-bcfd-93b3196bea6d tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:18:23.493835 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a1e9f570-a7c6-412b-bcfd-93b3196bea6d tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for floatingip, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:23.558719 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device e8b6c414-9aa4-4f9b-91d1-ef0f348277ed up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:18:23.593216 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-15670c5a-307b-4f35-a1f9-1c0bfb8f4e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc29aae20>, [{'id': '47b796b5-52fa-4d2e-bc01-b4e7f5a66b73', 'name': 'tempest-RoutersIpV6Test-router-476417359', 'tenant_id': '7f693e1e2e4c45b0a519cdc9b284f217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:17:46Z', 'updated_at': '2021-12-23T16:18:19Z', 'revision_number': 7, 'project_id': '7f693e1e2e4c45b0a519cdc9b284f217', 'gw_port_host': None, '_interfaces': [{'id': '36be5959-37f9-4da6-a29c-bbe32956bd73', 'name': '', 'network_id': '24ad3857-432b-45b9-9d4b-65ada6ed9e7e', 'tenant_id': '7f693e1e2e4c45b0a519cdc9b284f217', 'mac_address': 'fa:16:3e:fc:59:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47b796b5-52fa-4d2e-bc01-b4e7f5a66b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': 'acb46159-0524-40d7-8e1a-4f586d869551', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:18:05Z', 'updated_at': '2021-12-23T16:18:15Z', 'revision_number': 5, 'project_id': '7f693e1e2e4c45b0a519cdc9b284f217', 'subnets': [{'id': 'acb46159-0524-40d7-8e1a-4f586d869551', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e3018ee9-fff4-4a2e-acd5-af0cdd5a7c7f', 'name': '', 'network_id': '85525320-5226-4812-b412-d127729cd909', 'tenant_id': '7f693e1e2e4c45b0a519cdc9b284f217', 'mac_address': 'fa:16:3e:94:2b:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47b796b5-52fa-4d2e-bc01-b4e7f5a66b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1234, 'fixed_ips': [{'subnet_id': '74b9cb85-201b-4e15-9707-9ca0a3ff5b44', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:17:57Z', 'updated_at': '2021-12-23T16:18:12Z', 'revision_number': 5, 'project_id': '7f693e1e2e4c45b0a519cdc9b284f217', 'subnets': [{'id': '74b9cb85-201b-4e15-9707-9ca0a3ff5b44', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8b6c414-9aa4-4f9b-91d1-ef0f348277ed', 'name': '', 'network_id': 'f8dad10b-dd95-4597-8da0-cad51e7174ab', 'tenant_id': '7f693e1e2e4c45b0a519cdc9b284f217', 'mac_address': 'fa:16:3e:df:95:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47b796b5-52fa-4d2e-bc01-b4e7f5a66b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': 'c36bc7bd-0096-4fee-8817-e5e8f2f84064', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:18:14Z', 'updated_at': '2021-12-23T16:18:22Z', 'revision_number': 5, 'project_id': '7f693e1e2e4c45b0a519cdc9b284f217', 'subnets': [{'id': 'c36bc7bd-0096-4fee-8817-e5e8f2f84064', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f7b9d5cb-9b30-4db7-8d92-678aa551e2a9', 'name': '', 'network_id': 'fc837992-2e66-4488-a75b-bed62b48e052', 'tenant_id': '7f693e1e2e4c45b0a519cdc9b284f217', 'mac_address': 'fa:16:3e:2a:1a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47b796b5-52fa-4d2e-bc01-b4e7f5a66b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': '02f625a5-8cce-44c9-b991-165208d7f8c6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:17:49Z', 'updated_at': '2021-12-23T16:18:04Z', 'revision_number': 5, 'project_id': '7f693e1e2e4c45b0a519cdc9b284f217', 'subnets': [{'id': '02f625a5-8cce-44c9-b991-165208d7f8c6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:18:23.598330 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15670c5a-307b-4f35-a1f9-1c0bfb8f4e33 None None] The sync data for ids ['47b796b5-52fa-4d2e-bc01-b4e7f5a66b73'] in dv-neutron-822799-1-hyperv is: [{'id': '47b796b5-52fa-4d2e-bc01-b4e7f5a66b73', 'name': 'tempest-RoutersIpV6Test-router-476417359', 'tenant_id': '7f693e1e2e4c45b0a519cdc9b284f217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:17:46Z', 'updated_at': '2021-12-23T16:18:19Z', 'revision_number': 7, 'project_id': '7f693e1e2e4c45b0a519cdc9b284f217', 'gw_port_host': None, '_interfaces': [{'id': '36be5959-37f9-4da6-a29c-bbe32956bd73', 'name': '', 'network_id': '24ad3857-432b-45b9-9d4b-65ada6ed9e7e', 'tenant_id': '7f693e1e2e4c45b0a519cdc9b284f217', 'mac_address': 'fa:16:3e:fc:59:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47b796b5-52fa-4d2e-bc01-b4e7f5a66b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': 'acb46159-0524-40d7-8e1a-4f586d869551', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:18:05Z', 'updated_at': '2021-12-23T16:18:15Z', 'revision_number': 5, 'project_id': '7f693e1e2e4c45b0a519cdc9b284f217', 'subnets': [{'id': 'acb46159-0524-40d7-8e1a-4f586d869551', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e3018ee9-fff4-4a2e-acd5-af0cdd5a7c7f', 'name': '', 'network_id': '85525320-5226-4812-b412-d127729cd909', 'tenant_id': '7f693e1e2e4c45b0a519cdc9b284f217', 'mac_address': 'fa:16:3e:94:2b:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47b796b5-52fa-4d2e-bc01-b4e7f5a66b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1234, 'fixed_ips': [{'subnet_id': '74b9cb85-201b-4e15-9707-9ca0a3ff5b44', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:17:57Z', 'updated_at': '2021-12-23T16:18:12Z', 'revision_number': 5, 'project_id': '7f693e1e2e4c45b0a519cdc9b284f217', 'subnets': [{'id': '74b9cb85-201b-4e15-9707-9ca0a3ff5b44', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8b6c414-9aa4-4f9b-91d1-ef0f348277ed', 'name': '', 'network_id': 'f8dad10b-dd95-4597-8da0-cad51e7174ab', 'tenant_id': '7f693e1e2e4c45b0a519cdc9b284f217', 'mac_address': 'fa:16:3e:df:95:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47b796b5-52fa-4d2e-bc01-b4e7f5a66b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': 'c36bc7bd-0096-4fee-8817-e5e8f2f84064', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:18:14Z', 'updated_at': '2021-12-23T16:18:22Z', 'revision_number': 5, 'project_id': '7f693e1e2e4c45b0a519cdc9b284f217', 'subnets': [{'id': 'c36bc7bd-0096-4fee-8817-e5e8f2f84064', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f7b9d5cb-9b30-4db7-8d92-678aa551e2a9', 'name': '', 'network_id': 'fc837992-2e66-4488-a75b-bed62b48e052', 'tenant_id': '7f693e1e2e4c45b0a519cdc9b284f217', 'mac_address': 'fa:16:3e:2a:1a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47b796b5-52fa-4d2e-bc01-b4e7f5a66b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': '02f625a5-8cce-44c9-b991-165208d7f8c6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:17:49Z', 'updated_at': '2021-12-23T16:18:04Z', 'revision_number': 5, 'project_id': '7f693e1e2e4c45b0a519cdc9b284f217', 'subnets': [{'id': '02f625a5-8cce-44c9-b991-165208d7f8c6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 23 16:18:23.670439 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port e8b6c414-9aa4-4f9b-91d1-ef0f348277ed triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:18:23.670823 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:23.675317 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a1e9f570-a7c6-412b-bcfd-93b3196bea6d tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:23.719446 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-b3a2a542-8fef-4516-b261-16312f6d6eda tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Deleting port e8b6c414-9aa4-4f9b-91d1-ef0f348277ed {{(pid=87635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:18:23.719883 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-b3a2a542-8fef-4516-b261-16312f6d6eda tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:23.753239 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-531a48ac-54ae-409a-97d0-6087d1a602ef tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2176430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2618310'] for subnet, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:23.759804 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-bbb73fc6-a32a-416c-b411-e6d073970188 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:18:23.847801 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 2aa74f34-97bb-43a5-bdb7-850d02e400e9 no longer exists at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 23 16:18:23.848391 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531a48ac-54ae-409a-97d0-6087d1a602ef tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Pushing event updated for resources: {'Subnet': ['ID=70549f52-adca-49b3-b27a-92fd3db8cb87,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:18:23.851797 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-531a48ac-54ae-409a-97d0-6087d1a602ef tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:18:23.854583 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-531a48ac-54ae-409a-97d0-6087d1a602ef tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Checking segment: {'id': 'e5024b03-3e48-4e5b-a65b-a3a27c59c5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'ad20f17a-1264-4a1b-9b4c-1a1198f6b2bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:18:23.854799 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-531a48ac-54ae-409a-97d0-6087d1a602ef tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Network hostable DHCP agents. Network: ad20f17a-1264-4a1b-9b4c-1a1198f6b2bb, hostable agents: ['1c812d71-eadf-4fb3-b98e-67468a4aa7e2'], hosted agents: [] {{(pid=87636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 23 16:18:23.874699 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-531a48ac-54ae-409a-97d0-6087d1a602ef tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Network ad20f17a-1264-4a1b-9b4c-1a1198f6b2bb is scheduled to be hosted by DHCP agent 1c812d71-eadf-4fb3-b98e-67468a4aa7e2 with binding_index 1 {{(pid=87636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 23 16:18:23.885887 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-531a48ac-54ae-409a-97d0-6087d1a602ef tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822799-1-hyperv, ad20f17a-1264-4a1b-9b4c-1a1198f6b2bb) {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:18:23.886132 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] No Port match for: 2aa74f34-97bb-43a5-bdb7-850d02e400e9 {{(pid=87637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 23 16:18:23.886558 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 2aa74f34-97bb-43a5-bdb7-850d02e400e9 not bound to the agent host dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 23 16:18:23.891149 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-531a48ac-54ae-409a-97d0-6087d1a602ef tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:18:23.891864 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-531a48ac-54ae-409a-97d0-6087d1a602ef tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks [] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:23.895992 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d6b62c6-1e0a-4dc8-a4e0-a7bca9525479 None None] Network ad20f17a-1264-4a1b-9b4c-1a1198f6b2bb requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:18:23.924634 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-531a48ac-54ae-409a-97d0-6087d1a602ef tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.7270927
Dec 23 16:18:23.925487 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 52104) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:23.931542 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-144d60bb-9135-46a1-9883-ed23cfab3236 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1950997795', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:18:23.937761 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-144d60bb-9135-46a1-9883-ed23cfab3236 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:18:23.941714 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-144d60bb-9135-46a1-9883-ed23cfab3236 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Usage tracker for resource:router and tenant:e1d581421fe74f67b8908d7d303644fd is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:18:23.944820 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-144d60bb-9135-46a1-9883-ed23cfab3236 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:18:23.951328 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-144d60bb-9135-46a1-9883-ed23cfab3236 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:18:23.963946 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-144d60bb-9135-46a1-9883-ed23cfab3236 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1823978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-235332'] for router, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:23.965110 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-144d60bb-9135-46a1-9883-ed23cfab3236 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1824575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1824063', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1751113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-235341'] for router, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:23.982973 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-144d60bb-9135-46a1-9883-ed23cfab3236 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:24.007609 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.db_base_plugin_common [None req-a1e9f570-a7c6-412b-bcfd-93b3196bea6d tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Allocated IP 172.26.3.127 (8afa6d58-9431-454a-b99c-3ff8a65aa86b/60537fec-5f5f-4ab7-89cc-03638149a590/909aac55-8cdb-49c8-a520-32b2f150a873) {{(pid=87635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:18:24.008386 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-144d60bb-9135-46a1-9883-ed23cfab3236 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1823971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1824234'] for router, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:24.034469 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.db [None req-b3a2a542-8fef-4516-b261-16312f6d6eda tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] For port e8b6c414-9aa4-4f9b-91d1-ef0f348277ed, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=e8b6c414-9aa4-4f9b-91d1-ef0f348277ed,segment=NetworkSegment(e6b468bd-fb8f-40dd-b8fd-e0e2c9b56600),segment_id=e6b468bd-fb8f-40dd-b8fd-e0e2c9b56600)] {{(pid=87635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:18:24.035216 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-b3a2a542-8fef-4516-b261-16312f6d6eda tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:24.043363 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-144d60bb-9135-46a1-9883-ed23cfab3236 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks [] for router, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:24.048066 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-144d60bb-9135-46a1-9883-ed23cfab3236 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201  len: 702 time: 0.1190057
Dec 23 16:18:24.048644 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 52108) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:24.055146 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-aca89989-3035-4bf7-928a-6b0db0ebf273 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Request body: {'port': {'network_id': 'ad20f17a-1264-4a1b-9b4c-1a1198f6b2bb', 'name': 'tempest-PortsTestJSON-1369157472'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:18:24.111871 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d86a9fc-b183-4706-ad17-7c4b9c8af86c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7e017a6-8198-58c8-a07e-0f786128e3b3-ad20f17a-1264-4a1b-9b4c-1a1198f6b2bb', 'network_id': 'ad20f17a-1264-4a1b-9b4c-1a1198f6b2bb', 'tenant_id': 'e1d581421fe74f67b8908d7d303644fd', 'fixed_ips': [{'subnet_id': '70549f52-adca-49b3-b27a-92fd3db8cb87'}]}} from dv-neutron-822799-1-hyperv. {{(pid=87637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 23 16:18:24.112850 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-6d86a9fc-b183-4706-ad17-7c4b9c8af86c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:24.183320 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-b3a2a542-8fef-4516-b261-16312f6d6eda tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Calling delete_port for e8b6c414-9aa4-4f9b-91d1-ef0f348277ed owned by network:router_interface {{(pid=87635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:18:24.195133 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-aca89989-3035-4bf7-928a-6b0db0ebf273 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:18:24.199537 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-aca89989-3035-4bf7-928a-6b0db0ebf273 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Usage tracker for resource:port and tenant:e1d581421fe74f67b8908d7d303644fd is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:18:24.202530 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-aca89989-3035-4bf7-928a-6b0db0ebf273 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:18:24.210740 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-aca89989-3035-4bf7-928a-6b0db0ebf273 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:18:24.222970 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aca89989-3035-4bf7-928a-6b0db0ebf273 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Made reservation on behalf of e1d581421fe74f67b8908d7d303644fd for: {'port': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:18:24.226565 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-aca89989-3035-4bf7-928a-6b0db0ebf273 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:24.249474 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [None req-aca89989-3035-4bf7-928a-6b0db0ebf273 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] device_id is not set on port 0159d189-2018-47a7-8ff1-c46498a6606b yet. {{(pid=87636) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 23 16:18:24.268787 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_common [None req-6d86a9fc-b183-4706-ad17-7c4b9c8af86c None None] Allocated IP 172.20.0.2 (ad20f17a-1264-4a1b-9b4c-1a1198f6b2bb/70549f52-adca-49b3-b27a-92fd3db8cb87/69a1c881-8cdf-42fe-a393-60bf95847c51) {{(pid=87637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:18:24.379559 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a1e9f570-a7c6-412b-bcfd-93b3196bea6d tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for port, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:24.468306 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a1e9f570-a7c6-412b-bcfd-93b3196bea6d tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:24.474381 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-15a8ccf1-79a6-424d-8303-d5a5b1b142a9 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:18:24.486372 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-6d86a9fc-b183-4706-ad17-7c4b9c8af86c None None] Notify callbacks [] for port, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:24.521230 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-6d86a9fc-b183-4706-ad17-7c4b9c8af86c None None] Transition to ACTIVE for port object 69a1c881-8cdf-42fe-a393-60bf95847c51 will not be triggered until provisioned by entity L2. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:18:24.531043 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-b3a2a542-8fef-4516-b261-16312f6d6eda tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:24.539667 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-6d86a9fc-b183-4706-ad17-7c4b9c8af86c None None] Transition to ACTIVE for port object 69a1c881-8cdf-42fe-a393-60bf95847c51 will not be triggered until provisioned by entity DHCP. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:18:24.546364 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-6d86a9fc-b183-4706-ad17-7c4b9c8af86c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780'] for port, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:24.547192 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1e9f570-a7c6-412b-bcfd-93b3196bea6d tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Network 8afa6d58-9431-454a-b99c-3ff8a65aa86b is already hosted by enough agents. {{(pid=87635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:18:24.552150 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:18:24.584389 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.base_scheduler [None req-a1e9f570-a7c6-412b-bcfd-93b3196bea6d tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Resources bound (agent type, host, resource id):  {{(pid=87635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:18:24.588136 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e9f570-a7c6-412b-bcfd-93b3196bea6d tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Received port after_create {{(pid=87635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:18:24.615586 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d86a9fc-b183-4706-ad17-7c4b9c8af86c None None] Network ad20f17a-1264-4a1b-9b4c-1a1198f6b2bb is already hosted by enough agents. {{(pid=87637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:18:24.623316 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-6d86a9fc-b183-4706-ad17-7c4b9c8af86c None None] Resources bound (agent type, host, resource id):  {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:18:24.627893 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d86a9fc-b183-4706-ad17-7c4b9c8af86c None None] Received port after_create {{(pid=87637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:18:24.636009 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [None req-aca89989-3035-4bf7-928a-6b0db0ebf273 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Allocated IP 172.20.0.11 (ad20f17a-1264-4a1b-9b4c-1a1198f6b2bb/70549f52-adca-49b3-b27a-92fd3db8cb87/0159d189-2018-47a7-8ff1-c46498a6606b) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:18:24.663451 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d86a9fc-b183-4706-ad17-7c4b9c8af86c None None] Pushing event updated for resources: {'Port': ['ID=69a1c881-8cdf-42fe-a393-60bf95847c51,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:18:24.671092 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-6d86a9fc-b183-4706-ad17-7c4b9c8af86c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:18:24.680096 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e9f570-a7c6-412b-bcfd-93b3196bea6d tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Pushing event updated for resources: {'Port': ['ID=909aac55-8cdb-49c8-a520-32b2f150a873,revision_number=1']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:18:24.795512 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-6d86a9fc-b183-4706-ad17-7c4b9c8af86c None None] Attempting to bind port 69a1c881-8cdf-42fe-a393-60bf95847c51 on host dv-neutron-822799-1-hyperv for vnic_type normal with profile  {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:18:24.795898 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-6d86a9fc-b183-4706-ad17-7c4b9c8af86c None None] Attempting to bind port 69a1c881-8cdf-42fe-a393-60bf95847c51 by drivers openvswitch,hyperv on host dv-neutron-822799-1-hyperv at level 0 using segments [{'id': 'e5024b03-3e48-4e5b-a65b-a3a27c59c5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'ad20f17a-1264-4a1b-9b4c-1a1198f6b2bb'}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:18:24.796274 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d86a9fc-b183-4706-ad17-7c4b9c8af86c None None] Attempting to bind port 69a1c881-8cdf-42fe-a393-60bf95847c51 on network ad20f17a-1264-4a1b-9b4c-1a1198f6b2bb {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:18:24.802222 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d86a9fc-b183-4706-ad17-7c4b9c8af86c None None] Checking agent: {'id': '20d2070f-69a9-4e73-8d08-6f0387a40158', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822799-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 21), 'started_at': datetime.datetime(2021, 12, 23, 16, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 18, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822799-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 23 16:18:24.802610 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d86a9fc-b183-4706-ad17-7c4b9c8af86c None None] Checking segment: {'id': 'e5024b03-3e48-4e5b-a65b-a3a27c59c5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'ad20f17a-1264-4a1b-9b4c-1a1198f6b2bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:18:24.803037 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-6d86a9fc-b183-4706-ad17-7c4b9c8af86c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:24.803445 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d86a9fc-b183-4706-ad17-7c4b9c8af86c None None] Bound using segment: {'id': 'e5024b03-3e48-4e5b-a65b-a3a27c59c5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'ad20f17a-1264-4a1b-9b4c-1a1198f6b2bb'} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 23 16:18:24.803931 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-6d86a9fc-b183-4706-ad17-7c4b9c8af86c None None] Bound port: 69a1c881-8cdf-42fe-a393-60bf95847c51, host: dv-neutron-822799-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5024b03-3e48-4e5b-a65b-a3a27c59c5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'ad20f17a-1264-4a1b-9b4c-1a1198f6b2bb'}}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 23 16:18:24.804320 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-6d86a9fc-b183-4706-ad17-7c4b9c8af86c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:24.887373 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-aca89989-3035-4bf7-928a-6b0db0ebf273 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:24.891903 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-6d86a9fc-b183-4706-ad17-7c4b9c8af86c None None] For port 69a1c881-8cdf-42fe-a393-60bf95847c51, host dv-neutron-822799-1-hyperv, cleared binding levels {{(pid=87637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 23 16:18:24.895900 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-6d86a9fc-b183-4706-ad17-7c4b9c8af86c None None] For port 69a1c881-8cdf-42fe-a393-60bf95847c51, host dv-neutron-822799-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=69a1c881-8cdf-42fe-a393-60bf95847c51,segment=NetworkSegment(e5024b03-3e48-4e5b-a65b-a3a27c59c5db),segment_id=e5024b03-3e48-4e5b-a65b-a3a27c59c5db)] {{(pid=87637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 23 16:18:24.898769 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-a1e9f570-a7c6-412b-bcfd-93b3196bea6d tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.424s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:18:24.899395 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-0ea85763-d165-44ae-9a8c-00779e33b122 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.361s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:18:24.900759 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-6d86a9fc-b183-4706-ad17-7c4b9c8af86c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:24.905240 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.provisioning_blocks [None req-aca89989-3035-4bf7-928a-6b0db0ebf273 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Transition to ACTIVE for port object 0159d189-2018-47a7-8ff1-c46498a6606b will not be triggered until provisioned by entity DHCP. {{(pid=87636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:18:24.906061 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3d617d44-cf11-4dab-a7bc-aa9facdf02ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:18:24.930443 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-aca89989-3035-4bf7-928a-6b0db0ebf273 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:24.936267 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-64da3d3e-75f9-4386-9686-aedeb021852f tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:18:24.960240 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a2a542-8fef-4516-b261-16312f6d6eda tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Pushing event deleted for resources: {'Port': ['ID=e8b6c414-9aa4-4f9b-91d1-ef0f348277ed,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:18:24.986087 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d86a9fc-b183-4706-ad17-7c4b9c8af86c None None] Pushing event updated for resources: {'Port': ['ID=69a1c881-8cdf-42fe-a393-60bf95847c51,revision_number=2']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:18:24.989099 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-6d86a9fc-b183-4706-ad17-7c4b9c8af86c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:18:25.008642 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aca89989-3035-4bf7-928a-6b0db0ebf273 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Network ad20f17a-1264-4a1b-9b4c-1a1198f6b2bb is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:18:25.012409 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-aca89989-3035-4bf7-928a-6b0db0ebf273 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Resources bound (agent type, host, resource id):  {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:18:25.016479 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aca89989-3035-4bf7-928a-6b0db0ebf273 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:18:25.019216 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-b3a2a542-8fef-4516-b261-16312f6d6eda tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:18:25.057767 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca89989-3035-4bf7-928a-6b0db0ebf273 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Pushing event updated for resources: {'Port': ['ID=0159d189-2018-47a7-8ff1-c46498a6606b,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:18:25.067985 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-aca89989-3035-4bf7-928a-6b0db0ebf273 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:18:25.090920 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aca89989-3035-4bf7-928a-6b0db0ebf273 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:18:25.091554 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-aca89989-3035-4bf7-928a-6b0db0ebf273 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:25.118138 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-aca89989-3035-4bf7-928a-6b0db0ebf273 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201  len: 925 time: 1.0680408
Dec 23 16:18:25.120625 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 52112) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:25.144691 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-b3a2a542-8fef-4516-b261-16312f6d6eda tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1627472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1784155'] for router_interface, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:25.635041 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 69a1c881-8cdf-42fe-a393-60bf95847c51 up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:18:25.689548 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3a2a542-8fef-4516-b261-16312f6d6eda tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Router 47b796b5-52fa-4d2e-bc01-b4e7f5a66b73 has already been hosted by L3 agent 371d4c41-c7e2-4de7-9539-c049ec4e95d1 {{(pid=87635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 23 16:18:25.720872 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning for port 69a1c881-8cdf-42fe-a393-60bf95847c51 completed by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:18:25.887628 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3a2a542-8fef-4516-b261-16312f6d6eda tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify agent at l3_agent.dv-neutron-822799-1-hyperv the message routers_updated {{(pid=87635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 23 16:18:25.895249 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-95e8871b-3da2-42a3-ad84-1f961c4177e5 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:25.901719 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e5161ec-e07c-481e-9705-94ff1a83ee18 None None] Sync routers for ids ['47b796b5-52fa-4d2e-bc01-b4e7f5a66b73'] in dv-neutron-822799-1-hyperv {{(pid=87637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 23 16:18:25.902320 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a1e9f570-a7c6-412b-bcfd-93b3196bea6d tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:25.914375 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e5161ec-e07c-481e-9705-94ff1a83ee18 None None] Routers {'47b796b5-52fa-4d2e-bc01-b4e7f5a66b73'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:18:25.915281 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-9e5161ec-e07c-481e-9705-94ff1a83ee18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc038adf0>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:18:20Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['47b796b5-52fa-4d2e-bc01-b4e7f5a66b73'], 'active': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:18:25.927282 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-b3a2a542-8fef-4516-b261-16312f6d6eda tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] 10.222.0.64 "PUT /v2.0/routers/47b796b5-52fa-4d2e-bc01-b4e7f5a66b73/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.6534798
Dec 23 16:18:25.928228 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 52116) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:26.080923 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.db_base_plugin_v2 [None req-07047c8b-d47b-4ad0-a896-b704408bee88 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Deleting subnet c36bc7bd-0096-4fee-8817-e5e8f2f84064 {{(pid=87635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 23 16:18:26.086828 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a1e9f570-a7c6-412b-bcfd-93b3196bea6d tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:26.093015 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvr_db [None req-9e5161ec-e07c-481e-9705-94ff1a83ee18 None None] Set router 47b796b5-52fa-4d2e-bc01-b4e7f5a66b73 gateway port host: None {{(pid=87637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:18:26.111628 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-07047c8b-d47b-4ad0-a896-b704408bee88 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks [] for subnet, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:26.136899 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f70674a-667e-4687-b514-cdcb507f9154 None None] Network ad20f17a-1264-4a1b-9b4c-1a1198f6b2bb requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:18:26.305331 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-95e8871b-3da2-42a3-ad84-1f961c4177e5 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks [] for port, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:26.313158 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-95e8871b-3da2-42a3-ad84-1f961c4177e5 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2176289'] for port, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:26.318206 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-4cde1743-533b-4477-a5ac-8f1c59c505bb tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:18:26.345344 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-07047c8b-d47b-4ad0-a896-b704408bee88 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2776816'] for subnet, precommit_delete_associations {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:26.433204 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e8871b-3da2-42a3-ad84-1f961c4177e5 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Pushing event updated for resources: {'Port': ['ID=0159d189-2018-47a7-8ff1-c46498a6606b,revision_number=2']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:18:26.437686 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-95e8871b-3da2-42a3-ad84-1f961c4177e5 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:18:26.450898 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-2ef809b4-4bc4-482b-8a00-9f9290afe94a None None] Provisioning for port 69a1c881-8cdf-42fe-a393-60bf95847c51 completed by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:18:26.463983 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-2ef809b4-4bc4-482b-8a00-9f9290afe94a None None] Provisioning complete for port 69a1c881-8cdf-42fe-a393-60bf95847c51 triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:18:26.464205 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-2ef809b4-4bc4-482b-8a00-9f9290afe94a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:26.534756 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-07047c8b-d47b-4ad0-a896-b704408bee88 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864774'] for subnet, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:26.610670 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a1e9f570-a7c6-412b-bcfd-93b3196bea6d tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for port, precommit_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:26.624310 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a1e9f570-a7c6-412b-bcfd-93b3196bea6d tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2753531'] for port, after_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:26.632372 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-29065ff8-59f3-4d78-8050-479aeed3b70b tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:18:26.658223 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-95e8871b-3da2-42a3-ad84-1f961c4177e5 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1781300'] for router_interface, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:26.719053 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-07047c8b-d47b-4ad0-a896-b704408bee88 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2753333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2609730'] for subnet, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:26.757842 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-07047c8b-d47b-4ad0-a896-b704408bee88 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks [] for subnet, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:26.760459 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e9f570-a7c6-412b-bcfd-93b3196bea6d tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Pushing event updated for resources: {'Port': ['ID=909aac55-8cdb-49c8-a520-32b2f150a873,revision_number=2']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:18:26.767159 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-a1e9f570-a7c6-412b-bcfd-93b3196bea6d tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:18:26.768387 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-19e6f326-3240-4ac2-9f86-090ca073fa3b tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.039s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:18:26.779190 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-272c83a2-9248-45ae-a3dc-2fd36be942be None None] Network f8dad10b-dd95-4597-8da0-cad51e7174ab requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:18:26.785887 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-95e8871b-3da2-42a3-ad84-1f961c4177e5 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:26.808289 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a1e9f570-a7c6-412b-bcfd-93b3196bea6d tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1824189'] for floatingip, after_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:26.810569 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-2ef809b4-4bc4-482b-8a00-9f9290afe94a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:26.860914 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07047c8b-d47b-4ad0-a896-b704408bee88 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Pushing event deleted for resources: {'Subnet': ['ID=c36bc7bd-0096-4fee-8817-e5e8f2f84064,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:18:26.874035 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-07047c8b-d47b-4ad0-a896-b704408bee88 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] 10.222.0.64 "DELETE /v2.0/subnets/c36bc7bd-0096-4fee-8817-e5e8f2f84064 HTTP/1.1" status: 204  len: 168 time: 0.9424171
Dec 23 16:18:26.874822 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-07047c8b-d47b-4ad0-a896-b704408bee88 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:18:26.875066 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 52120) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:26.974332 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-2ef809b4-4bc4-482b-8a00-9f9290afe94a None None] For port 69a1c881-8cdf-42fe-a393-60bf95847c51, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=69a1c881-8cdf-42fe-a393-60bf95847c51,segment=NetworkSegment(e5024b03-3e48-4e5b-a65b-a3a27c59c5db),segment_id=e5024b03-3e48-4e5b-a65b-a3a27c59c5db)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:18:27.011007 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-2ef809b4-4bc4-482b-8a00-9f9290afe94a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:27.019230 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-4a814215-b09c-4c3c-85e1-556dde7aa206 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:18:27.033444 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.db.l3_db [None req-a1e9f570-a7c6-412b-bcfd-93b3196bea6d tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Floating IP 4a3dcefc-919c-4203-87df-11aaa7b3b886 associated. External IP: 172.26.3.127, port: c972c9cc-4df1-4e15-9f25-ad484f259aed.
Dec 23 16:18:27.075863 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-9e5161ec-e07c-481e-9705-94ff1a83ee18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc038adf0>, [{'id': '47b796b5-52fa-4d2e-bc01-b4e7f5a66b73', 'name': 'tempest-RoutersIpV6Test-router-476417359', 'tenant_id': '7f693e1e2e4c45b0a519cdc9b284f217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:17:46Z', 'updated_at': '2021-12-23T16:18:24Z', 'revision_number': 8, 'project_id': '7f693e1e2e4c45b0a519cdc9b284f217', 'gw_port_host': None, '_interfaces': [{'id': '36be5959-37f9-4da6-a29c-bbe32956bd73', 'name': '', 'network_id': '24ad3857-432b-45b9-9d4b-65ada6ed9e7e', 'tenant_id': '7f693e1e2e4c45b0a519cdc9b284f217', 'mac_address': 'fa:16:3e:fc:59:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47b796b5-52fa-4d2e-bc01-b4e7f5a66b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': 'acb46159-0524-40d7-8e1a-4f586d869551', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:18:05Z', 'updated_at': '2021-12-23T16:18:15Z', 'revision_number': 5, 'project_id': '7f693e1e2e4c45b0a519cdc9b284f217', 'subnets': [{'id': 'acb46159-0524-40d7-8e1a-4f586d869551', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e3018ee9-fff4-4a2e-acd5-af0cdd5a7c7f', 'name': '', 'network_id': '85525320-5226-4812-b412-d127729cd909', 'tenant_id': '7f693e1e2e4c45b0a519cdc9b284f217', 'mac_address': 'fa:16:3e:94:2b:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47b796b5-52fa-4d2e-bc01-b4e7f5a66b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1234, 'fixed_ips': [{'subnet_id': '74b9cb85-201b-4e15-9707-9ca0a3ff5b44', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:17:57Z', 'updated_at': '2021-12-23T16:18:12Z', 'revision_number': 5, 'project_id': '7f693e1e2e4c45b0a519cdc9b284f217', 'subnets': [{'id': '74b9cb85-201b-4e15-9707-9ca0a3ff5b44', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f7b9d5cb-9b30-4db7-8d92-678aa551e2a9', 'name': '', 'network_id': 'fc837992-2e66-4488-a75b-bed62b48e052', 'tenant_id': '7f693e1e2e4c45b0a519cdc9b284f217', 'mac_address': 'fa:16:3e:2a:1a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47b796b5-52fa-4d2e-bc01-b4e7f5a66b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': '02f625a5-8cce-44c9-b991-165208d7f8c6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:17:49Z', 'updated_at': '2021-12-23T16:18:04Z', 'revision_number': 5, 'project_id': '7f693e1e2e4c45b0a519cdc9b284f217', 'subnets': [{'id': '02f625a5-8cce-44c9-b991-165208d7f8c6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:18:27.093400 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e5161ec-e07c-481e-9705-94ff1a83ee18 None None] Checking router: 47b796b5-52fa-4d2e-bc01-b4e7f5a66b73 for host: dv-neutron-822799-1-hyperv {{(pid=87637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 23 16:18:27.163838 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e5161ec-e07c-481e-9705-94ff1a83ee18 None None] Routers {'47b796b5-52fa-4d2e-bc01-b4e7f5a66b73'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:18:27.164882 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-9e5161ec-e07c-481e-9705-94ff1a83ee18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc038adf0>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:18:20Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['47b796b5-52fa-4d2e-bc01-b4e7f5a66b73'], 'active': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:18:27.200895 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-952c2944-e613-49a5-8978-6576c8048be5 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-698866'] for network, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:27.276719 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-952c2944-e613-49a5-8978-6576c8048be5 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Deleting port 4a1a9861-00d6-465a-a04f-d7dc51fb3aa8 {{(pid=87635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:18:27.277094 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-952c2944-e613-49a5-8978-6576c8048be5 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:27.378545 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-95e8871b-3da2-42a3-ad84-1f961c4177e5 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks [] for port, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:27.385967 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef809b4-4bc4-482b-8a00-9f9290afe94a None None] Pushing event updated for resources: {'Port': ['ID=69a1c881-8cdf-42fe-a393-60bf95847c51,revision_number=3']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:18:27.387674 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-95e8871b-3da2-42a3-ad84-1f961c4177e5 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2176289'] for port, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:27.403509 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-2ef809b4-4bc4-482b-8a00-9f9290afe94a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:18:27.417975 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-5875a98f-f8e1-4c7a-9b83-73eb8e144854 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:18:27.449318 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-b5f7c4fc-7dec-4c1d-bf38-6d470a166b7b None None] Provisioning complete for port 69a1c881-8cdf-42fe-a393-60bf95847c51 triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:18:27.449702 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-b5f7c4fc-7dec-4c1d-bf38-6d470a166b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:27.475657 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvr_db [None req-9e5161ec-e07c-481e-9705-94ff1a83ee18 None None] Set router 47b796b5-52fa-4d2e-bc01-b4e7f5a66b73 gateway port host: None {{(pid=87637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:18:27.525356 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e8871b-3da2-42a3-ad84-1f961c4177e5 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Pushing event updated for resources: {'Port': ['ID=0159d189-2018-47a7-8ff1-c46498a6606b,revision_number=3']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:18:27.534408 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-95e8871b-3da2-42a3-ad84-1f961c4177e5 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:18:27.535612 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-95e8871b-3da2-42a3-ad84-1f961c4177e5 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1627481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1781465'] for router_interface, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:27.548654 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b51ff31-c4a1-4f85-8082-165a4845cf63 None None] DHCP port deletion for f8dad10b-dd95-4597-8da0-cad51e7174ab request from dv-neutron-822799-1-hyperv {{(pid=87637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 23 16:18:27.562423 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-0b51ff31-c4a1-4f85-8082-165a4845cf63 None None] Deleting port 4a1a9861-00d6-465a-a04f-d7dc51fb3aa8 {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:18:27.562806 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-0b51ff31-c4a1-4f85-8082-165a4845cf63 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:27.629506 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 69a1c881-8cdf-42fe-a393-60bf95847c51 up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:18:27.713539 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95e8871b-3da2-42a3-ad84-1f961c4177e5 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Network ad20f17a-1264-4a1b-9b4c-1a1198f6b2bb is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:18:27.714884 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-95e8871b-3da2-42a3-ad84-1f961c4177e5 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Resources bound (agent type, host, resource id):  {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:18:27.735750 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.db [None req-952c2944-e613-49a5-8978-6576c8048be5 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] For port 4a1a9861-00d6-465a-a04f-d7dc51fb3aa8, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=4a1a9861-00d6-465a-a04f-d7dc51fb3aa8,segment=NetworkSegment(e6b468bd-fb8f-40dd-b8fd-e0e2c9b56600),segment_id=e6b468bd-fb8f-40dd-b8fd-e0e2c9b56600)] {{(pid=87635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:18:27.736294 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-952c2944-e613-49a5-8978-6576c8048be5 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:27.964496 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95e8871b-3da2-42a3-ad84-1f961c4177e5 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Router faf60b30-1ae5-4e3d-8842-d7e6a3fa874d is scheduled to L3 agent 371d4c41-c7e2-4de7-9539-c049ec4e95d1 with binding_index 1 {{(pid=87636) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 23 16:18:28.030146 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-952c2944-e613-49a5-8978-6576c8048be5 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Calling delete_port for 4a1a9861-00d6-465a-a04f-d7dc51fb3aa8 owned by network:dhcp {{(pid=87635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:18:28.075284 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port 69a1c881-8cdf-42fe-a393-60bf95847c51 triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:18:28.076000 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:28.086998 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1e9f570-a7c6-412b-bcfd-93b3196bea6d tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Router 453187e6-f994-4645-8629-dbe42581fb5a has already been hosted by L3 agent 371d4c41-c7e2-4de7-9539-c049ec4e95d1 {{(pid=87635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 23 16:18:28.132774 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95e8871b-3da2-42a3-ad84-1f961c4177e5 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify agent at l3_agent.dv-neutron-822799-1-hyperv the message routers_updated {{(pid=87636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 23 16:18:28.138793 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-95e8871b-3da2-42a3-ad84-1f961c4177e5 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] 10.222.0.64 "PUT /v2.0/routers/faf60b30-1ae5-4e3d-8842-d7e6a3fa874d/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0154474
Dec 23 16:18:28.141047 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 52124) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:28.147594 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76bca33b-2496-4b3a-a73c-ffd2045117c0 None None] Sync routers for ids ['faf60b30-1ae5-4e3d-8842-d7e6a3fa874d'] in dv-neutron-822799-1-hyperv {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 23 16:18:28.164327 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76bca33b-2496-4b3a-a73c-ffd2045117c0 None None] Routers {'faf60b30-1ae5-4e3d-8842-d7e6a3fa874d'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:18:28.166095 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-76bca33b-2496-4b3a-a73c-ffd2045117c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc2a976a0>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:18:20Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['faf60b30-1ae5-4e3d-8842-d7e6a3fa874d'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:18:28.189296 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-0b51ff31-c4a1-4f85-8082-165a4845cf63 None None] For port 4a1a9861-00d6-465a-a04f-d7dc51fb3aa8, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=4a1a9861-00d6-465a-a04f-d7dc51fb3aa8,segment=NetworkSegment(e6b468bd-fb8f-40dd-b8fd-e0e2c9b56600),segment_id=e6b468bd-fb8f-40dd-b8fd-e0e2c9b56600)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:18:28.189745 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-0b51ff31-c4a1-4f85-8082-165a4845cf63 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:28.200434 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-952c2944-e613-49a5-8978-6576c8048be5 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:28.207937 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-9b1c5521-b28d-46f9-9235-c09ea193487b tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:18:28.258884 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-558f5bbe-8b28-4bb5-b904-e6e8d9d5f9ad tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:18:28.259556 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-558f5bbe-8b28-4bb5-b904-e6e8d9d5f9ad tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Synchronizing usage tracker for tenant:e1d581421fe74f67b8908d7d303644fd on resource:port {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:18:28.260880 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952c2944-e613-49a5-8978-6576c8048be5 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Pushing event deleted for resources: {'Port': ['ID=4a1a9861-00d6-465a-a04f-d7dc51fb3aa8,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:18:28.285257 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-558f5bbe-8b28-4bb5-b904-e6e8d9d5f9ad tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Unset dirty status for tenant:e1d581421fe74f67b8908d7d303644fd on resource:port {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:18:28.289607 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-558f5bbe-8b28-4bb5-b904-e6e8d9d5f9ad tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] 10.222.0.64 "GET /v2.0/ports?device_id=faf60b30-1ae5-4e3d-8842-d7e6a3fa874d HTTP/1.1" status: 200  len: 983 time: 0.1446898
Dec 23 16:18:28.289857 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 52128) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:28.295529 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-76bca33b-2496-4b3a-a73c-ffd2045117c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc2a976a0>, [], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:18:28.315029 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76bca33b-2496-4b3a-a73c-ffd2045117c0 None None] Routers {'faf60b30-1ae5-4e3d-8842-d7e6a3fa874d'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:18:28.315665 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-76bca33b-2496-4b3a-a73c-ffd2045117c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc2a976a0>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:18:20Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['faf60b30-1ae5-4e3d-8842-d7e6a3fa874d'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:18:28.317571 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-952c2944-e613-49a5-8978-6576c8048be5 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:18:28.330012 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-952c2944-e613-49a5-8978-6576c8048be5 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] No DVR routers for this DVR port 4a1a9861-00d6-465a-a04f-d7dc51fb3aa8 on host dv-neutron-822799-1-hyperv {{(pid=87635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 23 16:18:28.358696 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-b5f7c4fc-7dec-4c1d-bf38-6d470a166b7b None None] Provisioning for port 0159d189-2018-47a7-8ff1-c46498a6606b completed by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:18:28.375419 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-0b51ff31-c4a1-4f85-8082-165a4845cf63 None None] Calling delete_port for 4a1a9861-00d6-465a-a04f-d7dc51fb3aa8 owned by network:dhcp {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:18:28.416810 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-76bca33b-2496-4b3a-a73c-ffd2045117c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc2a976a0>, [], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:18:28.417226 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76bca33b-2496-4b3a-a73c-ffd2045117c0 None None] The sync data for ids ['faf60b30-1ae5-4e3d-8842-d7e6a3fa874d'] in dv-neutron-822799-1-hyperv is: [] {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 23 16:18:28.429654 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-b5f7c4fc-7dec-4c1d-bf38-6d470a166b7b None None] Provisioning complete for port 0159d189-2018-47a7-8ff1-c46498a6606b triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:18:28.430044 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-b5f7c4fc-7dec-4c1d-bf38-6d470a166b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:28.472738 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1e9f570-a7c6-412b-bcfd-93b3196bea6d tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify agent at l3_agent.dv-neutron-822799-1-hyperv the message routers_updated {{(pid=87635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 23 16:18:28.485492 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-952c2944-e613-49a5-8978-6576c8048be5 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-864347', 'neutron.services.segments.db._delete_segments_for_network-8735362908070'] for network, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:28.521373 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.services.segments.db [None req-952c2944-e613-49a5-8978-6576c8048be5 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1dc19a59d0>,) {'filters': {'network_id': ['f8dad10b-dd95-4597-8da0-cad51e7174ab']}} {{(pid=87635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:18:28.529388 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a1e9f570-a7c6-412b-bcfd-93b3196bea6d tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for floatingip, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:28.540364 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55853419-8445-4373-8c15-8d99b23c1927 None None] Sync routers for ids ['453187e6-f994-4645-8629-dbe42581fb5a'] in dv-neutron-822799-1-hyperv {{(pid=87637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 23 16:18:28.568637 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.services.segments.db [None req-952c2944-e613-49a5-8978-6576c8048be5 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dc19a59d0>, 'e6b468bd-fb8f-40dd-b8fd-e0e2c9b56600') {'for_net_delete': True} {{(pid=87635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:18:28.569087 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.services.segments.db [None req-952c2944-e613-49a5-8978-6576c8048be5 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dc19a59d0>, 'e6b468bd-fb8f-40dd-b8fd-e0e2c9b56600') {} {{(pid=87635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:18:28.586858 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-952c2944-e613-49a5-8978-6576c8048be5 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735363085442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2776713'] for segment, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:28.594601 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55853419-8445-4373-8c15-8d99b23c1927 None None] Routers {'453187e6-f994-4645-8629-dbe42581fb5a'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:18:28.595254 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-55853419-8445-4373-8c15-8d99b23c1927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc12f9e50>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:18:20Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['453187e6-f994-4645-8629-dbe42581fb5a'], 'active': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:18:28.612831 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-a1e9f570-a7c6-412b-bcfd-93b3196bea6d tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 5.1858332
Dec 23 16:18:28.613782 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39d6a8b0-5afc-4f74-b8a4-4e5966c0594e', 'tag': 'c972c9cc-4df1-4e15-9f25-ad484f259aed'}] {{(pid=87635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 23 16:18:28.617402 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 52132) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:28.618792 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-952c2944-e613-49a5-8978-6576c8048be5 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:28.625427 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-952c2944-e613-49a5-8978-6576c8048be5 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Releasing vlan 425 on physical network physnet1 to pool {{(pid=87635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 23 16:18:28.626463 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-952c2944-e613-49a5-8978-6576c8048be5 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2753503'] for segment, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:28.641905 dv-neutron-822799-1-hyperv neutron-server[87635]: Traceback (most recent call last):
Dec 23 16:18:28.641905 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 23 16:18:28.641905 dv-neutron-822799-1-hyperv neutron-server[87635]:     timer()
Dec 23 16:18:28.641905 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:18:28.641905 dv-neutron-822799-1-hyperv neutron-server[87635]:     cb(*args, **kw)
Dec 23 16:18:28.641905 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 23 16:18:28.641905 dv-neutron-822799-1-hyperv neutron-server[87635]:     return func(*args, **kwargs)
Dec 23 16:18:28.641905 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:18:28.641905 dv-neutron-822799-1-hyperv neutron-server[87635]:     self._notify()
Dec 23 16:18:28.641905 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:18:28.641905 dv-neutron-822799-1-hyperv neutron-server[87635]:     self.callback(batched_events)
Dec 23 16:18:28.641905 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:18:28.641905 dv-neutron-822799-1-hyperv neutron-server[87635]:     event.method(event)
Dec 23 16:18:28.641905 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:18:28.641905 dv-neutron-822799-1-hyperv neutron-server[87635]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:18:28.641905 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 23 16:18:28.641905 dv-neutron-822799-1-hyperv neutron-server[87635]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 23 16:18:28.641905 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 23 16:18:28.641905 dv-neutron-822799-1-hyperv neutron-server[87635]:     return f(self, *a, **k)
Dec 23 16:18:28.641905 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:18:28.641905 dv-neutron-822799-1-hyperv neutron-server[87635]:     return self._get(url).json()
Dec 23 16:18:28.641905 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 23 16:18:28.641905 dv-neutron-822799-1-hyperv neutron-server[87635]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 23 16:18:28.641905 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 23 16:18:28.641905 dv-neutron-822799-1-hyperv neutron-server[87635]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:18:28.641905 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 23 16:18:28.641905 dv-neutron-822799-1-hyperv neutron-server[87635]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 23 16:18:28.641905 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 23 16:18:28.641905 dv-neutron-822799-1-hyperv neutron-server[87635]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:18:28.641905 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 23 16:18:28.641905 dv-neutron-822799-1-hyperv neutron-server[87635]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:18:28.641905 dv-neutron-822799-1-hyperv neutron-server[87635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:18:28.703651 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39d6a8b0-5afc-4f74-b8a4-4e5966c0594e', 'tag': 'c972c9cc-4df1-4e15-9f25-ad484f259aed', 'status': 'completed', 'code': 200}
Dec 23 16:18:28.737980 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-b5f7c4fc-7dec-4c1d-bf38-6d470a166b7b None None] Port 0159d189-2018-47a7-8ff1-c46498a6606b cannot update to ACTIVE because it is not bound. {{(pid=87637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 23 16:18:28.778334 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.db.api [None req-0b51ff31-c4a1-4f85-8082-165a4845cf63 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87637) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 23 16:18:28.778685 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_db.api [None req-0b51ff31-c4a1-4f85-8082-165a4845cf63 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 23 16:18:28.782154 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-952c2944-e613-49a5-8978-6576c8048be5 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-864336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1824171'] for network, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:28.788955 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-e2f7e048-fc57-4247-a359-dd451ea6adfc tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:18:28.809497 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-952c2944-e613-49a5-8978-6576c8048be5 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks [] for network, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:28.828656 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952c2944-e613-49a5-8978-6576c8048be5 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Pushing event deleted for resources: {'Network': ['ID=f8dad10b-dd95-4597-8da0-cad51e7174ab,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:18:28.834057 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-952c2944-e613-49a5-8978-6576c8048be5 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] 10.222.0.64 "DELETE /v2.0/networks/f8dad10b-dd95-4597-8da0-cad51e7174ab HTTP/1.1" status: 204  len: 168 time: 1.9559238
Dec 23 16:18:28.836016 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-952c2944-e613-49a5-8978-6576c8048be5 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:18:28.836348 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-9e5161ec-e07c-481e-9705-94ff1a83ee18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc038adf0>, [{'id': '47b796b5-52fa-4d2e-bc01-b4e7f5a66b73', 'name': 'tempest-RoutersIpV6Test-router-476417359', 'tenant_id': '7f693e1e2e4c45b0a519cdc9b284f217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:17:46Z', 'updated_at': '2021-12-23T16:18:24Z', 'revision_number': 8, 'project_id': '7f693e1e2e4c45b0a519cdc9b284f217', 'gw_port_host': None, '_interfaces': [{'id': '36be5959-37f9-4da6-a29c-bbe32956bd73', 'name': '', 'network_id': '24ad3857-432b-45b9-9d4b-65ada6ed9e7e', 'tenant_id': '7f693e1e2e4c45b0a519cdc9b284f217', 'mac_address': 'fa:16:3e:fc:59:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47b796b5-52fa-4d2e-bc01-b4e7f5a66b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': 'acb46159-0524-40d7-8e1a-4f586d869551', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:18:05Z', 'updated_at': '2021-12-23T16:18:15Z', 'revision_number': 5, 'project_id': '7f693e1e2e4c45b0a519cdc9b284f217', 'subnets': [{'id': 'acb46159-0524-40d7-8e1a-4f586d869551', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e3018ee9-fff4-4a2e-acd5-af0cdd5a7c7f', 'name': '', 'network_id': '85525320-5226-4812-b412-d127729cd909', 'tenant_id': '7f693e1e2e4c45b0a519cdc9b284f217', 'mac_address': 'fa:16:3e:94:2b:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47b796b5-52fa-4d2e-bc01-b4e7f5a66b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1234, 'fixed_ips': [{'subnet_id': '74b9cb85-201b-4e15-9707-9ca0a3ff5b44', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:17:57Z', 'updated_at': '2021-12-23T16:18:12Z', 'revision_number': 5, 'project_id': '7f693e1e2e4c45b0a519cdc9b284f217', 'subnets': [{'id': '74b9cb85-201b-4e15-9707-9ca0a3ff5b44', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f7b9d5cb-9b30-4db7-8d92-678aa551e2a9', 'name': '', 'network_id': 'fc837992-2e66-4488-a75b-bed62b48e052', 'tenant_id': '7f693e1e2e4c45b0a519cdc9b284f217', 'mac_address': 'fa:16:3e:2a:1a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47b796b5-52fa-4d2e-bc01-b4e7f5a66b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': '02f625a5-8cce-44c9-b991-165208d7f8c6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:17:49Z', 'updated_at': '2021-12-23T16:18:04Z', 'revision_number': 5, 'project_id': '7f693e1e2e4c45b0a519cdc9b284f217', 'subnets': [{'id': '02f625a5-8cce-44c9-b991-165208d7f8c6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:18:28.836770 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 52138) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:28.861128 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e5161ec-e07c-481e-9705-94ff1a83ee18 None None] The sync data for ids ['47b796b5-52fa-4d2e-bc01-b4e7f5a66b73'] in dv-neutron-822799-1-hyperv is: [{'id': '47b796b5-52fa-4d2e-bc01-b4e7f5a66b73', 'name': 'tempest-RoutersIpV6Test-router-476417359', 'tenant_id': '7f693e1e2e4c45b0a519cdc9b284f217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:17:46Z', 'updated_at': '2021-12-23T16:18:24Z', 'revision_number': 8, 'project_id': '7f693e1e2e4c45b0a519cdc9b284f217', 'gw_port_host': None, '_interfaces': [{'id': '36be5959-37f9-4da6-a29c-bbe32956bd73', 'name': '', 'network_id': '24ad3857-432b-45b9-9d4b-65ada6ed9e7e', 'tenant_id': '7f693e1e2e4c45b0a519cdc9b284f217', 'mac_address': 'fa:16:3e:fc:59:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47b796b5-52fa-4d2e-bc01-b4e7f5a66b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': 'acb46159-0524-40d7-8e1a-4f586d869551', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:18:05Z', 'updated_at': '2021-12-23T16:18:15Z', 'revision_number': 5, 'project_id': '7f693e1e2e4c45b0a519cdc9b284f217', 'subnets': [{'id': 'acb46159-0524-40d7-8e1a-4f586d869551', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e3018ee9-fff4-4a2e-acd5-af0cdd5a7c7f', 'name': '', 'network_id': '85525320-5226-4812-b412-d127729cd909', 'tenant_id': '7f693e1e2e4c45b0a519cdc9b284f217', 'mac_address': 'fa:16:3e:94:2b:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47b796b5-52fa-4d2e-bc01-b4e7f5a66b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1234, 'fixed_ips': [{'subnet_id': '74b9cb85-201b-4e15-9707-9ca0a3ff5b44', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:17:57Z', 'updated_at': '2021-12-23T16:18:12Z', 'revision_number': 5, 'project_id': '7f693e1e2e4c45b0a519cdc9b284f217', 'subnets': [{'id': '74b9cb85-201b-4e15-9707-9ca0a3ff5b44', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f7b9d5cb-9b30-4db7-8d92-678aa551e2a9', 'name': '', 'network_id': 'fc837992-2e66-4488-a75b-bed62b48e052', 'tenant_id': '7f693e1e2e4c45b0a519cdc9b284f217', 'mac_address': 'fa:16:3e:2a:1a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47b796b5-52fa-4d2e-bc01-b4e7f5a66b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': '02f625a5-8cce-44c9-b991-165208d7f8c6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:17:49Z', 'updated_at': '2021-12-23T16:18:04Z', 'revision_number': 5, 'project_id': '7f693e1e2e4c45b0a519cdc9b284f217', 'subnets': [{'id': '02f625a5-8cce-44c9-b991-165208d7f8c6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 23 16:18:28.897978 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-cb1596fb-927f-4c43-9a6b-efa680aff47c None None] Provisioning complete for port 0159d189-2018-47a7-8ff1-c46498a6606b triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:18:28.898261 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-cb1596fb-927f-4c43-9a6b-efa680aff47c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:28.910599 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d7c796-2e76-4f4f-aa5c-2c0ea3bfd7f4 req-197e3ac1-db31-475c-8bb1-92caa14c60e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:18:28.912221 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-23d7c796-2e76-4f4f-aa5c-2c0ea3bfd7f4 req-197e3ac1-db31-475c-8bb1-92caa14c60e9 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=544f3e375bde4f0988286eba27294ea6&device_id=39d6a8b0-5afc-4f74-b8a4-4e5966c0594e HTTP/1.1" status: 200  len: 1099 time: 0.1892335
Dec 23 16:18:28.925284 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvr_db [None req-55853419-8445-4373-8c15-8d99b23c1927 None None] Set router 453187e6-f994-4645-8629-dbe42581fb5a gateway port host: dv-neutron-822799-1-hyperv {{(pid=87637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:18:28.968892 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-fdddf055-13c3-4302-8e2f-21a34c12da0a tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/floatingips/4a3dcefc-919c-4203-87df-11aaa7b3b886 HTTP/1.1" status: 200  len: 992 time: 0.3501039
Dec 23 16:18:29.075788 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-cb1596fb-927f-4c43-9a6b-efa680aff47c None None] Port 0159d189-2018-47a7-8ff1-c46498a6606b cannot update to ACTIVE because it is not bound. {{(pid=87637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 23 16:18:29.116411 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-190727c2-8a9f-413a-a2f9-fe1a546b919c tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1781419'] for router_interface, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:29.267306 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d7c796-2e76-4f4f-aa5c-2c0ea3bfd7f4 req-0c51070f-7032-4a6b-8154-b5078f9fb90e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:18:29.268948 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-23d7c796-2e76-4f4f-aa5c-2c0ea3bfd7f4 req-0c51070f-7032-4a6b-8154-b5078f9fb90e service neutron] 10.222.0.61 "GET /v2.0/networks?id=dea35259-3e90-4336-be8a-c4c46e33cff8 HTTP/1.1" status: 200  len: 898 time: 0.3019526
Dec 23 16:18:29.279833 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-0b51ff31-c4a1-4f85-8082-165a4845cf63 None None] Deleting port 4a1a9861-00d6-465a-a04f-d7dc51fb3aa8 {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:18:29.280236 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-0b51ff31-c4a1-4f85-8082-165a4845cf63 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:29.376086 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-0b51ff31-c4a1-4f85-8082-165a4845cf63 None None] The port '4a1a9861-00d6-465a-a04f-d7dc51fb3aa8' was deleted {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 23 16:18:29.407644 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-55853419-8445-4373-8c15-8d99b23c1927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc12f9e50>, [{'id': '453187e6-f994-4645-8629-dbe42581fb5a', 'name': 'tempest-TestNetworkBasicOps-router-823849873', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.211'}], 'enable_snat': True}, 'gw_port_id': '5f12fb02-d25f-41d3-a186-4cb84c903cb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:17:45Z', 'updated_at': '2021-12-23T16:17:55Z', 'revision_number': 4, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'gw_port': {'id': '5f12fb02-d25f-41d3-a186-4cb84c903cb6', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:c8:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453187e6-f994-4645-8629-dbe42581fb5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1215, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:17:46Z', 'updated_at': '2021-12-23T16:17:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_floatingips': [{'id': '4a3dcefc-919c-4203-87df-11aaa7b3b886', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'floating_ip_address': '172.26.3.127', 'floating_network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'router_id': '453187e6-f994-4645-8629-dbe42581fb5a', 'port_id': 'c972c9cc-4df1-4e15-9f25-ad484f259aed', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1274, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dea35259-3e90-4336-be8a-c4c46e33cff8', 'mac_address': 'fa:16:3e:a5:ae:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39d6a8b0-5afc-4f74-b8a4-4e5966c0594e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:18:25Z', 'updated_at': '2021-12-23T16:18:25Z', 'revision_number': 0, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0235da8-d3f2-424b-8cc2-35c225b59efe', 'name': '', 'network_id': 'dea35259-3e90-4336-be8a-c4c46e33cff8', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'mac_address': 'fa:16:3e:61:c0:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453187e6-f994-4645-8629-dbe42581fb5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': '17a48be4-69fa-4d9d-94d2-23002e6428ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:17:53Z', 'updated_at': '2021-12-23T16:18:07Z', 'revision_number': 5, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'subnets': [{'id': '17a48be4-69fa-4d9d-94d2-23002e6428ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:18:29.414045 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55853419-8445-4373-8c15-8d99b23c1927 None None] Checking router: 453187e6-f994-4645-8629-dbe42581fb5a for host: dv-neutron-822799-1-hyperv {{(pid=87637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 23 16:18:29.425251 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55853419-8445-4373-8c15-8d99b23c1927 None None] Routers {'453187e6-f994-4645-8629-dbe42581fb5a'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:18:29.426251 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-55853419-8445-4373-8c15-8d99b23c1927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc12f9e50>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:18:20Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['453187e6-f994-4645-8629-dbe42581fb5a'], 'active': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:18:29.463722 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-190727c2-8a9f-413a-a2f9-fe1a546b919c tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Deleting port 0159d189-2018-47a7-8ff1-c46498a6606b {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:18:29.464074 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-190727c2-8a9f-413a-a2f9-fe1a546b919c tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:29.628553 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 4a1a9861-00d6-465a-a04f-d7dc51fb3aa8 no longer exists at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 23 16:18:29.670070 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] No Port match for: 4a1a9861-00d6-465a-a04f-d7dc51fb3aa8 {{(pid=87637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 23 16:18:29.670375 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 4a1a9861-00d6-465a-a04f-d7dc51fb3aa8 not bound to the agent host dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 23 16:18:29.671491 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device e8b6c414-9aa4-4f9b-91d1-ef0f348277ed no longer exists at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 23 16:18:29.673964 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-23d7c796-2e76-4f4f-aa5c-2c0ea3bfd7f4 req-200c052b-faa5-4185-bfb3-97ad74c70ecd service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c972c9cc-4df1-4e15-9f25-ad484f259aed HTTP/1.1" status: 200  len: 1000 time: 0.3953142
Dec 23 16:18:29.693877 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-190727c2-8a9f-413a-a2f9-fe1a546b919c tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:29.714738 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] No Port match for: e8b6c414-9aa4-4f9b-91d1-ef0f348277ed {{(pid=87637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 23 16:18:29.715089 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device e8b6c414-9aa4-4f9b-91d1-ef0f348277ed not bound to the agent host dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 23 16:18:29.738171 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvr_db [None req-55853419-8445-4373-8c15-8d99b23c1927 None None] Set router 453187e6-f994-4645-8629-dbe42581fb5a gateway port host: dv-neutron-822799-1-hyperv {{(pid=87637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:18:29.758409 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d7c796-2e76-4f4f-aa5c-2c0ea3bfd7f4 req-51d8e148-810b-43a0-80e2-e7f1d499f721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:18:29.759880 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-23d7c796-2e76-4f4f-aa5c-2c0ea3bfd7f4 req-51d8e148-810b-43a0-80e2-e7f1d499f721 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=17a48be4-69fa-4d9d-94d2-23002e6428ae HTTP/1.1" status: 200  len: 834 time: 0.0778868
Dec 23 16:18:29.827167 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-190727c2-8a9f-413a-a2f9-fe1a546b919c tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Calling delete_port for 0159d189-2018-47a7-8ff1-c46498a6606b owned by network:router_interface {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:18:29.888417 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d7c796-2e76-4f4f-aa5c-2c0ea3bfd7f4 req-21347900-d371-4781-b928-00f8ee30ba5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:18:29.889831 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-23d7c796-2e76-4f4f-aa5c-2c0ea3bfd7f4 req-21347900-d371-4781-b928-00f8ee30ba5c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=dea35259-3e90-4336-be8a-c4c46e33cff8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1219397
Dec 23 16:18:29.973254 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 52142) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:30.064696 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-e663bb19-13dc-4db5-996c-8daede10de07 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1781419'] for router_interface, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:30.097371 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-55853419-8445-4373-8c15-8d99b23c1927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc12f9e50>, [{'id': '453187e6-f994-4645-8629-dbe42581fb5a', 'name': 'tempest-TestNetworkBasicOps-router-823849873', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.211'}], 'enable_snat': True}, 'gw_port_id': '5f12fb02-d25f-41d3-a186-4cb84c903cb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:17:45Z', 'updated_at': '2021-12-23T16:17:55Z', 'revision_number': 4, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'gw_port': {'id': '5f12fb02-d25f-41d3-a186-4cb84c903cb6', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:c8:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453187e6-f994-4645-8629-dbe42581fb5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1215, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:17:46Z', 'updated_at': '2021-12-23T16:17:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_floatingips': [{'id': '4a3dcefc-919c-4203-87df-11aaa7b3b886', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'floating_ip_address': '172.26.3.127', 'floating_network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'router_id': '453187e6-f994-4645-8629-dbe42581fb5a', 'port_id': 'c972c9cc-4df1-4e15-9f25-ad484f259aed', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1274, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dea35259-3e90-4336-be8a-c4c46e33cff8', 'mac_address': 'fa:16:3e:a5:ae:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39d6a8b0-5afc-4f74-b8a4-4e5966c0594e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:18:25Z', 'updated_at': '2021-12-23T16:18:25Z', 'revision_number': 0, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0235da8-d3f2-424b-8cc2-35c225b59efe', 'name': '', 'network_id': 'dea35259-3e90-4336-be8a-c4c46e33cff8', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'mac_address': 'fa:16:3e:61:c0:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453187e6-f994-4645-8629-dbe42581fb5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': '17a48be4-69fa-4d9d-94d2-23002e6428ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:17:53Z', 'updated_at': '2021-12-23T16:18:07Z', 'revision_number': 5, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'subnets': [{'id': '17a48be4-69fa-4d9d-94d2-23002e6428ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:18:30.102033 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55853419-8445-4373-8c15-8d99b23c1927 None None] The sync data for ids ['453187e6-f994-4645-8629-dbe42581fb5a'] in dv-neutron-822799-1-hyperv is: [{'id': '453187e6-f994-4645-8629-dbe42581fb5a', 'name': 'tempest-TestNetworkBasicOps-router-823849873', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.211'}], 'enable_snat': True}, 'gw_port_id': '5f12fb02-d25f-41d3-a186-4cb84c903cb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:17:45Z', 'updated_at': '2021-12-23T16:17:55Z', 'revision_number': 4, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'gw_port': {'id': '5f12fb02-d25f-41d3-a186-4cb84c903cb6', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:c8:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453187e6-f994-4645-8629-dbe42581fb5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1215, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:17:46Z', 'updated_at': '2021-12-23T16:17:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_floatingips': [{'id': '4a3dcefc-919c-4203-87df-11aaa7b3b886', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'floating_ip_address': '172.26.3.127', 'floating_network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'router_id': '453187e6-f994-4645-8629-dbe42581fb5a', 'port_id': 'c972c9cc-4df1-4e15-9f25-ad484f259aed', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1274, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dea35259-3e90-4336-be8a-c4c46e33cff8', 'mac_address': 'fa:16:3e:a5:ae:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39d6a8b0-5afc-4f74-b8a4-4e5966c0594e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:18:25Z', 'updated_at': '2021-12-23T16:18:25Z', 'revision_number': 0, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0235da8-d3f2-424b-8cc2-35c225b59efe', 'name': '', 'network_id': 'dea35259-3e90-4336-be8a-c4c46e33cff8', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'mac_address': 'fa:16:3e:61:c0:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453187e6-f994-4645-8629-dbe42581fb5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': '17a48be4-69fa-4d9d-94d2-23002e6428ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:17:53Z', 'updated_at': '2021-12-23T16:18:07Z', 'revision_number': 5, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'subnets': [{'id': '17a48be4-69fa-4d9d-94d2-23002e6428ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 23 16:18:30.211587 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-190727c2-8a9f-413a-a2f9-fe1a546b919c tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:30.217438 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-e2aeeb85-1675-4841-a364-10c4b08e7ad1 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:18:30.263760 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190727c2-8a9f-413a-a2f9-fe1a546b919c tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Pushing event deleted for resources: {'Port': ['ID=0159d189-2018-47a7-8ff1-c46498a6606b,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:18:30.266902 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-190727c2-8a9f-413a-a2f9-fe1a546b919c tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:18:30.268496 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-e3afa766-2226-4b28-bc70-62c31687cc43 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/floatingips/4a3dcefc-919c-4203-87df-11aaa7b3b886 HTTP/1.1" status: 200  len: 992 time: 0.2936921
Dec 23 16:18:30.291346 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-23d7c796-2e76-4f4f-aa5c-2c0ea3bfd7f4 req-7f4f4c9d-5ede-4919-ab90-153dc8da17ca service neutron] 10.222.0.61 "GET /v2.0/networks/dea35259-3e90-4336-be8a-c4c46e33cff8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3929944
Dec 23 16:18:30.406392 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e73b07b9-e1d6-474f-a851-bb56b694c1c1 None None] New status for floating IP 4a3dcefc-919c-4203-87df-11aaa7b3b886: ACTIVE {{(pid=87638) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 23 16:18:30.566739 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-23d7c796-2e76-4f4f-aa5c-2c0ea3bfd7f4 req-2de14c5d-0f29-4678-9913-955690cf2259 service neutron] 10.222.0.61 "GET /v2.0/networks/dea35259-3e90-4336-be8a-c4c46e33cff8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2679131
Dec 23 16:18:30.644307 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-e663bb19-13dc-4db5-996c-8daede10de07 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Deleting port 36be5959-37f9-4da6-a29c-bbe32956bd73 {{(pid=87635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:18:30.644682 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-e663bb19-13dc-4db5-996c-8daede10de07 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:30.671222 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-190727c2-8a9f-413a-a2f9-fe1a546b919c tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1627472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1784155'] for router_interface, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:30.843070 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.db [None req-e663bb19-13dc-4db5-996c-8daede10de07 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] For port 36be5959-37f9-4da6-a29c-bbe32956bd73, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=36be5959-37f9-4da6-a29c-bbe32956bd73,segment=NetworkSegment(5797e2da-8cf1-468f-b7bc-bfaa39ad6a46),segment_id=5797e2da-8cf1-468f-b7bc-bfaa39ad6a46)] {{(pid=87635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:18:30.843427 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-e663bb19-13dc-4db5-996c-8daede10de07 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:30.936776 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-190727c2-8a9f-413a-a2f9-fe1a546b919c tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Router faf60b30-1ae5-4e3d-8842-d7e6a3fa874d has already been hosted by L3 agent 371d4c41-c7e2-4de7-9539-c049ec4e95d1 {{(pid=87636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 23 16:18:31.073772 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-190727c2-8a9f-413a-a2f9-fe1a546b919c tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify agent at l3_agent.dv-neutron-822799-1-hyperv the message routers_updated {{(pid=87636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 23 16:18:31.085380 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04246f79-afef-4b07-b43e-8fe12b4b93b0 None None] Sync routers for ids ['faf60b30-1ae5-4e3d-8842-d7e6a3fa874d'] in dv-neutron-822799-1-hyperv {{(pid=87637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 23 16:18:31.093103 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-190727c2-8a9f-413a-a2f9-fe1a546b919c tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] 10.222.0.64 "PUT /v2.0/routers/faf60b30-1ae5-4e3d-8842-d7e6a3fa874d/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8019767
Dec 23 16:18:31.095719 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 52146) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:31.098307 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04246f79-afef-4b07-b43e-8fe12b4b93b0 None None] Routers {'faf60b30-1ae5-4e3d-8842-d7e6a3fa874d'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:18:31.098967 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-04246f79-afef-4b07-b43e-8fe12b4b93b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc12f91f0>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:18:20Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['faf60b30-1ae5-4e3d-8842-d7e6a3fa874d'], 'active': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:18:31.104478 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-e663bb19-13dc-4db5-996c-8daede10de07 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Calling delete_port for 36be5959-37f9-4da6-a29c-bbe32956bd73 owned by network:router_interface {{(pid=87635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:18:31.138027 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.pecan_wsgi.hooks.translation [None req-06c3069d-8c77-4b6d-994a-a24c9526dc6e tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] GET failed (client error): The resource could not be found.
Dec 23 16:18:31.138565 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-06c3069d-8c77-4b6d-994a-a24c9526dc6e tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Synchronizing usage tracker for tenant:e1d581421fe74f67b8908d7d303644fd on resource:port {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:18:31.154804 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-06c3069d-8c77-4b6d-994a-a24c9526dc6e tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Unset dirty status for tenant:e1d581421fe74f67b8908d7d303644fd on resource:port {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:18:31.158709 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-06c3069d-8c77-4b6d-994a-a24c9526dc6e tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] 10.222.0.64 "GET /v2.0/ports/0159d189-2018-47a7-8ff1-c46498a6606b HTTP/1.1" status: 404  len: 333 time: 0.0593159
Dec 23 16:18:31.160265 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 52150) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:31.176706 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-04246f79-afef-4b07-b43e-8fe12b4b93b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc12f91f0>, [], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:18:31.185828 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04246f79-afef-4b07-b43e-8fe12b4b93b0 None None] Routers {'faf60b30-1ae5-4e3d-8842-d7e6a3fa874d'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:18:31.186455 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-04246f79-afef-4b07-b43e-8fe12b4b93b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc12f91f0>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:18:20Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['faf60b30-1ae5-4e3d-8842-d7e6a3fa874d'], 'active': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:18:31.284293 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 52156) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:31.313591 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-04246f79-afef-4b07-b43e-8fe12b4b93b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc12f91f0>, [], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:18:31.314068 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04246f79-afef-4b07-b43e-8fe12b4b93b0 None None] The sync data for ids ['faf60b30-1ae5-4e3d-8842-d7e6a3fa874d'] in dv-neutron-822799-1-hyperv is: [] {{(pid=87637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 23 16:18:31.316877 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-cd84da6c-5ec4-4f1f-bd47-a894cde206f8 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks [] for router, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:31.345312 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-e663bb19-13dc-4db5-996c-8daede10de07 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:31.361361 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-9330dbbc-260b-4698-8961-0e97d61320d3 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:18:31.416309 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e663bb19-13dc-4db5-996c-8daede10de07 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Pushing event deleted for resources: {'Port': ['ID=36be5959-37f9-4da6-a29c-bbe32956bd73,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:18:31.419231 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-e663bb19-13dc-4db5-996c-8daede10de07 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:18:31.538079 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-154fcc8f-6e63-454e-838c-5ee37c03b002 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/floatingips/4a3dcefc-919c-4203-87df-11aaa7b3b886 HTTP/1.1" status: 200  len: 994 time: 0.2525125
Dec 23 16:18:31.641863 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-e663bb19-13dc-4db5-996c-8daede10de07 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1627472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1784155'] for router_interface, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:31.688205 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-cd84da6c-5ec4-4f1f-bd47-a894cde206f8 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1784183', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-235354'] for router, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:31.690661 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-cd84da6c-5ec4-4f1f-bd47-a894cde206f8 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:31.714510 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-cd84da6c-5ec4-4f1f-bd47-a894cde206f8 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1781328'] for router, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:31.715038 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd84da6c-5ec4-4f1f-bd47-a894cde206f8 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Fanout notify agent at l3_agent the message router_deleted on router faf60b30-1ae5-4e3d-8842-d7e6a3fa874d {{(pid=87636) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 23 16:18:31.732505 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-cd84da6c-5ec4-4f1f-bd47-a894cde206f8 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks [] for router, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:31.734018 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-cd84da6c-5ec4-4f1f-bd47-a894cde206f8 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] 10.222.0.64 "DELETE /v2.0/routers/faf60b30-1ae5-4e3d-8842-d7e6a3fa874d HTTP/1.1" status: 204  len: 168 time: 0.5740116
Dec 23 16:18:31.737377 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 52160) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:31.819816 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_v2 [None req-b149f06a-6145-4fb4-ad9f-6f661c6ee21b tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Deleting subnet 70549f52-adca-49b3-b27a-92fd3db8cb87 {{(pid=87636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 23 16:18:31.823933 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b149f06a-6145-4fb4-ad9f-6f661c6ee21b tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks [] for subnet, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:31.893863 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b149f06a-6145-4fb4-ad9f-6f661c6ee21b tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2382092'] for subnet, precommit_delete_associations {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:32.009678 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e663bb19-13dc-4db5-996c-8daede10de07 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Router 47b796b5-52fa-4d2e-bc01-b4e7f5a66b73 has already been hosted by L3 agent 371d4c41-c7e2-4de7-9539-c049ec4e95d1 {{(pid=87635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 23 16:18:32.138609 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b149f06a-6145-4fb4-ad9f-6f661c6ee21b tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864774'] for subnet, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:32.181908 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e663bb19-13dc-4db5-996c-8daede10de07 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify agent at l3_agent.dv-neutron-822799-1-hyperv the message routers_updated {{(pid=87635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 23 16:18:32.193193 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c57d50dc-9ba8-472b-bef1-45c7b88048f5 None None] Sync routers for ids ['47b796b5-52fa-4d2e-bc01-b4e7f5a66b73'] in dv-neutron-822799-1-hyperv {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 23 16:18:32.196606 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-e663bb19-13dc-4db5-996c-8daede10de07 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] 10.222.0.64 "PUT /v2.0/routers/47b796b5-52fa-4d2e-bc01-b4e7f5a66b73/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3578820
Dec 23 16:18:32.199649 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 52164) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:32.205761 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c57d50dc-9ba8-472b-bef1-45c7b88048f5 None None] Routers {'47b796b5-52fa-4d2e-bc01-b4e7f5a66b73'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:18:32.206886 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-c57d50dc-9ba8-472b-bef1-45c7b88048f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc1ad66d0>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:18:20Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['47b796b5-52fa-4d2e-bc01-b4e7f5a66b73'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:18:32.222086 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b149f06a-6145-4fb4-ad9f-6f661c6ee21b tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2176495', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2618677'] for subnet, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:32.227339 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-545738c0-3b67-4c32-a440-e14a286fd176 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:18:32.318060 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.db_base_plugin_v2 [None req-645d921e-af4b-41e8-bbb7-a4a8b4344c52 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Deleting subnet acb46159-0524-40d7-8e1a-4f586d869551 {{(pid=87635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 23 16:18:32.319621 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b149f06a-6145-4fb4-ad9f-6f661c6ee21b tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Pushing event deleted for resources: {'Subnet': ['ID=70549f52-adca-49b3-b27a-92fd3db8cb87,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:18:32.322510 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-b149f06a-6145-4fb4-ad9f-6f661c6ee21b tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:18:32.328874 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b149f06a-6145-4fb4-ad9f-6f661c6ee21b tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks [] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:32.333756 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-645d921e-af4b-41e8-bbb7-a4a8b4344c52 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks [] for subnet, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:32.341992 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd34a1d6-861d-43aa-9734-9bdc6ef7dc99 None None] Network ad20f17a-1264-4a1b-9b4c-1a1198f6b2bb requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:18:32.346880 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-b149f06a-6145-4fb4-ad9f-6f661c6ee21b tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] 10.222.0.64 "DELETE /v2.0/subnets/70549f52-adca-49b3-b27a-92fd3db8cb87 HTTP/1.1" status: 204  len: 168 time: 0.6048386
Dec 23 16:18:32.349105 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 52168) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:32.422311 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-645d921e-af4b-41e8-bbb7-a4a8b4344c52 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2776816'] for subnet, precommit_delete_associations {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:32.447258 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-c57d50dc-9ba8-472b-bef1-45c7b88048f5 None None] Set router 47b796b5-52fa-4d2e-bc01-b4e7f5a66b73 gateway port host: None {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:18:32.482797 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-df92c45a-a57c-4b05-8c49-930246516ebb tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-698866'] for network, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:32.496957 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-df92c45a-a57c-4b05-8c49-930246516ebb tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Deleting port 69a1c881-8cdf-42fe-a393-60bf95847c51 {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:18:32.497351 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-df92c45a-a57c-4b05-8c49-930246516ebb tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:32.527212 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-645d921e-af4b-41e8-bbb7-a4a8b4344c52 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864774'] for subnet, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:32.627735 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-645d921e-af4b-41e8-bbb7-a4a8b4344c52 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2753333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2609730'] for subnet, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:32.636846 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-4958a6e5-14b0-4736-91b7-ba2a16391eeb tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:18:32.673664 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1e945d5-e35a-421a-9ff2-a9aebeb387a6 None None] DHCP port deletion for ad20f17a-1264-4a1b-9b4c-1a1198f6b2bb request from dv-neutron-822799-1-hyperv {{(pid=87637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 23 16:18:32.678071 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-b1e945d5-e35a-421a-9ff2-a9aebeb387a6 None None] Deleting port 69a1c881-8cdf-42fe-a393-60bf95847c51 {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:18:32.678455 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-b1e945d5-e35a-421a-9ff2-a9aebeb387a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:32.687840 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645d921e-af4b-41e8-bbb7-a4a8b4344c52 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Pushing event deleted for resources: {'Subnet': ['ID=acb46159-0524-40d7-8e1a-4f586d869551,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:18:32.694053 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-645d921e-af4b-41e8-bbb7-a4a8b4344c52 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks [] for subnet, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:32.703205 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645d921e-af4b-41e8-bbb7-a4a8b4344c52 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:18:32.703745 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645d921e-af4b-41e8-bbb7-a4a8b4344c52 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:18:32.704130 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645d921e-af4b-41e8-bbb7-a4a8b4344c52 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:18:32.704504 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645d921e-af4b-41e8-bbb7-a4a8b4344c52 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:18:32.704919 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645d921e-af4b-41e8-bbb7-a4a8b4344c52 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:18:32.705389 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645d921e-af4b-41e8-bbb7-a4a8b4344c52 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:18:32.708126 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645d921e-af4b-41e8-bbb7-a4a8b4344c52 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:18:32.708726 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645d921e-af4b-41e8-bbb7-a4a8b4344c52 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:18:32.709120 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645d921e-af4b-41e8-bbb7-a4a8b4344c52 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:18:32.709504 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645d921e-af4b-41e8-bbb7-a4a8b4344c52 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:18:32.709880 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645d921e-af4b-41e8-bbb7-a4a8b4344c52 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:18:32.710253 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645d921e-af4b-41e8-bbb7-a4a8b4344c52 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:18:32.714720 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-645d921e-af4b-41e8-bbb7-a4a8b4344c52 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:18:32.716905 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-645d921e-af4b-41e8-bbb7-a4a8b4344c52 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] 10.222.0.64 "DELETE /v2.0/subnets/acb46159-0524-40d7-8e1a-4f586d869551 HTTP/1.1" status: 204  len: 168 time: 0.5162888
Dec 23 16:18:32.719557 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 52172) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:32.726397 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02389a7b-f642-40cc-a91a-5203a7df0431 None None] Network 24ad3857-432b-45b9-9d4b-65ada6ed9e7e requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:18:32.814755 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [None req-df92c45a-a57c-4b05-8c49-930246516ebb tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] For port 69a1c881-8cdf-42fe-a393-60bf95847c51, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=69a1c881-8cdf-42fe-a393-60bf95847c51,segment=NetworkSegment(e5024b03-3e48-4e5b-a65b-a3a27c59c5db),segment_id=e5024b03-3e48-4e5b-a65b-a3a27c59c5db)] {{(pid=87636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:18:32.815670 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-df92c45a-a57c-4b05-8c49-930246516ebb tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:32.943655 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-c57d50dc-9ba8-472b-bef1-45c7b88048f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc1ad66d0>, [{'id': '47b796b5-52fa-4d2e-bc01-b4e7f5a66b73', 'name': 'tempest-RoutersIpV6Test-router-476417359', 'tenant_id': '7f693e1e2e4c45b0a519cdc9b284f217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:17:46Z', 'updated_at': '2021-12-23T16:18:31Z', 'revision_number': 9, 'project_id': '7f693e1e2e4c45b0a519cdc9b284f217', 'gw_port_host': None, '_interfaces': [{'id': 'e3018ee9-fff4-4a2e-acd5-af0cdd5a7c7f', 'name': '', 'network_id': '85525320-5226-4812-b412-d127729cd909', 'tenant_id': '7f693e1e2e4c45b0a519cdc9b284f217', 'mac_address': 'fa:16:3e:94:2b:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47b796b5-52fa-4d2e-bc01-b4e7f5a66b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1234, 'fixed_ips': [{'subnet_id': '74b9cb85-201b-4e15-9707-9ca0a3ff5b44', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:17:57Z', 'updated_at': '2021-12-23T16:18:12Z', 'revision_number': 5, 'project_id': '7f693e1e2e4c45b0a519cdc9b284f217', 'subnets': [{'id': '74b9cb85-201b-4e15-9707-9ca0a3ff5b44', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f7b9d5cb-9b30-4db7-8d92-678aa551e2a9', 'name': '', 'network_id': 'fc837992-2e66-4488-a75b-bed62b48e052', 'tenant_id': '7f693e1e2e4c45b0a519cdc9b284f217', 'mac_address': 'fa:16:3e:2a:1a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47b796b5-52fa-4d2e-bc01-b4e7f5a66b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': '02f625a5-8cce-44c9-b991-165208d7f8c6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:17:49Z', 'updated_at': '2021-12-23T16:18:04Z', 'revision_number': 5, 'project_id': '7f693e1e2e4c45b0a519cdc9b284f217', 'subnets': [{'id': '02f625a5-8cce-44c9-b991-165208d7f8c6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:18:32.947420 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c57d50dc-9ba8-472b-bef1-45c7b88048f5 None None] Checking router: 47b796b5-52fa-4d2e-bc01-b4e7f5a66b73 for host: dv-neutron-822799-1-hyperv {{(pid=87638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 23 16:18:32.954050 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-df92c45a-a57c-4b05-8c49-930246516ebb tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Calling delete_port for 69a1c881-8cdf-42fe-a393-60bf95847c51 owned by network:dhcp {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:18:32.956527 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c57d50dc-9ba8-472b-bef1-45c7b88048f5 None None] Routers {'47b796b5-52fa-4d2e-bc01-b4e7f5a66b73'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:18:32.957184 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-c57d50dc-9ba8-472b-bef1-45c7b88048f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc1ad66d0>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:18:20Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['47b796b5-52fa-4d2e-bc01-b4e7f5a66b73'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:18:33.046660 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-df92c45a-a57c-4b05-8c49-930246516ebb tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:33.052361 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-190727c2-8a9f-413a-a2f9-fe1a546b919c tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:18:33.052597 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-c26488fd-0dc4-4fcb-946a-e282482b5f6b tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-698866'] for network, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:33.063898 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-c26488fd-0dc4-4fcb-946a-e282482b5f6b tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Deleting port a1d06117-919d-4cd4-9292-19fd7cfdcadf {{(pid=87635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:18:33.064256 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-c26488fd-0dc4-4fcb-946a-e282482b5f6b tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:33.080351 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-b1e945d5-e35a-421a-9ff2-a9aebeb387a6 None None] For port 69a1c881-8cdf-42fe-a393-60bf95847c51, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=69a1c881-8cdf-42fe-a393-60bf95847c51,segment=NetworkSegment(e5024b03-3e48-4e5b-a65b-a3a27c59c5db),segment_id=e5024b03-3e48-4e5b-a65b-a3a27c59c5db)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:18:33.080879 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-b1e945d5-e35a-421a-9ff2-a9aebeb387a6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:33.107768 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df92c45a-a57c-4b05-8c49-930246516ebb tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Pushing event deleted for resources: {'Port': ['ID=69a1c881-8cdf-42fe-a393-60bf95847c51,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:18:33.111200 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-df92c45a-a57c-4b05-8c49-930246516ebb tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:18:33.113726 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df92c45a-a57c-4b05-8c49-930246516ebb tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] No DVR routers for this DVR port 69a1c881-8cdf-42fe-a393-60bf95847c51 on host dv-neutron-822799-1-hyperv {{(pid=87636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 23 16:18:33.160402 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-c57d50dc-9ba8-472b-bef1-45c7b88048f5 None None] Set router 47b796b5-52fa-4d2e-bc01-b4e7f5a66b73 gateway port host: None {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:18:33.211992 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-b1e945d5-e35a-421a-9ff2-a9aebeb387a6 None None] Calling delete_port for 69a1c881-8cdf-42fe-a393-60bf95847c51 owned by network:dhcp {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:18:33.262135 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-df92c45a-a57c-4b05-8c49-930246516ebb tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-864347', 'neutron.services.segments.db._delete_segments_for_network-8735362908070'] for network, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:33.289208 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-df92c45a-a57c-4b05-8c49-930246516ebb tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1dc03335e0>,) {'filters': {'network_id': ['ad20f17a-1264-4a1b-9b4c-1a1198f6b2bb']}} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:18:33.301184 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.db [None req-c26488fd-0dc4-4fcb-946a-e282482b5f6b tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] For port a1d06117-919d-4cd4-9292-19fd7cfdcadf, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=a1d06117-919d-4cd4-9292-19fd7cfdcadf,segment=NetworkSegment(5797e2da-8cf1-468f-b7bc-bfaa39ad6a46),segment_id=5797e2da-8cf1-468f-b7bc-bfaa39ad6a46)] {{(pid=87635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:18:33.301798 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-c26488fd-0dc4-4fcb-946a-e282482b5f6b tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:33.303874 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-df92c45a-a57c-4b05-8c49-930246516ebb tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dc03335e0>, 'e5024b03-3e48-4e5b-a65b-a3a27c59c5db') {'for_net_delete': True} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:18:33.304186 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-df92c45a-a57c-4b05-8c49-930246516ebb tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dc03335e0>, 'e5024b03-3e48-4e5b-a65b-a3a27c59c5db') {} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:18:33.318964 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-df92c45a-a57c-4b05-8c49-930246516ebb tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735363085442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2382197'] for segment, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:33.338776 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-df92c45a-a57c-4b05-8c49-930246516ebb tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:33.345846 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df92c45a-a57c-4b05-8c49-930246516ebb tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Releasing vlan 431 on physical network physnet1 to pool {{(pid=87636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 23 16:18:33.346323 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-df92c45a-a57c-4b05-8c49-930246516ebb tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2176261'] for segment, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:33.366153 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.db.api [None req-b1e945d5-e35a-421a-9ff2-a9aebeb387a6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87637) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 23 16:18:33.366657 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_db.api [None req-b1e945d5-e35a-421a-9ff2-a9aebeb387a6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 23 16:18:33.410264 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d522dd04-b983-4cf3-95d5-b1de9ac0af8b None None] DHCP port deletion for 24ad3857-432b-45b9-9d4b-65ada6ed9e7e request from dv-neutron-822799-1-hyperv {{(pid=87637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 23 16:18:33.415816 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-d522dd04-b983-4cf3-95d5-b1de9ac0af8b None None] Deleting port a1d06117-919d-4cd4-9292-19fd7cfdcadf {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:18:33.416212 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d522dd04-b983-4cf3-95d5-b1de9ac0af8b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:33.445156 dv-neutron-822799-1-hyperv neutron-server[87636]: Traceback (most recent call last):
Dec 23 16:18:33.445156 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 23 16:18:33.445156 dv-neutron-822799-1-hyperv neutron-server[87636]:     timer()
Dec 23 16:18:33.445156 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:18:33.445156 dv-neutron-822799-1-hyperv neutron-server[87636]:     cb(*args, **kw)
Dec 23 16:18:33.445156 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 23 16:18:33.445156 dv-neutron-822799-1-hyperv neutron-server[87636]:     return func(*args, **kwargs)
Dec 23 16:18:33.445156 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:18:33.445156 dv-neutron-822799-1-hyperv neutron-server[87636]:     self._notify()
Dec 23 16:18:33.445156 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:18:33.445156 dv-neutron-822799-1-hyperv neutron-server[87636]:     self.callback(batched_events)
Dec 23 16:18:33.445156 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:18:33.445156 dv-neutron-822799-1-hyperv neutron-server[87636]:     event.method(event)
Dec 23 16:18:33.445156 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:18:33.445156 dv-neutron-822799-1-hyperv neutron-server[87636]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:18:33.445156 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 23 16:18:33.445156 dv-neutron-822799-1-hyperv neutron-server[87636]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 23 16:18:33.445156 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 23 16:18:33.445156 dv-neutron-822799-1-hyperv neutron-server[87636]:     return f(self, *a, **k)
Dec 23 16:18:33.445156 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:18:33.445156 dv-neutron-822799-1-hyperv neutron-server[87636]:     return self._get(url).json()
Dec 23 16:18:33.445156 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 23 16:18:33.445156 dv-neutron-822799-1-hyperv neutron-server[87636]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 23 16:18:33.445156 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 23 16:18:33.445156 dv-neutron-822799-1-hyperv neutron-server[87636]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:18:33.445156 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 23 16:18:33.445156 dv-neutron-822799-1-hyperv neutron-server[87636]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 23 16:18:33.445156 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 23 16:18:33.445156 dv-neutron-822799-1-hyperv neutron-server[87636]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:18:33.445156 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 23 16:18:33.445156 dv-neutron-822799-1-hyperv neutron-server[87636]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:18:33.445156 dv-neutron-822799-1-hyperv neutron-server[87636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:18:33.457303 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-df92c45a-a57c-4b05-8c49-930246516ebb tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-864336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1824171'] for network, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:33.461315 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-fd92cf06-4e9b-4c74-a196-c3412d3a3a32 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:18:33.483489 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-df92c45a-a57c-4b05-8c49-930246516ebb tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:33.492538 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-c26488fd-0dc4-4fcb-946a-e282482b5f6b tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Calling delete_port for a1d06117-919d-4cd4-9292-19fd7cfdcadf owned by network:dhcp {{(pid=87635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:18:33.494536 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df92c45a-a57c-4b05-8c49-930246516ebb tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Pushing event deleted for resources: {'Network': ['ID=ad20f17a-1264-4a1b-9b4c-1a1198f6b2bb,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:18:33.507808 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df92c45a-a57c-4b05-8c49-930246516ebb tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:18:33.508295 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df92c45a-a57c-4b05-8c49-930246516ebb tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:18:33.508936 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df92c45a-a57c-4b05-8c49-930246516ebb tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:18:33.509388 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df92c45a-a57c-4b05-8c49-930246516ebb tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:18:33.509869 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df92c45a-a57c-4b05-8c49-930246516ebb tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:18:33.510314 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df92c45a-a57c-4b05-8c49-930246516ebb tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:18:33.510750 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df92c45a-a57c-4b05-8c49-930246516ebb tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:18:33.511221 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df92c45a-a57c-4b05-8c49-930246516ebb tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:18:33.511653 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df92c45a-a57c-4b05-8c49-930246516ebb tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:18:33.512132 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df92c45a-a57c-4b05-8c49-930246516ebb tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:18:33.512565 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df92c45a-a57c-4b05-8c49-930246516ebb tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:18:33.513017 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df92c45a-a57c-4b05-8c49-930246516ebb tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:18:33.518468 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-df92c45a-a57c-4b05-8c49-930246516ebb tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:18:33.532745 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-df92c45a-a57c-4b05-8c49-930246516ebb tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] 10.222.0.64 "DELETE /v2.0/networks/ad20f17a-1264-4a1b-9b4c-1a1198f6b2bb HTTP/1.1" status: 204  len: 168 time: 1.1822217
Dec 23 16:18:33.539430 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 52176) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:33.566130 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 69a1c881-8cdf-42fe-a393-60bf95847c51 no longer exists at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 23 16:18:33.613008 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-c57d50dc-9ba8-472b-bef1-45c7b88048f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc1ad66d0>, [{'id': '47b796b5-52fa-4d2e-bc01-b4e7f5a66b73', 'name': 'tempest-RoutersIpV6Test-router-476417359', 'tenant_id': '7f693e1e2e4c45b0a519cdc9b284f217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:17:46Z', 'updated_at': '2021-12-23T16:18:31Z', 'revision_number': 9, 'project_id': '7f693e1e2e4c45b0a519cdc9b284f217', 'gw_port_host': None, '_interfaces': [{'id': 'e3018ee9-fff4-4a2e-acd5-af0cdd5a7c7f', 'name': '', 'network_id': '85525320-5226-4812-b412-d127729cd909', 'tenant_id': '7f693e1e2e4c45b0a519cdc9b284f217', 'mac_address': 'fa:16:3e:94:2b:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47b796b5-52fa-4d2e-bc01-b4e7f5a66b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1234, 'fixed_ips': [{'subnet_id': '74b9cb85-201b-4e15-9707-9ca0a3ff5b44', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:17:57Z', 'updated_at': '2021-12-23T16:18:12Z', 'revision_number': 5, 'project_id': '7f693e1e2e4c45b0a519cdc9b284f217', 'subnets': [{'id': '74b9cb85-201b-4e15-9707-9ca0a3ff5b44', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f7b9d5cb-9b30-4db7-8d92-678aa551e2a9', 'name': '', 'network_id': 'fc837992-2e66-4488-a75b-bed62b48e052', 'tenant_id': '7f693e1e2e4c45b0a519cdc9b284f217', 'mac_address': 'fa:16:3e:2a:1a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47b796b5-52fa-4d2e-bc01-b4e7f5a66b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': '02f625a5-8cce-44c9-b991-165208d7f8c6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:17:49Z', 'updated_at': '2021-12-23T16:18:04Z', 'revision_number': 5, 'project_id': '7f693e1e2e4c45b0a519cdc9b284f217', 'subnets': [{'id': '02f625a5-8cce-44c9-b991-165208d7f8c6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:18:33.615134 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-c26488fd-0dc4-4fcb-946a-e282482b5f6b tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:33.615584 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] No Port match for: 69a1c881-8cdf-42fe-a393-60bf95847c51 {{(pid=87637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 23 16:18:33.615947 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 69a1c881-8cdf-42fe-a393-60bf95847c51 not bound to the agent host dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 23 16:18:33.616392 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device a1d06117-919d-4cd4-9292-19fd7cfdcadf no longer exists at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 23 16:18:33.617723 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3496ad1-8bb2-4e90-95bb-dc5452a061a0 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:18:33.618342 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-e3496ad1-8bb2-4e90-95bb-dc5452a061a0 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Synchronizing usage tracker for tenant:e1d581421fe74f67b8908d7d303644fd on resource:port {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:18:33.621316 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c57d50dc-9ba8-472b-bef1-45c7b88048f5 None None] The sync data for ids ['47b796b5-52fa-4d2e-bc01-b4e7f5a66b73'] in dv-neutron-822799-1-hyperv is: [{'id': '47b796b5-52fa-4d2e-bc01-b4e7f5a66b73', 'name': 'tempest-RoutersIpV6Test-router-476417359', 'tenant_id': '7f693e1e2e4c45b0a519cdc9b284f217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:17:46Z', 'updated_at': '2021-12-23T16:18:31Z', 'revision_number': 9, 'project_id': '7f693e1e2e4c45b0a519cdc9b284f217', 'gw_port_host': None, '_interfaces': [{'id': 'e3018ee9-fff4-4a2e-acd5-af0cdd5a7c7f', 'name': '', 'network_id': '85525320-5226-4812-b412-d127729cd909', 'tenant_id': '7f693e1e2e4c45b0a519cdc9b284f217', 'mac_address': 'fa:16:3e:94:2b:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47b796b5-52fa-4d2e-bc01-b4e7f5a66b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1234, 'fixed_ips': [{'subnet_id': '74b9cb85-201b-4e15-9707-9ca0a3ff5b44', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:17:57Z', 'updated_at': '2021-12-23T16:18:12Z', 'revision_number': 5, 'project_id': '7f693e1e2e4c45b0a519cdc9b284f217', 'subnets': [{'id': '74b9cb85-201b-4e15-9707-9ca0a3ff5b44', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f7b9d5cb-9b30-4db7-8d92-678aa551e2a9', 'name': '', 'network_id': 'fc837992-2e66-4488-a75b-bed62b48e052', 'tenant_id': '7f693e1e2e4c45b0a519cdc9b284f217', 'mac_address': 'fa:16:3e:2a:1a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47b796b5-52fa-4d2e-bc01-b4e7f5a66b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': '02f625a5-8cce-44c9-b991-165208d7f8c6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:17:49Z', 'updated_at': '2021-12-23T16:18:04Z', 'revision_number': 5, 'project_id': '7f693e1e2e4c45b0a519cdc9b284f217', 'subnets': [{'id': '02f625a5-8cce-44c9-b991-165208d7f8c6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 23 16:18:33.629084 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-0c375ff0-1c4c-496e-bc9e-28447d9449b1 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:18:33.640058 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-e3496ad1-8bb2-4e90-95bb-dc5452a061a0 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Unset dirty status for tenant:e1d581421fe74f67b8908d7d303644fd on resource:port {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:18:33.641382 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-e3496ad1-8bb2-4e90-95bb-dc5452a061a0 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] 10.222.0.64 "GET /v2.0/ports/2131c9aa-1bcc-4368-bda2-ddb7228c06ac HTTP/1.1" status: 200  len: 840 time: 0.1009037
Dec 23 16:18:33.646927 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 52180) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:33.652911 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] No Port match for: a1d06117-919d-4cd4-9292-19fd7cfdcadf {{(pid=87637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 23 16:18:33.653279 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device a1d06117-919d-4cd4-9292-19fd7cfdcadf not bound to the agent host dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 23 16:18:33.679950 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c26488fd-0dc4-4fcb-946a-e282482b5f6b tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] No DVR routers for this DVR port a1d06117-919d-4cd4-9292-19fd7cfdcadf on host dv-neutron-822799-1-hyperv {{(pid=87635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 23 16:18:33.729333 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26488fd-0dc4-4fcb-946a-e282482b5f6b tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Pushing event deleted for resources: {'Port': ['ID=a1d06117-919d-4cd4-9292-19fd7cfdcadf,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:18:33.735982 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-167e009b-76be-455f-933c-83ae2975a248 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] 10.222.0.64 "GET /v2.0/ports/2131c9aa-1bcc-4368-bda2-ddb7228c06ac?fields=id&fields=mac_address HTTP/1.1" status: 200  len: 281 time: 0.0820687
Dec 23 16:18:33.736437 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-c26488fd-0dc4-4fcb-946a-e282482b5f6b tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:18:33.736798 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 52184) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:33.742614 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-75656ff6-90c0-4446-bbd4-823be01f5884 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Request body: {'subnet': {'network_id': 'b603a9d1-522c-459e-95e9-bbcd52e2457f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:18:33.772094 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-d522dd04-b983-4cf3-95d5-b1de9ac0af8b None None] For port a1d06117-919d-4cd4-9292-19fd7cfdcadf, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=a1d06117-919d-4cd4-9292-19fd7cfdcadf,segment=NetworkSegment(5797e2da-8cf1-468f-b7bc-bfaa39ad6a46),segment_id=5797e2da-8cf1-468f-b7bc-bfaa39ad6a46)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:18:33.772730 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d522dd04-b983-4cf3-95d5-b1de9ac0af8b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:33.821495 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-c26488fd-0dc4-4fcb-946a-e282482b5f6b tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-864347', 'neutron.services.segments.db._delete_segments_for_network-8735362908070'] for network, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:33.851600 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.services.segments.db [None req-c26488fd-0dc4-4fcb-946a-e282482b5f6b tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1dc16f9ca0>,) {'filters': {'network_id': ['24ad3857-432b-45b9-9d4b-65ada6ed9e7e']}} {{(pid=87635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:18:33.853751 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-75656ff6-90c0-4446-bbd4-823be01f5884 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:18:33.858023 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-75656ff6-90c0-4446-bbd4-823be01f5884 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Usage tracker for resource:subnet and tenant:e1d581421fe74f67b8908d7d303644fd is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:18:33.861039 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-75656ff6-90c0-4446-bbd4-823be01f5884 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:18:33.863919 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.services.segments.db [None req-c26488fd-0dc4-4fcb-946a-e282482b5f6b tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dc16f9ca0>, '5797e2da-8cf1-468f-b7bc-bfaa39ad6a46') {'for_net_delete': True} {{(pid=87635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:18:33.864214 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.services.segments.db [None req-c26488fd-0dc4-4fcb-946a-e282482b5f6b tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dc16f9ca0>, '5797e2da-8cf1-468f-b7bc-bfaa39ad6a46') {} {{(pid=87635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:18:33.867145 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-75656ff6-90c0-4446-bbd4-823be01f5884 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:18:33.875489 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-c26488fd-0dc4-4fcb-946a-e282482b5f6b tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735363085442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2776713'] for segment, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:33.880523 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75656ff6-90c0-4446-bbd4-823be01f5884 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Made reservation on behalf of e1d581421fe74f67b8908d7d303644fd for: {'subnet': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:18:33.885491 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-75656ff6-90c0-4446-bbd4-823be01f5884 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2618324'] for subnet, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:33.886417 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-b1e945d5-e35a-421a-9ff2-a9aebeb387a6 None None] Deleting port 69a1c881-8cdf-42fe-a393-60bf95847c51 {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:18:33.886798 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-b1e945d5-e35a-421a-9ff2-a9aebeb387a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:33.893439 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-c26488fd-0dc4-4fcb-946a-e282482b5f6b tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:33.900440 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c26488fd-0dc4-4fcb-946a-e282482b5f6b tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Releasing vlan 426 on physical network physnet1 to pool {{(pid=87635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 23 16:18:33.901082 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-c26488fd-0dc4-4fcb-946a-e282482b5f6b tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2753503'] for segment, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:33.916239 dv-neutron-822799-1-hyperv neutron-server[87635]: Traceback (most recent call last):
Dec 23 16:18:33.916239 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 23 16:18:33.916239 dv-neutron-822799-1-hyperv neutron-server[87635]:     timer()
Dec 23 16:18:33.916239 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:18:33.916239 dv-neutron-822799-1-hyperv neutron-server[87635]:     cb(*args, **kw)
Dec 23 16:18:33.916239 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 23 16:18:33.916239 dv-neutron-822799-1-hyperv neutron-server[87635]:     return func(*args, **kwargs)
Dec 23 16:18:33.916239 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:18:33.916239 dv-neutron-822799-1-hyperv neutron-server[87635]:     self._notify()
Dec 23 16:18:33.916239 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:18:33.916239 dv-neutron-822799-1-hyperv neutron-server[87635]:     self.callback(batched_events)
Dec 23 16:18:33.916239 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:18:33.916239 dv-neutron-822799-1-hyperv neutron-server[87635]:     event.method(event)
Dec 23 16:18:33.916239 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:18:33.916239 dv-neutron-822799-1-hyperv neutron-server[87635]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:18:33.916239 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 23 16:18:33.916239 dv-neutron-822799-1-hyperv neutron-server[87635]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 23 16:18:33.916239 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 23 16:18:33.916239 dv-neutron-822799-1-hyperv neutron-server[87635]:     return f(self, *a, **k)
Dec 23 16:18:33.916239 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:18:33.916239 dv-neutron-822799-1-hyperv neutron-server[87635]:     return self._get(url).json()
Dec 23 16:18:33.916239 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 23 16:18:33.916239 dv-neutron-822799-1-hyperv neutron-server[87635]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 23 16:18:33.916239 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 23 16:18:33.916239 dv-neutron-822799-1-hyperv neutron-server[87635]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:18:33.916239 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 23 16:18:33.916239 dv-neutron-822799-1-hyperv neutron-server[87635]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 23 16:18:33.916239 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 23 16:18:33.916239 dv-neutron-822799-1-hyperv neutron-server[87635]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:18:33.916239 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 23 16:18:33.916239 dv-neutron-822799-1-hyperv neutron-server[87635]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:18:33.916239 dv-neutron-822799-1-hyperv neutron-server[87635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:18:33.930894 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-d522dd04-b983-4cf3-95d5-b1de9ac0af8b None None] Calling delete_port for a1d06117-919d-4cd4-9292-19fd7cfdcadf owned by network:dhcp {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:18:34.002255 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-c26488fd-0dc4-4fcb-946a-e282482b5f6b tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-864336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1824171'] for network, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:34.010042 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-b2b0dede-cd2d-48ac-9dd8-2ebda921d8b2 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:18:34.032476 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-c26488fd-0dc4-4fcb-946a-e282482b5f6b tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks [] for network, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:34.045266 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26488fd-0dc4-4fcb-946a-e282482b5f6b tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Pushing event deleted for resources: {'Network': ['ID=24ad3857-432b-45b9-9d4b-65ada6ed9e7e,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:18:34.047903 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-c26488fd-0dc4-4fcb-946a-e282482b5f6b tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] 10.222.0.64 "DELETE /v2.0/networks/24ad3857-432b-45b9-9d4b-65ada6ed9e7e HTTP/1.1" status: 204  len: 168 time: 1.3273883
Dec 23 16:18:34.048896 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-c26488fd-0dc4-4fcb-946a-e282482b5f6b tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:18:34.050767 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 52188) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:34.055178 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-b1e945d5-e35a-421a-9ff2-a9aebeb387a6 None None] The port '69a1c881-8cdf-42fe-a393-60bf95847c51' was deleted {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 23 16:18:34.103946 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.db.api [None req-d522dd04-b983-4cf3-95d5-b1de9ac0af8b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87637) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 23 16:18:34.104409 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_db.api [None req-d522dd04-b983-4cf3-95d5-b1de9ac0af8b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 23 16:18:34.149158 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-75656ff6-90c0-4446-bbd4-823be01f5884 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2176430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2618310'] for subnet, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:34.153104 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-0bee9e15-3001-4a5f-bd05-8cf6dd96445c tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:18:34.208534 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75656ff6-90c0-4446-bbd4-823be01f5884 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Network b603a9d1-522c-459e-95e9-bbcd52e2457f is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:18:34.211685 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-75656ff6-90c0-4446-bbd4-823be01f5884 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Resources bound (agent type, host, resource id):  {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:18:34.215766 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75656ff6-90c0-4446-bbd4-823be01f5884 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:18:34.216561 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-75656ff6-90c0-4446-bbd4-823be01f5884 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks [] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:34.220054 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78fbe92d-c0b3-4107-bf57-990ff0e302a5 None None] Network b603a9d1-522c-459e-95e9-bbcd52e2457f requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:18:34.233178 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75656ff6-90c0-4446-bbd4-823be01f5884 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Pushing event updated for resources: {'Subnet': ['ID=bd553527-521e-47b4-94d6-69114666fb2f,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:18:34.236039 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-75656ff6-90c0-4446-bbd4-823be01f5884 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:18:34.246437 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-75656ff6-90c0-4446-bbd4-823be01f5884 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.5085254
Dec 23 16:18:34.249174 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 52192) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:34.255528 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-3cdbf7b1-18fc-418c-ad79-2afb9d844626 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Request body: {'security_group': {'name': 'tempest-secgroup-759692182'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:18:34.262350 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-3cdbf7b1-18fc-418c-ad79-2afb9d844626 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:18:34.267248 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-3cdbf7b1-18fc-418c-ad79-2afb9d844626 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Usage tracker for resource:security_group and tenant:e1d581421fe74f67b8908d7d303644fd is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:18:34.270772 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-3cdbf7b1-18fc-418c-ad79-2afb9d844626 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:18:34.276966 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-3cdbf7b1-18fc-418c-ad79-2afb9d844626 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:18:34.295851 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-3cdbf7b1-18fc-418c-ad79-2afb9d844626 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks [] for security_group, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:34.317354 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-3cdbf7b1-18fc-418c-ad79-2afb9d844626 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:18:34.321644 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-3cdbf7b1-18fc-418c-ad79-2afb9d844626 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Usage tracker for resource:security_group_rule and tenant:e1d581421fe74f67b8908d7d303644fd is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:18:34.326227 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-3cdbf7b1-18fc-418c-ad79-2afb9d844626 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:18:34.331132 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-3cdbf7b1-18fc-418c-ad79-2afb9d844626 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:18:34.403662 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-3cdbf7b1-18fc-418c-ad79-2afb9d844626 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks [] for security_group, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:34.409470 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-3cdbf7b1-18fc-418c-ad79-2afb9d844626 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:34.415263 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-0bbf7d4a-2613-42b5-947c-445ee69dc728 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:18:34.453662 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdbf7b1-18fc-418c-ad79-2afb9d844626 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f41b443-e182-4c97-93d0-e2d253f4b32b,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:18:34.457587 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-3cdbf7b1-18fc-418c-ad79-2afb9d844626 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:18:34.459736 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-3cdbf7b1-18fc-418c-ad79-2afb9d844626 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks [] for security_group, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:34.461357 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-3cdbf7b1-18fc-418c-ad79-2afb9d844626 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1744 time: 0.2109442
Dec 23 16:18:34.464254 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 52196) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:34.470617 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-910f955e-20ba-4f87-a0b1-538989ca1a96 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Request body: {'security_group': {'name': 'tempest-secgroup-851254768'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:18:34.476505 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-910f955e-20ba-4f87-a0b1-538989ca1a96 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:18:34.480322 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-910f955e-20ba-4f87-a0b1-538989ca1a96 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Usage tracker for resource:security_group and tenant:e1d581421fe74f67b8908d7d303644fd is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:18:34.483719 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-910f955e-20ba-4f87-a0b1-538989ca1a96 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:18:34.490536 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-910f955e-20ba-4f87-a0b1-538989ca1a96 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:18:34.496658 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef78871c-7d68-4e3c-a3ff-d79df45a6e9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7e017a6-8198-58c8-a07e-0f786128e3b3-b603a9d1-522c-459e-95e9-bbcd52e2457f', 'network_id': 'b603a9d1-522c-459e-95e9-bbcd52e2457f', 'tenant_id': 'e1d581421fe74f67b8908d7d303644fd', 'fixed_ips': [{'subnet_id': 'bd553527-521e-47b4-94d6-69114666fb2f'}]}} from dv-neutron-822799-1-hyperv. {{(pid=87637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 23 16:18:34.497519 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-ef78871c-7d68-4e3c-a3ff-d79df45a6e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:34.502600 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-910f955e-20ba-4f87-a0b1-538989ca1a96 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks [] for security_group, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:34.522247 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-910f955e-20ba-4f87-a0b1-538989ca1a96 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:18:34.526265 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-910f955e-20ba-4f87-a0b1-538989ca1a96 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Usage tracker for resource:security_group_rule and tenant:e1d581421fe74f67b8908d7d303644fd is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:18:34.529376 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-910f955e-20ba-4f87-a0b1-538989ca1a96 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:18:34.535547 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-910f955e-20ba-4f87-a0b1-538989ca1a96 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:18:34.605490 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-d522dd04-b983-4cf3-95d5-b1de9ac0af8b None None] Deleting port a1d06117-919d-4cd4-9292-19fd7cfdcadf {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:18:34.605882 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d522dd04-b983-4cf3-95d5-b1de9ac0af8b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:34.620106 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-910f955e-20ba-4f87-a0b1-538989ca1a96 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks [] for security_group, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:34.625595 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-910f955e-20ba-4f87-a0b1-538989ca1a96 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:34.630020 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-adf59873-0565-43cc-a5b3-6ba81f995c78 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:18:34.674421 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910f955e-20ba-4f87-a0b1-538989ca1a96 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74132c3f-3576-41f9-a577-979510cc4c9f,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:18:34.677231 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-910f955e-20ba-4f87-a0b1-538989ca1a96 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks [] for security_group, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:34.678480 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-910f955e-20ba-4f87-a0b1-538989ca1a96 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1744 time: 0.2130914
Dec 23 16:18:34.679579 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-910f955e-20ba-4f87-a0b1-538989ca1a96 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:18:34.681154 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 52200) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:34.691578 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-acb3889f-1181-4611-8d2b-8d589b99da1a tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-658034437', 'security_groups': ['74132c3f-3576-41f9-a577-979510cc4c9f'], 'network_id': 'b603a9d1-522c-459e-95e9-bbcd52e2457f', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'bd553527-521e-47b4-94d6-69114666fb2f'}]}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:18:34.728740 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-d522dd04-b983-4cf3-95d5-b1de9ac0af8b None None] The port 'a1d06117-919d-4cd4-9292-19fd7cfdcadf' was deleted {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 23 16:18:34.755903 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_common [None req-ef78871c-7d68-4e3c-a3ff-d79df45a6e9e None None] Allocated IP 172.20.0.2 (b603a9d1-522c-459e-95e9-bbcd52e2457f/bd553527-521e-47b4-94d6-69114666fb2f/27404973-7a96-4dc2-ba24-80af23913e3f) {{(pid=87637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:18:34.777713 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-2bd8e76f-2290-47b5-a47d-9a0378fff9fa tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1781419'] for router_interface, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:34.844225 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-acb3889f-1181-4611-8d2b-8d589b99da1a tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:18:34.853910 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-acb3889f-1181-4611-8d2b-8d589b99da1a tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:18:34.868182 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acb3889f-1181-4611-8d2b-8d589b99da1a tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Made reservation on behalf of e1d581421fe74f67b8908d7d303644fd for: {'port': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:18:34.979275 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-ef78871c-7d68-4e3c-a3ff-d79df45a6e9e None None] Notify callbacks [] for port, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:34.990322 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-ef78871c-7d68-4e3c-a3ff-d79df45a6e9e None None] Transition to ACTIVE for port object 27404973-7a96-4dc2-ba24-80af23913e3f will not be triggered until provisioned by entity L2. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:18:34.998559 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-acb3889f-1181-4611-8d2b-8d589b99da1a tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:35.009817 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-ef78871c-7d68-4e3c-a3ff-d79df45a6e9e None None] Transition to ACTIVE for port object 27404973-7a96-4dc2-ba24-80af23913e3f will not be triggered until provisioned by entity DHCP. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:18:35.016051 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-ef78871c-7d68-4e3c-a3ff-d79df45a6e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780'] for port, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:35.023331 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-d897e3f7-8d4c-434f-9500-b7e8dcb774a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:18:35.024279 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [None req-acb3889f-1181-4611-8d2b-8d589b99da1a tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] device_id is not set on port 3f821ca6-3819-49c3-b1ab-8bf3409d89dc yet. {{(pid=87636) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 23 16:18:35.088067 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef78871c-7d68-4e3c-a3ff-d79df45a6e9e None None] Network b603a9d1-522c-459e-95e9-bbcd52e2457f is already hosted by enough agents. {{(pid=87637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:18:35.091326 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-ef78871c-7d68-4e3c-a3ff-d79df45a6e9e None None] Resources bound (agent type, host, resource id):  {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:18:35.093745 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef78871c-7d68-4e3c-a3ff-d79df45a6e9e None None] Received port after_create {{(pid=87637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:18:35.103903 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef78871c-7d68-4e3c-a3ff-d79df45a6e9e None None] Pushing event updated for resources: {'Port': ['ID=27404973-7a96-4dc2-ba24-80af23913e3f,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:18:35.106765 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-ef78871c-7d68-4e3c-a3ff-d79df45a6e9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:18:35.148415 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-2bd8e76f-2290-47b5-a47d-9a0378fff9fa tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Deleting port e3018ee9-fff4-4a2e-acd5-af0cdd5a7c7f {{(pid=87635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:18:35.148805 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-2bd8e76f-2290-47b5-a47d-9a0378fff9fa tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:35.193704 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-ef78871c-7d68-4e3c-a3ff-d79df45a6e9e None None] Attempting to bind port 27404973-7a96-4dc2-ba24-80af23913e3f on host dv-neutron-822799-1-hyperv for vnic_type normal with profile  {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:18:35.194437 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-ef78871c-7d68-4e3c-a3ff-d79df45a6e9e None None] Attempting to bind port 27404973-7a96-4dc2-ba24-80af23913e3f by drivers openvswitch,hyperv on host dv-neutron-822799-1-hyperv at level 0 using segments [{'id': 'a4f1f01e-27fa-4d73-8f0a-3c1e46057c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'b603a9d1-522c-459e-95e9-bbcd52e2457f'}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:18:35.195020 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef78871c-7d68-4e3c-a3ff-d79df45a6e9e None None] Attempting to bind port 27404973-7a96-4dc2-ba24-80af23913e3f on network b603a9d1-522c-459e-95e9-bbcd52e2457f {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:18:35.201266 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef78871c-7d68-4e3c-a3ff-d79df45a6e9e None None] Checking agent: {'id': '20d2070f-69a9-4e73-8d08-6f0387a40158', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822799-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 21), 'started_at': datetime.datetime(2021, 12, 23, 16, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 18, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822799-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 23 16:18:35.201648 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef78871c-7d68-4e3c-a3ff-d79df45a6e9e None None] Checking segment: {'id': 'a4f1f01e-27fa-4d73-8f0a-3c1e46057c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'b603a9d1-522c-459e-95e9-bbcd52e2457f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:18:35.202205 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-ef78871c-7d68-4e3c-a3ff-d79df45a6e9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:35.202612 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef78871c-7d68-4e3c-a3ff-d79df45a6e9e None None] Bound using segment: {'id': 'a4f1f01e-27fa-4d73-8f0a-3c1e46057c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'b603a9d1-522c-459e-95e9-bbcd52e2457f'} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 23 16:18:35.203460 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-ef78871c-7d68-4e3c-a3ff-d79df45a6e9e None None] Bound port: 27404973-7a96-4dc2-ba24-80af23913e3f, host: dv-neutron-822799-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4f1f01e-27fa-4d73-8f0a-3c1e46057c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'b603a9d1-522c-459e-95e9-bbcd52e2457f'}}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 23 16:18:35.203460 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-ef78871c-7d68-4e3c-a3ff-d79df45a6e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:35.306487 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-ef78871c-7d68-4e3c-a3ff-d79df45a6e9e None None] For port 27404973-7a96-4dc2-ba24-80af23913e3f, host dv-neutron-822799-1-hyperv, cleared binding levels {{(pid=87637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 23 16:18:35.310877 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-ef78871c-7d68-4e3c-a3ff-d79df45a6e9e None None] For port 27404973-7a96-4dc2-ba24-80af23913e3f, host dv-neutron-822799-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=27404973-7a96-4dc2-ba24-80af23913e3f,segment=NetworkSegment(a4f1f01e-27fa-4d73-8f0a-3c1e46057c0d),segment_id=a4f1f01e-27fa-4d73-8f0a-3c1e46057c0d)] {{(pid=87637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 23 16:18:35.318124 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-ef78871c-7d68-4e3c-a3ff-d79df45a6e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:35.329037 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-004de474-4f89-4995-96f9-2d5d20365d31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:18:35.364552 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.db [None req-2bd8e76f-2290-47b5-a47d-9a0378fff9fa tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] For port e3018ee9-fff4-4a2e-acd5-af0cdd5a7c7f, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=e3018ee9-fff4-4a2e-acd5-af0cdd5a7c7f,segment=NetworkSegment(39d3ad9b-7821-4ec0-8dfb-6b0aca9faabd),segment_id=39d3ad9b-7821-4ec0-8dfb-6b0aca9faabd)] {{(pid=87635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:18:35.365061 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-2bd8e76f-2290-47b5-a47d-9a0378fff9fa tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:35.369668 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [None req-acb3889f-1181-4611-8d2b-8d589b99da1a tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Allocated IP 172.20.0.9 (b603a9d1-522c-459e-95e9-bbcd52e2457f/bd553527-521e-47b4-94d6-69114666fb2f/3f821ca6-3819-49c3-b1ab-8bf3409d89dc) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:18:35.421037 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef78871c-7d68-4e3c-a3ff-d79df45a6e9e None None] Pushing event updated for resources: {'Port': ['ID=27404973-7a96-4dc2-ba24-80af23913e3f,revision_number=2']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:18:35.424632 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-ef78871c-7d68-4e3c-a3ff-d79df45a6e9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:18:35.496661 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 36be5959-37f9-4da6-a29c-bbe32956bd73 no longer exists at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 23 16:18:35.505950 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-2bd8e76f-2290-47b5-a47d-9a0378fff9fa tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Calling delete_port for e3018ee9-fff4-4a2e-acd5-af0cdd5a7c7f owned by network:router_interface {{(pid=87635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:18:35.539621 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] No Port match for: 36be5959-37f9-4da6-a29c-bbe32956bd73 {{(pid=87637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 23 16:18:35.539972 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 36be5959-37f9-4da6-a29c-bbe32956bd73 not bound to the agent host dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 23 16:18:35.580794 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-acb3889f-1181-4611-8d2b-8d589b99da1a tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:35.600748 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.provisioning_blocks [None req-acb3889f-1181-4611-8d2b-8d589b99da1a tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Transition to ACTIVE for port object 3f821ca6-3819-49c3-b1ab-8bf3409d89dc will not be triggered until provisioned by entity DHCP. {{(pid=87636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:18:35.640287 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-acb3889f-1181-4611-8d2b-8d589b99da1a tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:35.649095 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-29999bbc-5f77-4c87-a5b2-8f1057f2903b tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:18:35.723908 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acb3889f-1181-4611-8d2b-8d589b99da1a tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Network b603a9d1-522c-459e-95e9-bbcd52e2457f is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:18:35.725005 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-2bd8e76f-2290-47b5-a47d-9a0378fff9fa tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:35.729257 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-c26488fd-0dc4-4fcb-946a-e282482b5f6b tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:18:35.736616 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-acb3889f-1181-4611-8d2b-8d589b99da1a tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Resources bound (agent type, host, resource id):  {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:18:35.744054 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb3889f-1181-4611-8d2b-8d589b99da1a tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:18:35.775482 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd8e76f-2290-47b5-a47d-9a0378fff9fa tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Pushing event deleted for resources: {'Port': ['ID=e3018ee9-fff4-4a2e-acd5-af0cdd5a7c7f,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:18:35.778801 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-2bd8e76f-2290-47b5-a47d-9a0378fff9fa tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:18:35.789323 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb3889f-1181-4611-8d2b-8d589b99da1a tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Pushing event updated for resources: {'Port': ['ID=3f821ca6-3819-49c3-b1ab-8bf3409d89dc,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:18:35.798258 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-acb3889f-1181-4611-8d2b-8d589b99da1a tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:18:35.827039 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acb3889f-1181-4611-8d2b-8d589b99da1a tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:18:35.827714 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-acb3889f-1181-4611-8d2b-8d589b99da1a tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:35.858509 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-acb3889f-1181-4611-8d2b-8d589b99da1a tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201  len: 923 time: 1.1762352
Dec 23 16:18:35.861773 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 52204) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:35.868408 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-446a9a68-4073-427f-a7bf-cb5ce14024c3 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Request body: {'subnet': {'network_id': 'b603a9d1-522c-459e-95e9-bbcd52e2457f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:18:35.986707 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-2bd8e76f-2290-47b5-a47d-9a0378fff9fa tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1627472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1784155'] for router_interface, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:36.022806 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-446a9a68-4073-427f-a7bf-cb5ce14024c3 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:18:36.026917 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-446a9a68-4073-427f-a7bf-cb5ce14024c3 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Usage tracker for resource:subnet and tenant:e1d581421fe74f67b8908d7d303644fd is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:18:36.029994 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-446a9a68-4073-427f-a7bf-cb5ce14024c3 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:18:36.036792 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-446a9a68-4073-427f-a7bf-cb5ce14024c3 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:18:36.047889 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-446a9a68-4073-427f-a7bf-cb5ce14024c3 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Made reservation on behalf of e1d581421fe74f67b8908d7d303644fd for: {'subnet': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:18:36.051741 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-446a9a68-4073-427f-a7bf-cb5ce14024c3 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2618324'] for subnet, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:36.181004 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.db.ipam_backend_mixin [None req-446a9a68-4073-427f-a7bf-cb5ce14024c3 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet bd553527-521e-47b4-94d6-69114666fb2f (CIDR: 172.20.0.0/28)
Dec 23 16:18:36.185664 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.pecan_wsgi.hooks.translation [None req-446a9a68-4073-427f-a7bf-cb5ce14024c3 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 23 16:18:36.186333 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-446a9a68-4073-427f-a7bf-cb5ce14024c3 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 23 16:18:36.212816 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-446a9a68-4073-427f-a7bf-cb5ce14024c3 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.3468165
Dec 23 16:18:36.214664 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 52208) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:36.220878 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-0d9c4e5f-6558-4ad5-9392-67bec0b4a668 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Request body: {'subnet': {'network_id': 'b603a9d1-522c-459e-95e9-bbcd52e2457f', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:18:36.367512 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-0d9c4e5f-6558-4ad5-9392-67bec0b4a668 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:18:36.371352 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-0d9c4e5f-6558-4ad5-9392-67bec0b4a668 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Usage tracker for resource:subnet and tenant:e1d581421fe74f67b8908d7d303644fd is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:18:36.374350 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-0d9c4e5f-6558-4ad5-9392-67bec0b4a668 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:18:36.385685 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-0d9c4e5f-6558-4ad5-9392-67bec0b4a668 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:18:36.396919 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d9c4e5f-6558-4ad5-9392-67bec0b4a668 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Made reservation on behalf of e1d581421fe74f67b8908d7d303644fd for: {'subnet': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:18:36.400843 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-0d9c4e5f-6558-4ad5-9392-67bec0b4a668 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2618324'] for subnet, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:36.444069 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bd8e76f-2290-47b5-a47d-9a0378fff9fa tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Router 47b796b5-52fa-4d2e-bc01-b4e7f5a66b73 has already been hosted by L3 agent 371d4c41-c7e2-4de7-9539-c049ec4e95d1 {{(pid=87635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 23 16:18:36.611560 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bd8e76f-2290-47b5-a47d-9a0378fff9fa tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify agent at l3_agent.dv-neutron-822799-1-hyperv the message routers_updated {{(pid=87635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 23 16:18:36.629702 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-2bd8e76f-2290-47b5-a47d-9a0378fff9fa tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] 10.222.0.64 "PUT /v2.0/routers/47b796b5-52fa-4d2e-bc01-b4e7f5a66b73/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5776844
Dec 23 16:18:36.630379 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 52212) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:36.632095 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa4e5b03-0c72-4c2d-a2f2-7ce6c72db223 None None] Sync routers for ids ['47b796b5-52fa-4d2e-bc01-b4e7f5a66b73'] in dv-neutron-822799-1-hyperv {{(pid=87637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 23 16:18:36.642112 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa4e5b03-0c72-4c2d-a2f2-7ce6c72db223 None None] Routers {'47b796b5-52fa-4d2e-bc01-b4e7f5a66b73'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:18:36.642753 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-fa4e5b03-0c72-4c2d-a2f2-7ce6c72db223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc13a7820>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:18:20Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['47b796b5-52fa-4d2e-bc01-b4e7f5a66b73'], 'active': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:18:36.678841 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-0d9c4e5f-6558-4ad5-9392-67bec0b4a668 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2176430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2618310'] for subnet, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:36.684334 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-cd75c364-0716-4c49-82c5-a79affb7aab9 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:18:36.713773 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.db_base_plugin_v2 [None req-a99cd621-266e-4d0a-9b3b-097a69e7e4de tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Deleting subnet 74b9cb85-201b-4e15-9707-9ca0a3ff5b44 {{(pid=87635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 23 16:18:36.717500 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a99cd621-266e-4d0a-9b3b-097a69e7e4de tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks [] for subnet, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:36.756031 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d9c4e5f-6558-4ad5-9392-67bec0b4a668 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Network b603a9d1-522c-459e-95e9-bbcd52e2457f is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:18:36.763438 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-0d9c4e5f-6558-4ad5-9392-67bec0b4a668 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Resources bound (agent type, host, resource id):  {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:18:36.767013 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d9c4e5f-6558-4ad5-9392-67bec0b4a668 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:18:36.767596 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-0d9c4e5f-6558-4ad5-9392-67bec0b4a668 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks [] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:36.787549 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9c4e5f-6558-4ad5-9392-67bec0b4a668 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Pushing event updated for resources: {'Subnet': ['ID=9d2d3ddc-b9b7-4eab-99c5-9e4074b1e82d,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:18:36.787828 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca5d694c-1fa9-4af3-93ab-d82b380303e1 None None] Network b603a9d1-522c-459e-95e9-bbcd52e2457f requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:18:36.790416 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-0d9c4e5f-6558-4ad5-9392-67bec0b4a668 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:18:36.803549 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a99cd621-266e-4d0a-9b3b-097a69e7e4de tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2776816'] for subnet, precommit_delete_associations {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:36.804141 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-0d9c4e5f-6558-4ad5-9392-67bec0b4a668 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 804 time: 0.5851374
Dec 23 16:18:36.804141 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 52216) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:36.810555 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-f2b07069-5caf-4c1f-890f-b07eb4f25d56 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1722423725', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '9d2d3ddc-b9b7-4eab-99c5-9e4074b1e82d'}], 'security_groups': ['2f41b443-e182-4c97-93d0-e2d253f4b32b']}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:18:36.890361 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a99cd621-266e-4d0a-9b3b-097a69e7e4de tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864774'] for subnet, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:36.898943 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-8ae0fada-1658-4596-bc41-2adaf98d4b41 None None] Provisioning complete for port 2131c9aa-1bcc-4368-bda2-ddb7228c06ac triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:18:36.899325 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-8ae0fada-1658-4596-bc41-2adaf98d4b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:36.931136 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvr_db [None req-fa4e5b03-0c72-4c2d-a2f2-7ce6c72db223 None None] Set router 47b796b5-52fa-4d2e-bc01-b4e7f5a66b73 gateway port host: None {{(pid=87637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:18:36.937580 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f2b07069-5caf-4c1f-890f-b07eb4f25d56 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:36.970451 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a99cd621-266e-4d0a-9b3b-097a69e7e4de tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2753333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2609730'] for subnet, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:36.977108 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-bff2d140-da08-4386-ac1f-f05dd85cb867 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:18:37.015467 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99cd621-266e-4d0a-9b3b-097a69e7e4de tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Pushing event deleted for resources: {'Subnet': ['ID=74b9cb85-201b-4e15-9707-9ca0a3ff5b44,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:18:37.019156 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-a99cd621-266e-4d0a-9b3b-097a69e7e4de tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:18:37.020725 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a99cd621-266e-4d0a-9b3b-097a69e7e4de tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks [] for subnet, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:37.029177 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-a99cd621-266e-4d0a-9b3b-097a69e7e4de tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] 10.222.0.64 "DELETE /v2.0/subnets/74b9cb85-201b-4e15-9707-9ca0a3ff5b44 HTTP/1.1" status: 204  len: 168 time: 0.3976879
Dec 23 16:18:37.030975 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 52220) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:37.039589 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c50f2bba-0ee3-41aa-940f-b4ac94a05232 None None] Network 85525320-5226-4812-b412-d127729cd909 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:18:37.148527 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a919cf04-d131-43b8-ad6a-71c919ad844c tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-698866'] for network, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:37.155942 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-8ae0fada-1658-4596-bc41-2adaf98d4b41 None None] Port 2131c9aa-1bcc-4368-bda2-ddb7228c06ac cannot update to ACTIVE because it is not bound. {{(pid=87637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 23 16:18:37.160048 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-a919cf04-d131-43b8-ad6a-71c919ad844c tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Deleting port a5f110ea-55a4-4f74-a19b-7be261605d66 {{(pid=87635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:18:37.160423 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a919cf04-d131-43b8-ad6a-71c919ad844c tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:37.283961 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-8ae0fada-1658-4596-bc41-2adaf98d4b41 None None] Provisioning for port 27404973-7a96-4dc2-ba24-80af23913e3f completed by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:18:37.354747 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [None req-f2b07069-5caf-4c1f-890f-b07eb4f25d56 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Delete allocated IP 172.20.0.9 (b603a9d1-522c-459e-95e9-bbcd52e2457f/bd553527-521e-47b4-94d6-69114666fb2f) {{(pid=87636) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}}
Dec 23 16:18:37.362492 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [None req-f2b07069-5caf-4c1f-890f-b07eb4f25d56 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Allocated IP 172.20.0.20 (b603a9d1-522c-459e-95e9-bbcd52e2457f/9d2d3ddc-b9b7-4eab-99c5-9e4074b1e82d/3f821ca6-3819-49c3-b1ab-8bf3409d89dc) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:18:37.378827 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.db [None req-a919cf04-d131-43b8-ad6a-71c919ad844c tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] For port a5f110ea-55a4-4f74-a19b-7be261605d66, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=a5f110ea-55a4-4f74-a19b-7be261605d66,segment=NetworkSegment(39d3ad9b-7821-4ec0-8dfb-6b0aca9faabd),segment_id=39d3ad9b-7821-4ec0-8dfb-6b0aca9faabd)] {{(pid=87635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:18:37.379207 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a919cf04-d131-43b8-ad6a-71c919ad844c tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:37.516037 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-a919cf04-d131-43b8-ad6a-71c919ad844c tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Calling delete_port for a5f110ea-55a4-4f74-a19b-7be261605d66 owned by network:dhcp {{(pid=87635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:18:37.553851 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-28ea7417-cdff-4b2f-8463-57ea77c341b2 None None] Provisioning for port 3f821ca6-3819-49c3-b1ab-8bf3409d89dc completed by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:18:37.563908 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-28ea7417-cdff-4b2f-8463-57ea77c341b2 None None] Provisioning complete for port 3f821ca6-3819-49c3-b1ab-8bf3409d89dc triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:18:37.563908 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-28ea7417-cdff-4b2f-8463-57ea77c341b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:37.608236 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a919cf04-d131-43b8-ad6a-71c919ad844c tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:37.621228 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-7285302c-18e3-47b0-a006-5bb8a30ee049 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:18:37.676561 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-28ea7417-cdff-4b2f-8463-57ea77c341b2 None None] Port 3f821ca6-3819-49c3-b1ab-8bf3409d89dc cannot update to ACTIVE because it is not bound. {{(pid=87637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 23 16:18:37.697276 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a919cf04-d131-43b8-ad6a-71c919ad844c tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] No DVR routers for this DVR port a5f110ea-55a4-4f74-a19b-7be261605d66 on host dv-neutron-822799-1-hyperv {{(pid=87635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 23 16:18:37.702662 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 27404973-7a96-4dc2-ba24-80af23913e3f up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:18:37.744536 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a919cf04-d131-43b8-ad6a-71c919ad844c tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Pushing event deleted for resources: {'Port': ['ID=a5f110ea-55a4-4f74-a19b-7be261605d66,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:18:37.747413 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-a919cf04-d131-43b8-ad6a-71c919ad844c tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:18:37.772271 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7d5d155-3cd3-49df-a971-fccef7b602d5 None None] DHCP port deletion for 85525320-5226-4812-b412-d127729cd909 request from dv-neutron-822799-1-hyperv {{(pid=87637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 23 16:18:37.786040 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f2b07069-5caf-4c1f-890f-b07eb4f25d56 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks [] for port, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:37.800526 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-fa4e5b03-0c72-4c2d-a2f2-7ce6c72db223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc13a7820>, [{'id': '47b796b5-52fa-4d2e-bc01-b4e7f5a66b73', 'name': 'tempest-RoutersIpV6Test-router-476417359', 'tenant_id': '7f693e1e2e4c45b0a519cdc9b284f217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:17:46Z', 'updated_at': '2021-12-23T16:18:35Z', 'revision_number': 10, 'project_id': '7f693e1e2e4c45b0a519cdc9b284f217', 'gw_port_host': None, '_interfaces': [{'id': 'f7b9d5cb-9b30-4db7-8d92-678aa551e2a9', 'name': '', 'network_id': 'fc837992-2e66-4488-a75b-bed62b48e052', 'tenant_id': '7f693e1e2e4c45b0a519cdc9b284f217', 'mac_address': 'fa:16:3e:2a:1a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47b796b5-52fa-4d2e-bc01-b4e7f5a66b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': '02f625a5-8cce-44c9-b991-165208d7f8c6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:17:49Z', 'updated_at': '2021-12-23T16:18:04Z', 'revision_number': 5, 'project_id': '7f693e1e2e4c45b0a519cdc9b284f217', 'subnets': [{'id': '02f625a5-8cce-44c9-b991-165208d7f8c6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:18:37.807539 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.provisioning_blocks [None req-f2b07069-5caf-4c1f-890f-b07eb4f25d56 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Ignored duplicate provisioning block setup for port 3f821ca6-3819-49c3-b1ab-8bf3409d89dc by entity DHCP. {{(pid=87636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}}
Dec 23 16:18:37.813181 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f2b07069-5caf-4c1f-890f-b07eb4f25d56 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2176289'] for port, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:37.820038 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-a5069e7d-29ea-43cd-912e-b8c4d15d6985 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:18:37.820477 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa4e5b03-0c72-4c2d-a2f2-7ce6c72db223 None None] Checking router: 47b796b5-52fa-4d2e-bc01-b4e7f5a66b73 for host: dv-neutron-822799-1-hyperv {{(pid=87637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 23 16:18:37.840840 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa4e5b03-0c72-4c2d-a2f2-7ce6c72db223 None None] Routers {'47b796b5-52fa-4d2e-bc01-b4e7f5a66b73'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:18:37.841466 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-fa4e5b03-0c72-4c2d-a2f2-7ce6c72db223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc13a7820>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:18:20Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['47b796b5-52fa-4d2e-bc01-b4e7f5a66b73'], 'active': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:18:37.856508 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a919cf04-d131-43b8-ad6a-71c919ad844c tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-864347', 'neutron.services.segments.db._delete_segments_for_network-8735362908070'] for network, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:37.907127 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3780520-fed8-4016-b702-3173256bd912 None None] Update dhcp port {'port': {'network_id': 'b603a9d1-522c-459e-95e9-bbcd52e2457f', 'fixed_ips': [{'subnet_id': 'bd553527-521e-47b4-94d6-69114666fb2f', 'ip_address': '172.20.0.2'}, {'subnet_id': '9d2d3ddc-b9b7-4eab-99c5-9e4074b1e82d'}], 'binding:host_id': 'dv-neutron-822799-1-hyperv'}, 'id': '27404973-7a96-4dc2-ba24-80af23913e3f'} from dv-neutron-822799-1-hyperv. {{(pid=87637) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}}
Dec 23 16:18:37.970578 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b07069-5caf-4c1f-890f-b07eb4f25d56 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Pushing event updated for resources: {'Port': ['ID=3f821ca6-3819-49c3-b1ab-8bf3409d89dc,revision_number=2']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:18:37.973980 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-f2b07069-5caf-4c1f-890f-b07eb4f25d56 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:18:37.994575 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-f2b07069-5caf-4c1f-890f-b07eb4f25d56 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] In _notify_port_updated(), no bound segment for port 3f821ca6-3819-49c3-b1ab-8bf3409d89dc on network b603a9d1-522c-459e-95e9-bbcd52e2457f {{(pid=87636) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}}
Dec 23 16:18:38.000062 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2b07069-5caf-4c1f-890f-b07eb4f25d56 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:18:38.000705 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f2b07069-5caf-4c1f-890f-b07eb4f25d56 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:38.003152 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-f2b07069-5caf-4c1f-890f-b07eb4f25d56 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] 10.222.0.64 "PUT /v2.0/ports/3f821ca6-3819-49c3-b1ab-8bf3409d89dc HTTP/1.1" status: 200  len: 921 time: 1.1971078
Dec 23 16:18:38.005281 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 52224) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:38.012983 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning for port 27404973-7a96-4dc2-ba24-80af23913e3f completed by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:18:38.016346 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.services.segments.db [None req-a919cf04-d131-43b8-ad6a-71c919ad844c tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1dc1616850>,) {'filters': {'network_id': ['85525320-5226-4812-b412-d127729cd909']}} {{(pid=87635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:18:38.028601 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.services.segments.db [None req-a919cf04-d131-43b8-ad6a-71c919ad844c tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dc1616850>, '39d3ad9b-7821-4ec0-8dfb-6b0aca9faabd') {'for_net_delete': True} {{(pid=87635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:18:38.028904 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.services.segments.db [None req-a919cf04-d131-43b8-ad6a-71c919ad844c tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dc1616850>, '39d3ad9b-7821-4ec0-8dfb-6b0aca9faabd') {} {{(pid=87635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:18:38.039994 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a919cf04-d131-43b8-ad6a-71c919ad844c tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735363085442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2776713'] for segment, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:38.042250 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port 27404973-7a96-4dc2-ba24-80af23913e3f triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:18:38.042634 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:38.055923 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a919cf04-d131-43b8-ad6a-71c919ad844c tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:38.062490 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a919cf04-d131-43b8-ad6a-71c919ad844c tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Releasing vlan 432 on physical network physnet1 to pool {{(pid=87635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 23 16:18:38.062880 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a919cf04-d131-43b8-ad6a-71c919ad844c tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2753503'] for segment, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:38.081928 dv-neutron-822799-1-hyperv neutron-server[87635]: Traceback (most recent call last):
Dec 23 16:18:38.081928 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 23 16:18:38.081928 dv-neutron-822799-1-hyperv neutron-server[87635]:     timer()
Dec 23 16:18:38.081928 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:18:38.081928 dv-neutron-822799-1-hyperv neutron-server[87635]:     cb(*args, **kw)
Dec 23 16:18:38.081928 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 23 16:18:38.081928 dv-neutron-822799-1-hyperv neutron-server[87635]:     return func(*args, **kwargs)
Dec 23 16:18:38.081928 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:18:38.081928 dv-neutron-822799-1-hyperv neutron-server[87635]:     self._notify()
Dec 23 16:18:38.081928 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:18:38.081928 dv-neutron-822799-1-hyperv neutron-server[87635]:     self.callback(batched_events)
Dec 23 16:18:38.081928 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:18:38.081928 dv-neutron-822799-1-hyperv neutron-server[87635]:     event.method(event)
Dec 23 16:18:38.081928 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:18:38.081928 dv-neutron-822799-1-hyperv neutron-server[87635]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:18:38.081928 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 23 16:18:38.081928 dv-neutron-822799-1-hyperv neutron-server[87635]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 23 16:18:38.081928 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 23 16:18:38.081928 dv-neutron-822799-1-hyperv neutron-server[87635]:     return f(self, *a, **k)
Dec 23 16:18:38.081928 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:18:38.081928 dv-neutron-822799-1-hyperv neutron-server[87635]:     return self._get(url).json()
Dec 23 16:18:38.081928 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 23 16:18:38.081928 dv-neutron-822799-1-hyperv neutron-server[87635]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 23 16:18:38.081928 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 23 16:18:38.081928 dv-neutron-822799-1-hyperv neutron-server[87635]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:18:38.081928 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 23 16:18:38.081928 dv-neutron-822799-1-hyperv neutron-server[87635]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 23 16:18:38.081928 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 23 16:18:38.081928 dv-neutron-822799-1-hyperv neutron-server[87635]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:18:38.081928 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 23 16:18:38.081928 dv-neutron-822799-1-hyperv neutron-server[87635]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:18:38.081928 dv-neutron-822799-1-hyperv neutron-server[87635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:18:38.087815 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-c3780520-fed8-4016-b702-3173256bd912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:38.099614 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-f4a0bf2a-7c2e-44c9-b942-34183833e8f0 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Deleting port 3f821ca6-3819-49c3-b1ab-8bf3409d89dc {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:18:38.099944 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f4a0bf2a-7c2e-44c9-b942-34183833e8f0 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:38.122744 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvr_db [None req-fa4e5b03-0c72-4c2d-a2f2-7ce6c72db223 None None] Set router 47b796b5-52fa-4d2e-bc01-b4e7f5a66b73 gateway port host: None {{(pid=87637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:18:38.161617 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a919cf04-d131-43b8-ad6a-71c919ad844c tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-864336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1824171'] for network, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:38.170670 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-8bdffb6f-e314-4b17-8538-8c30d0aa42dc tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:18:38.186252 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a919cf04-d131-43b8-ad6a-71c919ad844c tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks [] for network, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:38.201066 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a919cf04-d131-43b8-ad6a-71c919ad844c tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Pushing event deleted for resources: {'Network': ['ID=85525320-5226-4812-b412-d127729cd909,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:18:38.214669 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-a919cf04-d131-43b8-ad6a-71c919ad844c tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] 10.222.0.64 "DELETE /v2.0/networks/85525320-5226-4812-b412-d127729cd909 HTTP/1.1" status: 204  len: 168 time: 1.1801457
Dec 23 16:18:38.214669 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-a919cf04-d131-43b8-ad6a-71c919ad844c tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:18:38.214987 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 52228) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:38.374829 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f4a0bf2a-7c2e-44c9-b942-34183833e8f0 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:38.514844 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-f4a0bf2a-7c2e-44c9-b942-34183833e8f0 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Calling delete_port for 3f821ca6-3819-49c3-b1ab-8bf3409d89dc owned by  {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:18:38.611272 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:38.671480 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f4a0bf2a-7c2e-44c9-b942-34183833e8f0 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:38.680004 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-a5069e7d-29ea-43cd-912e-b8c4d15d6985 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:18:38.727876 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] For port 27404973-7a96-4dc2-ba24-80af23913e3f, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=27404973-7a96-4dc2-ba24-80af23913e3f,segment=NetworkSegment(a4f1f01e-27fa-4d73-8f0a-3c1e46057c0d),segment_id=a4f1f01e-27fa-4d73-8f0a-3c1e46057c0d)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:18:38.738398 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a0bf2a-7c2e-44c9-b942-34183833e8f0 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Pushing event deleted for resources: {'Port': ['ID=3f821ca6-3819-49c3-b1ab-8bf3409d89dc,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:18:38.741195 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-f4a0bf2a-7c2e-44c9-b942-34183833e8f0 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:18:38.767428 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:38.772695 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_common [None req-c3780520-fed8-4016-b702-3173256bd912 None None] Allocated IP 172.20.0.18 (b603a9d1-522c-459e-95e9-bbcd52e2457f/9d2d3ddc-b9b7-4eab-99c5-9e4074b1e82d/27404973-7a96-4dc2-ba24-80af23913e3f) {{(pid=87637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:18:38.774691 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-530afbbb-baed-45f1-90a5-726e10cd97a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:18:38.788461 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-b7134ea6-9138-4fea-b40f-83a180e95143 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1781419'] for router_interface, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:38.852867 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f4a0bf2a-7c2e-44c9-b942-34183833e8f0 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:38.865401 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-f4a0bf2a-7c2e-44c9-b942-34183833e8f0 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] 10.222.0.64 "DELETE /v2.0/ports/3f821ca6-3819-49c3-b1ab-8bf3409d89dc HTTP/1.1" status: 204  len: 168 time: 0.8560712
Dec 23 16:18:38.865584 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 52232) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:38.907657 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.pecan_wsgi.hooks.translation [None req-d16c1bcd-2752-4892-9471-c5b6b694666f tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] GET failed (client error): The resource could not be found.
Dec 23 16:18:38.908161 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-d16c1bcd-2752-4892-9471-c5b6b694666f tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Synchronizing usage tracker for tenant:e1d581421fe74f67b8908d7d303644fd on resource:port {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:18:38.927264 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-d16c1bcd-2752-4892-9471-c5b6b694666f tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Unset dirty status for tenant:e1d581421fe74f67b8908d7d303644fd on resource:port {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:18:38.931305 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-d16c1bcd-2752-4892-9471-c5b6b694666f tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] 10.222.0.64 "GET /v2.0/ports/3f821ca6-3819-49c3-b1ab-8bf3409d89dc HTTP/1.1" status: 404  len: 333 time: 0.0621126
Dec 23 16:18:38.932168 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 52236) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:38.952962 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Pushing event updated for resources: {'Port': ['ID=27404973-7a96-4dc2-ba24-80af23913e3f,revision_number=3']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:18:38.958053 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:18:38.983565 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-fa4e5b03-0c72-4c2d-a2f2-7ce6c72db223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc13a7820>, [{'id': '47b796b5-52fa-4d2e-bc01-b4e7f5a66b73', 'name': 'tempest-RoutersIpV6Test-router-476417359', 'tenant_id': '7f693e1e2e4c45b0a519cdc9b284f217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:17:46Z', 'updated_at': '2021-12-23T16:18:35Z', 'revision_number': 10, 'project_id': '7f693e1e2e4c45b0a519cdc9b284f217', 'gw_port_host': None, '_interfaces': [{'id': 'f7b9d5cb-9b30-4db7-8d92-678aa551e2a9', 'name': '', 'network_id': 'fc837992-2e66-4488-a75b-bed62b48e052', 'tenant_id': '7f693e1e2e4c45b0a519cdc9b284f217', 'mac_address': 'fa:16:3e:2a:1a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47b796b5-52fa-4d2e-bc01-b4e7f5a66b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': '02f625a5-8cce-44c9-b991-165208d7f8c6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:17:49Z', 'updated_at': '2021-12-23T16:18:04Z', 'revision_number': 5, 'project_id': '7f693e1e2e4c45b0a519cdc9b284f217', 'subnets': [{'id': '02f625a5-8cce-44c9-b991-165208d7f8c6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:18:38.990845 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa4e5b03-0c72-4c2d-a2f2-7ce6c72db223 None None] The sync data for ids ['47b796b5-52fa-4d2e-bc01-b4e7f5a66b73'] in dv-neutron-822799-1-hyperv is: [{'id': '47b796b5-52fa-4d2e-bc01-b4e7f5a66b73', 'name': 'tempest-RoutersIpV6Test-router-476417359', 'tenant_id': '7f693e1e2e4c45b0a519cdc9b284f217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:17:46Z', 'updated_at': '2021-12-23T16:18:35Z', 'revision_number': 10, 'project_id': '7f693e1e2e4c45b0a519cdc9b284f217', 'gw_port_host': None, '_interfaces': [{'id': 'f7b9d5cb-9b30-4db7-8d92-678aa551e2a9', 'name': '', 'network_id': 'fc837992-2e66-4488-a75b-bed62b48e052', 'tenant_id': '7f693e1e2e4c45b0a519cdc9b284f217', 'mac_address': 'fa:16:3e:2a:1a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47b796b5-52fa-4d2e-bc01-b4e7f5a66b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': '02f625a5-8cce-44c9-b991-165208d7f8c6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:17:49Z', 'updated_at': '2021-12-23T16:18:04Z', 'revision_number': 5, 'project_id': '7f693e1e2e4c45b0a519cdc9b284f217', 'subnets': [{'id': '02f625a5-8cce-44c9-b991-165208d7f8c6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 23 16:18:39.006291 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e70d86c3-2f11-4e9f-8c71-cde6f79bcd80 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks [] for security_group, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:39.009848 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-c3780520-fed8-4016-b702-3173256bd912 None None] For port 27404973-7a96-4dc2-ba24-80af23913e3f, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=27404973-7a96-4dc2-ba24-80af23913e3f,segment=NetworkSegment(a4f1f01e-27fa-4d73-8f0a-3c1e46057c0d),segment_id=a4f1f01e-27fa-4d73-8f0a-3c1e46057c0d)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:18:39.038512 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-c3780520-fed8-4016-b702-3173256bd912 None None] Notify callbacks [] for port, precommit_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:39.044721 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e70d86c3-2f11-4e9f-8c71-cde6f79bcd80 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:39.055708 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-c3780520-fed8-4016-b702-3173256bd912 None None] Transition to ACTIVE for port object 27404973-7a96-4dc2-ba24-80af23913e3f will not be triggered until provisioned by entity DHCP. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:18:39.060999 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-c3780520-fed8-4016-b702-3173256bd912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:39.064891 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-e6052f28-2fc9-4696-bc5b-4e6a91f62599 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:18:39.102736 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e70d86c3-2f11-4e9f-8c71-cde6f79bcd80 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:39.108615 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-2bea9129-b897-4c46-a031-0ec5ac63f24d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:18:39.130716 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70d86c3-2f11-4e9f-8c71-cde6f79bcd80 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=74132c3f-3576-41f9-a577-979510cc4c9f,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:18:39.133752 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-e70d86c3-2f11-4e9f-8c71-cde6f79bcd80 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:18:39.135816 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e70d86c3-2f11-4e9f-8c71-cde6f79bcd80 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks [] for security_group, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:39.140411 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-e70d86c3-2f11-4e9f-8c71-cde6f79bcd80 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] 10.222.0.64 "DELETE /v2.0/security-groups/74132c3f-3576-41f9-a577-979510cc4c9f HTTP/1.1" status: 204  len: 168 time: 0.2048469
Dec 23 16:18:39.140947 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 52240) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:39.155528 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-b7134ea6-9138-4fea-b40f-83a180e95143 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Deleting port f7b9d5cb-9b30-4db7-8d92-678aa551e2a9 {{(pid=87635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:18:39.156269 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-b7134ea6-9138-4fea-b40f-83a180e95143 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:39.210204 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1015bdb0-69e7-49d2-80f7-7953bb965c3d tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks [] for security_group, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:39.222833 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3780520-fed8-4016-b702-3173256bd912 None None] Pushing event updated for resources: {'Port': ['ID=27404973-7a96-4dc2-ba24-80af23913e3f,revision_number=4']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:18:39.228749 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-c3780520-fed8-4016-b702-3173256bd912 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:18:39.244984 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1015bdb0-69e7-49d2-80f7-7953bb965c3d tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:39.298257 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1015bdb0-69e7-49d2-80f7-7953bb965c3d tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:39.305611 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-7347cc1b-04a0-40a7-8466-2d6fd6b0e437 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:18:39.321053 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1015bdb0-69e7-49d2-80f7-7953bb965c3d tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f41b443-e182-4c97-93d0-e2d253f4b32b,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:18:39.323431 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-1015bdb0-69e7-49d2-80f7-7953bb965c3d tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:18:39.326229 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1015bdb0-69e7-49d2-80f7-7953bb965c3d tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks [] for security_group, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:39.329826 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-1015bdb0-69e7-49d2-80f7-7953bb965c3d tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] 10.222.0.64 "DELETE /v2.0/security-groups/2f41b443-e182-4c97-93d0-e2d253f4b32b HTTP/1.1" status: 204  len: 168 time: 0.1857884
Dec 23 16:18:39.332339 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 52244) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:39.383235 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.db [None req-b7134ea6-9138-4fea-b40f-83a180e95143 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] For port f7b9d5cb-9b30-4db7-8d92-678aa551e2a9, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=f7b9d5cb-9b30-4db7-8d92-678aa551e2a9,segment=NetworkSegment(6682c9da-73f9-495d-b6c1-fe4db00d70fc),segment_id=6682c9da-73f9-495d-b6c1-fe4db00d70fc)] {{(pid=87635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:18:39.383464 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-b7134ea6-9138-4fea-b40f-83a180e95143 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:39.414436 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_v2 [None req-6723aa19-0c7b-4808-8ca1-d639d04f36ac tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Deleting subnet bd553527-521e-47b4-94d6-69114666fb2f {{(pid=87636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 23 16:18:39.420105 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-6723aa19-0c7b-4808-8ca1-d639d04f36ac tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks [] for subnet, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:39.496106 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-6723aa19-0c7b-4808-8ca1-d639d04f36ac tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2382092'] for subnet, precommit_delete_associations {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:39.560653 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 27404973-7a96-4dc2-ba24-80af23913e3f up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:18:39.615858 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-6723aa19-0c7b-4808-8ca1-d639d04f36ac tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864774'] for subnet, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:39.710469 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-b7134ea6-9138-4fea-b40f-83a180e95143 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Calling delete_port for f7b9d5cb-9b30-4db7-8d92-678aa551e2a9 owned by network:router_interface {{(pid=87635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:18:39.719045 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-6723aa19-0c7b-4808-8ca1-d639d04f36ac tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2176495', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2618677'] for subnet, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:39.725020 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device a5f110ea-55a4-4f74-a19b-7be261605d66 no longer exists at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 23 16:18:39.733017 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-1b02ebc3-a0ae-4717-9aeb-be4f8046f257 tempest-FloatingIPAdminTestJSON-473263132 tempest-FloatingIPAdminTestJSON-473263132-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:18:39.764743 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] No Port match for: a5f110ea-55a4-4f74-a19b-7be261605d66 {{(pid=87637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 23 16:18:39.766182 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device a5f110ea-55a4-4f74-a19b-7be261605d66 not bound to the agent host dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 23 16:18:39.767546 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device e3018ee9-fff4-4a2e-acd5-af0cdd5a7c7f no longer exists at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 23 16:18:39.772857 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-6723aa19-0c7b-4808-8ca1-d639d04f36ac tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks [] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:39.777290 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6723aa19-0c7b-4808-8ca1-d639d04f36ac tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Pushing event deleted for resources: {'Subnet': ['ID=bd553527-521e-47b4-94d6-69114666fb2f,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:18:39.784403 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-6723aa19-0c7b-4808-8ca1-d639d04f36ac tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:18:39.787696 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-6723aa19-0c7b-4808-8ca1-d639d04f36ac tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] 10.222.0.64 "DELETE /v2.0/subnets/bd553527-521e-47b4-94d6-69114666fb2f HTTP/1.1" status: 204  len: 168 time: 0.4542832
Dec 23 16:18:39.794385 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 52248) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:39.800710 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-6eab4720-ab72-4c16-9101-85d0b8227979 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Request body: {'subnet': {'network_id': 'b603a9d1-522c-459e-95e9-bbcd52e2457f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:18:39.813820 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] No Port match for: e3018ee9-fff4-4a2e-acd5-af0cdd5a7c7f {{(pid=87637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 23 16:18:39.814356 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device e3018ee9-fff4-4a2e-acd5-af0cdd5a7c7f not bound to the agent host dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 23 16:18:39.878691 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f60c808a-ecf5-4e34-973f-441a378ca5fb None None] Network b603a9d1-522c-459e-95e9-bbcd52e2457f requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:18:39.927722 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-b7134ea6-9138-4fea-b40f-83a180e95143 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:39.931861 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-a919cf04-d131-43b8-ad6a-71c919ad844c tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:18:39.957256 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-6eab4720-ab72-4c16-9101-85d0b8227979 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:18:39.961508 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-6eab4720-ab72-4c16-9101-85d0b8227979 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Usage tracker for resource:subnet and tenant:e1d581421fe74f67b8908d7d303644fd is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:18:39.964796 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-6eab4720-ab72-4c16-9101-85d0b8227979 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:18:39.968110 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-9a3a35b4-c0bb-441d-8766-c4497b30fefd None None] Provisioning complete for port 2131c9aa-1bcc-4368-bda2-ddb7228c06ac triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:18:39.968736 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9a3a35b4-c0bb-441d-8766-c4497b30fefd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:39.971431 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-6eab4720-ab72-4c16-9101-85d0b8227979 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:18:39.976739 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7134ea6-9138-4fea-b40f-83a180e95143 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Pushing event deleted for resources: {'Port': ['ID=f7b9d5cb-9b30-4db7-8d92-678aa551e2a9,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:18:39.980547 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-b7134ea6-9138-4fea-b40f-83a180e95143 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:18:39.999146 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6eab4720-ab72-4c16-9101-85d0b8227979 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Made reservation on behalf of e1d581421fe74f67b8908d7d303644fd for: {'subnet': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:18:40.004067 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-6eab4720-ab72-4c16-9101-85d0b8227979 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2618324'] for subnet, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:40.054038 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-9a3a35b4-c0bb-441d-8766-c4497b30fefd None None] Port 2131c9aa-1bcc-4368-bda2-ddb7228c06ac cannot update to ACTIVE because it is not bound. {{(pid=87637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 23 16:18:40.173134 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-9a3a35b4-c0bb-441d-8766-c4497b30fefd None None] Provisioning for port 27404973-7a96-4dc2-ba24-80af23913e3f completed by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:18:40.177872 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-b7134ea6-9138-4fea-b40f-83a180e95143 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1627472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1784155'] for router_interface, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:40.186127 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-9a3a35b4-c0bb-441d-8766-c4497b30fefd None None] Provisioning complete for port 27404973-7a96-4dc2-ba24-80af23913e3f triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:18:40.186127 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9a3a35b4-c0bb-441d-8766-c4497b30fefd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:40.297584 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-6eab4720-ab72-4c16-9101-85d0b8227979 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2176430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2618310'] for subnet, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:40.307657 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-9d370f5e-95bc-4d23-a666-0543ca1d3bcb tempest-TagsExtTest-794743022 tempest-TagsExtTest-794743022-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:18:40.349897 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-9a3a35b4-c0bb-441d-8766-c4497b30fefd None None] Could not find standard attr ID for object 3f821ca6-3819-49c3-b1ab-8bf3409d89dc. {{(pid=87637) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 23 16:18:40.362438 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eab4720-ab72-4c16-9101-85d0b8227979 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Network b603a9d1-522c-459e-95e9-bbcd52e2457f is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:18:40.365785 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-6eab4720-ab72-4c16-9101-85d0b8227979 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Resources bound (agent type, host, resource id):  {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:18:40.368870 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eab4720-ab72-4c16-9101-85d0b8227979 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:18:40.369518 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-6eab4720-ab72-4c16-9101-85d0b8227979 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks [] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:40.391165 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eab4720-ab72-4c16-9101-85d0b8227979 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Pushing event updated for resources: {'Subnet': ['ID=d78f9e94-8a6a-4d3a-b17e-8d5a1a292456,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:18:40.394209 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-6eab4720-ab72-4c16-9101-85d0b8227979 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:18:40.404210 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-6eab4720-ab72-4c16-9101-85d0b8227979 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.6087329
Dec 23 16:18:40.406738 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 52252) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:40.412537 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-0e8a1aed-05f7-49e8-be1a-7137d8a973fc tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Request body: {'security_group': {'name': 'tempest-secgroup-1245587776'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:18:40.418916 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-0e8a1aed-05f7-49e8-be1a-7137d8a973fc tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:18:40.423153 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-0e8a1aed-05f7-49e8-be1a-7137d8a973fc tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Usage tracker for resource:security_group and tenant:e1d581421fe74f67b8908d7d303644fd is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:18:40.427822 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-0e8a1aed-05f7-49e8-be1a-7137d8a973fc tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:18:40.437154 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-0e8a1aed-05f7-49e8-be1a-7137d8a973fc tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:18:40.451157 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-0e8a1aed-05f7-49e8-be1a-7137d8a973fc tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks [] for security_group, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:40.475035 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-0e8a1aed-05f7-49e8-be1a-7137d8a973fc tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:18:40.479174 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7134ea6-9138-4fea-b40f-83a180e95143 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Router 47b796b5-52fa-4d2e-bc01-b4e7f5a66b73 has already been hosted by L3 agent 371d4c41-c7e2-4de7-9539-c049ec4e95d1 {{(pid=87635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 23 16:18:40.480227 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-0e8a1aed-05f7-49e8-be1a-7137d8a973fc tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Usage tracker for resource:security_group_rule and tenant:e1d581421fe74f67b8908d7d303644fd is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:18:40.483496 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-0e8a1aed-05f7-49e8-be1a-7137d8a973fc tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:18:40.490223 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-0e8a1aed-05f7-49e8-be1a-7137d8a973fc tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:18:40.563467 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-0e8a1aed-05f7-49e8-be1a-7137d8a973fc tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks [] for security_group, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:40.568368 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-0e8a1aed-05f7-49e8-be1a-7137d8a973fc tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:40.572158 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-93b24db1-88d1-4742-8ae9-c29bdb4fc173 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:18:40.616728 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8a1aed-05f7-49e8-be1a-7137d8a973fc tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c23592a8-cbfc-4b74-b22f-6ea6de60fbfe,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:18:40.619449 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7134ea6-9138-4fea-b40f-83a180e95143 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify agent at l3_agent.dv-neutron-822799-1-hyperv the message routers_updated {{(pid=87635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 23 16:18:40.619811 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-0e8a1aed-05f7-49e8-be1a-7137d8a973fc tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:18:40.621667 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-0e8a1aed-05f7-49e8-be1a-7137d8a973fc tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks [] for security_group, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:40.624615 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-0e8a1aed-05f7-49e8-be1a-7137d8a973fc tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1745 time: 0.2154944
Dec 23 16:18:40.628676 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 52256) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:40.633337 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf1bcb53-9329-4ad5-b57d-15f9014752be None None] Sync routers for ids ['47b796b5-52fa-4d2e-bc01-b4e7f5a66b73'] in dv-neutron-822799-1-hyperv {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 23 16:18:40.635271 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-de48558c-bb5b-4b31-a2ea-6ebb66a09111 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Request body: {'security_group': {'name': 'tempest-secgroup-2078831113'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:18:40.642662 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-b7134ea6-9138-4fea-b40f-83a180e95143 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] 10.222.0.64 "PUT /v2.0/routers/47b796b5-52fa-4d2e-bc01-b4e7f5a66b73/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.4267004
Dec 23 16:18:40.643907 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-de48558c-bb5b-4b31-a2ea-6ebb66a09111 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:18:40.645831 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 52260) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:40.648709 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-de48558c-bb5b-4b31-a2ea-6ebb66a09111 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Usage tracker for resource:security_group and tenant:e1d581421fe74f67b8908d7d303644fd is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:18:40.651192 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf1bcb53-9329-4ad5-b57d-15f9014752be None None] Routers {'47b796b5-52fa-4d2e-bc01-b4e7f5a66b73'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:18:40.651900 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-de48558c-bb5b-4b31-a2ea-6ebb66a09111 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:18:40.652467 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-cf1bcb53-9329-4ad5-b57d-15f9014752be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc29b8ac0>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:18:20Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['47b796b5-52fa-4d2e-bc01-b4e7f5a66b73'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:18:40.658268 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-de48558c-bb5b-4b31-a2ea-6ebb66a09111 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:18:40.674475 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-de48558c-bb5b-4b31-a2ea-6ebb66a09111 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks [] for security_group, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:40.700634 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-de48558c-bb5b-4b31-a2ea-6ebb66a09111 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:18:40.704785 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-de48558c-bb5b-4b31-a2ea-6ebb66a09111 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Usage tracker for resource:security_group_rule and tenant:e1d581421fe74f67b8908d7d303644fd is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:18:40.707787 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-de48558c-bb5b-4b31-a2ea-6ebb66a09111 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:18:40.717344 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-de48558c-bb5b-4b31-a2ea-6ebb66a09111 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:18:40.719758 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_v2 [None req-119fee79-d12b-4357-b1ee-76a519123803 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Deleting subnet 02f625a5-8cce-44c9-b991-165208d7f8c6 {{(pid=87636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 23 16:18:40.725501 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-119fee79-d12b-4357-b1ee-76a519123803 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks [] for subnet, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:40.794723 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-119fee79-d12b-4357-b1ee-76a519123803 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2382092'] for subnet, precommit_delete_associations {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:40.821075 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-de48558c-bb5b-4b31-a2ea-6ebb66a09111 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks [] for security_group, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:40.828438 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-de48558c-bb5b-4b31-a2ea-6ebb66a09111 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:40.828736 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-cf1bcb53-9329-4ad5-b57d-15f9014752be None None] Set router 47b796b5-52fa-4d2e-bc01-b4e7f5a66b73 gateway port host: None {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:18:40.835129 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-d2ee741f-f2fb-48ca-9397-36ab79cc597e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:18:40.871490 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de48558c-bb5b-4b31-a2ea-6ebb66a09111 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1de10a3b-e56b-44b1-81bd-4a48a0cdc448,revision_number=1']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:18:40.876853 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-de48558c-bb5b-4b31-a2ea-6ebb66a09111 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:18:40.890593 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-de48558c-bb5b-4b31-a2ea-6ebb66a09111 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks [] for security_group, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:40.892537 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-de48558c-bb5b-4b31-a2ea-6ebb66a09111 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1745 time: 0.2628582
Dec 23 16:18:40.895330 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 52264) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:40.901166 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-55956d7b-7a3f-4f76-b6f1-9248cd1f79b6 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Request body: {'security_group': {'name': 'tempest-secgroup-263385165'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:18:40.907692 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-55956d7b-7a3f-4f76-b6f1-9248cd1f79b6 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:18:40.912198 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-55956d7b-7a3f-4f76-b6f1-9248cd1f79b6 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Usage tracker for resource:security_group and tenant:e1d581421fe74f67b8908d7d303644fd is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:18:40.915650 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-55956d7b-7a3f-4f76-b6f1-9248cd1f79b6 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:18:40.921841 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-55956d7b-7a3f-4f76-b6f1-9248cd1f79b6 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:18:40.936261 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-55956d7b-7a3f-4f76-b6f1-9248cd1f79b6 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks [] for security_group, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:40.943059 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5b10230-14dc-4ee9-8de1-70d20f334bd7 None None] Network b603a9d1-522c-459e-95e9-bbcd52e2457f requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:18:40.952647 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-cf1bcb53-9329-4ad5-b57d-15f9014752be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc29b8ac0>, [{'id': '47b796b5-52fa-4d2e-bc01-b4e7f5a66b73', 'name': 'tempest-RoutersIpV6Test-router-476417359', 'tenant_id': '7f693e1e2e4c45b0a519cdc9b284f217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:17:46Z', 'updated_at': '2021-12-23T16:18:39Z', 'revision_number': 11, 'project_id': '7f693e1e2e4c45b0a519cdc9b284f217', 'gw_port_host': None}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:18:40.958341 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf1bcb53-9329-4ad5-b57d-15f9014752be None None] Checking router: 47b796b5-52fa-4d2e-bc01-b4e7f5a66b73 for host: dv-neutron-822799-1-hyperv {{(pid=87638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 23 16:18:40.959674 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-55956d7b-7a3f-4f76-b6f1-9248cd1f79b6 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:18:40.964890 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-55956d7b-7a3f-4f76-b6f1-9248cd1f79b6 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Usage tracker for resource:security_group_rule and tenant:e1d581421fe74f67b8908d7d303644fd is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:18:40.967994 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf1bcb53-9329-4ad5-b57d-15f9014752be None None] Routers {'47b796b5-52fa-4d2e-bc01-b4e7f5a66b73'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:18:40.968195 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-55956d7b-7a3f-4f76-b6f1-9248cd1f79b6 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:18:40.969017 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-cf1bcb53-9329-4ad5-b57d-15f9014752be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc29b8ac0>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:18:20Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['47b796b5-52fa-4d2e-bc01-b4e7f5a66b73'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:18:40.974714 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-55956d7b-7a3f-4f76-b6f1-9248cd1f79b6 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:18:41.045782 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-09ea5248-999e-4519-8a51-a774bb620942 None None] Provisioning complete for port 2131c9aa-1bcc-4368-bda2-ddb7228c06ac triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:18:41.046280 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-09ea5248-999e-4519-8a51-a774bb620942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:41.066664 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-55956d7b-7a3f-4f76-b6f1-9248cd1f79b6 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks [] for security_group, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:41.067583 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-119fee79-d12b-4357-b1ee-76a519123803 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864774'] for subnet, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:41.072003 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-55956d7b-7a3f-4f76-b6f1-9248cd1f79b6 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:41.079805 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-bae628c1-f4f1-4c91-a773-d1376ce08933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1374275305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1374275305-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:18:41.102642 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-cf1bcb53-9329-4ad5-b57d-15f9014752be None None] Set router 47b796b5-52fa-4d2e-bc01-b4e7f5a66b73 gateway port host: None {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:18:41.139156 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55956d7b-7a3f-4f76-b6f1-9248cd1f79b6 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23110596-5ed8-40ad-bf84-6a1f6bd5f785,revision_number=1']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:18:41.143474 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-55956d7b-7a3f-4f76-b6f1-9248cd1f79b6 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks [] for security_group, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:41.147782 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-55956d7b-7a3f-4f76-b6f1-9248cd1f79b6 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1744 time: 0.2487991
Dec 23 16:18:41.147782 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-55956d7b-7a3f-4f76-b6f1-9248cd1f79b6 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:18:41.148362 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 52268) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:41.156450 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-2bbffb66-9243-4f94-b58b-4fdb3ba0d1f6 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1118540690', 'security_groups': ['23110596-5ed8-40ad-bf84-6a1f6bd5f785'], 'network_id': 'b603a9d1-522c-459e-95e9-bbcd52e2457f', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'd78f9e94-8a6a-4d3a-b17e-8d5a1a292456'}]}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:18:41.171531 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-119fee79-d12b-4357-b1ee-76a519123803 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2176495', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2618677'] for subnet, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:41.181755 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-73191fbf-2352-4fe4-9912-3e0169925a49 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:18:41.221670 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-09ea5248-999e-4519-8a51-a774bb620942 None None] Port 2131c9aa-1bcc-4368-bda2-ddb7228c06ac cannot update to ACTIVE because it is not bound. {{(pid=87637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 23 16:18:41.229475 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119fee79-d12b-4357-b1ee-76a519123803 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Pushing event deleted for resources: {'Subnet': ['ID=02f625a5-8cce-44c9-b991-165208d7f8c6,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:18:41.238048 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-119fee79-d12b-4357-b1ee-76a519123803 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:18:41.239444 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-119fee79-d12b-4357-b1ee-76a519123803 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks [] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:41.248087 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-119fee79-d12b-4357-b1ee-76a519123803 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] 10.222.0.64 "DELETE /v2.0/subnets/02f625a5-8cce-44c9-b991-165208d7f8c6 HTTP/1.1" status: 204  len: 168 time: 0.6008430
Dec 23 16:18:41.248650 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6525fd59-4419-418f-b23b-262c483192b2 None None] Network fc837992-2e66-4488-a75b-bed62b48e052 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:18:41.253289 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 52272) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:41.313346 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-09ea5248-999e-4519-8a51-a774bb620942 None None] Provisioning complete for port 27404973-7a96-4dc2-ba24-80af23913e3f triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:18:41.313741 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-09ea5248-999e-4519-8a51-a774bb620942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:41.333284 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-cf1bcb53-9329-4ad5-b57d-15f9014752be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc29b8ac0>, [{'id': '47b796b5-52fa-4d2e-bc01-b4e7f5a66b73', 'name': 'tempest-RoutersIpV6Test-router-476417359', 'tenant_id': '7f693e1e2e4c45b0a519cdc9b284f217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:17:46Z', 'updated_at': '2021-12-23T16:18:39Z', 'revision_number': 11, 'project_id': '7f693e1e2e4c45b0a519cdc9b284f217', 'gw_port_host': None}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:18:41.333931 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-2bbffb66-9243-4f94-b58b-4fdb3ba0d1f6 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:18:41.340493 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf1bcb53-9329-4ad5-b57d-15f9014752be None None] The sync data for ids ['47b796b5-52fa-4d2e-bc01-b4e7f5a66b73'] in dv-neutron-822799-1-hyperv is: [{'id': '47b796b5-52fa-4d2e-bc01-b4e7f5a66b73', 'name': 'tempest-RoutersIpV6Test-router-476417359', 'tenant_id': '7f693e1e2e4c45b0a519cdc9b284f217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:17:46Z', 'updated_at': '2021-12-23T16:18:39Z', 'revision_number': 11, 'project_id': '7f693e1e2e4c45b0a519cdc9b284f217', 'gw_port_host': None}] {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 23 16:18:41.352129 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-2bbffb66-9243-4f94-b58b-4fdb3ba0d1f6 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:18:41.366429 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bbffb66-9243-4f94-b58b-4fdb3ba0d1f6 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Made reservation on behalf of e1d581421fe74f67b8908d7d303644fd for: {'port': 1} {{(pid=87635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:18:41.405495 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-3bb05f40-a71a-446c-9f5a-34081460c956 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-698866'] for network, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:41.417166 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-3bb05f40-a71a-446c-9f5a-34081460c956 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Deleting port aa0af0cd-3173-4d95-bd36-ebb3856aa542 {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:18:41.417514 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-3bb05f40-a71a-446c-9f5a-34081460c956 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:41.510261 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-2bbffb66-9243-4f94-b58b-4fdb3ba0d1f6 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:41.531010 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.notifiers.nova [None req-2bbffb66-9243-4f94-b58b-4fdb3ba0d1f6 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] device_id is not set on port 506c7ae2-ca7d-497a-8126-77fd3d149dd5 yet. {{(pid=87635) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 23 16:18:41.596089 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.agents_db [None req-30c2320c-f298-49f6-9c47-c20e38116a9c None None] Agent healthcheck: found 6 active agents {{(pid=87638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 23 16:18:41.650460 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [None req-3bb05f40-a71a-446c-9f5a-34081460c956 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] For port aa0af0cd-3173-4d95-bd36-ebb3856aa542, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=aa0af0cd-3173-4d95-bd36-ebb3856aa542,segment=NetworkSegment(6682c9da-73f9-495d-b6c1-fe4db00d70fc),segment_id=6682c9da-73f9-495d-b6c1-fe4db00d70fc)] {{(pid=87636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:18:41.650704 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-3bb05f40-a71a-446c-9f5a-34081460c956 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:41.696556 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cba955c6-353d-4db9-a523-f7a291e92c88 None None] Update dhcp port {'port': {'network_id': 'b603a9d1-522c-459e-95e9-bbcd52e2457f', 'fixed_ips': [{'subnet_id': '9d2d3ddc-b9b7-4eab-99c5-9e4074b1e82d', 'ip_address': '172.20.0.18'}, {'subnet_id': 'd78f9e94-8a6a-4d3a-b17e-8d5a1a292456'}], 'binding:host_id': 'dv-neutron-822799-1-hyperv'}, 'id': '27404973-7a96-4dc2-ba24-80af23913e3f'} from dv-neutron-822799-1-hyperv. {{(pid=87637) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}}
Dec 23 16:18:41.780804 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f51e75e8-7d98-47e6-a721-5e4da1ae0361 None None] DHCP port deletion for fc837992-2e66-4488-a75b-bed62b48e052 request from dv-neutron-822799-1-hyperv {{(pid=87637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 23 16:18:41.786348 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:41.793755 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-f51e75e8-7d98-47e6-a721-5e4da1ae0361 None None] Deleting port aa0af0cd-3173-4d95-bd36-ebb3856aa542 {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:18:41.794473 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f51e75e8-7d98-47e6-a721-5e4da1ae0361 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:41.819681 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-cba955c6-353d-4db9-a523-f7a291e92c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:41.837969 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device f7b9d5cb-9b30-4db7-8d92-678aa551e2a9 no longer exists at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 23 16:18:41.865433 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-3bb05f40-a71a-446c-9f5a-34081460c956 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Calling delete_port for aa0af0cd-3173-4d95-bd36-ebb3856aa542 owned by network:dhcp {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:18:41.889300 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] No Port match for: f7b9d5cb-9b30-4db7-8d92-678aa551e2a9 {{(pid=87637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 23 16:18:41.889825 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device f7b9d5cb-9b30-4db7-8d92-678aa551e2a9 not bound to the agent host dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 23 16:18:41.947985 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.db_base_plugin_common [None req-2bbffb66-9243-4f94-b58b-4fdb3ba0d1f6 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Allocated IP 172.20.0.6 (b603a9d1-522c-459e-95e9-bbcd52e2457f/d78f9e94-8a6a-4d3a-b17e-8d5a1a292456/506c7ae2-ca7d-497a-8126-77fd3d149dd5) {{(pid=87635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:18:41.949748 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-3bb05f40-a71a-446c-9f5a-34081460c956 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:41.956398 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-117164be-3d03-43ec-9f2c-9d896729a0b4 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:18:41.985139 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-f51e75e8-7d98-47e6-a721-5e4da1ae0361 None None] The port 'aa0af0cd-3173-4d95-bd36-ebb3856aa542' was deleted {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 23 16:18:42.003402 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb05f40-a71a-446c-9f5a-34081460c956 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Pushing event deleted for resources: {'Port': ['ID=aa0af0cd-3173-4d95-bd36-ebb3856aa542,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:18:42.005393 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb05f40-a71a-446c-9f5a-34081460c956 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] No DVR routers for this DVR port aa0af0cd-3173-4d95-bd36-ebb3856aa542 on host dv-neutron-822799-1-hyperv {{(pid=87636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 23 16:18:42.006824 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-3bb05f40-a71a-446c-9f5a-34081460c956 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:18:42.134062 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-3bb05f40-a71a-446c-9f5a-34081460c956 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-864347', 'neutron.services.segments.db._delete_segments_for_network-8735362908070'] for network, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:42.155166 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-2bbffb66-9243-4f94-b58b-4fdb3ba0d1f6 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks [] for port, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:42.159597 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-3bb05f40-a71a-446c-9f5a-34081460c956 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1dc192bd60>,) {'filters': {'network_id': ['fc837992-2e66-4488-a75b-bed62b48e052']}} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:18:42.171706 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-3bb05f40-a71a-446c-9f5a-34081460c956 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dc192bd60>, '6682c9da-73f9-495d-b6c1-fe4db00d70fc') {'for_net_delete': True} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:18:42.172041 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-3bb05f40-a71a-446c-9f5a-34081460c956 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dc192bd60>, '6682c9da-73f9-495d-b6c1-fe4db00d70fc') {} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:18:42.172291 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.provisioning_blocks [None req-2bbffb66-9243-4f94-b58b-4fdb3ba0d1f6 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Transition to ACTIVE for port object 506c7ae2-ca7d-497a-8126-77fd3d149dd5 will not be triggered until provisioned by entity DHCP. {{(pid=87635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:18:42.183575 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-3bb05f40-a71a-446c-9f5a-34081460c956 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735363085442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2382197'] for segment, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:42.200455 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-3bb05f40-a71a-446c-9f5a-34081460c956 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:42.200699 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-2bbffb66-9243-4f94-b58b-4fdb3ba0d1f6 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:42.206348 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-fae83327-b360-44fa-b62f-0032dcb8ac82 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:18:42.210036 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bb05f40-a71a-446c-9f5a-34081460c956 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Releasing vlan 407 on physical network physnet1 to pool {{(pid=87636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 23 16:18:42.210681 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-3bb05f40-a71a-446c-9f5a-34081460c956 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2176261'] for segment, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:42.225558 dv-neutron-822799-1-hyperv neutron-server[87636]: Traceback (most recent call last):
Dec 23 16:18:42.225558 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 23 16:18:42.225558 dv-neutron-822799-1-hyperv neutron-server[87636]:     timer()
Dec 23 16:18:42.225558 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:18:42.225558 dv-neutron-822799-1-hyperv neutron-server[87636]:     cb(*args, **kw)
Dec 23 16:18:42.225558 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 23 16:18:42.225558 dv-neutron-822799-1-hyperv neutron-server[87636]:     return func(*args, **kwargs)
Dec 23 16:18:42.225558 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:18:42.225558 dv-neutron-822799-1-hyperv neutron-server[87636]:     self._notify()
Dec 23 16:18:42.225558 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:18:42.225558 dv-neutron-822799-1-hyperv neutron-server[87636]:     self.callback(batched_events)
Dec 23 16:18:42.225558 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:18:42.225558 dv-neutron-822799-1-hyperv neutron-server[87636]:     event.method(event)
Dec 23 16:18:42.225558 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:18:42.225558 dv-neutron-822799-1-hyperv neutron-server[87636]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:18:42.225558 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 23 16:18:42.225558 dv-neutron-822799-1-hyperv neutron-server[87636]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 23 16:18:42.225558 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 23 16:18:42.225558 dv-neutron-822799-1-hyperv neutron-server[87636]:     return f(self, *a, **k)
Dec 23 16:18:42.225558 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:18:42.225558 dv-neutron-822799-1-hyperv neutron-server[87636]:     return self._get(url).json()
Dec 23 16:18:42.225558 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 23 16:18:42.225558 dv-neutron-822799-1-hyperv neutron-server[87636]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 23 16:18:42.225558 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 23 16:18:42.225558 dv-neutron-822799-1-hyperv neutron-server[87636]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:18:42.225558 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 23 16:18:42.225558 dv-neutron-822799-1-hyperv neutron-server[87636]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 23 16:18:42.225558 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 23 16:18:42.225558 dv-neutron-822799-1-hyperv neutron-server[87636]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:18:42.225558 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 23 16:18:42.225558 dv-neutron-822799-1-hyperv neutron-server[87636]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:18:42.225558 dv-neutron-822799-1-hyperv neutron-server[87636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:18:42.261822 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bbffb66-9243-4f94-b58b-4fdb3ba0d1f6 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Network b603a9d1-522c-459e-95e9-bbcd52e2457f is already hosted by enough agents. {{(pid=87635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:18:42.265382 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.base_scheduler [None req-2bbffb66-9243-4f94-b58b-4fdb3ba0d1f6 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Resources bound (agent type, host, resource id):  {{(pid=87635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:18:42.269549 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bbffb66-9243-4f94-b58b-4fdb3ba0d1f6 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Received port after_create {{(pid=87635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:18:42.280673 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_common [None req-cba955c6-353d-4db9-a523-f7a291e92c88 None None] Allocated IP 172.20.0.2 (b603a9d1-522c-459e-95e9-bbcd52e2457f/d78f9e94-8a6a-4d3a-b17e-8d5a1a292456/27404973-7a96-4dc2-ba24-80af23913e3f) {{(pid=87637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:18:42.315443 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-3bb05f40-a71a-446c-9f5a-34081460c956 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-864336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1824171'] for network, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:42.320775 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-3bb05f40-a71a-446c-9f5a-34081460c956 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:42.324996 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-07d8959f-4c80-467c-8dd3-f0298d47d0d4 tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:18:42.335879 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bbffb66-9243-4f94-b58b-4fdb3ba0d1f6 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:18:42.336503 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-2bbffb66-9243-4f94-b58b-4fdb3ba0d1f6 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:42.348685 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb05f40-a71a-446c-9f5a-34081460c956 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Pushing event deleted for resources: {'Network': ['ID=fc837992-2e66-4488-a75b-bed62b48e052,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:18:42.351146 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-3bb05f40-a71a-446c-9f5a-34081460c956 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:18:42.355086 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-3bb05f40-a71a-446c-9f5a-34081460c956 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] 10.222.0.64 "DELETE /v2.0/networks/fc837992-2e66-4488-a75b-bed62b48e052 HTTP/1.1" status: 204  len: 168 time: 1.1006830
Dec 23 16:18:42.361018 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 52276) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:42.367054 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-c9ad8c72-bcb7-4cc5-b099-715ed301b5b7 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Request body: {'router': {'routes': None}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:18:42.367675 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbffb66-9243-4f94-b58b-4fdb3ba0d1f6 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Pushing event updated for resources: {'Port': ['ID=506c7ae2-ca7d-497a-8126-77fd3d149dd5,revision_number=1']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:18:42.372761 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-2bbffb66-9243-4f94-b58b-4fdb3ba0d1f6 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:18:42.382115 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-2bbffb66-9243-4f94-b58b-4fdb3ba0d1f6 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201  len: 924 time: 1.2323830
Dec 23 16:18:42.384927 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 52280) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:42.391115 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-2a32cc59-3b64-445a-839c-46d9f9752959 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Request body: {'subnet': {'network_id': 'b603a9d1-522c-459e-95e9-bbcd52e2457f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:18:42.439273 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-cba955c6-353d-4db9-a523-f7a291e92c88 None None] For port 27404973-7a96-4dc2-ba24-80af23913e3f, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=27404973-7a96-4dc2-ba24-80af23913e3f,segment=NetworkSegment(a4f1f01e-27fa-4d73-8f0a-3c1e46057c0d),segment_id=a4f1f01e-27fa-4d73-8f0a-3c1e46057c0d)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:18:42.465785 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-cba955c6-353d-4db9-a523-f7a291e92c88 None None] Notify callbacks [] for port, precommit_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:42.482766 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-cba955c6-353d-4db9-a523-f7a291e92c88 None None] Transition to ACTIVE for port object 27404973-7a96-4dc2-ba24-80af23913e3f will not be triggered until provisioned by entity DHCP. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:18:42.488118 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-cba955c6-353d-4db9-a523-f7a291e92c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:42.491779 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3f273404-8415-4047-bf73-26a38a15216e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:18:42.534971 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-2a32cc59-3b64-445a-839c-46d9f9752959 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:18:42.539800 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-2a32cc59-3b64-445a-839c-46d9f9752959 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Usage tracker for resource:subnet and tenant:e1d581421fe74f67b8908d7d303644fd is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:18:42.543188 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-2a32cc59-3b64-445a-839c-46d9f9752959 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:18:42.549122 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-2a32cc59-3b64-445a-839c-46d9f9752959 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:18:42.560915 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a32cc59-3b64-445a-839c-46d9f9752959 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Made reservation on behalf of e1d581421fe74f67b8908d7d303644fd for: {'subnet': 1} {{(pid=87635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:18:42.564537 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-2a32cc59-3b64-445a-839c-46d9f9752959 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2610339'] for subnet, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:42.636020 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba955c6-353d-4db9-a523-f7a291e92c88 None None] Pushing event updated for resources: {'Port': ['ID=27404973-7a96-4dc2-ba24-80af23913e3f,revision_number=6']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:18:42.643152 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba955c6-353d-4db9-a523-f7a291e92c88 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:18:42.643413 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba955c6-353d-4db9-a523-f7a291e92c88 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:18:42.643758 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba955c6-353d-4db9-a523-f7a291e92c88 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:18:42.644094 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba955c6-353d-4db9-a523-f7a291e92c88 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:18:42.644423 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba955c6-353d-4db9-a523-f7a291e92c88 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:18:42.644786 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba955c6-353d-4db9-a523-f7a291e92c88 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:18:42.645115 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba955c6-353d-4db9-a523-f7a291e92c88 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:18:42.645448 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba955c6-353d-4db9-a523-f7a291e92c88 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:18:42.645775 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba955c6-353d-4db9-a523-f7a291e92c88 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:18:42.646244 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba955c6-353d-4db9-a523-f7a291e92c88 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:18:42.646419 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba955c6-353d-4db9-a523-f7a291e92c88 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:18:42.646736 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba955c6-353d-4db9-a523-f7a291e92c88 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:18:42.651055 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-cba955c6-353d-4db9-a523-f7a291e92c88 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:18:42.704361 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.db.ipam_backend_mixin [None req-2a32cc59-3b64-445a-839c-46d9f9752959 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet d78f9e94-8a6a-4d3a-b17e-8d5a1a292456 (CIDR: 172.20.0.0/28)
Dec 23 16:18:42.708943 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a32cc59-3b64-445a-839c-46d9f9752959 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 23 16:18:42.709385 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a32cc59-3b64-445a-839c-46d9f9752959 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 23 16:18:42.729246 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-2a32cc59-3b64-445a-839c-46d9f9752959 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.3429790
Dec 23 16:18:42.731976 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 52284) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:42.739179 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-88d104e8-522e-40f2-9853-6bf8056ac09a tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Request body: {'subnet': {'network_id': 'b603a9d1-522c-459e-95e9-bbcd52e2457f', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:18:42.794442 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.extraroute_db [None req-c9ad8c72-bcb7-4cc5-b099-715ed301b5b7 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Added routes are [] {{(pid=87636) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}}
Dec 23 16:18:42.794738 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.extraroute_db [None req-c9ad8c72-bcb7-4cc5-b099-715ed301b5b7 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Removed routes are [] {{(pid=87636) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}}
Dec 23 16:18:42.795090 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c9ad8c72-bcb7-4cc5-b099-715ed301b5b7 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1824017', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1823768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-235299'] for router, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:42.896677 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-88d104e8-522e-40f2-9853-6bf8056ac09a tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:18:42.900514 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-88d104e8-522e-40f2-9853-6bf8056ac09a tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Usage tracker for resource:subnet and tenant:e1d581421fe74f67b8908d7d303644fd is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:18:42.903398 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-88d104e8-522e-40f2-9853-6bf8056ac09a tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:18:42.909660 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-88d104e8-522e-40f2-9853-6bf8056ac09a tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:18:42.923134 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88d104e8-522e-40f2-9853-6bf8056ac09a tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Made reservation on behalf of e1d581421fe74f67b8908d7d303644fd for: {'subnet': 1} {{(pid=87635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:18:42.926869 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-88d104e8-522e-40f2-9853-6bf8056ac09a tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2610339'] for subnet, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:43.068419 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.db.ipam_backend_mixin [None req-88d104e8-522e-40f2-9853-6bf8056ac09a tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 9d2d3ddc-b9b7-4eab-99c5-9e4074b1e82d (CIDR: 172.20.0.16/28)
Dec 23 16:18:43.068718 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c9ad8c72-bcb7-4cc5-b099-715ed301b5b7 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1824017', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1823768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-235299'] for router, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:43.072090 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c9ad8c72-bcb7-4cc5-b099-715ed301b5b7 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1824234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1824024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1824227', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1823761'] for router, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:43.072632 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.pecan_wsgi.hooks.translation [None req-88d104e8-522e-40f2-9853-6bf8056ac09a tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 23 16:18:43.073223 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88d104e8-522e-40f2-9853-6bf8056ac09a tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 23 16:18:43.094707 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-88d104e8-522e-40f2-9853-6bf8056ac09a tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 425 time: 0.3587029
Dec 23 16:18:43.094949 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 52288) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:43.100923 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-cf6ef63f-209d-4a6b-9b08-c9c4afaca3c0 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Request body: {'subnet': {'network_id': 'b603a9d1-522c-459e-95e9-bbcd52e2457f', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:18:43.207588 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9ad8c72-bcb7-4cc5-b099-715ed301b5b7 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Router 47b796b5-52fa-4d2e-bc01-b4e7f5a66b73 has already been hosted by L3 agent 371d4c41-c7e2-4de7-9539-c049ec4e95d1 {{(pid=87636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 23 16:18:43.242255 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-95c7c606-da64-4794-9927-28f1fefbc7e4 None None] Provisioning complete for port 2131c9aa-1bcc-4368-bda2-ddb7228c06ac triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:18:43.243629 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-95c7c606-da64-4794-9927-28f1fefbc7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:43.244985 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-cf6ef63f-209d-4a6b-9b08-c9c4afaca3c0 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:18:43.249009 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-cf6ef63f-209d-4a6b-9b08-c9c4afaca3c0 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Usage tracker for resource:subnet and tenant:e1d581421fe74f67b8908d7d303644fd is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:18:43.251791 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-cf6ef63f-209d-4a6b-9b08-c9c4afaca3c0 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:18:43.257610 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-cf6ef63f-209d-4a6b-9b08-c9c4afaca3c0 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:18:43.281242 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf6ef63f-209d-4a6b-9b08-c9c4afaca3c0 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Made reservation on behalf of e1d581421fe74f67b8908d7d303644fd for: {'subnet': 1} {{(pid=87635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:18:43.285603 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-cf6ef63f-209d-4a6b-9b08-c9c4afaca3c0 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2610339'] for subnet, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:43.314083 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-95c7c606-da64-4794-9927-28f1fefbc7e4 None None] Port 2131c9aa-1bcc-4368-bda2-ddb7228c06ac cannot update to ACTIVE because it is not bound. {{(pid=87637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 23 16:18:43.336378 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-95c7c606-da64-4794-9927-28f1fefbc7e4 None None] Provisioning for port 27404973-7a96-4dc2-ba24-80af23913e3f completed by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:18:43.342773 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-95c7c606-da64-4794-9927-28f1fefbc7e4 None None] Provisioning complete for port 27404973-7a96-4dc2-ba24-80af23913e3f triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:18:43.343588 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-95c7c606-da64-4794-9927-28f1fefbc7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:43.348814 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9ad8c72-bcb7-4cc5-b099-715ed301b5b7 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify agent at l3_agent.dv-neutron-822799-1-hyperv the message routers_updated {{(pid=87636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 23 16:18:43.356668 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c9ad8c72-bcb7-4cc5-b099-715ed301b5b7 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks [] for router, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:43.361004 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-c9ad8c72-bcb7-4cc5-b099-715ed301b5b7 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] 10.222.0.64 "PUT /v2.0/routers/47b796b5-52fa-4d2e-bc01-b4e7f5a66b73 HTTP/1.1" status: 200  len: 704 time: 0.9987416
Dec 23 16:18:43.361920 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 52292) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:43.403881 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ddecba0-31c8-4657-a153-7787cd359576 None None] Sync routers for ids ['47b796b5-52fa-4d2e-bc01-b4e7f5a66b73'] in dv-neutron-822799-1-hyperv {{(pid=87637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 23 16:18:43.415982 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-6c014dfa-734a-4224-99b8-9165ae4c9d91 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Synchronizing usage tracker for tenant:7f693e1e2e4c45b0a519cdc9b284f217 on resource:port {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:18:43.418409 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ddecba0-31c8-4657-a153-7787cd359576 None None] Routers {'47b796b5-52fa-4d2e-bc01-b4e7f5a66b73'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:18:43.419149 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-3ddecba0-31c8-4657-a153-7787cd359576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc049d400>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:18:20Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['47b796b5-52fa-4d2e-bc01-b4e7f5a66b73'], 'active': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:18:43.439437 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-6c014dfa-734a-4224-99b8-9165ae4c9d91 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Unset dirty status for tenant:7f693e1e2e4c45b0a519cdc9b284f217 on resource:port {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:18:43.441020 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-6c014dfa-734a-4224-99b8-9165ae4c9d91 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] 10.222.0.64 "GET /v2.0/ports?device_id=47b796b5-52fa-4d2e-bc01-b4e7f5a66b73 HTTP/1.1" status: 200  len: 205 time: 0.0778360
Dec 23 16:18:43.443649 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 52296) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:43.585967 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 27404973-7a96-4dc2-ba24-80af23913e3f up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:18:43.617885 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-cf6ef63f-209d-4a6b-9b08-c9c4afaca3c0 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2753396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2610353'] for subnet, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:43.624126 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-a23e6fbd-af07-417f-a043-e01be581bd36 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:18:43.648003 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9a0bccac-d939-47b7-acde-7eb1b3bc7ffe tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks [] for router, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:43.698884 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf6ef63f-209d-4a6b-9b08-c9c4afaca3c0 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Network b603a9d1-522c-459e-95e9-bbcd52e2457f is already hosted by enough agents. {{(pid=87635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:18:43.703534 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.base_scheduler [None req-cf6ef63f-209d-4a6b-9b08-c9c4afaca3c0 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Resources bound (agent type, host, resource id):  {{(pid=87635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:18:43.709149 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf6ef63f-209d-4a6b-9b08-c9c4afaca3c0 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:18:43.709751 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-cf6ef63f-209d-4a6b-9b08-c9c4afaca3c0 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks [] for subnet, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:43.730280 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6ef63f-209d-4a6b-9b08-c9c4afaca3c0 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Pushing event updated for resources: {'Subnet': ['ID=6adcff01-f1fb-4e91-b456-b4031c8735e5,revision_number=0']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:18:43.739248 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-cf6ef63f-209d-4a6b-9b08-c9c4afaca3c0 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:18:43.750253 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-cf6ef63f-209d-4a6b-9b08-c9c4afaca3c0 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 804 time: 0.6540875
Dec 23 16:18:43.752902 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 52302) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:43.757278 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32d46b01-3eb0-442d-afce-6a16787540f0 None None] Network b603a9d1-522c-459e-95e9-bbcd52e2457f requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:18:43.759846 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-753ff35b-7940-4528-bc51-6d50abcaa1f1 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-129922006', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '6adcff01-f1fb-4e91-b456-b4031c8735e5'}], 'security_groups': ['c23592a8-cbfc-4b74-b22f-6ea6de60fbfe', '1de10a3b-e56b-44b1-81bd-4a48a0cdc448']}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:18:43.842065 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvr_db [None req-3ddecba0-31c8-4657-a153-7787cd359576 None None] Set router 47b796b5-52fa-4d2e-bc01-b4e7f5a66b73 gateway port host: None {{(pid=87637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:18:43.890732 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-753ff35b-7940-4528-bc51-6d50abcaa1f1 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:43.979830 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9a0bccac-d939-47b7-acde-7eb1b3bc7ffe tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1784183', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-235354'] for router, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:43.982214 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9a0bccac-d939-47b7-acde-7eb1b3bc7ffe tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:44.010348 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9a0bccac-d939-47b7-acde-7eb1b3bc7ffe tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1781328'] for router, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:44.011184 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a0bccac-d939-47b7-acde-7eb1b3bc7ffe tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Fanout notify agent at l3_agent the message router_deleted on router 47b796b5-52fa-4d2e-bc01-b4e7f5a66b73 {{(pid=87636) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 23 16:18:44.011705 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-3ddecba0-31c8-4657-a153-7787cd359576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc049d400>, [{'id': '47b796b5-52fa-4d2e-bc01-b4e7f5a66b73', 'name': 'tempest-RoutersIpV6Test-router-476417359', 'tenant_id': '7f693e1e2e4c45b0a519cdc9b284f217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:17:46Z', 'updated_at': '2021-12-23T16:18:39Z', 'revision_number': 11, 'project_id': '7f693e1e2e4c45b0a519cdc9b284f217', 'gw_port_host': None}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:18:44.027103 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ddecba0-31c8-4657-a153-7787cd359576 None None] Checking router: 47b796b5-52fa-4d2e-bc01-b4e7f5a66b73 for host: dv-neutron-822799-1-hyperv {{(pid=87637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 23 16:18:44.027387 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9a0bccac-d939-47b7-acde-7eb1b3bc7ffe tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks [] for router, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:44.032669 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-9a0bccac-d939-47b7-acde-7eb1b3bc7ffe tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] 10.222.0.64 "DELETE /v2.0/routers/47b796b5-52fa-4d2e-bc01-b4e7f5a66b73 HTTP/1.1" status: 204  len: 168 time: 0.5826514
Dec 23 16:18:44.033995 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 52308) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:44.039512 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-5c99b9c9-a1d2-46ee-9892-886590a68e3a tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-968389579', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:18:44.046095 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-5c99b9c9-a1d2-46ee-9892-886590a68e3a tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:18:44.050719 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-5c99b9c9-a1d2-46ee-9892-886590a68e3a tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Usage tracker for resource:router and tenant:7f693e1e2e4c45b0a519cdc9b284f217 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:18:44.053874 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-5c99b9c9-a1d2-46ee-9892-886590a68e3a tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:18:44.060270 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-5c99b9c9-a1d2-46ee-9892-886590a68e3a tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:18:44.078723 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5c99b9c9-a1d2-46ee-9892-886590a68e3a tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1823978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-235332'] for router, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:44.079973 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5c99b9c9-a1d2-46ee-9892-886590a68e3a tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1824575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1824063', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1751113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-235341'] for router, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:44.082981 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ddecba0-31c8-4657-a153-7787cd359576 None None] Routers set() bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:18:44.083418 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ddecba0-31c8-4657-a153-7787cd359576 None None] Router IDs set() for agent in host dv-neutron-822799-1-hyperv {{(pid=87637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}}
Dec 23 16:18:44.084111 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_agentschedulers_db [None req-3ddecba0-31c8-4657-a153-7787cd359576 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'47b796b5-52fa-4d2e-bc01-b4e7f5a66b73'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:18:20Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent'). {{(pid=87637) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}}
Dec 23 16:18:44.084698 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ddecba0-31c8-4657-a153-7787cd359576 None None] The sync data for ids ['47b796b5-52fa-4d2e-bc01-b4e7f5a66b73'] in dv-neutron-822799-1-hyperv is: [] {{(pid=87637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 23 16:18:44.100908 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5c99b9c9-a1d2-46ee-9892-886590a68e3a tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:44.132656 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port 27404973-7a96-4dc2-ba24-80af23913e3f triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:18:44.133119 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:44.277461 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-566640d9-afd0-4b91-a697-3b391e99dff1 None None] Provisioning for port 506c7ae2-ca7d-497a-8126-77fd3d149dd5 completed by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:18:44.281784 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5c99b9c9-a1d2-46ee-9892-886590a68e3a tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1823971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1824234'] for router, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:44.318150 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5c99b9c9-a1d2-46ee-9892-886590a68e3a tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks [] for router, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:44.318628 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-566640d9-afd0-4b91-a697-3b391e99dff1 None None] Provisioning complete for port 506c7ae2-ca7d-497a-8126-77fd3d149dd5 triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:18:44.319070 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-566640d9-afd0-4b91-a697-3b391e99dff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:44.319986 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-5c99b9c9-a1d2-46ee-9892-886590a68e3a tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201  len: 703 time: 0.2849972
Dec 23 16:18:44.322735 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 52312) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:44.328635 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-8aea8fe4-f0bc-4a85-9eff-38cc389e9d2e tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Request body: {'router': {'admin_state_up': True}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:18:44.404836 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-566640d9-afd0-4b91-a697-3b391e99dff1 None None] Port 506c7ae2-ca7d-497a-8126-77fd3d149dd5 cannot update to ACTIVE because it is not bound. {{(pid=87637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 23 16:18:44.410829 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-566640d9-afd0-4b91-a697-3b391e99dff1 None None] Could not find standard attr ID for object 3f821ca6-3819-49c3-b1ab-8bf3409d89dc. {{(pid=87637) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 23 16:18:44.486957 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device aa0af0cd-3173-4d95-bd36-ebb3856aa542 no longer exists at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 23 16:18:44.524737 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.db_base_plugin_common [None req-753ff35b-7940-4528-bc51-6d50abcaa1f1 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Delete allocated IP 172.20.0.6 (b603a9d1-522c-459e-95e9-bbcd52e2457f/d78f9e94-8a6a-4d3a-b17e-8d5a1a292456) {{(pid=87635) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}}
Dec 23 16:18:44.530924 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] No Port match for: aa0af0cd-3173-4d95-bd36-ebb3856aa542 {{(pid=87637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 23 16:18:44.531193 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device aa0af0cd-3173-4d95-bd36-ebb3856aa542 not bound to the agent host dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 23 16:18:44.532759 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.db_base_plugin_common [None req-753ff35b-7940-4528-bc51-6d50abcaa1f1 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Allocated IP 172.20.0.37 (b603a9d1-522c-459e-95e9-bbcd52e2457f/6adcff01-f1fb-4e91-b456-b4031c8735e5/506c7ae2-ca7d-497a-8126-77fd3d149dd5) {{(pid=87635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:18:44.560828 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7f5267a-1db8-4e38-902b-7e207b35964c None None] Update dhcp port {'port': {'network_id': 'b603a9d1-522c-459e-95e9-bbcd52e2457f', 'fixed_ips': [{'subnet_id': '9d2d3ddc-b9b7-4eab-99c5-9e4074b1e82d', 'ip_address': '172.20.0.18'}, {'subnet_id': 'd78f9e94-8a6a-4d3a-b17e-8d5a1a292456', 'ip_address': '172.20.0.2'}, {'subnet_id': '6adcff01-f1fb-4e91-b456-b4031c8735e5'}], 'binding:host_id': 'dv-neutron-822799-1-hyperv'}, 'id': '27404973-7a96-4dc2-ba24-80af23913e3f'} from dv-neutron-822799-1-hyperv. {{(pid=87637) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}}
Dec 23 16:18:44.616628 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d7f5267a-1db8-4e38-902b-7e207b35964c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:44.732897 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-8aea8fe4-f0bc-4a85-9eff-38cc389e9d2e tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1824017', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1823768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-235299'] for router, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:44.746135 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-8aea8fe4-f0bc-4a85-9eff-38cc389e9d2e tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1824234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1824024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1824227', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1823761'] for router, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:44.760058 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-753ff35b-7940-4528-bc51-6d50abcaa1f1 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks [] for port, precommit_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:44.775475 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.provisioning_blocks [None req-753ff35b-7940-4528-bc51-6d50abcaa1f1 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Ignored duplicate provisioning block setup for port 506c7ae2-ca7d-497a-8126-77fd3d149dd5 by entity DHCP. {{(pid=87635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}}
Dec 23 16:18:44.780072 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-753ff35b-7940-4528-bc51-6d50abcaa1f1 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2753531'] for port, after_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:44.787453 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-90074b4e-41c6-4efa-919b-8cc49e0a351a tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:18:44.846942 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_common [None req-d7f5267a-1db8-4e38-902b-7e207b35964c None None] Allocated IP 172.20.0.34 (b603a9d1-522c-459e-95e9-bbcd52e2457f/6adcff01-f1fb-4e91-b456-b4031c8735e5/27404973-7a96-4dc2-ba24-80af23913e3f) {{(pid=87637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:18:44.913107 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8aea8fe4-f0bc-4a85-9eff-38cc389e9d2e tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Router a817f7e7-2abb-46f8-9f62-7cf218a9ffd8 is scheduled to L3 agent 371d4c41-c7e2-4de7-9539-c049ec4e95d1 with binding_index 1 {{(pid=87636) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 23 16:18:44.940146 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753ff35b-7940-4528-bc51-6d50abcaa1f1 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Pushing event updated for resources: {'Port': ['ID=506c7ae2-ca7d-497a-8126-77fd3d149dd5,revision_number=2']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:18:44.943139 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-753ff35b-7940-4528-bc51-6d50abcaa1f1 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:18:44.955208 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-753ff35b-7940-4528-bc51-6d50abcaa1f1 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] In _notify_port_updated(), no bound segment for port 506c7ae2-ca7d-497a-8126-77fd3d149dd5 on network b603a9d1-522c-459e-95e9-bbcd52e2457f {{(pid=87635) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}}
Dec 23 16:18:44.960706 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-753ff35b-7940-4528-bc51-6d50abcaa1f1 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:18:44.961330 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-753ff35b-7940-4528-bc51-6d50abcaa1f1 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:44.963110 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-753ff35b-7940-4528-bc51-6d50abcaa1f1 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] 10.222.0.64 "PUT /v2.0/ports/506c7ae2-ca7d-497a-8126-77fd3d149dd5 HTTP/1.1" status: 200  len: 959 time: 1.2087376
Dec 23 16:18:44.965596 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 52316) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:44.995518 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-d7f5267a-1db8-4e38-902b-7e207b35964c None None] For port 27404973-7a96-4dc2-ba24-80af23913e3f, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=27404973-7a96-4dc2-ba24-80af23913e3f,segment=NetworkSegment(a4f1f01e-27fa-4d73-8f0a-3c1e46057c0d),segment_id=a4f1f01e-27fa-4d73-8f0a-3c1e46057c0d)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:18:45.022924 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d7f5267a-1db8-4e38-902b-7e207b35964c None None] Notify callbacks [] for port, precommit_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:45.036763 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-c3be8dc6-523e-4a4b-ade7-7722804698d6 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Deleting port 506c7ae2-ca7d-497a-8126-77fd3d149dd5 {{(pid=87635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:18:45.037108 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-c3be8dc6-523e-4a4b-ade7-7722804698d6 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:45.041189 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-d7f5267a-1db8-4e38-902b-7e207b35964c None None] Transition to ACTIVE for port object 27404973-7a96-4dc2-ba24-80af23913e3f will not be triggered until provisioned by entity DHCP. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:18:45.045514 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d7f5267a-1db8-4e38-902b-7e207b35964c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:45.049500 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:18:45.053146 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8aea8fe4-f0bc-4a85-9eff-38cc389e9d2e tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify agent at l3_agent.dv-neutron-822799-1-hyperv the message routers_updated {{(pid=87636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 23 16:18:45.063686 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-8aea8fe4-f0bc-4a85-9eff-38cc389e9d2e tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks [] for router, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:45.065006 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa244e7a-fca0-4e28-9059-e8caf5369ddd None None] Sync routers for ids ['a817f7e7-2abb-46f8-9f62-7cf218a9ffd8'] in dv-neutron-822799-1-hyperv {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 23 16:18:45.065637 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-8aea8fe4-f0bc-4a85-9eff-38cc389e9d2e tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] 10.222.0.64 "PUT /v2.0/routers/a817f7e7-2abb-46f8-9f62-7cf218a9ffd8 HTTP/1.1" status: 200  len: 697 time: 0.7413816
Dec 23 16:18:45.068127 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 52320) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:45.076398 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa244e7a-fca0-4e28-9059-e8caf5369ddd None None] Routers {'a817f7e7-2abb-46f8-9f62-7cf218a9ffd8'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:18:45.077292 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-fa244e7a-fca0-4e28-9059-e8caf5369ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc1d6e310>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:18:20Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['a817f7e7-2abb-46f8-9f62-7cf218a9ffd8'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:18:45.124244 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f5267a-1db8-4e38-902b-7e207b35964c None None] Pushing event updated for resources: {'Port': ['ID=27404973-7a96-4dc2-ba24-80af23913e3f,revision_number=7']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:18:45.129358 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-d7f5267a-1db8-4e38-902b-7e207b35964c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:18:45.208418 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-fa244e7a-fca0-4e28-9059-e8caf5369ddd None None] Set router a817f7e7-2abb-46f8-9f62-7cf218a9ffd8 gateway port host: None {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:18:45.234038 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-6f67095a-00d8-4d8c-a2a4-1d31a3601d70 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] 10.222.0.64 "GET /v2.0/routers/a817f7e7-2abb-46f8-9f62-7cf218a9ffd8 HTTP/1.1" status: 200  len: 703 time: 0.1644399
Dec 23 16:18:45.236455 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 52324) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:45.289138 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-73ec1ed8-a949-4ee7-ace7-72188a4818c8 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] 10.222.0.64 "GET /v2.0/ports?device_id=a817f7e7-2abb-46f8-9f62-7cf218a9ffd8 HTTP/1.1" status: 200  len: 205 time: 0.0514367
Dec 23 16:18:45.292170 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 52328) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:45.318450 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-fa244e7a-fca0-4e28-9059-e8caf5369ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc1d6e310>, [{'id': 'a817f7e7-2abb-46f8-9f62-7cf218a9ffd8', 'name': 'tempest-RoutersIpV6Test-router-968389579', 'tenant_id': '7f693e1e2e4c45b0a519cdc9b284f217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:18:44Z', 'updated_at': '2021-12-23T16:18:44Z', 'revision_number': 2, 'project_id': '7f693e1e2e4c45b0a519cdc9b284f217', 'gw_port_host': None}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:18:45.322894 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa244e7a-fca0-4e28-9059-e8caf5369ddd None None] Checking router: a817f7e7-2abb-46f8-9f62-7cf218a9ffd8 for host: dv-neutron-822799-1-hyperv {{(pid=87638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 23 16:18:45.323584 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-c3be8dc6-523e-4a4b-ade7-7722804698d6 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:45.332376 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa244e7a-fca0-4e28-9059-e8caf5369ddd None None] Routers {'a817f7e7-2abb-46f8-9f62-7cf218a9ffd8'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:18:45.333235 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-fa244e7a-fca0-4e28-9059-e8caf5369ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc1d6e310>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:18:20Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['a817f7e7-2abb-46f8-9f62-7cf218a9ffd8'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:18:45.434197 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2977b8b1-fa13-4ef7-9445-4b0d1040f4b8 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks [] for router, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:45.454405 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-c3be8dc6-523e-4a4b-ade7-7722804698d6 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Calling delete_port for 506c7ae2-ca7d-497a-8126-77fd3d149dd5 owned by  {{(pid=87635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:18:45.467536 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-fa244e7a-fca0-4e28-9059-e8caf5369ddd None None] Set router a817f7e7-2abb-46f8-9f62-7cf218a9ffd8 gateway port host: None {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:18:45.568914 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 27404973-7a96-4dc2-ba24-80af23913e3f up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:18:45.601905 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-fa244e7a-fca0-4e28-9059-e8caf5369ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc1d6e310>, [{'id': 'a817f7e7-2abb-46f8-9f62-7cf218a9ffd8', 'name': 'tempest-RoutersIpV6Test-router-968389579', 'tenant_id': '7f693e1e2e4c45b0a519cdc9b284f217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:18:44Z', 'updated_at': '2021-12-23T16:18:44Z', 'revision_number': 2, 'project_id': '7f693e1e2e4c45b0a519cdc9b284f217', 'gw_port_host': None}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:18:45.609756 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa244e7a-fca0-4e28-9059-e8caf5369ddd None None] The sync data for ids ['a817f7e7-2abb-46f8-9f62-7cf218a9ffd8'] in dv-neutron-822799-1-hyperv is: [{'id': 'a817f7e7-2abb-46f8-9f62-7cf218a9ffd8', 'name': 'tempest-RoutersIpV6Test-router-968389579', 'tenant_id': '7f693e1e2e4c45b0a519cdc9b284f217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:18:44Z', 'updated_at': '2021-12-23T16:18:44Z', 'revision_number': 2, 'project_id': '7f693e1e2e4c45b0a519cdc9b284f217', 'gw_port_host': None}] {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 23 16:18:45.675253 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-c3be8dc6-523e-4a4b-ade7-7722804698d6 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:45.686978 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-9037065a-04cd-4178-b9dd-0a1c40033c0f tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:18:45.734386 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3be8dc6-523e-4a4b-ade7-7722804698d6 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Pushing event deleted for resources: {'Port': ['ID=506c7ae2-ca7d-497a-8126-77fd3d149dd5,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:18:45.738538 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-c3be8dc6-523e-4a4b-ade7-7722804698d6 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:18:45.847418 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-c3be8dc6-523e-4a4b-ade7-7722804698d6 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:45.860369 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-c3be8dc6-523e-4a4b-ade7-7722804698d6 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] 10.222.0.64 "DELETE /v2.0/ports/506c7ae2-ca7d-497a-8126-77fd3d149dd5 HTTP/1.1" status: 204  len: 168 time: 0.8937078
Dec 23 16:18:45.861006 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 52332) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:45.904906 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf120ebd-d8ac-4486-b967-57754e3018c2 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] GET failed (client error): The resource could not be found.
Dec 23 16:18:45.905453 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-bf120ebd-d8ac-4486-b967-57754e3018c2 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Synchronizing usage tracker for tenant:e1d581421fe74f67b8908d7d303644fd on resource:port {{(pid=87635) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:18:45.927953 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-bf120ebd-d8ac-4486-b967-57754e3018c2 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Unset dirty status for tenant:e1d581421fe74f67b8908d7d303644fd on resource:port {{(pid=87635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:18:45.929253 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-bf120ebd-d8ac-4486-b967-57754e3018c2 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] 10.222.0.64 "GET /v2.0/ports/506c7ae2-ca7d-497a-8126-77fd3d149dd5 HTTP/1.1" status: 404  len: 333 time: 0.0672328
Dec 23 16:18:45.931964 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 52336) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:45.933744 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2977b8b1-fa13-4ef7-9445-4b0d1040f4b8 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1784183', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-235354'] for router, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:45.936174 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2977b8b1-fa13-4ef7-9445-4b0d1040f4b8 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:45.965157 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2977b8b1-fa13-4ef7-9445-4b0d1040f4b8 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1781328'] for router, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:45.966069 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2977b8b1-fa13-4ef7-9445-4b0d1040f4b8 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Fanout notify agent at l3_agent the message router_deleted on router a817f7e7-2abb-46f8-9f62-7cf218a9ffd8 {{(pid=87636) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 23 16:18:45.982494 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2977b8b1-fa13-4ef7-9445-4b0d1040f4b8 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Notify callbacks [] for router, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:45.983761 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-2977b8b1-fa13-4ef7-9445-4b0d1040f4b8 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] 10.222.0.64 "DELETE /v2.0/routers/a817f7e7-2abb-46f8-9f62-7cf218a9ffd8 HTTP/1.1" status: 204  len: 168 time: 0.6906066
Dec 23 16:18:45.987988 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 52340) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:46.004927 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-fb77c911-9f9e-478a-af99-affdc36f7f92 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks [] for security_group, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:46.034109 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-0d8bb7c1-82f2-40bd-8d20-4211d4be6a6e tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] 10.222.0.64 "GET /v2.0/ports?device_id=a817f7e7-2abb-46f8-9f62-7cf218a9ffd8 HTTP/1.1" status: 200  len: 205 time: 0.0423198
Dec 23 16:18:46.034351 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-fb77c911-9f9e-478a-af99-affdc36f7f92 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:46.034486 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 52344) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:46.051165 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3dd2ddb1-b5b5-4d81-bd95-234da5910eb5 None None] Provisioning for port 27404973-7a96-4dc2-ba24-80af23913e3f completed by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:18:46.056518 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3dd2ddb1-b5b5-4d81-bd95-234da5910eb5 None None] Provisioning complete for port 27404973-7a96-4dc2-ba24-80af23913e3f triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:18:46.056929 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3dd2ddb1-b5b5-4d81-bd95-234da5910eb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:46.088822 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-fb77c911-9f9e-478a-af99-affdc36f7f92 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:46.096375 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-c7e8c1a5-fecc-47eb-8734-10a843d0878c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:18:46.109132 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.api.v2.resource [None req-e18e3f9c-d072-4d27-96e2-9919dbd5f89f tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] delete failed (client error): The resource could not be found.
Dec 23 16:18:46.110432 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-e18e3f9c-d072-4d27-96e2-9919dbd5f89f tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] 10.222.0.64 "DELETE /v2.0/routers/a817f7e7-2abb-46f8-9f62-7cf218a9ffd8 HTTP/1.1" status: 404  len: 336 time: 0.0751712
Dec 23 16:18:46.113211 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb77c911-9f9e-478a-af99-affdc36f7f92 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=23110596-5ed8-40ad-bf84-6a1f6bd5f785,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:18:46.113489 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 52348) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:46.115577 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-fb77c911-9f9e-478a-af99-affdc36f7f92 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks [] for security_group, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:46.116714 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-fb77c911-9f9e-478a-af99-affdc36f7f92 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] 10.222.0.64 "DELETE /v2.0/security-groups/23110596-5ed8-40ad-bf84-6a1f6bd5f785 HTTP/1.1" status: 204  len: 168 time: 0.1837206
Dec 23 16:18:46.117603 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-fb77c911-9f9e-478a-af99-affdc36f7f92 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:18:46.119816 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 52352) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:46.158925 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c15bb2b-c8ea-4763-a57f-9135bb0226f9 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:18:46.159655 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c15bb2b-c8ea-4763-a57f-9135bb0226f9 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 23 16:18:46.164365 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-3c15bb2b-c8ea-4763-a57f-9135bb0226f9 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] 10.222.0.64 "DELETE /v2.0/subnets/c36bc7bd-0096-4fee-8817-e5e8f2f84064 HTTP/1.1" status: 404  len: 337 time: 0.0472302
Dec 23 16:18:46.164759 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 52356) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:46.186840 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a294972f-16ee-4e16-b0e1-f64a1a3894c2 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks [] for security_group, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:46.206935 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b472513-3da6-4b9a-a9ee-b28b9cc3b98c tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:18:46.207573 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b472513-3da6-4b9a-a9ee-b28b9cc3b98c tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 23 16:18:46.212206 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-1b472513-3da6-4b9a-a9ee-b28b9cc3b98c tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] 10.222.0.64 "DELETE /v2.0/subnets/acb46159-0524-40d7-8e1a-4f586d869551 HTTP/1.1" status: 404  len: 337 time: 0.0434544
Dec 23 16:18:46.212705 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 52360) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:46.217489 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a294972f-16ee-4e16-b0e1-f64a1a3894c2 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:46.269873 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a294972f-16ee-4e16-b0e1-f64a1a3894c2 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:46.271619 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.pecan_wsgi.hooks.translation [None req-731b1041-848d-42e4-b8ea-2255cbf0cc5c tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:18:46.272113 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-731b1041-848d-42e4-b8ea-2255cbf0cc5c tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 23 16:18:46.276752 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-731b1041-848d-42e4-b8ea-2255cbf0cc5c tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] 10.222.0.64 "DELETE /v2.0/subnets/74b9cb85-201b-4e15-9707-9ca0a3ff5b44 HTTP/1.1" status: 404  len: 337 time: 0.0602314
Dec 23 16:18:46.276752 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 52364) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:46.280922 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3dd2ddb1-b5b5-4d81-bd95-234da5910eb5 None None] Provisioning complete for port 2131c9aa-1bcc-4368-bda2-ddb7228c06ac triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:18:46.281255 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3dd2ddb1-b5b5-4d81-bd95-234da5910eb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:46.284400 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-6ee73a74-9b7d-44db-b065-a108e6b2efe8 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:18:46.315574 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.pecan_wsgi.hooks.translation [None req-85af2e09-6ad1-4431-9a3b-31e999c9fe42 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:18:46.316224 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85af2e09-6ad1-4431-9a3b-31e999c9fe42 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 23 16:18:46.317312 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a294972f-16ee-4e16-b0e1-f64a1a3894c2 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1de10a3b-e56b-44b1-81bd-4a48a0cdc448,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:18:46.317900 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-85af2e09-6ad1-4431-9a3b-31e999c9fe42 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] 10.222.0.64 "DELETE /v2.0/subnets/02f625a5-8cce-44c9-b991-165208d7f8c6 HTTP/1.1" status: 404  len: 337 time: 0.0403907
Dec 23 16:18:46.321186 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 52370) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:46.322578 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-a294972f-16ee-4e16-b0e1-f64a1a3894c2 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:18:46.325038 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a294972f-16ee-4e16-b0e1-f64a1a3894c2 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks [] for security_group, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:46.326437 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-a294972f-16ee-4e16-b0e1-f64a1a3894c2 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] 10.222.0.64 "DELETE /v2.0/security-groups/1de10a3b-e56b-44b1-81bd-4a48a0cdc448 HTTP/1.1" status: 204  len: 168 time: 0.2050169
Dec 23 16:18:46.329012 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 52374) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:46.372665 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-cedb4494-86f6-4482-bd4a-4b7e36c9498d tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] 10.222.0.64 "GET /v2.0/ports?device_id=47b796b5-52fa-4d2e-bc01-b4e7f5a66b73 HTTP/1.1" status: 200  len: 205 time: 0.0470302
Dec 23 16:18:46.372901 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 52378) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:46.400695 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-3dd2ddb1-b5b5-4d81-bd95-234da5910eb5 None None] Port 2131c9aa-1bcc-4368-bda2-ddb7228c06ac cannot update to ACTIVE because it is not bound. {{(pid=87637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 23 16:18:46.405967 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3dd2ddb1-b5b5-4d81-bd95-234da5910eb5 None None] Could not find standard attr ID for object 506c7ae2-ca7d-497a-8126-77fd3d149dd5. {{(pid=87637) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 23 16:18:46.412106 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a46bba60-573d-498f-a918-6416cd298dc2 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks [] for security_group, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:46.442089 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a46bba60-573d-498f-a918-6416cd298dc2 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:46.457168 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.api.v2.resource [None req-47e8fe09-cbf0-47b4-8ee4-bed0490f63dd tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] delete failed (client error): The resource could not be found.
Dec 23 16:18:46.458212 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-47e8fe09-cbf0-47b4-8ee4-bed0490f63dd tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] 10.222.0.64 "DELETE /v2.0/routers/47b796b5-52fa-4d2e-bc01-b4e7f5a66b73 HTTP/1.1" status: 404  len: 336 time: 0.0844929
Dec 23 16:18:46.460814 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 52382) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:46.497627 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a46bba60-573d-498f-a918-6416cd298dc2 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:46.503851 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-2d8831cf-0961-4d68-9a44-4960ef9fe8a1 tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:18:46.508669 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-b09371e3-4cc6-489d-9ade-d3e83c27d679 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] 10.222.0.64 "GET /v2.0/ports?device_id=ed7be01e-66a1-4e0e-9085-a7d4b4363788 HTTP/1.1" status: 200  len: 205 time: 0.0466733
Dec 23 16:18:46.511146 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 52386) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:46.519592 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46bba60-573d-498f-a918-6416cd298dc2 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c23592a8-cbfc-4b74-b22f-6ea6de60fbfe,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:18:46.529156 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-a46bba60-573d-498f-a918-6416cd298dc2 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:18:46.535132 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a46bba60-573d-498f-a918-6416cd298dc2 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks [] for security_group, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:46.537149 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-a46bba60-573d-498f-a918-6416cd298dc2 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] 10.222.0.64 "DELETE /v2.0/security-groups/c23592a8-cbfc-4b74-b22f-6ea6de60fbfe HTTP/1.1" status: 204  len: 168 time: 0.2072561
Dec 23 16:18:46.540058 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 52390) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:46.590595 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.api.v2.resource [None req-b3e2f52a-b695-4253-961f-14ad9bd21e1a tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] delete failed (client error): The resource could not be found.
Dec 23 16:18:46.592633 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-b3e2f52a-b695-4253-961f-14ad9bd21e1a tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] 10.222.0.64 "DELETE /v2.0/routers/ed7be01e-66a1-4e0e-9085-a7d4b4363788 HTTP/1.1" status: 404  len: 336 time: 0.0796328
Dec 23 16:18:46.594433 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 52394) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:46.620387 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.db_base_plugin_v2 [None req-a979345a-6261-424b-8c57-e078a58a9a12 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Deleting subnet d78f9e94-8a6a-4d3a-b17e-8d5a1a292456 {{(pid=87635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 23 16:18:46.621326 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-d3a9d724-a435-4294-80b0-f63baba5c820 None None] Could not find standard attr ID for object 506c7ae2-ca7d-497a-8126-77fd3d149dd5. {{(pid=87637) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 23 16:18:46.630025 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a979345a-6261-424b-8c57-e078a58a9a12 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks [] for subnet, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:46.638134 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7e4a9cd-0bd2-4ef2-920d-ae775489c0e2 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:18:46.638601 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7e4a9cd-0bd2-4ef2-920d-ae775489c0e2 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 23 16:18:46.643015 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-a7e4a9cd-0bd2-4ef2-920d-ae775489c0e2 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] 10.222.0.64 "DELETE /v2.0/subnets/112dfb87-fc0d-4618-a534-d68b1c503b9b HTTP/1.1" status: 404  len: 337 time: 0.0447352
Dec 23 16:18:46.644561 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 52398) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:46.697167 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-ee31c261-2c91-4b7c-883f-d07661fda249 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] 10.222.0.64 "GET /v2.0/ports?device_id=896bd0bc-4f81-49ce-89d8-47b58cca513c HTTP/1.1" status: 200  len: 205 time: 0.0513015
Dec 23 16:18:46.700612 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 52402) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:46.781767 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.api.v2.resource [None req-baff987e-a090-4714-b3c5-8d558903676a tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] delete failed (client error): The resource could not be found.
Dec 23 16:18:46.783195 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-baff987e-a090-4714-b3c5-8d558903676a tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] 10.222.0.64 "DELETE /v2.0/routers/896bd0bc-4f81-49ce-89d8-47b58cca513c HTTP/1.1" status: 404  len: 336 time: 0.0815160
Dec 23 16:18:46.785666 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 52406) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:46.820706 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a979345a-6261-424b-8c57-e078a58a9a12 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2776816'] for subnet, precommit_delete_associations {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:46.833866 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-871e3716-3bd3-4d8c-a0d4-eb22095624e8 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] 10.222.0.64 "GET /v2.0/ports?device_id=7177e609-33fe-471d-b742-7b05ca66165c HTTP/1.1" status: 200  len: 205 time: 0.0467808
Dec 23 16:18:46.836174 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 52410) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:46.904875 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.api.v2.resource [None req-a0b433a9-731d-4e41-88f6-eca0ca61ea0d tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] delete failed (client error): The resource could not be found.
Dec 23 16:18:46.905590 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a979345a-6261-424b-8c57-e078a58a9a12 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864774'] for subnet, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:46.906144 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-a0b433a9-731d-4e41-88f6-eca0ca61ea0d tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] 10.222.0.64 "DELETE /v2.0/routers/7177e609-33fe-471d-b742-7b05ca66165c HTTP/1.1" status: 404  len: 336 time: 0.0684478
Dec 23 16:18:46.908556 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 52414) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:46.952061 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.pecan_wsgi.hooks.translation [None req-051eed18-b6d2-443d-a357-4215b262fe3d tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:18:46.952501 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-051eed18-b6d2-443d-a357-4215b262fe3d tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 23 16:18:46.954173 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-051eed18-b6d2-443d-a357-4215b262fe3d tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] 10.222.0.64 "DELETE /v2.0/subnets/cce4ca32-34fb-4632-bdcc-da0397015b9e HTTP/1.1" status: 404  len: 337 time: 0.0446520
Dec 23 16:18:46.957276 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 52418) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:46.983191 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a979345a-6261-424b-8c57-e078a58a9a12 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2753333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2609730'] for subnet, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:46.987439 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-23bfec0a-03e0-46f0-9cad-ef6dada8f3d1 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:18:47.000464 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-5e821ca6-9dea-44a6-a3e0-4f3b7f6cdad5 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] 10.222.0.64 "GET /v2.0/ports?device_id=e5fcfb90-2f7a-4230-ad13-09b07b8e51bc HTTP/1.1" status: 200  len: 205 time: 0.0420721
Dec 23 16:18:47.002934 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 52422) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:47.024025 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a979345a-6261-424b-8c57-e078a58a9a12 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Pushing event deleted for resources: {'Subnet': ['ID=d78f9e94-8a6a-4d3a-b17e-8d5a1a292456,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:18:47.026438 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-a979345a-6261-424b-8c57-e078a58a9a12 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:18:47.029144 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a979345a-6261-424b-8c57-e078a58a9a12 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks [] for subnet, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:47.036725 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-819d5782-04a5-4a7a-9043-73a4136d1fd4 None None] Network b603a9d1-522c-459e-95e9-bbcd52e2457f requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:18:47.042089 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-a979345a-6261-424b-8c57-e078a58a9a12 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] 10.222.0.64 "DELETE /v2.0/subnets/d78f9e94-8a6a-4d3a-b17e-8d5a1a292456 HTTP/1.1" status: 204  len: 168 time: 0.4977963
Dec 23 16:18:47.043292 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 52426) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:47.072014 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.api.v2.resource [None req-8fe3a709-7a78-41f7-ae10-dbbec84ea2d3 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] delete failed (client error): The resource could not be found.
Dec 23 16:18:47.073217 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-8fe3a709-7a78-41f7-ae10-dbbec84ea2d3 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] 10.222.0.64 "DELETE /v2.0/routers/e5fcfb90-2f7a-4230-ad13-09b07b8e51bc HTTP/1.1" status: 404  len: 336 time: 0.0692067
Dec 23 16:18:47.076139 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 52430) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:47.113404 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ba4a04c-87fd-432b-99c4-b34df5ff4765 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Deleting subnet 6adcff01-f1fb-4e91-b456-b4031c8735e5 {{(pid=87635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 23 16:18:47.120862 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-7ba4a04c-87fd-432b-99c4-b34df5ff4765 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks [] for subnet, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:47.186159 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-7ba4a04c-87fd-432b-99c4-b34df5ff4765 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2776816'] for subnet, precommit_delete_associations {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:47.255381 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ff1036f-dd68-47aa-b577-5f509adcf61a tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:18:47.255839 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ff1036f-dd68-47aa-b577-5f509adcf61a tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 23 16:18:47.257555 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-2ff1036f-dd68-47aa-b577-5f509adcf61a tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] 10.222.0.64 "DELETE /v2.0/subnets/2e4b1fa0-cfb5-49d9-8350-042b8a7ba34d HTTP/1.1" status: 404  len: 337 time: 0.1795342
Dec 23 16:18:47.260095 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 52434) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:47.287344 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-7ba4a04c-87fd-432b-99c4-b34df5ff4765 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864774'] for subnet, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:47.306238 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-e5935ff0-07da-46b4-b533-27c208f19314 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] 10.222.0.64 "GET /v2.0/ports?device_id=4f4fbc94-e941-4f33-903e-ac8908a1d943 HTTP/1.1" status: 200  len: 205 time: 0.0428705
Dec 23 16:18:47.306472 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 52438) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:47.330678 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-8064806f-9d53-4326-9f81-1e1c74f247d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:47.379323 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.api.v2.resource [None req-22395872-6825-4f3b-afcd-578d4542af06 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] delete failed (client error): The resource could not be found.
Dec 23 16:18:47.383066 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-7ba4a04c-87fd-432b-99c4-b34df5ff4765 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2753333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2609730'] for subnet, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:47.383271 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-22395872-6825-4f3b-afcd-578d4542af06 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] 10.222.0.64 "DELETE /v2.0/routers/4f4fbc94-e941-4f33-903e-ac8908a1d943 HTTP/1.1" status: 404  len: 336 time: 0.0729742
Dec 23 16:18:47.383636 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 52442) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:47.385241 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-4d609a6f-c388-4979-a924-9c224e41d912 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:18:47.422303 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba4a04c-87fd-432b-99c4-b34df5ff4765 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Pushing event deleted for resources: {'Subnet': ['ID=6adcff01-f1fb-4e91-b456-b4031c8735e5,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:18:47.422572 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.pecan_wsgi.hooks.translation [None req-6816d1c4-b931-48d3-bcae-de2d7da715d0 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:18:47.422842 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6816d1c4-b931-48d3-bcae-de2d7da715d0 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 23 16:18:47.424310 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-7ba4a04c-87fd-432b-99c4-b34df5ff4765 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks [] for subnet, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:47.426271 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-6816d1c4-b931-48d3-bcae-de2d7da715d0 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] 10.222.0.64 "DELETE /v2.0/subnets/6f5ec33e-b8a7-4119-855e-d2aa27d6d313 HTTP/1.1" status: 404  len: 337 time: 0.0401015
Dec 23 16:18:47.428611 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-7ba4a04c-87fd-432b-99c4-b34df5ff4765 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:18:47.429062 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 52446) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:47.464705 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-7ba4a04c-87fd-432b-99c4-b34df5ff4765 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] 10.222.0.64 "DELETE /v2.0/subnets/6adcff01-f1fb-4e91-b456-b4031c8735e5 HTTP/1.1" status: 204  len: 168 time: 0.4203401
Dec 23 16:18:47.467457 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 52450) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:47.469011 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bfdaa95-9f35-45e9-a510-2eec02fdf604 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:18:47.469463 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6bfdaa95-9f35-45e9-a510-2eec02fdf604 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 23 16:18:47.471272 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-6bfdaa95-9f35-45e9-a510-2eec02fdf604 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] 10.222.0.64 "DELETE /v2.0/subnets/eda67c32-ce21-4eff-b6bb-4d63ef091061 HTTP/1.1" status: 404  len: 337 time: 0.0412519
Dec 23 16:18:47.514228 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.pecan_wsgi.hooks.translation [None req-a163056c-11c9-4b05-92e3-93ddf04a1a39 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:18:47.514690 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a163056c-11c9-4b05-92e3-93ddf04a1a39 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 23 16:18:47.516402 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-a163056c-11c9-4b05-92e3-93ddf04a1a39 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] 10.222.0.64 "DELETE /v2.0/subnets/d78f9e94-8a6a-4d3a-b17e-8d5a1a292456 HTTP/1.1" status: 404  len: 337 time: 0.0479546
Dec 23 16:18:47.519083 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 52456) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:47.586879 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7b060a9-349f-4c6e-9081-8350847a8497 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Deleting subnet 9d2d3ddc-b9b7-4eab-99c5-9e4074b1e82d {{(pid=87636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 23 16:18:47.590041 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f7b060a9-349f-4c6e-9081-8350847a8497 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks [] for subnet, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:47.650615 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f7b060a9-349f-4c6e-9081-8350847a8497 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2382092'] for subnet, precommit_delete_associations {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:47.740243 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f7b060a9-349f-4c6e-9081-8350847a8497 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864774'] for subnet, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:47.793795 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 52462) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:47.821277 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f7b060a9-349f-4c6e-9081-8350847a8497 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2176495', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2618677'] for subnet, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:47.826488 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-a00cfae1-fec9-4c20-bc50-f2761f1435b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:18:47.865658 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b060a9-349f-4c6e-9081-8350847a8497 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Pushing event deleted for resources: {'Subnet': ['ID=9d2d3ddc-b9b7-4eab-99c5-9e4074b1e82d,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:18:47.868856 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-f7b060a9-349f-4c6e-9081-8350847a8497 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:18:47.869697 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f7b060a9-349f-4c6e-9081-8350847a8497 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks [] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:47.875821 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-f7b060a9-349f-4c6e-9081-8350847a8497 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] 10.222.0.64 "DELETE /v2.0/subnets/9d2d3ddc-b9b7-4eab-99c5-9e4074b1e82d HTTP/1.1" status: 204  len: 168 time: 0.3557196
Dec 23 16:18:47.878399 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 52468) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:47.883881 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7914a2a0-2b4d-4107-b6a7-b607359d03c2 None None] Network b603a9d1-522c-459e-95e9-bbcd52e2457f requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:18:47.916683 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ce91d5e-f331-471d-ac8f-d6607e33650d tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:18:47.917159 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ce91d5e-f331-471d-ac8f-d6607e33650d tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 23 16:18:47.918857 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-7ce91d5e-f331-471d-ac8f-d6607e33650d tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] 10.222.0.64 "DELETE /v2.0/subnets/bd553527-521e-47b4-94d6-69114666fb2f HTTP/1.1" status: 404  len: 337 time: 0.0395448
Dec 23 16:18:47.922615 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 52472) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:47.969797 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-9814b555-d51d-4fbc-ab76-8ce96ffb6b58 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] 10.222.0.64 "GET /v2.0/ports?device_id=faf60b30-1ae5-4e3d-8842-d7e6a3fa874d HTTP/1.1" status: 200  len: 205 time: 0.0458851
Dec 23 16:18:47.972144 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 52476) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:47.994016 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-a994f10c-eae4-4fa1-a8d3-3255bd57cc4c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7f693e1e2e4c45b0a519cdc9b284f217&name=default HTTP/1.1" status: 200  len: 2983 time: 0.1963673
Dec 23 16:18:47.994016 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 52480) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:48.003421 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-30afab98-3982-4e4b-bbf3-396a03264c89 None None] Provisioning complete for port 2131c9aa-1bcc-4368-bda2-ddb7228c06ac triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:18:48.003947 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-30afab98-3982-4e4b-bbf3-396a03264c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:48.043406 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.api.v2.resource [None req-90b6092a-9de3-455e-b0d4-4faca7fd4aaa tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] delete failed (client error): The resource could not be found.
Dec 23 16:18:48.046884 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-90b6092a-9de3-455e-b0d4-4faca7fd4aaa tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] 10.222.0.64 "DELETE /v2.0/routers/faf60b30-1ae5-4e3d-8842-d7e6a3fa874d HTTP/1.1" status: 404  len: 336 time: 0.0711751
Dec 23 16:18:48.047087 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 52484) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:48.057231 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-91a09fff-1f79-47de-819a-32f36e5d8a4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:48.084259 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-91a09fff-1f79-47de-819a-32f36e5d8a4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:48.088090 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8790f22-0fc2-4de3-96df-c742990ee879 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:18:48.088561 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8790f22-0fc2-4de3-96df-c742990ee879 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 23 16:18:48.092662 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-f8790f22-0fc2-4de3-96df-c742990ee879 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] 10.222.0.64 "DELETE /v2.0/subnets/70549f52-adca-49b3-b27a-92fd3db8cb87 HTTP/1.1" status: 404  len: 337 time: 0.0422940
Dec 23 16:18:48.092923 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 52488) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:48.126420 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-30afab98-3982-4e4b-bbf3-396a03264c89 None None] Port 2131c9aa-1bcc-4368-bda2-ddb7228c06ac cannot update to ACTIVE because it is not bound. {{(pid=87637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 23 16:18:48.134870 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.pecan_wsgi.hooks.translation [None req-6961a1dd-cf79-42df-bb17-11200c06f5d5 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:18:48.135326 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6961a1dd-cf79-42df-bb17-11200c06f5d5 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 23 16:18:48.137233 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-6961a1dd-cf79-42df-bb17-11200c06f5d5 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] 10.222.0.64 "DELETE /v2.0/subnets/a577dfe5-9516-4a2e-b422-9a81bcb74ef1 HTTP/1.1" status: 404  len: 337 time: 0.0432878
Dec 23 16:18:48.140125 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 52492) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:48.142086 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-91a09fff-1f79-47de-819a-32f36e5d8a4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:48.147692 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-7f127a0c-8ddb-4364-9a0f-d0525a4dfc9f tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:18:48.152347 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-30afab98-3982-4e4b-bbf3-396a03264c89 None None] Provisioning complete for port 27404973-7a96-4dc2-ba24-80af23913e3f triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:18:48.152765 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-30afab98-3982-4e4b-bbf3-396a03264c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:48.161993 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a09fff-1f79-47de-819a-32f36e5d8a4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b513a73-0b4e-4771-9fd3-d8c261371202,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:18:48.171908 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-91a09fff-1f79-47de-819a-32f36e5d8a4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:18:48.174132 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-91a09fff-1f79-47de-819a-32f36e5d8a4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:48.175394 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-91a09fff-1f79-47de-819a-32f36e5d8a4d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0b513a73-0b4e-4771-9fd3-d8c261371202 HTTP/1.1" status: 204  len: 168 time: 0.1806879
Dec 23 16:18:48.184359 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e81c40b-9083-4d68-8cb7-6f476074e23a tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:18:48.185009 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e81c40b-9083-4d68-8cb7-6f476074e23a tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 23 16:18:48.189099 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-1e81c40b-9083-4d68-8cb7-6f476074e23a tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] 10.222.0.64 "DELETE /v2.0/subnets/f7bafc93-46b6-4327-b688-bbf79ff794dc HTTP/1.1" status: 404  len: 337 time: 0.0479541
Dec 23 16:18:48.190701 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 52498) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:48.246786 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.pecan_wsgi.hooks.translation [None req-478d51f7-f1df-4504-91c9-745efbf918c7 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:18:48.247418 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-478d51f7-f1df-4504-91c9-745efbf918c7 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 23 16:18:48.253274 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-478d51f7-f1df-4504-91c9-745efbf918c7 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] 10.222.0.64 "DELETE /v2.0/ports/e82f9795-6548-4410-ba5a-1a53a62f6e30 HTTP/1.1" status: 404  len: 333 time: 0.0585952
Dec 23 16:18:48.253991 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 52502) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:48.299573 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.pecan_wsgi.hooks.translation [None req-e64f1769-7a78-4447-a556-15a9221e4a5d tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:18:48.300251 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e64f1769-7a78-4447-a556-15a9221e4a5d tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 23 16:18:48.302600 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-e64f1769-7a78-4447-a556-15a9221e4a5d tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] 10.222.0.64 "DELETE /v2.0/subnets/e5491537-f5a7-4116-a571-f23ba1105ec3 HTTP/1.1" status: 404  len: 337 time: 0.0474465
Dec 23 16:18:48.304769 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 52506) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:48.318896 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a4b9d82-ab95-4781-8060-551db24965a4 None None] DHCP port deletion for b603a9d1-522c-459e-95e9-bbcd52e2457f request from dv-neutron-822799-1-hyperv {{(pid=87637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 23 16:18:48.326160 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-5a4b9d82-ab95-4781-8060-551db24965a4 None None] Deleting port 27404973-7a96-4dc2-ba24-80af23913e3f {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:18:48.326554 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-5a4b9d82-ab95-4781-8060-551db24965a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:48.350763 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.pecan_wsgi.hooks.translation [None req-633b7ebc-0445-47c5-88ab-74fb00397cf0 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:18:48.351497 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-633b7ebc-0445-47c5-88ab-74fb00397cf0 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 23 16:18:48.354278 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-633b7ebc-0445-47c5-88ab-74fb00397cf0 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] 10.222.0.64 "DELETE /v2.0/subnets/ac70757d-57eb-4bca-b38d-6c251d015f20 HTTP/1.1" status: 404  len: 337 time: 0.0471439
Dec 23 16:18:48.356013 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 52510) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:48.401292 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.pecan_wsgi.hooks.translation [None req-42315709-f9fa-47c8-bb97-0f494c1e90ec tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:18:48.401858 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42315709-f9fa-47c8-bb97-0f494c1e90ec tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 23 16:18:48.404628 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-42315709-f9fa-47c8-bb97-0f494c1e90ec tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] 10.222.0.64 "DELETE /v2.0/ports/106d2d55-c4ed-40b5-9249-840d52ec3c34 HTTP/1.1" status: 404  len: 333 time: 0.0464811
Dec 23 16:18:48.406206 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 52516) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:48.443712 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.pecan_wsgi.hooks.translation [None req-035afdda-2923-462c-a1eb-fab2baf825ea tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:18:48.444270 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-035afdda-2923-462c-a1eb-fab2baf825ea tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 23 16:18:48.448387 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-035afdda-2923-462c-a1eb-fab2baf825ea tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] 10.222.0.64 "DELETE /v2.0/subnets/07440d71-7019-4ea6-a3eb-b177466a4ad4 HTTP/1.1" status: 404  len: 337 time: 0.0388975
Dec 23 16:18:48.448682 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 52520) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:48.486609 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc9f7e52-71e5-42b6-bde1-4b20b39f07ce tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:18:48.487103 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc9f7e52-71e5-42b6-bde1-4b20b39f07ce tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 23 16:18:48.491149 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-dc9f7e52-71e5-42b6-bde1-4b20b39f07ce tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] 10.222.0.64 "DELETE /v2.0/subnets/c8cd25d7-27a7-4023-9f7d-2ab5c230d224 HTTP/1.1" status: 404  len: 337 time: 0.0387189
Dec 23 16:18:48.491801 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 52526) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:48.553843 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-5a4b9d82-ab95-4781-8060-551db24965a4 None None] For port 27404973-7a96-4dc2-ba24-80af23913e3f, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=27404973-7a96-4dc2-ba24-80af23913e3f,segment=NetworkSegment(a4f1f01e-27fa-4d73-8f0a-3c1e46057c0d),segment_id=a4f1f01e-27fa-4d73-8f0a-3c1e46057c0d)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:18:48.554247 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-5a4b9d82-ab95-4781-8060-551db24965a4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:48.581050 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-73099551-6448-490c-b774-c3e83a9d6457 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Deleting port 2131c9aa-1bcc-4368-bda2-ddb7228c06ac {{(pid=87635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:18:48.581630 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-73099551-6448-490c-b774-c3e83a9d6457 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:48.680242 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-5a4b9d82-ab95-4781-8060-551db24965a4 None None] Calling delete_port for 27404973-7a96-4dc2-ba24-80af23913e3f owned by network:dhcp {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:18:48.763846 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-5a4b9d82-ab95-4781-8060-551db24965a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789'] for port, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:48.770885 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-d7f5267a-1db8-4e38-902b-7e207b35964c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:18:48.822387 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-73099551-6448-490c-b774-c3e83a9d6457 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:48.822869 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4b9d82-ab95-4781-8060-551db24965a4 None None] Pushing event deleted for resources: {'Port': ['ID=27404973-7a96-4dc2-ba24-80af23913e3f,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:18:48.826294 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-5a4b9d82-ab95-4781-8060-551db24965a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:18:48.827102 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a4b9d82-ab95-4781-8060-551db24965a4 None None] No DVR routers for this DVR port 27404973-7a96-4dc2-ba24-80af23913e3f on host dv-neutron-822799-1-hyperv {{(pid=87637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 23 16:18:48.949546 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-73099551-6448-490c-b774-c3e83a9d6457 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Calling delete_port for 2131c9aa-1bcc-4368-bda2-ddb7228c06ac owned by  {{(pid=87635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:18:49.004968 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 52544) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:49.036954 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-73099551-6448-490c-b774-c3e83a9d6457 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:49.044054 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-753ff35b-7940-4528-bc51-6d50abcaa1f1 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:18:49.096947 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-73099551-6448-490c-b774-c3e83a9d6457 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:49.100001 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73099551-6448-490c-b774-c3e83a9d6457 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Pushing event deleted for resources: {'Port': ['ID=2131c9aa-1bcc-4368-bda2-ddb7228c06ac,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:18:49.102219 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-73099551-6448-490c-b774-c3e83a9d6457 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:18:49.117828 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-6fd12604-656c-4f93-be77-de66db2dfeb8 tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:18:49.118265 dv-neutron-822799-1-hyperv neutron-server[87635]: WARNING neutron.api.v2.base [None req-6fd12604-656c-4f93-be77-de66db2dfeb8 tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists.
Dec 23 16:18:49.118752 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.api.v2.resource [None req-6fd12604-656c-4f93-be77-de66db2dfeb8 tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] create failed (client error): There was a conflict when trying to complete your request.
Dec 23 16:18:49.119696 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-6fd12604-656c-4f93-be77-de66db2dfeb8 tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 409  len: 330 time: 0.1137657
Dec 23 16:18:49.123146 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-73099551-6448-490c-b774-c3e83a9d6457 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] 10.222.0.64 "DELETE /v2.0/ports/2131c9aa-1bcc-4368-bda2-ddb7228c06ac HTTP/1.1" status: 204  len: 168 time: 0.6284652
Dec 23 16:18:49.123462 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 52550) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:49.124536 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 52552) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:49.128751 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-c480927f-dbf3-47dd-a4a7-f662aee60a42 tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Request body: {'security_group': {'name': 'tempest-secgroup--1780311012'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:18:49.134728 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-c480927f-dbf3-47dd-a4a7-f662aee60a42 tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:18:49.139606 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-c480927f-dbf3-47dd-a4a7-f662aee60a42 tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Usage tracker for resource:security_group and tenant:70aae982b1154a799837ac58c2889da1 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:18:49.142774 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-c480927f-dbf3-47dd-a4a7-f662aee60a42 tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:18:49.150140 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-c480927f-dbf3-47dd-a4a7-f662aee60a42 tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:18:49.162695 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-c480927f-dbf3-47dd-a4a7-f662aee60a42 tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Notify callbacks [] for security_group, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:49.175609 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-c480927f-dbf3-47dd-a4a7-f662aee60a42 tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Notify callbacks [] for security_group, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:49.190830 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-c480927f-dbf3-47dd-a4a7-f662aee60a42 tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:18:49.195015 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-c480927f-dbf3-47dd-a4a7-f662aee60a42 tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Usage tracker for resource:security_group_rule and tenant:70aae982b1154a799837ac58c2889da1 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:18:49.197998 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-c480927f-dbf3-47dd-a4a7-f662aee60a42 tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:18:49.204244 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-c480927f-dbf3-47dd-a4a7-f662aee60a42 tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:18:49.243714 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c1d27686-f2b5-4ee6-9488-6ce093cca80e tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-698866'] for network, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:49.290315 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-c480927f-dbf3-47dd-a4a7-f662aee60a42 tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Notify callbacks [] for security_group, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:49.295256 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-c480927f-dbf3-47dd-a4a7-f662aee60a42 tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:49.299190 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-a294972f-16ee-4e16-b0e1-f64a1a3894c2 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:18:49.315911 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-c480927f-dbf3-47dd-a4a7-f662aee60a42 tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:18:49.327665 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-c480927f-dbf3-47dd-a4a7-f662aee60a42 tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Usage tracker for resource:security_group_rule and tenant:70aae982b1154a799837ac58c2889da1 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:18:49.333452 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-c480927f-dbf3-47dd-a4a7-f662aee60a42 tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:18:49.341527 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-c480927f-dbf3-47dd-a4a7-f662aee60a42 tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:18:49.343421 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c480927f-dbf3-47dd-a4a7-f662aee60a42 tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69464f02-311c-45a7-9a7b-b8df12b82737,revision_number=1']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:18:49.347395 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-c480927f-dbf3-47dd-a4a7-f662aee60a42 tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:18:49.380677 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c1d27686-f2b5-4ee6-9488-6ce093cca80e tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-864347', 'neutron.services.segments.db._delete_segments_for_network-8735362908070'] for network, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:49.408403 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-c1d27686-f2b5-4ee6-9488-6ce093cca80e tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1dc0438c10>,) {'filters': {'network_id': ['b603a9d1-522c-459e-95e9-bbcd52e2457f']}} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:18:49.421113 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-c1d27686-f2b5-4ee6-9488-6ce093cca80e tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dc0438c10>, 'a4f1f01e-27fa-4d73-8f0a-3c1e46057c0d') {'for_net_delete': True} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:18:49.421519 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-c1d27686-f2b5-4ee6-9488-6ce093cca80e tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dc0438c10>, 'a4f1f01e-27fa-4d73-8f0a-3c1e46057c0d') {} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:18:49.426997 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-c480927f-dbf3-47dd-a4a7-f662aee60a42 tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Notify callbacks [] for security_group, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:49.431691 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-c480927f-dbf3-47dd-a4a7-f662aee60a42 tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:49.433912 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c1d27686-f2b5-4ee6-9488-6ce093cca80e tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735363085442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2382197'] for segment, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:49.437728 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-2673e75e-7474-477a-81e2-5075d473d283 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:18:49.452003 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c1d27686-f2b5-4ee6-9488-6ce093cca80e tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:49.458624 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1d27686-f2b5-4ee6-9488-6ce093cca80e tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Releasing vlan 405 on physical network physnet1 to pool {{(pid=87636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 23 16:18:49.459026 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c1d27686-f2b5-4ee6-9488-6ce093cca80e tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2176261'] for segment, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:49.474368 dv-neutron-822799-1-hyperv neutron-server[87636]: Traceback (most recent call last):
Dec 23 16:18:49.474368 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 23 16:18:49.474368 dv-neutron-822799-1-hyperv neutron-server[87636]:     timer()
Dec 23 16:18:49.474368 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:18:49.474368 dv-neutron-822799-1-hyperv neutron-server[87636]:     cb(*args, **kw)
Dec 23 16:18:49.474368 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 23 16:18:49.474368 dv-neutron-822799-1-hyperv neutron-server[87636]:     return func(*args, **kwargs)
Dec 23 16:18:49.474368 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:18:49.474368 dv-neutron-822799-1-hyperv neutron-server[87636]:     self._notify()
Dec 23 16:18:49.474368 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:18:49.474368 dv-neutron-822799-1-hyperv neutron-server[87636]:     self.callback(batched_events)
Dec 23 16:18:49.474368 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:18:49.474368 dv-neutron-822799-1-hyperv neutron-server[87636]:     event.method(event)
Dec 23 16:18:49.474368 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:18:49.474368 dv-neutron-822799-1-hyperv neutron-server[87636]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:18:49.474368 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 23 16:18:49.474368 dv-neutron-822799-1-hyperv neutron-server[87636]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 23 16:18:49.474368 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 23 16:18:49.474368 dv-neutron-822799-1-hyperv neutron-server[87636]:     return f(self, *a, **k)
Dec 23 16:18:49.474368 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:18:49.474368 dv-neutron-822799-1-hyperv neutron-server[87636]:     return self._get(url).json()
Dec 23 16:18:49.474368 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 23 16:18:49.474368 dv-neutron-822799-1-hyperv neutron-server[87636]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 23 16:18:49.474368 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 23 16:18:49.474368 dv-neutron-822799-1-hyperv neutron-server[87636]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:18:49.474368 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 23 16:18:49.474368 dv-neutron-822799-1-hyperv neutron-server[87636]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 23 16:18:49.474368 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 23 16:18:49.474368 dv-neutron-822799-1-hyperv neutron-server[87636]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:18:49.474368 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 23 16:18:49.474368 dv-neutron-822799-1-hyperv neutron-server[87636]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:18:49.474368 dv-neutron-822799-1-hyperv neutron-server[87636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:18:49.479981 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c480927f-dbf3-47dd-a4a7-f662aee60a42 tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Pushing event updated for resources: {'SecurityGroup': ['ID=745c4f6d-d93a-4ad9-b320-acc4de5ca86c,revision_number=1']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:18:49.482760 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-c480927f-dbf3-47dd-a4a7-f662aee60a42 tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:18:49.486388 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-c480927f-dbf3-47dd-a4a7-f662aee60a42 tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Notify callbacks [] for security_group, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:49.491231 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-c480927f-dbf3-47dd-a4a7-f662aee60a42 tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1746 time: 0.3667345
Dec 23 16:18:49.491930 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 52558) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:49.498229 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-10baba48-9759-4335-9a99-95f16b8c8eb5 tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Request body: {'security_group_rule': {'security_group_id': '745c4f6d-d93a-4ad9-b320-acc4de5ca86c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:18:49.506535 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-10baba48-9759-4335-9a99-95f16b8c8eb5 tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:18:49.510854 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-10baba48-9759-4335-9a99-95f16b8c8eb5 tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Usage tracker for resource:security_group_rule and tenant:70aae982b1154a799837ac58c2889da1 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:18:49.514089 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-10baba48-9759-4335-9a99-95f16b8c8eb5 tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:18:49.520455 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-10baba48-9759-4335-9a99-95f16b8c8eb5 tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:18:49.539861 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-10baba48-9759-4335-9a99-95f16b8c8eb5 tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:49.563002 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 27404973-7a96-4dc2-ba24-80af23913e3f no longer exists at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 23 16:18:49.569618 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c1d27686-f2b5-4ee6-9488-6ce093cca80e tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-864336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1824171'] for network, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:49.573715 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-646f513f-10f6-4bfc-bc0e-ca00ab992e19 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:18:49.593608 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c1d27686-f2b5-4ee6-9488-6ce093cca80e tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:49.599009 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] No Port match for: 27404973-7a96-4dc2-ba24-80af23913e3f {{(pid=87637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 23 16:18:49.599369 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 27404973-7a96-4dc2-ba24-80af23913e3f not bound to the agent host dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 23 16:18:49.603532 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d27686-f2b5-4ee6-9488-6ce093cca80e tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Pushing event deleted for resources: {'Network': ['ID=b603a9d1-522c-459e-95e9-bbcd52e2457f,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:18:49.607146 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-c1d27686-f2b5-4ee6-9488-6ce093cca80e tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:18:49.608800 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-c1d27686-f2b5-4ee6-9488-6ce093cca80e tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] 10.222.0.64 "DELETE /v2.0/networks/b603a9d1-522c-459e-95e9-bbcd52e2457f HTTP/1.1" status: 204  len: 168 time: 0.4830689
Dec 23 16:18:49.616111 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-10baba48-9759-4335-9a99-95f16b8c8eb5 tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:49.620658 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-10baba48-9759-4335-9a99-95f16b8c8eb5 tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762424'] for security_group_rule, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:49.628607 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-4b3692e0-2ca9-4b78-b020-b8a4a85bbaa0 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:18:49.649035 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10baba48-9759-4335-9a99-95f16b8c8eb5 tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=301b8405-717c-4a39-91ac-30d2cb8a90f0,revision_number=0']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:18:49.651491 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-10baba48-9759-4335-9a99-95f16b8c8eb5 tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:18:49.656304 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-10baba48-9759-4335-9a99-95f16b8c8eb5 tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:49.657629 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-10baba48-9759-4335-9a99-95f16b8c8eb5 tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1646214
Dec 23 16:18:49.660458 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 52564) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:49.665596 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-c8b29219-9b58-433b-8a37-811dea56c55b tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Request body: {'security_group_rule': {'security_group_id': '745c4f6d-d93a-4ad9-b320-acc4de5ca86c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:18:49.671474 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-c8b29219-9b58-433b-8a37-811dea56c55b tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:18:49.675249 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-c8b29219-9b58-433b-8a37-811dea56c55b tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Usage tracker for resource:security_group_rule and tenant:70aae982b1154a799837ac58c2889da1 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:18:49.678059 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-c8b29219-9b58-433b-8a37-811dea56c55b tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:18:49.683650 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-c8b29219-9b58-433b-8a37-811dea56c55b tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:18:49.703780 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-c8b29219-9b58-433b-8a37-811dea56c55b tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:49.712825 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4317bcba-bbe7-4770-8534-d214b31c6906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:49.765437 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.api.v2.resource [None req-c8b29219-9b58-433b-8a37-811dea56c55b tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] create failed (client error): There was a conflict when trying to complete your request.
Dec 23 16:18:49.766536 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-c8b29219-9b58-433b-8a37-811dea56c55b tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 409  len: 366 time: 0.1051009
Dec 23 16:18:49.769560 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 52568) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:49.835861 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-234e706c-fc56-4e05-8d71-bb81f167fb79 tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Notify callbacks [] for security_group, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:49.862515 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-234e706c-fc56-4e05-8d71-bb81f167fb79 tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:49.897636 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 52576) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:49.918308 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-234e706c-fc56-4e05-8d71-bb81f167fb79 tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:49.923514 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-c480927f-dbf3-47dd-a4a7-f662aee60a42 tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:18:49.935248 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234e706c-fc56-4e05-8d71-bb81f167fb79 tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=745c4f6d-d93a-4ad9-b320-acc4de5ca86c,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:18:49.939010 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-234e706c-fc56-4e05-8d71-bb81f167fb79 tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:18:49.942404 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-234e706c-fc56-4e05-8d71-bb81f167fb79 tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Notify callbacks [] for security_group, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:49.945790 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-234e706c-fc56-4e05-8d71-bb81f167fb79 tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] 10.222.0.64 "DELETE /v2.0/security-groups/745c4f6d-d93a-4ad9-b320-acc4de5ca86c HTTP/1.1" status: 204  len: 168 time: 0.1752934
Dec 23 16:18:49.951937 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 52582) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:50.003848 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-dfb0de2c-b163-4302-8c79-e867f80c12de tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Synchronizing usage tracker for tenant:70aae982b1154a799837ac58c2889da1 on resource:security_group {{(pid=87635) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:18:50.054835 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-dfb0de2c-b163-4302-8c79-e867f80c12de tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Unset dirty status for tenant:70aae982b1154a799837ac58c2889da1 on resource:security_group {{(pid=87635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:18:50.056052 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-dfb0de2c-b163-4302-8c79-e867f80c12de tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2983 time: 0.1031051
Dec 23 16:18:50.060033 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 52586) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:50.061835 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-d23021e3-baef-4fdf-b86a-e0cfdf34d8da admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e1d581421fe74f67b8908d7d303644fd&name=default HTTP/1.1" status: 200  len: 2983 time: 0.1630297
Dec 23 16:18:50.064120 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 52590) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:50.069056 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-7d85d24a-45a2-430b-a4bb-1289b52970f3 tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Request body: {'security_group': {'name': 'tempest-secgroup--701186182'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:18:50.084674 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-7d85d24a-45a2-430b-a4bb-1289b52970f3 tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:18:50.104848 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-7d85d24a-45a2-430b-a4bb-1289b52970f3 tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:18:50.129094 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7d85d24a-45a2-430b-a4bb-1289b52970f3 tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Notify callbacks [] for security_group, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:50.157816 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-4eed8a71-8fed-4deb-90d3-995c7b9acc9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:50.162021 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-7d85d24a-45a2-430b-a4bb-1289b52970f3 tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:18:50.174316 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-7d85d24a-45a2-430b-a4bb-1289b52970f3 tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Usage tracker for resource:security_group_rule and tenant:70aae982b1154a799837ac58c2889da1 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:18:50.178205 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-7d85d24a-45a2-430b-a4bb-1289b52970f3 tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:18:50.183996 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 52594) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:50.191158 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-7d85d24a-45a2-430b-a4bb-1289b52970f3 tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:18:50.201841 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-4eed8a71-8fed-4deb-90d3-995c7b9acc9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:50.285755 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cc8e933-1a1a-44e6-bbfa-1292bf0cdb72 tempest-TestNetworkBasicOps-54271533 tempest-TestNetworkBasicOps-54271533-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:18:50.286627 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cc8e933-1a1a-44e6-bbfa-1292bf0cdb72 tempest-TestNetworkBasicOps-54271533 tempest-TestNetworkBasicOps-54271533-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:18:50.287319 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cc8e933-1a1a-44e6-bbfa-1292bf0cdb72 tempest-TestNetworkBasicOps-54271533 tempest-TestNetworkBasicOps-54271533-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:18:50.304364 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-4cc8e933-1a1a-44e6-bbfa-1292bf0cdb72 tempest-TestNetworkBasicOps-54271533 tempest-TestNetworkBasicOps-54271533-project-admin] 10.222.0.64 "GET /v2.0/ports?project_id=544f3e375bde4f0988286eba27294ea6&network_id=dea35259-3e90-4336-be8a-c4c46e33cff8 HTTP/1.1" status: 200  len: 3000 time: 0.1052608
Dec 23 16:18:50.304642 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7d85d24a-45a2-430b-a4bb-1289b52970f3 tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Notify callbacks [] for security_group, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:50.305790 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-4eed8a71-8fed-4deb-90d3-995c7b9acc9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:50.312244 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-54b2eaf6-ab47-4f21-a048-e32c9a4ede95 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:18:50.330300 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7d85d24a-45a2-430b-a4bb-1289b52970f3 tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:50.348318 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eed8a71-8fed-4deb-90d3-995c7b9acc9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f75d9ba5-ef7e-414f-8076-3fe4e6543d7a,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:18:50.350641 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-4eed8a71-8fed-4deb-90d3-995c7b9acc9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:18:50.353721 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-7e569649-580c-4211-ae09-0f52c8ae5bec tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:18:50.388123 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7d85d24a-45a2-430b-a4bb-1289b52970f3 tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Notify callbacks [] for security_group, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:50.389443 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-7d85d24a-45a2-430b-a4bb-1289b52970f3 tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1745 time: 0.3282888
Dec 23 16:18:50.392720 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 52600) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:50.396448 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-4eed8a71-8fed-4deb-90d3-995c7b9acc9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:50.399832 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-4eed8a71-8fed-4deb-90d3-995c7b9acc9e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f75d9ba5-ef7e-414f-8076-3fe4e6543d7a HTTP/1.1" status: 204  len: 168 time: 0.3324778
Dec 23 16:18:50.399976 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-086a86f6-1201-4279-b9c8-b36b3eb60085 tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Request body: {'security_group_rule': {'security_group_id': '2592cf44-a8ca-4c3d-8ef8-7045c044502c', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:18:50.399976 dv-neutron-822799-1-hyperv neutron-server[87635]: WARNING neutron.api.v2.base [None req-086a86f6-1201-4279-b9c8-b36b3eb60085 tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].
Dec 23 16:18:50.399976 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.api.v2.resource [None req-086a86f6-1201-4279-b9c8-b36b3eb60085 tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 23 16:18:50.403052 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-086a86f6-1201-4279-b9c8-b36b3eb60085 tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 396 time: 0.0068169
Dec 23 16:18:50.403052 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 52606) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:50.404689 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d85d24a-45a2-430b-a4bb-1289b52970f3 tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2592cf44-a8ca-4c3d-8ef8-7045c044502c,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:18:50.407721 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-7d85d24a-45a2-430b-a4bb-1289b52970f3 tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:18:50.467043 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-ace6339e-a1a1-47b6-b220-fc9137fc6830 tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Notify callbacks [] for security_group, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:50.495757 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-ace6339e-a1a1-47b6-b220-fc9137fc6830 tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:50.541942 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-ace6339e-a1a1-47b6-b220-fc9137fc6830 tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:50.545938 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-0f0047fb-d879-4d73-8378-86a0880868ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:18:50.562137 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace6339e-a1a1-47b6-b220-fc9137fc6830 tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2592cf44-a8ca-4c3d-8ef8-7045c044502c,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:18:50.566103 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-ace6339e-a1a1-47b6-b220-fc9137fc6830 tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:18:50.569707 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-ace6339e-a1a1-47b6-b220-fc9137fc6830 tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Notify callbacks [] for security_group, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:50.570823 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-ace6339e-a1a1-47b6-b220-fc9137fc6830 tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] 10.222.0.64 "DELETE /v2.0/security-groups/2592cf44-a8ca-4c3d-8ef8-7045c044502c HTTP/1.1" status: 204  len: 168 time: 0.1669080
Dec 23 16:18:50.573885 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 52614) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:50.638714 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-40850154-6e88-4e5e-b88c-9c4510c85046 tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Synchronizing usage tracker for tenant:70aae982b1154a799837ac58c2889da1 on resource:security_group {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:18:50.657459 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-40850154-6e88-4e5e-b88c-9c4510c85046 tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Unset dirty status for tenant:70aae982b1154a799837ac58c2889da1 on resource:security_group {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:18:50.659717 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-40850154-6e88-4e5e-b88c-9c4510c85046 tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2983 time: 0.0843601
Dec 23 16:18:50.663156 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 52620) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:50.668181 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-9ef68e28-199d-4618-8104-43167016e3c1 tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Request body: {'security_group': {'name': 'tempest-secgroup--1774929782'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:18:50.675688 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-9ef68e28-199d-4618-8104-43167016e3c1 tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:18:50.685455 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-9ef68e28-199d-4618-8104-43167016e3c1 tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:18:50.699495 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9ef68e28-199d-4618-8104-43167016e3c1 tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Notify callbacks [] for security_group, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:50.716459 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9dcbea60-a34f-4144-91e7-90aff3f57aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:50.725677 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-9ef68e28-199d-4618-8104-43167016e3c1 tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:18:50.730736 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-9ef68e28-199d-4618-8104-43167016e3c1 tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Usage tracker for resource:security_group_rule and tenant:70aae982b1154a799837ac58c2889da1 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:18:50.734287 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-9ef68e28-199d-4618-8104-43167016e3c1 tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:18:50.741402 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-9ef68e28-199d-4618-8104-43167016e3c1 tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:18:50.803079 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-a877e691-3935-4b17-ad83-9923a8f2a136 req-dd00def0-b696-4c7e-8707-342f37e50a4c service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=39d6a8b0-5afc-4f74-b8a4-4e5966c0594e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0832822
Dec 23 16:18:50.821502 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9ef68e28-199d-4618-8104-43167016e3c1 tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Notify callbacks [] for security_group, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:50.827528 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9ef68e28-199d-4618-8104-43167016e3c1 tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:50.833564 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-4eed8a71-8fed-4deb-90d3-995c7b9acc9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:18:50.877790 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:50.885428 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef68e28-199d-4618-8104-43167016e3c1 tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92060ca1-b448-4b90-8f3b-169beb597e4c,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:18:50.893754 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-9ef68e28-199d-4618-8104-43167016e3c1 tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:18:50.895260 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9ef68e28-199d-4618-8104-43167016e3c1 tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Notify callbacks [] for security_group, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:50.900449 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-9ef68e28-199d-4618-8104-43167016e3c1 tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1746 time: 0.2361825
Dec 23 16:18:50.901138 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 52632) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:50.907075 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-44a803e9-7233-4743-9cd1-1a15e71b944d tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Request body: {'security_group_rule': {'security_group_id': '92060ca1-b448-4b90-8f3b-169beb597e4c', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:18:50.907678 dv-neutron-822799-1-hyperv neutron-server[87636]: WARNING neutron.api.v2.base [None req-44a803e9-7233-4743-9cd1-1a15e71b944d tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.
Dec 23 16:18:50.908123 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.api.v2.resource [None req-44a803e9-7233-4743-9cd1-1a15e71b944d tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 23 16:18:50.912194 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-44a803e9-7233-4743-9cd1-1a15e71b944d tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 667 time: 0.0099680
Dec 23 16:18:50.913142 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 52636) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:50.969474 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a877e691-3935-4b17-ad83-9923a8f2a136 req-98c7b4d5-b89e-4c45-ad24-33c6f778681a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:18:50.971230 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-a877e691-3935-4b17-ad83-9923a8f2a136 req-98c7b4d5-b89e-4c45-ad24-33c6f778681a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=544f3e375bde4f0988286eba27294ea6&device_id=39d6a8b0-5afc-4f74-b8a4-4e5966c0594e HTTP/1.1" status: 200  len: 1099 time: 0.0931022
Dec 23 16:18:50.989437 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9813db67-a615-44fb-9012-1ae3a04e063d tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Notify callbacks [] for security_group, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:51.018830 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9813db67-a615-44fb-9012-1ae3a04e063d tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:51.066612 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9813db67-a615-44fb-9012-1ae3a04e063d tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:51.072904 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-9ef68e28-199d-4618-8104-43167016e3c1 tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:18:51.088853 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9813db67-a615-44fb-9012-1ae3a04e063d tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=92060ca1-b448-4b90-8f3b-169beb597e4c,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:18:51.091242 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-9813db67-a615-44fb-9012-1ae3a04e063d tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:18:51.097182 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9813db67-a615-44fb-9012-1ae3a04e063d tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Notify callbacks [] for security_group, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:51.100536 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-9813db67-a615-44fb-9012-1ae3a04e063d tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] 10.222.0.64 "DELETE /v2.0/security-groups/92060ca1-b448-4b90-8f3b-169beb597e4c HTTP/1.1" status: 204  len: 168 time: 0.1841638
Dec 23 16:18:51.100809 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 52646) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:51.132372 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a877e691-3935-4b17-ad83-9923a8f2a136 req-1708d121-e543-48e4-aef3-fa5e71f2db0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:18:51.134027 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-a877e691-3935-4b17-ad83-9923a8f2a136 req-1708d121-e543-48e4-aef3-fa5e71f2db0a service neutron] 10.222.0.61 "GET /v2.0/networks?id=dea35259-3e90-4336-be8a-c4c46e33cff8 HTTP/1.1" status: 200  len: 898 time: 0.1435959
Dec 23 16:18:51.162871 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-af804ea2-f3f0-47c0-959c-ce979428ef26 tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Synchronizing usage tracker for tenant:70aae982b1154a799837ac58c2889da1 on resource:security_group {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:18:51.169271 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 52650) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:51.245687 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-a877e691-3935-4b17-ad83-9923a8f2a136 req-570e9045-7445-4801-88e9-398c8025a5e8 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c972c9cc-4df1-4e15-9f25-ad484f259aed HTTP/1.1" status: 200  len: 1002 time: 0.1044316
Dec 23 16:18:51.313974 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a877e691-3935-4b17-ad83-9923a8f2a136 req-1210609c-068f-42ec-828e-04adce82cabd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:18:51.315199 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-af804ea2-f3f0-47c0-959c-ce979428ef26 tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Unset dirty status for tenant:70aae982b1154a799837ac58c2889da1 on resource:security_group {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:18:51.316136 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-a877e691-3935-4b17-ad83-9923a8f2a136 req-1210609c-068f-42ec-828e-04adce82cabd service neutron] 10.222.0.61 "GET /v2.0/subnets?id=17a48be4-69fa-4d9d-94d2-23002e6428ae HTTP/1.1" status: 200  len: 834 time: 0.0639846
Dec 23 16:18:51.316951 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-af804ea2-f3f0-47c0-959c-ce979428ef26 tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2983 time: 0.2146766
Dec 23 16:18:51.320945 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 52656) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:51.326684 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-be0db9bc-c5eb-452e-bd00-e6c792c9dc4f tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Request body: {'security_group': {'name': 'tempest-secgroup--1383528096'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:18:51.333414 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-be0db9bc-c5eb-452e-bd00-e6c792c9dc4f tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:18:51.343561 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-be0db9bc-c5eb-452e-bd00-e6c792c9dc4f tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:18:51.357564 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-be0db9bc-c5eb-452e-bd00-e6c792c9dc4f tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Notify callbacks [] for security_group, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:51.379274 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-be0db9bc-c5eb-452e-bd00-e6c792c9dc4f tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:18:51.385735 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-be0db9bc-c5eb-452e-bd00-e6c792c9dc4f tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Usage tracker for resource:security_group_rule and tenant:70aae982b1154a799837ac58c2889da1 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:18:51.389302 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-be0db9bc-c5eb-452e-bd00-e6c792c9dc4f tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:18:51.395817 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-be0db9bc-c5eb-452e-bd00-e6c792c9dc4f tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:18:51.421150 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-f145311f-2514-4453-b7c0-dfab9d2711a9 tempest-DvrRoutersNegativeTest-1656746197 tempest-DvrRoutersNegativeTest-1656746197-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1165454976', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:18:51.424200 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.policy [None req-f145311f-2514-4453-b7c0-dfab9d2711a9 tempest-DvrRoutersNegativeTest-1656746197 tempest-DvrRoutersNegativeTest-1656746197-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=87636) log_rule_list /opt/stack/neutron/neutron/policy.py:446}}
Dec 23 16:18:51.424647 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.policy [None req-f145311f-2514-4453-b7c0-dfab9d2711a9 tempest-DvrRoutersNegativeTest-1656746197 tempest-DvrRoutersNegativeTest-1656746197-project] Failed policy check for 'create_router' {{(pid=87636) enforce /opt/stack/neutron/neutron/policy.py:520}}
Dec 23 16:18:51.425407 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.api.v2.resource [None req-f145311f-2514-4453-b7c0-dfab9d2711a9 tempest-DvrRoutersNegativeTest-1656746197 tempest-DvrRoutersNegativeTest-1656746197-project] create failed (client error): Access was denied to this resource.
Dec 23 16:18:51.426449 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-f145311f-2514-4453-b7c0-dfab9d2711a9 tempest-DvrRoutersNegativeTest-1656746197 tempest-DvrRoutersNegativeTest-1656746197-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 403  len: 414 time: 0.2550831
Dec 23 16:18:51.484488 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-be0db9bc-c5eb-452e-bd00-e6c792c9dc4f tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Notify callbacks [] for security_group, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:51.490826 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-be0db9bc-c5eb-452e-bd00-e6c792c9dc4f tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:51.496929 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-7d85d24a-45a2-430b-a4bb-1289b52970f3 tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:18:51.530460 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a877e691-3935-4b17-ad83-9923a8f2a136 req-3ef94d2f-4fac-4741-81bd-94069d7e3c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:18:51.531680 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-a877e691-3935-4b17-ad83-9923a8f2a136 req-3ef94d2f-4fac-4741-81bd-94069d7e3c85 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=dea35259-3e90-4336-be8a-c4c46e33cff8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.2083983
Dec 23 16:18:51.541360 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0db9bc-c5eb-452e-bd00-e6c792c9dc4f tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50439c47-a4f4-4e38-99a3-e70864cc4d98,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:18:51.544775 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-be0db9bc-c5eb-452e-bd00-e6c792c9dc4f tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:18:51.546194 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-be0db9bc-c5eb-452e-bd00-e6c792c9dc4f tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Notify callbacks [] for security_group, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:51.547389 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-be0db9bc-c5eb-452e-bd00-e6c792c9dc4f tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1746 time: 0.2252767
Dec 23 16:18:51.552315 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 52662) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:51.558031 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-bc3c84a3-94c3-43f7-97f6-9174e5f9da00 tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Request body: {'security_group_rule': {'security_group_id': '50439c47-a4f4-4e38-99a3-e70864cc4d98', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:18:51.560050 dv-neutron-822799-1-hyperv neutron-server[87636]: WARNING neutron.api.v2.base [None req-bc3c84a3-94c3-43f7-97f6-9174e5f9da00 tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix.
Dec 23 16:18:51.560564 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.api.v2.resource [None req-bc3c84a3-94c3-43f7-97f6-9174e5f9da00 tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 23 16:18:51.561645 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-bc3c84a3-94c3-43f7-97f6-9174e5f9da00 tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 319 time: 0.0080166
Dec 23 16:18:51.564280 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 52666) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:51.569704 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-d1fcf7f0-26aa-4cf6-8cd2-deca3f1aae7a tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Request body: {'security_group_rule': {'security_group_id': '50439c47-a4f4-4e38-99a3-e70864cc4d98', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:18:51.570431 dv-neutron-822799-1-hyperv neutron-server[87636]: WARNING neutron.api.v2.base [None req-d1fcf7f0-26aa-4cf6-8cd2-deca3f1aae7a tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix.
Dec 23 16:18:51.571261 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.api.v2.resource [None req-d1fcf7f0-26aa-4cf6-8cd2-deca3f1aae7a tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 23 16:18:51.572099 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-d1fcf7f0-26aa-4cf6-8cd2-deca3f1aae7a tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 320 time: 0.0067570
Dec 23 16:18:51.575008 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 52670) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:51.581114 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-a9004a33-4c46-4ad0-9410-aaac564c2936 tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Request body: {'security_group_rule': {'security_group_id': '50439c47-a4f4-4e38-99a3-e70864cc4d98', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:18:51.581921 dv-neutron-822799-1-hyperv neutron-server[87636]: WARNING neutron.api.v2.base [None req-a9004a33-4c46-4ad0-9410-aaac564c2936 tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix.
Dec 23 16:18:51.582525 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.api.v2.resource [None req-a9004a33-4c46-4ad0-9410-aaac564c2936 tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 23 16:18:51.583351 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-a9004a33-4c46-4ad0-9410-aaac564c2936 tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 316 time: 0.0063679
Dec 23 16:18:51.585928 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 52674) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:51.590819 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-1f50e807-3f1c-4e8f-a259-0b6049d29e70 tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Request body: {'security_group_rule': {'security_group_id': '50439c47-a4f4-4e38-99a3-e70864cc4d98', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:18:51.591892 dv-neutron-822799-1-hyperv neutron-server[87636]: WARNING neutron.api.v2.base [None req-1f50e807-3f1c-4e8f-a259-0b6049d29e70 tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix.
Dec 23 16:18:51.592247 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.api.v2.resource [None req-1f50e807-3f1c-4e8f-a259-0b6049d29e70 tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 23 16:18:51.593245 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-1f50e807-3f1c-4e8f-a259-0b6049d29e70 tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 309 time: 0.0064294
Dec 23 16:18:51.595573 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 52678) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:51.663597 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-bd3820d8-9fc4-49bb-87e9-dca5bec64f5e tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Notify callbacks [] for security_group, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:51.694757 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-bd3820d8-9fc4-49bb-87e9-dca5bec64f5e tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:51.699885 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-a877e691-3935-4b17-ad83-9923a8f2a136 req-5736b23c-8b6c-4a5d-b492-58864b5d4ae1 service neutron] 10.222.0.61 "GET /v2.0/networks/dea35259-3e90-4336-be8a-c4c46e33cff8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1603575
Dec 23 16:18:51.742238 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 52684) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:51.753433 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-bd3820d8-9fc4-49bb-87e9-dca5bec64f5e tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:51.757467 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-0e8a1aed-05f7-49e8-be1a-7137d8a973fc tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:18:51.773643 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3820d8-9fc4-49bb-87e9-dca5bec64f5e tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=50439c47-a4f4-4e38-99a3-e70864cc4d98,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:18:51.775802 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-bd3820d8-9fc4-49bb-87e9-dca5bec64f5e tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:18:51.782135 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-bd3820d8-9fc4-49bb-87e9-dca5bec64f5e tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Notify callbacks [] for security_group, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:51.783465 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-bd3820d8-9fc4-49bb-87e9-dca5bec64f5e tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] 10.222.0.64 "DELETE /v2.0/security-groups/50439c47-a4f4-4e38-99a3-e70864cc4d98 HTTP/1.1" status: 204  len: 168 time: 0.1867826
Dec 23 16:18:51.786654 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 52690) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:51.838927 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-929f690c-25cb-447c-ab3b-fa84067fd11c tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Synchronizing usage tracker for tenant:70aae982b1154a799837ac58c2889da1 on resource:security_group {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:18:51.839682 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-a877e691-3935-4b17-ad83-9923a8f2a136 req-1432d652-5259-4af8-aa1c-cd7b05c2ea1a service neutron] 10.222.0.61 "GET /v2.0/networks/dea35259-3e90-4336-be8a-c4c46e33cff8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1328723
Dec 23 16:18:51.857191 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-929f690c-25cb-447c-ab3b-fa84067fd11c tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Unset dirty status for tenant:70aae982b1154a799837ac58c2889da1 on resource:security_group {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:18:51.858676 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-929f690c-25cb-447c-ab3b-fa84067fd11c tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2983 time: 0.0711110
Dec 23 16:18:51.863457 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 52694) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:51.869289 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-cc24091b-fcbd-485e-8be7-ece63403c46b tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Request body: {'security_group': {'name': 'tempest-secgroup--20809414'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:18:51.875377 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-cc24091b-fcbd-485e-8be7-ece63403c46b tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:18:51.886695 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-cc24091b-fcbd-485e-8be7-ece63403c46b tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:18:51.893545 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-aa51cca7-d0f3-4ae0-ac2d-4216537f9454 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:51.897588 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-cc24091b-fcbd-485e-8be7-ece63403c46b tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Notify callbacks [] for security_group, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:51.908547 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-aa51cca7-d0f3-4ae0-ac2d-4216537f9454 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:18:51.913111 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-aa51cca7-d0f3-4ae0-ac2d-4216537f9454 admin admin] Usage tracker for resource:security_group_rule and tenant:a35f0d8ec044459e9697951552492d23 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:18:51.915915 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-aa51cca7-d0f3-4ae0-ac2d-4216537f9454 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:18:51.917605 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-cc24091b-fcbd-485e-8be7-ece63403c46b tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:18:51.921435 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-cc24091b-fcbd-485e-8be7-ece63403c46b tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Usage tracker for resource:security_group_rule and tenant:70aae982b1154a799837ac58c2889da1 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:18:51.921629 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-aa51cca7-d0f3-4ae0-ac2d-4216537f9454 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:18:51.924328 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-cc24091b-fcbd-485e-8be7-ece63403c46b tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:18:51.931056 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-cc24091b-fcbd-485e-8be7-ece63403c46b tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:18:52.004109 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-cc24091b-fcbd-485e-8be7-ece63403c46b tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Notify callbacks [] for security_group, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:52.008488 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-cc24091b-fcbd-485e-8be7-ece63403c46b tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:52.012230 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-0adfa2fa-1b6b-41ae-8a71-8c60cc8ec1a9 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:18:52.012379 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-aa51cca7-d0f3-4ae0-ac2d-4216537f9454 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:52.016177 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-aa51cca7-d0f3-4ae0-ac2d-4216537f9454 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:52.023530 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-bd3820d8-9fc4-49bb-87e9-dca5bec64f5e tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:18:52.057643 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc24091b-fcbd-485e-8be7-ece63403c46b tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6eb13103-2092-4990-ae1f-e61935384b21,revision_number=1']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:18:52.060740 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-cc24091b-fcbd-485e-8be7-ece63403c46b tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:18:52.064313 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-cc24091b-fcbd-485e-8be7-ece63403c46b tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Notify callbacks [] for security_group, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:52.068143 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-aa51cca7-d0f3-4ae0-ac2d-4216537f9454 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a35f0d8ec044459e9697951552492d23&name=default HTTP/1.1" status: 200  len: 2983 time: 0.3214974
Dec 23 16:18:52.068302 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-cc24091b-fcbd-485e-8be7-ece63403c46b tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1744 time: 0.2009926
Dec 23 16:18:52.068400 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa51cca7-d0f3-4ae0-ac2d-4216537f9454 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcbe75f1-fd29-4f47-af49-4eb048904d6b,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:18:52.068489 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 52698) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:52.069252 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 52700) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:52.069848 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-aa51cca7-d0f3-4ae0-ac2d-4216537f9454 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:18:52.076448 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-4949f199-1067-4058-95ba-b9e626e2d9a9 tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Request body: {'security_group_rule': {'security_group_id': '6eb13103-2092-4990-ae1f-e61935384b21', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:18:52.076920 dv-neutron-822799-1-hyperv neutron-server[87635]: WARNING neutron.api.v2.base [None req-4949f199-1067-4058-95ba-b9e626e2d9a9 tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16
Dec 23 16:18:52.077406 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.api.v2.resource [None req-4949f199-1067-4058-95ba-b9e626e2d9a9 tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 23 16:18:52.078338 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-4949f199-1067-4058-95ba-b9e626e2d9a9 tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 317 time: 0.0067661
Dec 23 16:18:52.081175 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 52706) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:52.086582 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-e8261a30-0516-47fc-a315-f43791532369 tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Request body: {'security_group_rule': {'security_group_id': '6eb13103-2092-4990-ae1f-e61935384b21', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:18:52.093023 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-e8261a30-0516-47fc-a315-f43791532369 tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:18:52.097175 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-e8261a30-0516-47fc-a315-f43791532369 tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Usage tracker for resource:security_group_rule and tenant:70aae982b1154a799837ac58c2889da1 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:18:52.100052 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-e8261a30-0516-47fc-a315-f43791532369 tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:18:52.105901 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-e8261a30-0516-47fc-a315-f43791532369 tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:18:52.135804 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.api.v2.resource [None req-e8261a30-0516-47fc-a315-f43791532369 tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 23 16:18:52.136099 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-fe99c02c-a850-421c-aa8a-0a81e834db3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:52.137550 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-e8261a30-0516-47fc-a315-f43791532369 tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 354 time: 0.0549989
Dec 23 16:18:52.140024 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 52710) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:52.145887 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-80ad3012-4a30-4e5d-8834-5041c1c368f9 tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Request body: {'security_group_rule': {'security_group_id': '6eb13103-2092-4990-ae1f-e61935384b21', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:18:52.147709 dv-neutron-822799-1-hyperv neutron-server[87636]: WARNING neutron.api.v2.base [None req-80ad3012-4a30-4e5d-8834-5041c1c368f9 tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536
Dec 23 16:18:52.148280 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.api.v2.resource [None req-80ad3012-4a30-4e5d-8834-5041c1c368f9 tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 23 16:18:52.149524 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-80ad3012-4a30-4e5d-8834-5041c1c368f9 tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 319 time: 0.0083098
Dec 23 16:18:52.152106 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 52714) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:52.157342 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-45e34652-5759-43d6-aa3a-4afb3ca524cf tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Request body: {'security_group_rule': {'security_group_id': '6eb13103-2092-4990-ae1f-e61935384b21', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:18:52.163882 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-45e34652-5759-43d6-aa3a-4afb3ca524cf tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:18:52.168011 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-45e34652-5759-43d6-aa3a-4afb3ca524cf tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Usage tracker for resource:security_group_rule and tenant:70aae982b1154a799837ac58c2889da1 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:18:52.168847 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-fe99c02c-a850-421c-aa8a-0a81e834db3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:52.170921 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-45e34652-5759-43d6-aa3a-4afb3ca524cf tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:18:52.177106 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-45e34652-5759-43d6-aa3a-4afb3ca524cf tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:18:52.209872 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.api.v2.resource [None req-45e34652-5759-43d6-aa3a-4afb3ca524cf tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 23 16:18:52.211025 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-45e34652-5759-43d6-aa3a-4afb3ca524cf tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 354 time: 0.0578234
Dec 23 16:18:52.214045 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 52718) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:52.219809 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-83183ff6-6dcd-4cee-9ce7-a23172ce79cd tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Request body: {'security_group_rule': {'security_group_id': '6eb13103-2092-4990-ae1f-e61935384b21', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:18:52.220289 dv-neutron-822799-1-hyperv neutron-server[87635]: WARNING neutron.api.v2.base [None req-83183ff6-6dcd-4cee-9ce7-a23172ce79cd tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16
Dec 23 16:18:52.220849 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.api.v2.resource [None req-83183ff6-6dcd-4cee-9ce7-a23172ce79cd tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 23 16:18:52.221844 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-83183ff6-6dcd-4cee-9ce7-a23172ce79cd tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 317 time: 0.0067983
Dec 23 16:18:52.224464 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 52722) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:52.229675 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-d95f2f16-80cf-4f79-af73-693d8e1188e4 tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Request body: {'security_group_rule': {'security_group_id': '6eb13103-2092-4990-ae1f-e61935384b21', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:18:52.230116 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9e3aab53-d650-47e3-b8a6-2dff21fe9ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:52.237889 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-d95f2f16-80cf-4f79-af73-693d8e1188e4 tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:18:52.241586 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-fe99c02c-a850-421c-aa8a-0a81e834db3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:52.245276 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-d95f2f16-80cf-4f79-af73-693d8e1188e4 tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Usage tracker for resource:security_group_rule and tenant:70aae982b1154a799837ac58c2889da1 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:18:52.247802 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-bca9705d-f132-44a9-afe0-ad926b978b96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:18:52.255242 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-d95f2f16-80cf-4f79-af73-693d8e1188e4 tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:18:52.263456 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-d95f2f16-80cf-4f79-af73-693d8e1188e4 tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:18:52.265697 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe99c02c-a850-421c-aa8a-0a81e834db3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcbe75f1-fd29-4f47-af49-4eb048904d6b,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:18:52.270331 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-fe99c02c-a850-421c-aa8a-0a81e834db3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:18:52.276757 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-fe99c02c-a850-421c-aa8a-0a81e834db3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:52.280777 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-fe99c02c-a850-421c-aa8a-0a81e834db3f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/fcbe75f1-fd29-4f47-af49-4eb048904d6b HTTP/1.1" status: 204  len: 168 time: 0.2080090
Dec 23 16:18:52.281251 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.db.securitygroups_db [None req-d95f2f16-80cf-4f79-af73-693d8e1188e4 tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Project 70aae982b1154a799837ac58c2889da1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 23 16:18:52.306581 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.api.v2.resource [None req-d95f2f16-80cf-4f79-af73-693d8e1188e4 tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 23 16:18:52.307473 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-d95f2f16-80cf-4f79-af73-693d8e1188e4 tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 361 time: 0.0820165
Dec 23 16:18:52.310218 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 52728) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:52.315620 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-fd61dec6-98ef-48db-9378-ca5aa61fb03d tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Request body: {'security_group_rule': {'security_group_id': '6eb13103-2092-4990-ae1f-e61935384b21', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:18:52.316100 dv-neutron-822799-1-hyperv neutron-server[87635]: WARNING neutron.api.v2.base [None req-fd61dec6-98ef-48db-9378-ca5aa61fb03d tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1
Dec 23 16:18:52.316628 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.api.v2.resource [None req-fd61dec6-98ef-48db-9378-ca5aa61fb03d tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 23 16:18:52.319864 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-fd61dec6-98ef-48db-9378-ca5aa61fb03d tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 316 time: 0.0063841
Dec 23 16:18:52.320050 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 52732) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:52.329677 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-b90ab7eb-b0ac-45b2-977d-886be6c23ba2 tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Request body: {'security_group_rule': {'security_group_id': '6eb13103-2092-4990-ae1f-e61935384b21', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:18:52.335663 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-b90ab7eb-b0ac-45b2-977d-886be6c23ba2 tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:18:52.339537 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-b90ab7eb-b0ac-45b2-977d-886be6c23ba2 tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Usage tracker for resource:security_group_rule and tenant:70aae982b1154a799837ac58c2889da1 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:18:52.342459 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-b90ab7eb-b0ac-45b2-977d-886be6c23ba2 tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:18:52.348900 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-b90ab7eb-b0ac-45b2-977d-886be6c23ba2 tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:18:52.358575 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.db.securitygroups_db [None req-b90ab7eb-b0ac-45b2-977d-886be6c23ba2 tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Project 70aae982b1154a799837ac58c2889da1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 23 16:18:52.378485 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.api.v2.resource [None req-b90ab7eb-b0ac-45b2-977d-886be6c23ba2 tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 23 16:18:52.382821 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-b90ab7eb-b0ac-45b2-977d-886be6c23ba2 tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 373 time: 0.0587268
Dec 23 16:18:52.383217 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 52736) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:52.388383 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-e14718ba-a053-40f4-a7f3-622eced978a7 tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Request body: {'security_group_rule': {'security_group_id': '6eb13103-2092-4990-ae1f-e61935384b21', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:18:52.396021 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-e14718ba-a053-40f4-a7f3-622eced978a7 tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:18:52.399805 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-e14718ba-a053-40f4-a7f3-622eced978a7 tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Usage tracker for resource:security_group_rule and tenant:70aae982b1154a799837ac58c2889da1 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:18:52.402789 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-e14718ba-a053-40f4-a7f3-622eced978a7 tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:18:52.409182 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-e14718ba-a053-40f4-a7f3-622eced978a7 tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:18:52.418843 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.db.securitygroups_db [None req-e14718ba-a053-40f4-a7f3-622eced978a7 tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Project 70aae982b1154a799837ac58c2889da1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 23 16:18:52.438809 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.api.v2.resource [None req-e14718ba-a053-40f4-a7f3-622eced978a7 tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 23 16:18:52.440113 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-e14718ba-a053-40f4-a7f3-622eced978a7 tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 361 time: 0.0559480
Dec 23 16:18:52.443060 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 52742) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:52.509564 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-38313ed4-fcf5-475b-b32a-07b827d35301 tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Notify callbacks [] for security_group, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:52.536494 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-38313ed4-fcf5-475b-b32a-07b827d35301 tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:52.583287 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-38313ed4-fcf5-475b-b32a-07b827d35301 tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:52.587528 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-41572f31-a234-4154-b777-6612926e598e tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:18:52.605058 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38313ed4-fcf5-475b-b32a-07b827d35301 tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eb13103-2092-4990-ae1f-e61935384b21,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:18:52.607673 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-38313ed4-fcf5-475b-b32a-07b827d35301 tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:18:52.615719 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-38313ed4-fcf5-475b-b32a-07b827d35301 tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Notify callbacks [] for security_group, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:52.619345 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-38313ed4-fcf5-475b-b32a-07b827d35301 tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] 10.222.0.64 "DELETE /v2.0/security-groups/6eb13103-2092-4990-ae1f-e61935384b21 HTTP/1.1" status: 204  len: 168 time: 0.1728320
Dec 23 16:18:52.619852 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 52752) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:52.670873 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-1a0fb22a-1328-4715-9184-41dfc650120b tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Synchronizing usage tracker for tenant:70aae982b1154a799837ac58c2889da1 on resource:security_group {{(pid=87635) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:18:52.686285 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-1a0fb22a-1328-4715-9184-41dfc650120b tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Unset dirty status for tenant:70aae982b1154a799837ac58c2889da1 on resource:security_group {{(pid=87635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:18:52.687606 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-1a0fb22a-1328-4715-9184-41dfc650120b tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2983 time: 0.0667949
Dec 23 16:18:52.692740 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 52758) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:52.698279 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-ec451cd9-03dc-4931-9676-bebb22cbefc3 tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Request body: {'security_group': {'name': 'tempest-secgroup--864696064'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:18:52.704620 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-ec451cd9-03dc-4931-9676-bebb22cbefc3 tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:18:52.714400 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-ec451cd9-03dc-4931-9676-bebb22cbefc3 tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:18:52.725382 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-ec451cd9-03dc-4931-9676-bebb22cbefc3 tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Notify callbacks [] for security_group, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:52.749038 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-ec451cd9-03dc-4931-9676-bebb22cbefc3 tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:18:52.753600 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-ec451cd9-03dc-4931-9676-bebb22cbefc3 tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Usage tracker for resource:security_group_rule and tenant:70aae982b1154a799837ac58c2889da1 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:18:52.756448 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-ec451cd9-03dc-4931-9676-bebb22cbefc3 tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:18:52.762639 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-ec451cd9-03dc-4931-9676-bebb22cbefc3 tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:18:52.834444 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-ec451cd9-03dc-4931-9676-bebb22cbefc3 tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Notify callbacks [] for security_group, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:52.838449 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-ec451cd9-03dc-4931-9676-bebb22cbefc3 tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:52.843847 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-1d286ba7-93ff-462b-b8da-c52d60013b63 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:18:52.896759 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec451cd9-03dc-4931-9676-bebb22cbefc3 tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a80535e-3128-4597-89e0-c33ef00616f9,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:18:52.899594 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-ec451cd9-03dc-4931-9676-bebb22cbefc3 tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Notify callbacks [] for security_group, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:52.903860 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-ec451cd9-03dc-4931-9676-bebb22cbefc3 tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1745 time: 0.2069440
Dec 23 16:18:52.903860 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-ec451cd9-03dc-4931-9676-bebb22cbefc3 tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:18:52.904047 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 52770) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:52.909857 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-59ac16f0-5d80-40bb-8737-77d6393222ee tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Request body: {'security_group_rule': {'security_group_id': '8a80535e-3128-4597-89e0-c33ef00616f9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:18:52.916485 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-59ac16f0-5d80-40bb-8737-77d6393222ee tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:18:52.920429 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-59ac16f0-5d80-40bb-8737-77d6393222ee tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Usage tracker for resource:security_group_rule and tenant:70aae982b1154a799837ac58c2889da1 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:18:52.923379 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-59ac16f0-5d80-40bb-8737-77d6393222ee tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:18:52.929433 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-59ac16f0-5d80-40bb-8737-77d6393222ee tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:18:52.968443 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.api.v2.resource [None req-59ac16f0-5d80-40bb-8737-77d6393222ee tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] create failed (client error): The resource could not be found.
Dec 23 16:18:52.969684 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-59ac16f0-5d80-40bb-8737-77d6393222ee tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 323 time: 0.0643954
Dec 23 16:18:52.972963 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 52776) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:52.975631 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 52780) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:52.978596 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-ebed1b6e-99b5-4dc9-a482-da0f319cac44 tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Request body: {'security_group_rule': {'security_group_id': '8a80535e-3128-4597-89e0-c33ef00616f9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '52a74870-8d5d-400e-aaf0-b1c6d0875eab'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:18:52.985104 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-ebed1b6e-99b5-4dc9-a482-da0f319cac44 tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:18:52.989549 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-ebed1b6e-99b5-4dc9-a482-da0f319cac44 tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Usage tracker for resource:security_group_rule and tenant:70aae982b1154a799837ac58c2889da1 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:18:52.992415 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-ebed1b6e-99b5-4dc9-a482-da0f319cac44 tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:18:52.998688 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-ebed1b6e-99b5-4dc9-a482-da0f319cac44 tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:18:53.035591 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.api.v2.resource [None req-ebed1b6e-99b5-4dc9-a482-da0f319cac44 tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] create failed (client error): The resource could not be found.
Dec 23 16:18:53.036660 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-ebed1b6e-99b5-4dc9-a482-da0f319cac44 tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 347 time: 0.0626290
Dec 23 16:18:53.039566 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 52786) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:53.086336 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-baf7aeaa-1da1-45ec-af73-c1f6c95e16bb admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-662153544-network', 'tenant_id': '815a3f337d0d43d79aa09f57743afc6f'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:18:53.091219 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-baf7aeaa-1da1-45ec-af73-c1f6c95e16bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:18:53.095154 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-baf7aeaa-1da1-45ec-af73-c1f6c95e16bb admin admin] Usage tracker for resource:network and tenant:815a3f337d0d43d79aa09f57743afc6f is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:18:53.098267 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-baf7aeaa-1da1-45ec-af73-c1f6c95e16bb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:18:53.104347 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-baf7aeaa-1da1-45ec-af73-c1f6c95e16bb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:18:53.107557 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-50232ef2-b660-4e2b-b517-a8cca2e66105 tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Notify callbacks [] for security_group, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:53.118318 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baf7aeaa-1da1-45ec-af73-c1f6c95e16bb admin admin] Made reservation on behalf of 815a3f337d0d43d79aa09f57743afc6f for: {'network': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:18:53.120771 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-baf7aeaa-1da1-45ec-af73-c1f6c95e16bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for network, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:53.134745 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-baf7aeaa-1da1-45ec-af73-c1f6c95e16bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:53.135634 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-50232ef2-b660-4e2b-b517-a8cca2e66105 tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:53.152091 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-baf7aeaa-1da1-45ec-af73-c1f6c95e16bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:18:53.155975 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-baf7aeaa-1da1-45ec-af73-c1f6c95e16bb admin admin] Usage tracker for resource:security_group_rule and tenant:815a3f337d0d43d79aa09f57743afc6f is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:18:53.159807 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-baf7aeaa-1da1-45ec-af73-c1f6c95e16bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:18:53.166085 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-baf7aeaa-1da1-45ec-af73-c1f6c95e16bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:18:53.185209 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-50232ef2-b660-4e2b-b517-a8cca2e66105 tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:53.190467 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-22204ccd-a47f-4c7c-a593-e0d4ef2cd69b tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:18:53.208209 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50232ef2-b660-4e2b-b517-a8cca2e66105 tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a80535e-3128-4597-89e0-c33ef00616f9,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:18:53.211275 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-50232ef2-b660-4e2b-b517-a8cca2e66105 tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:18:53.213652 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-50232ef2-b660-4e2b-b517-a8cca2e66105 tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Notify callbacks [] for security_group, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:53.214803 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-50232ef2-b660-4e2b-b517-a8cca2e66105 tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] 10.222.0.64 "DELETE /v2.0/security-groups/8a80535e-3128-4597-89e0-c33ef00616f9 HTTP/1.1" status: 204  len: 168 time: 0.1739316
Dec 23 16:18:53.217353 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 52790) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:53.265058 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-baf7aeaa-1da1-45ec-af73-c1f6c95e16bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:53.269650 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-baf7aeaa-1da1-45ec-af73-c1f6c95e16bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:53.269837 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-2616300b-02a2-4def-a617-609828a5cc9d tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Synchronizing usage tracker for tenant:70aae982b1154a799837ac58c2889da1 on resource:security_group {{(pid=87635) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:18:53.273393 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-e70d86c3-2f11-4e9f-8c71-cde6f79bcd80 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:18:53.286611 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-2616300b-02a2-4def-a617-609828a5cc9d tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Unset dirty status for tenant:70aae982b1154a799837ac58c2889da1 on resource:security_group {{(pid=87635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:18:53.289716 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-2616300b-02a2-4def-a617-609828a5cc9d tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2983 time: 0.0705349
Dec 23 16:18:53.292681 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 52794) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:53.297983 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-56e4fdea-e014-47bc-ad7a-68c395f4ab9b tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Request body: {'security_group_rule': {'security_group_id': '6061681d-2b3d-4e30-ab03-104837b1ef2c', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:18:53.304141 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-baf7aeaa-1da1-45ec-af73-c1f6c95e16bb admin admin] vlan segment allocate from pool success with {'vlan_id': 414, 'physical_network': 'physnet1'}  {{(pid=87636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 23 16:18:53.305214 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-56e4fdea-e014-47bc-ad7a-68c395f4ab9b tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:18:53.309298 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-56e4fdea-e014-47bc-ad7a-68c395f4ab9b tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Usage tracker for resource:security_group_rule and tenant:70aae982b1154a799837ac58c2889da1 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:18:53.312156 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-56e4fdea-e014-47bc-ad7a-68c395f4ab9b tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:18:53.313210 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf7aeaa-1da1-45ec-af73-c1f6c95e16bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5f68b42-01e3-4409-99ba-edf5228c7c8e,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:18:53.317351 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-baf7aeaa-1da1-45ec-af73-c1f6c95e16bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:18:53.318268 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-56e4fdea-e014-47bc-ad7a-68c395f4ab9b tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:18:53.319915 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-baf7aeaa-1da1-45ec-af73-c1f6c95e16bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:53.320267 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.db.segments_db [None req-baf7aeaa-1da1-45ec-af73-c1f6c95e16bb admin admin] Added segment 87dd7487-e7c8-48c3-b597-2f6995c824bb of type vlan for network 0150432c-3455-4bcb-8764-4bb2c28e3d40
Dec 23 16:18:53.348453 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-baf7aeaa-1da1-45ec-af73-c1f6c95e16bb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735362521793'] for network, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:53.357159 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.api.v2.resource [None req-56e4fdea-e014-47bc-ad7a-68c395f4ab9b tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] create failed (client error): The resource could not be found.
Dec 23 16:18:53.358611 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-56e4fdea-e014-47bc-ad7a-68c395f4ab9b tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 347 time: 0.0645716
Dec 23 16:18:53.362530 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 52798) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:53.367478 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-d2f79ff1-14a4-49eb-927f-55f698fca53b tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Request body: {'security_group': {'name': 'tempest-secgroup--1163547049'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:18:53.373157 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-d2f79ff1-14a4-49eb-927f-55f698fca53b tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:18:53.380244 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-baf7aeaa-1da1-45ec-af73-c1f6c95e16bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495'] for network, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:53.381540 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baf7aeaa-1da1-45ec-af73-c1f6c95e16bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:18:53.382160 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-baf7aeaa-1da1-45ec-af73-c1f6c95e16bb admin admin] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:53.383736 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-d2f79ff1-14a4-49eb-927f-55f698fca53b tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:18:53.387492 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-57562641-66ef-4bc2-9b8d-dc21e3a4e013 tempest-FloatingIPAdminTestJSON-473263132 tempest-FloatingIPAdminTestJSON-473263132-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:18:53.395002 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-d2f79ff1-14a4-49eb-927f-55f698fca53b tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Notify callbacks [] for security_group, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:53.414254 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-d2f79ff1-14a4-49eb-927f-55f698fca53b tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:18:53.418011 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-d2f79ff1-14a4-49eb-927f-55f698fca53b tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Usage tracker for resource:security_group_rule and tenant:70aae982b1154a799837ac58c2889da1 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:18:53.420906 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-d2f79ff1-14a4-49eb-927f-55f698fca53b tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:18:53.426518 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-d2f79ff1-14a4-49eb-927f-55f698fca53b tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:18:53.490110 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-baf7aeaa-1da1-45ec-af73-c1f6c95e16bb admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 0.5133066
Dec 23 16:18:53.491017 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf7aeaa-1da1-45ec-af73-c1f6c95e16bb admin admin] Pushing event updated for resources: {'Network': ['ID=0150432c-3455-4bcb-8764-4bb2c28e3d40,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:18:53.493039 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 52802) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:53.495759 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-baf7aeaa-1da1-45ec-af73-c1f6c95e16bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:18:53.499185 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-33383c38-12c1-489d-9095-fe12ba52e4aa admin admin] Request body: {'subnet': {'network_id': '0150432c-3455-4bcb-8764-4bb2c28e3d40', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-662153544-subnet', 'tenant_id': '815a3f337d0d43d79aa09f57743afc6f', 'ip_version': 4}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:18:53.501043 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Network 0150432c-3455-4bcb-8764-4bb2c28e3d40 details requested by agent ovs-agent-dv-neutron-822799-1-hyperv with host dv-neutron-822799-1-hyperv {{(pid=87637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 23 16:18:53.504283 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-33383c38-12c1-489d-9095-fe12ba52e4aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:18:53.508338 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-33383c38-12c1-489d-9095-fe12ba52e4aa admin admin] Usage tracker for resource:subnet and tenant:815a3f337d0d43d79aa09f57743afc6f is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:18:53.511279 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-33383c38-12c1-489d-9095-fe12ba52e4aa admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:18:53.517261 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-33383c38-12c1-489d-9095-fe12ba52e4aa admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:18:53.530137 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33383c38-12c1-489d-9095-fe12ba52e4aa admin admin] Made reservation on behalf of 815a3f337d0d43d79aa09f57743afc6f for: {'subnet': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:18:53.532522 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-33383c38-12c1-489d-9095-fe12ba52e4aa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2618324'] for subnet, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:53.579730 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-d2f79ff1-14a4-49eb-927f-55f698fca53b tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Notify callbacks [] for security_group, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:53.585487 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-d2f79ff1-14a4-49eb-927f-55f698fca53b tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:53.591898 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-ed6cfd37-7b5a-452e-98a9-7c5789fceb52 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:18:53.636143 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f79ff1-14a4-49eb-927f-55f698fca53b tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6364514f-7f1c-4a75-a622-7829231703c8,revision_number=1']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:18:53.639339 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-d2f79ff1-14a4-49eb-927f-55f698fca53b tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:18:53.646651 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-d2f79ff1-14a4-49eb-927f-55f698fca53b tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Notify callbacks [] for security_group, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:53.647988 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-d2f79ff1-14a4-49eb-927f-55f698fca53b tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1746 time: 0.2845211
Dec 23 16:18:53.650818 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 52806) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:53.657921 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-00bf64c1-b2a7-41f7-850d-55c34f0c46b9 tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Request body: {'security_group': {'name': 'tempest-secgroup--2118996905'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:18:53.667470 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-00bf64c1-b2a7-41f7-850d-55c34f0c46b9 tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:18:53.704562 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-00bf64c1-b2a7-41f7-850d-55c34f0c46b9 tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Usage tracker for resource:security_group and tenant:70aae982b1154a799837ac58c2889da1 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:18:53.708908 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-00bf64c1-b2a7-41f7-850d-55c34f0c46b9 tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:18:53.720741 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-00bf64c1-b2a7-41f7-850d-55c34f0c46b9 tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:18:53.737587 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-00bf64c1-b2a7-41f7-850d-55c34f0c46b9 tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Notify callbacks [] for security_group, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:53.780308 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-00bf64c1-b2a7-41f7-850d-55c34f0c46b9 tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:18:53.785319 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-00bf64c1-b2a7-41f7-850d-55c34f0c46b9 tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Usage tracker for resource:security_group_rule and tenant:70aae982b1154a799837ac58c2889da1 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:18:53.788405 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-00bf64c1-b2a7-41f7-850d-55c34f0c46b9 tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:18:53.791369 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-33383c38-12c1-489d-9095-fe12ba52e4aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2176430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2618310'] for subnet, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:53.797946 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-c34f00a2-c414-4c72-91c9-8398b34ef942 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:18:53.821921 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-00bf64c1-b2a7-41f7-850d-55c34f0c46b9 tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:18:53.881562 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33383c38-12c1-489d-9095-fe12ba52e4aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=155d1b85-f535-40ed-8306-928fb9445b01,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:18:53.884101 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-33383c38-12c1-489d-9095-fe12ba52e4aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:18:53.900522 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33383c38-12c1-489d-9095-fe12ba52e4aa admin admin] Checking segment: {'id': '87dd7487-e7c8-48c3-b597-2f6995c824bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '0150432c-3455-4bcb-8764-4bb2c28e3d40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:18:53.900902 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33383c38-12c1-489d-9095-fe12ba52e4aa admin admin] Network hostable DHCP agents. Network: 0150432c-3455-4bcb-8764-4bb2c28e3d40, hostable agents: ['1c812d71-eadf-4fb3-b98e-67468a4aa7e2'], hosted agents: [] {{(pid=87636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 23 16:18:53.949566 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33383c38-12c1-489d-9095-fe12ba52e4aa admin admin] Network 0150432c-3455-4bcb-8764-4bb2c28e3d40 is scheduled to be hosted by DHCP agent 1c812d71-eadf-4fb3-b98e-67468a4aa7e2 with binding_index 1 {{(pid=87636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 23 16:18:53.965578 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-00bf64c1-b2a7-41f7-850d-55c34f0c46b9 tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Notify callbacks [] for security_group, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:53.969793 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-00bf64c1-b2a7-41f7-850d-55c34f0c46b9 tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:53.975509 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-4cbf8802-b69d-4c44-8750-ce1f395f0bf6 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:18:53.988964 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-33383c38-12c1-489d-9095-fe12ba52e4aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822799-1-hyperv, 0150432c-3455-4bcb-8764-4bb2c28e3d40) {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:18:53.998836 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-850f7279-8e11-467a-9ebc-5ddebfb83c61 None None] Network 0150432c-3455-4bcb-8764-4bb2c28e3d40 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:18:54.005936 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33383c38-12c1-489d-9095-fe12ba52e4aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:18:54.006527 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-33383c38-12c1-489d-9095-fe12ba52e4aa admin admin] Notify callbacks [] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:54.031169 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bf64c1-b2a7-41f7-850d-55c34f0c46b9 tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97fdea78-a276-421f-9cc7-1de83cae0e5b,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:18:54.041860 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-00bf64c1-b2a7-41f7-850d-55c34f0c46b9 tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:18:54.050580 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-00bf64c1-b2a7-41f7-850d-55c34f0c46b9 tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Notify callbacks [] for security_group, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:54.051906 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-00bf64c1-b2a7-41f7-850d-55c34f0c46b9 tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1746 time: 0.4001162
Dec 23 16:18:54.056419 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-33383c38-12c1-489d-9095-fe12ba52e4aa admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.5599689
Dec 23 16:18:54.056419 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 52812) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:54.056782 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 52814) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:54.060655 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-5fa5921f-62b8-44a0-a5d2-9b7457b783dc tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Request body: {'security_group_rule': {'security_group_id': '6364514f-7f1c-4a75-a622-7829231703c8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '97fdea78-a276-421f-9cc7-1de83cae0e5b'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:18:54.062199 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-3317841e-b517-4b5d-a1ee-516344f75841 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-662153544-router', 'tenant_id': '815a3f337d0d43d79aa09f57743afc6f', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b'}}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:18:54.067367 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-5fa5921f-62b8-44a0-a5d2-9b7457b783dc tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:18:54.068199 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-3317841e-b517-4b5d-a1ee-516344f75841 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:18:54.071607 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-5fa5921f-62b8-44a0-a5d2-9b7457b783dc tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Usage tracker for resource:security_group_rule and tenant:70aae982b1154a799837ac58c2889da1 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:18:54.073039 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-3317841e-b517-4b5d-a1ee-516344f75841 admin admin] Usage tracker for resource:router and tenant:815a3f337d0d43d79aa09f57743afc6f is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:18:54.075050 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-5fa5921f-62b8-44a0-a5d2-9b7457b783dc tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:18:54.078766 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-3317841e-b517-4b5d-a1ee-516344f75841 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:18:54.083233 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-5fa5921f-62b8-44a0-a5d2-9b7457b783dc tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:18:54.086645 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-3317841e-b517-4b5d-a1ee-516344f75841 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:18:54.100375 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-3317841e-b517-4b5d-a1ee-516344f75841 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1823978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-235332'] for router, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:54.101921 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-3317841e-b517-4b5d-a1ee-516344f75841 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1824575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1824063', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1751113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-235341'] for router, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:54.123922 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-3317841e-b517-4b5d-a1ee-516344f75841 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:54.124348 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.api.v2.resource [None req-5fa5921f-62b8-44a0-a5d2-9b7457b783dc tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 23 16:18:54.125493 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-5fa5921f-62b8-44a0-a5d2-9b7457b783dc tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 387 time: 0.0695879
Dec 23 16:18:54.128426 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 52820) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:54.211145 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-266650c3-7dc4-4934-88dd-d81d22071b14 tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Notify callbacks [] for security_group, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:54.244397 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-266650c3-7dc4-4934-88dd-d81d22071b14 tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:54.309771 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fd9b5a6-c905-4794-ad4b-6e5595c60f3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7e017a6-8198-58c8-a07e-0f786128e3b3-0150432c-3455-4bcb-8764-4bb2c28e3d40', 'network_id': '0150432c-3455-4bcb-8764-4bb2c28e3d40', 'tenant_id': '815a3f337d0d43d79aa09f57743afc6f', 'fixed_ips': [{'subnet_id': '155d1b85-f535-40ed-8306-928fb9445b01'}]}} from dv-neutron-822799-1-hyperv. {{(pid=87637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 23 16:18:54.310034 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-266650c3-7dc4-4934-88dd-d81d22071b14 tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:54.310874 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-2fd9b5a6-c905-4794-ad4b-6e5595c60f3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:54.314094 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-91d45fff-fab3-4bbf-9860-633375f7e483 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:18:54.332994 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266650c3-7dc4-4934-88dd-d81d22071b14 tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=97fdea78-a276-421f-9cc7-1de83cae0e5b,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:18:54.335336 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-266650c3-7dc4-4934-88dd-d81d22071b14 tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:18:54.343426 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-266650c3-7dc4-4934-88dd-d81d22071b14 tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Notify callbacks [] for security_group, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:54.344838 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-266650c3-7dc4-4934-88dd-d81d22071b14 tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] 10.222.0.64 "DELETE /v2.0/security-groups/97fdea78-a276-421f-9cc7-1de83cae0e5b HTTP/1.1" status: 204  len: 168 time: 0.2151191
Dec 23 16:18:54.347277 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 52824) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:54.415030 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-4d3d97e2-88fb-42ef-bb6f-d50af9a57892 tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Synchronizing usage tracker for tenant:70aae982b1154a799837ac58c2889da1 on resource:security_group {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:18:54.431981 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-3317841e-b517-4b5d-a1ee-516344f75841 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1824017', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1823768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-235299'] for router, precommit_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:54.432680 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-4d3d97e2-88fb-42ef-bb6f-d50af9a57892 tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Unset dirty status for tenant:70aae982b1154a799837ac58c2889da1 on resource:security_group {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:18:54.436244 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-4d3d97e2-88fb-42ef-bb6f-d50af9a57892 tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4511 time: 0.0852144
Dec 23 16:18:54.436516 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 52828) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:54.487784 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_common [None req-2fd9b5a6-c905-4794-ad4b-6e5595c60f3d None None] Allocated IP 172.20.0.2 (0150432c-3455-4bcb-8764-4bb2c28e3d40/155d1b85-f535-40ed-8306-928fb9445b01/b4d958db-9748-42d1-9092-9c1b84caff5b) {{(pid=87637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:18:54.576935 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-0810a785-5eb3-4b28-b93d-f885f2e33f7a tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Notify callbacks [] for security_group, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:54.609145 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-0810a785-5eb3-4b28-b93d-f885f2e33f7a tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:54.671425 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-0810a785-5eb3-4b28-b93d-f885f2e33f7a tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:54.675193 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-de48558c-bb5b-4b31-a2ea-6ebb66a09111 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:18:54.700165 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-2fd9b5a6-c905-4794-ad4b-6e5595c60f3d None None] Notify callbacks [] for port, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:54.710363 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-2fd9b5a6-c905-4794-ad4b-6e5595c60f3d None None] Transition to ACTIVE for port object b4d958db-9748-42d1-9092-9c1b84caff5b will not be triggered until provisioned by entity L2. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:18:54.729193 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-2fd9b5a6-c905-4794-ad4b-6e5595c60f3d None None] Transition to ACTIVE for port object b4d958db-9748-42d1-9092-9c1b84caff5b will not be triggered until provisioned by entity DHCP. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:18:54.736286 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-2fd9b5a6-c905-4794-ad4b-6e5595c60f3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780'] for port, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:54.744054 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-4dc03465-9256-46cb-b95e-8bf1ce7ed9a2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:18:54.806495 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fd9b5a6-c905-4794-ad4b-6e5595c60f3d None None] Network 0150432c-3455-4bcb-8764-4bb2c28e3d40 is already hosted by enough agents. {{(pid=87637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:18:54.809774 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-2fd9b5a6-c905-4794-ad4b-6e5595c60f3d None None] Resources bound (agent type, host, resource id):  {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:18:54.812207 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fd9b5a6-c905-4794-ad4b-6e5595c60f3d None None] Received port after_create {{(pid=87637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:18:54.821371 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd9b5a6-c905-4794-ad4b-6e5595c60f3d None None] Pushing event updated for resources: {'Port': ['ID=b4d958db-9748-42d1-9092-9c1b84caff5b,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:18:54.824596 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-2fd9b5a6-c905-4794-ad4b-6e5595c60f3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:18:54.873225 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0810a785-5eb3-4b28-b93d-f885f2e33f7a tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6364514f-7f1c-4a75-a622-7829231703c8,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:18:54.885621 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-0810a785-5eb3-4b28-b93d-f885f2e33f7a tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:18:54.935005 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-2fd9b5a6-c905-4794-ad4b-6e5595c60f3d None None] Attempting to bind port b4d958db-9748-42d1-9092-9c1b84caff5b on host dv-neutron-822799-1-hyperv for vnic_type normal with profile  {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:18:54.935382 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-2fd9b5a6-c905-4794-ad4b-6e5595c60f3d None None] Attempting to bind port b4d958db-9748-42d1-9092-9c1b84caff5b by drivers openvswitch,hyperv on host dv-neutron-822799-1-hyperv at level 0 using segments [{'id': '87dd7487-e7c8-48c3-b597-2f6995c824bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '0150432c-3455-4bcb-8764-4bb2c28e3d40'}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:18:54.935746 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd9b5a6-c905-4794-ad4b-6e5595c60f3d None None] Attempting to bind port b4d958db-9748-42d1-9092-9c1b84caff5b on network 0150432c-3455-4bcb-8764-4bb2c28e3d40 {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:18:54.942139 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd9b5a6-c905-4794-ad4b-6e5595c60f3d None None] Checking agent: {'id': '20d2070f-69a9-4e73-8d08-6f0387a40158', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822799-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 21), 'started_at': datetime.datetime(2021, 12, 23, 16, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 18, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822799-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 23 16:18:54.942490 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd9b5a6-c905-4794-ad4b-6e5595c60f3d None None] Checking segment: {'id': '87dd7487-e7c8-48c3-b597-2f6995c824bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '0150432c-3455-4bcb-8764-4bb2c28e3d40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:18:54.942927 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-2fd9b5a6-c905-4794-ad4b-6e5595c60f3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:54.943304 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd9b5a6-c905-4794-ad4b-6e5595c60f3d None None] Bound using segment: {'id': '87dd7487-e7c8-48c3-b597-2f6995c824bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '0150432c-3455-4bcb-8764-4bb2c28e3d40'} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 23 16:18:54.943793 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-2fd9b5a6-c905-4794-ad4b-6e5595c60f3d None None] Bound port: b4d958db-9748-42d1-9092-9c1b84caff5b, host: dv-neutron-822799-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87dd7487-e7c8-48c3-b597-2f6995c824bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '0150432c-3455-4bcb-8764-4bb2c28e3d40'}}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 23 16:18:54.944171 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-2fd9b5a6-c905-4794-ad4b-6e5595c60f3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:54.999790 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-0810a785-5eb3-4b28-b93d-f885f2e33f7a tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Notify callbacks [] for security_group, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:55.001018 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-0810a785-5eb3-4b28-b93d-f885f2e33f7a tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] 10.222.0.64 "DELETE /v2.0/security-groups/6364514f-7f1c-4a75-a622-7829231703c8 HTTP/1.1" status: 204  len: 168 time: 0.5635033
Dec 23 16:18:55.003720 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 52832) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:55.029964 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-3317841e-b517-4b5d-a1ee-516344f75841 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:55.031628 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-2fd9b5a6-c905-4794-ad4b-6e5595c60f3d None None] For port b4d958db-9748-42d1-9092-9c1b84caff5b, host dv-neutron-822799-1-hyperv, cleared binding levels {{(pid=87637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 23 16:18:55.034784 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-2fd9b5a6-c905-4794-ad4b-6e5595c60f3d None None] For port b4d958db-9748-42d1-9092-9c1b84caff5b, host dv-neutron-822799-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=b4d958db-9748-42d1-9092-9c1b84caff5b,segment=NetworkSegment(87dd7487-e7c8-48c3-b597-2f6995c824bb),segment_id=87dd7487-e7c8-48c3-b597-2f6995c824bb)] {{(pid=87637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 23 16:18:55.039702 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-2fd9b5a6-c905-4794-ad4b-6e5595c60f3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:55.043219 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-6d86a9fc-b183-4706-ad17-7c4b9c8af86c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:18:55.046501 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 52836) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:55.068983 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-3317841e-b517-4b5d-a1ee-516344f75841 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:55.107554 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7323e26e-08ec-42b6-b4ff-f30188e81e0a tempest-TestNetworkBasicOps-54271533 tempest-TestNetworkBasicOps-54271533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:18:55.109190 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-7323e26e-08ec-42b6-b4ff-f30188e81e0a tempest-TestNetworkBasicOps-54271533 tempest-TestNetworkBasicOps-54271533-project-admin] 10.222.0.64 "GET /v2.0/subnets?network_id=8afa6d58-9431-454a-b99c-3ff8a65aa86b HTTP/1.1" status: 200  len: 814 time: 0.0615685
Dec 23 16:18:55.130834 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd9b5a6-c905-4794-ad4b-6e5595c60f3d None None] Pushing event updated for resources: {'Port': ['ID=b4d958db-9748-42d1-9092-9c1b84caff5b,revision_number=2']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:18:55.131708 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-f4b67be0-bc17-4bda-b3ba-6015e629002a tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Synchronizing usage tracker for tenant:70aae982b1154a799837ac58c2889da1 on resource:security_group {{(pid=87635) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:18:55.136225 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-2fd9b5a6-c905-4794-ad4b-6e5595c60f3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:18:55.178994 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-f4b67be0-bc17-4bda-b3ba-6015e629002a tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Unset dirty status for tenant:70aae982b1154a799837ac58c2889da1 on resource:security_group {{(pid=87635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:18:55.180260 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-f4b67be0-bc17-4bda-b3ba-6015e629002a tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2983 time: 0.1754637
Dec 23 16:18:55.185408 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 52842) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:55.191060 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-dbf99cfe-6a06-441e-8508-66435161c8a4 tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Request body: {'security_group': {'name': 'tempest-secgroup--413434612'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:18:55.197961 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-dbf99cfe-6a06-441e-8508-66435161c8a4 tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:18:55.213335 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-dbf99cfe-6a06-441e-8508-66435161c8a4 tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:18:55.228298 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-dbf99cfe-6a06-441e-8508-66435161c8a4 tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Notify callbacks [] for security_group, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:55.264096 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-dbf99cfe-6a06-441e-8508-66435161c8a4 tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:18:55.264335 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.db_base_plugin_common [None req-3317841e-b517-4b5d-a1ee-516344f75841 admin admin] Allocated IP 172.26.3.186 (8afa6d58-9431-454a-b99c-3ff8a65aa86b/60537fec-5f5f-4ab7-89cc-03638149a590/1db041a6-d74c-4bb1-a37a-855a0926652b) {{(pid=87635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:18:55.269704 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-dbf99cfe-6a06-441e-8508-66435161c8a4 tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Usage tracker for resource:security_group_rule and tenant:70aae982b1154a799837ac58c2889da1 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:18:55.277746 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-dbf99cfe-6a06-441e-8508-66435161c8a4 tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:18:55.284216 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-dbf99cfe-6a06-441e-8508-66435161c8a4 tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:18:55.395964 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-dbf99cfe-6a06-441e-8508-66435161c8a4 tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Notify callbacks [] for security_group, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:55.401199 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-dbf99cfe-6a06-441e-8508-66435161c8a4 tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:55.416342 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-6c8d6c79-3daa-4120-9285-14f2b796ef62 tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:18:55.452191 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf99cfe-6a06-441e-8508-66435161c8a4 tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d53bc5e-d776-45b3-8312-9359d7e2fc8f,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:18:55.455255 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-dbf99cfe-6a06-441e-8508-66435161c8a4 tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:18:55.456735 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-dbf99cfe-6a06-441e-8508-66435161c8a4 tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Notify callbacks [] for security_group, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:55.457941 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-dbf99cfe-6a06-441e-8508-66435161c8a4 tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1745 time: 0.2715495
Dec 23 16:18:55.460892 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 52848) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:55.466074 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-179afafc-4ae2-4180-b3a5-5ce9529651bf tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Request body: {'security_group_rule': {'security_group_id': '5d53bc5e-d776-45b3-8312-9359d7e2fc8f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:18:55.473812 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-3317841e-b517-4b5d-a1ee-516344f75841 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:55.474313 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-179afafc-4ae2-4180-b3a5-5ce9529651bf tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:18:55.478106 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-179afafc-4ae2-4180-b3a5-5ce9529651bf tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Usage tracker for resource:security_group_rule and tenant:70aae982b1154a799837ac58c2889da1 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:18:55.481600 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-179afafc-4ae2-4180-b3a5-5ce9529651bf tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:18:55.488680 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-179afafc-4ae2-4180-b3a5-5ce9529651bf tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:18:55.519670 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-3317841e-b517-4b5d-a1ee-516344f75841 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:55.527693 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-edd8e421-9c35-420d-aab7-02968db2dbf1 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:18:55.529791 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.api.v2.resource [None req-179afafc-4ae2-4180-b3a5-5ce9529651bf tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 23 16:18:55.536629 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-179afafc-4ae2-4180-b3a5-5ce9529651bf tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 351 time: 0.0712218
Dec 23 16:18:55.536629 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 52852) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:55.539274 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-87673959-1d8c-4020-95ea-fe5a3de38225 tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Request body: {'security_group_rule': {'security_group_id': '5d53bc5e-d776-45b3-8312-9359d7e2fc8f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:18:55.548130 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-87673959-1d8c-4020-95ea-fe5a3de38225 tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:18:55.552232 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-87673959-1d8c-4020-95ea-fe5a3de38225 tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Usage tracker for resource:security_group_rule and tenant:70aae982b1154a799837ac58c2889da1 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:18:55.557931 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-87673959-1d8c-4020-95ea-fe5a3de38225 tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:18:55.564093 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-87673959-1d8c-4020-95ea-fe5a3de38225 tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:18:55.580968 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device b4d958db-9748-42d1-9092-9c1b84caff5b up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:18:55.594952 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3317841e-b517-4b5d-a1ee-516344f75841 admin admin] Network 8afa6d58-9431-454a-b99c-3ff8a65aa86b is already hosted by enough agents. {{(pid=87635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:18:55.598511 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.base_scheduler [None req-3317841e-b517-4b5d-a1ee-516344f75841 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:18:55.602489 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3317841e-b517-4b5d-a1ee-516344f75841 admin admin] Received port after_create {{(pid=87635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:18:55.611966 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.api.v2.resource [None req-87673959-1d8c-4020-95ea-fe5a3de38225 tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 23 16:18:55.613397 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-87673959-1d8c-4020-95ea-fe5a3de38225 tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 351 time: 0.0785313
Dec 23 16:18:55.616221 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 52856) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:55.638164 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3317841e-b517-4b5d-a1ee-516344f75841 admin admin] Pushing event updated for resources: {'Port': ['ID=1db041a6-d74c-4bb1-a37a-855a0926652b,revision_number=1']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:18:55.644986 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-3317841e-b517-4b5d-a1ee-516344f75841 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:18:55.664354 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning for port b4d958db-9748-42d1-9092-9c1b84caff5b completed by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:18:55.693638 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-8eebfd41-3494-4978-bf51-78e5a1fd58b2 tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Notify callbacks [] for security_group, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:55.720813 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-8eebfd41-3494-4978-bf51-78e5a1fd58b2 tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:55.771666 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-8eebfd41-3494-4978-bf51-78e5a1fd58b2 tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:55.775812 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-ec451cd9-03dc-4931-9676-bebb22cbefc3 tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:18:55.790324 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eebfd41-3494-4978-bf51-78e5a1fd58b2 tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d53bc5e-d776-45b3-8312-9359d7e2fc8f,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:18:55.792672 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-8eebfd41-3494-4978-bf51-78e5a1fd58b2 tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:18:55.808475 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-8eebfd41-3494-4978-bf51-78e5a1fd58b2 tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Notify callbacks [] for security_group, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:55.812103 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-8eebfd41-3494-4978-bf51-78e5a1fd58b2 tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] 10.222.0.64 "DELETE /v2.0/security-groups/5d53bc5e-d776-45b3-8312-9359d7e2fc8f HTTP/1.1" status: 204  len: 168 time: 0.1924670
Dec 23 16:18:55.812626 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 52860) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:55.866351 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-1545ef85-31be-4579-bede-67ed8f70d80b tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Synchronizing usage tracker for tenant:70aae982b1154a799837ac58c2889da1 on resource:security_group {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:18:55.883872 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-1545ef85-31be-4579-bede-67ed8f70d80b tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Unset dirty status for tenant:70aae982b1154a799837ac58c2889da1 on resource:security_group {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:18:55.885856 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-1545ef85-31be-4579-bede-67ed8f70d80b tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2983 time: 0.0723119
Dec 23 16:18:55.890163 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 52864) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:55.895573 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-bd0b0d3f-7bd3-4c9a-bc52-ce9af027b2e2 tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Request body: {'security_group': {'name': 'tempest-secgroup--77197010'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:18:55.902864 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-bd0b0d3f-7bd3-4c9a-bc52-ce9af027b2e2 tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:18:55.913091 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-bd0b0d3f-7bd3-4c9a-bc52-ce9af027b2e2 tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:18:55.925030 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-bd0b0d3f-7bd3-4c9a-bc52-ce9af027b2e2 tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Notify callbacks [] for security_group, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:55.947162 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-bd0b0d3f-7bd3-4c9a-bc52-ce9af027b2e2 tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:18:55.951733 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-bd0b0d3f-7bd3-4c9a-bc52-ce9af027b2e2 tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Usage tracker for resource:security_group_rule and tenant:70aae982b1154a799837ac58c2889da1 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:18:55.954740 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-bd0b0d3f-7bd3-4c9a-bc52-ce9af027b2e2 tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:18:55.961918 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-bd0b0d3f-7bd3-4c9a-bc52-ce9af027b2e2 tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:18:56.039887 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-3317841e-b517-4b5d-a1ee-516344f75841 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:56.041587 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-bd0b0d3f-7bd3-4c9a-bc52-ce9af027b2e2 tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Notify callbacks [] for security_group, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:56.046943 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-bd0b0d3f-7bd3-4c9a-bc52-ce9af027b2e2 tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:56.053271 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-d2c3289b-b913-4beb-abf1-66f040235e9f tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:18:56.095271 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0b0d3f-7bd3-4c9a-bc52-ce9af027b2e2 tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf06821e-2f39-4d1e-b560-00462d317933,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:18:56.101099 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-bd0b0d3f-7bd3-4c9a-bc52-ce9af027b2e2 tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:18:56.107778 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-bd0b0d3f-7bd3-4c9a-bc52-ce9af027b2e2 tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Notify callbacks [] for security_group, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:56.109683 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-bd0b0d3f-7bd3-4c9a-bc52-ce9af027b2e2 tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1744 time: 0.2185423
Dec 23 16:18:56.112827 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 52868) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:56.118211 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-039c09ff-4587-49c0-9227-dc125348eb7a tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:18:56.118634 dv-neutron-822799-1-hyperv neutron-server[87636]: WARNING neutron.api.v2.base [None req-039c09ff-4587-49c0-9227-dc125348eb7a tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists.
Dec 23 16:18:56.119125 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.api.v2.resource [None req-039c09ff-4587-49c0-9227-dc125348eb7a tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] update failed (client error): There was a conflict when trying to complete your request.
Dec 23 16:18:56.122590 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-039c09ff-4587-49c0-9227-dc125348eb7a tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] 10.222.0.64 "PUT /v2.0/security-groups/cf06821e-2f39-4d1e-b560-00462d317933 HTTP/1.1" status: 409  len: 330 time: 0.0062273
Dec 23 16:18:56.122808 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 52872) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:56.193733 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c1892eb8-7a04-4b16-be32-31f2fa569f2a tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Notify callbacks [] for security_group, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:56.200008 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34252a2d-eb98-49fa-a97e-9bc4c432856f None None] Network 0150432c-3455-4bcb-8764-4bb2c28e3d40 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:18:56.223145 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c1892eb8-7a04-4b16-be32-31f2fa569f2a tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:56.280278 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c1892eb8-7a04-4b16-be32-31f2fa569f2a tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:56.288651 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-910f955e-20ba-4f87-a0b1-538989ca1a96 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:18:56.291033 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 52876) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:56.299900 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-ba4fd2d9-3e5b-48ed-8149-f6b5d8376f4f tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Request body: {'floatingip': {'port_id': None}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:18:56.313173 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1892eb8-7a04-4b16-be32-31f2fa569f2a tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf06821e-2f39-4d1e-b560-00462d317933,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:18:56.316516 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-c1892eb8-7a04-4b16-be32-31f2fa569f2a tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:18:56.318675 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c1892eb8-7a04-4b16-be32-31f2fa569f2a tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Notify callbacks [] for security_group, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:56.322666 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-c1892eb8-7a04-4b16-be32-31f2fa569f2a tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] 10.222.0.64 "DELETE /v2.0/security-groups/cf06821e-2f39-4d1e-b560-00462d317933 HTTP/1.1" status: 204  len: 168 time: 0.1989815
Dec 23 16:18:56.323364 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 52880) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:56.339579 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-c36adee5-5da4-44a6-8fe9-fa97c48c17e0 None None] Provisioning for port b4d958db-9748-42d1-9092-9c1b84caff5b completed by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:18:56.377529 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-5b42592c-de9e-46b8-91ea-a8d5423fb1ac tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Synchronizing usage tracker for tenant:70aae982b1154a799837ac58c2889da1 on resource:security_group {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:18:56.385635 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-c36adee5-5da4-44a6-8fe9-fa97c48c17e0 None None] Provisioning complete for port b4d958db-9748-42d1-9092-9c1b84caff5b triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:18:56.385635 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-c36adee5-5da4-44a6-8fe9-fa97c48c17e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:56.398191 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-5b42592c-de9e-46b8-91ea-a8d5423fb1ac tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Unset dirty status for tenant:70aae982b1154a799837ac58c2889da1 on resource:security_group {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:18:56.403395 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-5b42592c-de9e-46b8-91ea-a8d5423fb1ac tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] 10.222.0.64 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2983 time: 0.0747197
Dec 23 16:18:56.403902 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 52884) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:56.421850 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.api.v2.resource [None req-1d351b45-3a47-4f03-8931-41ad596ecd90 tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] delete failed (client error): The resource could not be found.
Dec 23 16:18:56.427208 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-1d351b45-3a47-4f03-8931-41ad596ecd90 tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] 10.222.0.64 "DELETE /v2.0/security-groups/0c3b67f7-daa1-4c47-a315-e01879c6037a HTTP/1.1" status: 404  len: 347 time: 0.0177341
Dec 23 16:18:56.428224 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 52888) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:56.445837 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.api.v2.resource [None req-5269f9ac-be8b-4957-8288-db3028c52d97 tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] show failed (client error): The resource could not be found.
Dec 23 16:18:56.450814 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-5269f9ac-be8b-4957-8288-db3028c52d97 tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] 10.222.0.64 "GET /v2.0/security-groups/4f8d11dc-579b-4f1b-bdff-20e9406124a3 HTTP/1.1" status: 404  len: 347 time: 0.0181508
Dec 23 16:18:56.451599 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 52892) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:56.466491 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.api.v2.resource [None req-2a6c837b-b4b7-479f-b837-c019248d10bf tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] show failed (client error): The resource could not be found.
Dec 23 16:18:56.473748 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-2a6c837b-b4b7-479f-b837-c019248d10bf tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] 10.222.0.64 "GET /v2.0/security-group-rules/28251492-15a4-4201-b9e0-41e57ff6e508 HTTP/1.1" status: 404  len: 356 time: 0.0149858
Dec 23 16:18:56.557504 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-c36adee5-5da4-44a6-8fe9-fa97c48c17e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:56.605337 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-c36adee5-5da4-44a6-8fe9-fa97c48c17e0 None None] For port b4d958db-9748-42d1-9092-9c1b84caff5b, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=b4d958db-9748-42d1-9092-9c1b84caff5b,segment=NetworkSegment(87dd7487-e7c8-48c3-b597-2f6995c824bb),segment_id=87dd7487-e7c8-48c3-b597-2f6995c824bb)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:18:56.618033 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-c36adee5-5da4-44a6-8fe9-fa97c48c17e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:56.620204 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-c3780520-fed8-4016-b702-3173256bd912 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:18:56.652793 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-ba4fd2d9-3e5b-48ed-8149-f6b5d8376f4f tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for floatingip, before_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:56.694162 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36adee5-5da4-44a6-8fe9-fa97c48c17e0 None None] Pushing event updated for resources: {'Port': ['ID=b4d958db-9748-42d1-9092-9c1b84caff5b,revision_number=3']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:18:56.705829 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-c36adee5-5da4-44a6-8fe9-fa97c48c17e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:18:56.729122 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 52900) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:56.744852 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-3317841e-b517-4b5d-a1ee-516344f75841 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1823971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1824234'] for router, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:56.841336 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-23a644d5-96dd-4242-b5e0-adf230372f75 None None] Provisioning complete for port b4d958db-9748-42d1-9092-9c1b84caff5b triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:18:56.841807 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-23a644d5-96dd-4242-b5e0-adf230372f75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:56.889419 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-2775a2ef-01e8-45a2-93d3-1f0153891ec6 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=70aae982b1154a799837ac58c2889da1&name=default HTTP/1.1" status: 200  len: 2983 time: 0.1566553
Dec 23 16:18:56.889681 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 52906) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:56.951538 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-88936498-2c29-4ac4-8ec5-ec97ca83c0be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:56.978504 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-88936498-2c29-4ac4-8ec5-ec97ca83c0be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:57.034813 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-88936498-2c29-4ac4-8ec5-ec97ca83c0be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:57.038695 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-bd0b0d3f-7bd3-4c9a-bc52-ce9af027b2e2 tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:18:57.050875 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88936498-2c29-4ac4-8ec5-ec97ca83c0be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69464f02-311c-45a7-9a7b-b8df12b82737,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:18:57.054035 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-88936498-2c29-4ac4-8ec5-ec97ca83c0be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:18:57.064652 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-88936498-2c29-4ac4-8ec5-ec97ca83c0be admin admin] Notify callbacks [] for security_group, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:57.068251 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-88936498-2c29-4ac4-8ec5-ec97ca83c0be admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/69464f02-311c-45a7-9a7b-b8df12b82737 HTTP/1.1" status: 204  len: 168 time: 0.1753669
Dec 23 16:18:57.103433 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-ba4fd2d9-3e5b-48ed-8149-f6b5d8376f4f tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:57.109172 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-ba4fd2d9-3e5b-48ed-8149-f6b5d8376f4f tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1824189'] for floatingip, after_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:57.109480 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.db.l3_db [None req-ba4fd2d9-3e5b-48ed-8149-f6b5d8376f4f tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Floating IP 4a3dcefc-919c-4203-87df-11aaa7b3b886 disassociated. External IP: 172.26.3.127, port: c972c9cc-4df1-4e15-9f25-ad484f259aed.
Dec 23 16:18:57.302333 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3317841e-b517-4b5d-a1ee-516344f75841 admin admin] Router 4a42c453-b79e-4e99-ad61-ce295702871a is scheduled to L3 agent 371d4c41-c7e2-4de7-9539-c049ec4e95d1 with binding_index 1 {{(pid=87635) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 23 16:18:57.537791 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device b4d958db-9748-42d1-9092-9c1b84caff5b up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:18:57.640331 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3317841e-b517-4b5d-a1ee-516344f75841 admin admin] Notify agent at l3_agent.dv-neutron-822799-1-hyperv the message routers_updated {{(pid=87635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 23 16:18:57.642377 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port b4d958db-9748-42d1-9092-9c1b84caff5b triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:18:57.643021 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:57.659890 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba4fd2d9-3e5b-48ed-8149-f6b5d8376f4f tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Router 453187e6-f994-4645-8629-dbe42581fb5a has already been hosted by L3 agent 371d4c41-c7e2-4de7-9539-c049ec4e95d1 {{(pid=87635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 23 16:18:57.666839 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b31b3325-6ea6-455f-9e6e-871b01968b09 None None] Sync routers for ids ['4a42c453-b79e-4e99-ad61-ce295702871a'] in dv-neutron-822799-1-hyperv {{(pid=87637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 23 16:18:57.670980 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-3317841e-b517-4b5d-a1ee-516344f75841 admin admin] Notify callbacks [] for router, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:57.672254 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-3317841e-b517-4b5d-a1ee-516344f75841 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 3.6145065
Dec 23 16:18:57.675982 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 52912) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:57.700156 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b31b3325-6ea6-455f-9e6e-871b01968b09 None None] Routers {'4a42c453-b79e-4e99-ad61-ce295702871a'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:18:57.700700 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-b31b3325-6ea6-455f-9e6e-871b01968b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc0401b80>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:18:50Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['4a42c453-b79e-4e99-ad61-ce295702871a'], 'active': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:18:57.935197 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvr_db [None req-b31b3325-6ea6-455f-9e6e-871b01968b09 None None] Set router 4a42c453-b79e-4e99-ad61-ce295702871a gateway port host: dv-neutron-822799-1-hyperv {{(pid=87637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:18:58.013814 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba4fd2d9-3e5b-48ed-8149-f6b5d8376f4f tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify agent at l3_agent.dv-neutron-822799-1-hyperv the message routers_updated {{(pid=87635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 23 16:18:58.018341 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-ba4fd2d9-3e5b-48ed-8149-f6b5d8376f4f tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for floatingip, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:58.026209 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ce03d17-da0b-4539-9a3f-a50373be4310 None None] Sync routers for ids ['453187e6-f994-4645-8629-dbe42581fb5a'] in dv-neutron-822799-1-hyperv {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 23 16:18:58.037805 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ce03d17-da0b-4539-9a3f-a50373be4310 None None] Routers {'453187e6-f994-4645-8629-dbe42581fb5a'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:18:58.040505 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-2ce03d17-da0b-4539-9a3f-a50373be4310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc2a08370>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:18:50Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['453187e6-f994-4645-8629-dbe42581fb5a'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:18:58.075851 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-ba4fd2d9-3e5b-48ed-8149-f6b5d8376f4f tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "PUT /v2.0/floatingips/4a3dcefc-919c-4203-87df-11aaa7b3b886 HTTP/1.1" status: 200  len: 690 time: 1.7837427
Dec 23 16:18:58.076697 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39d6a8b0-5afc-4f74-b8a4-4e5966c0594e', 'tag': 'c972c9cc-4df1-4e15-9f25-ad484f259aed'}] {{(pid=87635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 23 16:18:58.080730 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 52916) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:58.125482 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39d6a8b0-5afc-4f74-b8a4-4e5966c0594e', 'tag': 'c972c9cc-4df1-4e15-9f25-ad484f259aed', 'status': 'completed', 'code': 200}
Dec 23 16:18:58.186195 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-970931a7-8581-4757-ae7b-f6d0da6768aa tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/floatingips/4a3dcefc-919c-4203-87df-11aaa7b3b886 HTTP/1.1" status: 200  len: 690 time: 0.1041405
Dec 23 16:18:58.235658 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-b31b3325-6ea6-455f-9e6e-871b01968b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc0401b80>, [{'id': '4a42c453-b79e-4e99-ad61-ce295702871a', 'name': 'tempest-TestVolumeBootPattern-662153544-router', 'tenant_id': '815a3f337d0d43d79aa09f57743afc6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.186'}], 'enable_snat': True}, 'gw_port_id': '1db041a6-d74c-4bb1-a37a-855a0926652b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:18:54Z', 'updated_at': '2021-12-23T16:18:55Z', 'revision_number': 3, 'project_id': '815a3f337d0d43d79aa09f57743afc6f', 'gw_port': {'id': '1db041a6-d74c-4bb1-a37a-855a0926652b', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:14:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a42c453-b79e-4e99-ad61-ce295702871a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:18:55Z', 'updated_at': '2021-12-23T16:18:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv'}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:18:58.237909 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0c24d1-9aa1-4b4e-8d02-5ced81442534 req-ea57d86d-8116-44ed-a761-52bc249575c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:18:58.239544 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-5b0c24d1-9aa1-4b4e-8d02-5ced81442534 req-ea57d86d-8116-44ed-a761-52bc249575c1 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=544f3e375bde4f0988286eba27294ea6&device_id=39d6a8b0-5afc-4f74-b8a4-4e5966c0594e HTTP/1.1" status: 200  len: 1099 time: 0.0893760
Dec 23 16:18:58.240758 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b31b3325-6ea6-455f-9e6e-871b01968b09 None None] Checking router: 4a42c453-b79e-4e99-ad61-ce295702871a for host: dv-neutron-822799-1-hyperv {{(pid=87637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 23 16:18:58.241291 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b31b3325-6ea6-455f-9e6e-871b01968b09 None None] Updating router 4a42c453-b79e-4e99-ad61-ce295702871a port 1db041a6-d74c-4bb1-a37a-855a0926652b binding host dv-neutron-822799-1-hyperv {{(pid=87637) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 23 16:18:58.304043 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-2ce03d17-da0b-4539-9a3f-a50373be4310 None None] Set router 453187e6-f994-4645-8629-dbe42581fb5a gateway port host: dv-neutron-822799-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:18:58.312791 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-b31b3325-6ea6-455f-9e6e-871b01968b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:58.400070 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0c24d1-9aa1-4b4e-8d02-5ced81442534 req-f7c06b6f-fcba-4ea4-99bc-3aebe313dc73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:18:58.401569 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-5b0c24d1-9aa1-4b4e-8d02-5ced81442534 req-f7c06b6f-fcba-4ea4-99bc-3aebe313dc73 service neutron] 10.222.0.61 "GET /v2.0/networks?id=dea35259-3e90-4336-be8a-c4c46e33cff8 HTTP/1.1" status: 200  len: 898 time: 0.1551692
Dec 23 16:18:58.475268 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-5b0c24d1-9aa1-4b4e-8d02-5ced81442534 req-f80822bb-0735-460b-90cf-862a04218388 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c972c9cc-4df1-4e15-9f25-ad484f259aed HTTP/1.1" status: 200  len: 217 time: 0.0666790
Dec 23 16:18:58.553436 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0c24d1-9aa1-4b4e-8d02-5ced81442534 req-da2e3761-25b2-4de0-b84d-906104ec27b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:18:58.557330 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-5b0c24d1-9aa1-4b4e-8d02-5ced81442534 req-da2e3761-25b2-4de0-b84d-906104ec27b9 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=17a48be4-69fa-4d9d-94d2-23002e6428ae HTTP/1.1" status: 200  len: 834 time: 0.0754855
Dec 23 16:18:58.639968 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-2ce03d17-da0b-4539-9a3f-a50373be4310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc2a08370>, [{'id': '453187e6-f994-4645-8629-dbe42581fb5a', 'name': 'tempest-TestNetworkBasicOps-router-823849873', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.211'}], 'enable_snat': True}, 'gw_port_id': '5f12fb02-d25f-41d3-a186-4cb84c903cb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:17:45Z', 'updated_at': '2021-12-23T16:17:55Z', 'revision_number': 4, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'gw_port': {'id': '5f12fb02-d25f-41d3-a186-4cb84c903cb6', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:c8:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453187e6-f994-4645-8629-dbe42581fb5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1215, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:17:46Z', 'updated_at': '2021-12-23T16:17:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_interfaces': [{'id': 'd0235da8-d3f2-424b-8cc2-35c225b59efe', 'name': '', 'network_id': 'dea35259-3e90-4336-be8a-c4c46e33cff8', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'mac_address': 'fa:16:3e:61:c0:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453187e6-f994-4645-8629-dbe42581fb5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': '17a48be4-69fa-4d9d-94d2-23002e6428ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:17:53Z', 'updated_at': '2021-12-23T16:18:07Z', 'revision_number': 5, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'subnets': [{'id': '17a48be4-69fa-4d9d-94d2-23002e6428ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:18:58.644401 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ce03d17-da0b-4539-9a3f-a50373be4310 None None] Checking router: 453187e6-f994-4645-8629-dbe42581fb5a for host: dv-neutron-822799-1-hyperv {{(pid=87638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 23 16:18:58.654035 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0c24d1-9aa1-4b4e-8d02-5ced81442534 req-26cb93e6-5993-4497-b960-01ff90cca9e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:18:58.654460 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ce03d17-da0b-4539-9a3f-a50373be4310 None None] Routers {'453187e6-f994-4645-8629-dbe42581fb5a'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:18:58.655330 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-2ce03d17-da0b-4539-9a3f-a50373be4310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc2a08370>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:18:50Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['453187e6-f994-4645-8629-dbe42581fb5a'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:18:58.656489 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-5b0c24d1-9aa1-4b4e-8d02-5ced81442534 req-26cb93e6-5993-4497-b960-01ff90cca9e4 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=dea35259-3e90-4336-be8a-c4c46e33cff8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0923035
Dec 23 16:18:58.701286 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d4f8ed33-2a7a-4b7f-81e7-a412fa749f8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:58.711792 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-b31b3325-6ea6-455f-9e6e-871b01968b09 None None] Notify callbacks [] for port, precommit_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:58.727380 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-b31b3325-6ea6-455f-9e6e-871b01968b09 None None] Transition to ACTIVE for port object 1db041a6-d74c-4bb1-a37a-855a0926652b will not be triggered until provisioned by entity L2. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:18:58.737804 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-b31b3325-6ea6-455f-9e6e-871b01968b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:58.742755 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-c36adee5-5da4-44a6-8fe9-fa97c48c17e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:18:58.822825 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-5b0c24d1-9aa1-4b4e-8d02-5ced81442534 req-8e51219f-ea84-4ac7-891a-b6e391d53fd5 service neutron] 10.222.0.61 "GET /v2.0/networks/dea35259-3e90-4336-be8a-c4c46e33cff8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1583288
Dec 23 16:18:58.829299 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-b31b3325-6ea6-455f-9e6e-871b01968b09 None None] Attempting to bind port 1db041a6-d74c-4bb1-a37a-855a0926652b on host dv-neutron-822799-1-hyperv for vnic_type normal with profile  {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:18:58.829981 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-b31b3325-6ea6-455f-9e6e-871b01968b09 None None] Attempting to bind port 1db041a6-d74c-4bb1-a37a-855a0926652b by drivers openvswitch,hyperv on host dv-neutron-822799-1-hyperv at level 0 using segments [{'id': '77e3d110-dd7b-426c-b11f-b78dde7993df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b'}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:18:58.830581 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b31b3325-6ea6-455f-9e6e-871b01968b09 None None] Attempting to bind port 1db041a6-d74c-4bb1-a37a-855a0926652b on network 8afa6d58-9431-454a-b99c-3ff8a65aa86b {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:18:58.832960 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6dc6e09-6826-45d4-bad7-46ad70591c99 None None] Pushing event updated for resources: {'Port': ['ID=1db041a6-d74c-4bb1-a37a-855a0926652b,revision_number=2']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:18:58.837008 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-e6dc6e09-6826-45d4-bad7-46ad70591c99 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:18:58.839778 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b31b3325-6ea6-455f-9e6e-871b01968b09 None None] Checking agent: {'id': '20d2070f-69a9-4e73-8d08-6f0387a40158', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822799-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 21), 'started_at': datetime.datetime(2021, 12, 23, 16, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 18, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822799-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 23 16:18:58.840367 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b31b3325-6ea6-455f-9e6e-871b01968b09 None None] Checking segment: {'id': '77e3d110-dd7b-426c-b11f-b78dde7993df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:18:58.841024 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-b31b3325-6ea6-455f-9e6e-871b01968b09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:58.842349 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b31b3325-6ea6-455f-9e6e-871b01968b09 None None] Bound using segment: {'id': '77e3d110-dd7b-426c-b11f-b78dde7993df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b'} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 23 16:18:58.843003 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-b31b3325-6ea6-455f-9e6e-871b01968b09 None None] Bound port: 1db041a6-d74c-4bb1-a37a-855a0926652b, host: dv-neutron-822799-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77e3d110-dd7b-426c-b11f-b78dde7993df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b'}}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 23 16:18:58.843575 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-b31b3325-6ea6-455f-9e6e-871b01968b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:58.899782 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-2ce03d17-da0b-4539-9a3f-a50373be4310 None None] Set router 453187e6-f994-4645-8629-dbe42581fb5a gateway port host: dv-neutron-822799-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:18:58.921859 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-b31b3325-6ea6-455f-9e6e-871b01968b09 None None] For port 1db041a6-d74c-4bb1-a37a-855a0926652b, host dv-neutron-822799-1-hyperv, cleared binding levels {{(pid=87637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 23 16:18:58.926140 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-b31b3325-6ea6-455f-9e6e-871b01968b09 None None] For port 1db041a6-d74c-4bb1-a37a-855a0926652b, host dv-neutron-822799-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=1db041a6-d74c-4bb1-a37a-855a0926652b,segment=NetworkSegment(77e3d110-dd7b-426c-b11f-b78dde7993df),segment_id=77e3d110-dd7b-426c-b11f-b78dde7993df)] {{(pid=87637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 23 16:18:58.934206 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-b31b3325-6ea6-455f-9e6e-871b01968b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:58.938795 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-e6dc6e09-6826-45d4-bad7-46ad70591c99 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:18:58.942042 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [None req-d4f8ed33-2a7a-4b7f-81e7-a412fa749f8e admin admin] Allocated IP 172.20.0.1 (0150432c-3455-4bcb-8764-4bb2c28e3d40/155d1b85-f535-40ed-8306-928fb9445b01/d17475bd-9510-4096-a5f0-5c5d2cf79e4b) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:18:59.004552 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-5b0c24d1-9aa1-4b4e-8d02-5ced81442534 req-9bc3d0fb-eca8-4748-85b2-0d698ebd883c service neutron] 10.222.0.61 "GET /v2.0/networks/dea35259-3e90-4336-be8a-c4c46e33cff8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1745479
Dec 23 16:18:59.020707 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b31b3325-6ea6-455f-9e6e-871b01968b09 None None] Routers {'4a42c453-b79e-4e99-ad61-ce295702871a'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:18:59.021516 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-b31b3325-6ea6-455f-9e6e-871b01968b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc0401b80>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:18:50Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['4a42c453-b79e-4e99-ad61-ce295702871a'], 'active': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:18:59.111442 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d4f8ed33-2a7a-4b7f-81e7-a412fa749f8e admin admin] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:59.127139 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.provisioning_blocks [None req-d4f8ed33-2a7a-4b7f-81e7-a412fa749f8e admin admin] Transition to ACTIVE for port object d17475bd-9510-4096-a5f0-5c5d2cf79e4b will not be triggered until provisioned by entity DHCP. {{(pid=87636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:18:59.154047 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d4f8ed33-2a7a-4b7f-81e7-a412fa749f8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:59.157961 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-aca89989-3035-4bf7-928a-6b0db0ebf273 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:18:59.188376 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 52922) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:18:59.241001 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4f8ed33-2a7a-4b7f-81e7-a412fa749f8e admin admin] Network 0150432c-3455-4bcb-8764-4bb2c28e3d40 is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:18:59.243761 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-d4f8ed33-2a7a-4b7f-81e7-a412fa749f8e admin admin] Resources bound (agent type, host, resource id):  {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:18:59.247828 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4f8ed33-2a7a-4b7f-81e7-a412fa749f8e admin admin] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:18:59.251400 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvr_db [None req-b31b3325-6ea6-455f-9e6e-871b01968b09 None None] Set router 4a42c453-b79e-4e99-ad61-ce295702871a gateway port host: dv-neutron-822799-1-hyperv {{(pid=87637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:18:59.269340 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-2ce03d17-da0b-4539-9a3f-a50373be4310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc2a08370>, [{'id': '453187e6-f994-4645-8629-dbe42581fb5a', 'name': 'tempest-TestNetworkBasicOps-router-823849873', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.211'}], 'enable_snat': True}, 'gw_port_id': '5f12fb02-d25f-41d3-a186-4cb84c903cb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:17:45Z', 'updated_at': '2021-12-23T16:17:55Z', 'revision_number': 4, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'gw_port': {'id': '5f12fb02-d25f-41d3-a186-4cb84c903cb6', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:c8:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453187e6-f994-4645-8629-dbe42581fb5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1215, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:17:46Z', 'updated_at': '2021-12-23T16:17:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_interfaces': [{'id': 'd0235da8-d3f2-424b-8cc2-35c225b59efe', 'name': '', 'network_id': 'dea35259-3e90-4336-be8a-c4c46e33cff8', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'mac_address': 'fa:16:3e:61:c0:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453187e6-f994-4645-8629-dbe42581fb5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': '17a48be4-69fa-4d9d-94d2-23002e6428ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:17:53Z', 'updated_at': '2021-12-23T16:18:07Z', 'revision_number': 5, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'subnets': [{'id': '17a48be4-69fa-4d9d-94d2-23002e6428ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:18:59.284746 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-2ebff0cc-7c01-45ba-b900-d1d182b627aa tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/floatingips/4a3dcefc-919c-4203-87df-11aaa7b3b886 HTTP/1.1" status: 200  len: 690 time: 0.0940182
Dec 23 16:18:59.286050 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ce03d17-da0b-4539-9a3f-a50373be4310 None None] The sync data for ids ['453187e6-f994-4645-8629-dbe42581fb5a'] in dv-neutron-822799-1-hyperv is: [{'id': '453187e6-f994-4645-8629-dbe42581fb5a', 'name': 'tempest-TestNetworkBasicOps-router-823849873', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.211'}], 'enable_snat': True}, 'gw_port_id': '5f12fb02-d25f-41d3-a186-4cb84c903cb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:17:45Z', 'updated_at': '2021-12-23T16:17:55Z', 'revision_number': 4, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'gw_port': {'id': '5f12fb02-d25f-41d3-a186-4cb84c903cb6', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:c8:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453187e6-f994-4645-8629-dbe42581fb5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1215, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:17:46Z', 'updated_at': '2021-12-23T16:17:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_interfaces': [{'id': 'd0235da8-d3f2-424b-8cc2-35c225b59efe', 'name': '', 'network_id': 'dea35259-3e90-4336-be8a-c4c46e33cff8', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'mac_address': 'fa:16:3e:61:c0:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453187e6-f994-4645-8629-dbe42581fb5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': '17a48be4-69fa-4d9d-94d2-23002e6428ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:17:53Z', 'updated_at': '2021-12-23T16:18:07Z', 'revision_number': 5, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'subnets': [{'id': '17a48be4-69fa-4d9d-94d2-23002e6428ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 23 16:18:59.322533 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f8ed33-2a7a-4b7f-81e7-a412fa749f8e admin admin] Pushing event updated for resources: {'Port': ['ID=d17475bd-9510-4096-a5f0-5c5d2cf79e4b,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:18:59.325871 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-d4f8ed33-2a7a-4b7f-81e7-a412fa749f8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:18:59.337471 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d4f8ed33-2a7a-4b7f-81e7-a412fa749f8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1781300'] for router_interface, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:59.396177 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6dc6e09-6826-45d4-bad7-46ad70591c99 None None] Pushing event updated for resources: {'Port': ['ID=1db041a6-d74c-4bb1-a37a-855a0926652b,revision_number=3']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:18:59.403270 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-e6dc6e09-6826-45d4-bad7-46ad70591c99 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.465s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:18:59.526149 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d4f8ed33-2a7a-4b7f-81e7-a412fa749f8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:59.602880 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-b31b3325-6ea6-455f-9e6e-871b01968b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc0401b80>, [{'id': '4a42c453-b79e-4e99-ad61-ce295702871a', 'name': 'tempest-TestVolumeBootPattern-662153544-router', 'tenant_id': '815a3f337d0d43d79aa09f57743afc6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.186'}], 'enable_snat': True}, 'gw_port_id': '1db041a6-d74c-4bb1-a37a-855a0926652b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:18:54Z', 'updated_at': '2021-12-23T16:18:55Z', 'revision_number': 3, 'project_id': '815a3f337d0d43d79aa09f57743afc6f', 'gw_port': {'id': '1db041a6-d74c-4bb1-a37a-855a0926652b', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:14:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a42c453-b79e-4e99-ad61-ce295702871a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:18:55Z', 'updated_at': '2021-12-23T16:18:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv'}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:18:59.608929 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b31b3325-6ea6-455f-9e6e-871b01968b09 None None] The sync data for ids ['4a42c453-b79e-4e99-ad61-ce295702871a'] in dv-neutron-822799-1-hyperv is: [{'id': '4a42c453-b79e-4e99-ad61-ce295702871a', 'name': 'tempest-TestVolumeBootPattern-662153544-router', 'tenant_id': '815a3f337d0d43d79aa09f57743afc6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.186'}], 'enable_snat': True}, 'gw_port_id': '1db041a6-d74c-4bb1-a37a-855a0926652b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:18:54Z', 'updated_at': '2021-12-23T16:18:55Z', 'revision_number': 3, 'project_id': '815a3f337d0d43d79aa09f57743afc6f', 'gw_port': {'id': '1db041a6-d74c-4bb1-a37a-855a0926652b', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:14:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a42c453-b79e-4e99-ad61-ce295702871a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:18:55Z', 'updated_at': '2021-12-23T16:18:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv'}] {{(pid=87637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 23 16:18:59.614272 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-7e70c3fc-5770-42c4-abb2-75f14dba9b91 None None] Provisioning for port d17475bd-9510-4096-a5f0-5c5d2cf79e4b completed by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:18:59.620719 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-7e70c3fc-5770-42c4-abb2-75f14dba9b91 None None] Provisioning complete for port d17475bd-9510-4096-a5f0-5c5d2cf79e4b triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:18:59.621122 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-7e70c3fc-5770-42c4-abb2-75f14dba9b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:59.654368 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e1efd61-aa7c-4847-9aca-8413dbf1fa28 None None] New status for floating IP 4a3dcefc-919c-4203-87df-11aaa7b3b886: DOWN {{(pid=87637) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 23 16:18:59.765701 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d4f8ed33-2a7a-4b7f-81e7-a412fa749f8e admin admin] Notify callbacks [] for port, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:59.771389 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d4f8ed33-2a7a-4b7f-81e7-a412fa749f8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2176289'] for port, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:18:59.904774 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-7e70c3fc-5770-42c4-abb2-75f14dba9b91 None None] Port d17475bd-9510-4096-a5f0-5c5d2cf79e4b cannot update to ACTIVE because it is not bound. {{(pid=87637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 23 16:18:59.967281 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-192d5241-aa1f-409c-811b-be6c419f1178 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:19:00.053758 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d4f8ed33-2a7a-4b7f-81e7-a412fa749f8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1627481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1781465'] for router_interface, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:19:00.060825 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f8ed33-2a7a-4b7f-81e7-a412fa749f8e admin admin] Pushing event updated for resources: {'Port': ['ID=d17475bd-9510-4096-a5f0-5c5d2cf79e4b,revision_number=2']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:19:00.068027 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-d4f8ed33-2a7a-4b7f-81e7-a412fa749f8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:19:00.208077 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4f8ed33-2a7a-4b7f-81e7-a412fa749f8e admin admin] Network 0150432c-3455-4bcb-8764-4bb2c28e3d40 is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:19:00.209348 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-d4f8ed33-2a7a-4b7f-81e7-a412fa749f8e admin admin] Resources bound (agent type, host, resource id):  {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:19:00.286981 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 52926) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:19:00.394546 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-33181292-a4a4-460c-9479-d28c9c3a1274 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/floatingips/4a3dcefc-919c-4203-87df-11aaa7b3b886 HTTP/1.1" status: 200  len: 688 time: 0.1056404
Dec 23 16:19:00.412556 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4f8ed33-2a7a-4b7f-81e7-a412fa749f8e admin admin] Router 4a42c453-b79e-4e99-ad61-ce295702871a has already been hosted by L3 agent 371d4c41-c7e2-4de7-9539-c049ec4e95d1 {{(pid=87636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 23 16:19:00.529272 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-a182d119-c7f5-4afe-a07b-a7fd7d1ebd6a None None] Provisioning complete for port d17475bd-9510-4096-a5f0-5c5d2cf79e4b triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:19:00.529556 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-a182d119-c7f5-4afe-a07b-a7fd7d1ebd6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:19:00.583152 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-a182d119-c7f5-4afe-a07b-a7fd7d1ebd6a None None] Port d17475bd-9510-4096-a5f0-5c5d2cf79e4b cannot update to ACTIVE because it is not bound. {{(pid=87637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 23 16:19:00.597461 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4f8ed33-2a7a-4b7f-81e7-a412fa749f8e admin admin] Notify agent at l3_agent.dv-neutron-822799-1-hyperv the message routers_updated {{(pid=87636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 23 16:19:00.606305 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-d4f8ed33-2a7a-4b7f-81e7-a412fa749f8e admin admin] 10.222.0.64 "PUT /v2.0/routers/4a42c453-b79e-4e99-ad61-ce295702871a/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9290524
Dec 23 16:19:01.142417 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b3b5883-f2aa-4f2b-a357-09e2c18815ce None None] Sync routers for ids ['4a42c453-b79e-4e99-ad61-ce295702871a'] in dv-neutron-822799-1-hyperv {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 23 16:19:01.152828 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b3b5883-f2aa-4f2b-a357-09e2c18815ce None None] Routers {'4a42c453-b79e-4e99-ad61-ce295702871a'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:19:01.153545 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-0b3b5883-f2aa-4f2b-a357-09e2c18815ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc2a08a90>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:18:50Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['4a42c453-b79e-4e99-ad61-ce295702871a'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:19:01.207951 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 52944) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:19:01.213837 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-8f8375d3-ecea-4d2d-a86a-f13fed8fdb3d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-506463932-network', 'tenant_id': '04848f25804c461b95ee81b4244e4d64'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:19:01.218598 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-8f8375d3-ecea-4d2d-a86a-f13fed8fdb3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:19:01.222778 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-8f8375d3-ecea-4d2d-a86a-f13fed8fdb3d admin admin] Usage tracker for resource:network and tenant:04848f25804c461b95ee81b4244e4d64 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:19:01.225697 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-8f8375d3-ecea-4d2d-a86a-f13fed8fdb3d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:19:01.231740 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-8f8375d3-ecea-4d2d-a86a-f13fed8fdb3d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:19:01.243509 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f8375d3-ecea-4d2d-a86a-f13fed8fdb3d admin admin] Made reservation on behalf of 04848f25804c461b95ee81b4244e4d64 for: {'network': 1} {{(pid=87635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:19:01.246084 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-8f8375d3-ecea-4d2d-a86a-f13fed8fdb3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for network, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:19:01.262077 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-8f8375d3-ecea-4d2d-a86a-f13fed8fdb3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:19:01.276813 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-8f8375d3-ecea-4d2d-a86a-f13fed8fdb3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:19:01.281007 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-8f8375d3-ecea-4d2d-a86a-f13fed8fdb3d admin admin] Usage tracker for resource:security_group_rule and tenant:04848f25804c461b95ee81b4244e4d64 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:19:01.284113 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-8f8375d3-ecea-4d2d-a86a-f13fed8fdb3d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:19:01.290051 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-8f8375d3-ecea-4d2d-a86a-f13fed8fdb3d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:19:01.334719 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-0b3b5883-f2aa-4f2b-a357-09e2c18815ce None None] Set router 4a42c453-b79e-4e99-ad61-ce295702871a gateway port host: dv-neutron-822799-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:19:01.373160 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-8f8375d3-ecea-4d2d-a86a-f13fed8fdb3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:19:01.378144 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-8f8375d3-ecea-4d2d-a86a-f13fed8fdb3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:19:01.382251 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-9e6bc30d-0c49-4b51-b595-d279255ee46c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:19:01.406439 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f8375d3-ecea-4d2d-a86a-f13fed8fdb3d admin admin] vlan segment allocate from pool success with {'vlan_id': 442, 'physical_network': 'physnet1'}  {{(pid=87635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 23 16:19:01.419861 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8375d3-ecea-4d2d-a86a-f13fed8fdb3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53ff3763-e40b-4996-a840-4da115877160,revision_number=1']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:19:01.424563 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-8f8375d3-ecea-4d2d-a86a-f13fed8fdb3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:19:01.425725 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-8f8375d3-ecea-4d2d-a86a-f13fed8fdb3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:19:01.426070 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.db.segments_db [None req-8f8375d3-ecea-4d2d-a86a-f13fed8fdb3d admin admin] Added segment f48678bb-b969-42c1-a695-03409dabb510 of type vlan for network d8789263-87e0-4a4e-b757-0ac5eefcc9f4
Dec 23 16:19:01.453948 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-8f8375d3-ecea-4d2d-a86a-f13fed8fdb3d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735362521793'] for network, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:19:01.486086 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-8f8375d3-ecea-4d2d-a86a-f13fed8fdb3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495'] for network, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:19:01.487394 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f8375d3-ecea-4d2d-a86a-f13fed8fdb3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:19:01.488086 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-8f8375d3-ecea-4d2d-a86a-f13fed8fdb3d admin admin] Notify callbacks [] for network, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:19:01.494064 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-bae628c1-f4f1-4c91-a773-d1376ce08933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1374275305 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1374275305-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:19:01.595020 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 1db041a6-d74c-4bb1-a37a-855a0926652b up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:19:01.622241 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8375d3-ecea-4d2d-a86a-f13fed8fdb3d admin admin] Pushing event updated for resources: {'Network': ['ID=d8789263-87e0-4a4e-b757-0ac5eefcc9f4,revision_number=1']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:19:01.625751 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-8f8375d3-ecea-4d2d-a86a-f13fed8fdb3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:19:01.627373 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-8f8375d3-ecea-4d2d-a86a-f13fed8fdb3d admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 0.4183021
Dec 23 16:19:01.630118 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 52950) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:19:01.635902 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Network d8789263-87e0-4a4e-b757-0ac5eefcc9f4 details requested by agent ovs-agent-dv-neutron-822799-1-hyperv with host dv-neutron-822799-1-hyperv {{(pid=87637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 23 16:19:01.637291 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-fbbd709c-94d5-4ba3-92b8-320668a8dd49 admin admin] Request body: {'subnet': {'network_id': 'd8789263-87e0-4a4e-b757-0ac5eefcc9f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-506463932-subnet', 'tenant_id': '04848f25804c461b95ee81b4244e4d64', 'ip_version': 4}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:19:01.643886 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-fbbd709c-94d5-4ba3-92b8-320668a8dd49 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:19:01.648154 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-fbbd709c-94d5-4ba3-92b8-320668a8dd49 admin admin] Usage tracker for resource:subnet and tenant:04848f25804c461b95ee81b4244e4d64 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:19:01.651396 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-fbbd709c-94d5-4ba3-92b8-320668a8dd49 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:19:01.657251 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-fbbd709c-94d5-4ba3-92b8-320668a8dd49 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:19:01.671423 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbbd709c-94d5-4ba3-92b8-320668a8dd49 admin admin] Made reservation on behalf of 04848f25804c461b95ee81b4244e4d64 for: {'subnet': 1} {{(pid=87635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:19:01.674583 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-fbbd709c-94d5-4ba3-92b8-320668a8dd49 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2610339'] for subnet, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:19:01.706886 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-0b3b5883-f2aa-4f2b-a357-09e2c18815ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc2a08a90>, [{'id': '4a42c453-b79e-4e99-ad61-ce295702871a', 'name': 'tempest-TestVolumeBootPattern-662153544-router', 'tenant_id': '815a3f337d0d43d79aa09f57743afc6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.186'}], 'enable_snat': True}, 'gw_port_id': '1db041a6-d74c-4bb1-a37a-855a0926652b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:18:54Z', 'updated_at': '2021-12-23T16:18:59Z', 'revision_number': 4, 'project_id': '815a3f337d0d43d79aa09f57743afc6f', 'gw_port': {'id': '1db041a6-d74c-4bb1-a37a-855a0926652b', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:14:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a42c453-b79e-4e99-ad61-ce295702871a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:18:55Z', 'updated_at': '2021-12-23T16:18:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_interfaces': [{'id': 'd17475bd-9510-4096-a5f0-5c5d2cf79e4b', 'name': '', 'network_id': '0150432c-3455-4bcb-8764-4bb2c28e3d40', 'tenant_id': '815a3f337d0d43d79aa09f57743afc6f', 'mac_address': 'fa:16:3e:67:c2:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a42c453-b79e-4e99-ad61-ce295702871a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': '155d1b85-f535-40ed-8306-928fb9445b01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:18:58Z', 'updated_at': '2021-12-23T16:18:59Z', 'revision_number': 2, 'project_id': '815a3f337d0d43d79aa09f57743afc6f', 'subnets': [{'id': '155d1b85-f535-40ed-8306-928fb9445b01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:19:01.711488 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b3b5883-f2aa-4f2b-a357-09e2c18815ce None None] Checking router: 4a42c453-b79e-4e99-ad61-ce295702871a for host: dv-neutron-822799-1-hyperv {{(pid=87638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 23 16:19:01.711908 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b3b5883-f2aa-4f2b-a357-09e2c18815ce None None] Updating router 4a42c453-b79e-4e99-ad61-ce295702871a port d17475bd-9510-4096-a5f0-5c5d2cf79e4b binding host dv-neutron-822799-1-hyperv {{(pid=87638) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 23 16:19:01.788891 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0b3b5883-f2aa-4f2b-a357-09e2c18815ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:19:01.789260 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning for port 1db041a6-d74c-4bb1-a37a-855a0926652b completed by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:19:01.796468 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port 1db041a6-d74c-4bb1-a37a-855a0926652b triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:19:01.797024 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:19:01.834122 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 52954) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:19:01.840731 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-7ecd9188-7148-4c83-9c42-c9d8b66112ce tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-316070729', 'description': 'tempest-secgroup-smoke-316070729 description', 'project_id': '544f3e375bde4f0988286eba27294ea6'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:19:01.848076 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-7ecd9188-7148-4c83-9c42-c9d8b66112ce tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:19:01.859271 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-7ecd9188-7148-4c83-9c42-c9d8b66112ce tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:19:01.872553 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7ecd9188-7148-4c83-9c42-c9d8b66112ce tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:19:01.896953 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-7ecd9188-7148-4c83-9c42-c9d8b66112ce tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:19:01.901970 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-7ecd9188-7148-4c83-9c42-c9d8b66112ce tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Usage tracker for resource:security_group_rule and tenant:544f3e375bde4f0988286eba27294ea6 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:19:01.905994 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-7ecd9188-7148-4c83-9c42-c9d8b66112ce tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:19:01.914286 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-7ecd9188-7148-4c83-9c42-c9d8b66112ce tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:19:01.949573 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:19:01.969888 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] For port 1db041a6-d74c-4bb1-a37a-855a0926652b, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=1db041a6-d74c-4bb1-a37a-855a0926652b,segment=NetworkSegment(77e3d110-dd7b-426c-b11f-b78dde7993df),segment_id=77e3d110-dd7b-426c-b11f-b78dde7993df)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:19:01.977413 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:19:01.980040 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-2fd9b5a6-c905-4794-ad4b-6e5595c60f3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:19:02.015572 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7ecd9188-7148-4c83-9c42-c9d8b66112ce tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:19:02.020905 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7ecd9188-7148-4c83-9c42-c9d8b66112ce tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:19:02.027423 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-946451f4-00fa-41fd-a2e5-5af0ed3a4cf6 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:19:02.069772 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Pushing event updated for resources: {'Port': ['ID=1db041a6-d74c-4bb1-a37a-855a0926652b,revision_number=4']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:19:02.072193 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecd9188-7148-4c83-9c42-c9d8b66112ce tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0eb94cfe-9dbe-486c-ba74-928334dd6d4e,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:19:02.075917 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-7ecd9188-7148-4c83-9c42-c9d8b66112ce tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:19:02.076524 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:19:02.080467 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7ecd9188-7148-4c83-9c42-c9d8b66112ce tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:19:02.085394 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-7ecd9188-7148-4c83-9c42-c9d8b66112ce tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 0.2490735
Dec 23 16:19:02.086234 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 52958) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:19:02.091811 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-ce4248b4-b539-466b-a476-a721969910c4 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Request body: {'security_group_rule': {'security_group_id': '0eb94cfe-9dbe-486c-ba74-928334dd6d4e', 'project_id': '544f3e375bde4f0988286eba27294ea6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:19:02.098152 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-ce4248b4-b539-466b-a476-a721969910c4 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:19:02.102299 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-ce4248b4-b539-466b-a476-a721969910c4 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Usage tracker for resource:security_group_rule and tenant:544f3e375bde4f0988286eba27294ea6 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:19:02.103910 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-fbbd709c-94d5-4ba3-92b8-320668a8dd49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2753396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2610353'] for subnet, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:19:02.105698 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-ce4248b4-b539-466b-a476-a721969910c4 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:19:02.109787 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-a979345a-6261-424b-8c57-e078a58a9a12 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:19:02.111476 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-ce4248b4-b539-466b-a476-a721969910c4 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:19:02.130169 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-ce4248b4-b539-466b-a476-a721969910c4 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:19:02.170326 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0b3b5883-f2aa-4f2b-a357-09e2c18815ce None None] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:19:02.181996 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbd709c-94d5-4ba3-92b8-320668a8dd49 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f9ec1fe7-43b3-4ea1-bbb2-2d9903bf6523,revision_number=0']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:19:02.183560 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-0b3b5883-f2aa-4f2b-a357-09e2c18815ce None None] Transition to ACTIVE for port object d17475bd-9510-4096-a5f0-5c5d2cf79e4b will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:19:02.184718 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-fbbd709c-94d5-4ba3-92b8-320668a8dd49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:19:02.190717 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0b3b5883-f2aa-4f2b-a357-09e2c18815ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:19:02.195536 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG oslo_concurrency.lockutils [None req-cc26dc27-89b6-4e41-a98e-e2bfe67f3ff6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:19:02.196731 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbbd709c-94d5-4ba3-92b8-320668a8dd49 admin admin] Checking segment: {'id': 'f48678bb-b969-42c1-a695-03409dabb510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'd8789263-87e0-4a4e-b757-0ac5eefcc9f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:19:02.197128 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbbd709c-94d5-4ba3-92b8-320668a8dd49 admin admin] Network hostable DHCP agents. Network: d8789263-87e0-4a4e-b757-0ac5eefcc9f4, hostable agents: ['1c812d71-eadf-4fb3-b98e-67468a4aa7e2'], hosted agents: [] {{(pid=87635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 23 16:19:02.206017 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-ce4248b4-b539-466b-a476-a721969910c4 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:19:02.210997 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-ce4248b4-b539-466b-a476-a721969910c4 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762424'] for security_group_rule, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:19:02.212959 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:19:02.219169 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbbd709c-94d5-4ba3-92b8-320668a8dd49 admin admin] Network d8789263-87e0-4a4e-b757-0ac5eefcc9f4 is scheduled to be hosted by DHCP agent 1c812d71-eadf-4fb3-b98e-67468a4aa7e2 with binding_index 1 {{(pid=87635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 23 16:19:02.230422 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.base_scheduler [None req-fbbd709c-94d5-4ba3-92b8-320668a8dd49 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822799-1-hyperv, d8789263-87e0-4a4e-b757-0ac5eefcc9f4) {{(pid=87635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:19:02.233716 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4248b4-b539-466b-a476-a721969910c4 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0ee9097-569e-4e45-8f54-00f571bd395a,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:19:02.236603 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbbd709c-94d5-4ba3-92b8-320668a8dd49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:19:02.237775 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-fbbd709c-94d5-4ba3-92b8-320668a8dd49 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:19:02.237910 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-ce4248b4-b539-466b-a476-a721969910c4 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:19:02.242209 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-457d44ac-55e8-4bf0-9294-cfe0ad6cca9f None None] Network d8789263-87e0-4a4e-b757-0ac5eefcc9f4 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:19:02.256336 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-ce4248b4-b539-466b-a476-a721969910c4 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:19:02.260729 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-ce4248b4-b539-466b-a476-a721969910c4 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1730950
Dec 23 16:19:02.261313 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 52962) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:19:02.266851 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-c7a1c2ad-ae72-4e5b-89f5-d8acb0aaa747 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Request body: {'security_group_rule': {'security_group_id': '0eb94cfe-9dbe-486c-ba74-928334dd6d4e', 'project_id': '544f3e375bde4f0988286eba27294ea6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:19:02.275943 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-c7a1c2ad-ae72-4e5b-89f5-d8acb0aaa747 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:19:02.278514 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-fbbd709c-94d5-4ba3-92b8-320668a8dd49 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.6468182
Dec 23 16:19:02.280973 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 52966) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:19:02.288726 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-2fea7c25-b1a9-4385-a215-92f1ea5bc3fa admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-506463932-router', 'tenant_id': '04848f25804c461b95ee81b4244e4d64', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b'}}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:19:02.289917 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-c7a1c2ad-ae72-4e5b-89f5-d8acb0aaa747 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Usage tracker for resource:security_group_rule and tenant:544f3e375bde4f0988286eba27294ea6 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:19:02.293644 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-c7a1c2ad-ae72-4e5b-89f5-d8acb0aaa747 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:19:02.295076 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-2fea7c25-b1a9-4385-a215-92f1ea5bc3fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:19:02.302480 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-c7a1c2ad-ae72-4e5b-89f5-d8acb0aaa747 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:19:02.302818 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-2fea7c25-b1a9-4385-a215-92f1ea5bc3fa admin admin] Usage tracker for resource:router and tenant:04848f25804c461b95ee81b4244e4d64 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:19:02.307590 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-2fea7c25-b1a9-4385-a215-92f1ea5bc3fa admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:19:02.317101 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-2fea7c25-b1a9-4385-a215-92f1ea5bc3fa admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:19:02.334451 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-2fea7c25-b1a9-4385-a215-92f1ea5bc3fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1823978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-235332'] for router, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:19:02.338865 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c7a1c2ad-ae72-4e5b-89f5-d8acb0aaa747 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:19:02.339216 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-2fea7c25-b1a9-4385-a215-92f1ea5bc3fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1824575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1824063', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1751113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-235341'] for router, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:19:02.377437 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-2fea7c25-b1a9-4385-a215-92f1ea5bc3fa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:19:02.438127 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c7a1c2ad-ae72-4e5b-89f5-d8acb0aaa747 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:19:02.446963 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c7a1c2ad-ae72-4e5b-89f5-d8acb0aaa747 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762424'] for security_group_rule, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:19:02.450043 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:19:02.490431 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a1c2ad-ae72-4e5b-89f5-d8acb0aaa747 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0dc1438-d685-4ccb-81cf-deb7ddc75f7f,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:19:02.495939 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-c7a1c2ad-ae72-4e5b-89f5-d8acb0aaa747 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:19:02.497098 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5f5781-28a4-40c6-bd86-2da56ad2f4e8 None None] Pushing event updated for resources: {'Port': ['ID=d17475bd-9510-4096-a5f0-5c5d2cf79e4b,revision_number=3']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:19:02.521727 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c7a1c2ad-ae72-4e5b-89f5-d8acb0aaa747 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:19:02.526786 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-c7a1c2ad-ae72-4e5b-89f5-d8acb0aaa747 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.2619882
Dec 23 16:19:02.529603 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 52970) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:19:02.535304 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-5ad4617b-98d0-4dbe-8eea-9e2ff00d5109 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Request body: {'security_group_rule': {'security_group_id': '0eb94cfe-9dbe-486c-ba74-928334dd6d4e', 'project_id': '544f3e375bde4f0988286eba27294ea6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:19:02.541900 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-5ad4617b-98d0-4dbe-8eea-9e2ff00d5109 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:19:02.546094 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-5ad4617b-98d0-4dbe-8eea-9e2ff00d5109 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Usage tracker for resource:security_group_rule and tenant:544f3e375bde4f0988286eba27294ea6 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:19:02.551367 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-5ad4617b-98d0-4dbe-8eea-9e2ff00d5109 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:19:02.561139 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-5ad4617b-98d0-4dbe-8eea-9e2ff00d5109 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:19:02.564214 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5f5781-28a4-40c6-bd86-2da56ad2f4e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:19:02.564620 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5f5781-28a4-40c6-bd86-2da56ad2f4e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:19:02.564945 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5f5781-28a4-40c6-bd86-2da56ad2f4e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:19:02.565287 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5f5781-28a4-40c6-bd86-2da56ad2f4e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:19:02.565620 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5f5781-28a4-40c6-bd86-2da56ad2f4e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:19:02.566005 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5f5781-28a4-40c6-bd86-2da56ad2f4e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:19:02.566340 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5f5781-28a4-40c6-bd86-2da56ad2f4e8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:19:02.567084 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5f5781-28a4-40c6-bd86-2da56ad2f4e8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:19:02.567438 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5f5781-28a4-40c6-bd86-2da56ad2f4e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:19:02.567769 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5f5781-28a4-40c6-bd86-2da56ad2f4e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:19:02.568100 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5f5781-28a4-40c6-bd86-2da56ad2f4e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:19:02.568424 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5f5781-28a4-40c6-bd86-2da56ad2f4e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:19:02.575854 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG oslo_concurrency.lockutils [None req-5d5f5781-28a4-40c6-bd86-2da56ad2f4e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=87638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:19:02.583547 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-0b3b5883-f2aa-4f2b-a357-09e2c18815ce None None] Attempting to bind port d17475bd-9510-4096-a5f0-5c5d2cf79e4b on host dv-neutron-822799-1-hyperv for vnic_type normal with profile  {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:19:02.583978 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-0b3b5883-f2aa-4f2b-a357-09e2c18815ce None None] Attempting to bind port d17475bd-9510-4096-a5f0-5c5d2cf79e4b by drivers openvswitch,hyperv on host dv-neutron-822799-1-hyperv at level 0 using segments [{'id': '87dd7487-e7c8-48c3-b597-2f6995c824bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '0150432c-3455-4bcb-8764-4bb2c28e3d40'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:19:02.584403 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b3b5883-f2aa-4f2b-a357-09e2c18815ce None None] Attempting to bind port d17475bd-9510-4096-a5f0-5c5d2cf79e4b on network 0150432c-3455-4bcb-8764-4bb2c28e3d40 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:19:02.590422 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b3b5883-f2aa-4f2b-a357-09e2c18815ce None None] Checking agent: {'id': '20d2070f-69a9-4e73-8d08-6f0387a40158', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822799-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 21), 'started_at': datetime.datetime(2021, 12, 23, 16, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 18, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822799-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 23 16:19:02.590812 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b3b5883-f2aa-4f2b-a357-09e2c18815ce None None] Checking segment: {'id': '87dd7487-e7c8-48c3-b597-2f6995c824bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '0150432c-3455-4bcb-8764-4bb2c28e3d40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:19:02.591352 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0b3b5883-f2aa-4f2b-a357-09e2c18815ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:19:02.591764 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b3b5883-f2aa-4f2b-a357-09e2c18815ce None None] Bound using segment: {'id': '87dd7487-e7c8-48c3-b597-2f6995c824bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '0150432c-3455-4bcb-8764-4bb2c28e3d40'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 23 16:19:02.592190 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5ad4617b-98d0-4dbe-8eea-9e2ff00d5109 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:19:02.592342 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-0b3b5883-f2aa-4f2b-a357-09e2c18815ce None None] Bound port: d17475bd-9510-4096-a5f0-5c5d2cf79e4b, host: dv-neutron-822799-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87dd7487-e7c8-48c3-b597-2f6995c824bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '0150432c-3455-4bcb-8764-4bb2c28e3d40'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 23 16:19:02.592867 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0b3b5883-f2aa-4f2b-a357-09e2c18815ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:19:02.632460 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b703a2d6-bcf4-4bad-943d-57020aceb9d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7e017a6-8198-58c8-a07e-0f786128e3b3-d8789263-87e0-4a4e-b757-0ac5eefcc9f4', 'network_id': 'd8789263-87e0-4a4e-b757-0ac5eefcc9f4', 'tenant_id': '04848f25804c461b95ee81b4244e4d64', 'fixed_ips': [{'subnet_id': 'f9ec1fe7-43b3-4ea1-bbb2-2d9903bf6523'}]}} from dv-neutron-822799-1-hyperv. {{(pid=87637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 23 16:19:02.633433 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-b703a2d6-bcf4-4bad-943d-57020aceb9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:19:02.671348 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5ad4617b-98d0-4dbe-8eea-9e2ff00d5109 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:19:02.676144 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5ad4617b-98d0-4dbe-8eea-9e2ff00d5109 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762424'] for security_group_rule, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:19:02.678500 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-fd70d456-5113-4f11-8020-c483dfefc175 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:19:02.704461 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad4617b-98d0-4dbe-8eea-9e2ff00d5109 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a328ec80-88ae-4f78-9f44-8dcf0d5937f4,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:19:02.710354 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-5ad4617b-98d0-4dbe-8eea-9e2ff00d5109 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:19:02.718142 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-0b3b5883-f2aa-4f2b-a357-09e2c18815ce None None] For port d17475bd-9510-4096-a5f0-5c5d2cf79e4b, host dv-neutron-822799-1-hyperv, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 23 16:19:02.721359 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5ad4617b-98d0-4dbe-8eea-9e2ff00d5109 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:19:02.721992 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-0b3b5883-f2aa-4f2b-a357-09e2c18815ce None None] For port d17475bd-9510-4096-a5f0-5c5d2cf79e4b, host dv-neutron-822799-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=d17475bd-9510-4096-a5f0-5c5d2cf79e4b,segment=NetworkSegment(87dd7487-e7c8-48c3-b597-2f6995c824bb),segment_id=87dd7487-e7c8-48c3-b597-2f6995c824bb)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 23 16:19:02.723080 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-5ad4617b-98d0-4dbe-8eea-9e2ff00d5109 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1921368
Dec 23 16:19:02.725884 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 52974) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:19:02.731223 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0b3b5883-f2aa-4f2b-a357-09e2c18815ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:19:02.731781 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-4defed36-bc54-4214-b616-2aaf53c75e47 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Request body: {'security_group_rule': {'security_group_id': '0eb94cfe-9dbe-486c-ba74-928334dd6d4e', 'project_id': '544f3e375bde4f0988286eba27294ea6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:19:02.738638 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:19:02.740133 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-4defed36-bc54-4214-b616-2aaf53c75e47 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:19:02.745235 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-4defed36-bc54-4214-b616-2aaf53c75e47 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Usage tracker for resource:security_group_rule and tenant:544f3e375bde4f0988286eba27294ea6 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:19:02.748127 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-4defed36-bc54-4214-b616-2aaf53c75e47 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:19:02.755282 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-4defed36-bc54-4214-b616-2aaf53c75e47 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:19:02.777689 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-4defed36-bc54-4214-b616-2aaf53c75e47 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:19:02.778045 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-2fea7c25-b1a9-4385-a215-92f1ea5bc3fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1824017', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1823768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-235299'] for router, precommit_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:19:02.839861 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b3b5883-f2aa-4f2b-a357-09e2c18815ce None None] Routers {'4a42c453-b79e-4e99-ad61-ce295702871a'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:19:02.840597 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-0b3b5883-f2aa-4f2b-a357-09e2c18815ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc2a08a90>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:18:50Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['4a42c453-b79e-4e99-ad61-ce295702871a'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:19:02.843854 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_common [None req-b703a2d6-bcf4-4bad-943d-57020aceb9d5 None None] Allocated IP 172.20.0.2 (d8789263-87e0-4a4e-b757-0ac5eefcc9f4/f9ec1fe7-43b3-4ea1-bbb2-2d9903bf6523/5dfefd2f-6d3c-4c43-810d-8fdb947960cd) {{(pid=87637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:19:02.889512 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-4defed36-bc54-4214-b616-2aaf53c75e47 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:19:02.897245 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-4defed36-bc54-4214-b616-2aaf53c75e47 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762424'] for security_group_rule, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:19:02.900411 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:19:02.925670 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5f5781-28a4-40c6-bd86-2da56ad2f4e8 None None] Pushing event updated for resources: {'Port': ['ID=d17475bd-9510-4096-a5f0-5c5d2cf79e4b,revision_number=4']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:19:02.928987 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG oslo_concurrency.lockutils [None req-5d5f5781-28a4-40c6-bd86-2da56ad2f4e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=87638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:19:02.954083 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4defed36-bc54-4214-b616-2aaf53c75e47 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=111b18e7-694c-4c55-b735-f542379fc180,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:19:02.960041 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-4defed36-bc54-4214-b616-2aaf53c75e47 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:19:02.991151 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-4defed36-bc54-4214-b616-2aaf53c75e47 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:19:02.992465 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-4defed36-bc54-4214-b616-2aaf53c75e47 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.2656066
Dec 23 16:19:02.995323 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 52978) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:19:03.002784 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-b0452b75-3169-434b-b0d1-b7b4cdbb5c73 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Request body: {'security_group_rule': {'security_group_id': '0eb94cfe-9dbe-486c-ba74-928334dd6d4e', 'project_id': '544f3e375bde4f0988286eba27294ea6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:19:03.016109 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-b0452b75-3169-434b-b0d1-b7b4cdbb5c73 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:19:03.022275 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-b0452b75-3169-434b-b0d1-b7b4cdbb5c73 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Usage tracker for resource:security_group_rule and tenant:544f3e375bde4f0988286eba27294ea6 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:19:03.025745 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-b0452b75-3169-434b-b0d1-b7b4cdbb5c73 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:19:03.038663 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-b0452b75-3169-434b-b0d1-b7b4cdbb5c73 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:19:03.070718 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.db.securitygroups_db [None req-b0452b75-3169-434b-b0d1-b7b4cdbb5c73 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Project 544f3e375bde4f0988286eba27294ea6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 23 16:19:03.078954 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b0452b75-3169-434b-b0d1-b7b4cdbb5c73 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:19:03.108626 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-0b3b5883-f2aa-4f2b-a357-09e2c18815ce None None] Set router 4a42c453-b79e-4e99-ad61-ce295702871a gateway port host: dv-neutron-822799-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:19:03.164863 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b0452b75-3169-434b-b0d1-b7b4cdbb5c73 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:19:03.171527 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b0452b75-3169-434b-b0d1-b7b4cdbb5c73 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762424'] for security_group_rule, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:19:03.179796 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-b703a2d6-bcf4-4bad-943d-57020aceb9d5 None None] Notify callbacks [] for port, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:19:03.185315 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-2dae04bc-6ed1-42b9-bae8-246116cf5d53 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:19:03.192444 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-2fea7c25-b1a9-4385-a215-92f1ea5bc3fa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:19:03.194964 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-b703a2d6-bcf4-4bad-943d-57020aceb9d5 None None] Transition to ACTIVE for port object 5dfefd2f-6d3c-4c43-810d-8fdb947960cd will not be triggered until provisioned by entity L2. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:19:03.209193 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0452b75-3169-434b-b0d1-b7b4cdbb5c73 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea336494-5b9c-47bc-aeb3-347177dd0877,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:19:03.211953 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-b0452b75-3169-434b-b0d1-b7b4cdbb5c73 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:19:03.217694 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b0452b75-3169-434b-b0d1-b7b4cdbb5c73 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:19:03.219358 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-b703a2d6-bcf4-4bad-943d-57020aceb9d5 None None] Transition to ACTIVE for port object 5dfefd2f-6d3c-4c43-810d-8fdb947960cd will not be triggered until provisioned by entity DHCP. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:19:03.219664 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-b0452b75-3169-434b-b0d1-b7b4cdbb5c73 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.2225878
Dec 23 16:19:03.222465 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 52982) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:19:03.228250 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-b703a2d6-bcf4-4bad-943d-57020aceb9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780'] for port, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:19:03.232165 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-ef78871c-7d68-4e3c-a3ff-d79df45a6e9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:19:03.233779 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-58f1e1cc-3140-4edc-bc09-470d545676c7 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Request body: {'security_group_rule': {'security_group_id': '0eb94cfe-9dbe-486c-ba74-928334dd6d4e', 'project_id': '544f3e375bde4f0988286eba27294ea6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:19:03.240024 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-2fea7c25-b1a9-4385-a215-92f1ea5bc3fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:19:03.254462 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-58f1e1cc-3140-4edc-bc09-470d545676c7 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:19:03.266868 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-58f1e1cc-3140-4edc-bc09-470d545676c7 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Usage tracker for resource:security_group_rule and tenant:544f3e375bde4f0988286eba27294ea6 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:19:03.270333 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-58f1e1cc-3140-4edc-bc09-470d545676c7 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:19:03.285554 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-58f1e1cc-3140-4edc-bc09-470d545676c7 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:19:03.301146 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.db.securitygroups_db [None req-58f1e1cc-3140-4edc-bc09-470d545676c7 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Project 544f3e375bde4f0988286eba27294ea6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 23 16:19:03.308597 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-58f1e1cc-3140-4edc-bc09-470d545676c7 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:19:03.352545 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b703a2d6-bcf4-4bad-943d-57020aceb9d5 None None] Pushing event updated for resources: {'Port': ['ID=5dfefd2f-6d3c-4c43-810d-8fdb947960cd,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:19:03.368932 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-b703a2d6-bcf4-4bad-943d-57020aceb9d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:19:03.373619 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b703a2d6-bcf4-4bad-943d-57020aceb9d5 None None] Network d8789263-87e0-4a4e-b757-0ac5eefcc9f4 is already hosted by enough agents. {{(pid=87637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:19:03.375073 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-b703a2d6-bcf4-4bad-943d-57020aceb9d5 None None] Resources bound (agent type, host, resource id):  {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:19:03.379084 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b703a2d6-bcf4-4bad-943d-57020aceb9d5 None None] Received port after_create {{(pid=87637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:19:03.387242 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.db_base_plugin_common [None req-2fea7c25-b1a9-4385-a215-92f1ea5bc3fa admin admin] Allocated IP 172.26.3.107 (8afa6d58-9431-454a-b99c-3ff8a65aa86b/60537fec-5f5f-4ab7-89cc-03638149a590/667e33d9-61fa-476b-8aa2-2fa1c4c1b4e6) {{(pid=87635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:19:03.391407 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-58f1e1cc-3140-4edc-bc09-470d545676c7 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:19:03.399365 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-58f1e1cc-3140-4edc-bc09-470d545676c7 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762424'] for security_group_rule, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:19:03.402196 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-9bc35343-4caf-4cdf-8bb7-fef48e6aebc7 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:19:03.430142 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f1e1cc-3140-4edc-bc09-470d545676c7 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc0eacc6-f0a6-4e6f-be26-66889beccb7f,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:19:03.443640 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-58f1e1cc-3140-4edc-bc09-470d545676c7 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:19:03.451827 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-58f1e1cc-3140-4edc-bc09-470d545676c7 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:19:03.453416 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-58f1e1cc-3140-4edc-bc09-470d545676c7 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.2297294
Dec 23 16:19:03.492917 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-b703a2d6-bcf4-4bad-943d-57020aceb9d5 None None] Attempting to bind port 5dfefd2f-6d3c-4c43-810d-8fdb947960cd on host dv-neutron-822799-1-hyperv for vnic_type normal with profile  {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:19:03.493996 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-b703a2d6-bcf4-4bad-943d-57020aceb9d5 None None] Attempting to bind port 5dfefd2f-6d3c-4c43-810d-8fdb947960cd by drivers openvswitch,hyperv on host dv-neutron-822799-1-hyperv at level 0 using segments [{'id': 'f48678bb-b969-42c1-a695-03409dabb510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'd8789263-87e0-4a4e-b757-0ac5eefcc9f4'}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:19:03.494572 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b703a2d6-bcf4-4bad-943d-57020aceb9d5 None None] Attempting to bind port 5dfefd2f-6d3c-4c43-810d-8fdb947960cd on network d8789263-87e0-4a4e-b757-0ac5eefcc9f4 {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:19:03.502221 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b703a2d6-bcf4-4bad-943d-57020aceb9d5 None None] Checking agent: {'id': '20d2070f-69a9-4e73-8d08-6f0387a40158', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822799-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 21), 'started_at': datetime.datetime(2021, 12, 23, 16, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 18, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822799-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 23 16:19:03.503119 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b703a2d6-bcf4-4bad-943d-57020aceb9d5 None None] Checking segment: {'id': 'f48678bb-b969-42c1-a695-03409dabb510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'd8789263-87e0-4a4e-b757-0ac5eefcc9f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:19:03.503763 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-b703a2d6-bcf4-4bad-943d-57020aceb9d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:19:03.504372 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b703a2d6-bcf4-4bad-943d-57020aceb9d5 None None] Bound using segment: {'id': 'f48678bb-b969-42c1-a695-03409dabb510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'd8789263-87e0-4a4e-b757-0ac5eefcc9f4'} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 23 16:19:03.505227 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-b703a2d6-bcf4-4bad-943d-57020aceb9d5 None None] Bound port: 5dfefd2f-6d3c-4c43-810d-8fdb947960cd, host: dv-neutron-822799-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f48678bb-b969-42c1-a695-03409dabb510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'd8789263-87e0-4a4e-b757-0ac5eefcc9f4'}}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 23 16:19:03.505765 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-b703a2d6-bcf4-4bad-943d-57020aceb9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:19:03.576888 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-2fea7c25-b1a9-4385-a215-92f1ea5bc3fa admin admin] Notify callbacks [] for port, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:19:03.608952 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-b703a2d6-bcf4-4bad-943d-57020aceb9d5 None None] For port 5dfefd2f-6d3c-4c43-810d-8fdb947960cd, host dv-neutron-822799-1-hyperv, cleared binding levels {{(pid=87637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 23 16:19:03.611744 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-2fea7c25-b1a9-4385-a215-92f1ea5bc3fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:19:03.615401 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 1db041a6-d74c-4bb1-a37a-855a0926652b up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:19:03.616035 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-0b3b5883-f2aa-4f2b-a357-09e2c18815ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc2a08a90>, [{'id': '4a42c453-b79e-4e99-ad61-ce295702871a', 'name': 'tempest-TestVolumeBootPattern-662153544-router', 'tenant_id': '815a3f337d0d43d79aa09f57743afc6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.186'}], 'enable_snat': True}, 'gw_port_id': '1db041a6-d74c-4bb1-a37a-855a0926652b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:18:54Z', 'updated_at': '2021-12-23T16:18:59Z', 'revision_number': 4, 'project_id': '815a3f337d0d43d79aa09f57743afc6f', 'gw_port': {'id': '1db041a6-d74c-4bb1-a37a-855a0926652b', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:14:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a42c453-b79e-4e99-ad61-ce295702871a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:18:55Z', 'updated_at': '2021-12-23T16:19:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_interfaces': [{'id': 'd17475bd-9510-4096-a5f0-5c5d2cf79e4b', 'name': '', 'network_id': '0150432c-3455-4bcb-8764-4bb2c28e3d40', 'tenant_id': '815a3f337d0d43d79aa09f57743afc6f', 'mac_address': 'fa:16:3e:67:c2:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a42c453-b79e-4e99-ad61-ce295702871a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': '155d1b85-f535-40ed-8306-928fb9445b01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:18:58Z', 'updated_at': '2021-12-23T16:19:02Z', 'revision_number': 4, 'project_id': '815a3f337d0d43d79aa09f57743afc6f', 'subnets': [{'id': '155d1b85-f535-40ed-8306-928fb9445b01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:19:03.622968 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-73099551-6448-490c-b774-c3e83a9d6457 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:19:03.625324 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b3b5883-f2aa-4f2b-a357-09e2c18815ce None None] The sync data for ids ['4a42c453-b79e-4e99-ad61-ce295702871a'] in dv-neutron-822799-1-hyperv is: [{'id': '4a42c453-b79e-4e99-ad61-ce295702871a', 'name': 'tempest-TestVolumeBootPattern-662153544-router', 'tenant_id': '815a3f337d0d43d79aa09f57743afc6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.186'}], 'enable_snat': True}, 'gw_port_id': '1db041a6-d74c-4bb1-a37a-855a0926652b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:18:54Z', 'updated_at': '2021-12-23T16:18:59Z', 'revision_number': 4, 'project_id': '815a3f337d0d43d79aa09f57743afc6f', 'gw_port': {'id': '1db041a6-d74c-4bb1-a37a-855a0926652b', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:14:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a42c453-b79e-4e99-ad61-ce295702871a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:18:55Z', 'updated_at': '2021-12-23T16:19:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_interfaces': [{'id': 'd17475bd-9510-4096-a5f0-5c5d2cf79e4b', 'name': '', 'network_id': '0150432c-3455-4bcb-8764-4bb2c28e3d40', 'tenant_id': '815a3f337d0d43d79aa09f57743afc6f', 'mac_address': 'fa:16:3e:67:c2:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a42c453-b79e-4e99-ad61-ce295702871a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': '155d1b85-f535-40ed-8306-928fb9445b01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:18:58Z', 'updated_at': '2021-12-23T16:19:02Z', 'revision_number': 4, 'project_id': '815a3f337d0d43d79aa09f57743afc6f', 'subnets': [{'id': '155d1b85-f535-40ed-8306-928fb9445b01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 23 16:19:03.698364 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-b703a2d6-bcf4-4bad-943d-57020aceb9d5 None None] For port 5dfefd2f-6d3c-4c43-810d-8fdb947960cd, host dv-neutron-822799-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=5dfefd2f-6d3c-4c43-810d-8fdb947960cd,segment=NetworkSegment(f48678bb-b969-42c1-a695-03409dabb510),segment_id=f48678bb-b969-42c1-a695-03409dabb510)] {{(pid=87637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 23 16:19:03.708246 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fea7c25-b1a9-4385-a215-92f1ea5bc3fa admin admin] Network 8afa6d58-9431-454a-b99c-3ff8a65aa86b is already hosted by enough agents. {{(pid=87635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:19:03.717610 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-b703a2d6-bcf4-4bad-943d-57020aceb9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:19:03.726122 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-e6dc6e09-6826-45d4-bad7-46ad70591c99 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:19:03.739425 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.base_scheduler [None req-2fea7c25-b1a9-4385-a215-92f1ea5bc3fa admin admin] Resources bound (agent type, host, resource id):  {{(pid=87635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:19:03.754551 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fea7c25-b1a9-4385-a215-92f1ea5bc3fa admin admin] Received port after_create {{(pid=87635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:19:03.839569 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fea7c25-b1a9-4385-a215-92f1ea5bc3fa admin admin] Pushing event updated for resources: {'Port': ['ID=667e33d9-61fa-476b-8aa2-2fa1c4c1b4e6,revision_number=1']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:19:03.879058 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port 1db041a6-d74c-4bb1-a37a-855a0926652b triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:19:03.879448 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:19:03.903754 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-3e1b0c86-df2e-44b5-a755-c94725a18699 req-ee12ba8b-842c-4f2c-8cf7-3764ad7c69dd tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Synchronizing usage tracker for tenant:544f3e375bde4f0988286eba27294ea6 on resource:security_group {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:19:03.907613 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b703a2d6-bcf4-4bad-943d-57020aceb9d5 None None] Pushing event updated for resources: {'Port': ['ID=5dfefd2f-6d3c-4c43-810d-8fdb947960cd,revision_number=2']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:19:03.916845 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-b703a2d6-bcf4-4bad-943d-57020aceb9d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:19:03.920926 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-2fea7c25-b1a9-4385-a215-92f1ea5bc3fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:19:03.933644 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-3e1b0c86-df2e-44b5-a755-c94725a18699 req-ee12ba8b-842c-4f2c-8cf7-3764ad7c69dd tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Unset dirty status for tenant:544f3e375bde4f0988286eba27294ea6 on resource:security_group {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:19:03.936468 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-3e1b0c86-df2e-44b5-a755-c94725a18699 req-ee12ba8b-842c-4f2c-8cf7-3764ad7c69dd tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-316070729&fields=id&tenant_id=544f3e375bde4f0988286eba27294ea6 HTTP/1.1" status: 200  len: 267 time: 0.0909183
Dec 23 16:19:04.162505 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1b0c86-df2e-44b5-a755-c94725a18699 req-a7eb189d-3b0f-4292-bdac-721ea990986f tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:19:04.164221 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-3e1b0c86-df2e-44b5-a755-c94725a18699 req-a7eb189d-3b0f-4292-bdac-721ea990986f tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/networks?id=dea35259-3e90-4336-be8a-c4c46e33cff8 HTTP/1.1" status: 200  len: 797 time: 0.2184317
Dec 23 16:19:04.184748 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-3e1b0c86-df2e-44b5-a755-c94725a18699 req-590348b1-204d-46a3-ac31-3d24b7416009 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/quotas/544f3e375bde4f0988286eba27294ea6 HTTP/1.1" status: 200  len: 375 time: 0.0128179
Dec 23 16:19:04.304258 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-3e1b0c86-df2e-44b5-a755-c94725a18699 req-504a0228-1469-4991-b00e-d3c9f33de78c tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=544f3e375bde4f0988286eba27294ea6&fields=id HTTP/1.1" status: 200  len: 394 time: 0.1105835
Dec 23 16:19:04.328820 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [req-3e1b0c86-df2e-44b5-a755-c94725a18699 req-e92fc748-04cf-4f75-9449-9f1ed7814b38 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=87636) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 23 16:19:04.330288 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-3e1b0c86-df2e-44b5-a755-c94725a18699 req-e92fc748-04cf-4f75-9449-9f1ed7814b38 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0066597
Dec 23 16:19:04.472128 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-3e1b0c86-df2e-44b5-a755-c94725a18699 req-d08f8244-4907-4861-8e9d-023dce45f4cf service neutron] 10.222.0.64 "GET /v2.0/networks/dea35259-3e90-4336-be8a-c4c46e33cff8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1350584
Dec 23 16:19:04.501689 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-2fea7c25-b1a9-4385-a215-92f1ea5bc3fa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:19:04.759979 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-3e1b0c86-df2e-44b5-a755-c94725a18699 req-a0b1faf7-89bf-496e-a7b5-cab61b00243e service neutron] 10.222.0.64 "GET /v2.0/networks/dea35259-3e90-4336-be8a-c4c46e33cff8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2809992
Dec 23 16:19:04.896656 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-2fea7c25-b1a9-4385-a215-92f1ea5bc3fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1823971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1824234'] for router, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:19:05.026096 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-128561d8-a44b-4332-841e-abf896290812 req-c3bce715-c5f5-4b30-b973-e2932d641e93 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/ports?device_id=63eeef18-cdcb-4cfe-bbf1-778d40a36bcc HTTP/1.1" status: 200  len: 210 time: 0.0618775
Dec 23 16:19:05.135388 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba594187-219d-48d3-a7b9-5882a770da5c None None] Network d8789263-87e0-4a4e-b757-0ac5eefcc9f4 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:19:05.211916 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fea7c25-b1a9-4385-a215-92f1ea5bc3fa admin admin] Router f71b76e2-ad2d-4e05-92c1-1c44cbbb7637 is scheduled to L3 agent 371d4c41-c7e2-4de7-9539-c049ec4e95d1 with binding_index 1 {{(pid=87635) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 23 16:19:05.243867 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-122982b1-4ea4-460f-8a99-0835da0f2773 None None] Provisioning for port 5dfefd2f-6d3c-4c43-810d-8fdb947960cd completed by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:19:05.407899 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fea7c25-b1a9-4385-a215-92f1ea5bc3fa admin admin] Notify agent at l3_agent.dv-neutron-822799-1-hyperv the message routers_updated {{(pid=87635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 23 16:19:05.422612 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58d6af41-6b5d-4eac-9c6d-c632d3559e3b None None] Sync routers for ids ['f71b76e2-ad2d-4e05-92c1-1c44cbbb7637'] in dv-neutron-822799-1-hyperv {{(pid=87637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 23 16:19:05.433469 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d6af41-6b5d-4eac-9c6d-c632d3559e3b None None] Routers {'f71b76e2-ad2d-4e05-92c1-1c44cbbb7637'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:19:05.434124 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-58d6af41-6b5d-4eac-9c6d-c632d3559e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc03f4eb0>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:18:50Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['f71b76e2-ad2d-4e05-92c1-1c44cbbb7637'], 'active': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:19:05.442839 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-2fea7c25-b1a9-4385-a215-92f1ea5bc3fa admin admin] Notify callbacks [] for router, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:19:05.444429 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-2fea7c25-b1a9-4385-a215-92f1ea5bc3fa admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 3.1625230
Dec 23 16:19:05.447768 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 53012) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:19:05.673329 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvr_db [None req-58d6af41-6b5d-4eac-9c6d-c632d3559e3b None None] Set router f71b76e2-ad2d-4e05-92c1-1c44cbbb7637 gateway port host: dv-neutron-822799-1-hyperv {{(pid=87637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:19:05.719708 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 5dfefd2f-6d3c-4c43-810d-8fdb947960cd up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:19:06.001424 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning for port 5dfefd2f-6d3c-4c43-810d-8fdb947960cd completed by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:19:06.036723 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port 5dfefd2f-6d3c-4c43-810d-8fdb947960cd triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:19:06.037117 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:19:06.184669 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-58d6af41-6b5d-4eac-9c6d-c632d3559e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc03f4eb0>, [{'id': 'f71b76e2-ad2d-4e05-92c1-1c44cbbb7637', 'name': 'tempest-TestVolumeBootPattern-506463932-router', 'tenant_id': '04848f25804c461b95ee81b4244e4d64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.107'}], 'enable_snat': True}, 'gw_port_id': '667e33d9-61fa-476b-8aa2-2fa1c4c1b4e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:19:02Z', 'updated_at': '2021-12-23T16:19:04Z', 'revision_number': 3, 'project_id': '04848f25804c461b95ee81b4244e4d64', 'gw_port': {'id': '667e33d9-61fa-476b-8aa2-2fa1c4c1b4e6', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:cf:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f71b76e2-ad2d-4e05-92c1-1c44cbbb7637', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:19:03Z', 'updated_at': '2021-12-23T16:19:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv'}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:19:06.199785 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58d6af41-6b5d-4eac-9c6d-c632d3559e3b None None] Checking router: f71b76e2-ad2d-4e05-92c1-1c44cbbb7637 for host: dv-neutron-822799-1-hyperv {{(pid=87637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 23 16:19:06.200159 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58d6af41-6b5d-4eac-9c6d-c632d3559e3b None None] Updating router f71b76e2-ad2d-4e05-92c1-1c44cbbb7637 port 667e33d9-61fa-476b-8aa2-2fa1c4c1b4e6 binding host dv-neutron-822799-1-hyperv {{(pid=87637) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 23 16:19:06.240321 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-60e6c667-3d9b-430f-8276-52c34afa40fa req-99c733a6-4eac-4d03-b4ef-bec02200ca49 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/ports?device_id=63eeef18-cdcb-4cfe-bbf1-778d40a36bcc HTTP/1.1" status: 200  len: 210 time: 0.0563116
Dec 23 16:19:06.243443 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:19:06.294278 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-58d6af41-6b5d-4eac-9c6d-c632d3559e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:19:06.329440 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1b0c86-df2e-44b5-a755-c94725a18699 req-c031f656-3804-4c1a-bece-0281e48e19b9 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:19:06.331069 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-3e1b0c86-df2e-44b5-a755-c94725a18699 req-c031f656-3804-4c1a-bece-0281e48e19b9 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.61 "GET /v2.0/networks?id=dea35259-3e90-4336-be8a-c4c46e33cff8 HTTP/1.1" status: 200  len: 797 time: 0.2332728
Dec 23 16:19:06.340544 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-89398e9c-6558-4e58-9160-5ba3ca11956c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:19:06.364198 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] For port 5dfefd2f-6d3c-4c43-810d-8fdb947960cd, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=5dfefd2f-6d3c-4c43-810d-8fdb947960cd,segment=NetworkSegment(f48678bb-b969-42c1-a695-03409dabb510),segment_id=f48678bb-b969-42c1-a695-03409dabb510)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:19:06.391073 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-3e1b0c86-df2e-44b5-a755-c94725a18699 req-ca430be7-d360-434e-b6bf-a3911fb7107f tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=544f3e375bde4f0988286eba27294ea6 HTTP/1.1" status: 200  len: 472 time: 0.0498416
Dec 23 16:19:06.401786 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [req-3e1b0c86-df2e-44b5-a755-c94725a18699 req-dbd07708-dee7-4cd0-b9c0-79735c4d8da0 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Request body: {'port': {'device_id': '63eeef18-cdcb-4cfe-bbf1-778d40a36bcc', 'network_id': 'dea35259-3e90-4336-be8a-c4c46e33cff8', 'admin_state_up': True, 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'security_groups': ['0eb94cfe-9dbe-486c-ba74-928334dd6d4e']}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:19:06.426831 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:19:06.427945 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device d17475bd-9510-4096-a5f0-5c5d2cf79e4b up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:19:06.464949 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:19:06.576263 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [None req-89398e9c-6558-4e58-9160-5ba3ca11956c admin admin] Allocated IP 172.20.0.1 (d8789263-87e0-4a4e-b757-0ac5eefcc9f4/f9ec1fe7-43b3-4ea1-bbb2-2d9903bf6523/f30d73dc-8c2b-41b6-aa2f-a6cdb124526f) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:19:06.641762 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Pushing event updated for resources: {'Port': ['ID=5dfefd2f-6d3c-4c43-810d-8fdb947960cd,revision_number=3']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:19:06.646108 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:19:06.676820 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning for port d17475bd-9510-4096-a5f0-5c5d2cf79e4b completed by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:19:06.694734 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port d17475bd-9510-4096-a5f0-5c5d2cf79e4b triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:19:06.695128 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:19:06.697987 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [req-3e1b0c86-df2e-44b5-a755-c94725a18699 req-dbd07708-dee7-4cd0-b9c0-79735c4d8da0 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:19:06.710090 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [req-3e1b0c86-df2e-44b5-a755-c94725a18699 req-dbd07708-dee7-4cd0-b9c0-79735c4d8da0 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:19:06.725371 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e1b0c86-df2e-44b5-a755-c94725a18699 req-dbd07708-dee7-4cd0-b9c0-79735c4d8da0 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Made reservation on behalf of 544f3e375bde4f0988286eba27294ea6 for: {'port': 1} {{(pid=87635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:19:06.729488 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [req-3e1b0c86-df2e-44b5-a755-c94725a18699 req-dbd07708-dee7-4cd0-b9c0-79735c4d8da0 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:19:06.733391 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-89398e9c-6558-4e58-9160-5ba3ca11956c admin admin] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:19:06.749317 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.provisioning_blocks [None req-89398e9c-6558-4e58-9160-5ba3ca11956c admin admin] Transition to ACTIVE for port object f30d73dc-8c2b-41b6-aa2f-a6cdb124526f will not be triggered until provisioned by entity DHCP. {{(pid=87636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:19:06.776538 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-89398e9c-6558-4e58-9160-5ba3ca11956c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:19:06.781567 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-40899fa4-a342-4e25-a98c-5c69ea1ee686 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:19:06.842780 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89398e9c-6558-4e58-9160-5ba3ca11956c admin admin] Network d8789263-87e0-4a4e-b757-0ac5eefcc9f4 is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:19:06.845687 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-89398e9c-6558-4e58-9160-5ba3ca11956c admin admin] Resources bound (agent type, host, resource id):  {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:19:06.854039 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89398e9c-6558-4e58-9160-5ba3ca11956c admin admin] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:19:06.902702 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89398e9c-6558-4e58-9160-5ba3ca11956c admin admin] Pushing event updated for resources: {'Port': ['ID=f30d73dc-8c2b-41b6-aa2f-a6cdb124526f,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:19:06.904965 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:19:06.916500 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-58d6af41-6b5d-4eac-9c6d-c632d3559e3b None None] Notify callbacks [] for port, precommit_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:19:06.921052 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.db_base_plugin_common [req-3e1b0c86-df2e-44b5-a755-c94725a18699 req-dbd07708-dee7-4cd0-b9c0-79735c4d8da0 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Allocated IP 172.20.0.5 (dea35259-3e90-4336-be8a-c4c46e33cff8/17a48be4-69fa-4d9d-94d2-23002e6428ae/73203617-4ff2-4ddd-8857-3f86ef25e12e) {{(pid=87635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:19:06.925322 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-89398e9c-6558-4e58-9160-5ba3ca11956c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:19:06.941552 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-58d6af41-6b5d-4eac-9c6d-c632d3559e3b None None] Transition to ACTIVE for port object 667e33d9-61fa-476b-8aa2-2fa1c4c1b4e6 will not be triggered until provisioned by entity L2. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:19:06.944150 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-89398e9c-6558-4e58-9160-5ba3ca11956c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1781300'] for router_interface, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:19:06.955320 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-58d6af41-6b5d-4eac-9c6d-c632d3559e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:19:06.961135 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:19:07.011393 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] For port d17475bd-9510-4096-a5f0-5c5d2cf79e4b, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=d17475bd-9510-4096-a5f0-5c5d2cf79e4b,segment=NetworkSegment(87dd7487-e7c8-48c3-b597-2f6995c824bb),segment_id=87dd7487-e7c8-48c3-b597-2f6995c824bb)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:19:07.043566 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:19:07.063076 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-58d6af41-6b5d-4eac-9c6d-c632d3559e3b None None] Attempting to bind port 667e33d9-61fa-476b-8aa2-2fa1c4c1b4e6 on host dv-neutron-822799-1-hyperv for vnic_type normal with profile  {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:19:07.063465 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-58d6af41-6b5d-4eac-9c6d-c632d3559e3b None None] Attempting to bind port 667e33d9-61fa-476b-8aa2-2fa1c4c1b4e6 by drivers openvswitch,hyperv on host dv-neutron-822799-1-hyperv at level 0 using segments [{'id': '77e3d110-dd7b-426c-b11f-b78dde7993df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b'}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:19:07.063846 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d6af41-6b5d-4eac-9c6d-c632d3559e3b None None] Attempting to bind port 667e33d9-61fa-476b-8aa2-2fa1c4c1b4e6 on network 8afa6d58-9431-454a-b99c-3ff8a65aa86b {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:19:07.073784 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d6af41-6b5d-4eac-9c6d-c632d3559e3b None None] Checking agent: {'id': '20d2070f-69a9-4e73-8d08-6f0387a40158', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822799-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 21), 'started_at': datetime.datetime(2021, 12, 23, 16, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 18, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822799-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 23 16:19:07.074538 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d6af41-6b5d-4eac-9c6d-c632d3559e3b None None] Checking segment: {'id': '77e3d110-dd7b-426c-b11f-b78dde7993df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:19:07.074963 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-58d6af41-6b5d-4eac-9c6d-c632d3559e3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:19:07.075488 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d6af41-6b5d-4eac-9c6d-c632d3559e3b None None] Bound using segment: {'id': '77e3d110-dd7b-426c-b11f-b78dde7993df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b'} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 23 16:19:07.075992 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-58d6af41-6b5d-4eac-9c6d-c632d3559e3b None None] Bound port: 667e33d9-61fa-476b-8aa2-2fa1c4c1b4e6, host: dv-neutron-822799-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77e3d110-dd7b-426c-b11f-b78dde7993df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b'}}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 23 16:19:07.076382 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-58d6af41-6b5d-4eac-9c6d-c632d3559e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:19:07.100604 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef30ca7d-2990-42a4-9c1d-aa37ae3583d4 None None] Pushing event updated for resources: {'Port': ['ID=667e33d9-61fa-476b-8aa2-2fa1c4c1b4e6,revision_number=2']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:19:07.103620 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-ef30ca7d-2990-42a4-9c1d-aa37ae3583d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:19:07.109202 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-6d86a9fc-b183-4706-ad17-7c4b9c8af86c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.057s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:19:07.151643 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [req-3e1b0c86-df2e-44b5-a755-c94725a18699 req-dbd07708-dee7-4cd0-b9c0-79735c4d8da0 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for port, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:19:07.174384 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.provisioning_blocks [req-3e1b0c86-df2e-44b5-a755-c94725a18699 req-dbd07708-dee7-4cd0-b9c0-79735c4d8da0 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Transition to ACTIVE for port object 73203617-4ff2-4ddd-8857-3f86ef25e12e will not be triggered until provisioned by entity DHCP. {{(pid=87635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:19:07.201512 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [req-3e1b0c86-df2e-44b5-a755-c94725a18699 req-dbd07708-dee7-4cd0-b9c0-79735c4d8da0 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:19:07.209911 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-ea7b1038-0cae-4f41-9c16-0827e0a699ab tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:19:07.227417 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-ecd2cfed-9928-4ffb-8ca5-dfc32024ebad None None] Provisioning for port f30d73dc-8c2b-41b6-aa2f-a6cdb124526f completed by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:19:07.231671 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Pushing event updated for resources: {'Port': ['ID=d17475bd-9510-4096-a5f0-5c5d2cf79e4b,revision_number=5']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:19:07.234986 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:19:07.238882 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-58d6af41-6b5d-4eac-9c6d-c632d3559e3b None None] For port 667e33d9-61fa-476b-8aa2-2fa1c4c1b4e6, host dv-neutron-822799-1-hyperv, cleared binding levels {{(pid=87637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 23 16:19:07.242386 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-58d6af41-6b5d-4eac-9c6d-c632d3559e3b None None] For port 667e33d9-61fa-476b-8aa2-2fa1c4c1b4e6, host dv-neutron-822799-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=667e33d9-61fa-476b-8aa2-2fa1c4c1b4e6,segment=NetworkSegment(77e3d110-dd7b-426c-b11f-b78dde7993df),segment_id=77e3d110-dd7b-426c-b11f-b78dde7993df)] {{(pid=87637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 23 16:19:07.243694 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-ecd2cfed-9928-4ffb-8ca5-dfc32024ebad None None] Provisioning complete for port f30d73dc-8c2b-41b6-aa2f-a6cdb124526f triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:19:07.243860 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-ecd2cfed-9928-4ffb-8ca5-dfc32024ebad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:19:07.274985 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e1b0c86-df2e-44b5-a755-c94725a18699 req-dbd07708-dee7-4cd0-b9c0-79735c4d8da0 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Network dea35259-3e90-4336-be8a-c4c46e33cff8 is already hosted by enough agents. {{(pid=87635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:19:07.275941 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-89398e9c-6558-4e58-9160-5ba3ca11956c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:19:07.277982 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-58d6af41-6b5d-4eac-9c6d-c632d3559e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:19:07.283480 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.base_scheduler [req-3e1b0c86-df2e-44b5-a755-c94725a18699 req-dbd07708-dee7-4cd0-b9c0-79735c4d8da0 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Resources bound (agent type, host, resource id):  {{(pid=87635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:19:07.288781 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-cba955c6-353d-4db9-a523-f7a291e92c88 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:19:07.289582 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e1b0c86-df2e-44b5-a755-c94725a18699 req-dbd07708-dee7-4cd0-b9c0-79735c4d8da0 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Received port after_create {{(pid=87635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:19:07.336462 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd07708-dee7-4cd0-b9c0-79735c4d8da0 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Pushing event updated for resources: {'Port': ['ID=73203617-4ff2-4ddd-8857-3f86ef25e12e,revision_number=1']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:19:07.347253 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-dbd07708-dee7-4cd0-b9c0-79735c4d8da0 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:19:07.383337 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-ecd2cfed-9928-4ffb-8ca5-dfc32024ebad None None] Port f30d73dc-8c2b-41b6-aa2f-a6cdb124526f cannot update to ACTIVE because it is not bound. {{(pid=87637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 23 16:19:07.391995 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d6af41-6b5d-4eac-9c6d-c632d3559e3b None None] Routers {'f71b76e2-ad2d-4e05-92c1-1c44cbbb7637'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:19:07.392281 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1b0c86-df2e-44b5-a755-c94725a18699 req-dbd07708-dee7-4cd0-b9c0-79735c4d8da0 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:19:07.392839 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [req-3e1b0c86-df2e-44b5-a755-c94725a18699 req-dbd07708-dee7-4cd0-b9c0-79735c4d8da0 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:19:07.393481 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-58d6af41-6b5d-4eac-9c6d-c632d3559e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc03f4eb0>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:18:50Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['f71b76e2-ad2d-4e05-92c1-1c44cbbb7637'], 'active': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:19:07.427272 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-3e1b0c86-df2e-44b5-a755-c94725a18699 req-dbd07708-dee7-4cd0-b9c0-79735c4d8da0 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0300093
Dec 23 16:19:07.442760 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [req-3e1b0c86-df2e-44b5-a755-c94725a18699 req-8cdb28dc-a38b-4244-9c00-ea3a5186210b service neutron] Request body: {'port': {'device_id': '63eeef18-cdcb-4cfe-bbf1-778d40a36bcc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8227'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:19:07.466003 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef30ca7d-2990-42a4-9c1d-aa37ae3583d4 None None] Pushing event updated for resources: {'Port': ['ID=667e33d9-61fa-476b-8aa2-2fa1c4c1b4e6,revision_number=3']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:19:07.469811 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-ef30ca7d-2990-42a4-9c1d-aa37ae3583d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:19:07.623786 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 5dfefd2f-6d3c-4c43-810d-8fdb947960cd up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:19:07.636980 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-89398e9c-6558-4e58-9160-5ba3ca11956c admin admin] Notify callbacks [] for port, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:19:07.643407 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-89398e9c-6558-4e58-9160-5ba3ca11956c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2176289'] for port, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:19:07.673579 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-95e8871b-3da2-42a3-ad84-1f961c4177e5 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:19:07.693706 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [req-3e1b0c86-df2e-44b5-a755-c94725a18699 req-8cdb28dc-a38b-4244-9c00-ea3a5186210b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:19:07.710083 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-a7beef14-2b07-465f-ae7c-4dd26f8c70bd None None] Provisioning for port 73203617-4ff2-4ddd-8857-3f86ef25e12e completed by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:19:07.722294 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bcfe1a-d3b4-4548-b1d1-970f323d7ff2 req-bfd0b218-6e62-4ea4-8ed3-9396dd561515 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:19:07.723008 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [req-b6bcfe1a-d3b4-4548-b1d1-970f323d7ff2 req-bfd0b218-6e62-4ea4-8ed3-9396dd561515 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Synchronizing usage tracker for tenant:544f3e375bde4f0988286eba27294ea6 on resource:port {{(pid=87635) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:19:07.725569 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvr_db [None req-58d6af41-6b5d-4eac-9c6d-c632d3559e3b None None] Set router f71b76e2-ad2d-4e05-92c1-1c44cbbb7637 gateway port host: dv-neutron-822799-1-hyperv {{(pid=87637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:19:07.760175 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-89398e9c-6558-4e58-9160-5ba3ca11956c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1627481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1781465'] for router_interface, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:19:07.763831 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89398e9c-6558-4e58-9160-5ba3ca11956c admin admin] Pushing event updated for resources: {'Port': ['ID=f30d73dc-8c2b-41b6-aa2f-a6cdb124526f,revision_number=2']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:19:07.767317 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-89398e9c-6558-4e58-9160-5ba3ca11956c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:19:07.769510 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-a7beef14-2b07-465f-ae7c-4dd26f8c70bd None None] Provisioning complete for port 73203617-4ff2-4ddd-8857-3f86ef25e12e triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:19:07.769510 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-a7beef14-2b07-465f-ae7c-4dd26f8c70bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:19:07.786010 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [req-b6bcfe1a-d3b4-4548-b1d1-970f323d7ff2 req-bfd0b218-6e62-4ea4-8ed3-9396dd561515 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Unset dirty status for tenant:544f3e375bde4f0988286eba27294ea6 on resource:port {{(pid=87635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:19:07.787401 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-b6bcfe1a-d3b4-4548-b1d1-970f323d7ff2 req-bfd0b218-6e62-4ea4-8ed3-9396dd561515 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/ports?device_id=63eeef18-cdcb-4cfe-bbf1-778d40a36bcc HTTP/1.1" status: 200  len: 931 time: 0.2867892
Dec 23 16:19:07.851046 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port 5dfefd2f-6d3c-4c43-810d-8fdb947960cd triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:19:07.851525 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:19:07.922852 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89398e9c-6558-4e58-9160-5ba3ca11956c admin admin] Network d8789263-87e0-4a4e-b757-0ac5eefcc9f4 is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:19:07.924391 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-89398e9c-6558-4e58-9160-5ba3ca11956c admin admin] Resources bound (agent type, host, resource id):  {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:19:07.951783 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-a7beef14-2b07-465f-ae7c-4dd26f8c70bd None None] Port 73203617-4ff2-4ddd-8857-3f86ef25e12e cannot update to ACTIVE because it is not bound. {{(pid=87637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 23 16:19:08.196174 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device d17475bd-9510-4096-a5f0-5c5d2cf79e4b up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:19:08.206742 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.notifiers.nova [req-3e1b0c86-df2e-44b5-a755-c94725a18699 req-8cdb28dc-a38b-4244-9c00-ea3a5186210b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73203617-4ff2-4ddd-8857-3f86ef25e12e {{(pid=87635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 23 16:19:08.213792 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-b6bcfe1a-d3b4-4548-b1d1-970f323d7ff2 req-e21a1770-84e3-496c-b853-89d237d72e24 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/security-groups?id=0eb94cfe-9dbe-486c-ba74-928334dd6d4e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4142644
Dec 23 16:19:08.217686 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [req-3e1b0c86-df2e-44b5-a755-c94725a18699 req-8cdb28dc-a38b-4244-9c00-ea3a5186210b service neutron] Notify callbacks [] for port, precommit_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:19:08.224242 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89398e9c-6558-4e58-9160-5ba3ca11956c admin admin] Router f71b76e2-ad2d-4e05-92c1-1c44cbbb7637 has already been hosted by L3 agent 371d4c41-c7e2-4de7-9539-c049ec4e95d1 {{(pid=87636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 23 16:19:08.234290 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.provisioning_blocks [req-3e1b0c86-df2e-44b5-a755-c94725a18699 req-8cdb28dc-a38b-4244-9c00-ea3a5186210b service neutron] Transition to ACTIVE for port object 73203617-4ff2-4ddd-8857-3f86ef25e12e will not be triggered until provisioned by entity L2. {{(pid=87635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:19:08.243350 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [req-3e1b0c86-df2e-44b5-a755-c94725a18699 req-8cdb28dc-a38b-4244-9c00-ea3a5186210b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2753531'] for port, after_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:19:08.253984 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-ee55b919-0fe4-4af7-9aa0-387e1d6eab63 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:19:08.301263 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-fcf66c76-2de4-45df-9823-fa6b23eb8e96 None None] Provisioning complete for port f30d73dc-8c2b-41b6-aa2f-a6cdb124526f triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:19:08.301844 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-fcf66c76-2de4-45df-9823-fa6b23eb8e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:19:08.347429 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port d17475bd-9510-4096-a5f0-5c5d2cf79e4b triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:19:08.347816 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:19:08.372122 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-58d6af41-6b5d-4eac-9c6d-c632d3559e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc03f4eb0>, [{'id': 'f71b76e2-ad2d-4e05-92c1-1c44cbbb7637', 'name': 'tempest-TestVolumeBootPattern-506463932-router', 'tenant_id': '04848f25804c461b95ee81b4244e4d64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.107'}], 'enable_snat': True}, 'gw_port_id': '667e33d9-61fa-476b-8aa2-2fa1c4c1b4e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:19:02Z', 'updated_at': '2021-12-23T16:19:07Z', 'revision_number': 4, 'project_id': '04848f25804c461b95ee81b4244e4d64', 'gw_port': {'id': '667e33d9-61fa-476b-8aa2-2fa1c4c1b4e6', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:cf:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f71b76e2-ad2d-4e05-92c1-1c44cbbb7637', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:19:03Z', 'updated_at': '2021-12-23T16:19:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_interfaces': [{'id': 'f30d73dc-8c2b-41b6-aa2f-a6cdb124526f', 'name': '', 'network_id': 'd8789263-87e0-4a4e-b757-0ac5eefcc9f4', 'tenant_id': '04848f25804c461b95ee81b4244e4d64', 'mac_address': 'fa:16:3e:e1:86:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f71b76e2-ad2d-4e05-92c1-1c44cbbb7637', 'device_owner': 'network:router_interface', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': 'f9ec1fe7-43b3-4ea1-bbb2-2d9903bf6523', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:19:06Z', 'updated_at': '2021-12-23T16:19:06Z', 'revision_number': 1, 'project_id': '04848f25804c461b95ee81b4244e4d64', 'subnets': [{'id': 'f9ec1fe7-43b3-4ea1-bbb2-2d9903bf6523', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:19:08.394112 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58d6af41-6b5d-4eac-9c6d-c632d3559e3b None None] The sync data for ids ['f71b76e2-ad2d-4e05-92c1-1c44cbbb7637'] in dv-neutron-822799-1-hyperv is: [{'id': 'f71b76e2-ad2d-4e05-92c1-1c44cbbb7637', 'name': 'tempest-TestVolumeBootPattern-506463932-router', 'tenant_id': '04848f25804c461b95ee81b4244e4d64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.107'}], 'enable_snat': True}, 'gw_port_id': '667e33d9-61fa-476b-8aa2-2fa1c4c1b4e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:19:02Z', 'updated_at': '2021-12-23T16:19:07Z', 'revision_number': 4, 'project_id': '04848f25804c461b95ee81b4244e4d64', 'gw_port': {'id': '667e33d9-61fa-476b-8aa2-2fa1c4c1b4e6', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:cf:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f71b76e2-ad2d-4e05-92c1-1c44cbbb7637', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:19:03Z', 'updated_at': '2021-12-23T16:19:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_interfaces': [{'id': 'f30d73dc-8c2b-41b6-aa2f-a6cdb124526f', 'name': '', 'network_id': 'd8789263-87e0-4a4e-b757-0ac5eefcc9f4', 'tenant_id': '04848f25804c461b95ee81b4244e4d64', 'mac_address': 'fa:16:3e:e1:86:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f71b76e2-ad2d-4e05-92c1-1c44cbbb7637', 'device_owner': 'network:router_interface', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': 'f9ec1fe7-43b3-4ea1-bbb2-2d9903bf6523', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:19:06Z', 'updated_at': '2021-12-23T16:19:06Z', 'revision_number': 1, 'project_id': '04848f25804c461b95ee81b4244e4d64', 'subnets': [{'id': 'f9ec1fe7-43b3-4ea1-bbb2-2d9903bf6523', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 23 16:19:08.425793 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-fcf66c76-2de4-45df-9823-fa6b23eb8e96 None None] Port f30d73dc-8c2b-41b6-aa2f-a6cdb124526f cannot update to ACTIVE because it is not bound. {{(pid=87637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 23 16:19:08.444294 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdb28dc-a38b-4244-9c00-ea3a5186210b service neutron] Pushing event updated for resources: {'Port': ['ID=73203617-4ff2-4ddd-8857-3f86ef25e12e,revision_number=2']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:19:08.445510 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89398e9c-6558-4e58-9160-5ba3ca11956c admin admin] Notify agent at l3_agent.dv-neutron-822799-1-hyperv the message routers_updated {{(pid=87636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 23 16:19:08.453163 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-8cdb28dc-a38b-4244-9c00-ea3a5186210b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:19:08.469843 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-89398e9c-6558-4e58-9160-5ba3ca11956c admin admin] 10.222.0.64 "PUT /v2.0/routers/f71b76e2-ad2d-4e05-92c1-1c44cbbb7637/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0213215
Dec 23 16:19:08.557924 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.managers [req-3e1b0c86-df2e-44b5-a755-c94725a18699 req-8cdb28dc-a38b-4244-9c00-ea3a5186210b service neutron] Attempting to bind port 73203617-4ff2-4ddd-8857-3f86ef25e12e on host hv-neutron-8227 for vnic_type normal with profile  {{(pid=87635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:19:08.558539 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.managers [req-3e1b0c86-df2e-44b5-a755-c94725a18699 req-8cdb28dc-a38b-4244-9c00-ea3a5186210b service neutron] Attempting to bind port 73203617-4ff2-4ddd-8857-3f86ef25e12e by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': '5ce20ec1-4fcf-432c-a113-e744022bf383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'dea35259-3e90-4336-be8a-c4c46e33cff8'}] {{(pid=87635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:19:08.559033 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e1b0c86-df2e-44b5-a755-c94725a18699 req-8cdb28dc-a38b-4244-9c00-ea3a5186210b service neutron] Attempting to bind port 73203617-4ff2-4ddd-8857-3f86ef25e12e on network dea35259-3e90-4336-be8a-c4c46e33cff8 {{(pid=87635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:19:08.571546 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e1b0c86-df2e-44b5-a755-c94725a18699 req-8cdb28dc-a38b-4244-9c00-ea3a5186210b service neutron] Port 73203617-4ff2-4ddd-8857-3f86ef25e12e on network dea35259-3e90-4336-be8a-c4c46e33cff8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=87635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 23 16:19:08.571815 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e1b0c86-df2e-44b5-a755-c94725a18699 req-8cdb28dc-a38b-4244-9c00-ea3a5186210b service neutron] Attempting to bind port 73203617-4ff2-4ddd-8857-3f86ef25e12e on network dea35259-3e90-4336-be8a-c4c46e33cff8 {{(pid=87635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:19:08.582098 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e1b0c86-df2e-44b5-a755-c94725a18699 req-8cdb28dc-a38b-4244-9c00-ea3a5186210b service neutron] Checking agent: {'id': '5a806709-633b-4d33-98c4-3d24562c0f1e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8227', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 6, 42), 'started_at': datetime.datetime(2021, 12, 23, 16, 6, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 18, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 23 16:19:08.582441 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e1b0c86-df2e-44b5-a755-c94725a18699 req-8cdb28dc-a38b-4244-9c00-ea3a5186210b service neutron] Checking segment: {'id': '5ce20ec1-4fcf-432c-a113-e744022bf383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'dea35259-3e90-4336-be8a-c4c46e33cff8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:19:08.582830 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e1b0c86-df2e-44b5-a755-c94725a18699 req-8cdb28dc-a38b-4244-9c00-ea3a5186210b service neutron] Bound using segment: {'id': '5ce20ec1-4fcf-432c-a113-e744022bf383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'dea35259-3e90-4336-be8a-c4c46e33cff8'} {{(pid=87635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 23 16:19:08.583270 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.managers [req-3e1b0c86-df2e-44b5-a755-c94725a18699 req-8cdb28dc-a38b-4244-9c00-ea3a5186210b service neutron] Bound port: 73203617-4ff2-4ddd-8857-3f86ef25e12e, host: hv-neutron-8227, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ce20ec1-4fcf-432c-a113-e744022bf383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'dea35259-3e90-4336-be8a-c4c46e33cff8'}}] {{(pid=87635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 23 16:19:08.583614 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [req-3e1b0c86-df2e-44b5-a755-c94725a18699 req-8cdb28dc-a38b-4244-9c00-ea3a5186210b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:19:08.710343 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.db [req-3e1b0c86-df2e-44b5-a755-c94725a18699 req-8cdb28dc-a38b-4244-9c00-ea3a5186210b service neutron] For port 73203617-4ff2-4ddd-8857-3f86ef25e12e, host hv-neutron-8227, cleared binding levels {{(pid=87635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 23 16:19:08.713699 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.db [req-3e1b0c86-df2e-44b5-a755-c94725a18699 req-8cdb28dc-a38b-4244-9c00-ea3a5186210b service neutron] For port 73203617-4ff2-4ddd-8857-3f86ef25e12e, host hv-neutron-8227, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=73203617-4ff2-4ddd-8857-3f86ef25e12e,segment=NetworkSegment(5ce20ec1-4fcf-432c-a113-e744022bf383),segment_id=5ce20ec1-4fcf-432c-a113-e744022bf383)] {{(pid=87635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 23 16:19:08.718322 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [req-3e1b0c86-df2e-44b5-a755-c94725a18699 req-8cdb28dc-a38b-4244-9c00-ea3a5186210b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2753531'] for port, after_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:19:08.723439 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-c9d239bc-f0e9-4ab5-bf6f-3cd2f23717b9 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:19:08.782465 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1b0c86-df2e-44b5-a755-c94725a18699 req-8cdb28dc-a38b-4244-9c00-ea3a5186210b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:19:08.783057 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [req-3e1b0c86-df2e-44b5-a755-c94725a18699 req-8cdb28dc-a38b-4244-9c00-ea3a5186210b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:19:08.784660 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-3e1b0c86-df2e-44b5-a755-c94725a18699 req-8cdb28dc-a38b-4244-9c00-ea3a5186210b service neutron] 10.222.0.61 "PUT /v2.0/ports/73203617-4ff2-4ddd-8857-3f86ef25e12e HTTP/1.1" status: 200  len: 1093 time: 1.3490067
Dec 23 16:19:08.787472 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63eeef18-cdcb-4cfe-bbf1-778d40a36bcc', 'tag': '73203617-4ff2-4ddd-8857-3f86ef25e12e'}] {{(pid=87635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 23 16:19:08.830296 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdb28dc-a38b-4244-9c00-ea3a5186210b service neutron] Pushing event updated for resources: {'Port': ['ID=73203617-4ff2-4ddd-8857-3f86ef25e12e,revision_number=3']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:19:08.837069 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-8cdb28dc-a38b-4244-9c00-ea3a5186210b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:19:08.903973 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63eeef18-cdcb-4cfe-bbf1-778d40a36bcc', 'tag': '73203617-4ff2-4ddd-8857-3f86ef25e12e', 'status': 'completed', 'code': 200}
Dec 23 16:19:08.936217 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1b0c86-df2e-44b5-a755-c94725a18699 req-fdecbf41-7b5b-4886-a1a5-a4205a932176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:19:08.937618 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-3e1b0c86-df2e-44b5-a755-c94725a18699 req-fdecbf41-7b5b-4886-a1a5-a4205a932176 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=544f3e375bde4f0988286eba27294ea6&device_id=63eeef18-cdcb-4cfe-bbf1-778d40a36bcc HTTP/1.1" status: 200  len: 1096 time: 0.0955501
Dec 23 16:19:09.049542 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 53034) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:19:09.055463 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-e9d74b2a-fd11-416d-95fa-ded097890c37 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1211840996', 'description': 'tempest-secgroup-smoke-1211840996 description', 'project_id': '815a3f337d0d43d79aa09f57743afc6f'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:19:09.066143 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-e9d74b2a-fd11-416d-95fa-ded097890c37 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:19:09.070760 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-e9d74b2a-fd11-416d-95fa-ded097890c37 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Usage tracker for resource:security_group and tenant:815a3f337d0d43d79aa09f57743afc6f is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:19:09.081940 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-e9d74b2a-fd11-416d-95fa-ded097890c37 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:19:09.089636 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-e9d74b2a-fd11-416d-95fa-ded097890c37 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:19:09.105333 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e9d74b2a-fd11-416d-95fa-ded097890c37 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Notify callbacks [] for security_group, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:19:09.132320 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-e9d74b2a-fd11-416d-95fa-ded097890c37 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:19:09.136618 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-e9d74b2a-fd11-416d-95fa-ded097890c37 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Usage tracker for resource:security_group_rule and tenant:815a3f337d0d43d79aa09f57743afc6f is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:19:09.139774 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-e9d74b2a-fd11-416d-95fa-ded097890c37 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:19:09.146236 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-e9d74b2a-fd11-416d-95fa-ded097890c37 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:19:09.168934 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-3e1b0c86-df2e-44b5-a755-c94725a18699 req-31a46f44-c38d-44fc-867a-c0177b100bbd service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=73203617-4ff2-4ddd-8857-3f86ef25e12e HTTP/1.1" status: 200  len: 217 time: 0.2239196
Dec 23 16:19:09.223217 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e9d74b2a-fd11-416d-95fa-ded097890c37 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Notify callbacks [] for security_group, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:19:09.227862 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e9d74b2a-fd11-416d-95fa-ded097890c37 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:19:09.231817 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-dbf99cfe-6a06-441e-8508-66435161c8a4 tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:19:09.232252 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1b0c86-df2e-44b5-a755-c94725a18699 req-baa443d6-f2e8-4b5d-b939-0f92748c33db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:19:09.233743 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-3e1b0c86-df2e-44b5-a755-c94725a18699 req-baa443d6-f2e8-4b5d-b939-0f92748c33db service neutron] 10.222.0.61 "GET /v2.0/subnets?id=17a48be4-69fa-4d9d-94d2-23002e6428ae HTTP/1.1" status: 200  len: 834 time: 0.0588212
Dec 23 16:19:09.273104 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d74b2a-fd11-416d-95fa-ded097890c37 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Pushing event updated for resources: {'SecurityGroup': ['ID=377c3367-231c-4c91-96ad-c0bd6ef1f689,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:19:09.276278 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-e9d74b2a-fd11-416d-95fa-ded097890c37 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:19:09.279001 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e9d74b2a-fd11-416d-95fa-ded097890c37 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Notify callbacks [] for security_group, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:19:09.280414 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-e9d74b2a-fd11-416d-95fa-ded097890c37 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1796 time: 0.2296107
Dec 23 16:19:09.283537 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 53040) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:19:09.290142 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-92c41a1d-38be-4346-b43c-abaee4e8bc4e tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Request body: {'security_group_rule': {'security_group_id': '377c3367-231c-4c91-96ad-c0bd6ef1f689', 'project_id': '815a3f337d0d43d79aa09f57743afc6f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:19:09.296939 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-92c41a1d-38be-4346-b43c-abaee4e8bc4e tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:19:09.301661 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-92c41a1d-38be-4346-b43c-abaee4e8bc4e tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Usage tracker for resource:security_group_rule and tenant:815a3f337d0d43d79aa09f57743afc6f is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:19:09.305105 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-92c41a1d-38be-4346-b43c-abaee4e8bc4e tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:19:09.311064 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-92c41a1d-38be-4346-b43c-abaee4e8bc4e tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:19:09.332403 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-92c41a1d-38be-4346-b43c-abaee4e8bc4e tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:19:09.343806 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1b0c86-df2e-44b5-a755-c94725a18699 req-442fdb2d-1dac-4f97-bc71-924db6269e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:19:09.345793 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-3e1b0c86-df2e-44b5-a755-c94725a18699 req-442fdb2d-1dac-4f97-bc71-924db6269e8d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=dea35259-3e90-4336-be8a-c4c46e33cff8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1056418
Dec 23 16:19:09.396474 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-92c41a1d-38be-4346-b43c-abaee4e8bc4e tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:19:09.401411 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-92c41a1d-38be-4346-b43c-abaee4e8bc4e tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762424'] for security_group_rule, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:19:09.403086 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-ff9dec06-e148-4643-bced-4faf4773ea55 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:19:09.431632 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-92c41a1d-38be-4346-b43c-abaee4e8bc4e tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:19:09.433195 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-92c41a1d-38be-4346-b43c-abaee4e8bc4e tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1482248
Dec 23 16:19:09.435936 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 53044) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:19:09.441332 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-b503aa7a-da33-4c0c-9862-d9e4b5458039 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Request body: {'security_group_rule': {'security_group_id': '377c3367-231c-4c91-96ad-c0bd6ef1f689', 'project_id': '815a3f337d0d43d79aa09f57743afc6f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:19:09.446038 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c41a1d-38be-4346-b43c-abaee4e8bc4e tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f107c30d-f255-487f-bfa7-27e8991bf673,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:19:09.450783 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-b503aa7a-da33-4c0c-9862-d9e4b5458039 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:19:09.455051 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-b503aa7a-da33-4c0c-9862-d9e4b5458039 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Usage tracker for resource:security_group_rule and tenant:815a3f337d0d43d79aa09f57743afc6f is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:19:09.458123 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-92c41a1d-38be-4346-b43c-abaee4e8bc4e tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:19:09.459087 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-b503aa7a-da33-4c0c-9862-d9e4b5458039 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:19:09.465780 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-b503aa7a-da33-4c0c-9862-d9e4b5458039 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:19:09.501703 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b503aa7a-da33-4c0c-9862-d9e4b5458039 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:19:09.558085 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-3e1b0c86-df2e-44b5-a755-c94725a18699 req-d66ddac3-c114-4f0a-b183-e7bc281d4283 service neutron] 10.222.0.61 "GET /v2.0/networks/dea35259-3e90-4336-be8a-c4c46e33cff8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2048006
Dec 23 16:19:09.570187 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7e9200-d69b-41ed-8a62-da22d6defe4a req-cc9f348a-9043-48d1-be47-09989a0153a4 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:19:09.575566 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-3d7e9200-d69b-41ed-8a62-da22d6defe4a req-cc9f348a-9043-48d1-be47-09989a0153a4 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/ports?device_id=63eeef18-cdcb-4cfe-bbf1-778d40a36bcc HTTP/1.1" status: 200  len: 943 time: 0.1988435
Dec 23 16:19:09.576715 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b503aa7a-da33-4c0c-9862-d9e4b5458039 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:19:09.582123 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b503aa7a-da33-4c0c-9862-d9e4b5458039 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762424'] for security_group_rule, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:19:09.584426 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-db14008b-1e39-4e38-b5d1-6ed03d629d8d tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:19:09.607827 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b503aa7a-da33-4c0c-9862-d9e4b5458039 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b90dfa3-11a7-42ca-bc8f-c30083d2a522,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:19:09.613586 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-b503aa7a-da33-4c0c-9862-d9e4b5458039 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:19:09.621271 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b503aa7a-da33-4c0c-9862-d9e4b5458039 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:19:09.625243 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-b503aa7a-da33-4c0c-9862-d9e4b5458039 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1856067
Dec 23 16:19:09.625470 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 53048) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:19:09.631380 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-5248ed7d-7464-4ba8-9979-7151c81c1067 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Request body: {'security_group_rule': {'security_group_id': '377c3367-231c-4c91-96ad-c0bd6ef1f689', 'project_id': '815a3f337d0d43d79aa09f57743afc6f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:19:09.638042 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-5248ed7d-7464-4ba8-9979-7151c81c1067 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:19:09.642319 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-5248ed7d-7464-4ba8-9979-7151c81c1067 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Usage tracker for resource:security_group_rule and tenant:815a3f337d0d43d79aa09f57743afc6f is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:19:09.645775 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-5248ed7d-7464-4ba8-9979-7151c81c1067 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:19:09.651946 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-5248ed7d-7464-4ba8-9979-7151c81c1067 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:19:09.674096 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5248ed7d-7464-4ba8-9979-7151c81c1067 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:19:09.704403 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-3d7e9200-d69b-41ed-8a62-da22d6defe4a req-51ade9c0-0b2d-4985-90a7-a7256b16c0e7 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/security-groups?id=0eb94cfe-9dbe-486c-ba74-928334dd6d4e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1098373
Dec 23 16:19:09.745076 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5248ed7d-7464-4ba8-9979-7151c81c1067 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:19:09.749983 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5248ed7d-7464-4ba8-9979-7151c81c1067 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762424'] for security_group_rule, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:19:09.751871 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-b4e42362-80ce-4b45-af11-1e0dc75a861a tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:19:09.761057 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-3e1b0c86-df2e-44b5-a755-c94725a18699 req-3cdedecb-bb94-476a-9be7-a81198651bb6 service neutron] 10.222.0.61 "GET /v2.0/networks/dea35259-3e90-4336-be8a-c4c46e33cff8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1883578
Dec 23 16:19:09.775311 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5248ed7d-7464-4ba8-9979-7151c81c1067 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88c71a62-5859-4de5-902a-066b1ca5d896,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:19:09.792949 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-5248ed7d-7464-4ba8-9979-7151c81c1067 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:19:09.808671 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5248ed7d-7464-4ba8-9979-7151c81c1067 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:19:09.809882 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-5248ed7d-7464-4ba8-9979-7151c81c1067 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1833267
Dec 23 16:19:09.812809 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 53052) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:19:09.818722 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-cfd0b3f2-4c9a-48f8-9fed-c013c5e93c9f tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Request body: {'security_group_rule': {'security_group_id': '377c3367-231c-4c91-96ad-c0bd6ef1f689', 'project_id': '815a3f337d0d43d79aa09f57743afc6f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:19:09.825153 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-cfd0b3f2-4c9a-48f8-9fed-c013c5e93c9f tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:19:09.828991 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-cfd0b3f2-4c9a-48f8-9fed-c013c5e93c9f tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Usage tracker for resource:security_group_rule and tenant:815a3f337d0d43d79aa09f57743afc6f is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:19:09.832171 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-cfd0b3f2-4c9a-48f8-9fed-c013c5e93c9f tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:19:09.837801 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-cfd0b3f2-4c9a-48f8-9fed-c013c5e93c9f tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:19:09.855427 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-cfd0b3f2-4c9a-48f8-9fed-c013c5e93c9f tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:19:09.899732 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58eac5f-0580-43ec-a1d0-60238b1c72eb req-e336ca57-fa15-4e1f-90ed-962ff8fc1cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:19:09.901274 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-b58eac5f-0580-43ec-a1d0-60238b1c72eb req-e336ca57-fa15-4e1f-90ed-962ff8fc1cbc service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=544f3e375bde4f0988286eba27294ea6&device_id=63eeef18-cdcb-4cfe-bbf1-778d40a36bcc HTTP/1.1" status: 200  len: 1096 time: 0.0762050
Dec 23 16:19:09.926667 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-cfd0b3f2-4c9a-48f8-9fed-c013c5e93c9f tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:19:09.931819 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-cfd0b3f2-4c9a-48f8-9fed-c013c5e93c9f tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762424'] for security_group_rule, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:19:09.933582 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:19:09.958637 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd0b3f2-4c9a-48f8-9fed-c013c5e93c9f tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=185ea3ef-c02c-4fa1-983c-a514fb797a1a,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:19:09.961072 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-cfd0b3f2-4c9a-48f8-9fed-c013c5e93c9f tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:19:09.970359 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-cfd0b3f2-4c9a-48f8-9fed-c013c5e93c9f tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:19:09.971805 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-cfd0b3f2-4c9a-48f8-9fed-c013c5e93c9f tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1577957
Dec 23 16:19:09.974494 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 53056) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:19:09.980412 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-8ed1f0ac-298c-454c-be6b-d434a79f98d4 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Request body: {'security_group_rule': {'security_group_id': '377c3367-231c-4c91-96ad-c0bd6ef1f689', 'project_id': '815a3f337d0d43d79aa09f57743afc6f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:19:09.985357 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-8ed1f0ac-298c-454c-be6b-d434a79f98d4 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:19:09.989331 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-8ed1f0ac-298c-454c-be6b-d434a79f98d4 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Usage tracker for resource:security_group_rule and tenant:815a3f337d0d43d79aa09f57743afc6f is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:19:09.992150 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-8ed1f0ac-298c-454c-be6b-d434a79f98d4 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:19:09.997973 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-8ed1f0ac-298c-454c-be6b-d434a79f98d4 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:19:10.011129 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.db.securitygroups_db [None req-8ed1f0ac-298c-454c-be6b-d434a79f98d4 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Project 815a3f337d0d43d79aa09f57743afc6f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 23 16:19:10.018797 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-8ed1f0ac-298c-454c-be6b-d434a79f98d4 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:19:10.041511 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58eac5f-0580-43ec-a1d0-60238b1c72eb req-b793611b-fc0f-4d4b-a8e0-aafeb3074e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:19:10.042963 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-b58eac5f-0580-43ec-a1d0-60238b1c72eb req-b793611b-fc0f-4d4b-a8e0-aafeb3074e9d service neutron] 10.222.0.61 "GET /v2.0/networks?id=dea35259-3e90-4336-be8a-c4c46e33cff8 HTTP/1.1" status: 200  len: 898 time: 0.1350222
Dec 23 16:19:10.085262 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-8ed1f0ac-298c-454c-be6b-d434a79f98d4 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:19:10.089420 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-8ed1f0ac-298c-454c-be6b-d434a79f98d4 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762424'] for security_group_rule, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:19:10.091312 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-9dfbbbbd-5396-4c71-aca0-238a660a4a78 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:19:10.113406 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-b58eac5f-0580-43ec-a1d0-60238b1c72eb req-b2bd2a55-dffc-4173-a8ad-59ecc929251e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=73203617-4ff2-4ddd-8857-3f86ef25e12e HTTP/1.1" status: 200  len: 217 time: 0.0630352
Dec 23 16:19:10.114955 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed1f0ac-298c-454c-be6b-d434a79f98d4 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd64e1bc-fb8b-4509-ad75-1c215868ea30,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:19:10.117672 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-8ed1f0ac-298c-454c-be6b-d434a79f98d4 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:19:10.125296 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-8ed1f0ac-298c-454c-be6b-d434a79f98d4 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:19:10.126511 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-8ed1f0ac-298c-454c-be6b-d434a79f98d4 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1510720
Dec 23 16:19:10.129501 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 53060) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:19:10.134592 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-a7b0ba21-eb80-4305-845e-b677af74a67d tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Request body: {'security_group_rule': {'security_group_id': '377c3367-231c-4c91-96ad-c0bd6ef1f689', 'project_id': '815a3f337d0d43d79aa09f57743afc6f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:19:10.140448 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-a7b0ba21-eb80-4305-845e-b677af74a67d tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:19:10.144469 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-a7b0ba21-eb80-4305-845e-b677af74a67d tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Usage tracker for resource:security_group_rule and tenant:815a3f337d0d43d79aa09f57743afc6f is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:19:10.147312 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-a7b0ba21-eb80-4305-845e-b677af74a67d tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:19:10.152836 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-a7b0ba21-eb80-4305-845e-b677af74a67d tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:19:10.165708 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.db.securitygroups_db [None req-a7b0ba21-eb80-4305-845e-b677af74a67d tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Project 815a3f337d0d43d79aa09f57743afc6f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 23 16:19:10.174579 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a7b0ba21-eb80-4305-845e-b677af74a67d tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:19:10.179499 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58eac5f-0580-43ec-a1d0-60238b1c72eb req-78af6cf5-ca83-4c7a-bb0a-7c851880ce0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:19:10.180973 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-b58eac5f-0580-43ec-a1d0-60238b1c72eb req-78af6cf5-ca83-4c7a-bb0a-7c851880ce0a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=17a48be4-69fa-4d9d-94d2-23002e6428ae HTTP/1.1" status: 200  len: 834 time: 0.0594800
Dec 23 16:19:10.243030 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a7b0ba21-eb80-4305-845e-b677af74a67d tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:19:10.250432 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a7b0ba21-eb80-4305-845e-b677af74a67d tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762424'] for security_group_rule, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:19:10.251795 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-5ad4617b-98d0-4dbe-8eea-9e2ff00d5109 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:19:10.272563 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58eac5f-0580-43ec-a1d0-60238b1c72eb req-82ba092e-44d2-4a6f-adf1-a064ff029da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:19:10.274433 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-b58eac5f-0580-43ec-a1d0-60238b1c72eb req-82ba092e-44d2-4a6f-adf1-a064ff029da0 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=dea35259-3e90-4336-be8a-c4c46e33cff8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0836227
Dec 23 16:19:10.277344 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b0ba21-eb80-4305-845e-b677af74a67d tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e58244a7-9f6c-475b-b231-1ecec5601bbd,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:19:10.281422 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-a7b0ba21-eb80-4305-845e-b677af74a67d tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:19:10.290867 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a7b0ba21-eb80-4305-845e-b677af74a67d tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:19:10.292447 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-a7b0ba21-eb80-4305-845e-b677af74a67d tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1618214
Dec 23 16:19:10.420611 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-b58eac5f-0580-43ec-a1d0-60238b1c72eb req-ccb31bd7-0f90-4e7e-956b-d1ad456de8e3 service neutron] 10.222.0.61 "GET /v2.0/networks/dea35259-3e90-4336-be8a-c4c46e33cff8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1338441
Dec 23 16:19:10.556937 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-b58eac5f-0580-43ec-a1d0-60238b1c72eb req-0a70c5ba-f53a-4d00-b8e7-edb83fd21a0d service neutron] 10.222.0.61 "GET /v2.0/networks/dea35259-3e90-4336-be8a-c4c46e33cff8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1285157
Dec 23 16:19:10.992622 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fab456-92f9-4217-a5d4-722be4bcaa7b req-0b22d168-4748-4c1f-9f02-f107f42f4bf6 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:19:10.993874 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-d7fab456-92f9-4217-a5d4-722be4bcaa7b req-0b22d168-4748-4c1f-9f02-f107f42f4bf6 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/ports?device_id=63eeef18-cdcb-4cfe-bbf1-778d40a36bcc HTTP/1.1" status: 200  len: 943 time: 0.1672230
Dec 23 16:19:11.061945 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-d7fab456-92f9-4217-a5d4-722be4bcaa7b req-7199330f-cc5f-4e29-8734-443b936b2ef4 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/security-groups?id=0eb94cfe-9dbe-486c-ba74-928334dd6d4e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0668688
Dec 23 16:19:11.347205 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Device 73203617-4ff2-4ddd-8857-3f86ef25e12e details requested by agent hyperv_hv-neutron-8227 with host hv-neutron-8227 {{(pid=87637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 23 16:19:11.499474 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] For port 73203617-4ff2-4ddd-8857-3f86ef25e12e, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=73203617-4ff2-4ddd-8857-3f86ef25e12e,segment=NetworkSegment(5ce20ec1-4fcf-432c-a113-e744022bf383),segment_id=5ce20ec1-4fcf-432c-a113-e744022bf383)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:19:11.514484 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Returning: {'device': '73203617-4ff2-4ddd-8857-3f86ef25e12e', 'network_id': 'dea35259-3e90-4336-be8a-c4c46e33cff8', 'port_id': '73203617-4ff2-4ddd-8857-3f86ef25e12e', 'mac_address': 'fa:16:3e:d5:62:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17a48be4-69fa-4d9d-94d2-23002e6428ae', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 23 16:19:11.572961 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:19:11.585585 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 667e33d9-61fa-476b-8aa2-2fa1c4c1b4e6 up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:19:11.632355 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.notifiers.nova [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73203617-4ff2-4ddd-8857-3f86ef25e12e {{(pid=87637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 23 16:19:11.662764 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] For port 73203617-4ff2-4ddd-8857-3f86ef25e12e, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=73203617-4ff2-4ddd-8857-3f86ef25e12e,segment=NetworkSegment(5ce20ec1-4fcf-432c-a113-e744022bf383),segment_id=5ce20ec1-4fcf-432c-a113-e744022bf383)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:19:11.671348 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:19:11.674770 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:19:11.731617 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning for port 667e33d9-61fa-476b-8aa2-2fa1c4c1b4e6 completed by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:19:11.759191 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port 667e33d9-61fa-476b-8aa2-2fa1c4c1b4e6 triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:19:11.760212 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:19:11.810773 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:19:11.828105 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Pushing event updated for resources: {'Port': ['ID=73203617-4ff2-4ddd-8857-3f86ef25e12e,revision_number=4']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:19:11.837350 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:19:11.894942 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] get_ports_and_sgs() called for port_ids ['73203617-4ff2-4ddd-8857-3f86ef25e12e'] {{(pid=87637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 23 16:19:11.964838 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:19:11.993903 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] For port 667e33d9-61fa-476b-8aa2-2fa1c4c1b4e6, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=667e33d9-61fa-476b-8aa2-2fa1c4c1b4e6,segment=NetworkSegment(77e3d110-dd7b-426c-b11f-b78dde7993df),segment_id=77e3d110-dd7b-426c-b11f-b78dde7993df)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:19:12.009437 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:19:12.010516 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f78d5804-9ac3-41c6-9be0-713783e5a423 None None] Sync routers for ids ['f71b76e2-ad2d-4e05-92c1-1c44cbbb7637'] in dv-neutron-822799-1-hyperv {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 23 16:19:12.013894 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-a2030e38-6e0c-4215-9bc9-bd4c9aa76624 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:19:12.021172 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f78d5804-9ac3-41c6-9be0-713783e5a423 None None] Routers {'f71b76e2-ad2d-4e05-92c1-1c44cbbb7637'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:19:12.022002 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-f78d5804-9ac3-41c6-9be0-713783e5a423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc1d27f10>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:18:50Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['f71b76e2-ad2d-4e05-92c1-1c44cbbb7637'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:19:12.112526 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Pushing event updated for resources: {'Port': ['ID=667e33d9-61fa-476b-8aa2-2fa1c4c1b4e6,revision_number=4']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:19:12.115669 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:19:12.273355 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-f78d5804-9ac3-41c6-9be0-713783e5a423 None None] Set router f71b76e2-ad2d-4e05-92c1-1c44cbbb7637 gateway port host: dv-neutron-822799-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:19:12.315911 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab4cd48-0b6c-43e2-a753-10370e53d546 req-53fcdb2e-20de-4724-a04e-295ae566bdd6 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:19:12.327496 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-4ab4cd48-0b6c-43e2-a753-10370e53d546 req-53fcdb2e-20de-4724-a04e-295ae566bdd6 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/ports?device_id=63eeef18-cdcb-4cfe-bbf1-778d40a36bcc HTTP/1.1" status: 200  len: 944 time: 0.1532776
Dec 23 16:19:12.401174 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-4ab4cd48-0b6c-43e2-a753-10370e53d546 req-972e90e8-2ce4-4401-9bd2-44c19cbe85f1 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/security-groups?id=0eb94cfe-9dbe-486c-ba74-928334dd6d4e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0727491
Dec 23 16:19:12.646498 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-f78d5804-9ac3-41c6-9be0-713783e5a423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc1d27f10>, [{'id': 'f71b76e2-ad2d-4e05-92c1-1c44cbbb7637', 'name': 'tempest-TestVolumeBootPattern-506463932-router', 'tenant_id': '04848f25804c461b95ee81b4244e4d64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.107'}], 'enable_snat': True}, 'gw_port_id': '667e33d9-61fa-476b-8aa2-2fa1c4c1b4e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:19:02Z', 'updated_at': '2021-12-23T16:19:07Z', 'revision_number': 4, 'project_id': '04848f25804c461b95ee81b4244e4d64', 'gw_port': {'id': '667e33d9-61fa-476b-8aa2-2fa1c4c1b4e6', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:cf:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f71b76e2-ad2d-4e05-92c1-1c44cbbb7637', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:19:03Z', 'updated_at': '2021-12-23T16:19:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_interfaces': [{'id': 'f30d73dc-8c2b-41b6-aa2f-a6cdb124526f', 'name': '', 'network_id': 'd8789263-87e0-4a4e-b757-0ac5eefcc9f4', 'tenant_id': '04848f25804c461b95ee81b4244e4d64', 'mac_address': 'fa:16:3e:e1:86:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f71b76e2-ad2d-4e05-92c1-1c44cbbb7637', 'device_owner': 'network:router_interface', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': 'f9ec1fe7-43b3-4ea1-bbb2-2d9903bf6523', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:19:06Z', 'updated_at': '2021-12-23T16:19:07Z', 'revision_number': 2, 'project_id': '04848f25804c461b95ee81b4244e4d64', 'subnets': [{'id': 'f9ec1fe7-43b3-4ea1-bbb2-2d9903bf6523', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:19:12.650358 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f78d5804-9ac3-41c6-9be0-713783e5a423 None None] Checking router: f71b76e2-ad2d-4e05-92c1-1c44cbbb7637 for host: dv-neutron-822799-1-hyperv {{(pid=87638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 23 16:19:12.650710 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f78d5804-9ac3-41c6-9be0-713783e5a423 None None] Updating router f71b76e2-ad2d-4e05-92c1-1c44cbbb7637 port f30d73dc-8c2b-41b6-aa2f-a6cdb124526f binding host dv-neutron-822799-1-hyperv {{(pid=87638) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 23 16:19:12.707785 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f78d5804-9ac3-41c6-9be0-713783e5a423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:19:13.049751 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f78d5804-9ac3-41c6-9be0-713783e5a423 None None] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:19:13.063522 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-f78d5804-9ac3-41c6-9be0-713783e5a423 None None] Transition to ACTIVE for port object f30d73dc-8c2b-41b6-aa2f-a6cdb124526f will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:19:13.070825 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f78d5804-9ac3-41c6-9be0-713783e5a423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:19:13.074708 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:19:13.224371 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b3143a-b8ed-4446-81a2-0ca5098da2c4 None None] Pushing event updated for resources: {'Port': ['ID=f30d73dc-8c2b-41b6-aa2f-a6cdb124526f,revision_number=3']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:19:13.260777 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG oslo_concurrency.lockutils [None req-77b3143a-b8ed-4446-81a2-0ca5098da2c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=87638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:19:13.287092 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-f78d5804-9ac3-41c6-9be0-713783e5a423 None None] Attempting to bind port f30d73dc-8c2b-41b6-aa2f-a6cdb124526f on host dv-neutron-822799-1-hyperv for vnic_type normal with profile  {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:19:13.287471 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-f78d5804-9ac3-41c6-9be0-713783e5a423 None None] Attempting to bind port f30d73dc-8c2b-41b6-aa2f-a6cdb124526f by drivers openvswitch,hyperv on host dv-neutron-822799-1-hyperv at level 0 using segments [{'id': 'f48678bb-b969-42c1-a695-03409dabb510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'd8789263-87e0-4a4e-b757-0ac5eefcc9f4'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:19:13.287845 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f78d5804-9ac3-41c6-9be0-713783e5a423 None None] Attempting to bind port f30d73dc-8c2b-41b6-aa2f-a6cdb124526f on network d8789263-87e0-4a4e-b757-0ac5eefcc9f4 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:19:13.294053 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f78d5804-9ac3-41c6-9be0-713783e5a423 None None] Checking agent: {'id': '20d2070f-69a9-4e73-8d08-6f0387a40158', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822799-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 21), 'started_at': datetime.datetime(2021, 12, 23, 16, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 18, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822799-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 23 16:19:13.294436 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f78d5804-9ac3-41c6-9be0-713783e5a423 None None] Checking segment: {'id': 'f48678bb-b969-42c1-a695-03409dabb510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'd8789263-87e0-4a4e-b757-0ac5eefcc9f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:19:13.295065 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f78d5804-9ac3-41c6-9be0-713783e5a423 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:19:13.295632 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f78d5804-9ac3-41c6-9be0-713783e5a423 None None] Bound using segment: {'id': 'f48678bb-b969-42c1-a695-03409dabb510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'd8789263-87e0-4a4e-b757-0ac5eefcc9f4'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 23 16:19:13.296283 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-f78d5804-9ac3-41c6-9be0-713783e5a423 None None] Bound port: f30d73dc-8c2b-41b6-aa2f-a6cdb124526f, host: dv-neutron-822799-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f48678bb-b969-42c1-a695-03409dabb510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'd8789263-87e0-4a4e-b757-0ac5eefcc9f4'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 23 16:19:13.296696 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f78d5804-9ac3-41c6-9be0-713783e5a423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:19:13.354464 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Device 73203617-4ff2-4ddd-8857-3f86ef25e12e up at agent hyperv_hv-neutron-8227 {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:19:13.410883 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-f78d5804-9ac3-41c6-9be0-713783e5a423 None None] For port f30d73dc-8c2b-41b6-aa2f-a6cdb124526f, host dv-neutron-822799-1-hyperv, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 23 16:19:13.414844 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-f78d5804-9ac3-41c6-9be0-713783e5a423 None None] For port f30d73dc-8c2b-41b6-aa2f-a6cdb124526f, host dv-neutron-822799-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=f30d73dc-8c2b-41b6-aa2f-a6cdb124526f,segment=NetworkSegment(f48678bb-b969-42c1-a695-03409dabb510),segment_id=f48678bb-b969-42c1-a695-03409dabb510)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 23 16:19:13.419764 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f78d5804-9ac3-41c6-9be0-713783e5a423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:19:13.433125 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG oslo_concurrency.lockutils [None req-3742d9f5-ca9f-488e-8186-1d3e0751bf2b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:19:13.454203 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Provisioning for port 73203617-4ff2-4ddd-8857-3f86ef25e12e completed by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:19:13.463763 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Provisioning complete for port 73203617-4ff2-4ddd-8857-3f86ef25e12e triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:19:13.464149 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:19:13.511028 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f78d5804-9ac3-41c6-9be0-713783e5a423 None None] Routers {'f71b76e2-ad2d-4e05-92c1-1c44cbbb7637'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:19:13.511657 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-f78d5804-9ac3-41c6-9be0-713783e5a423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc1d27f10>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:18:50Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['f71b76e2-ad2d-4e05-92c1-1c44cbbb7637'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:19:13.643846 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 667e33d9-61fa-476b-8aa2-2fa1c4c1b4e6 up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:19:13.666437 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b3143a-b8ed-4446-81a2-0ca5098da2c4 None None] Pushing event updated for resources: {'Port': ['ID=f30d73dc-8c2b-41b6-aa2f-a6cdb124526f,revision_number=4']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:19:13.669358 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b614f044-6b85-4220-bf7f-b318ae2d60f6 req-fa33a5d8-7d4e-4e9c-a4a8-141656469e5f tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:19:13.678821 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-b614f044-6b85-4220-bf7f-b318ae2d60f6 req-fa33a5d8-7d4e-4e9c-a4a8-141656469e5f tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/ports?device_id=63eeef18-cdcb-4cfe-bbf1-778d40a36bcc HTTP/1.1" status: 200  len: 944 time: 0.1433980
Dec 23 16:19:13.679013 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG oslo_concurrency.lockutils [None req-77b3143a-b8ed-4446-81a2-0ca5098da2c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=87638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:19:13.707134 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:19:13.755016 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63eeef18-cdcb-4cfe-bbf1-778d40a36bcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73203617-4ff2-4ddd-8857-3f86ef25e12e'}] {{(pid=87637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 23 16:19:13.764189 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-b614f044-6b85-4220-bf7f-b318ae2d60f6 req-64baf243-34c4-46f5-b22c-450bebe1e594 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/security-groups?id=0eb94cfe-9dbe-486c-ba74-928334dd6d4e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0837476
Dec 23 16:19:13.781003 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] For port 73203617-4ff2-4ddd-8857-3f86ef25e12e, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=73203617-4ff2-4ddd-8857-3f86ef25e12e,segment=NetworkSegment(5ce20ec1-4fcf-432c-a113-e744022bf383),segment_id=5ce20ec1-4fcf-432c-a113-e744022bf383)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:19:13.795838 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:19:13.799523 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:19:13.823671 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-f78d5804-9ac3-41c6-9be0-713783e5a423 None None] Set router f71b76e2-ad2d-4e05-92c1-1c44cbbb7637 gateway port host: dv-neutron-822799-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:19:13.843101 dv-neutron-822799-1-hyperv neutron-server[87637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63eeef18-cdcb-4cfe-bbf1-778d40a36bcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73203617-4ff2-4ddd-8857-3f86ef25e12e', 'code': 200}
Dec 23 16:19:13.902214 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port 667e33d9-61fa-476b-8aa2-2fa1c4c1b4e6 triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:19:13.902671 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:19:13.933718 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Pushing event updated for resources: {'Port': ['ID=73203617-4ff2-4ddd-8857-3f86ef25e12e,revision_number=5']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:19:13.951505 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:19:14.099307 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be09b038-cb1a-461c-b4e4-69b27d18ef21 req-0b824125-9be1-42e7-8462-a219f2482d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:19:14.100938 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-be09b038-cb1a-461c-b4e4-69b27d18ef21 req-0b824125-9be1-42e7-8462-a219f2482d03 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=63eeef18-cdcb-4cfe-bbf1-778d40a36bcc HTTP/1.1" status: 200  len: 1098 time: 0.0901830
Dec 23 16:19:14.144674 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-be09b038-cb1a-461c-b4e4-69b27d18ef21 req-30439444-675d-4d91-b2be-8bdd77abac79 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=0eb94cfe-9dbe-486c-ba74-928334dd6d4e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0373855
Dec 23 16:19:14.243774 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-f78d5804-9ac3-41c6-9be0-713783e5a423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc1d27f10>, [{'id': 'f71b76e2-ad2d-4e05-92c1-1c44cbbb7637', 'name': 'tempest-TestVolumeBootPattern-506463932-router', 'tenant_id': '04848f25804c461b95ee81b4244e4d64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.107'}], 'enable_snat': True}, 'gw_port_id': '667e33d9-61fa-476b-8aa2-2fa1c4c1b4e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:19:02Z', 'updated_at': '2021-12-23T16:19:07Z', 'revision_number': 4, 'project_id': '04848f25804c461b95ee81b4244e4d64', 'gw_port': {'id': '667e33d9-61fa-476b-8aa2-2fa1c4c1b4e6', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:cf:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f71b76e2-ad2d-4e05-92c1-1c44cbbb7637', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:19:03Z', 'updated_at': '2021-12-23T16:19:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_interfaces': [{'id': 'f30d73dc-8c2b-41b6-aa2f-a6cdb124526f', 'name': '', 'network_id': 'd8789263-87e0-4a4e-b757-0ac5eefcc9f4', 'tenant_id': '04848f25804c461b95ee81b4244e4d64', 'mac_address': 'fa:16:3e:e1:86:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f71b76e2-ad2d-4e05-92c1-1c44cbbb7637', 'device_owner': 'network:router_interface', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': 'f9ec1fe7-43b3-4ea1-bbb2-2d9903bf6523', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:19:06Z', 'updated_at': '2021-12-23T16:19:13Z', 'revision_number': 4, 'project_id': '04848f25804c461b95ee81b4244e4d64', 'subnets': [{'id': 'f9ec1fe7-43b3-4ea1-bbb2-2d9903bf6523', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:19:14.248139 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f78d5804-9ac3-41c6-9be0-713783e5a423 None None] The sync data for ids ['f71b76e2-ad2d-4e05-92c1-1c44cbbb7637'] in dv-neutron-822799-1-hyperv is: [{'id': 'f71b76e2-ad2d-4e05-92c1-1c44cbbb7637', 'name': 'tempest-TestVolumeBootPattern-506463932-router', 'tenant_id': '04848f25804c461b95ee81b4244e4d64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.107'}], 'enable_snat': True}, 'gw_port_id': '667e33d9-61fa-476b-8aa2-2fa1c4c1b4e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:19:02Z', 'updated_at': '2021-12-23T16:19:07Z', 'revision_number': 4, 'project_id': '04848f25804c461b95ee81b4244e4d64', 'gw_port': {'id': '667e33d9-61fa-476b-8aa2-2fa1c4c1b4e6', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:cf:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f71b76e2-ad2d-4e05-92c1-1c44cbbb7637', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:19:03Z', 'updated_at': '2021-12-23T16:19:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_interfaces': [{'id': 'f30d73dc-8c2b-41b6-aa2f-a6cdb124526f', 'name': '', 'network_id': 'd8789263-87e0-4a4e-b757-0ac5eefcc9f4', 'tenant_id': '04848f25804c461b95ee81b4244e4d64', 'mac_address': 'fa:16:3e:e1:86:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f71b76e2-ad2d-4e05-92c1-1c44cbbb7637', 'device_owner': 'network:router_interface', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': 'f9ec1fe7-43b3-4ea1-bbb2-2d9903bf6523', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:19:06Z', 'updated_at': '2021-12-23T16:19:13Z', 'revision_number': 4, 'project_id': '04848f25804c461b95ee81b4244e4d64', 'subnets': [{'id': 'f9ec1fe7-43b3-4ea1-bbb2-2d9903bf6523', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 23 16:19:15.085266 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ea31f8-28b1-4b10-8abc-867ca6034c56 req-32698805-5d83-4bdc-81b2-c9faeb099f73 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:19:15.086892 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-24ea31f8-28b1-4b10-8abc-867ca6034c56 req-32698805-5d83-4bdc-81b2-c9faeb099f73 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/ports?device_id=63eeef18-cdcb-4cfe-bbf1-778d40a36bcc HTTP/1.1" status: 200  len: 945 time: 0.2132764
Dec 23 16:19:15.137378 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-24ea31f8-28b1-4b10-8abc-867ca6034c56 req-cdddbfac-4814-448e-b87a-8179ac6f55ee tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/security-groups?id=0eb94cfe-9dbe-486c-ba74-928334dd6d4e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0445087
Dec 23 16:19:15.589157 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device f30d73dc-8c2b-41b6-aa2f-a6cdb124526f up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:19:15.660235 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning for port f30d73dc-8c2b-41b6-aa2f-a6cdb124526f completed by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:19:15.665460 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port f30d73dc-8c2b-41b6-aa2f-a6cdb124526f triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:19:15.665851 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:19:15.793847 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:19:15.827241 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] For port f30d73dc-8c2b-41b6-aa2f-a6cdb124526f, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=f30d73dc-8c2b-41b6-aa2f-a6cdb124526f,segment=NetworkSegment(f48678bb-b969-42c1-a695-03409dabb510),segment_id=f48678bb-b969-42c1-a695-03409dabb510)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:19:15.831530 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:19:15.834560 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:19:15.901607 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Pushing event updated for resources: {'Port': ['ID=f30d73dc-8c2b-41b6-aa2f-a6cdb124526f,revision_number=5']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:19:15.904898 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:19:16.334293 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe5d8ab-ca5d-4529-91ce-a1ce07555091 req-b93e7c89-e015-46fd-ad4b-6b3a7bf7b513 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:19:16.335795 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-3fe5d8ab-ca5d-4529-91ce-a1ce07555091 req-b93e7c89-e015-46fd-ad4b-6b3a7bf7b513 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/ports?device_id=63eeef18-cdcb-4cfe-bbf1-778d40a36bcc HTTP/1.1" status: 200  len: 945 time: 0.0885923
Dec 23 16:19:16.382437 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-3fe5d8ab-ca5d-4529-91ce-a1ce07555091 req-a8692c5c-6a67-4cca-b0b5-938befc3d2ff tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/security-groups?id=0eb94cfe-9dbe-486c-ba74-928334dd6d4e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0407608
Dec 23 16:19:16.579890 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e8c736-7d96-4837-aa0b-f7a407b2a103 req-c51deb3a-384b-43f0-aa58-0baf8a141102 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:19:16.585032 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-c2e8c736-7d96-4837-aa0b-f7a407b2a103 req-c51deb3a-384b-43f0-aa58-0baf8a141102 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/ports?device_id=63eeef18-cdcb-4cfe-bbf1-778d40a36bcc HTTP/1.1" status: 200  len: 945 time: 0.0911403
Dec 23 16:19:16.632151 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-c2e8c736-7d96-4837-aa0b-f7a407b2a103 req-9a791cab-1a69-4ec5-abc2-b5eacec94fb5 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/security-groups?id=0eb94cfe-9dbe-486c-ba74-928334dd6d4e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0447321
Dec 23 16:19:16.655941 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 53172) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:19:16.728304 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10f7542b-1f46-4560-94cd-c2b226d4dc99 tempest-TestNetworkBasicOps-54271533 tempest-TestNetworkBasicOps-54271533-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:19:16.729767 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-10f7542b-1f46-4560-94cd-c2b226d4dc99 tempest-TestNetworkBasicOps-54271533 tempest-TestNetworkBasicOps-54271533-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=63eeef18-cdcb-4cfe-bbf1-778d40a36bcc HTTP/1.1" status: 200  len: 1093 time: 0.0727885
Dec 23 16:19:16.732604 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 53176) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:19:16.737615 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-33138ec0-558c-4503-a40a-26095529f0ab tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Request body: {'floatingip': {'port_id': '73203617-4ff2-4ddd-8857-3f86ef25e12e'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:19:16.815969 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-33138ec0-558c-4503-a40a-26095529f0ab tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for floatingip, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:19:17.329218 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-c61999b8-2c57-4fb0-8b2c-ab5a8655dae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:19:17.463375 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-33138ec0-558c-4503-a40a-26095529f0ab tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:19:17.468797 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-33138ec0-558c-4503-a40a-26095529f0ab tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1824189'] for floatingip, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:19:17.572539 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device f30d73dc-8c2b-41b6-aa2f-a6cdb124526f up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:19:17.655725 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.db.l3_db [None req-33138ec0-558c-4503-a40a-26095529f0ab tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Floating IP 4a3dcefc-919c-4203-87df-11aaa7b3b886 associated. External IP: 172.26.3.127, port: 73203617-4ff2-4ddd-8857-3f86ef25e12e.
Dec 23 16:19:17.660930 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port f30d73dc-8c2b-41b6-aa2f-a6cdb124526f triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:19:17.661320 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:19:18.268287 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33138ec0-558c-4503-a40a-26095529f0ab tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Router 453187e6-f994-4645-8629-dbe42581fb5a has already been hosted by L3 agent 371d4c41-c7e2-4de7-9539-c049ec4e95d1 {{(pid=87636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 23 16:19:18.496819 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33138ec0-558c-4503-a40a-26095529f0ab tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify agent at l3_agent.dv-neutron-822799-1-hyperv the message routers_updated {{(pid=87636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 23 16:19:18.501720 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-33138ec0-558c-4503-a40a-26095529f0ab tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for floatingip, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:19:18.509701 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e5f3550-d510-4831-ae69-3ae960a310aa None None] Sync routers for ids ['453187e6-f994-4645-8629-dbe42581fb5a'] in dv-neutron-822799-1-hyperv {{(pid=87637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 23 16:19:18.520777 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e5f3550-d510-4831-ae69-3ae960a310aa None None] Routers {'453187e6-f994-4645-8629-dbe42581fb5a'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:19:18.521480 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-8e5f3550-d510-4831-ae69-3ae960a310aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc06461c0>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:18:50Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['453187e6-f994-4645-8629-dbe42581fb5a'], 'active': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:19:18.558962 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-33138ec0-558c-4503-a40a-26095529f0ab tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "PUT /v2.0/floatingips/4a3dcefc-919c-4203-87df-11aaa7b3b886 HTTP/1.1" status: 200  len: 991 time: 1.8253677
Dec 23 16:19:18.559732 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63eeef18-cdcb-4cfe-bbf1-778d40a36bcc', 'tag': '73203617-4ff2-4ddd-8857-3f86ef25e12e'}] {{(pid=87636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 23 16:19:18.561848 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 53182) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:19:18.595505 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.agents_db [None req-30c2320c-f298-49f6-9c47-c20e38116a9c None None] Agent healthcheck: found 6 active agents {{(pid=87638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 23 16:19:18.608539 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63eeef18-cdcb-4cfe-bbf1-778d40a36bcc', 'tag': '73203617-4ff2-4ddd-8857-3f86ef25e12e', 'status': 'completed', 'code': 200}
Dec 23 16:19:18.757350 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvr_db [None req-8e5f3550-d510-4831-ae69-3ae960a310aa None None] Set router 453187e6-f994-4645-8629-dbe42581fb5a gateway port host: dv-neutron-822799-1-hyperv {{(pid=87637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:19:18.887973 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-b48ef204-2798-4a18-95f3-e5367a8384ce tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/floatingips/4a3dcefc-919c-4203-87df-11aaa7b3b886 HTTP/1.1" status: 200  len: 991 time: 0.3232810
Dec 23 16:19:18.896171 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7cb282-f332-45f6-95fe-724740127ec5 req-64384ccf-af19-4a53-a9f1-7f9edf98c0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:19:18.897654 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-0a7cb282-f332-45f6-95fe-724740127ec5 req-64384ccf-af19-4a53-a9f1-7f9edf98c0a7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=544f3e375bde4f0988286eba27294ea6&device_id=63eeef18-cdcb-4cfe-bbf1-778d40a36bcc HTTP/1.1" status: 200  len: 1098 time: 0.1256800
Dec 23 16:19:19.038032 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7cb282-f332-45f6-95fe-724740127ec5 req-ac63b4c0-52fe-4fd8-954b-d36f36f07558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:19:19.039557 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-0a7cb282-f332-45f6-95fe-724740127ec5 req-ac63b4c0-52fe-4fd8-954b-d36f36f07558 service neutron] 10.222.0.61 "GET /v2.0/networks?id=dea35259-3e90-4336-be8a-c4c46e33cff8 HTTP/1.1" status: 200  len: 898 time: 0.1353142
Dec 23 16:19:19.154699 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-0a7cb282-f332-45f6-95fe-724740127ec5 req-4da2bf3c-8c0b-401b-be45-af3a5b565951 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=73203617-4ff2-4ddd-8857-3f86ef25e12e HTTP/1.1" status: 200  len: 999 time: 0.1089370
Dec 23 16:19:19.173264 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-8e5f3550-d510-4831-ae69-3ae960a310aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc06461c0>, [{'id': '453187e6-f994-4645-8629-dbe42581fb5a', 'name': 'tempest-TestNetworkBasicOps-router-823849873', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.211'}], 'enable_snat': True}, 'gw_port_id': '5f12fb02-d25f-41d3-a186-4cb84c903cb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:17:45Z', 'updated_at': '2021-12-23T16:17:55Z', 'revision_number': 4, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'gw_port': {'id': '5f12fb02-d25f-41d3-a186-4cb84c903cb6', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:c8:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453187e6-f994-4645-8629-dbe42581fb5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1215, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:17:46Z', 'updated_at': '2021-12-23T16:17:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_floatingips': [{'id': '4a3dcefc-919c-4203-87df-11aaa7b3b886', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'floating_ip_address': '172.26.3.127', 'floating_network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'router_id': '453187e6-f994-4645-8629-dbe42581fb5a', 'port_id': '73203617-4ff2-4ddd-8857-3f86ef25e12e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1274, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dea35259-3e90-4336-be8a-c4c46e33cff8', 'mac_address': 'fa:16:3e:d5:62:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63eeef18-cdcb-4cfe-bbf1-778d40a36bcc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:18:25Z', 'updated_at': '2021-12-23T16:19:17Z', 'revision_number': 5, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0235da8-d3f2-424b-8cc2-35c225b59efe', 'name': '', 'network_id': 'dea35259-3e90-4336-be8a-c4c46e33cff8', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'mac_address': 'fa:16:3e:61:c0:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453187e6-f994-4645-8629-dbe42581fb5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': '17a48be4-69fa-4d9d-94d2-23002e6428ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:17:53Z', 'updated_at': '2021-12-23T16:18:07Z', 'revision_number': 5, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'subnets': [{'id': '17a48be4-69fa-4d9d-94d2-23002e6428ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:19:19.177397 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e5f3550-d510-4831-ae69-3ae960a310aa None None] Checking router: 453187e6-f994-4645-8629-dbe42581fb5a for host: dv-neutron-822799-1-hyperv {{(pid=87637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 23 16:19:19.186558 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e5f3550-d510-4831-ae69-3ae960a310aa None None] Routers {'453187e6-f994-4645-8629-dbe42581fb5a'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:19:19.187391 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-8e5f3550-d510-4831-ae69-3ae960a310aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc06461c0>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:18:50Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['453187e6-f994-4645-8629-dbe42581fb5a'], 'active': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:19:19.218830 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7cb282-f332-45f6-95fe-724740127ec5 req-c02f1db2-2ee9-419f-9c5e-9e187b0cc075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:19:19.220373 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-0a7cb282-f332-45f6-95fe-724740127ec5 req-c02f1db2-2ee9-419f-9c5e-9e187b0cc075 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=17a48be4-69fa-4d9d-94d2-23002e6428ae HTTP/1.1" status: 200  len: 834 time: 0.0592382
Dec 23 16:19:19.304154 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7cb282-f332-45f6-95fe-724740127ec5 req-9e9088ef-9a3b-4fdd-93d5-7f54d2da8ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:19:19.305779 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-0a7cb282-f332-45f6-95fe-724740127ec5 req-9e9088ef-9a3b-4fdd-93d5-7f54d2da8ebc service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=dea35259-3e90-4336-be8a-c4c46e33cff8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0788205
Dec 23 16:19:19.394421 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvr_db [None req-8e5f3550-d510-4831-ae69-3ae960a310aa None None] Set router 453187e6-f994-4645-8629-dbe42581fb5a gateway port host: dv-neutron-822799-1-hyperv {{(pid=87637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:19:19.459304 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-0a7cb282-f332-45f6-95fe-724740127ec5 req-6616646b-286b-4dfa-a9c9-45f368634bfa service neutron] 10.222.0.61 "GET /v2.0/networks/dea35259-3e90-4336-be8a-c4c46e33cff8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1465425
Dec 23 16:19:19.617202 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-0a7cb282-f332-45f6-95fe-724740127ec5 req-dbfdf8b7-f945-43cb-a7b4-d66a96c65528 service neutron] 10.222.0.61 "GET /v2.0/networks/dea35259-3e90-4336-be8a-c4c46e33cff8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1514704
Dec 23 16:19:19.758248 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4b42b4e4-dc19-4635-919f-ce396cdd593a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:19:19.787194 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-8e5f3550-d510-4831-ae69-3ae960a310aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc06461c0>, [{'id': '453187e6-f994-4645-8629-dbe42581fb5a', 'name': 'tempest-TestNetworkBasicOps-router-823849873', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.211'}], 'enable_snat': True}, 'gw_port_id': '5f12fb02-d25f-41d3-a186-4cb84c903cb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:17:45Z', 'updated_at': '2021-12-23T16:17:55Z', 'revision_number': 4, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'gw_port': {'id': '5f12fb02-d25f-41d3-a186-4cb84c903cb6', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:c8:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453187e6-f994-4645-8629-dbe42581fb5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1215, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:17:46Z', 'updated_at': '2021-12-23T16:17:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_floatingips': [{'id': '4a3dcefc-919c-4203-87df-11aaa7b3b886', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'floating_ip_address': '172.26.3.127', 'floating_network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'router_id': '453187e6-f994-4645-8629-dbe42581fb5a', 'port_id': '73203617-4ff2-4ddd-8857-3f86ef25e12e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1274, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dea35259-3e90-4336-be8a-c4c46e33cff8', 'mac_address': 'fa:16:3e:d5:62:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63eeef18-cdcb-4cfe-bbf1-778d40a36bcc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:18:25Z', 'updated_at': '2021-12-23T16:19:17Z', 'revision_number': 5, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0235da8-d3f2-424b-8cc2-35c225b59efe', 'name': '', 'network_id': 'dea35259-3e90-4336-be8a-c4c46e33cff8', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'mac_address': 'fa:16:3e:61:c0:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453187e6-f994-4645-8629-dbe42581fb5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': '17a48be4-69fa-4d9d-94d2-23002e6428ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:17:53Z', 'updated_at': '2021-12-23T16:18:07Z', 'revision_number': 5, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'subnets': [{'id': '17a48be4-69fa-4d9d-94d2-23002e6428ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:19:19.791429 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e5f3550-d510-4831-ae69-3ae960a310aa None None] The sync data for ids ['453187e6-f994-4645-8629-dbe42581fb5a'] in dv-neutron-822799-1-hyperv is: [{'id': '453187e6-f994-4645-8629-dbe42581fb5a', 'name': 'tempest-TestNetworkBasicOps-router-823849873', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.211'}], 'enable_snat': True}, 'gw_port_id': '5f12fb02-d25f-41d3-a186-4cb84c903cb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:17:45Z', 'updated_at': '2021-12-23T16:17:55Z', 'revision_number': 4, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'gw_port': {'id': '5f12fb02-d25f-41d3-a186-4cb84c903cb6', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:c8:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453187e6-f994-4645-8629-dbe42581fb5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1215, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:17:46Z', 'updated_at': '2021-12-23T16:17:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_floatingips': [{'id': '4a3dcefc-919c-4203-87df-11aaa7b3b886', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'floating_ip_address': '172.26.3.127', 'floating_network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'router_id': '453187e6-f994-4645-8629-dbe42581fb5a', 'port_id': '73203617-4ff2-4ddd-8857-3f86ef25e12e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1274, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dea35259-3e90-4336-be8a-c4c46e33cff8', 'mac_address': 'fa:16:3e:d5:62:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63eeef18-cdcb-4cfe-bbf1-778d40a36bcc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:18:25Z', 'updated_at': '2021-12-23T16:19:17Z', 'revision_number': 5, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0235da8-d3f2-424b-8cc2-35c225b59efe', 'name': '', 'network_id': 'dea35259-3e90-4336-be8a-c4c46e33cff8', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'mac_address': 'fa:16:3e:61:c0:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453187e6-f994-4645-8629-dbe42581fb5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': '17a48be4-69fa-4d9d-94d2-23002e6428ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:17:53Z', 'updated_at': '2021-12-23T16:18:07Z', 'revision_number': 5, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'subnets': [{'id': '17a48be4-69fa-4d9d-94d2-23002e6428ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 23 16:19:19.890463 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 53190) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:19:20.008099 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-b507335f-7ba0-4fd0-a31a-82e966e34b28 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/floatingips/4a3dcefc-919c-4203-87df-11aaa7b3b886 HTTP/1.1" status: 200  len: 991 time: 0.1155365
Dec 23 16:19:20.044196 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1658d3c7-203c-4d0c-b45d-07879f5f9836 None None] New status for floating IP 4a3dcefc-919c-4203-87df-11aaa7b3b886: ACTIVE {{(pid=87638) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 23 16:19:20.713461 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9dcbea60-a34f-4144-91e7-90aff3f57aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:19:20.874392 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:19:21.011028 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 53196) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:19:21.140982 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-eec27d57-e454-4a5c-af45-bdeb5198212b tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/floatingips/4a3dcefc-919c-4203-87df-11aaa7b3b886 HTTP/1.1" status: 200  len: 993 time: 0.1284738
Dec 23 16:19:22.227829 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9e3aab53-d650-47e3-b8a6-2dff21fe9ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:19:28.089505 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-bf025cdf-014a-491e-8a3f-6f06b2462f22 req-b8d1a043-63bd-4333-a274-ca760587f373 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Synchronizing usage tracker for tenant:815a3f337d0d43d79aa09f57743afc6f on resource:security_group {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:19:28.109792 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-bf025cdf-014a-491e-8a3f-6f06b2462f22 req-b8d1a043-63bd-4333-a274-ca760587f373 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Unset dirty status for tenant:815a3f337d0d43d79aa09f57743afc6f on resource:security_group {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:19:28.111903 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-bf025cdf-014a-491e-8a3f-6f06b2462f22 req-b8d1a043-63bd-4333-a274-ca760587f373 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1211840996&fields=id&tenant_id=815a3f337d0d43d79aa09f57743afc6f HTTP/1.1" status: 200  len: 267 time: 0.0713561
Dec 23 16:19:28.271238 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf025cdf-014a-491e-8a3f-6f06b2462f22 req-3dbcc0fd-b769-41c0-8f81-26ecb964df4f tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:19:28.271814 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-bf025cdf-014a-491e-8a3f-6f06b2462f22 req-3dbcc0fd-b769-41c0-8f81-26ecb964df4f tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Synchronizing usage tracker for tenant:815a3f337d0d43d79aa09f57743afc6f on resource:network {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:19:28.290640 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-bf025cdf-014a-491e-8a3f-6f06b2462f22 req-3dbcc0fd-b769-41c0-8f81-26ecb964df4f tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Unset dirty status for tenant:815a3f337d0d43d79aa09f57743afc6f on resource:network {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:19:28.292022 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-bf025cdf-014a-491e-8a3f-6f06b2462f22 req-3dbcc0fd-b769-41c0-8f81-26ecb964df4f tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] 10.222.0.64 "GET /v2.0/networks?id=0150432c-3455-4bcb-8764-4bb2c28e3d40 HTTP/1.1" status: 200  len: 811 time: 0.1693947
Dec 23 16:19:28.309675 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-bf025cdf-014a-491e-8a3f-6f06b2462f22 req-d421834f-f474-4d10-94b6-ab8a2b59f216 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] 10.222.0.64 "GET /v2.0/quotas/815a3f337d0d43d79aa09f57743afc6f HTTP/1.1" status: 200  len: 375 time: 0.0117912
Dec 23 16:19:28.412137 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-bf025cdf-014a-491e-8a3f-6f06b2462f22 req-e4f5c13a-929b-43aa-a157-e8baecf55929 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Synchronizing usage tracker for tenant:815a3f337d0d43d79aa09f57743afc6f on resource:port {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:19:28.432082 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-bf025cdf-014a-491e-8a3f-6f06b2462f22 req-e4f5c13a-929b-43aa-a157-e8baecf55929 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Unset dirty status for tenant:815a3f337d0d43d79aa09f57743afc6f on resource:port {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:19:28.433879 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-bf025cdf-014a-491e-8a3f-6f06b2462f22 req-e4f5c13a-929b-43aa-a157-e8baecf55929 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=815a3f337d0d43d79aa09f57743afc6f&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1161029
Dec 23 16:19:28.582739 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-bf025cdf-014a-491e-8a3f-6f06b2462f22 req-db3aa9e8-59e5-40c9-a937-e3c0183e8719 service neutron] 10.222.0.64 "GET /v2.0/networks/0150432c-3455-4bcb-8764-4bb2c28e3d40?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1368756
Dec 23 16:19:28.718502 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-bf025cdf-014a-491e-8a3f-6f06b2462f22 req-397e7d49-e79c-400f-84e3-60a4e7823720 service neutron] 10.222.0.64 "GET /v2.0/networks/0150432c-3455-4bcb-8764-4bb2c28e3d40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1298563
Dec 23 16:19:29.118244 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-8aa6d867-1d0d-4af6-bec6-e6e26b25c6cc req-b55bb8f8-8ea7-4c32-9af5-6955b87ca355 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] 10.222.0.64 "GET /v2.0/ports?device_id=b2cea6da-0a90-4475-8a3c-75ecccb63d0e HTTP/1.1" status: 200  len: 210 time: 0.0431602
Dec 23 16:19:30.273508 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-96a1f616-46b0-4232-a0f1-fbb111ae7812 req-b59d5d5a-6695-414f-929c-0ee28521022a tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] 10.222.0.64 "GET /v2.0/ports?device_id=b2cea6da-0a90-4475-8a3c-75ecccb63d0e HTTP/1.1" status: 200  len: 210 time: 0.0492022
Dec 23 16:19:30.417679 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf025cdf-014a-491e-8a3f-6f06b2462f22 req-b33cd3af-9334-4c08-92e9-1420effa8671 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:19:30.418992 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-bf025cdf-014a-491e-8a3f-6f06b2462f22 req-b33cd3af-9334-4c08-92e9-1420effa8671 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] 10.222.0.61 "GET /v2.0/networks?id=0150432c-3455-4bcb-8764-4bb2c28e3d40 HTTP/1.1" status: 200  len: 811 time: 0.1577914
Dec 23 16:19:30.513171 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-bf025cdf-014a-491e-8a3f-6f06b2462f22 req-062dcc57-f127-4025-8c2a-5a313a65360b tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=815a3f337d0d43d79aa09f57743afc6f HTTP/1.1" status: 200  len: 380 time: 0.0405228
Dec 23 16:19:30.523607 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [req-bf025cdf-014a-491e-8a3f-6f06b2462f22 req-e44d8354-6f4b-42e5-9886-89c33c5fbb3b tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Request body: {'port': {'device_id': 'b2cea6da-0a90-4475-8a3c-75ecccb63d0e', 'network_id': '0150432c-3455-4bcb-8764-4bb2c28e3d40', 'admin_state_up': True, 'tenant_id': '815a3f337d0d43d79aa09f57743afc6f', 'security_groups': ['377c3367-231c-4c91-96ad-c0bd6ef1f689']}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:19:30.661523 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [req-bf025cdf-014a-491e-8a3f-6f06b2462f22 req-e44d8354-6f4b-42e5-9886-89c33c5fbb3b tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:19:30.675926 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [req-bf025cdf-014a-491e-8a3f-6f06b2462f22 req-e44d8354-6f4b-42e5-9886-89c33c5fbb3b tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:19:30.687278 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf025cdf-014a-491e-8a3f-6f06b2462f22 req-e44d8354-6f4b-42e5-9886-89c33c5fbb3b tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Made reservation on behalf of 815a3f337d0d43d79aa09f57743afc6f for: {'port': 1} {{(pid=87635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:19:30.691211 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [req-bf025cdf-014a-491e-8a3f-6f06b2462f22 req-e44d8354-6f4b-42e5-9886-89c33c5fbb3b tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:19:30.855173 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.db_base_plugin_common [req-bf025cdf-014a-491e-8a3f-6f06b2462f22 req-e44d8354-6f4b-42e5-9886-89c33c5fbb3b tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Allocated IP 172.20.0.13 (0150432c-3455-4bcb-8764-4bb2c28e3d40/155d1b85-f535-40ed-8306-928fb9445b01/da3bb254-97ba-415d-9273-dba4a1618868) {{(pid=87635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:19:31.180996 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [req-bf025cdf-014a-491e-8a3f-6f06b2462f22 req-e44d8354-6f4b-42e5-9886-89c33c5fbb3b tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Notify callbacks [] for port, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:19:31.198661 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.provisioning_blocks [req-bf025cdf-014a-491e-8a3f-6f06b2462f22 req-e44d8354-6f4b-42e5-9886-89c33c5fbb3b tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Transition to ACTIVE for port object da3bb254-97ba-415d-9273-dba4a1618868 will not be triggered until provisioned by entity DHCP. {{(pid=87635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:19:31.224187 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [req-bf025cdf-014a-491e-8a3f-6f06b2462f22 req-e44d8354-6f4b-42e5-9886-89c33c5fbb3b tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:19:31.230710 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-3e0e42d7-b534-4880-b638-5c98de096bc5 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:19:31.305372 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf025cdf-014a-491e-8a3f-6f06b2462f22 req-e44d8354-6f4b-42e5-9886-89c33c5fbb3b tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Network 0150432c-3455-4bcb-8764-4bb2c28e3d40 is already hosted by enough agents. {{(pid=87635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:19:31.308981 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.base_scheduler [req-bf025cdf-014a-491e-8a3f-6f06b2462f22 req-e44d8354-6f4b-42e5-9886-89c33c5fbb3b tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Resources bound (agent type, host, resource id):  {{(pid=87635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:19:31.311583 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf025cdf-014a-491e-8a3f-6f06b2462f22 req-e44d8354-6f4b-42e5-9886-89c33c5fbb3b tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Received port after_create {{(pid=87635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:19:31.349578 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44d8354-6f4b-42e5-9886-89c33c5fbb3b tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Pushing event updated for resources: {'Port': ['ID=da3bb254-97ba-415d-9273-dba4a1618868,revision_number=1']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:19:31.352770 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-e44d8354-6f4b-42e5-9886-89c33c5fbb3b tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:19:31.384689 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf025cdf-014a-491e-8a3f-6f06b2462f22 req-e44d8354-6f4b-42e5-9886-89c33c5fbb3b tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:19:31.385354 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [req-bf025cdf-014a-491e-8a3f-6f06b2462f22 req-e44d8354-6f4b-42e5-9886-89c33c5fbb3b tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:19:31.451048 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-bf025cdf-014a-491e-8a3f-6f06b2462f22 req-e44d8354-6f4b-42e5-9886-89c33c5fbb3b tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.9311776
Dec 23 16:19:31.464135 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [req-bf025cdf-014a-491e-8a3f-6f06b2462f22 req-14598624-b762-44c4-a8cc-660a20ac52cf tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=87635) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 23 16:19:31.465120 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-bf025cdf-014a-491e-8a3f-6f06b2462f22 req-14598624-b762-44c4-a8cc-660a20ac52cf tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0053010
Dec 23 16:19:31.536402 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42b57c1-3e68-40ed-b4c5-b23c74ed237a req-8742ed06-4355-4b19-abac-359b67db6e5d tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:19:31.537202 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [req-c42b57c1-3e68-40ed-b4c5-b23c74ed237a req-8742ed06-4355-4b19-abac-359b67db6e5d tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Synchronizing usage tracker for tenant:815a3f337d0d43d79aa09f57743afc6f on resource:port {{(pid=87635) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:19:31.550715 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [req-bf025cdf-014a-491e-8a3f-6f06b2462f22 req-85c9747b-94e2-4ffe-8046-02a71e17763c service neutron] Request body: {'port': {'device_id': 'b2cea6da-0a90-4475-8a3c-75ecccb63d0e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8227'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:19:31.606068 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [req-c42b57c1-3e68-40ed-b4c5-b23c74ed237a req-8742ed06-4355-4b19-abac-359b67db6e5d tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Unset dirty status for tenant:815a3f337d0d43d79aa09f57743afc6f on resource:port {{(pid=87635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:19:31.607225 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-c42b57c1-3e68-40ed-b4c5-b23c74ed237a req-8742ed06-4355-4b19-abac-359b67db6e5d tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] 10.222.0.64 "GET /v2.0/ports?device_id=b2cea6da-0a90-4475-8a3c-75ecccb63d0e HTTP/1.1" status: 200  len: 932 time: 0.2031043
Dec 23 16:19:31.626139 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-524b5ae1-01c2-41e5-88f2-96269e861dea None None] Provisioning for port da3bb254-97ba-415d-9273-dba4a1618868 completed by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:19:31.633234 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-524b5ae1-01c2-41e5-88f2-96269e861dea None None] Provisioning complete for port da3bb254-97ba-415d-9273-dba4a1618868 triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:19:31.634561 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-524b5ae1-01c2-41e5-88f2-96269e861dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:19:31.699416 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-524b5ae1-01c2-41e5-88f2-96269e861dea None None] Port da3bb254-97ba-415d-9273-dba4a1618868 cannot update to ACTIVE because it is not bound. {{(pid=87637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 23 16:19:31.709786 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-c42b57c1-3e68-40ed-b4c5-b23c74ed237a req-9a96b892-6c68-4d56-ab47-a9c1e22dc92d tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] 10.222.0.64 "GET /v2.0/security-groups?id=377c3367-231c-4c91-96ad-c0bd6ef1f689&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0952904
Dec 23 16:19:31.710455 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [req-bf025cdf-014a-491e-8a3f-6f06b2462f22 req-85c9747b-94e2-4ffe-8046-02a71e17763c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:19:32.071651 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.notifiers.nova [req-bf025cdf-014a-491e-8a3f-6f06b2462f22 req-85c9747b-94e2-4ffe-8046-02a71e17763c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da3bb254-97ba-415d-9273-dba4a1618868 {{(pid=87635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 23 16:19:32.079454 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [req-bf025cdf-014a-491e-8a3f-6f06b2462f22 req-85c9747b-94e2-4ffe-8046-02a71e17763c service neutron] Notify callbacks [] for port, precommit_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:19:32.093679 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.provisioning_blocks [req-bf025cdf-014a-491e-8a3f-6f06b2462f22 req-85c9747b-94e2-4ffe-8046-02a71e17763c service neutron] Transition to ACTIVE for port object da3bb254-97ba-415d-9273-dba4a1618868 will not be triggered until provisioned by entity L2. {{(pid=87635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:19:32.098062 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [req-bf025cdf-014a-491e-8a3f-6f06b2462f22 req-85c9747b-94e2-4ffe-8046-02a71e17763c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2753531'] for port, after_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:19:32.101849 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-e44d8354-6f4b-42e5-9886-89c33c5fbb3b tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:19:32.224391 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c9747b-94e2-4ffe-8046-02a71e17763c service neutron] Pushing event updated for resources: {'Port': ['ID=da3bb254-97ba-415d-9273-dba4a1618868,revision_number=2']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:19:32.232609 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-85c9747b-94e2-4ffe-8046-02a71e17763c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:19:32.350950 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.managers [req-bf025cdf-014a-491e-8a3f-6f06b2462f22 req-85c9747b-94e2-4ffe-8046-02a71e17763c service neutron] Attempting to bind port da3bb254-97ba-415d-9273-dba4a1618868 on host hv-neutron-8227 for vnic_type normal with profile  {{(pid=87635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:19:32.351414 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.managers [req-bf025cdf-014a-491e-8a3f-6f06b2462f22 req-85c9747b-94e2-4ffe-8046-02a71e17763c service neutron] Attempting to bind port da3bb254-97ba-415d-9273-dba4a1618868 by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': '87dd7487-e7c8-48c3-b597-2f6995c824bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '0150432c-3455-4bcb-8764-4bb2c28e3d40'}] {{(pid=87635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:19:32.351860 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf025cdf-014a-491e-8a3f-6f06b2462f22 req-85c9747b-94e2-4ffe-8046-02a71e17763c service neutron] Attempting to bind port da3bb254-97ba-415d-9273-dba4a1618868 on network 0150432c-3455-4bcb-8764-4bb2c28e3d40 {{(pid=87635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:19:32.357134 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf025cdf-014a-491e-8a3f-6f06b2462f22 req-85c9747b-94e2-4ffe-8046-02a71e17763c service neutron] Port da3bb254-97ba-415d-9273-dba4a1618868 on network 0150432c-3455-4bcb-8764-4bb2c28e3d40 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=87635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 23 16:19:32.357668 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf025cdf-014a-491e-8a3f-6f06b2462f22 req-85c9747b-94e2-4ffe-8046-02a71e17763c service neutron] Attempting to bind port da3bb254-97ba-415d-9273-dba4a1618868 on network 0150432c-3455-4bcb-8764-4bb2c28e3d40 {{(pid=87635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:19:32.363352 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf025cdf-014a-491e-8a3f-6f06b2462f22 req-85c9747b-94e2-4ffe-8046-02a71e17763c service neutron] Checking agent: {'id': '5a806709-633b-4d33-98c4-3d24562c0f1e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8227', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 6, 42), 'started_at': datetime.datetime(2021, 12, 23, 16, 6, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 19, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 23 16:19:32.363692 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf025cdf-014a-491e-8a3f-6f06b2462f22 req-85c9747b-94e2-4ffe-8046-02a71e17763c service neutron] Checking segment: {'id': '87dd7487-e7c8-48c3-b597-2f6995c824bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '0150432c-3455-4bcb-8764-4bb2c28e3d40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:19:32.364072 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf025cdf-014a-491e-8a3f-6f06b2462f22 req-85c9747b-94e2-4ffe-8046-02a71e17763c service neutron] Bound using segment: {'id': '87dd7487-e7c8-48c3-b597-2f6995c824bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '0150432c-3455-4bcb-8764-4bb2c28e3d40'} {{(pid=87635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 23 16:19:32.364519 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.managers [req-bf025cdf-014a-491e-8a3f-6f06b2462f22 req-85c9747b-94e2-4ffe-8046-02a71e17763c service neutron] Bound port: da3bb254-97ba-415d-9273-dba4a1618868, host: hv-neutron-8227, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87dd7487-e7c8-48c3-b597-2f6995c824bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '0150432c-3455-4bcb-8764-4bb2c28e3d40'}}] {{(pid=87635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 23 16:19:32.364857 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [req-bf025cdf-014a-491e-8a3f-6f06b2462f22 req-85c9747b-94e2-4ffe-8046-02a71e17763c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:19:32.470522 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.db [req-bf025cdf-014a-491e-8a3f-6f06b2462f22 req-85c9747b-94e2-4ffe-8046-02a71e17763c service neutron] For port da3bb254-97ba-415d-9273-dba4a1618868, host hv-neutron-8227, cleared binding levels {{(pid=87635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 23 16:19:32.473850 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.db [req-bf025cdf-014a-491e-8a3f-6f06b2462f22 req-85c9747b-94e2-4ffe-8046-02a71e17763c service neutron] For port da3bb254-97ba-415d-9273-dba4a1618868, host hv-neutron-8227, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=da3bb254-97ba-415d-9273-dba4a1618868,segment=NetworkSegment(87dd7487-e7c8-48c3-b597-2f6995c824bb),segment_id=87dd7487-e7c8-48c3-b597-2f6995c824bb)] {{(pid=87635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 23 16:19:32.479131 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [req-bf025cdf-014a-491e-8a3f-6f06b2462f22 req-85c9747b-94e2-4ffe-8046-02a71e17763c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2753531'] for port, after_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:19:32.482800 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-cf67cfd7-55ae-49e1-9ef7-83ba4b6ccb20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:19:32.536476 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf025cdf-014a-491e-8a3f-6f06b2462f22 req-85c9747b-94e2-4ffe-8046-02a71e17763c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:19:32.537117 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [req-bf025cdf-014a-491e-8a3f-6f06b2462f22 req-85c9747b-94e2-4ffe-8046-02a71e17763c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:19:32.538470 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-bf025cdf-014a-491e-8a3f-6f06b2462f22 req-85c9747b-94e2-4ffe-8046-02a71e17763c service neutron] 10.222.0.61 "PUT /v2.0/ports/da3bb254-97ba-415d-9273-dba4a1618868 HTTP/1.1" status: 200  len: 1094 time: 1.0660429
Dec 23 16:19:32.539010 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2cea6da-0a90-4475-8a3c-75ecccb63d0e', 'tag': 'da3bb254-97ba-415d-9273-dba4a1618868'}] {{(pid=87635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 23 16:19:32.575234 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c9747b-94e2-4ffe-8046-02a71e17763c service neutron] Pushing event updated for resources: {'Port': ['ID=da3bb254-97ba-415d-9273-dba4a1618868,revision_number=3']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:19:32.579558 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-85c9747b-94e2-4ffe-8046-02a71e17763c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:19:32.621006 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2cea6da-0a90-4475-8a3c-75ecccb63d0e', 'tag': 'da3bb254-97ba-415d-9273-dba4a1618868', 'status': 'completed', 'code': 200}
Dec 23 16:19:32.665215 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf025cdf-014a-491e-8a3f-6f06b2462f22 req-dc57d753-22c2-4aa1-a007-b6e55bbb1271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:19:32.666846 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-bf025cdf-014a-491e-8a3f-6f06b2462f22 req-dc57d753-22c2-4aa1-a007-b6e55bbb1271 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=815a3f337d0d43d79aa09f57743afc6f&device_id=b2cea6da-0a90-4475-8a3c-75ecccb63d0e HTTP/1.1" status: 200  len: 1097 time: 0.0821593
Dec 23 16:19:32.741932 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-bf025cdf-014a-491e-8a3f-6f06b2462f22 req-2099fd08-8bd3-4260-9647-d8ad99cc42d4 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=da3bb254-97ba-415d-9273-dba4a1618868 HTTP/1.1" status: 200  len: 217 time: 0.0673914
Dec 23 16:19:32.808020 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf025cdf-014a-491e-8a3f-6f06b2462f22 req-e341064a-1f80-4500-83e4-cae8b479bf76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:19:32.809538 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-bf025cdf-014a-491e-8a3f-6f06b2462f22 req-e341064a-1f80-4500-83e4-cae8b479bf76 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=155d1b85-f535-40ed-8306-928fb9445b01 HTTP/1.1" status: 200  len: 850 time: 0.0609262
Dec 23 16:19:32.947222 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf025cdf-014a-491e-8a3f-6f06b2462f22 req-e4307db1-e998-4b56-8397-f51159766fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:19:32.948725 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-bf025cdf-014a-491e-8a3f-6f06b2462f22 req-e4307db1-e998-4b56-8397-f51159766fe0 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0150432c-3455-4bcb-8764-4bb2c28e3d40&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1316316
Dec 23 16:19:32.961240 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3152131d-15a7-4c55-a1bc-c087ea610b80 req-ceae9810-3bdf-4220-bea7-3fdfb8bf7015 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:19:32.962630 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-3152131d-15a7-4c55-a1bc-c087ea610b80 req-ceae9810-3bdf-4220-bea7-3fdfb8bf7015 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] 10.222.0.64 "GET /v2.0/ports?device_id=b2cea6da-0a90-4475-8a3c-75ecccb63d0e HTTP/1.1" status: 200  len: 944 time: 0.1018839
Dec 23 16:19:33.217890 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-3152131d-15a7-4c55-a1bc-c087ea610b80 req-964e2e4c-742a-4a40-9679-13a8868da651 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] 10.222.0.64 "GET /v2.0/security-groups?id=377c3367-231c-4c91-96ad-c0bd6ef1f689&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2370281
Dec 23 16:19:33.263905 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-bf025cdf-014a-491e-8a3f-6f06b2462f22 req-7a718f2b-a987-4412-9fe0-5d638c711904 service neutron] 10.222.0.61 "GET /v2.0/networks/0150432c-3455-4bcb-8764-4bb2c28e3d40?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3003449
Dec 23 16:19:33.402322 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-bf025cdf-014a-491e-8a3f-6f06b2462f22 req-f04d0f40-1f88-42ff-9260-0d6e3fdf4133 service neutron] 10.222.0.61 "GET /v2.0/networks/0150432c-3455-4bcb-8764-4bb2c28e3d40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1308134
Dec 23 16:19:33.521421 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9fd7fd-bdae-4441-af39-8ad5dbc70b13 req-d40c785c-a870-4403-b16a-819e1ed9628a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:19:33.522921 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-6e9fd7fd-bdae-4441-af39-8ad5dbc70b13 req-d40c785c-a870-4403-b16a-819e1ed9628a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=815a3f337d0d43d79aa09f57743afc6f&device_id=b2cea6da-0a90-4475-8a3c-75ecccb63d0e HTTP/1.1" status: 200  len: 1097 time: 0.0720727
Dec 23 16:19:33.659846 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9fd7fd-bdae-4441-af39-8ad5dbc70b13 req-2853663c-14fb-4526-aa4c-6eae854dd3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:19:33.661264 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-6e9fd7fd-bdae-4441-af39-8ad5dbc70b13 req-2853663c-14fb-4526-aa4c-6eae854dd3fc service neutron] 10.222.0.61 "GET /v2.0/networks?id=0150432c-3455-4bcb-8764-4bb2c28e3d40 HTTP/1.1" status: 200  len: 912 time: 0.1313534
Dec 23 16:19:33.731996 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-6e9fd7fd-bdae-4441-af39-8ad5dbc70b13 req-1706d6fa-19fa-4d6c-977b-b2766f48d99b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=da3bb254-97ba-415d-9273-dba4a1618868 HTTP/1.1" status: 200  len: 217 time: 0.0634723
Dec 23 16:19:33.795194 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9fd7fd-bdae-4441-af39-8ad5dbc70b13 req-5c7eed2b-6a51-4df5-a177-890667e02661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:19:33.796780 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-6e9fd7fd-bdae-4441-af39-8ad5dbc70b13 req-5c7eed2b-6a51-4df5-a177-890667e02661 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=155d1b85-f535-40ed-8306-928fb9445b01 HTTP/1.1" status: 200  len: 850 time: 0.0578699
Dec 23 16:19:33.878835 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9fd7fd-bdae-4441-af39-8ad5dbc70b13 req-08242ad8-da5e-49d8-aaf1-f53604da1124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:19:33.880312 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-6e9fd7fd-bdae-4441-af39-8ad5dbc70b13 req-08242ad8-da5e-49d8-aaf1-f53604da1124 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0150432c-3455-4bcb-8764-4bb2c28e3d40&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0749943
Dec 23 16:19:34.018896 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-6e9fd7fd-bdae-4441-af39-8ad5dbc70b13 req-cbad50ef-21f8-4920-8bc6-3796efff583d service neutron] 10.222.0.61 "GET /v2.0/networks/0150432c-3455-4bcb-8764-4bb2c28e3d40?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1306131
Dec 23 16:19:34.155938 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-6e9fd7fd-bdae-4441-af39-8ad5dbc70b13 req-7de6dfbd-a849-44f5-bb6b-9c3d914ab9a3 service neutron] 10.222.0.61 "GET /v2.0/networks/0150432c-3455-4bcb-8764-4bb2c28e3d40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1300471
Dec 23 16:19:34.415163 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50a8d75-6fd5-4330-9eb0-83dfb513ee8d req-d436689e-f40e-4653-90f0-f5edd06ed71d tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:19:34.416499 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-b50a8d75-6fd5-4330-9eb0-83dfb513ee8d req-d436689e-f40e-4653-90f0-f5edd06ed71d tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] 10.222.0.64 "GET /v2.0/ports?device_id=b2cea6da-0a90-4475-8a3c-75ecccb63d0e HTTP/1.1" status: 200  len: 944 time: 0.0832734
Dec 23 16:19:34.465210 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-b50a8d75-6fd5-4330-9eb0-83dfb513ee8d req-05123d2e-5232-499f-b6cd-3fbeefbef326 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] 10.222.0.64 "GET /v2.0/security-groups?id=377c3367-231c-4c91-96ad-c0bd6ef1f689&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429590
Dec 23 16:19:35.672536 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d24a01-23e7-43d5-b920-a1c4dd9c2f7a req-32bfd797-3d0a-486f-9139-c4a912798012 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:19:35.674004 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-b7d24a01-23e7-43d5-b920-a1c4dd9c2f7a req-32bfd797-3d0a-486f-9139-c4a912798012 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] 10.222.0.64 "GET /v2.0/ports?device_id=b2cea6da-0a90-4475-8a3c-75ecccb63d0e HTTP/1.1" status: 200  len: 944 time: 0.0973880
Dec 23 16:19:35.721019 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-b7d24a01-23e7-43d5-b920-a1c4dd9c2f7a req-54cb1d3b-429c-4ce7-9830-808dc474fcf4 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] 10.222.0.64 "GET /v2.0/security-groups?id=377c3367-231c-4c91-96ad-c0bd6ef1f689&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0385125
Dec 23 16:19:36.927239 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba45c048-3ac8-4ed7-915b-ab3a4b4000d4 req-fbfae9f8-51c1-459d-b970-1a9c51cc3a86 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:19:36.928778 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-ba45c048-3ac8-4ed7-915b-ab3a4b4000d4 req-fbfae9f8-51c1-459d-b970-1a9c51cc3a86 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] 10.222.0.64 "GET /v2.0/ports?device_id=b2cea6da-0a90-4475-8a3c-75ecccb63d0e HTTP/1.1" status: 200  len: 944 time: 0.0920918
Dec 23 16:19:36.975076 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-ba45c048-3ac8-4ed7-915b-ab3a4b4000d4 req-8a07b54a-6a8d-42c2-84c1-e60b5977004c tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] 10.222.0.64 "GET /v2.0/security-groups?id=377c3367-231c-4c91-96ad-c0bd6ef1f689&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0383406
Dec 23 16:19:38.175219 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611ac61d-3225-4ddd-895c-810e715f2df6 req-8e1d8bcd-2032-486b-99fe-0c327b998022 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:19:38.176870 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-611ac61d-3225-4ddd-895c-810e715f2df6 req-8e1d8bcd-2032-486b-99fe-0c327b998022 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] 10.222.0.64 "GET /v2.0/ports?device_id=b2cea6da-0a90-4475-8a3c-75ecccb63d0e HTTP/1.1" status: 200  len: 944 time: 0.0867877
Dec 23 16:19:38.225150 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-611ac61d-3225-4ddd-895c-810e715f2df6 req-c147346c-7c46-462b-a109-a5cd4668d0d9 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] 10.222.0.64 "GET /v2.0/security-groups?id=377c3367-231c-4c91-96ad-c0bd6ef1f689&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424261
Dec 23 16:19:39.414202 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9aa6106-efec-4f8f-aa19-1b7d052a6e31 req-17a05008-1205-4929-be15-853708804390 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:19:39.415650 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-b9aa6106-efec-4f8f-aa19-1b7d052a6e31 req-17a05008-1205-4929-be15-853708804390 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] 10.222.0.64 "GET /v2.0/ports?device_id=b2cea6da-0a90-4475-8a3c-75ecccb63d0e HTTP/1.1" status: 200  len: 944 time: 0.0828667
Dec 23 16:19:39.460437 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-b9aa6106-efec-4f8f-aa19-1b7d052a6e31 req-4c30b4e0-9dfc-453a-9e31-25d78c1ccc6f tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] 10.222.0.64 "GET /v2.0/security-groups?id=377c3367-231c-4c91-96ad-c0bd6ef1f689&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0388324
Dec 23 16:19:40.664990 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ffdb7f-6dc0-409b-a6e9-eefd663dc450 req-3ddf86ca-4da5-4a87-9d2f-0bf6f1917358 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:19:40.666448 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-f4ffdb7f-6dc0-409b-a6e9-eefd663dc450 req-3ddf86ca-4da5-4a87-9d2f-0bf6f1917358 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] 10.222.0.64 "GET /v2.0/ports?device_id=b2cea6da-0a90-4475-8a3c-75ecccb63d0e HTTP/1.1" status: 200  len: 944 time: 0.0904546
Dec 23 16:19:40.711427 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-f4ffdb7f-6dc0-409b-a6e9-eefd663dc450 req-50342cc7-bfec-42a9-ad1a-b15a0eb076ae tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] 10.222.0.64 "GET /v2.0/security-groups?id=377c3367-231c-4c91-96ad-c0bd6ef1f689&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0393240
Dec 23 16:19:41.739165 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:19:41.916955 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c39601-27f9-4f6c-9592-5b42a96bc56f req-cbc48600-b1e2-46e3-85f0-c2b9cf1608ae tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:19:41.918387 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-51c39601-27f9-4f6c-9592-5b42a96bc56f req-cbc48600-b1e2-46e3-85f0-c2b9cf1608ae tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] 10.222.0.64 "GET /v2.0/ports?device_id=b2cea6da-0a90-4475-8a3c-75ecccb63d0e HTTP/1.1" status: 200  len: 944 time: 0.0952442
Dec 23 16:19:41.965179 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-51c39601-27f9-4f6c-9592-5b42a96bc56f req-46d0b343-bf75-4f2f-945f-6efb7b210099 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] 10.222.0.64 "GET /v2.0/security-groups?id=377c3367-231c-4c91-96ad-c0bd6ef1f689&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0384202
Dec 23 16:19:43.173293 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4cd700-77be-4072-ac62-f234a37f252d req-ca03f65f-e2e8-4776-b853-f4014f72116e tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:19:43.174791 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-ff4cd700-77be-4072-ac62-f234a37f252d req-ca03f65f-e2e8-4776-b853-f4014f72116e tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] 10.222.0.64 "GET /v2.0/ports?device_id=b2cea6da-0a90-4475-8a3c-75ecccb63d0e HTTP/1.1" status: 200  len: 944 time: 0.0887389
Dec 23 16:19:43.222034 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-ff4cd700-77be-4072-ac62-f234a37f252d req-6a5b0f58-04a0-45fd-9387-9a30f5bc6914 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] 10.222.0.64 "GET /v2.0/security-groups?id=377c3367-231c-4c91-96ad-c0bd6ef1f689&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0381324
Dec 23 16:19:43.540269 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Device da3bb254-97ba-415d-9273-dba4a1618868 details requested by agent hyperv_hv-neutron-8227 with host hv-neutron-8227 {{(pid=87637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 23 16:19:43.672283 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] For port da3bb254-97ba-415d-9273-dba4a1618868, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=da3bb254-97ba-415d-9273-dba4a1618868,segment=NetworkSegment(87dd7487-e7c8-48c3-b597-2f6995c824bb),segment_id=87dd7487-e7c8-48c3-b597-2f6995c824bb)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:19:43.685615 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Returning: {'device': 'da3bb254-97ba-415d-9273-dba4a1618868', 'network_id': '0150432c-3455-4bcb-8764-4bb2c28e3d40', 'port_id': 'da3bb254-97ba-415d-9273-dba4a1618868', 'mac_address': 'fa:16:3e:34:c6:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '155d1b85-f535-40ed-8306-928fb9445b01', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 23 16:19:43.746006 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:19:43.762912 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.notifiers.nova [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da3bb254-97ba-415d-9273-dba4a1618868 {{(pid=87637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 23 16:19:43.778621 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] For port da3bb254-97ba-415d-9273-dba4a1618868, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=da3bb254-97ba-415d-9273-dba4a1618868,segment=NetworkSegment(87dd7487-e7c8-48c3-b597-2f6995c824bb),segment_id=87dd7487-e7c8-48c3-b597-2f6995c824bb)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:19:43.784748 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:19:43.786836 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-2ef809b4-4bc4-482b-8a00-9f9290afe94a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:19:43.853916 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Pushing event updated for resources: {'Port': ['ID=da3bb254-97ba-415d-9273-dba4a1618868,revision_number=4']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:19:43.861279 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:19:43.861634 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:19:43.861984 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:19:43.862430 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:19:43.862789 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:19:43.863148 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:19:43.863745 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:19:43.863860 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:19:43.864139 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:19:43.864465 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:19:43.864811 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:19:43.865136 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:19:43.869060 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:19:44.024638 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] get_ports_and_sgs() called for port_ids ['da3bb254-97ba-415d-9273-dba4a1618868'] {{(pid=87637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 23 16:19:44.418455 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac23eba3-1899-49ab-9701-140ece272e02 req-6ce318ae-6d84-4dfc-8e25-54aec987fe1f tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:19:44.419912 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-ac23eba3-1899-49ab-9701-140ece272e02 req-6ce318ae-6d84-4dfc-8e25-54aec987fe1f tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] 10.222.0.64 "GET /v2.0/ports?device_id=b2cea6da-0a90-4475-8a3c-75ecccb63d0e HTTP/1.1" status: 200  len: 945 time: 0.0891681
Dec 23 16:19:44.464601 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-ac23eba3-1899-49ab-9701-140ece272e02 req-0f3efec0-88ed-4019-a492-f8b1e31f8876 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] 10.222.0.64 "GET /v2.0/security-groups?id=377c3367-231c-4c91-96ad-c0bd6ef1f689&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0388806
Dec 23 16:19:45.556255 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Device da3bb254-97ba-415d-9273-dba4a1618868 up at agent hyperv_hv-neutron-8227 {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:19:45.668812 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Provisioning for port da3bb254-97ba-415d-9273-dba4a1618868 completed by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:19:45.674386 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Provisioning complete for port da3bb254-97ba-415d-9273-dba4a1618868 triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:19:45.674759 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:19:45.792671 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:19:45.793130 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4927bfe0-79cb-4a21-baf0-ed8c1b1773a8 req-bbbe6d72-e35b-4c8b-9cac-d453418fb88e tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:19:45.794563 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-4927bfe0-79cb-4a21-baf0-ed8c1b1773a8 req-bbbe6d72-e35b-4c8b-9cac-d453418fb88e tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] 10.222.0.64 "GET /v2.0/ports?device_id=b2cea6da-0a90-4475-8a3c-75ecccb63d0e HTTP/1.1" status: 200  len: 945 time: 0.2165961
Dec 23 16:19:45.819628 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2cea6da-0a90-4475-8a3c-75ecccb63d0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da3bb254-97ba-415d-9273-dba4a1618868'}] {{(pid=87637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 23 16:19:45.830461 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] For port da3bb254-97ba-415d-9273-dba4a1618868, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=da3bb254-97ba-415d-9273-dba4a1618868,segment=NetworkSegment(87dd7487-e7c8-48c3-b597-2f6995c824bb),segment_id=87dd7487-e7c8-48c3-b597-2f6995c824bb)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:19:45.835001 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:19:45.837339 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-b703a2d6-bcf4-4bad-943d-57020aceb9d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:19:45.841240 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-4927bfe0-79cb-4a21-baf0-ed8c1b1773a8 req-c87d0fc7-61e2-432b-ad1e-36ccad78105e tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] 10.222.0.64 "GET /v2.0/security-groups?id=377c3367-231c-4c91-96ad-c0bd6ef1f689&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407758
Dec 23 16:19:45.872241 dv-neutron-822799-1-hyperv neutron-server[87637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2cea6da-0a90-4475-8a3c-75ecccb63d0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da3bb254-97ba-415d-9273-dba4a1618868', 'code': 200}
Dec 23 16:19:45.903877 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Pushing event updated for resources: {'Port': ['ID=da3bb254-97ba-415d-9273-dba4a1618868,revision_number=5']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:19:45.906789 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:19:46.090923 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7214ee58-0469-440f-a901-7f06fc1fbb20 req-f36c25a6-2a3d-4c8f-9e07-3ed00374c63f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:19:46.092376 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-7214ee58-0469-440f-a901-7f06fc1fbb20 req-f36c25a6-2a3d-4c8f-9e07-3ed00374c63f service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=b2cea6da-0a90-4475-8a3c-75ecccb63d0e HTTP/1.1" status: 200  len: 1099 time: 0.0739627
Dec 23 16:19:46.147932 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-7214ee58-0469-440f-a901-7f06fc1fbb20 req-4f50ddc2-9843-4fe8-84ff-02f04d217555 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=377c3367-231c-4c91-96ad-c0bd6ef1f689&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0469460
Dec 23 16:19:47.040409 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f7811a-7f4e-459d-a373-2163376b76ce req-6ed6dfa1-81c1-4455-b7f2-7910aeb5a7fb tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:19:47.041909 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-90f7811a-7f4e-459d-a373-2163376b76ce req-6ed6dfa1-81c1-4455-b7f2-7910aeb5a7fb tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] 10.222.0.64 "GET /v2.0/ports?device_id=b2cea6da-0a90-4475-8a3c-75ecccb63d0e HTTP/1.1" status: 200  len: 946 time: 0.0945897
Dec 23 16:19:47.091175 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-90f7811a-7f4e-459d-a373-2163376b76ce req-9e71a190-ba8d-4dc6-b354-bd3f387c7277 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] 10.222.0.64 "GET /v2.0/security-groups?id=377c3367-231c-4c91-96ad-c0bd6ef1f689&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435486
Dec 23 16:19:47.334627 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-01383ed5-cfe5-44b5-ae72-9714c62028f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:19:48.291693 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba520bd-d25c-4ed1-b07f-1e0f7f46f515 req-ae74e2cb-e606-4514-96a0-a1c12f06fa87 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:19:48.293348 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-bba520bd-d25c-4ed1-b07f-1e0f7f46f515 req-ae74e2cb-e606-4514-96a0-a1c12f06fa87 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] 10.222.0.64 "GET /v2.0/ports?device_id=b2cea6da-0a90-4475-8a3c-75ecccb63d0e HTTP/1.1" status: 200  len: 946 time: 0.0822554
Dec 23 16:19:48.343411 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-bba520bd-d25c-4ed1-b07f-1e0f7f46f515 req-0a893e52-4894-43e6-af9f-121dfd8b30b0 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] 10.222.0.64 "GET /v2.0/security-groups?id=377c3367-231c-4c91-96ad-c0bd6ef1f689&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0442991
Dec 23 16:19:48.532486 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed9b9ea-faa2-4d55-b67e-952063e6f418 req-b840d6ac-087e-4aba-9ef3-1ce59b6f6fd7 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:19:48.533980 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-0ed9b9ea-faa2-4d55-b67e-952063e6f418 req-b840d6ac-087e-4aba-9ef3-1ce59b6f6fd7 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] 10.222.0.64 "GET /v2.0/ports?device_id=b2cea6da-0a90-4475-8a3c-75ecccb63d0e HTTP/1.1" status: 200  len: 946 time: 0.0870328
Dec 23 16:19:48.586484 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-0ed9b9ea-faa2-4d55-b67e-952063e6f418 req-7abc9ca1-20b3-435c-bee5-bb3c060e29c9 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] 10.222.0.64 "GET /v2.0/security-groups?id=377c3367-231c-4c91-96ad-c0bd6ef1f689&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0445938
Dec 23 16:19:48.609121 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 53314) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:19:48.729805 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a5be0fb-41e4-4eeb-a4bf-1361b86d00a4 tempest-TestVolumeBootPattern-1194297961 tempest-TestVolumeBootPattern-1194297961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:19:48.730516 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-4a5be0fb-41e4-4eeb-a4bf-1361b86d00a4 tempest-TestVolumeBootPattern-1194297961 tempest-TestVolumeBootPattern-1194297961-project-admin] Synchronizing usage tracker for tenant:04848f25804c461b95ee81b4244e4d64 on resource:port {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:19:48.751577 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-4a5be0fb-41e4-4eeb-a4bf-1361b86d00a4 tempest-TestVolumeBootPattern-1194297961 tempest-TestVolumeBootPattern-1194297961-project-admin] Unset dirty status for tenant:04848f25804c461b95ee81b4244e4d64 on resource:port {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:19:48.753229 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-4a5be0fb-41e4-4eeb-a4bf-1361b86d00a4 tempest-TestVolumeBootPattern-1194297961 tempest-TestVolumeBootPattern-1194297961-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=b2cea6da-0a90-4475-8a3c-75ecccb63d0e HTTP/1.1" status: 200  len: 1094 time: 0.1431060
Dec 23 16:19:48.756435 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 53320) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:19:48.764485 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-3ee511da-4ff4-4292-8595-d6c38e93fe45 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Request body: {'floatingip': {'floating_network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'port_id': 'da3bb254-97ba-415d-9273-dba4a1618868', 'tenant_id': '815a3f337d0d43d79aa09f57743afc6f', 'fixed_ip_address': '172.20.0.13'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:19:48.773101 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-3ee511da-4ff4-4292-8595-d6c38e93fe45 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:19:48.777214 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-3ee511da-4ff4-4292-8595-d6c38e93fe45 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Usage tracker for resource:floatingip and tenant:815a3f337d0d43d79aa09f57743afc6f is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:19:48.780180 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-3ee511da-4ff4-4292-8595-d6c38e93fe45 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:19:48.786174 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-3ee511da-4ff4-4292-8595-d6c38e93fe45 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:19:48.797765 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-3ee511da-4ff4-4292-8595-d6c38e93fe45 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Notify callbacks [] for floatingip, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:19:48.956410 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-3ee511da-4ff4-4292-8595-d6c38e93fe45 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:19:49.091465 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [None req-3ee511da-4ff4-4292-8595-d6c38e93fe45 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Allocated IP 172.26.3.94 (8afa6d58-9431-454a-b99c-3ff8a65aa86b/60537fec-5f5f-4ab7-89cc-03638149a590/b4414eba-7967-483c-ae7f-69baf0fad44c) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:19:49.242614 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-3ee511da-4ff4-4292-8595-d6c38e93fe45 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:19:49.273302 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-3ee511da-4ff4-4292-8595-d6c38e93fe45 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:19:49.278149 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-89398e9c-6558-4e58-9160-5ba3ca11956c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:19:49.340139 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ee511da-4ff4-4292-8595-d6c38e93fe45 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Network 8afa6d58-9431-454a-b99c-3ff8a65aa86b is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:19:49.347670 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-3ee511da-4ff4-4292-8595-d6c38e93fe45 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Resources bound (agent type, host, resource id):  {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:19:49.351780 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee511da-4ff4-4292-8595-d6c38e93fe45 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:19:49.385549 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee511da-4ff4-4292-8595-d6c38e93fe45 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Pushing event updated for resources: {'Port': ['ID=b4414eba-7967-483c-ae7f-69baf0fad44c,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:19:49.401329 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee511da-4ff4-4292-8595-d6c38e93fe45 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:19:49.401702 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee511da-4ff4-4292-8595-d6c38e93fe45 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:19:49.402071 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee511da-4ff4-4292-8595-d6c38e93fe45 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:19:49.402437 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee511da-4ff4-4292-8595-d6c38e93fe45 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:19:49.402803 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee511da-4ff4-4292-8595-d6c38e93fe45 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:19:49.403156 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee511da-4ff4-4292-8595-d6c38e93fe45 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:19:49.403518 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee511da-4ff4-4292-8595-d6c38e93fe45 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:19:49.403878 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee511da-4ff4-4292-8595-d6c38e93fe45 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:19:49.404238 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee511da-4ff4-4292-8595-d6c38e93fe45 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:19:49.405559 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee511da-4ff4-4292-8595-d6c38e93fe45 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:19:49.405559 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee511da-4ff4-4292-8595-d6c38e93fe45 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:19:49.405559 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee511da-4ff4-4292-8595-d6c38e93fe45 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:19:49.410281 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-3ee511da-4ff4-4292-8595-d6c38e93fe45 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:19:49.715004 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-fc259808-99fb-43c9-a307-52e1d51a9949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:19:49.800991 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-3ee511da-4ff4-4292-8595-d6c38e93fe45 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:19:49.883648 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-3ee511da-4ff4-4292-8595-d6c38e93fe45 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:19:50.107614 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-3ee511da-4ff4-4292-8595-d6c38e93fe45 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Notify callbacks [] for port, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:19:50.114064 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-3ee511da-4ff4-4292-8595-d6c38e93fe45 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2176289'] for port, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:19:50.118399 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-3bb05f40-a71a-446c-9f5a-34081460c956 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:19:50.344747 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-a179da29-8821-4420-80e4-0e5c781f2f89 req-92e11e7d-4ef0-4dd5-9f4d-37cb0e268c10 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=39d6a8b0-5afc-4f74-b8a4-4e5966c0594e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1216578
Dec 23 16:19:50.371081 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee511da-4ff4-4292-8595-d6c38e93fe45 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Pushing event updated for resources: {'Port': ['ID=b4414eba-7967-483c-ae7f-69baf0fad44c,revision_number=2']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:19:50.375116 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-3ee511da-4ff4-4292-8595-d6c38e93fe45 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:19:50.415189 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-3ee511da-4ff4-4292-8595-d6c38e93fe45 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1824189'] for floatingip, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:19:50.504103 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a179da29-8821-4420-80e4-0e5c781f2f89 req-db489b90-d6c7-440a-b2fe-88d6c2bd1bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:19:50.505704 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-a179da29-8821-4420-80e4-0e5c781f2f89 req-db489b90-d6c7-440a-b2fe-88d6c2bd1bef service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=544f3e375bde4f0988286eba27294ea6&device_id=39d6a8b0-5afc-4f74-b8a4-4e5966c0594e HTTP/1.1" status: 200  len: 1099 time: 0.0724916
Dec 23 16:19:50.626055 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029aa2e8-3e96-41ef-b920-0c5119dfb27b req-ced67cef-12ab-49aa-beb4-d40a77cede91 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:19:50.627505 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-029aa2e8-3e96-41ef-b920-0c5119dfb27b req-ced67cef-12ab-49aa-beb4-d40a77cede91 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/ports?device_id=63eeef18-cdcb-4cfe-bbf1-778d40a36bcc HTTP/1.1" status: 200  len: 945 time: 0.2476604
Dec 23 16:19:50.628732 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.db.l3_db [None req-3ee511da-4ff4-4292-8595-d6c38e93fe45 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Floating IP 3fdb11cb-32db-4d72-ae21-ef594f592c87 associated. External IP: 172.26.3.94, port: da3bb254-97ba-415d-9273-dba4a1618868.
Dec 23 16:19:50.654972 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a179da29-8821-4420-80e4-0e5c781f2f89 req-17bada3b-0c71-4ad2-b24b-a067ab310e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:19:50.656459 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-a179da29-8821-4420-80e4-0e5c781f2f89 req-17bada3b-0c71-4ad2-b24b-a067ab310e0f service neutron] 10.222.0.61 "GET /v2.0/networks?id=dea35259-3e90-4336-be8a-c4c46e33cff8 HTTP/1.1" status: 200  len: 898 time: 0.1286361
Dec 23 16:19:50.716605 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9dcbea60-a34f-4144-91e7-90aff3f57aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:19:50.731176 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-a179da29-8821-4420-80e4-0e5c781f2f89 req-9d38c765-c272-473a-914f-723a0155dbb4 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c972c9cc-4df1-4e15-9f25-ad484f259aed HTTP/1.1" status: 200  len: 217 time: 0.0648239
Dec 23 16:19:50.750256 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-029aa2e8-3e96-41ef-b920-0c5119dfb27b req-13a015cf-5c61-4b08-be60-c538c9bf9a4a tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/security-groups?id=0eb94cfe-9dbe-486c-ba74-928334dd6d4e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0702395
Dec 23 16:19:50.794225 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a179da29-8821-4420-80e4-0e5c781f2f89 req-43dff584-bb3b-49a2-9fbf-70dfb348d797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:19:50.795660 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-a179da29-8821-4420-80e4-0e5c781f2f89 req-43dff584-bb3b-49a2-9fbf-70dfb348d797 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=17a48be4-69fa-4d9d-94d2-23002e6428ae HTTP/1.1" status: 200  len: 834 time: 0.0574436
Dec 23 16:19:50.868981 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:19:50.881220 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a179da29-8821-4420-80e4-0e5c781f2f89 req-e3a4b820-c331-432b-b7e7-84ed0363e31c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:19:50.882913 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-a179da29-8821-4420-80e4-0e5c781f2f89 req-e3a4b820-c331-432b-b7e7-84ed0363e31c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=dea35259-3e90-4336-be8a-c4c46e33cff8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0793350
Dec 23 16:19:51.027306 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ee511da-4ff4-4292-8595-d6c38e93fe45 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Router 4a42c453-b79e-4e99-ad61-ce295702871a has already been hosted by L3 agent 371d4c41-c7e2-4de7-9539-c049ec4e95d1 {{(pid=87636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 23 16:19:51.136796 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-a179da29-8821-4420-80e4-0e5c781f2f89 req-722f7dd1-e245-4d3e-8d51-5470a3fdefb0 service neutron] 10.222.0.61 "GET /v2.0/networks/dea35259-3e90-4336-be8a-c4c46e33cff8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2456610
Dec 23 16:19:51.206407 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ee511da-4ff4-4292-8595-d6c38e93fe45 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Notify agent at l3_agent.dv-neutron-822799-1-hyperv the message routers_updated {{(pid=87636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 23 16:19:51.217224 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84b055f1-ed24-437d-a8ad-eac0c93c75a6 None None] Sync routers for ids ['4a42c453-b79e-4e99-ad61-ce295702871a'] in dv-neutron-822799-1-hyperv {{(pid=87637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 23 16:19:51.227340 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84b055f1-ed24-437d-a8ad-eac0c93c75a6 None None] Routers {'4a42c453-b79e-4e99-ad61-ce295702871a'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:19:51.228225 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-84b055f1-ed24-437d-a8ad-eac0c93c75a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc109c160>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:19:50Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['4a42c453-b79e-4e99-ad61-ce295702871a'], 'active': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:19:51.242838 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-3ee511da-4ff4-4292-8595-d6c38e93fe45 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for floatingip, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:19:51.275049 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-a179da29-8821-4420-80e4-0e5c781f2f89 req-e9acbbd6-885c-4d46-9d99-708d93a0ef46 service neutron] 10.222.0.61 "GET /v2.0/networks/dea35259-3e90-4336-be8a-c4c46e33cff8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1311419
Dec 23 16:19:51.316621 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-3ee511da-4ff4-4292-8595-d6c38e93fe45 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.5513146
Dec 23 16:19:51.316621 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2cea6da-0a90-4475-8a3c-75ecccb63d0e', 'tag': 'da3bb254-97ba-415d-9273-dba4a1618868'}] {{(pid=87636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 23 16:19:51.411934 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2cea6da-0a90-4475-8a3c-75ecccb63d0e', 'tag': 'da3bb254-97ba-415d-9273-dba4a1618868', 'status': 'completed', 'code': 200}
Dec 23 16:19:51.423765 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvr_db [None req-84b055f1-ed24-437d-a8ad-eac0c93c75a6 None None] Set router 4a42c453-b79e-4e99-ad61-ce295702871a gateway port host: dv-neutron-822799-1-hyperv {{(pid=87637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:19:51.519918 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca388cb-ae65-4daa-8f2e-2995494472e4 req-479ad4c4-8627-4331-934c-8d1df5f4e3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:19:51.521556 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-bca388cb-ae65-4daa-8f2e-2995494472e4 req-479ad4c4-8627-4331-934c-8d1df5f4e3bf service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=815a3f337d0d43d79aa09f57743afc6f&device_id=b2cea6da-0a90-4475-8a3c-75ecccb63d0e HTTP/1.1" status: 200  len: 1099 time: 0.0696006
Dec 23 16:19:51.667161 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca388cb-ae65-4daa-8f2e-2995494472e4 req-0313fd81-6461-4b57-b94c-22c15668cc3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:19:51.668654 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-bca388cb-ae65-4daa-8f2e-2995494472e4 req-0313fd81-6461-4b57-b94c-22c15668cc3d service neutron] 10.222.0.61 "GET /v2.0/networks?id=0150432c-3455-4bcb-8764-4bb2c28e3d40 HTTP/1.1" status: 200  len: 912 time: 0.1349146
Dec 23 16:19:51.780115 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-bca388cb-ae65-4daa-8f2e-2995494472e4 req-408db30f-4027-45ed-84e0-2e5a027e9118 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=da3bb254-97ba-415d-9273-dba4a1618868 HTTP/1.1" status: 200  len: 999 time: 0.1039195
Dec 23 16:19:51.794518 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-84b055f1-ed24-437d-a8ad-eac0c93c75a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc109c160>, [{'id': '4a42c453-b79e-4e99-ad61-ce295702871a', 'name': 'tempest-TestVolumeBootPattern-662153544-router', 'tenant_id': '815a3f337d0d43d79aa09f57743afc6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.186'}], 'enable_snat': True}, 'gw_port_id': '1db041a6-d74c-4bb1-a37a-855a0926652b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:18:54Z', 'updated_at': '2021-12-23T16:18:59Z', 'revision_number': 4, 'project_id': '815a3f337d0d43d79aa09f57743afc6f', 'gw_port': {'id': '1db041a6-d74c-4bb1-a37a-855a0926652b', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:14:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a42c453-b79e-4e99-ad61-ce295702871a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:18:55Z', 'updated_at': '2021-12-23T16:19:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_floatingips': [{'id': '3fdb11cb-32db-4d72-ae21-ef594f592c87', 'tenant_id': '815a3f337d0d43d79aa09f57743afc6f', 'floating_ip_address': '172.26.3.94', 'floating_network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'router_id': '4a42c453-b79e-4e99-ad61-ce295702871a', 'port_id': 'da3bb254-97ba-415d-9273-dba4a1618868', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1384, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0150432c-3455-4bcb-8764-4bb2c28e3d40', 'mac_address': 'fa:16:3e:34:c6:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2cea6da-0a90-4475-8a3c-75ecccb63d0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:19:49Z', 'updated_at': '2021-12-23T16:19:49Z', 'revision_number': 0, 'project_id': '815a3f337d0d43d79aa09f57743afc6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd17475bd-9510-4096-a5f0-5c5d2cf79e4b', 'name': '', 'network_id': '0150432c-3455-4bcb-8764-4bb2c28e3d40', 'tenant_id': '815a3f337d0d43d79aa09f57743afc6f', 'mac_address': 'fa:16:3e:67:c2:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a42c453-b79e-4e99-ad61-ce295702871a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': '155d1b85-f535-40ed-8306-928fb9445b01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:18:58Z', 'updated_at': '2021-12-23T16:19:06Z', 'revision_number': 5, 'project_id': '815a3f337d0d43d79aa09f57743afc6f', 'subnets': [{'id': '155d1b85-f535-40ed-8306-928fb9445b01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:19:51.798939 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84b055f1-ed24-437d-a8ad-eac0c93c75a6 None None] Checking router: 4a42c453-b79e-4e99-ad61-ce295702871a for host: dv-neutron-822799-1-hyperv {{(pid=87637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 23 16:19:51.802044 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd88719-afeb-4ccc-baff-fa3cafd53c0e req-2349c9a9-17a6-4253-9eb1-075c00cd7615 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:19:51.803228 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-3bd88719-afeb-4ccc-baff-fa3cafd53c0e req-2349c9a9-17a6-4253-9eb1-075c00cd7615 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.61 "GET /v2.0/ports?device_id=63eeef18-cdcb-4cfe-bbf1-778d40a36bcc HTTP/1.1" status: 200  len: 945 time: 0.0903988
Dec 23 16:19:51.807964 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84b055f1-ed24-437d-a8ad-eac0c93c75a6 None None] Routers {'4a42c453-b79e-4e99-ad61-ce295702871a'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:19:51.808677 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-84b055f1-ed24-437d-a8ad-eac0c93c75a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc109c160>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:19:50Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['4a42c453-b79e-4e99-ad61-ce295702871a'], 'active': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:19:51.852607 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca388cb-ae65-4daa-8f2e-2995494472e4 req-915835f8-05cb-40cc-992e-d2cb5aabc662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:19:51.854224 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-bca388cb-ae65-4daa-8f2e-2995494472e4 req-915835f8-05cb-40cc-992e-d2cb5aabc662 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=155d1b85-f535-40ed-8306-928fb9445b01 HTTP/1.1" status: 200  len: 850 time: 0.0672724
Dec 23 16:19:51.881162 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [req-3bd88719-afeb-4ccc-baff-fa3cafd53c0e req-1d1cca1e-3ff2-451b-bab7-8a0d016b7e4a tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Deleting port 73203617-4ff2-4ddd-8857-3f86ef25e12e {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:19:51.881668 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-3bd88719-afeb-4ccc-baff-fa3cafd53c0e req-1d1cca1e-3ff2-451b-bab7-8a0d016b7e4a tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:19:51.943257 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca388cb-ae65-4daa-8f2e-2995494472e4 req-96477e68-5b74-44cd-b7da-f952976156d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:19:51.944895 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-bca388cb-ae65-4daa-8f2e-2995494472e4 req-96477e68-5b74-44cd-b7da-f952976156d5 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0150432c-3455-4bcb-8764-4bb2c28e3d40&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0832360
Dec 23 16:19:52.008152 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvr_db [None req-84b055f1-ed24-437d-a8ad-eac0c93c75a6 None None] Set router 4a42c453-b79e-4e99-ad61-ce295702871a gateway port host: dv-neutron-822799-1-hyperv {{(pid=87637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:19:52.081629 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-bca388cb-ae65-4daa-8f2e-2995494472e4 req-de83503f-1fd1-4008-81e7-fce8284b5d87 service neutron] 10.222.0.61 "GET /v2.0/networks/0150432c-3455-4bcb-8764-4bb2c28e3d40?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1299078
Dec 23 16:19:52.142954 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c99255-e0ae-4d17-9ee1-3cffd64b10e1 req-b9c51aa8-82d2-4c62-9eaf-a8ffc9a72ee6 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:19:52.144445 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-73c99255-e0ae-4d17-9ee1-3cffd64b10e1 req-b9c51aa8-82d2-4c62-9eaf-a8ffc9a72ee6 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/ports?device_id=63eeef18-cdcb-4cfe-bbf1-778d40a36bcc HTTP/1.1" status: 200  len: 945 time: 0.2376485
Dec 23 16:19:52.219288 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-bca388cb-ae65-4daa-8f2e-2995494472e4 req-84ba2366-13fa-4fe1-bff6-7ba014bc9396 service neutron] 10.222.0.61 "GET /v2.0/networks/0150432c-3455-4bcb-8764-4bb2c28e3d40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1301115
Dec 23 16:19:52.222696 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-73c99255-e0ae-4d17-9ee1-3cffd64b10e1 req-6f8c7efa-701c-4f72-9dcb-8fc0759a8820 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/security-groups?id=0eb94cfe-9dbe-486c-ba74-928334dd6d4e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0691006
Dec 23 16:19:52.269723 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [req-3bd88719-afeb-4ccc-baff-fa3cafd53c0e req-1d1cca1e-3ff2-451b-bab7-8a0d016b7e4a tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] For port 73203617-4ff2-4ddd-8857-3f86ef25e12e, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=73203617-4ff2-4ddd-8857-3f86ef25e12e,segment=NetworkSegment(5ce20ec1-4fcf-432c-a113-e744022bf383),segment_id=5ce20ec1-4fcf-432c-a113-e744022bf383)] {{(pid=87636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:19:52.270077 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-3bd88719-afeb-4ccc-baff-fa3cafd53c0e req-1d1cca1e-3ff2-451b-bab7-8a0d016b7e4a tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:19:52.288268 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9e3aab53-d650-47e3-b8a6-2dff21fe9ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:19:52.389147 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-84b055f1-ed24-437d-a8ad-eac0c93c75a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc109c160>, [{'id': '4a42c453-b79e-4e99-ad61-ce295702871a', 'name': 'tempest-TestVolumeBootPattern-662153544-router', 'tenant_id': '815a3f337d0d43d79aa09f57743afc6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.186'}], 'enable_snat': True}, 'gw_port_id': '1db041a6-d74c-4bb1-a37a-855a0926652b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:18:54Z', 'updated_at': '2021-12-23T16:18:59Z', 'revision_number': 4, 'project_id': '815a3f337d0d43d79aa09f57743afc6f', 'gw_port': {'id': '1db041a6-d74c-4bb1-a37a-855a0926652b', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:14:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a42c453-b79e-4e99-ad61-ce295702871a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:18:55Z', 'updated_at': '2021-12-23T16:19:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_floatingips': [{'id': '3fdb11cb-32db-4d72-ae21-ef594f592c87', 'tenant_id': '815a3f337d0d43d79aa09f57743afc6f', 'floating_ip_address': '172.26.3.94', 'floating_network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'router_id': '4a42c453-b79e-4e99-ad61-ce295702871a', 'port_id': 'da3bb254-97ba-415d-9273-dba4a1618868', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1384, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0150432c-3455-4bcb-8764-4bb2c28e3d40', 'mac_address': 'fa:16:3e:34:c6:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2cea6da-0a90-4475-8a3c-75ecccb63d0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:19:49Z', 'updated_at': '2021-12-23T16:19:49Z', 'revision_number': 0, 'project_id': '815a3f337d0d43d79aa09f57743afc6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd17475bd-9510-4096-a5f0-5c5d2cf79e4b', 'name': '', 'network_id': '0150432c-3455-4bcb-8764-4bb2c28e3d40', 'tenant_id': '815a3f337d0d43d79aa09f57743afc6f', 'mac_address': 'fa:16:3e:67:c2:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a42c453-b79e-4e99-ad61-ce295702871a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': '155d1b85-f535-40ed-8306-928fb9445b01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:18:58Z', 'updated_at': '2021-12-23T16:19:06Z', 'revision_number': 5, 'project_id': '815a3f337d0d43d79aa09f57743afc6f', 'subnets': [{'id': '155d1b85-f535-40ed-8306-928fb9445b01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:19:52.393654 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84b055f1-ed24-437d-a8ad-eac0c93c75a6 None None] The sync data for ids ['4a42c453-b79e-4e99-ad61-ce295702871a'] in dv-neutron-822799-1-hyperv is: [{'id': '4a42c453-b79e-4e99-ad61-ce295702871a', 'name': 'tempest-TestVolumeBootPattern-662153544-router', 'tenant_id': '815a3f337d0d43d79aa09f57743afc6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.186'}], 'enable_snat': True}, 'gw_port_id': '1db041a6-d74c-4bb1-a37a-855a0926652b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:18:54Z', 'updated_at': '2021-12-23T16:18:59Z', 'revision_number': 4, 'project_id': '815a3f337d0d43d79aa09f57743afc6f', 'gw_port': {'id': '1db041a6-d74c-4bb1-a37a-855a0926652b', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:14:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a42c453-b79e-4e99-ad61-ce295702871a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:18:55Z', 'updated_at': '2021-12-23T16:19:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_floatingips': [{'id': '3fdb11cb-32db-4d72-ae21-ef594f592c87', 'tenant_id': '815a3f337d0d43d79aa09f57743afc6f', 'floating_ip_address': '172.26.3.94', 'floating_network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'router_id': '4a42c453-b79e-4e99-ad61-ce295702871a', 'port_id': 'da3bb254-97ba-415d-9273-dba4a1618868', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1384, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0150432c-3455-4bcb-8764-4bb2c28e3d40', 'mac_address': 'fa:16:3e:34:c6:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2cea6da-0a90-4475-8a3c-75ecccb63d0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:19:49Z', 'updated_at': '2021-12-23T16:19:49Z', 'revision_number': 0, 'project_id': '815a3f337d0d43d79aa09f57743afc6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd17475bd-9510-4096-a5f0-5c5d2cf79e4b', 'name': '', 'network_id': '0150432c-3455-4bcb-8764-4bb2c28e3d40', 'tenant_id': '815a3f337d0d43d79aa09f57743afc6f', 'mac_address': 'fa:16:3e:67:c2:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a42c453-b79e-4e99-ad61-ce295702871a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': '155d1b85-f535-40ed-8306-928fb9445b01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:18:58Z', 'updated_at': '2021-12-23T16:19:06Z', 'revision_number': 5, 'project_id': '815a3f337d0d43d79aa09f57743afc6f', 'subnets': [{'id': '155d1b85-f535-40ed-8306-928fb9445b01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 23 16:19:52.608208 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6787f030-5f0e-4f3c-9ac1-04412682f426 None None] New status for floating IP 3fdb11cb-32db-4d72-ae21-ef594f592c87: ACTIVE {{(pid=87638) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 23 16:19:52.718236 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-3bd88719-afeb-4ccc-baff-fa3cafd53c0e req-1d1cca1e-3ff2-451b-bab7-8a0d016b7e4a tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:19:52.718496 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-3bd88719-afeb-4ccc-baff-fa3cafd53c0e req-1d1cca1e-3ff2-451b-bab7-8a0d016b7e4a tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1824189'] for floatingip, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:19:52.718828 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.db.l3_db [req-3bd88719-afeb-4ccc-baff-fa3cafd53c0e req-1d1cca1e-3ff2-451b-bab7-8a0d016b7e4a tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Floating IP 4a3dcefc-919c-4203-87df-11aaa7b3b886 disassociated. External IP: 172.26.3.127, port: 73203617-4ff2-4ddd-8857-3f86ef25e12e.
Dec 23 16:19:52.719169 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [req-3bd88719-afeb-4ccc-baff-fa3cafd53c0e req-1d1cca1e-3ff2-451b-bab7-8a0d016b7e4a tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Calling delete_port for 73203617-4ff2-4ddd-8857-3f86ef25e12e owned by compute:nova {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:19:52.869321 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-3bd88719-afeb-4ccc-baff-fa3cafd53c0e req-1d1cca1e-3ff2-451b-bab7-8a0d016b7e4a tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:19:52.876255 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-d4f8ed33-2a7a-4b7f-81e7-a412fa749f8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:19:52.923977 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1cca1e-3ff2-451b-bab7-8a0d016b7e4a tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Pushing event deleted for resources: {'Port': ['ID=73203617-4ff2-4ddd-8857-3f86ef25e12e,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:19:52.926511 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-1d1cca1e-3ff2-451b-bab7-8a0d016b7e4a tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:19:53.117958 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3bd88719-afeb-4ccc-baff-fa3cafd53c0e req-1d1cca1e-3ff2-451b-bab7-8a0d016b7e4a tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Router 453187e6-f994-4645-8629-dbe42581fb5a has already been hosted by L3 agent 371d4c41-c7e2-4de7-9539-c049ec4e95d1 {{(pid=87636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 23 16:19:53.305173 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3bd88719-afeb-4ccc-baff-fa3cafd53c0e req-1d1cca1e-3ff2-451b-bab7-8a0d016b7e4a tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify agent at l3_agent.dv-neutron-822799-1-hyperv the message routers_updated {{(pid=87636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 23 16:19:53.324514 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dabca1d9-b88e-47ee-8739-f86301cae655 None None] Sync routers for ids ['453187e6-f994-4645-8629-dbe42581fb5a'] in dv-neutron-822799-1-hyperv {{(pid=87637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 23 16:19:53.336832 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dabca1d9-b88e-47ee-8739-f86301cae655 None None] Routers {'453187e6-f994-4645-8629-dbe42581fb5a'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:19:53.337579 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-dabca1d9-b88e-47ee-8739-f86301cae655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc05fc8e0>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:19:50Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['453187e6-f994-4645-8629-dbe42581fb5a'], 'active': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:19:53.386645 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bd88719-afeb-4ccc-baff-fa3cafd53c0e req-1d1cca1e-3ff2-451b-bab7-8a0d016b7e4a tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] No DVR routers for this DVR port 73203617-4ff2-4ddd-8857-3f86ef25e12e on host hv-neutron-8227 {{(pid=87636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 23 16:19:53.389904 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-3bd88719-afeb-4ccc-baff-fa3cafd53c0e req-1d1cca1e-3ff2-451b-bab7-8a0d016b7e4a tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:19:53.399952 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-678bc95d-c988-43c5-8146-b23917f7352c req-b9f9c43d-cb3b-4457-ac9e-384dc8bbf146 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/ports?device_id=63eeef18-cdcb-4cfe-bbf1-778d40a36bcc HTTP/1.1" status: 200  len: 210 time: 0.0520043
Dec 23 16:19:53.413826 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-3bd88719-afeb-4ccc-baff-fa3cafd53c0e req-1d1cca1e-3ff2-451b-bab7-8a0d016b7e4a tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.61 "DELETE /v2.0/ports/73203617-4ff2-4ddd-8857-3f86ef25e12e HTTP/1.1" status: 204  len: 173 time: 1.6050253
Dec 23 16:19:53.414520 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63eeef18-cdcb-4cfe-bbf1-778d40a36bcc', 'name': 'network-vif-deleted', 'tag': '73203617-4ff2-4ddd-8857-3f86ef25e12e'}] {{(pid=87636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 23 16:19:53.469011 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63eeef18-cdcb-4cfe-bbf1-778d40a36bcc', 'name': 'network-vif-deleted', 'tag': '73203617-4ff2-4ddd-8857-3f86ef25e12e', 'status': 'completed', 'code': 200}
Dec 23 16:19:53.600660 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvr_db [None req-dabca1d9-b88e-47ee-8739-f86301cae655 None None] Set router 453187e6-f994-4645-8629-dbe42581fb5a gateway port host: dv-neutron-822799-1-hyperv {{(pid=87637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:19:53.922698 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-dabca1d9-b88e-47ee-8739-f86301cae655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc05fc8e0>, [{'id': '453187e6-f994-4645-8629-dbe42581fb5a', 'name': 'tempest-TestNetworkBasicOps-router-823849873', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.211'}], 'enable_snat': True}, 'gw_port_id': '5f12fb02-d25f-41d3-a186-4cb84c903cb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:17:45Z', 'updated_at': '2021-12-23T16:17:55Z', 'revision_number': 4, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'gw_port': {'id': '5f12fb02-d25f-41d3-a186-4cb84c903cb6', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:c8:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453187e6-f994-4645-8629-dbe42581fb5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1215, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:17:46Z', 'updated_at': '2021-12-23T16:17:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_interfaces': [{'id': 'd0235da8-d3f2-424b-8cc2-35c225b59efe', 'name': '', 'network_id': 'dea35259-3e90-4336-be8a-c4c46e33cff8', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'mac_address': 'fa:16:3e:61:c0:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453187e6-f994-4645-8629-dbe42581fb5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': '17a48be4-69fa-4d9d-94d2-23002e6428ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:17:53Z', 'updated_at': '2021-12-23T16:18:07Z', 'revision_number': 5, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'subnets': [{'id': '17a48be4-69fa-4d9d-94d2-23002e6428ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:19:53.926668 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dabca1d9-b88e-47ee-8739-f86301cae655 None None] Checking router: 453187e6-f994-4645-8629-dbe42581fb5a for host: dv-neutron-822799-1-hyperv {{(pid=87637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 23 16:19:53.936244 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dabca1d9-b88e-47ee-8739-f86301cae655 None None] Routers {'453187e6-f994-4645-8629-dbe42581fb5a'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:19:53.936244 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-dabca1d9-b88e-47ee-8739-f86301cae655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc05fc8e0>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:19:50Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['453187e6-f994-4645-8629-dbe42581fb5a'], 'active': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:19:54.122295 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvr_db [None req-dabca1d9-b88e-47ee-8739-f86301cae655 None None] Set router 453187e6-f994-4645-8629-dbe42581fb5a gateway port host: dv-neutron-822799-1-hyperv {{(pid=87637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:19:54.435779 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-dabca1d9-b88e-47ee-8739-f86301cae655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc05fc8e0>, [{'id': '453187e6-f994-4645-8629-dbe42581fb5a', 'name': 'tempest-TestNetworkBasicOps-router-823849873', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.211'}], 'enable_snat': True}, 'gw_port_id': '5f12fb02-d25f-41d3-a186-4cb84c903cb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:17:45Z', 'updated_at': '2021-12-23T16:17:55Z', 'revision_number': 4, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'gw_port': {'id': '5f12fb02-d25f-41d3-a186-4cb84c903cb6', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:c8:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453187e6-f994-4645-8629-dbe42581fb5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1215, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:17:46Z', 'updated_at': '2021-12-23T16:17:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_interfaces': [{'id': 'd0235da8-d3f2-424b-8cc2-35c225b59efe', 'name': '', 'network_id': 'dea35259-3e90-4336-be8a-c4c46e33cff8', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'mac_address': 'fa:16:3e:61:c0:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453187e6-f994-4645-8629-dbe42581fb5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': '17a48be4-69fa-4d9d-94d2-23002e6428ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:17:53Z', 'updated_at': '2021-12-23T16:18:07Z', 'revision_number': 5, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'subnets': [{'id': '17a48be4-69fa-4d9d-94d2-23002e6428ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:19:54.439908 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dabca1d9-b88e-47ee-8739-f86301cae655 None None] The sync data for ids ['453187e6-f994-4645-8629-dbe42581fb5a'] in dv-neutron-822799-1-hyperv is: [{'id': '453187e6-f994-4645-8629-dbe42581fb5a', 'name': 'tempest-TestNetworkBasicOps-router-823849873', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.211'}], 'enable_snat': True}, 'gw_port_id': '5f12fb02-d25f-41d3-a186-4cb84c903cb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:17:45Z', 'updated_at': '2021-12-23T16:17:55Z', 'revision_number': 4, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'gw_port': {'id': '5f12fb02-d25f-41d3-a186-4cb84c903cb6', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:c8:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453187e6-f994-4645-8629-dbe42581fb5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1215, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:17:46Z', 'updated_at': '2021-12-23T16:17:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_interfaces': [{'id': 'd0235da8-d3f2-424b-8cc2-35c225b59efe', 'name': '', 'network_id': 'dea35259-3e90-4336-be8a-c4c46e33cff8', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'mac_address': 'fa:16:3e:61:c0:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453187e6-f994-4645-8629-dbe42581fb5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1231, 'fixed_ips': [{'subnet_id': '17a48be4-69fa-4d9d-94d2-23002e6428ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:17:53Z', 'updated_at': '2021-12-23T16:18:07Z', 'revision_number': 5, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'subnets': [{'id': '17a48be4-69fa-4d9d-94d2-23002e6428ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 23 16:19:54.495502 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 53344) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:19:54.569749 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1130fb72-915d-4185-b318-68aeaea59d4c tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:19:54.601570 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1130fb72-915d-4185-b318-68aeaea59d4c tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:19:54.661317 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3af774f-26c1-45dc-902a-8c8bbe1663f9 None None] New status for floating IP 4a3dcefc-919c-4203-87df-11aaa7b3b886: DOWN {{(pid=87638) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 23 16:19:54.669386 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1130fb72-915d-4185-b318-68aeaea59d4c tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:19:54.673550 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-e9d74b2a-fd11-416d-95fa-ded097890c37 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:19:54.688991 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1130fb72-915d-4185-b318-68aeaea59d4c tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eb94cfe-9dbe-486c-ba74-928334dd6d4e,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:19:54.691541 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-1130fb72-915d-4185-b318-68aeaea59d4c tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:19:54.707313 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1130fb72-915d-4185-b318-68aeaea59d4c tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:19:54.710162 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-1130fb72-915d-4185-b318-68aeaea59d4c tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "DELETE /v2.0/security-groups/0eb94cfe-9dbe-486c-ba74-928334dd6d4e HTTP/1.1" status: 204  len: 168 time: 0.2136188
Dec 23 16:19:54.741825 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 53350) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:19:54.906372 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-8243e0a7-cc5e-4915-b727-41fc815b69b6 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Deleting port 909aac55-8cdb-49c8-a520-32b2f150a873 {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:19:54.906722 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-8243e0a7-cc5e-4915-b727-41fc815b69b6 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:19:55.212349 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-8243e0a7-cc5e-4915-b727-41fc815b69b6 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:19:55.212704 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-8243e0a7-cc5e-4915-b727-41fc815b69b6 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:19:55.334046 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-8243e0a7-cc5e-4915-b727-41fc815b69b6 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Calling delete_port for 909aac55-8cdb-49c8-a520-32b2f150a873 owned by network:floatingip {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:19:55.480372 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-8243e0a7-cc5e-4915-b727-41fc815b69b6 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:19:55.487141 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-3ee511da-4ff4-4292-8595-d6c38e93fe45 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:19:55.531005 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8243e0a7-cc5e-4915-b727-41fc815b69b6 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Pushing event deleted for resources: {'Port': ['ID=909aac55-8cdb-49c8-a520-32b2f150a873,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:19:55.559128 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-8243e0a7-cc5e-4915-b727-41fc815b69b6 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:19:55.595169 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.agents_db [None req-30c2320c-f298-49f6-9c47-c20e38116a9c None None] Agent healthcheck: found 6 active agents {{(pid=87638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 23 16:19:55.603535 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Device 73203617-4ff2-4ddd-8857-3f86ef25e12e no longer exists at agent hyperv_hv-neutron-8227 {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 23 16:19:55.621895 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-8243e0a7-cc5e-4915-b727-41fc815b69b6 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for floatingip, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:19:55.635793 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-8243e0a7-cc5e-4915-b727-41fc815b69b6 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for floatingip, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:19:55.636923 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-8243e0a7-cc5e-4915-b727-41fc815b69b6 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "DELETE /v2.0/floatingips/4a3dcefc-919c-4203-87df-11aaa7b3b886 HTTP/1.1" status: 204  len: 168 time: 0.8940437
Dec 23 16:19:55.641741 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] No Port match for: 73203617-4ff2-4ddd-8857-3f86ef25e12e {{(pid=87637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 23 16:19:55.642087 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Device 73203617-4ff2-4ddd-8857-3f86ef25e12e not bound to the agent host hv-neutron-8227 {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 23 16:19:56.013944 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f2605c-c352-471f-90fe-6f9507fe28dc req-c3113852-acb2-4d55-8aa2-04fc2d2cb54b tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:19:56.014732 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-d4f2605c-c352-471f-90fe-6f9507fe28dc req-c3113852-acb2-4d55-8aa2-04fc2d2cb54b tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Synchronizing usage tracker for tenant:544f3e375bde4f0988286eba27294ea6 on resource:port {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:19:56.033530 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-d4f2605c-c352-471f-90fe-6f9507fe28dc req-c3113852-acb2-4d55-8aa2-04fc2d2cb54b tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Unset dirty status for tenant:544f3e375bde4f0988286eba27294ea6 on resource:port {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:19:56.034880 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-d4f2605c-c352-471f-90fe-6f9507fe28dc req-c3113852-acb2-4d55-8aa2-04fc2d2cb54b tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/ports?device_id=39d6a8b0-5afc-4f74-b8a4-4e5966c0594e HTTP/1.1" status: 200  len: 946 time: 0.1197925
Dec 23 16:19:56.083897 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-d4f2605c-c352-471f-90fe-6f9507fe28dc req-40dbae53-e866-4e90-b735-a1b8d39cbdea tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Synchronizing usage tracker for tenant:544f3e375bde4f0988286eba27294ea6 on resource:security_group {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:19:56.100866 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-d4f2605c-c352-471f-90fe-6f9507fe28dc req-40dbae53-e866-4e90-b735-a1b8d39cbdea tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Unset dirty status for tenant:544f3e375bde4f0988286eba27294ea6 on resource:security_group {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:19:56.102177 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-d4f2605c-c352-471f-90fe-6f9507fe28dc req-40dbae53-e866-4e90-b735-a1b8d39cbdea tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/security-groups?id=fe17453e-2851-49ba-b1be-183827cb90e5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0614412
Dec 23 16:19:57.252861 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e00e3d-700c-46ae-854c-2e51e57321b9 req-e0be5752-d5d8-495b-b662-7cfc073a3855 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:19:57.254305 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-48e00e3d-700c-46ae-854c-2e51e57321b9 req-e0be5752-d5d8-495b-b662-7cfc073a3855 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.61 "GET /v2.0/ports?device_id=39d6a8b0-5afc-4f74-b8a4-4e5966c0594e HTTP/1.1" status: 200  len: 946 time: 0.0817893
Dec 23 16:19:57.293851 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2835fc25-e134-4272-ba6f-b829f92c0d33 req-e616c3d1-922f-4d58-8d18-4a162d986a8d tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:19:57.295352 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-2835fc25-e134-4272-ba6f-b829f92c0d33 req-e616c3d1-922f-4d58-8d18-4a162d986a8d tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/ports?device_id=39d6a8b0-5afc-4f74-b8a4-4e5966c0594e HTTP/1.1" status: 200  len: 946 time: 0.0834684
Dec 23 16:19:57.325924 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [req-48e00e3d-700c-46ae-854c-2e51e57321b9 req-d264d887-adf6-4966-8eb2-f6377bcfd2dc tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Deleting port c972c9cc-4df1-4e15-9f25-ad484f259aed {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:19:57.326266 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-48e00e3d-700c-46ae-854c-2e51e57321b9 req-d264d887-adf6-4966-8eb2-f6377bcfd2dc tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:19:57.342502 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-2835fc25-e134-4272-ba6f-b829f92c0d33 req-8974ad6e-922f-41df-b393-485096256776 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/security-groups?id=fe17453e-2851-49ba-b1be-183827cb90e5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407212
Dec 23 16:19:57.585898 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [req-48e00e3d-700c-46ae-854c-2e51e57321b9 req-d264d887-adf6-4966-8eb2-f6377bcfd2dc tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] For port c972c9cc-4df1-4e15-9f25-ad484f259aed, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=c972c9cc-4df1-4e15-9f25-ad484f259aed,segment=NetworkSegment(5ce20ec1-4fcf-432c-a113-e744022bf383),segment_id=5ce20ec1-4fcf-432c-a113-e744022bf383)] {{(pid=87636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:19:57.586239 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-48e00e3d-700c-46ae-854c-2e51e57321b9 req-d264d887-adf6-4966-8eb2-f6377bcfd2dc tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:19:57.711171 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [req-48e00e3d-700c-46ae-854c-2e51e57321b9 req-d264d887-adf6-4966-8eb2-f6377bcfd2dc tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Calling delete_port for c972c9cc-4df1-4e15-9f25-ad484f259aed owned by compute:nova {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:19:57.883427 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-48e00e3d-700c-46ae-854c-2e51e57321b9 req-d264d887-adf6-4966-8eb2-f6377bcfd2dc tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:19:57.889823 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-89398e9c-6558-4e58-9160-5ba3ca11956c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:19:57.937651 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d264d887-adf6-4966-8eb2-f6377bcfd2dc tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Pushing event deleted for resources: {'Port': ['ID=c972c9cc-4df1-4e15-9f25-ad484f259aed,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:19:57.974243 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-d264d887-adf6-4966-8eb2-f6377bcfd2dc tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:19:58.019141 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [req-48e00e3d-700c-46ae-854c-2e51e57321b9 req-d264d887-adf6-4966-8eb2-f6377bcfd2dc tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] No DVR routers for this DVR port c972c9cc-4df1-4e15-9f25-ad484f259aed on host hv-neutron-8227 {{(pid=87636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 23 16:19:58.022392 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-48e00e3d-700c-46ae-854c-2e51e57321b9 req-d264d887-adf6-4966-8eb2-f6377bcfd2dc tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:19:58.025622 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39d6a8b0-5afc-4f74-b8a4-4e5966c0594e', 'name': 'network-vif-deleted', 'tag': 'c972c9cc-4df1-4e15-9f25-ad484f259aed'}] {{(pid=87636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 23 16:19:58.044716 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-48e00e3d-700c-46ae-854c-2e51e57321b9 req-d264d887-adf6-4966-8eb2-f6377bcfd2dc tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.61 "DELETE /v2.0/ports/c972c9cc-4df1-4e15-9f25-ad484f259aed HTTP/1.1" status: 204  len: 173 time: 0.7844045
Dec 23 16:19:58.078186 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39d6a8b0-5afc-4f74-b8a4-4e5966c0594e', 'name': 'network-vif-deleted', 'tag': 'c972c9cc-4df1-4e15-9f25-ad484f259aed', 'status': 'completed', 'code': 200}
Dec 23 16:19:58.516528 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-c18390d9-b7a6-4b24-8551-3888af0c9f83 req-a336ddf3-bac8-42f2-8d76-4870db4dff9d tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/ports?device_id=39d6a8b0-5afc-4f74-b8a4-4e5966c0594e HTTP/1.1" status: 200  len: 210 time: 0.0466712
Dec 23 16:19:59.614666 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 53368) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:19:59.686532 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-bf180308-1ee4-4dd7-a6c9-47cc42ec7fba tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:19:59.727619 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-bf180308-1ee4-4dd7-a6c9-47cc42ec7fba tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:19:59.794981 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-bf180308-1ee4-4dd7-a6c9-47cc42ec7fba tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:19:59.798731 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-edeba380-fdaa-4237-b283-56e2e5f23615 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:19:59.813683 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf180308-1ee4-4dd7-a6c9-47cc42ec7fba tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe17453e-2851-49ba-b1be-183827cb90e5,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:19:59.822334 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf180308-1ee4-4dd7-a6c9-47cc42ec7fba tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:19:59.822699 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf180308-1ee4-4dd7-a6c9-47cc42ec7fba tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:19:59.823090 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf180308-1ee4-4dd7-a6c9-47cc42ec7fba tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:19:59.823437 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf180308-1ee4-4dd7-a6c9-47cc42ec7fba tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:19:59.824167 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf180308-1ee4-4dd7-a6c9-47cc42ec7fba tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:19:59.824533 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf180308-1ee4-4dd7-a6c9-47cc42ec7fba tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:19:59.824915 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf180308-1ee4-4dd7-a6c9-47cc42ec7fba tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:19:59.825274 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf180308-1ee4-4dd7-a6c9-47cc42ec7fba tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:19:59.825640 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf180308-1ee4-4dd7-a6c9-47cc42ec7fba tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:19:59.825992 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf180308-1ee4-4dd7-a6c9-47cc42ec7fba tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:19:59.826343 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf180308-1ee4-4dd7-a6c9-47cc42ec7fba tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:19:59.826696 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf180308-1ee4-4dd7-a6c9-47cc42ec7fba tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:19:59.829931 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-bf180308-1ee4-4dd7-a6c9-47cc42ec7fba tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:19:59.838343 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-bf180308-1ee4-4dd7-a6c9-47cc42ec7fba tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:19:59.839455 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-bf180308-1ee4-4dd7-a6c9-47cc42ec7fba tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "DELETE /v2.0/security-groups/fe17453e-2851-49ba-b1be-183827cb90e5 HTTP/1.1" status: 204  len: 168 time: 0.2237258
Dec 23 16:19:59.871901 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 53374) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:20:00.570904 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a2744bc2-4c95-475a-b187-961e010cd462 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1781419'] for router_interface, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:20:00.927264 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-a2744bc2-4c95-475a-b187-961e010cd462 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Deleting port d0235da8-d3f2-424b-8cc2-35c225b59efe {{(pid=87635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:20:00.928048 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a2744bc2-4c95-475a-b187-961e010cd462 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:20:01.115147 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.db [None req-a2744bc2-4c95-475a-b187-961e010cd462 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] For port d0235da8-d3f2-424b-8cc2-35c225b59efe, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=d0235da8-d3f2-424b-8cc2-35c225b59efe,segment=NetworkSegment(5ce20ec1-4fcf-432c-a113-e744022bf383),segment_id=5ce20ec1-4fcf-432c-a113-e744022bf383)] {{(pid=87635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:20:01.115462 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a2744bc2-4c95-475a-b187-961e010cd462 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:20:01.237735 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-a2744bc2-4c95-475a-b187-961e010cd462 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Calling delete_port for d0235da8-d3f2-424b-8cc2-35c225b59efe owned by network:router_interface {{(pid=87635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:20:01.442174 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a2744bc2-4c95-475a-b187-961e010cd462 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:20:01.446623 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-ddface1f-9928-4696-a313-cc2c026df0df tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-268605455-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:20:01.525124 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2744bc2-4c95-475a-b187-961e010cd462 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Pushing event deleted for resources: {'Port': ['ID=d0235da8-d3f2-424b-8cc2-35c225b59efe,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:20:01.532240 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-a2744bc2-4c95-475a-b187-961e010cd462 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:20:01.619818 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Device c972c9cc-4df1-4e15-9f25-ad484f259aed no longer exists at agent hyperv_hv-neutron-8227 {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 23 16:20:01.657638 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] No Port match for: c972c9cc-4df1-4e15-9f25-ad484f259aed {{(pid=87637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 23 16:20:01.657638 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Device c972c9cc-4df1-4e15-9f25-ad484f259aed not bound to the agent host hv-neutron-8227 {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 23 16:20:01.904826 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a2744bc2-4c95-475a-b187-961e010cd462 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1627472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1784155'] for router_interface, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:20:02.274398 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2744bc2-4c95-475a-b187-961e010cd462 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Router 453187e6-f994-4645-8629-dbe42581fb5a has already been hosted by L3 agent 371d4c41-c7e2-4de7-9539-c049ec4e95d1 {{(pid=87635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 23 16:20:02.461613 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2744bc2-4c95-475a-b187-961e010cd462 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify agent at l3_agent.dv-neutron-822799-1-hyperv the message routers_updated {{(pid=87635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 23 16:20:02.474677 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65cebd90-996f-405d-a4ab-fd33fa3eecad None None] Sync routers for ids ['453187e6-f994-4645-8629-dbe42581fb5a'] in dv-neutron-822799-1-hyperv {{(pid=87637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 23 16:20:02.478698 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-a2744bc2-4c95-475a-b187-961e010cd462 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "PUT /v2.0/routers/453187e6-f994-4645-8629-dbe42581fb5a/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6056144
Dec 23 16:20:02.481517 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 53378) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:20:02.484285 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65cebd90-996f-405d-a4ab-fd33fa3eecad None None] Routers {'453187e6-f994-4645-8629-dbe42581fb5a'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:20:02.484915 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-65cebd90-996f-405d-a4ab-fd33fa3eecad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc0691d90>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:19:50Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['453187e6-f994-4645-8629-dbe42581fb5a'], 'active': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:20:02.547293 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.db_base_plugin_v2 [None req-a899875e-4080-4298-9276-dc3918a93efc tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Deleting subnet 17a48be4-69fa-4d9d-94d2-23002e6428ae {{(pid=87635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 23 16:20:02.550259 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a899875e-4080-4298-9276-dc3918a93efc tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for subnet, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:20:02.608104 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a899875e-4080-4298-9276-dc3918a93efc tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2776816'] for subnet, precommit_delete_associations {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:20:02.694437 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a899875e-4080-4298-9276-dc3918a93efc tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864774'] for subnet, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:20:02.713549 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvr_db [None req-65cebd90-996f-405d-a4ab-fd33fa3eecad None None] Set router 453187e6-f994-4645-8629-dbe42581fb5a gateway port host: dv-neutron-822799-1-hyperv {{(pid=87637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:20:02.767858 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a899875e-4080-4298-9276-dc3918a93efc tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2753333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2609730'] for subnet, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:20:02.772855 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-ef48d7c2-ea47-4252-beb4-62caef47dfbe tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:20:02.811714 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a899875e-4080-4298-9276-dc3918a93efc tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Pushing event deleted for resources: {'Subnet': ['ID=17a48be4-69fa-4d9d-94d2-23002e6428ae,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:20:02.813642 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a899875e-4080-4298-9276-dc3918a93efc tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for subnet, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:20:02.816400 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-a899875e-4080-4298-9276-dc3918a93efc tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:20:02.824284 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-a899875e-4080-4298-9276-dc3918a93efc tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "DELETE /v2.0/subnets/17a48be4-69fa-4d9d-94d2-23002e6428ae HTTP/1.1" status: 204  len: 168 time: 0.3381941
Dec 23 16:20:02.824284 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 53382) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:20:02.836814 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50c3c37e-e521-413a-ba3f-531584923f13 None None] Network dea35259-3e90-4336-be8a-c4c46e33cff8 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:20:03.000663 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-e3d62cda-4cef-4faf-adee-d1380c45b790 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for router, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:20:03.169018 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-65cebd90-996f-405d-a4ab-fd33fa3eecad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc0691d90>, [{'id': '453187e6-f994-4645-8629-dbe42581fb5a', 'name': 'tempest-TestNetworkBasicOps-router-823849873', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.211'}], 'enable_snat': True}, 'gw_port_id': '5f12fb02-d25f-41d3-a186-4cb84c903cb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:17:45Z', 'updated_at': '2021-12-23T16:20:01Z', 'revision_number': 5, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'gw_port': {'id': '5f12fb02-d25f-41d3-a186-4cb84c903cb6', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:c8:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453187e6-f994-4645-8629-dbe42581fb5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1215, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:17:46Z', 'updated_at': '2021-12-23T16:17:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv'}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:20:03.173541 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65cebd90-996f-405d-a4ab-fd33fa3eecad None None] Checking router: 453187e6-f994-4645-8629-dbe42581fb5a for host: dv-neutron-822799-1-hyperv {{(pid=87637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 23 16:20:03.182713 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65cebd90-996f-405d-a4ab-fd33fa3eecad None None] Routers {'453187e6-f994-4645-8629-dbe42581fb5a'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:20:03.183292 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-e3d62cda-4cef-4faf-adee-d1380c45b790 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:20:03.183445 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-65cebd90-996f-405d-a4ab-fd33fa3eecad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc0691d90>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:19:50Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['453187e6-f994-4645-8629-dbe42581fb5a'], 'active': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:20:03.199536 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-e3d62cda-4cef-4faf-adee-d1380c45b790 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Deleting port 5f12fb02-d25f-41d3-a186-4cb84c903cb6 {{(pid=87635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:20:03.199993 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-e3d62cda-4cef-4faf-adee-d1380c45b790 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:20:03.237610 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9875af53-7752-4efd-a124-d168fa5152b1 None None] DHCP port deletion for dea35259-3e90-4336-be8a-c4c46e33cff8 request from dv-neutron-822799-1-hyperv {{(pid=87637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 23 16:20:03.307293 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-9875af53-7752-4efd-a124-d168fa5152b1 None None] Deleting port a163527f-177e-417b-bd44-113788ad6b45 {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:20:03.307696 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9875af53-7752-4efd-a124-d168fa5152b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:20:03.390949 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvr_db [None req-65cebd90-996f-405d-a4ab-fd33fa3eecad None None] Set router 453187e6-f994-4645-8629-dbe42581fb5a gateway port host: None {{(pid=87637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:20:03.517956 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.db [None req-e3d62cda-4cef-4faf-adee-d1380c45b790 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] For port 5f12fb02-d25f-41d3-a186-4cb84c903cb6, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=5f12fb02-d25f-41d3-a186-4cb84c903cb6,segment=NetworkSegment(77e3d110-dd7b-426c-b11f-b78dde7993df),segment_id=77e3d110-dd7b-426c-b11f-b78dde7993df)] {{(pid=87635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:20:03.518597 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-e3d62cda-4cef-4faf-adee-d1380c45b790 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:20:03.525643 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-65cebd90-996f-405d-a4ab-fd33fa3eecad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc0691d90>, [{'id': '453187e6-f994-4645-8629-dbe42581fb5a', 'name': 'tempest-TestNetworkBasicOps-router-823849873', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:17:45Z', 'updated_at': '2021-12-23T16:20:03Z', 'revision_number': 6, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'gw_port_host': None}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:20:03.534141 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65cebd90-996f-405d-a4ab-fd33fa3eecad None None] The sync data for ids ['453187e6-f994-4645-8629-dbe42581fb5a'] in dv-neutron-822799-1-hyperv is: [{'id': '453187e6-f994-4645-8629-dbe42581fb5a', 'name': 'tempest-TestNetworkBasicOps-router-823849873', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:17:45Z', 'updated_at': '2021-12-23T16:20:03Z', 'revision_number': 6, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'gw_port_host': None}] {{(pid=87637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 23 16:20:03.644222 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-e3d62cda-4cef-4faf-adee-d1380c45b790 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Calling delete_port for 5f12fb02-d25f-41d3-a186-4cb84c903cb6 owned by network:router_gateway {{(pid=87635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:20:03.656772 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-9875af53-7752-4efd-a124-d168fa5152b1 None None] For port a163527f-177e-417b-bd44-113788ad6b45, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=a163527f-177e-417b-bd44-113788ad6b45,segment=NetworkSegment(5ce20ec1-4fcf-432c-a113-e744022bf383),segment_id=5ce20ec1-4fcf-432c-a113-e744022bf383)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:20:03.657183 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9875af53-7752-4efd-a124-d168fa5152b1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:20:03.777721 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-9875af53-7752-4efd-a124-d168fa5152b1 None None] Calling delete_port for a163527f-177e-417b-bd44-113788ad6b45 owned by network:dhcp {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:20:03.811363 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-e3d62cda-4cef-4faf-adee-d1380c45b790 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:20:03.817189 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-85c9747b-94e2-4ffe-8046-02a71e17763c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:20:03.858337 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9875af53-7752-4efd-a124-d168fa5152b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789'] for port, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:20:03.858892 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d62cda-4cef-4faf-adee-d1380c45b790 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Pushing event deleted for resources: {'Port': ['ID=5f12fb02-d25f-41d3-a186-4cb84c903cb6,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:20:03.861951 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-e3d62cda-4cef-4faf-adee-d1380c45b790 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:20:03.867893 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:20:03.911767 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9875af53-7752-4efd-a124-d168fa5152b1 None None] Pushing event deleted for resources: {'Port': ['ID=a163527f-177e-417b-bd44-113788ad6b45,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:20:03.913709 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9875af53-7752-4efd-a124-d168fa5152b1 None None] No DVR routers for this DVR port a163527f-177e-417b-bd44-113788ad6b45 on host dv-neutron-822799-1-hyperv {{(pid=87637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 23 16:20:03.915173 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-9875af53-7752-4efd-a124-d168fa5152b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:20:03.966815 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-e3d62cda-4cef-4faf-adee-d1380c45b790 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1824206'] for router_gateway, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:20:03.990930 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device a163527f-177e-417b-bd44-113788ad6b45 no longer exists at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 23 16:20:04.027949 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] No Port match for: a163527f-177e-417b-bd44-113788ad6b45 {{(pid=87637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 23 16:20:04.028808 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device a163527f-177e-417b-bd44-113788ad6b45 not bound to the agent host dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 23 16:20:04.144973 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-e3d62cda-4cef-4faf-adee-d1380c45b790 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1784183', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-235354'] for router, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:20:04.147565 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-e3d62cda-4cef-4faf-adee-d1380c45b790 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:20:04.173579 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-e3d62cda-4cef-4faf-adee-d1380c45b790 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1781328'] for router, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:20:04.174077 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3d62cda-4cef-4faf-adee-d1380c45b790 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Fanout notify agent at l3_agent the message router_deleted on router 453187e6-f994-4645-8629-dbe42581fb5a {{(pid=87635) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 23 16:20:04.189354 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-e3d62cda-4cef-4faf-adee-d1380c45b790 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for router, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:20:04.190463 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-e3d62cda-4cef-4faf-adee-d1380c45b790 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "DELETE /v2.0/routers/453187e6-f994-4645-8629-dbe42581fb5a HTTP/1.1" status: 204  len: 168 time: 1.3657830
Dec 23 16:20:04.194271 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 53386) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:20:04.304160 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-b20657ea-c467-4d0c-9c73-1043369a0abf tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-698866'] for network, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:20:04.445873 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-b20657ea-c467-4d0c-9c73-1043369a0abf tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-864347', 'neutron.services.segments.db._delete_segments_for_network-8735362908070'] for network, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:20:04.471400 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.services.segments.db [None req-b20657ea-c467-4d0c-9c73-1043369a0abf tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1dc1338250>,) {'filters': {'network_id': ['dea35259-3e90-4336-be8a-c4c46e33cff8']}} {{(pid=87635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:20:04.483761 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.services.segments.db [None req-b20657ea-c467-4d0c-9c73-1043369a0abf tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dc1338250>, '5ce20ec1-4fcf-432c-a113-e744022bf383') {'for_net_delete': True} {{(pid=87635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:20:04.484078 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.services.segments.db [None req-b20657ea-c467-4d0c-9c73-1043369a0abf tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dc1338250>, '5ce20ec1-4fcf-432c-a113-e744022bf383') {} {{(pid=87635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:20:04.495383 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-b20657ea-c467-4d0c-9c73-1043369a0abf tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735363085442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2776713'] for segment, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:20:04.511079 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-b20657ea-c467-4d0c-9c73-1043369a0abf tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:20:04.517415 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b20657ea-c467-4d0c-9c73-1043369a0abf tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Releasing vlan 406 on physical network physnet1 to pool {{(pid=87635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 23 16:20:04.517810 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-b20657ea-c467-4d0c-9c73-1043369a0abf tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2753503'] for segment, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:20:04.532088 dv-neutron-822799-1-hyperv neutron-server[87635]: Traceback (most recent call last):
Dec 23 16:20:04.532088 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 23 16:20:04.532088 dv-neutron-822799-1-hyperv neutron-server[87635]:     timer()
Dec 23 16:20:04.532088 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:20:04.532088 dv-neutron-822799-1-hyperv neutron-server[87635]:     cb(*args, **kw)
Dec 23 16:20:04.532088 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 23 16:20:04.532088 dv-neutron-822799-1-hyperv neutron-server[87635]:     return func(*args, **kwargs)
Dec 23 16:20:04.532088 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:20:04.532088 dv-neutron-822799-1-hyperv neutron-server[87635]:     self._notify()
Dec 23 16:20:04.532088 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:20:04.532088 dv-neutron-822799-1-hyperv neutron-server[87635]:     self.callback(batched_events)
Dec 23 16:20:04.532088 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:20:04.532088 dv-neutron-822799-1-hyperv neutron-server[87635]:     event.method(event)
Dec 23 16:20:04.532088 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:20:04.532088 dv-neutron-822799-1-hyperv neutron-server[87635]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:20:04.532088 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 23 16:20:04.532088 dv-neutron-822799-1-hyperv neutron-server[87635]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 23 16:20:04.532088 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 23 16:20:04.532088 dv-neutron-822799-1-hyperv neutron-server[87635]:     return f(self, *a, **k)
Dec 23 16:20:04.532088 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:20:04.532088 dv-neutron-822799-1-hyperv neutron-server[87635]:     return self._get(url).json()
Dec 23 16:20:04.532088 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 23 16:20:04.532088 dv-neutron-822799-1-hyperv neutron-server[87635]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 23 16:20:04.532088 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 23 16:20:04.532088 dv-neutron-822799-1-hyperv neutron-server[87635]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:20:04.532088 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 23 16:20:04.532088 dv-neutron-822799-1-hyperv neutron-server[87635]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 23 16:20:04.532088 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 23 16:20:04.532088 dv-neutron-822799-1-hyperv neutron-server[87635]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:20:04.532088 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 23 16:20:04.532088 dv-neutron-822799-1-hyperv neutron-server[87635]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:20:04.532088 dv-neutron-822799-1-hyperv neutron-server[87635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:20:04.618345 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-b20657ea-c467-4d0c-9c73-1043369a0abf tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-864336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1824171'] for network, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:20:04.622608 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-34eb3dc6-c2f9-45ac-baa4-9846e8456f51 tempest-FloatingIPAdminTestJSON-473263132 tempest-FloatingIPAdminTestJSON-473263132-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:20:04.636783 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-b20657ea-c467-4d0c-9c73-1043369a0abf tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for network, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:20:04.652014 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20657ea-c467-4d0c-9c73-1043369a0abf tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Pushing event deleted for resources: {'Network': ['ID=dea35259-3e90-4336-be8a-c4c46e33cff8,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:20:04.654881 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-b20657ea-c467-4d0c-9c73-1043369a0abf tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:20:04.659331 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-b20657ea-c467-4d0c-9c73-1043369a0abf tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "DELETE /v2.0/networks/dea35259-3e90-4336-be8a-c4c46e33cff8 HTTP/1.1" status: 204  len: 168 time: 0.4641795
Dec 23 16:20:04.681821 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 53390) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:20:04.687747 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-3f1ea7d0-6db7-48b7-985a-e17e728220c6 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Request body: {'network': {'name': 'tempest-network-smoke--1679690489', 'project_id': '544f3e375bde4f0988286eba27294ea6', 'port_security_enabled': True}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:20:04.693333 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-3f1ea7d0-6db7-48b7-985a-e17e728220c6 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:20:04.698279 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-3f1ea7d0-6db7-48b7-985a-e17e728220c6 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Usage tracker for resource:network and tenant:544f3e375bde4f0988286eba27294ea6 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:20:04.701669 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-3f1ea7d0-6db7-48b7-985a-e17e728220c6 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:20:04.707656 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-3f1ea7d0-6db7-48b7-985a-e17e728220c6 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:20:04.720103 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f1ea7d0-6db7-48b7-985a-e17e728220c6 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Made reservation on behalf of 544f3e375bde4f0988286eba27294ea6 for: {'network': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:20:04.723773 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-3f1ea7d0-6db7-48b7-985a-e17e728220c6 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for network, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:20:04.753799 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f1ea7d0-6db7-48b7-985a-e17e728220c6 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] vlan segment allocate from pool success with {'vlan_id': 428, 'physical_network': 'physnet1'}  {{(pid=87636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 23 16:20:04.763553 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-3f1ea7d0-6db7-48b7-985a-e17e728220c6 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:20:04.763903 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.db.segments_db [None req-3f1ea7d0-6db7-48b7-985a-e17e728220c6 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Added segment f8109a75-2dc3-435a-abaa-9b5d02ecbe2c of type vlan for network f35744ce-38d7-4758-ad1b-1a4ff10ddd7d
Dec 23 16:20:04.805477 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-3f1ea7d0-6db7-48b7-985a-e17e728220c6 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735362521793'] for network, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:20:04.839621 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-3f1ea7d0-6db7-48b7-985a-e17e728220c6 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495'] for network, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:20:04.845340 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f1ea7d0-6db7-48b7-985a-e17e728220c6 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:20:04.845925 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-3f1ea7d0-6db7-48b7-985a-e17e728220c6 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:20:04.849630 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-3bb05f40-a71a-446c-9f5a-34081460c956 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:20:04.961613 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1ea7d0-6db7-48b7-985a-e17e728220c6 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Pushing event updated for resources: {'Network': ['ID=f35744ce-38d7-4758-ad1b-1a4ff10ddd7d,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:20:04.961613 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-3f1ea7d0-6db7-48b7-985a-e17e728220c6 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.2776492
Dec 23 16:20:04.964958 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-3f1ea7d0-6db7-48b7-985a-e17e728220c6 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:20:04.964958 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 53396) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:20:04.972944 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-9c0aeaf4-9b08-44ca-ac0a-98a31bf38e44 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-766725618', 'admin_state_up': True, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b'}}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:20:04.976558 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Network f35744ce-38d7-4758-ad1b-1a4ff10ddd7d details requested by agent ovs-agent-dv-neutron-822799-1-hyperv with host dv-neutron-822799-1-hyperv {{(pid=87637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 23 16:20:04.981272 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-9c0aeaf4-9b08-44ca-ac0a-98a31bf38e44 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:20:04.981272 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-9c0aeaf4-9b08-44ca-ac0a-98a31bf38e44 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Usage tracker for resource:router and tenant:544f3e375bde4f0988286eba27294ea6 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:20:04.986867 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-9c0aeaf4-9b08-44ca-ac0a-98a31bf38e44 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:20:04.994883 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-9c0aeaf4-9b08-44ca-ac0a-98a31bf38e44 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:20:05.008780 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9c0aeaf4-9b08-44ca-ac0a-98a31bf38e44 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1823978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-235332'] for router, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:20:05.008780 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9c0aeaf4-9b08-44ca-ac0a-98a31bf38e44 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1824575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1824063', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1751113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-235341'] for router, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:20:05.029511 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9c0aeaf4-9b08-44ca-ac0a-98a31bf38e44 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:20:05.451063 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9c0aeaf4-9b08-44ca-ac0a-98a31bf38e44 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1824017', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1823768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-235299'] for router, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:20:05.595925 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 5f12fb02-d25f-41d3-a186-4cb84c903cb6 no longer exists at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 23 16:20:05.632708 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] No Port match for: 5f12fb02-d25f-41d3-a186-4cb84c903cb6 {{(pid=87637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 23 16:20:05.632976 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 5f12fb02-d25f-41d3-a186-4cb84c903cb6 not bound to the agent host dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 23 16:20:05.633417 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device d0235da8-d3f2-424b-8cc2-35c225b59efe no longer exists at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 23 16:20:05.665946 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] No Port match for: d0235da8-d3f2-424b-8cc2-35c225b59efe {{(pid=87637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 23 16:20:05.666357 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device d0235da8-d3f2-424b-8cc2-35c225b59efe not bound to the agent host dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 23 16:20:05.765641 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9c0aeaf4-9b08-44ca-ac0a-98a31bf38e44 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for router_gateway, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:20:05.794581 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9c0aeaf4-9b08-44ca-ac0a-98a31bf38e44 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:20:05.929780 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [None req-9c0aeaf4-9b08-44ca-ac0a-98a31bf38e44 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Allocated IP 172.26.3.118 (8afa6d58-9431-454a-b99c-3ff8a65aa86b/60537fec-5f5f-4ab7-89cc-03638149a590/a9da9be8-c974-458b-8286-c747b8819ae8) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:20:06.075126 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9c0aeaf4-9b08-44ca-ac0a-98a31bf38e44 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:20:06.109692 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9c0aeaf4-9b08-44ca-ac0a-98a31bf38e44 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:20:06.115279 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-3ee511da-4ff4-4292-8595-d6c38e93fe45 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:20:06.191575 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c0aeaf4-9b08-44ca-ac0a-98a31bf38e44 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Network 8afa6d58-9431-454a-b99c-3ff8a65aa86b is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:20:06.194831 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-9c0aeaf4-9b08-44ca-ac0a-98a31bf38e44 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Resources bound (agent type, host, resource id):  {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:20:06.198421 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c0aeaf4-9b08-44ca-ac0a-98a31bf38e44 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:20:06.227104 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0aeaf4-9b08-44ca-ac0a-98a31bf38e44 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Pushing event updated for resources: {'Port': ['ID=a9da9be8-c974-458b-8286-c747b8819ae8,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:20:06.232956 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-9c0aeaf4-9b08-44ca-ac0a-98a31bf38e44 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:20:06.639878 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9c0aeaf4-9b08-44ca-ac0a-98a31bf38e44 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for router_gateway, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:20:07.134444 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9c0aeaf4-9b08-44ca-ac0a-98a31bf38e44 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1823971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1824234'] for router, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:20:07.340763 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c0aeaf4-9b08-44ca-ac0a-98a31bf38e44 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Router 9f153464-007b-4211-93a2-22206695b40e is scheduled to L3 agent 371d4c41-c7e2-4de7-9539-c049ec4e95d1 with binding_index 1 {{(pid=87636) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 23 16:20:07.524705 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c0aeaf4-9b08-44ca-ac0a-98a31bf38e44 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify agent at l3_agent.dv-neutron-822799-1-hyperv the message routers_updated {{(pid=87636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 23 16:20:07.538971 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2f65e0e-9806-4856-a96e-943fc9470a8c None None] Sync routers for ids ['9f153464-007b-4211-93a2-22206695b40e'] in dv-neutron-822799-1-hyperv {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 23 16:20:07.551952 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2f65e0e-9806-4856-a96e-943fc9470a8c None None] Routers {'9f153464-007b-4211-93a2-22206695b40e'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:20:07.551952 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-a2f65e0e-9806-4856-a96e-943fc9470a8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc29e4130>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:19:50Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['9f153464-007b-4211-93a2-22206695b40e'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:20:07.556829 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9c0aeaf4-9b08-44ca-ac0a-98a31bf38e44 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for router, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:20:07.556829 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-9c0aeaf4-9b08-44ca-ac0a-98a31bf38e44 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201  len: 886 time: 2.5900705
Dec 23 16:20:07.561966 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 53400) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:20:07.607744 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-b6db91a0-ce7a-4a22-99f3-665bcc66b4e4 tempest-TestNetworkBasicOps-54271533 tempest-TestNetworkBasicOps-54271533-project-admin] 10.222.0.64 "GET /v2.0/subnets?project_id=544f3e375bde4f0988286eba27294ea6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0478985
Dec 23 16:20:07.610345 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 53404) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:20:07.733656 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-a2f65e0e-9806-4856-a96e-943fc9470a8c None None] Set router 9f153464-007b-4211-93a2-22206695b40e gateway port host: dv-neutron-822799-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:20:07.743760 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3e9519b-bc60-484e-bf00-9c5a85218fe6 tempest-TestNetworkBasicOps-54271533 tempest-TestNetworkBasicOps-54271533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:20:07.747505 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-e3e9519b-bc60-484e-bf00-9c5a85218fe6 tempest-TestNetworkBasicOps-54271533 tempest-TestNetworkBasicOps-54271533-project-admin] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1360328
Dec 23 16:20:07.747954 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 53408) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:20:07.792417 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-93f3217a-e3e7-4d9f-877b-d916f4e78ec5 tempest-TestNetworkBasicOps-54271533 tempest-TestNetworkBasicOps-54271533-project-admin] 10.222.0.64 "GET /v2.0/subnets?network_id=8afa6d58-9431-454a-b99c-3ff8a65aa86b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0425186
Dec 23 16:20:07.794643 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 53412) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:20:07.799835 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-0e614f58-ca47-4fcf-83cd-06679f86b370 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-210167833', 'network_id': 'f35744ce-38d7-4758-ad1b-1a4ff10ddd7d', 'project_id': '544f3e375bde4f0988286eba27294ea6', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:20:07.932773 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-0e614f58-ca47-4fcf-83cd-06679f86b370 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:20:07.932773 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-0e614f58-ca47-4fcf-83cd-06679f86b370 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Usage tracker for resource:subnet and tenant:544f3e375bde4f0988286eba27294ea6 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:20:07.937717 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-0e614f58-ca47-4fcf-83cd-06679f86b370 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:20:07.948267 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-0e614f58-ca47-4fcf-83cd-06679f86b370 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:20:07.959589 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e614f58-ca47-4fcf-83cd-06679f86b370 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Made reservation on behalf of 544f3e375bde4f0988286eba27294ea6 for: {'subnet': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:20:07.962415 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-0e614f58-ca47-4fcf-83cd-06679f86b370 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2618324'] for subnet, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:20:08.050984 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-a2f65e0e-9806-4856-a96e-943fc9470a8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc29e4130>, [{'id': '9f153464-007b-4211-93a2-22206695b40e', 'name': 'tempest-TestNetworkBasicOps-router-766725618', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.118'}], 'enable_snat': True}, 'gw_port_id': 'a9da9be8-c974-458b-8286-c747b8819ae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:20:05Z', 'updated_at': '2021-12-23T16:20:06Z', 'revision_number': 3, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'gw_port': {'id': 'a9da9be8-c974-458b-8286-c747b8819ae8', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:a1:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f153464-007b-4211-93a2-22206695b40e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:20:05Z', 'updated_at': '2021-12-23T16:20:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv'}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:20:08.054909 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2f65e0e-9806-4856-a96e-943fc9470a8c None None] Checking router: 9f153464-007b-4211-93a2-22206695b40e for host: dv-neutron-822799-1-hyperv {{(pid=87638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 23 16:20:08.055317 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2f65e0e-9806-4856-a96e-943fc9470a8c None None] Updating router 9f153464-007b-4211-93a2-22206695b40e port a9da9be8-c974-458b-8286-c747b8819ae8 binding host dv-neutron-822799-1-hyperv {{(pid=87638) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 23 16:20:08.111005 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a2f65e0e-9806-4856-a96e-943fc9470a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:20:08.188737 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-0e614f58-ca47-4fcf-83cd-06679f86b370 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2176430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2618310'] for subnet, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:20:08.191161 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-20e413c2-5c3a-4ef4-a5b7-200aab5947ef tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:20:08.269265 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e614f58-ca47-4fcf-83cd-06679f86b370 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Pushing event updated for resources: {'Subnet': ['ID=46afac7c-da07-49fb-b785-0efc2eec1ae8,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:20:08.272431 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-0e614f58-ca47-4fcf-83cd-06679f86b370 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:20:08.280872 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e614f58-ca47-4fcf-83cd-06679f86b370 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Checking segment: {'id': 'f8109a75-2dc3-435a-abaa-9b5d02ecbe2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'f35744ce-38d7-4758-ad1b-1a4ff10ddd7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:20:08.281297 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e614f58-ca47-4fcf-83cd-06679f86b370 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Network hostable DHCP agents. Network: f35744ce-38d7-4758-ad1b-1a4ff10ddd7d, hostable agents: ['1c812d71-eadf-4fb3-b98e-67468a4aa7e2'], hosted agents: [] {{(pid=87636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 23 16:20:08.305485 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e614f58-ca47-4fcf-83cd-06679f86b370 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Network f35744ce-38d7-4758-ad1b-1a4ff10ddd7d is scheduled to be hosted by DHCP agent 1c812d71-eadf-4fb3-b98e-67468a4aa7e2 with binding_index 1 {{(pid=87636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 23 16:20:08.316206 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-0e614f58-ca47-4fcf-83cd-06679f86b370 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822799-1-hyperv, f35744ce-38d7-4758-ad1b-1a4ff10ddd7d) {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:20:08.325671 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12d3d3de-e1ab-47a7-95cb-1f0acff669c7 None None] Network f35744ce-38d7-4758-ad1b-1a4ff10ddd7d requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:20:08.329604 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e614f58-ca47-4fcf-83cd-06679f86b370 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:20:08.330194 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-0e614f58-ca47-4fcf-83cd-06679f86b370 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:20:08.359851 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-0e614f58-ca47-4fcf-83cd-06679f86b370 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 831 time: 0.5644579
Dec 23 16:20:08.362624 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 53416) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:20:08.465710 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a2f65e0e-9806-4856-a96e-943fc9470a8c None None] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:20:08.479679 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-a2f65e0e-9806-4856-a96e-943fc9470a8c None None] Transition to ACTIVE for port object a9da9be8-c974-458b-8286-c747b8819ae8 will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:20:08.488396 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a2f65e0e-9806-4856-a96e-943fc9470a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:20:08.488396 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG oslo_concurrency.lockutils [None req-77b3143a-b8ed-4446-81a2-0ca5098da2c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:20:08.551622 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3be0ad10-4015-4f7d-aa45-f831571e376e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7e017a6-8198-58c8-a07e-0f786128e3b3-f35744ce-38d7-4758-ad1b-1a4ff10ddd7d', 'network_id': 'f35744ce-38d7-4758-ad1b-1a4ff10ddd7d', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'fixed_ips': [{'subnet_id': '46afac7c-da07-49fb-b785-0efc2eec1ae8'}]}} from dv-neutron-822799-1-hyperv. {{(pid=87637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 23 16:20:08.552869 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3be0ad10-4015-4f7d-aa45-f831571e376e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:20:08.587048 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a912628-5447-4f81-a19b-2dd8866f2621 None None] Pushing event updated for resources: {'Port': ['ID=a9da9be8-c974-458b-8286-c747b8819ae8,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:20:08.593279 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-a2f65e0e-9806-4856-a96e-943fc9470a8c None None] Attempting to bind port a9da9be8-c974-458b-8286-c747b8819ae8 on host dv-neutron-822799-1-hyperv for vnic_type normal with profile  {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:20:08.593656 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-a2f65e0e-9806-4856-a96e-943fc9470a8c None None] Attempting to bind port a9da9be8-c974-458b-8286-c747b8819ae8 by drivers openvswitch,hyperv on host dv-neutron-822799-1-hyperv at level 0 using segments [{'id': '77e3d110-dd7b-426c-b11f-b78dde7993df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:20:08.594249 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2f65e0e-9806-4856-a96e-943fc9470a8c None None] Attempting to bind port a9da9be8-c974-458b-8286-c747b8819ae8 on network 8afa6d58-9431-454a-b99c-3ff8a65aa86b {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:20:08.601657 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2f65e0e-9806-4856-a96e-943fc9470a8c None None] Checking agent: {'id': '20d2070f-69a9-4e73-8d08-6f0387a40158', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822799-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 21), 'started_at': datetime.datetime(2021, 12, 23, 16, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 19, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822799-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 23 16:20:08.602039 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2f65e0e-9806-4856-a96e-943fc9470a8c None None] Checking segment: {'id': '77e3d110-dd7b-426c-b11f-b78dde7993df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:20:08.602450 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a2f65e0e-9806-4856-a96e-943fc9470a8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:20:08.602849 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2f65e0e-9806-4856-a96e-943fc9470a8c None None] Bound using segment: {'id': '77e3d110-dd7b-426c-b11f-b78dde7993df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 23 16:20:08.603320 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-a2f65e0e-9806-4856-a96e-943fc9470a8c None None] Bound port: a9da9be8-c974-458b-8286-c747b8819ae8, host: dv-neutron-822799-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77e3d110-dd7b-426c-b11f-b78dde7993df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 23 16:20:08.604203 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a2f65e0e-9806-4856-a96e-943fc9470a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:20:08.706285 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-a2f65e0e-9806-4856-a96e-943fc9470a8c None None] For port a9da9be8-c974-458b-8286-c747b8819ae8, host dv-neutron-822799-1-hyperv, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 23 16:20:08.706285 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-a2f65e0e-9806-4856-a96e-943fc9470a8c None None] For port a9da9be8-c974-458b-8286-c747b8819ae8, host dv-neutron-822799-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=a9da9be8-c974-458b-8286-c747b8819ae8,segment=NetworkSegment(77e3d110-dd7b-426c-b11f-b78dde7993df),segment_id=77e3d110-dd7b-426c-b11f-b78dde7993df)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 23 16:20:08.706285 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a912628-5447-4f81-a19b-2dd8866f2621 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:20:08.706285 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a912628-5447-4f81-a19b-2dd8866f2621 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:20:08.706285 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a912628-5447-4f81-a19b-2dd8866f2621 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:20:08.713360 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a912628-5447-4f81-a19b-2dd8866f2621 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:20:08.713360 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a912628-5447-4f81-a19b-2dd8866f2621 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:20:08.713360 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a912628-5447-4f81-a19b-2dd8866f2621 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:20:08.713360 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a912628-5447-4f81-a19b-2dd8866f2621 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:20:08.713360 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a912628-5447-4f81-a19b-2dd8866f2621 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:20:08.713360 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a912628-5447-4f81-a19b-2dd8866f2621 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:20:08.713360 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a912628-5447-4f81-a19b-2dd8866f2621 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:20:08.713360 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a912628-5447-4f81-a19b-2dd8866f2621 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:20:08.713360 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a912628-5447-4f81-a19b-2dd8866f2621 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:20:08.723639 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a2f65e0e-9806-4856-a96e-943fc9470a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:20:08.723639 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG oslo_concurrency.lockutils [None req-3a912628-5447-4f81-a19b-2dd8866f2621 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=87638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:20:08.723639 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG oslo_concurrency.lockutils [None req-3a912628-5447-4f81-a19b-2dd8866f2621 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:20:08.792675 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2f65e0e-9806-4856-a96e-943fc9470a8c None None] Routers {'9f153464-007b-4211-93a2-22206695b40e'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:20:08.793331 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-a2f65e0e-9806-4856-a96e-943fc9470a8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc29e4130>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:19:50Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['9f153464-007b-4211-93a2-22206695b40e'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:20:08.800803 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_common [None req-3be0ad10-4015-4f7d-aa45-f831571e376e None None] Allocated IP 172.20.0.2 (f35744ce-38d7-4758-ad1b-1a4ff10ddd7d/46afac7c-da07-49fb-b785-0efc2eec1ae8/8ec86046-2fb7-420c-8201-7b8893e904b0) {{(pid=87637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:20:08.870007 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a912628-5447-4f81-a19b-2dd8866f2621 None None] Pushing event updated for resources: {'Port': ['ID=a9da9be8-c974-458b-8286-c747b8819ae8,revision_number=3']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:20:08.873440 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG oslo_concurrency.lockutils [None req-3a912628-5447-4f81-a19b-2dd8866f2621 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=87638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:20:08.996598 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-a2f65e0e-9806-4856-a96e-943fc9470a8c None None] Set router 9f153464-007b-4211-93a2-22206695b40e gateway port host: dv-neutron-822799-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:20:09.067985 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3be0ad10-4015-4f7d-aa45-f831571e376e None None] Notify callbacks [] for port, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:20:09.079163 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3be0ad10-4015-4f7d-aa45-f831571e376e None None] Transition to ACTIVE for port object 8ec86046-2fb7-420c-8201-7b8893e904b0 will not be triggered until provisioned by entity L2. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:20:09.110431 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3be0ad10-4015-4f7d-aa45-f831571e376e None None] Transition to ACTIVE for port object 8ec86046-2fb7-420c-8201-7b8893e904b0 will not be triggered until provisioned by entity DHCP. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:20:09.121621 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3be0ad10-4015-4f7d-aa45-f831571e376e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780'] for port, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:20:09.121621 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:20:09.194738 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3be0ad10-4015-4f7d-aa45-f831571e376e None None] Network f35744ce-38d7-4758-ad1b-1a4ff10ddd7d is already hosted by enough agents. {{(pid=87637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:20:09.194738 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-3be0ad10-4015-4f7d-aa45-f831571e376e None None] Resources bound (agent type, host, resource id):  {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:20:09.194738 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3be0ad10-4015-4f7d-aa45-f831571e376e None None] Received port after_create {{(pid=87637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:20:09.293566 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be0ad10-4015-4f7d-aa45-f831571e376e None None] Pushing event updated for resources: {'Port': ['ID=8ec86046-2fb7-420c-8201-7b8893e904b0,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:20:09.293566 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3be0ad10-4015-4f7d-aa45-f831571e376e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:20:09.327714 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-3be0ad10-4015-4f7d-aa45-f831571e376e None None] Attempting to bind port 8ec86046-2fb7-420c-8201-7b8893e904b0 on host dv-neutron-822799-1-hyperv for vnic_type normal with profile  {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:20:09.328311 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-3be0ad10-4015-4f7d-aa45-f831571e376e None None] Attempting to bind port 8ec86046-2fb7-420c-8201-7b8893e904b0 by drivers openvswitch,hyperv on host dv-neutron-822799-1-hyperv at level 0 using segments [{'id': 'f8109a75-2dc3-435a-abaa-9b5d02ecbe2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'f35744ce-38d7-4758-ad1b-1a4ff10ddd7d'}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:20:09.328428 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be0ad10-4015-4f7d-aa45-f831571e376e None None] Attempting to bind port 8ec86046-2fb7-420c-8201-7b8893e904b0 on network f35744ce-38d7-4758-ad1b-1a4ff10ddd7d {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:20:09.334984 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be0ad10-4015-4f7d-aa45-f831571e376e None None] Checking agent: {'id': '20d2070f-69a9-4e73-8d08-6f0387a40158', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822799-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 21), 'started_at': datetime.datetime(2021, 12, 23, 16, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 19, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822799-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 23 16:20:09.335380 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be0ad10-4015-4f7d-aa45-f831571e376e None None] Checking segment: {'id': 'f8109a75-2dc3-435a-abaa-9b5d02ecbe2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'f35744ce-38d7-4758-ad1b-1a4ff10ddd7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:20:09.335805 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3be0ad10-4015-4f7d-aa45-f831571e376e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:20:09.336231 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be0ad10-4015-4f7d-aa45-f831571e376e None None] Bound using segment: {'id': 'f8109a75-2dc3-435a-abaa-9b5d02ecbe2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'f35744ce-38d7-4758-ad1b-1a4ff10ddd7d'} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 23 16:20:09.336750 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-3be0ad10-4015-4f7d-aa45-f831571e376e None None] Bound port: 8ec86046-2fb7-420c-8201-7b8893e904b0, host: dv-neutron-822799-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8109a75-2dc3-435a-abaa-9b5d02ecbe2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'f35744ce-38d7-4758-ad1b-1a4ff10ddd7d'}}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 23 16:20:09.337141 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3be0ad10-4015-4f7d-aa45-f831571e376e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:20:09.382577 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-a2f65e0e-9806-4856-a96e-943fc9470a8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc29e4130>, [{'id': '9f153464-007b-4211-93a2-22206695b40e', 'name': 'tempest-TestNetworkBasicOps-router-766725618', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.118'}], 'enable_snat': True}, 'gw_port_id': 'a9da9be8-c974-458b-8286-c747b8819ae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:20:05Z', 'updated_at': '2021-12-23T16:20:06Z', 'revision_number': 3, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'gw_port': {'id': 'a9da9be8-c974-458b-8286-c747b8819ae8', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:a1:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f153464-007b-4211-93a2-22206695b40e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:20:05Z', 'updated_at': '2021-12-23T16:20:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv'}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:20:09.386718 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2f65e0e-9806-4856-a96e-943fc9470a8c None None] The sync data for ids ['9f153464-007b-4211-93a2-22206695b40e'] in dv-neutron-822799-1-hyperv is: [{'id': '9f153464-007b-4211-93a2-22206695b40e', 'name': 'tempest-TestNetworkBasicOps-router-766725618', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.118'}], 'enable_snat': True}, 'gw_port_id': 'a9da9be8-c974-458b-8286-c747b8819ae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:20:05Z', 'updated_at': '2021-12-23T16:20:06Z', 'revision_number': 3, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'gw_port': {'id': 'a9da9be8-c974-458b-8286-c747b8819ae8', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:a1:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f153464-007b-4211-93a2-22206695b40e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:20:05Z', 'updated_at': '2021-12-23T16:20:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv'}] {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 23 16:20:09.387738 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-87e31425-1e56-4643-beb8-fa1e1d1a9fb2 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:20:09.439140 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-3be0ad10-4015-4f7d-aa45-f831571e376e None None] For port 8ec86046-2fb7-420c-8201-7b8893e904b0, host dv-neutron-822799-1-hyperv, cleared binding levels {{(pid=87637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 23 16:20:09.453685 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-3be0ad10-4015-4f7d-aa45-f831571e376e None None] For port 8ec86046-2fb7-420c-8201-7b8893e904b0, host dv-neutron-822799-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=8ec86046-2fb7-420c-8201-7b8893e904b0,segment=NetworkSegment(f8109a75-2dc3-435a-abaa-9b5d02ecbe2c),segment_id=f8109a75-2dc3-435a-abaa-9b5d02ecbe2c)] {{(pid=87637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 23 16:20:09.453685 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3be0ad10-4015-4f7d-aa45-f831571e376e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:20:09.463561 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-2fd9b5a6-c905-4794-ad4b-6e5595c60f3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:20:09.543913 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be0ad10-4015-4f7d-aa45-f831571e376e None None] Pushing event updated for resources: {'Port': ['ID=8ec86046-2fb7-420c-8201-7b8893e904b0,revision_number=2']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:20:09.543913 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3be0ad10-4015-4f7d-aa45-f831571e376e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:20:09.939521 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [None req-87e31425-1e56-4643-beb8-fa1e1d1a9fb2 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Allocated IP 172.20.0.1 (f35744ce-38d7-4758-ad1b-1a4ff10ddd7d/46afac7c-da07-49fb-b785-0efc2eec1ae8/9ce21035-10be-4b8c-900c-544ece351b72) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:20:10.193099 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-87e31425-1e56-4643-beb8-fa1e1d1a9fb2 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:20:10.209936 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.provisioning_blocks [None req-87e31425-1e56-4643-beb8-fa1e1d1a9fb2 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Transition to ACTIVE for port object 9ce21035-10be-4b8c-900c-544ece351b72 will not be triggered until provisioned by entity DHCP. {{(pid=87636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:20:10.237866 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-87e31425-1e56-4643-beb8-fa1e1d1a9fb2 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:20:10.248866 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-708b0625-954e-4b5a-acbc-6691a6d0dedb tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:20:10.323010 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87e31425-1e56-4643-beb8-fa1e1d1a9fb2 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Network f35744ce-38d7-4758-ad1b-1a4ff10ddd7d is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:20:10.326661 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-87e31425-1e56-4643-beb8-fa1e1d1a9fb2 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Resources bound (agent type, host, resource id):  {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:20:10.330971 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e31425-1e56-4643-beb8-fa1e1d1a9fb2 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:20:10.365425 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e31425-1e56-4643-beb8-fa1e1d1a9fb2 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Pushing event updated for resources: {'Port': ['ID=9ce21035-10be-4b8c-900c-544ece351b72,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:20:10.372278 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-87e31425-1e56-4643-beb8-fa1e1d1a9fb2 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:20:10.399026 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-87e31425-1e56-4643-beb8-fa1e1d1a9fb2 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1781300'] for router_interface, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:20:10.559053 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-87e31425-1e56-4643-beb8-fa1e1d1a9fb2 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:20:10.826712 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-630d1829-2a0e-4847-855f-2a3f41ff949f None None] Network f35744ce-38d7-4758-ad1b-1a4ff10ddd7d requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:20:10.928602 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-31304eae-f3de-469b-8698-4199a6fd2eb8 None None] Provisioning for port 8ec86046-2fb7-420c-8201-7b8893e904b0 completed by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:20:11.171473 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-87e31425-1e56-4643-beb8-fa1e1d1a9fb2 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for port, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:20:11.178844 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-87e31425-1e56-4643-beb8-fa1e1d1a9fb2 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2176289'] for port, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:20:11.207038 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-42b12567-e85d-4f16-8765-2a9d7517749b tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:20:11.299529 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e31425-1e56-4643-beb8-fa1e1d1a9fb2 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Pushing event updated for resources: {'Port': ['ID=9ce21035-10be-4b8c-900c-544ece351b72,revision_number=2']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:20:11.304432 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-87e31425-1e56-4643-beb8-fa1e1d1a9fb2 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:20:11.310060 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-87e31425-1e56-4643-beb8-fa1e1d1a9fb2 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1627481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1781465'] for router_interface, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:20:11.461155 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87e31425-1e56-4643-beb8-fa1e1d1a9fb2 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Network f35744ce-38d7-4758-ad1b-1a4ff10ddd7d is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:20:11.462185 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-87e31425-1e56-4643-beb8-fa1e1d1a9fb2 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Resources bound (agent type, host, resource id):  {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:20:11.504169 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-c84ff7f7-1065-4c37-b5d7-372c6d507bcb None None] Provisioning for port 9ce21035-10be-4b8c-900c-544ece351b72 completed by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:20:11.513374 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-c84ff7f7-1065-4c37-b5d7-372c6d507bcb None None] Provisioning complete for port 9ce21035-10be-4b8c-900c-544ece351b72 triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:20:11.513944 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-c84ff7f7-1065-4c37-b5d7-372c6d507bcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:20:11.595163 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-c84ff7f7-1065-4c37-b5d7-372c6d507bcb None None] Port 9ce21035-10be-4b8c-900c-544ece351b72 cannot update to ACTIVE because it is not bound. {{(pid=87637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 23 16:20:11.696547 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 8ec86046-2fb7-420c-8201-7b8893e904b0 up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:20:11.699668 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87e31425-1e56-4643-beb8-fa1e1d1a9fb2 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Router 9f153464-007b-4211-93a2-22206695b40e has already been hosted by L3 agent 371d4c41-c7e2-4de7-9539-c049ec4e95d1 {{(pid=87636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 23 16:20:11.773061 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-12282222-2f12-416a-a81d-b35248cb37c6 None None] Provisioning complete for port 9ce21035-10be-4b8c-900c-544ece351b72 triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:20:11.773061 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-12282222-2f12-416a-a81d-b35248cb37c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:20:11.795888 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:20:11.841439 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-12282222-2f12-416a-a81d-b35248cb37c6 None None] Port 9ce21035-10be-4b8c-900c-544ece351b72 cannot update to ACTIVE because it is not bound. {{(pid=87637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 23 16:20:11.848336 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning for port 8ec86046-2fb7-420c-8201-7b8893e904b0 completed by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:20:11.862562 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port 8ec86046-2fb7-420c-8201-7b8893e904b0 triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:20:11.862562 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:20:11.930551 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87e31425-1e56-4643-beb8-fa1e1d1a9fb2 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify agent at l3_agent.dv-neutron-822799-1-hyperv the message routers_updated {{(pid=87636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 23 16:20:11.944838 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d057f90-c0b8-4361-a467-589a02c11db1 None None] Sync routers for ids ['9f153464-007b-4211-93a2-22206695b40e'] in dv-neutron-822799-1-hyperv {{(pid=87637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 23 16:20:11.949477 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-87e31425-1e56-4643-beb8-fa1e1d1a9fb2 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "PUT /v2.0/routers/9f153464-007b-4211-93a2-22206695b40e/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.5819519
Dec 23 16:20:11.950754 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 53420) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:20:11.969955 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d057f90-c0b8-4361-a467-589a02c11db1 None None] Routers {'9f153464-007b-4211-93a2-22206695b40e'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:20:11.970237 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-4d057f90-c0b8-4361-a467-589a02c11db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc12c9850>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:19:50Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['9f153464-007b-4211-93a2-22206695b40e'], 'active': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:20:12.061059 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-36329a2b-203b-4315-b53e-c4020fbbb124 None None] Provisioning complete for port 9ce21035-10be-4b8c-900c-544ece351b72 triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:20:12.061739 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-36329a2b-203b-4315-b53e-c4020fbbb124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:20:12.245248 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-36329a2b-203b-4315-b53e-c4020fbbb124 None None] Port 9ce21035-10be-4b8c-900c-544ece351b72 cannot update to ACTIVE because it is not bound. {{(pid=87637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 23 16:20:12.246768 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15a0ff55-7f27-44f2-91d3-b20ec1687c9c tempest-TestNetworkBasicOps-54271533 tempest-TestNetworkBasicOps-54271533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:20:12.247256 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15a0ff55-7f27-44f2-91d3-b20ec1687c9c tempest-TestNetworkBasicOps-54271533 tempest-TestNetworkBasicOps-54271533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:20:12.247724 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15a0ff55-7f27-44f2-91d3-b20ec1687c9c tempest-TestNetworkBasicOps-54271533 tempest-TestNetworkBasicOps-54271533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:20:12.248185 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15a0ff55-7f27-44f2-91d3-b20ec1687c9c tempest-TestNetworkBasicOps-54271533 tempest-TestNetworkBasicOps-54271533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:20:12.249257 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15a0ff55-7f27-44f2-91d3-b20ec1687c9c tempest-TestNetworkBasicOps-54271533 tempest-TestNetworkBasicOps-54271533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:20:12.249257 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15a0ff55-7f27-44f2-91d3-b20ec1687c9c tempest-TestNetworkBasicOps-54271533 tempest-TestNetworkBasicOps-54271533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:20:12.250834 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-15a0ff55-7f27-44f2-91d3-b20ec1687c9c tempest-TestNetworkBasicOps-54271533 tempest-TestNetworkBasicOps-54271533-project-admin] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200  len: 4284 time: 0.3005321
Dec 23 16:20:12.253885 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 53424) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:20:12.267391 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:20:12.300891 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvr_db [None req-4d057f90-c0b8-4361-a467-589a02c11db1 None None] Set router 9f153464-007b-4211-93a2-22206695b40e gateway port host: dv-neutron-822799-1-hyperv {{(pid=87637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:20:12.350435 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d65e773-29ff-4bdf-8856-8c88b4d83a14 tempest-TestNetworkBasicOps-54271533 tempest-TestNetworkBasicOps-54271533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:20:12.354262 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d65e773-29ff-4bdf-8856-8c88b4d83a14 tempest-TestNetworkBasicOps-54271533 tempest-TestNetworkBasicOps-54271533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:20:12.354262 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d65e773-29ff-4bdf-8856-8c88b4d83a14 tempest-TestNetworkBasicOps-54271533 tempest-TestNetworkBasicOps-54271533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:20:12.354262 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d65e773-29ff-4bdf-8856-8c88b4d83a14 tempest-TestNetworkBasicOps-54271533 tempest-TestNetworkBasicOps-54271533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:20:12.354637 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d65e773-29ff-4bdf-8856-8c88b4d83a14 tempest-TestNetworkBasicOps-54271533 tempest-TestNetworkBasicOps-54271533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:20:12.355017 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d65e773-29ff-4bdf-8856-8c88b4d83a14 tempest-TestNetworkBasicOps-54271533 tempest-TestNetworkBasicOps-54271533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:20:12.364423 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-9d65e773-29ff-4bdf-8856-8c88b4d83a14 tempest-TestNetworkBasicOps-54271533 tempest-TestNetworkBasicOps-54271533-project-admin] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 4003 time: 0.1049716
Dec 23 16:20:12.367184 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 53430) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:20:12.380724 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] For port 8ec86046-2fb7-420c-8201-7b8893e904b0, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=8ec86046-2fb7-420c-8201-7b8893e904b0,segment=NetworkSegment(f8109a75-2dc3-435a-abaa-9b5d02ecbe2c),segment_id=f8109a75-2dc3-435a-abaa-9b5d02ecbe2c)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:20:12.437107 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:20:12.437295 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device a9da9be8-c974-458b-8286-c747b8819ae8 up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:20:12.473153 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-b703a2d6-bcf4-4bad-943d-57020aceb9d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:20:12.602185 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-d5904083-483d-4eff-a59b-47d065716dc0 tempest-TestNetworkBasicOps-54271533 tempest-TestNetworkBasicOps-54271533-project-admin] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200  len: 3047 time: 0.2385259
Dec 23 16:20:12.603338 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 53434) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:20:12.611225 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-ad676eb6-2775-4423-b5d0-3c7c09a00fa7 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-1766152459', 'network_id': 'f35744ce-38d7-4758-ad1b-1a4ff10ddd7d'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:20:12.654756 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Pushing event updated for resources: {'Port': ['ID=8ec86046-2fb7-420c-8201-7b8893e904b0,revision_number=3']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:20:12.655921 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:20:12.693876 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning for port a9da9be8-c974-458b-8286-c747b8819ae8 completed by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:20:12.726919 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port a9da9be8-c974-458b-8286-c747b8819ae8 triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:20:12.727565 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:20:12.755466 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-ad676eb6-2775-4423-b5d0-3c7c09a00fa7 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:20:12.758650 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-ad676eb6-2775-4423-b5d0-3c7c09a00fa7 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Usage tracker for resource:port and tenant:544f3e375bde4f0988286eba27294ea6 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:20:12.762234 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-ad676eb6-2775-4423-b5d0-3c7c09a00fa7 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:20:12.771373 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-ad676eb6-2775-4423-b5d0-3c7c09a00fa7 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:20:12.779408 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad676eb6-2775-4423-b5d0-3c7c09a00fa7 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Made reservation on behalf of 544f3e375bde4f0988286eba27294ea6 for: {'port': 1} {{(pid=87635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:20:12.784028 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-ad676eb6-2775-4423-b5d0-3c7c09a00fa7 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:20:12.808107 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.notifiers.nova [None req-ad676eb6-2775-4423-b5d0-3c7c09a00fa7 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] device_id is not set on port ba3487f3-ba3b-44b2-8de5-4d7b0f8c81e0 yet. {{(pid=87635) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 23 16:20:12.878973 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:20:12.899718 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-4d057f90-c0b8-4361-a467-589a02c11db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc12c9850>, [{'id': '9f153464-007b-4211-93a2-22206695b40e', 'name': 'tempest-TestNetworkBasicOps-router-766725618', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.118'}], 'enable_snat': True}, 'gw_port_id': 'a9da9be8-c974-458b-8286-c747b8819ae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:20:05Z', 'updated_at': '2021-12-23T16:20:10Z', 'revision_number': 4, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'gw_port': {'id': 'a9da9be8-c974-458b-8286-c747b8819ae8', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:a1:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f153464-007b-4211-93a2-22206695b40e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:20:05Z', 'updated_at': '2021-12-23T16:20:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_interfaces': [{'id': '9ce21035-10be-4b8c-900c-544ece351b72', 'name': '', 'network_id': 'f35744ce-38d7-4758-ad1b-1a4ff10ddd7d', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'mac_address': 'fa:16:3e:05:03:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f153464-007b-4211-93a2-22206695b40e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '46afac7c-da07-49fb-b785-0efc2eec1ae8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:20:09Z', 'updated_at': '2021-12-23T16:20:10Z', 'revision_number': 2, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'subnets': [{'id': '46afac7c-da07-49fb-b785-0efc2eec1ae8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:20:12.904623 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] For port a9da9be8-c974-458b-8286-c747b8819ae8, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=a9da9be8-c974-458b-8286-c747b8819ae8,segment=NetworkSegment(77e3d110-dd7b-426c-b11f-b78dde7993df),segment_id=77e3d110-dd7b-426c-b11f-b78dde7993df)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:20:12.906151 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d057f90-c0b8-4361-a467-589a02c11db1 None None] Checking router: 9f153464-007b-4211-93a2-22206695b40e for host: dv-neutron-822799-1-hyperv {{(pid=87637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 23 16:20:12.906468 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d057f90-c0b8-4361-a467-589a02c11db1 None None] Updating router 9f153464-007b-4211-93a2-22206695b40e port 9ce21035-10be-4b8c-900c-544ece351b72 binding host dv-neutron-822799-1-hyperv {{(pid=87637) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 23 16:20:12.938273 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:20:12.945029 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-ef30ca7d-2990-42a4-9c1d-aa37ae3583d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:20:12.964158 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.db_base_plugin_common [None req-ad676eb6-2775-4423-b5d0-3c7c09a00fa7 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Allocated IP 172.20.0.11 (f35744ce-38d7-4758-ad1b-1a4ff10ddd7d/46afac7c-da07-49fb-b785-0efc2eec1ae8/ba3487f3-ba3b-44b2-8de5-4d7b0f8c81e0) {{(pid=87635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:20:13.019546 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4d057f90-c0b8-4361-a467-589a02c11db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:20:13.065364 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Pushing event updated for resources: {'Port': ['ID=a9da9be8-c974-458b-8286-c747b8819ae8,revision_number=4']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:20:13.072367 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:20:13.166232 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-ad676eb6-2775-4423-b5d0-3c7c09a00fa7 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for port, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:20:13.182463 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.provisioning_blocks [None req-ad676eb6-2775-4423-b5d0-3c7c09a00fa7 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Transition to ACTIVE for port object ba3487f3-ba3b-44b2-8de5-4d7b0f8c81e0 will not be triggered until provisioned by entity DHCP. {{(pid=87635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:20:13.206477 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-ad676eb6-2775-4423-b5d0-3c7c09a00fa7 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:20:13.212698 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-952c2944-e613-49a5-8978-6576c8048be5 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:20:13.282411 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad676eb6-2775-4423-b5d0-3c7c09a00fa7 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Network f35744ce-38d7-4758-ad1b-1a4ff10ddd7d is already hosted by enough agents. {{(pid=87635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:20:13.285950 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.base_scheduler [None req-ad676eb6-2775-4423-b5d0-3c7c09a00fa7 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Resources bound (agent type, host, resource id):  {{(pid=87635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:20:13.290013 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad676eb6-2775-4423-b5d0-3c7c09a00fa7 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Received port after_create {{(pid=87635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:20:13.321344 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad676eb6-2775-4423-b5d0-3c7c09a00fa7 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Pushing event updated for resources: {'Port': ['ID=ba3487f3-ba3b-44b2-8de5-4d7b0f8c81e0,revision_number=1']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:20:13.329554 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-ad676eb6-2775-4423-b5d0-3c7c09a00fa7 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:20:13.372747 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad676eb6-2775-4423-b5d0-3c7c09a00fa7 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:20:13.372747 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-ad676eb6-2775-4423-b5d0-3c7c09a00fa7 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:20:13.407689 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-ad676eb6-2775-4423-b5d0-3c7c09a00fa7 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201  len: 931 time: 0.8007257
Dec 23 16:20:13.453350 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4d057f90-c0b8-4361-a467-589a02c11db1 None None] Notify callbacks [] for port, precommit_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:20:13.471467 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-4d057f90-c0b8-4361-a467-589a02c11db1 None None] Transition to ACTIVE for port object 9ce21035-10be-4b8c-900c-544ece351b72 will not be triggered until provisioned by entity L2. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:20:13.483481 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4d057f90-c0b8-4361-a467-589a02c11db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:20:13.488212 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:20:13.621475 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 8ec86046-2fb7-420c-8201-7b8893e904b0 up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:20:13.654434 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be83d7df-ff31-4069-bf1a-c7b6a32006ea None None] Pushing event updated for resources: {'Port': ['ID=9ce21035-10be-4b8c-900c-544ece351b72,revision_number=3']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:20:13.657810 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-be83d7df-ff31-4069-bf1a-c7b6a32006ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:20:13.694603 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 53440) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:20:13.701826 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-27dc3e6c-d86a-4cf7-80e7-de81ed55980b tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1746038061', 'description': 'tempest-secgroup-smoke-1746038061 description', 'project_id': '544f3e375bde4f0988286eba27294ea6'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:20:13.708729 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-27dc3e6c-d86a-4cf7-80e7-de81ed55980b tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:20:13.713876 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-27dc3e6c-d86a-4cf7-80e7-de81ed55980b tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Usage tracker for resource:security_group and tenant:544f3e375bde4f0988286eba27294ea6 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:20:13.717381 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-27dc3e6c-d86a-4cf7-80e7-de81ed55980b tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:20:13.724385 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-27dc3e6c-d86a-4cf7-80e7-de81ed55980b tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:20:13.739358 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-27dc3e6c-d86a-4cf7-80e7-de81ed55980b tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:20:13.764937 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-27dc3e6c-d86a-4cf7-80e7-de81ed55980b tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:20:13.769126 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-27dc3e6c-d86a-4cf7-80e7-de81ed55980b tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Usage tracker for resource:security_group_rule and tenant:544f3e375bde4f0988286eba27294ea6 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:20:13.772992 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-27dc3e6c-d86a-4cf7-80e7-de81ed55980b tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:20:13.778790 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-27dc3e6c-d86a-4cf7-80e7-de81ed55980b tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:20:13.794947 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-e4a25a98-17ba-4dc6-8077-ceea86f298e0 None None] Provisioning for port ba3487f3-ba3b-44b2-8de5-4d7b0f8c81e0 completed by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:20:13.834253 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-e4a25a98-17ba-4dc6-8077-ceea86f298e0 None None] Provisioning complete for port ba3487f3-ba3b-44b2-8de5-4d7b0f8c81e0 triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:20:13.834789 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-e4a25a98-17ba-4dc6-8077-ceea86f298e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:20:13.865288 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-27dc3e6c-d86a-4cf7-80e7-de81ed55980b tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:20:13.871784 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-27dc3e6c-d86a-4cf7-80e7-de81ed55980b tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:20:13.877362 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-c1892eb8-7a04-4b16-be32-31f2fa569f2a tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:20:13.915536 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-4d057f90-c0b8-4361-a467-589a02c11db1 None None] Attempting to bind port 9ce21035-10be-4b8c-900c-544ece351b72 on host dv-neutron-822799-1-hyperv for vnic_type normal with profile  {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:20:13.916178 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-4d057f90-c0b8-4361-a467-589a02c11db1 None None] Attempting to bind port 9ce21035-10be-4b8c-900c-544ece351b72 by drivers openvswitch,hyperv on host dv-neutron-822799-1-hyperv at level 0 using segments [{'id': 'f8109a75-2dc3-435a-abaa-9b5d02ecbe2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'f35744ce-38d7-4758-ad1b-1a4ff10ddd7d'}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:20:13.916290 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d057f90-c0b8-4361-a467-589a02c11db1 None None] Attempting to bind port 9ce21035-10be-4b8c-900c-544ece351b72 on network f35744ce-38d7-4758-ad1b-1a4ff10ddd7d {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:20:13.919823 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dc3e6c-d86a-4cf7-80e7-de81ed55980b tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Pushing event updated for resources: {'SecurityGroup': ['ID=345bd6c9-bb43-4dc7-9dfd-0be9df89f83c,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:20:13.922951 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-27dc3e6c-d86a-4cf7-80e7-de81ed55980b tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:20:13.924077 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-27dc3e6c-d86a-4cf7-80e7-de81ed55980b tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:20:13.925389 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-27dc3e6c-d86a-4cf7-80e7-de81ed55980b tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1796 time: 0.2290218
Dec 23 16:20:13.928829 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d057f90-c0b8-4361-a467-589a02c11db1 None None] Checking agent: {'id': '20d2070f-69a9-4e73-8d08-6f0387a40158', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822799-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 21), 'started_at': datetime.datetime(2021, 12, 23, 16, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 19, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822799-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 23 16:20:13.929080 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 53444) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:20:13.929217 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d057f90-c0b8-4361-a467-589a02c11db1 None None] Checking segment: {'id': 'f8109a75-2dc3-435a-abaa-9b5d02ecbe2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'f35744ce-38d7-4758-ad1b-1a4ff10ddd7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:20:13.929736 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4d057f90-c0b8-4361-a467-589a02c11db1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:20:13.930060 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d057f90-c0b8-4361-a467-589a02c11db1 None None] Bound using segment: {'id': 'f8109a75-2dc3-435a-abaa-9b5d02ecbe2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'f35744ce-38d7-4758-ad1b-1a4ff10ddd7d'} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 23 16:20:13.931259 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-4d057f90-c0b8-4361-a467-589a02c11db1 None None] Bound port: 9ce21035-10be-4b8c-900c-544ece351b72, host: dv-neutron-822799-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8109a75-2dc3-435a-abaa-9b5d02ecbe2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'f35744ce-38d7-4758-ad1b-1a4ff10ddd7d'}}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 23 16:20:13.931720 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4d057f90-c0b8-4361-a467-589a02c11db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:20:13.934526 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-bfaa0596-bbba-4a93-88c1-99aefbbc9f78 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Request body: {'security_group_rule': {'security_group_id': '345bd6c9-bb43-4dc7-9dfd-0be9df89f83c', 'project_id': '544f3e375bde4f0988286eba27294ea6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:20:13.940138 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port 8ec86046-2fb7-420c-8201-7b8893e904b0 triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:20:13.940498 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:20:13.941404 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-bfaa0596-bbba-4a93-88c1-99aefbbc9f78 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:20:13.945312 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-bfaa0596-bbba-4a93-88c1-99aefbbc9f78 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Usage tracker for resource:security_group_rule and tenant:544f3e375bde4f0988286eba27294ea6 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:20:13.948154 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-bfaa0596-bbba-4a93-88c1-99aefbbc9f78 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:20:13.954136 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-bfaa0596-bbba-4a93-88c1-99aefbbc9f78 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:20:13.972731 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-e4a25a98-17ba-4dc6-8077-ceea86f298e0 None None] Port ba3487f3-ba3b-44b2-8de5-4d7b0f8c81e0 cannot update to ACTIVE because it is not bound. {{(pid=87637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 23 16:20:13.972995 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-bfaa0596-bbba-4a93-88c1-99aefbbc9f78 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:20:14.035607 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-bfaa0596-bbba-4a93-88c1-99aefbbc9f78 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:20:14.040831 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-bfaa0596-bbba-4a93-88c1-99aefbbc9f78 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762424'] for security_group_rule, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:20:14.042848 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-6c210e32-a37f-4287-9f1f-d516739034a6 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:20:14.071314 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaa0596-bbba-4a93-88c1-99aefbbc9f78 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d4e64a3-d6a1-495c-93af-40d7975cecb4,revision_number=0']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:20:14.076279 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-bfaa0596-bbba-4a93-88c1-99aefbbc9f78 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:20:14.083293 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-bfaa0596-bbba-4a93-88c1-99aefbbc9f78 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:20:14.084871 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-bfaa0596-bbba-4a93-88c1-99aefbbc9f78 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1546628
Dec 23 16:20:14.088018 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 53448) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:20:14.093674 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-0f4eb423-057b-4b6b-967a-1ad0a7693551 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Request body: {'security_group_rule': {'security_group_id': '345bd6c9-bb43-4dc7-9dfd-0be9df89f83c', 'project_id': '544f3e375bde4f0988286eba27294ea6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:20:14.100175 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-0f4eb423-057b-4b6b-967a-1ad0a7693551 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:20:14.104789 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-0f4eb423-057b-4b6b-967a-1ad0a7693551 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Usage tracker for resource:security_group_rule and tenant:544f3e375bde4f0988286eba27294ea6 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:20:14.107944 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-0f4eb423-057b-4b6b-967a-1ad0a7693551 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:20:14.113791 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-0f4eb423-057b-4b6b-967a-1ad0a7693551 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:20:14.129068 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-4d057f90-c0b8-4361-a467-589a02c11db1 None None] For port 9ce21035-10be-4b8c-900c-544ece351b72, host dv-neutron-822799-1-hyperv, cleared binding levels {{(pid=87637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 23 16:20:14.132210 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-0f4eb423-057b-4b6b-967a-1ad0a7693551 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:20:14.151221 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-4d057f90-c0b8-4361-a467-589a02c11db1 None None] For port 9ce21035-10be-4b8c-900c-544ece351b72, host dv-neutron-822799-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=9ce21035-10be-4b8c-900c-544ece351b72,segment=NetworkSegment(f8109a75-2dc3-435a-abaa-9b5d02ecbe2c),segment_id=f8109a75-2dc3-435a-abaa-9b5d02ecbe2c)] {{(pid=87637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 23 16:20:14.158064 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device a9da9be8-c974-458b-8286-c747b8819ae8 up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:20:14.183466 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4d057f90-c0b8-4361-a467-589a02c11db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:20:14.191171 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:20:14.194080 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-0f4eb423-057b-4b6b-967a-1ad0a7693551 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:20:14.199186 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-0f4eb423-057b-4b6b-967a-1ad0a7693551 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762424'] for security_group_rule, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:20:14.201103 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-bfaa0596-bbba-4a93-88c1-99aefbbc9f78 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:20:14.223481 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4eb423-057b-4b6b-967a-1ad0a7693551 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=507f8ec5-2fa1-4e05-9575-479f18552da9,revision_number=0']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:20:14.225941 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-0f4eb423-057b-4b6b-967a-1ad0a7693551 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:20:14.235527 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-0f4eb423-057b-4b6b-967a-1ad0a7693551 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:20:14.240274 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 53452) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:20:14.246795 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-28614505-360d-45a7-90a3-0c6c1b8fef9b tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Request body: {'security_group_rule': {'security_group_id': '345bd6c9-bb43-4dc7-9dfd-0be9df89f83c', 'project_id': '544f3e375bde4f0988286eba27294ea6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:20:14.249238 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-0f4eb423-057b-4b6b-967a-1ad0a7693551 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1600349
Dec 23 16:20:14.253088 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-28614505-360d-45a7-90a3-0c6c1b8fef9b tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:20:14.256967 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-28614505-360d-45a7-90a3-0c6c1b8fef9b tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Usage tracker for resource:security_group_rule and tenant:544f3e375bde4f0988286eba27294ea6 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:20:14.260963 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-28614505-360d-45a7-90a3-0c6c1b8fef9b tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:20:14.268089 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-28614505-360d-45a7-90a3-0c6c1b8fef9b tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:20:14.297874 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d057f90-c0b8-4361-a467-589a02c11db1 None None] Routers {'9f153464-007b-4211-93a2-22206695b40e'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:20:14.298620 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-4d057f90-c0b8-4361-a467-589a02c11db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc12c9850>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:19:50Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['9f153464-007b-4211-93a2-22206695b40e'], 'active': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:20:14.300843 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-28614505-360d-45a7-90a3-0c6c1b8fef9b tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:20:14.376669 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-28614505-360d-45a7-90a3-0c6c1b8fef9b tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:20:14.381929 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-28614505-360d-45a7-90a3-0c6c1b8fef9b tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762424'] for security_group_rule, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:20:14.383789 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:20:14.387001 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be83d7df-ff31-4069-bf1a-c7b6a32006ea None None] Pushing event updated for resources: {'Port': ['ID=9ce21035-10be-4b8c-900c-544ece351b72,revision_number=4']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:20:14.390359 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-be83d7df-ff31-4069-bf1a-c7b6a32006ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:20:14.407526 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28614505-360d-45a7-90a3-0c6c1b8fef9b tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ee1a4c4-3081-48af-992b-f36190627928,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:20:14.410676 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-28614505-360d-45a7-90a3-0c6c1b8fef9b tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:20:14.411166 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port a9da9be8-c974-458b-8286-c747b8819ae8 triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:20:14.411800 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:20:14.419643 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-28614505-360d-45a7-90a3-0c6c1b8fef9b tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:20:14.423730 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-28614505-360d-45a7-90a3-0c6c1b8fef9b tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1788948
Dec 23 16:20:14.424191 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 53456) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:20:14.429996 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-6ccebaeb-3b25-4e56-a815-ec293c55d704 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Request body: {'security_group_rule': {'security_group_id': '345bd6c9-bb43-4dc7-9dfd-0be9df89f83c', 'project_id': '544f3e375bde4f0988286eba27294ea6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:20:14.439226 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-6ccebaeb-3b25-4e56-a815-ec293c55d704 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:20:14.444769 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-6ccebaeb-3b25-4e56-a815-ec293c55d704 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Usage tracker for resource:security_group_rule and tenant:544f3e375bde4f0988286eba27294ea6 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:20:14.448134 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-6ccebaeb-3b25-4e56-a815-ec293c55d704 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:20:14.454467 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-6ccebaeb-3b25-4e56-a815-ec293c55d704 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:20:14.473311 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-6ccebaeb-3b25-4e56-a815-ec293c55d704 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:20:14.534792 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-6ccebaeb-3b25-4e56-a815-ec293c55d704 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:20:14.539688 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-6ccebaeb-3b25-4e56-a815-ec293c55d704 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762424'] for security_group_rule, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:20:14.541520 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-07e9f7f1-39b1-4859-8725-b8ae38c5b715 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:20:14.562409 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvr_db [None req-4d057f90-c0b8-4361-a467-589a02c11db1 None None] Set router 9f153464-007b-4211-93a2-22206695b40e gateway port host: dv-neutron-822799-1-hyperv {{(pid=87637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:20:14.563371 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccebaeb-3b25-4e56-a815-ec293c55d704 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=111a351e-4d4e-47dc-a847-26104167d5c4,revision_number=0']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:20:14.566409 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-6ccebaeb-3b25-4e56-a815-ec293c55d704 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:20:14.574436 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-6ccebaeb-3b25-4e56-a815-ec293c55d704 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:20:14.575840 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-6ccebaeb-3b25-4e56-a815-ec293c55d704 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1505315
Dec 23 16:20:14.578659 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 53460) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:20:14.583863 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-4852f830-e602-4471-a0fd-0bfbab304961 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Request body: {'security_group_rule': {'security_group_id': '345bd6c9-bb43-4dc7-9dfd-0be9df89f83c', 'project_id': '544f3e375bde4f0988286eba27294ea6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:20:14.590015 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-4852f830-e602-4471-a0fd-0bfbab304961 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:20:14.593998 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-4852f830-e602-4471-a0fd-0bfbab304961 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Usage tracker for resource:security_group_rule and tenant:544f3e375bde4f0988286eba27294ea6 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:20:14.597009 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-4852f830-e602-4471-a0fd-0bfbab304961 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:20:14.603124 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-4852f830-e602-4471-a0fd-0bfbab304961 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:20:14.614312 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.db.securitygroups_db [None req-4852f830-e602-4471-a0fd-0bfbab304961 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Project 544f3e375bde4f0988286eba27294ea6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 23 16:20:14.621357 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-4852f830-e602-4471-a0fd-0bfbab304961 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:20:14.693846 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-4852f830-e602-4471-a0fd-0bfbab304961 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:20:14.698616 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-4852f830-e602-4471-a0fd-0bfbab304961 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762424'] for security_group_rule, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:20:14.701186 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-c4875c79-b0a8-41af-98c6-1f31fd8b912a tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:20:14.721578 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4852f830-e602-4471-a0fd-0bfbab304961 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aaf57591-1750-44d4-8497-a32c3f17f634,revision_number=0']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:20:14.725996 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-4852f830-e602-4471-a0fd-0bfbab304961 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:20:14.737995 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-4852f830-e602-4471-a0fd-0bfbab304961 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:20:14.739012 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-4852f830-e602-4471-a0fd-0bfbab304961 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1589055
Dec 23 16:20:14.741792 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 53464) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:20:14.747653 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-eb32c978-6671-43c6-becf-d566327605c1 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Request body: {'security_group_rule': {'security_group_id': '345bd6c9-bb43-4dc7-9dfd-0be9df89f83c', 'project_id': '544f3e375bde4f0988286eba27294ea6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:20:14.754805 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-eb32c978-6671-43c6-becf-d566327605c1 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:20:14.759805 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-eb32c978-6671-43c6-becf-d566327605c1 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Usage tracker for resource:security_group_rule and tenant:544f3e375bde4f0988286eba27294ea6 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:20:14.763231 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-eb32c978-6671-43c6-becf-d566327605c1 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:20:14.769836 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-eb32c978-6671-43c6-becf-d566327605c1 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:20:14.781242 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.db.securitygroups_db [None req-eb32c978-6671-43c6-becf-d566327605c1 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Project 544f3e375bde4f0988286eba27294ea6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 23 16:20:14.788321 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-eb32c978-6671-43c6-becf-d566327605c1 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:20:14.858306 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-eb32c978-6671-43c6-becf-d566327605c1 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:20:14.863812 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-eb32c978-6671-43c6-becf-d566327605c1 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762424'] for security_group_rule, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:20:14.876636 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-af3b4374-6810-4e3a-a57c-48aa5d9e337b tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:20:14.894283 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb32c978-6671-43c6-becf-d566327605c1 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fd180a6-6126-4d7f-b761-9264ed31f406,revision_number=0']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:20:14.898948 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-eb32c978-6671-43c6-becf-d566327605c1 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:20:14.899144 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-eb32c978-6671-43c6-becf-d566327605c1 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:20:14.904605 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-eb32c978-6671-43c6-becf-d566327605c1 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1575470
Dec 23 16:20:14.956178 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-4d057f90-c0b8-4361-a467-589a02c11db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc12c9850>, [{'id': '9f153464-007b-4211-93a2-22206695b40e', 'name': 'tempest-TestNetworkBasicOps-router-766725618', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.118'}], 'enable_snat': True}, 'gw_port_id': 'a9da9be8-c974-458b-8286-c747b8819ae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:20:05Z', 'updated_at': '2021-12-23T16:20:10Z', 'revision_number': 4, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'gw_port': {'id': 'a9da9be8-c974-458b-8286-c747b8819ae8', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:a1:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f153464-007b-4211-93a2-22206695b40e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:20:05Z', 'updated_at': '2021-12-23T16:20:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_interfaces': [{'id': '9ce21035-10be-4b8c-900c-544ece351b72', 'name': '', 'network_id': 'f35744ce-38d7-4758-ad1b-1a4ff10ddd7d', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'mac_address': 'fa:16:3e:05:03:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f153464-007b-4211-93a2-22206695b40e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '46afac7c-da07-49fb-b785-0efc2eec1ae8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:20:09Z', 'updated_at': '2021-12-23T16:20:14Z', 'revision_number': 4, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'subnets': [{'id': '46afac7c-da07-49fb-b785-0efc2eec1ae8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:20:14.961166 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d057f90-c0b8-4361-a467-589a02c11db1 None None] The sync data for ids ['9f153464-007b-4211-93a2-22206695b40e'] in dv-neutron-822799-1-hyperv is: [{'id': '9f153464-007b-4211-93a2-22206695b40e', 'name': 'tempest-TestNetworkBasicOps-router-766725618', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.118'}], 'enable_snat': True}, 'gw_port_id': 'a9da9be8-c974-458b-8286-c747b8819ae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:20:05Z', 'updated_at': '2021-12-23T16:20:10Z', 'revision_number': 4, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'gw_port': {'id': 'a9da9be8-c974-458b-8286-c747b8819ae8', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:a1:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f153464-007b-4211-93a2-22206695b40e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:20:05Z', 'updated_at': '2021-12-23T16:20:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_interfaces': [{'id': '9ce21035-10be-4b8c-900c-544ece351b72', 'name': '', 'network_id': 'f35744ce-38d7-4758-ad1b-1a4ff10ddd7d', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'mac_address': 'fa:16:3e:05:03:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f153464-007b-4211-93a2-22206695b40e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '46afac7c-da07-49fb-b785-0efc2eec1ae8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:20:09Z', 'updated_at': '2021-12-23T16:20:14Z', 'revision_number': 4, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'subnets': [{'id': '46afac7c-da07-49fb-b785-0efc2eec1ae8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 23 16:20:15.089902 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [req-6683cc90-aa9e-4bb9-adbd-26bb4645c15b req-459e308c-7a7a-4a5c-b34b-d808015c3f1f tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Synchronizing usage tracker for tenant:544f3e375bde4f0988286eba27294ea6 on resource:security_group {{(pid=87635) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:20:15.110195 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [req-6683cc90-aa9e-4bb9-adbd-26bb4645c15b req-459e308c-7a7a-4a5c-b34b-d808015c3f1f tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Unset dirty status for tenant:544f3e375bde4f0988286eba27294ea6 on resource:security_group {{(pid=87635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:20:15.110790 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-6683cc90-aa9e-4bb9-adbd-26bb4645c15b req-459e308c-7a7a-4a5c-b34b-d808015c3f1f tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1746038061&fields=id&tenant_id=544f3e375bde4f0988286eba27294ea6 HTTP/1.1" status: 200  len: 267 time: 0.0711422
Dec 23 16:20:15.207019 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6683cc90-aa9e-4bb9-adbd-26bb4645c15b req-07c26a60-bc85-4fb1-b321-d98f9a4c3476 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:20:15.208145 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [req-6683cc90-aa9e-4bb9-adbd-26bb4645c15b req-07c26a60-bc85-4fb1-b321-d98f9a4c3476 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Synchronizing usage tracker for tenant:544f3e375bde4f0988286eba27294ea6 on resource:port {{(pid=87635) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:20:15.228122 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [req-6683cc90-aa9e-4bb9-adbd-26bb4645c15b req-07c26a60-bc85-4fb1-b321-d98f9a4c3476 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Unset dirty status for tenant:544f3e375bde4f0988286eba27294ea6 on resource:port {{(pid=87635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:20:15.229504 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-6683cc90-aa9e-4bb9-adbd-26bb4645c15b req-07c26a60-bc85-4fb1-b321-d98f9a4c3476 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/ports/ba3487f3-ba3b-44b2-8de5-4d7b0f8c81e0 HTTP/1.1" status: 200  len: 931 time: 0.1109788
Dec 23 16:20:15.368036 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-6683cc90-aa9e-4bb9-adbd-26bb4645c15b req-289ad95d-32b7-40fe-b4ea-fb88118d8ffa service neutron] 10.222.0.64 "GET /v2.0/ports/ba3487f3-ba3b-44b2-8de5-4d7b0f8c81e0?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200  len: 311 time: 0.1237309
Dec 23 16:20:15.380686 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [req-6683cc90-aa9e-4bb9-adbd-26bb4645c15b req-8ddb71ee-44b4-4b1f-911a-0f9a1dc72d33 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=87635) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 23 16:20:15.381892 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-6683cc90-aa9e-4bb9-adbd-26bb4645c15b req-8ddb71ee-44b4-4b1f-911a-0f9a1dc72d33 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0059803
Dec 23 16:20:15.525177 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-6683cc90-aa9e-4bb9-adbd-26bb4645c15b req-7709e88f-f94e-4969-ad74-d5e615a9fd88 service neutron] 10.222.0.64 "GET /v2.0/networks/f35744ce-38d7-4758-ad1b-1a4ff10ddd7d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1369119
Dec 23 16:20:15.628900 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 9ce21035-10be-4b8c-900c-544ece351b72 up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:20:15.724067 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning for port 9ce21035-10be-4b8c-900c-544ece351b72 completed by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:20:15.730559 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port 9ce21035-10be-4b8c-900c-544ece351b72 triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:20:15.731027 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:20:15.859636 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-6683cc90-aa9e-4bb9-adbd-26bb4645c15b req-39e1f794-d45e-4056-b865-056ae94151f9 service neutron] 10.222.0.64 "GET /v2.0/networks/f35744ce-38d7-4758-ad1b-1a4ff10ddd7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3276780
Dec 23 16:20:15.882677 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:20:15.931453 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] For port 9ce21035-10be-4b8c-900c-544ece351b72, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=9ce21035-10be-4b8c-900c-544ece351b72,segment=NetworkSegment(f8109a75-2dc3-435a-abaa-9b5d02ecbe2c),segment_id=f8109a75-2dc3-435a-abaa-9b5d02ecbe2c)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:20:15.940402 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:20:15.946279 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-5a4b9d82-ab95-4781-8060-551db24965a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:20:16.103040 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-a9235d12-cf7a-4ddd-acd0-5ea4ab230f55 req-78e2434e-ccd5-405c-aab2-7c25cf318289 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Synchronizing usage tracker for tenant:544f3e375bde4f0988286eba27294ea6 on resource:port {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:20:16.112125 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Pushing event updated for resources: {'Port': ['ID=9ce21035-10be-4b8c-900c-544ece351b72,revision_number=5']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:20:16.115357 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-a9235d12-cf7a-4ddd-acd0-5ea4ab230f55 req-78e2434e-ccd5-405c-aab2-7c25cf318289 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Unset dirty status for tenant:544f3e375bde4f0988286eba27294ea6 on resource:port {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:20:16.121206 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:20:16.126796 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-a9235d12-cf7a-4ddd-acd0-5ea4ab230f55 req-78e2434e-ccd5-405c-aab2-7c25cf318289 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4033f72-e4b1-477d-a4d4-5c9e79469a0d HTTP/1.1" status: 200  len: 210 time: 0.0913961
Dec 23 16:20:17.190570 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6683cc90-aa9e-4bb9-adbd-26bb4645c15b req-fae9d602-53c7-4bb6-85bb-45358643faf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:20:17.192260 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-6683cc90-aa9e-4bb9-adbd-26bb4645c15b req-fae9d602-53c7-4bb6-85bb-45358643faf0 service neutron] 10.222.0.61 "GET /v2.0/ports/ba3487f3-ba3b-44b2-8de5-4d7b0f8c81e0 HTTP/1.1" status: 200  len: 1027 time: 0.0885594
Dec 23 16:20:17.318169 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-949eaaec-084c-4f86-be5c-d8e8853692da req-5f756284-3088-4ad4-8b11-a905a073a7cf tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4033f72-e4b1-477d-a4d4-5c9e79469a0d HTTP/1.1" status: 200  len: 210 time: 0.0675223
Dec 23 16:20:17.370154 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-daa77c59-4905-4df6-b4e0-afd872c82d00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:20:17.486443 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6683cc90-aa9e-4bb9-adbd-26bb4645c15b req-61e7e135-4781-41fa-aaf8-4cc77eff629f tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:20:17.487120 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-6683cc90-aa9e-4bb9-adbd-26bb4645c15b req-61e7e135-4781-41fa-aaf8-4cc77eff629f tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Synchronizing usage tracker for tenant:544f3e375bde4f0988286eba27294ea6 on resource:network {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:20:17.502512 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-6683cc90-aa9e-4bb9-adbd-26bb4645c15b req-61e7e135-4781-41fa-aaf8-4cc77eff629f tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Unset dirty status for tenant:544f3e375bde4f0988286eba27294ea6 on resource:network {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:20:17.503557 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-6683cc90-aa9e-4bb9-adbd-26bb4645c15b req-61e7e135-4781-41fa-aaf8-4cc77eff629f tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.61 "GET /v2.0/networks?id=f35744ce-38d7-4758-ad1b-1a4ff10ddd7d HTTP/1.1" status: 200  len: 797 time: 0.3051529
Dec 23 16:20:17.555911 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-6683cc90-aa9e-4bb9-adbd-26bb4645c15b req-5ba38c62-c27b-4c9d-84d7-d31a92b29cae tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Synchronizing usage tracker for tenant:544f3e375bde4f0988286eba27294ea6 on resource:security_group {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:20:17.569081 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-6683cc90-aa9e-4bb9-adbd-26bb4645c15b req-5ba38c62-c27b-4c9d-84d7-d31a92b29cae tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Unset dirty status for tenant:544f3e375bde4f0988286eba27294ea6 on resource:security_group {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:20:17.570438 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-6683cc90-aa9e-4bb9-adbd-26bb4645c15b req-5ba38c62-c27b-4c9d-84d7-d31a92b29cae tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=544f3e375bde4f0988286eba27294ea6 HTTP/1.1" status: 200  len: 380 time: 0.0557730
Dec 23 16:20:17.590283 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [req-6683cc90-aa9e-4bb9-adbd-26bb4645c15b req-0fd2b5b4-0cb9-48d5-b050-2540bd6f1b57 service neutron] Request body: {'port': {'device_id': 'b4033f72-e4b1-477d-a4d4-5c9e79469a0d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8227'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:20:17.603200 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 9ce21035-10be-4b8c-900c-544ece351b72 up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:20:17.672339 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port 9ce21035-10be-4b8c-900c-544ece351b72 triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:20:17.672694 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:20:17.722444 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-6683cc90-aa9e-4bb9-adbd-26bb4645c15b req-0fd2b5b4-0cb9-48d5-b050-2540bd6f1b57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:20:18.086405 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [req-6683cc90-aa9e-4bb9-adbd-26bb4645c15b req-0fd2b5b4-0cb9-48d5-b050-2540bd6f1b57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba3487f3-ba3b-44b2-8de5-4d7b0f8c81e0 {{(pid=87636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 23 16:20:18.095716 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-6683cc90-aa9e-4bb9-adbd-26bb4645c15b req-0fd2b5b4-0cb9-48d5-b050-2540bd6f1b57 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:20:18.109243 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.provisioning_blocks [req-6683cc90-aa9e-4bb9-adbd-26bb4645c15b req-0fd2b5b4-0cb9-48d5-b050-2540bd6f1b57 service neutron] Transition to ACTIVE for port object ba3487f3-ba3b-44b2-8de5-4d7b0f8c81e0 will not be triggered until provisioned by entity L2. {{(pid=87636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:20:18.113733 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-6683cc90-aa9e-4bb9-adbd-26bb4645c15b req-0fd2b5b4-0cb9-48d5-b050-2540bd6f1b57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2176289'] for port, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:20:18.116987 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-1d2fe358-cbc5-4384-b2b1-f68a5e027116 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:20:18.293686 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd2b5b4-0cb9-48d5-b050-2540bd6f1b57 service neutron] Pushing event updated for resources: {'Port': ['ID=ba3487f3-ba3b-44b2-8de5-4d7b0f8c81e0,revision_number=2']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:20:18.322204 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-0fd2b5b4-0cb9-48d5-b050-2540bd6f1b57 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:20:18.372785 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [req-6683cc90-aa9e-4bb9-adbd-26bb4645c15b req-0fd2b5b4-0cb9-48d5-b050-2540bd6f1b57 service neutron] Attempting to bind port ba3487f3-ba3b-44b2-8de5-4d7b0f8c81e0 on host hv-neutron-8227 for vnic_type normal with profile  {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:20:18.373141 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [req-6683cc90-aa9e-4bb9-adbd-26bb4645c15b req-0fd2b5b4-0cb9-48d5-b050-2540bd6f1b57 service neutron] Attempting to bind port ba3487f3-ba3b-44b2-8de5-4d7b0f8c81e0 by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': 'f8109a75-2dc3-435a-abaa-9b5d02ecbe2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'f35744ce-38d7-4758-ad1b-1a4ff10ddd7d'}] {{(pid=87636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:20:18.373474 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6683cc90-aa9e-4bb9-adbd-26bb4645c15b req-0fd2b5b4-0cb9-48d5-b050-2540bd6f1b57 service neutron] Attempting to bind port ba3487f3-ba3b-44b2-8de5-4d7b0f8c81e0 on network f35744ce-38d7-4758-ad1b-1a4ff10ddd7d {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:20:18.378911 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6683cc90-aa9e-4bb9-adbd-26bb4645c15b req-0fd2b5b4-0cb9-48d5-b050-2540bd6f1b57 service neutron] Port ba3487f3-ba3b-44b2-8de5-4d7b0f8c81e0 on network f35744ce-38d7-4758-ad1b-1a4ff10ddd7d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 23 16:20:18.379277 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6683cc90-aa9e-4bb9-adbd-26bb4645c15b req-0fd2b5b4-0cb9-48d5-b050-2540bd6f1b57 service neutron] Attempting to bind port ba3487f3-ba3b-44b2-8de5-4d7b0f8c81e0 on network f35744ce-38d7-4758-ad1b-1a4ff10ddd7d {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:20:18.385938 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6683cc90-aa9e-4bb9-adbd-26bb4645c15b req-0fd2b5b4-0cb9-48d5-b050-2540bd6f1b57 service neutron] Checking agent: {'id': '5a806709-633b-4d33-98c4-3d24562c0f1e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8227', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 6, 42), 'started_at': datetime.datetime(2021, 12, 23, 16, 6, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 20, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 23 16:20:18.385938 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6683cc90-aa9e-4bb9-adbd-26bb4645c15b req-0fd2b5b4-0cb9-48d5-b050-2540bd6f1b57 service neutron] Checking segment: {'id': 'f8109a75-2dc3-435a-abaa-9b5d02ecbe2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'f35744ce-38d7-4758-ad1b-1a4ff10ddd7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:20:18.386220 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6683cc90-aa9e-4bb9-adbd-26bb4645c15b req-0fd2b5b4-0cb9-48d5-b050-2540bd6f1b57 service neutron] Bound using segment: {'id': 'f8109a75-2dc3-435a-abaa-9b5d02ecbe2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'f35744ce-38d7-4758-ad1b-1a4ff10ddd7d'} {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 23 16:20:18.386686 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [req-6683cc90-aa9e-4bb9-adbd-26bb4645c15b req-0fd2b5b4-0cb9-48d5-b050-2540bd6f1b57 service neutron] Bound port: ba3487f3-ba3b-44b2-8de5-4d7b0f8c81e0, host: hv-neutron-8227, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8109a75-2dc3-435a-abaa-9b5d02ecbe2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'f35744ce-38d7-4758-ad1b-1a4ff10ddd7d'}}] {{(pid=87636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 23 16:20:18.386883 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-6683cc90-aa9e-4bb9-adbd-26bb4645c15b req-0fd2b5b4-0cb9-48d5-b050-2540bd6f1b57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:20:18.540469 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [req-6683cc90-aa9e-4bb9-adbd-26bb4645c15b req-0fd2b5b4-0cb9-48d5-b050-2540bd6f1b57 service neutron] For port ba3487f3-ba3b-44b2-8de5-4d7b0f8c81e0, host hv-neutron-8227, cleared binding levels {{(pid=87636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 23 16:20:18.546939 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [req-6683cc90-aa9e-4bb9-adbd-26bb4645c15b req-0fd2b5b4-0cb9-48d5-b050-2540bd6f1b57 service neutron] For port ba3487f3-ba3b-44b2-8de5-4d7b0f8c81e0, host hv-neutron-8227, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=ba3487f3-ba3b-44b2-8de5-4d7b0f8c81e0,segment=NetworkSegment(f8109a75-2dc3-435a-abaa-9b5d02ecbe2c),segment_id=f8109a75-2dc3-435a-abaa-9b5d02ecbe2c)] {{(pid=87636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 23 16:20:18.551175 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-6683cc90-aa9e-4bb9-adbd-26bb4645c15b req-0fd2b5b4-0cb9-48d5-b050-2540bd6f1b57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2176289'] for port, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:20:18.556340 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-f4a0bf2a-7c2e-44c9-b942-34183833e8f0 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:20:18.624942 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a919b5-8334-445d-bfb5-3a97d9574434 req-cf440a48-70e0-4851-aa36-ad36b912aa78 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:20:18.628606 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-b3a919b5-8334-445d-bfb5-3a97d9574434 req-cf440a48-70e0-4851-aa36-ad36b912aa78 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4033f72-e4b1-477d-a4d4-5c9e79469a0d HTTP/1.1" status: 200  len: 982 time: 0.1960194
Dec 23 16:20:18.638914 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6683cc90-aa9e-4bb9-adbd-26bb4645c15b req-0fd2b5b4-0cb9-48d5-b050-2540bd6f1b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:20:18.639532 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-6683cc90-aa9e-4bb9-adbd-26bb4645c15b req-0fd2b5b4-0cb9-48d5-b050-2540bd6f1b57 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:20:18.641025 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-6683cc90-aa9e-4bb9-adbd-26bb4645c15b req-0fd2b5b4-0cb9-48d5-b050-2540bd6f1b57 service neutron] 10.222.0.61 "PUT /v2.0/ports/ba3487f3-ba3b-44b2-8de5-4d7b0f8c81e0 HTTP/1.1" status: 200  len: 1132 time: 1.0632060
Dec 23 16:20:18.641548 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4033f72-e4b1-477d-a4d4-5c9e79469a0d', 'tag': 'ba3487f3-ba3b-44b2-8de5-4d7b0f8c81e0'}] {{(pid=87636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 23 16:20:18.687440 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd2b5b4-0cb9-48d5-b050-2540bd6f1b57 service neutron] Pushing event updated for resources: {'Port': ['ID=ba3487f3-ba3b-44b2-8de5-4d7b0f8c81e0,revision_number=3']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:20:18.742521 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-0fd2b5b4-0cb9-48d5-b050-2540bd6f1b57 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:20:18.751113 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4033f72-e4b1-477d-a4d4-5c9e79469a0d', 'tag': 'ba3487f3-ba3b-44b2-8de5-4d7b0f8c81e0', 'status': 'completed', 'code': 200}
Dec 23 16:20:18.767942 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-b3a919b5-8334-445d-bfb5-3a97d9574434 req-48737488-1a4a-489e-8ded-5e7c1458411a tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/security-groups?id=b3fc66c5-267e-49a5-8093-48a259540b2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1187611
Dec 23 16:20:18.807775 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6683cc90-aa9e-4bb9-adbd-26bb4645c15b req-51ce7788-6a37-48a1-ae9d-32c74ee4397b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:20:18.808907 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-6683cc90-aa9e-4bb9-adbd-26bb4645c15b req-51ce7788-6a37-48a1-ae9d-32c74ee4397b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=544f3e375bde4f0988286eba27294ea6&device_id=b4033f72-e4b1-477d-a4d4-5c9e79469a0d HTTP/1.1" status: 200  len: 1135 time: 0.1160719
Dec 23 16:20:18.887305 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-6683cc90-aa9e-4bb9-adbd-26bb4645c15b req-0ab78264-021e-4529-9cf7-984473a7f7a2 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ba3487f3-ba3b-44b2-8de5-4d7b0f8c81e0 HTTP/1.1" status: 200  len: 217 time: 0.0706487
Dec 23 16:20:18.959560 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6683cc90-aa9e-4bb9-adbd-26bb4645c15b req-768935d7-6ce5-4a86-99f5-e84354439a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:20:18.962253 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-6683cc90-aa9e-4bb9-adbd-26bb4645c15b req-768935d7-6ce5-4a86-99f5-e84354439a1e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=46afac7c-da07-49fb-b785-0efc2eec1ae8 HTTP/1.1" status: 200  len: 834 time: 0.0669765
Dec 23 16:20:19.046936 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6683cc90-aa9e-4bb9-adbd-26bb4645c15b req-afbed751-3bac-4ebb-bd7b-375e702c4d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:20:19.048405 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-6683cc90-aa9e-4bb9-adbd-26bb4645c15b req-afbed751-3bac-4ebb-bd7b-375e702c4d3a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f35744ce-38d7-4758-ad1b-1a4ff10ddd7d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0803459
Dec 23 16:20:19.189175 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-6683cc90-aa9e-4bb9-adbd-26bb4645c15b req-e1ed7a16-7a03-481a-858c-c4485e11afbc service neutron] 10.222.0.61 "GET /v2.0/networks/f35744ce-38d7-4758-ad1b-1a4ff10ddd7d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1335661
Dec 23 16:20:19.323652 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-6683cc90-aa9e-4bb9-adbd-26bb4645c15b req-e8e7e5a0-de39-4b7b-9289-b8162a97ca01 service neutron] 10.222.0.61 "GET /v2.0/networks/f35744ce-38d7-4758-ad1b-1a4ff10ddd7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1273246
Dec 23 16:20:19.602363 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21787f1-b2f6-403e-8b00-df2e428eeda9 req-e7cf3371-9bc6-4c9c-9745-0987143a9859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:20:19.604025 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-e21787f1-b2f6-403e-8b00-df2e428eeda9 req-e7cf3371-9bc6-4c9c-9745-0987143a9859 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=544f3e375bde4f0988286eba27294ea6&device_id=b4033f72-e4b1-477d-a4d4-5c9e79469a0d HTTP/1.1" status: 200  len: 1135 time: 0.2306695
Dec 23 16:20:19.714472 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3f0e1b4f-c3e6-41a1-9468-425c77c3955c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:20:19.781538 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21787f1-b2f6-403e-8b00-df2e428eeda9 req-e340bf65-54a7-4251-9dc3-6e75ab3eca40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:20:19.783187 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-e21787f1-b2f6-403e-8b00-df2e428eeda9 req-e340bf65-54a7-4251-9dc3-6e75ab3eca40 service neutron] 10.222.0.61 "GET /v2.0/networks?id=f35744ce-38d7-4758-ad1b-1a4ff10ddd7d HTTP/1.1" status: 200  len: 898 time: 0.1713684
Dec 23 16:20:19.866403 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-e21787f1-b2f6-403e-8b00-df2e428eeda9 req-ee0dd9ce-8a14-4f66-86a0-52c8bae02dae service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ba3487f3-ba3b-44b2-8de5-4d7b0f8c81e0 HTTP/1.1" status: 200  len: 217 time: 0.0753112
Dec 23 16:20:19.938624 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21787f1-b2f6-403e-8b00-df2e428eeda9 req-9c668dc4-96d2-487d-9458-243e54c8331a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:20:19.940055 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-e21787f1-b2f6-403e-8b00-df2e428eeda9 req-9c668dc4-96d2-487d-9458-243e54c8331a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=46afac7c-da07-49fb-b785-0efc2eec1ae8 HTTP/1.1" status: 200  len: 834 time: 0.0667074
Dec 23 16:20:19.969338 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d72856-4823-43f8-9ae1-490edaaab879 req-73abb7f6-0133-4abc-be28-f99c2cdbbadc tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:20:19.970793 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-e8d72856-4823-43f8-9ae1-490edaaab879 req-73abb7f6-0133-4abc-be28-f99c2cdbbadc tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4033f72-e4b1-477d-a4d4-5c9e79469a0d HTTP/1.1" status: 200  len: 982 time: 0.0982425
Dec 23 16:20:20.023957 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-e8d72856-4823-43f8-9ae1-490edaaab879 req-f963d624-ee75-4a2c-93d1-1a029313163b tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/security-groups?id=b3fc66c5-267e-49a5-8093-48a259540b2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0463154
Dec 23 16:20:20.034743 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21787f1-b2f6-403e-8b00-df2e428eeda9 req-ccee0fc2-11f3-417b-b522-423e563caf4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:20:20.036715 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-e21787f1-b2f6-403e-8b00-df2e428eeda9 req-ccee0fc2-11f3-417b-b522-423e563caf4b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f35744ce-38d7-4758-ad1b-1a4ff10ddd7d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0885439
Dec 23 16:20:20.184832 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-e21787f1-b2f6-403e-8b00-df2e428eeda9 req-b7bfd692-96df-4d75-9d13-1bf0b1e3a99a service neutron] 10.222.0.61 "GET /v2.0/networks/f35744ce-38d7-4758-ad1b-1a4ff10ddd7d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1410191
Dec 23 16:20:20.324728 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-e21787f1-b2f6-403e-8b00-df2e428eeda9 req-a94c310b-2213-4ed6-8b83-866be0cb866e service neutron] 10.222.0.61 "GET /v2.0/networks/f35744ce-38d7-4758-ad1b-1a4ff10ddd7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1325741
Dec 23 16:20:20.730789 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9dcbea60-a34f-4144-91e7-90aff3f57aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:20:20.874429 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:20:21.229599 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f87dff-85d6-4d77-b296-28874f505ef6 req-c2a250ff-adbd-40e7-896f-62e4622f8916 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:20:21.231560 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-93f87dff-85d6-4d77-b296-28874f505ef6 req-c2a250ff-adbd-40e7-896f-62e4622f8916 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4033f72-e4b1-477d-a4d4-5c9e79469a0d HTTP/1.1" status: 200  len: 982 time: 0.0862153
Dec 23 16:20:21.276539 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-93f87dff-85d6-4d77-b296-28874f505ef6 req-d47c90d5-8c95-4d02-8e61-31dd7700ee53 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/security-groups?id=b3fc66c5-267e-49a5-8093-48a259540b2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0375664
Dec 23 16:20:21.711761 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Device ba3487f3-ba3b-44b2-8de5-4d7b0f8c81e0 details requested by agent hyperv_hv-neutron-8227 with host hv-neutron-8227 {{(pid=87637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 23 16:20:21.845487 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] For port ba3487f3-ba3b-44b2-8de5-4d7b0f8c81e0, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=ba3487f3-ba3b-44b2-8de5-4d7b0f8c81e0,segment=NetworkSegment(f8109a75-2dc3-435a-abaa-9b5d02ecbe2c),segment_id=f8109a75-2dc3-435a-abaa-9b5d02ecbe2c)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:20:21.858403 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Returning: {'device': 'ba3487f3-ba3b-44b2-8de5-4d7b0f8c81e0', 'network_id': 'f35744ce-38d7-4758-ad1b-1a4ff10ddd7d', 'port_id': 'ba3487f3-ba3b-44b2-8de5-4d7b0f8c81e0', 'mac_address': 'fa:16:3e:dd:eb:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46afac7c-da07-49fb-b785-0efc2eec1ae8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 23 16:20:21.916380 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:20:21.932941 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.notifiers.nova [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba3487f3-ba3b-44b2-8de5-4d7b0f8c81e0 {{(pid=87637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 23 16:20:21.949838 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] For port ba3487f3-ba3b-44b2-8de5-4d7b0f8c81e0, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=ba3487f3-ba3b-44b2-8de5-4d7b0f8c81e0,segment=NetworkSegment(f8109a75-2dc3-435a-abaa-9b5d02ecbe2c),segment_id=f8109a75-2dc3-435a-abaa-9b5d02ecbe2c)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:20:21.955646 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:20:21.957602 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:20:22.021406 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Pushing event updated for resources: {'Port': ['ID=ba3487f3-ba3b-44b2-8de5-4d7b0f8c81e0,revision_number=4']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:20:22.024703 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:20:22.174168 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] get_ports_and_sgs() called for port_ids ['ba3487f3-ba3b-44b2-8de5-4d7b0f8c81e0'] {{(pid=87637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 23 16:20:22.249453 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9e3aab53-d650-47e3-b8a6-2dff21fe9ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:20:22.477198 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406829bd-be6f-45e7-8f6a-c03c2aca2531 req-3645dbd5-dc4c-4c16-a049-c7518e2332db tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:20:22.478712 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-406829bd-be6f-45e7-8f6a-c03c2aca2531 req-3645dbd5-dc4c-4c16-a049-c7518e2332db tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4033f72-e4b1-477d-a4d4-5c9e79469a0d HTTP/1.1" status: 200  len: 983 time: 0.0882921
Dec 23 16:20:22.527742 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-406829bd-be6f-45e7-8f6a-c03c2aca2531 req-a6b69b6b-52ed-4430-b2ea-fc7a065c40af tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/security-groups?id=b3fc66c5-267e-49a5-8093-48a259540b2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432432
Dec 23 16:20:23.727344 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Device ba3487f3-ba3b-44b2-8de5-4d7b0f8c81e0 up at agent hyperv_hv-neutron-8227 {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:20:23.740613 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe3b44a-325f-4a8b-9c98-76a4a3d72c4c req-4644ef6e-469f-4643-93cd-df73e0889fe6 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:20:23.742632 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-abe3b44a-325f-4a8b-9c98-76a4a3d72c4c req-4644ef6e-469f-4643-93cd-df73e0889fe6 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4033f72-e4b1-477d-a4d4-5c9e79469a0d HTTP/1.1" status: 200  len: 983 time: 0.0970573
Dec 23 16:20:23.792745 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-abe3b44a-325f-4a8b-9c98-76a4a3d72c4c req-0ba0574c-5cbf-4fba-a175-114379b16fa1 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/security-groups?id=b3fc66c5-267e-49a5-8093-48a259540b2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435226
Dec 23 16:20:23.804987 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Provisioning for port ba3487f3-ba3b-44b2-8de5-4d7b0f8c81e0 completed by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:20:23.811254 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Provisioning complete for port ba3487f3-ba3b-44b2-8de5-4d7b0f8c81e0 triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:20:23.811662 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:20:23.930597 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:20:23.961362 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4033f72-e4b1-477d-a4d4-5c9e79469a0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba3487f3-ba3b-44b2-8de5-4d7b0f8c81e0'}] {{(pid=87637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 23 16:20:23.972440 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] For port ba3487f3-ba3b-44b2-8de5-4d7b0f8c81e0, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=ba3487f3-ba3b-44b2-8de5-4d7b0f8c81e0,segment=NetworkSegment(f8109a75-2dc3-435a-abaa-9b5d02ecbe2c),segment_id=f8109a75-2dc3-435a-abaa-9b5d02ecbe2c)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:20:23.977800 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:20:23.979799 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:20:24.047881 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Pushing event updated for resources: {'Port': ['ID=ba3487f3-ba3b-44b2-8de5-4d7b0f8c81e0,revision_number=5']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:20:24.051029 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:20:24.061951 dv-neutron-822799-1-hyperv neutron-server[87637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4033f72-e4b1-477d-a4d4-5c9e79469a0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba3487f3-ba3b-44b2-8de5-4d7b0f8c81e0', 'code': 200}
Dec 23 16:20:24.307229 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7d7cae-3a47-47ad-8073-4975aa75634a req-f1b0c88c-5ab8-4f5f-88c5-07b5f8bc8949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:20:24.308846 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-ec7d7cae-3a47-47ad-8073-4975aa75634a req-f1b0c88c-5ab8-4f5f-88c5-07b5f8bc8949 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=b4033f72-e4b1-477d-a4d4-5c9e79469a0d HTTP/1.1" status: 200  len: 1137 time: 0.0775917
Dec 23 16:20:24.350262 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-ec7d7cae-3a47-47ad-8073-4975aa75634a req-72d76159-a096-431e-b549-399646d6f5cd service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=b3fc66c5-267e-49a5-8093-48a259540b2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0344238
Dec 23 16:20:24.996513 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a58c216-1987-4bdd-ab9f-07e3272cceb4 req-a5170bbf-08d5-42ca-88c5-dbe183c4f097 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:20:24.998080 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-9a58c216-1987-4bdd-ab9f-07e3272cceb4 req-a5170bbf-08d5-42ca-88c5-dbe183c4f097 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4033f72-e4b1-477d-a4d4-5c9e79469a0d HTTP/1.1" status: 200  len: 984 time: 0.0948465
Dec 23 16:20:25.049376 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-9a58c216-1987-4bdd-ab9f-07e3272cceb4 req-2f992392-4e85-4a0c-aad3-28029c16de46 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/security-groups?id=b3fc66c5-267e-49a5-8093-48a259540b2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425966
Dec 23 16:20:26.238780 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82503ea4-48e9-4816-8617-bbbade3e779a req-2559f234-5cec-4661-a34b-34a6ec8a3474 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:20:26.240399 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-82503ea4-48e9-4816-8617-bbbade3e779a req-2559f234-5cec-4661-a34b-34a6ec8a3474 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4033f72-e4b1-477d-a4d4-5c9e79469a0d HTTP/1.1" status: 200  len: 984 time: 0.0849109
Dec 23 16:20:26.288796 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-82503ea4-48e9-4816-8617-bbbade3e779a req-f2b7513b-ed75-4237-8390-d13e23ccba2e tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/security-groups?id=b3fc66c5-267e-49a5-8093-48a259540b2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417418
Dec 23 16:20:26.478123 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34e7538-5369-4358-abee-602e95716e6c req-61f66896-ed91-4c94-a17a-77dff3387fb2 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:20:26.479908 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-b34e7538-5369-4358-abee-602e95716e6c req-61f66896-ed91-4c94-a17a-77dff3387fb2 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4033f72-e4b1-477d-a4d4-5c9e79469a0d HTTP/1.1" status: 200  len: 984 time: 0.0868349
Dec 23 16:20:26.526693 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-b34e7538-5369-4358-abee-602e95716e6c req-e510d57d-1210-4cb6-8085-cbabf4055f06 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/security-groups?id=b3fc66c5-267e-49a5-8093-48a259540b2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397913
Dec 23 16:20:26.555597 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 53524) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:20:26.632790 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb79f6e5-eee7-40c2-82d1-8fb667077657 tempest-TestNetworkBasicOps-54271533 tempest-TestNetworkBasicOps-54271533-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:20:26.632790 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-bb79f6e5-eee7-40c2-82d1-8fb667077657 tempest-TestNetworkBasicOps-54271533 tempest-TestNetworkBasicOps-54271533-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=b4033f72-e4b1-477d-a4d4-5c9e79469a0d HTTP/1.1" status: 200  len: 1132 time: 0.0789447
Dec 23 16:20:26.638418 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 53528) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:20:26.644736 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-fef93043-e939-4ca2-b460-e979a9ed2507 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Request body: {'floatingip': {'floating_network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'port_id': 'ba3487f3-ba3b-44b2-8de5-4d7b0f8c81e0', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'fixed_ip_address': '172.20.0.11'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:20:26.647152 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-fef93043-e939-4ca2-b460-e979a9ed2507 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:20:26.650109 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-fef93043-e939-4ca2-b460-e979a9ed2507 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Usage tracker for resource:floatingip and tenant:544f3e375bde4f0988286eba27294ea6 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:20:26.653283 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-fef93043-e939-4ca2-b460-e979a9ed2507 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:20:26.659850 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-fef93043-e939-4ca2-b460-e979a9ed2507 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:20:26.670631 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-fef93043-e939-4ca2-b460-e979a9ed2507 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for floatingip, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:20:26.814446 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-fef93043-e939-4ca2-b460-e979a9ed2507 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:20:26.951515 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [None req-fef93043-e939-4ca2-b460-e979a9ed2507 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Allocated IP 172.26.3.7 (8afa6d58-9431-454a-b99c-3ff8a65aa86b/60537fec-5f5f-4ab7-89cc-03638149a590/c161f766-0430-4f00-85de-790b9ce869d1) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:20:27.212551 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-fef93043-e939-4ca2-b460-e979a9ed2507 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:20:27.248320 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-fef93043-e939-4ca2-b460-e979a9ed2507 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:20:27.252516 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-fd92cf06-4e9b-4c74-a196-c3412d3a3a32 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:20:27.320691 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fef93043-e939-4ca2-b460-e979a9ed2507 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Network 8afa6d58-9431-454a-b99c-3ff8a65aa86b is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:20:27.325290 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-fef93043-e939-4ca2-b460-e979a9ed2507 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Resources bound (agent type, host, resource id):  {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:20:27.328385 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fef93043-e939-4ca2-b460-e979a9ed2507 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:20:27.366957 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef93043-e939-4ca2-b460-e979a9ed2507 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Pushing event updated for resources: {'Port': ['ID=c161f766-0430-4f00-85de-790b9ce869d1,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:20:27.378610 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-fef93043-e939-4ca2-b460-e979a9ed2507 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:20:27.801656 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-fef93043-e939-4ca2-b460-e979a9ed2507 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:20:27.886663 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-fef93043-e939-4ca2-b460-e979a9ed2507 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:20:28.125744 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-fef93043-e939-4ca2-b460-e979a9ed2507 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for port, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:20:28.131126 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-fef93043-e939-4ca2-b460-e979a9ed2507 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2176289'] for port, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:20:28.136403 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-9c0aeaf4-9b08-44ca-ac0a-98a31bf38e44 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:20:28.244405 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef93043-e939-4ca2-b460-e979a9ed2507 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Pushing event updated for resources: {'Port': ['ID=c161f766-0430-4f00-85de-790b9ce869d1,revision_number=2']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:20:28.248331 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-fef93043-e939-4ca2-b460-e979a9ed2507 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:20:28.256057 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-fef93043-e939-4ca2-b460-e979a9ed2507 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1824189'] for floatingip, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:20:28.433911 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.db.l3_db [None req-fef93043-e939-4ca2-b460-e979a9ed2507 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Floating IP a430df58-341b-495a-a4b1-6a829c2799e8 associated. External IP: 172.26.3.7, port: ba3487f3-ba3b-44b2-8de5-4d7b0f8c81e0.
Dec 23 16:20:28.915983 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fef93043-e939-4ca2-b460-e979a9ed2507 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Router 9f153464-007b-4211-93a2-22206695b40e has already been hosted by L3 agent 371d4c41-c7e2-4de7-9539-c049ec4e95d1 {{(pid=87636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 23 16:20:29.098565 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fef93043-e939-4ca2-b460-e979a9ed2507 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify agent at l3_agent.dv-neutron-822799-1-hyperv the message routers_updated {{(pid=87636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 23 16:20:29.109211 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fecfc4d-2818-43b8-9458-1c5f7177bacf None None] Sync routers for ids ['9f153464-007b-4211-93a2-22206695b40e'] in dv-neutron-822799-1-hyperv {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 23 16:20:29.120248 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fecfc4d-2818-43b8-9458-1c5f7177bacf None None] Routers {'9f153464-007b-4211-93a2-22206695b40e'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:20:29.121032 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-6fecfc4d-2818-43b8-9458-1c5f7177bacf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc1ddf430>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:20:20Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['9f153464-007b-4211-93a2-22206695b40e'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:20:29.124480 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-fef93043-e939-4ca2-b460-e979a9ed2507 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for floatingip, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:20:29.183235 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-fef93043-e939-4ca2-b460-e979a9ed2507 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 1033 time: 2.5478928
Dec 23 16:20:29.184234 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4033f72-e4b1-477d-a4d4-5c9e79469a0d', 'tag': 'ba3487f3-ba3b-44b2-8de5-4d7b0f8c81e0'}] {{(pid=87636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 23 16:20:29.186484 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 53534) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:20:29.229907 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4033f72-e4b1-477d-a4d4-5c9e79469a0d', 'tag': 'ba3487f3-ba3b-44b2-8de5-4d7b0f8c81e0', 'status': 'completed', 'code': 200}
Dec 23 16:20:29.274769 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec193d66-8bbe-47de-878a-771beb02fdbb tempest-TestNetworkBasicOps-54271533 tempest-TestNetworkBasicOps-54271533-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:20:29.279777 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-ec193d66-8bbe-47de-878a-771beb02fdbb tempest-TestNetworkBasicOps-54271533 tempest-TestNetworkBasicOps-54271533-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=b4033f72-e4b1-477d-a4d4-5c9e79469a0d&network_id=f35744ce-38d7-4758-ad1b-1a4ff10ddd7d HTTP/1.1" status: 200  len: 1132 time: 0.0918019
Dec 23 16:20:29.301537 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-6fecfc4d-2818-43b8-9458-1c5f7177bacf None None] Set router 9f153464-007b-4211-93a2-22206695b40e gateway port host: dv-neutron-822799-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:20:29.339297 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e716e89-fdb7-4eac-9857-0fd71860f7a7 req-0c4e5971-dc4e-4510-a569-0c42478d95df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:20:29.340964 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-8e716e89-fdb7-4eac-9857-0fd71860f7a7 req-0c4e5971-dc4e-4510-a569-0c42478d95df service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=544f3e375bde4f0988286eba27294ea6&device_id=b4033f72-e4b1-477d-a4d4-5c9e79469a0d HTTP/1.1" status: 200  len: 1137 time: 0.0846291
Dec 23 16:20:29.485097 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e716e89-fdb7-4eac-9857-0fd71860f7a7 req-2ae10c91-2d33-4f48-8ec0-20481c1ee53d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:20:29.486979 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-8e716e89-fdb7-4eac-9857-0fd71860f7a7 req-2ae10c91-2d33-4f48-8ec0-20481c1ee53d service neutron] 10.222.0.61 "GET /v2.0/networks?id=f35744ce-38d7-4758-ad1b-1a4ff10ddd7d HTTP/1.1" status: 200  len: 898 time: 0.1399829
Dec 23 16:20:29.598191 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-8e716e89-fdb7-4eac-9857-0fd71860f7a7 req-711b846f-218f-43ed-9a2a-11af0908bd81 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ba3487f3-ba3b-44b2-8de5-4d7b0f8c81e0 HTTP/1.1" status: 200  len: 1036 time: 0.1044285
Dec 23 16:20:29.686055 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e716e89-fdb7-4eac-9857-0fd71860f7a7 req-eaf54a96-d2e9-4dae-9437-2221d7dc230f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:20:29.687635 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-8e716e89-fdb7-4eac-9857-0fd71860f7a7 req-eaf54a96-d2e9-4dae-9437-2221d7dc230f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=46afac7c-da07-49fb-b785-0efc2eec1ae8 HTTP/1.1" status: 200  len: 834 time: 0.0814593
Dec 23 16:20:29.691687 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14e9780-c0b4-4363-b8ca-1a06fe90c888 req-f07c2d06-94e9-45dc-9074-0096916468a5 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:20:29.699389 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-e14e9780-c0b4-4363-b8ca-1a06fe90c888 req-f07c2d06-94e9-45dc-9074-0096916468a5 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4033f72-e4b1-477d-a4d4-5c9e79469a0d HTTP/1.1" status: 200  len: 984 time: 0.0991757
Dec 23 16:20:29.708908 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-6fecfc4d-2818-43b8-9458-1c5f7177bacf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc1ddf430>, [{'id': '9f153464-007b-4211-93a2-22206695b40e', 'name': 'tempest-TestNetworkBasicOps-router-766725618', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.118'}], 'enable_snat': True}, 'gw_port_id': 'a9da9be8-c974-458b-8286-c747b8819ae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:20:05Z', 'updated_at': '2021-12-23T16:20:10Z', 'revision_number': 4, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'gw_port': {'id': 'a9da9be8-c974-458b-8286-c747b8819ae8', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:a1:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f153464-007b-4211-93a2-22206695b40e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:20:05Z', 'updated_at': '2021-12-23T16:20:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_floatingips': [{'id': 'a430df58-341b-495a-a4b1-6a829c2799e8', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'floating_ip_address': '172.26.3.7', 'floating_network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'router_id': '9f153464-007b-4211-93a2-22206695b40e', 'port_id': 'ba3487f3-ba3b-44b2-8de5-4d7b0f8c81e0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1403, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1766152459', 'network_id': 'f35744ce-38d7-4758-ad1b-1a4ff10ddd7d', 'mac_address': 'fa:16:3e:dd:eb:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4033f72-e4b1-477d-a4d4-5c9e79469a0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:20:27Z', 'updated_at': '2021-12-23T16:20:27Z', 'revision_number': 0, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ce21035-10be-4b8c-900c-544ece351b72', 'name': '', 'network_id': 'f35744ce-38d7-4758-ad1b-1a4ff10ddd7d', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'mac_address': 'fa:16:3e:05:03:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f153464-007b-4211-93a2-22206695b40e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '46afac7c-da07-49fb-b785-0efc2eec1ae8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:20:09Z', 'updated_at': '2021-12-23T16:20:15Z', 'revision_number': 5, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'subnets': [{'id': '46afac7c-da07-49fb-b785-0efc2eec1ae8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:20:29.712809 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fecfc4d-2818-43b8-9458-1c5f7177bacf None None] Checking router: 9f153464-007b-4211-93a2-22206695b40e for host: dv-neutron-822799-1-hyperv {{(pid=87638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 23 16:20:29.722412 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fecfc4d-2818-43b8-9458-1c5f7177bacf None None] Routers {'9f153464-007b-4211-93a2-22206695b40e'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:20:29.723017 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-6fecfc4d-2818-43b8-9458-1c5f7177bacf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc1ddf430>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:20:20Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['9f153464-007b-4211-93a2-22206695b40e'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:20:29.739303 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-e14e9780-c0b4-4363-b8ca-1a06fe90c888 req-7156b398-a086-406d-835a-ec2fec37189d tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/security-groups?id=b3fc66c5-267e-49a5-8093-48a259540b2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0389924
Dec 23 16:20:29.774148 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e716e89-fdb7-4eac-9857-0fd71860f7a7 req-d95fd928-4694-4ac0-b07b-2443e794af2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:20:29.775639 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-8e716e89-fdb7-4eac-9857-0fd71860f7a7 req-d95fd928-4694-4ac0-b07b-2443e794af2d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f35744ce-38d7-4758-ad1b-1a4ff10ddd7d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0808635
Dec 23 16:20:29.911706 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-6fecfc4d-2818-43b8-9458-1c5f7177bacf None None] Set router 9f153464-007b-4211-93a2-22206695b40e gateway port host: dv-neutron-822799-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:20:29.921165 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-8e716e89-fdb7-4eac-9857-0fd71860f7a7 req-d8659733-9334-4269-a32a-30ebba9ce0b2 service neutron] 10.222.0.61 "GET /v2.0/networks/f35744ce-38d7-4758-ad1b-1a4ff10ddd7d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1376584
Dec 23 16:20:30.060196 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-8e716e89-fdb7-4eac-9857-0fd71860f7a7 req-bc5f4378-a7b8-42a3-9fee-eb480cdda1b6 service neutron] 10.222.0.61 "GET /v2.0/networks/f35744ce-38d7-4758-ad1b-1a4ff10ddd7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1316862
Dec 23 16:20:30.263244 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-6fecfc4d-2818-43b8-9458-1c5f7177bacf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc1ddf430>, [{'id': '9f153464-007b-4211-93a2-22206695b40e', 'name': 'tempest-TestNetworkBasicOps-router-766725618', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.118'}], 'enable_snat': True}, 'gw_port_id': 'a9da9be8-c974-458b-8286-c747b8819ae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:20:05Z', 'updated_at': '2021-12-23T16:20:10Z', 'revision_number': 4, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'gw_port': {'id': 'a9da9be8-c974-458b-8286-c747b8819ae8', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:a1:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f153464-007b-4211-93a2-22206695b40e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:20:05Z', 'updated_at': '2021-12-23T16:20:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_floatingips': [{'id': 'a430df58-341b-495a-a4b1-6a829c2799e8', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'floating_ip_address': '172.26.3.7', 'floating_network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'router_id': '9f153464-007b-4211-93a2-22206695b40e', 'port_id': 'ba3487f3-ba3b-44b2-8de5-4d7b0f8c81e0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1403, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1766152459', 'network_id': 'f35744ce-38d7-4758-ad1b-1a4ff10ddd7d', 'mac_address': 'fa:16:3e:dd:eb:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4033f72-e4b1-477d-a4d4-5c9e79469a0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:20:27Z', 'updated_at': '2021-12-23T16:20:27Z', 'revision_number': 0, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ce21035-10be-4b8c-900c-544ece351b72', 'name': '', 'network_id': 'f35744ce-38d7-4758-ad1b-1a4ff10ddd7d', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'mac_address': 'fa:16:3e:05:03:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f153464-007b-4211-93a2-22206695b40e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '46afac7c-da07-49fb-b785-0efc2eec1ae8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:20:09Z', 'updated_at': '2021-12-23T16:20:15Z', 'revision_number': 5, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'subnets': [{'id': '46afac7c-da07-49fb-b785-0efc2eec1ae8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:20:30.267580 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fecfc4d-2818-43b8-9458-1c5f7177bacf None None] The sync data for ids ['9f153464-007b-4211-93a2-22206695b40e'] in dv-neutron-822799-1-hyperv is: [{'id': '9f153464-007b-4211-93a2-22206695b40e', 'name': 'tempest-TestNetworkBasicOps-router-766725618', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.118'}], 'enable_snat': True}, 'gw_port_id': 'a9da9be8-c974-458b-8286-c747b8819ae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:20:05Z', 'updated_at': '2021-12-23T16:20:10Z', 'revision_number': 4, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'gw_port': {'id': 'a9da9be8-c974-458b-8286-c747b8819ae8', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:a1:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f153464-007b-4211-93a2-22206695b40e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:20:05Z', 'updated_at': '2021-12-23T16:20:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_floatingips': [{'id': 'a430df58-341b-495a-a4b1-6a829c2799e8', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'floating_ip_address': '172.26.3.7', 'floating_network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'router_id': '9f153464-007b-4211-93a2-22206695b40e', 'port_id': 'ba3487f3-ba3b-44b2-8de5-4d7b0f8c81e0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1403, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1766152459', 'network_id': 'f35744ce-38d7-4758-ad1b-1a4ff10ddd7d', 'mac_address': 'fa:16:3e:dd:eb:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4033f72-e4b1-477d-a4d4-5c9e79469a0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:20:27Z', 'updated_at': '2021-12-23T16:20:27Z', 'revision_number': 0, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ce21035-10be-4b8c-900c-544ece351b72', 'name': '', 'network_id': 'f35744ce-38d7-4758-ad1b-1a4ff10ddd7d', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'mac_address': 'fa:16:3e:05:03:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f153464-007b-4211-93a2-22206695b40e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '46afac7c-da07-49fb-b785-0efc2eec1ae8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:20:09Z', 'updated_at': '2021-12-23T16:20:15Z', 'revision_number': 5, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'subnets': [{'id': '46afac7c-da07-49fb-b785-0efc2eec1ae8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 23 16:20:30.468540 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bf43a0a-1f5c-4853-bdda-933d8764193b None None] New status for floating IP a430df58-341b-495a-a4b1-6a829c2799e8: ACTIVE {{(pid=87637) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 23 16:20:30.980893 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e400b5ea-44e2-4c81-9ead-ad51ad69afef req-e11d5e00-bf91-402c-9253-d66b0339e5e7 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:20:30.982304 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-e400b5ea-44e2-4c81-9ead-ad51ad69afef req-e11d5e00-bf91-402c-9253-d66b0339e5e7 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4033f72-e4b1-477d-a4d4-5c9e79469a0d HTTP/1.1" status: 200  len: 984 time: 0.1369972
Dec 23 16:20:30.992436 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4891f4-1696-490d-8afe-7f7c4840d13b req-9a2c3494-5429-4d68-9b7c-19828c666e59 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:20:30.993794 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-5f4891f4-1696-490d-8afe-7f7c4840d13b req-9a2c3494-5429-4d68-9b7c-19828c666e59 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.61 "GET /v2.0/ports?device_id=b4033f72-e4b1-477d-a4d4-5c9e79469a0d HTTP/1.1" status: 200  len: 984 time: 0.1092298
Dec 23 16:20:31.089489 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-e400b5ea-44e2-4c81-9ead-ad51ad69afef req-d9456242-fa61-47a3-84db-4452c5d938a2 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/security-groups?id=b3fc66c5-267e-49a5-8093-48a259540b2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0947292
Dec 23 16:20:31.094327 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4891f4-1696-490d-8afe-7f7c4840d13b req-dd4a6e0d-c7ab-47b0-a3dd-292115997838 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:20:31.095600 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-5f4891f4-1696-490d-8afe-7f7c4840d13b req-dd4a6e0d-c7ab-47b0-a3dd-292115997838 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.61 "GET /v2.0/ports/ba3487f3-ba3b-44b2-8de5-4d7b0f8c81e0?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200  len: 260 time: 0.0862460
Dec 23 16:20:31.244009 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-5f4891f4-1696-490d-8afe-7f7c4840d13b req-a8a40887-ebee-4884-b099-8ff8c949929a tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.61 "GET /v2.0/networks/f35744ce-38d7-4758-ad1b-1a4ff10ddd7d?fields=dns_domain HTTP/1.1" status: 200  len: 212 time: 0.1409152
Dec 23 16:20:31.256324 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [req-5f4891f4-1696-490d-8afe-7f7c4840d13b req-eb71362a-1591-4322-9819-0a81a36b1a39 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:20:31.501306 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-5f4891f4-1696-490d-8afe-7f7c4840d13b req-eb71362a-1591-4322-9819-0a81a36b1a39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:20:31.710620 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [req-5f4891f4-1696-490d-8afe-7f7c4840d13b req-eb71362a-1591-4322-9819-0a81a36b1a39 service neutron] For port ba3487f3-ba3b-44b2-8de5-4d7b0f8c81e0, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=ba3487f3-ba3b-44b2-8de5-4d7b0f8c81e0,segment=NetworkSegment(f8109a75-2dc3-435a-abaa-9b5d02ecbe2c),segment_id=f8109a75-2dc3-435a-abaa-9b5d02ecbe2c)] {{(pid=87636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:20:31.739613 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [req-5f4891f4-1696-490d-8afe-7f7c4840d13b req-eb71362a-1591-4322-9819-0a81a36b1a39 service neutron] For port ba3487f3-ba3b-44b2-8de5-4d7b0f8c81e0, host hv-neutron-8227, cleared binding levels {{(pid=87636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 23 16:20:31.795485 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [req-5f4891f4-1696-490d-8afe-7f7c4840d13b req-eb71362a-1591-4322-9819-0a81a36b1a39 service neutron] device_id is not set on port ba3487f3-ba3b-44b2-8de5-4d7b0f8c81e0 yet. {{(pid=87636) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 23 16:20:31.804116 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-5f4891f4-1696-490d-8afe-7f7c4840d13b req-eb71362a-1591-4322-9819-0a81a36b1a39 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:20:31.811649 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-5f4891f4-1696-490d-8afe-7f7c4840d13b req-eb71362a-1591-4322-9819-0a81a36b1a39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2176289'] for port, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:20:31.815664 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-63a1a5d2-d78c-43fa-8857-8134e6d2e052 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:20:31.953216 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb71362a-1591-4322-9819-0a81a36b1a39 service neutron] Pushing event updated for resources: {'Port': ['ID=ba3487f3-ba3b-44b2-8de5-4d7b0f8c81e0,revision_number=6']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:20:31.956814 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-eb71362a-1591-4322-9819-0a81a36b1a39 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:20:32.017028 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f4891f4-1696-490d-8afe-7f7c4840d13b req-eb71362a-1591-4322-9819-0a81a36b1a39 service neutron] No DVR routers for this DVR port ba3487f3-ba3b-44b2-8de5-4d7b0f8c81e0 on host hv-neutron-8227 {{(pid=87636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 23 16:20:32.138991 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-6b5e7f59-69be-482f-8dc4-c83ff3fc5923 None None] Provisioning complete for port ba3487f3-ba3b-44b2-8de5-4d7b0f8c81e0 triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:20:32.140073 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-6b5e7f59-69be-482f-8dc4-c83ff3fc5923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:20:32.211748 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-6b5e7f59-69be-482f-8dc4-c83ff3fc5923 None None] Port ba3487f3-ba3b-44b2-8de5-4d7b0f8c81e0 cannot update to ACTIVE because it is not bound. {{(pid=87637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 23 16:20:32.245559 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [req-5f4891f4-1696-490d-8afe-7f7c4840d13b req-eb71362a-1591-4322-9819-0a81a36b1a39 service neutron] In _notify_port_updated(), no bound segment for port ba3487f3-ba3b-44b2-8de5-4d7b0f8c81e0 on network f35744ce-38d7-4758-ad1b-1a4ff10ddd7d {{(pid=87636) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}}
Dec 23 16:20:32.246454 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4891f4-1696-490d-8afe-7f7c4840d13b req-eb71362a-1591-4322-9819-0a81a36b1a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:20:32.247063 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-5f4891f4-1696-490d-8afe-7f7c4840d13b req-eb71362a-1591-4322-9819-0a81a36b1a39 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:20:32.248778 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-5f4891f4-1696-490d-8afe-7f7c4840d13b req-eb71362a-1591-4322-9819-0a81a36b1a39 service neutron] 10.222.0.61 "PUT /v2.0/ports/ba3487f3-ba3b-44b2-8de5-4d7b0f8c81e0 HTTP/1.1" status: 200  len: 1027 time: 0.9969642
Dec 23 16:20:32.259452 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-729a6552-306b-49ea-bb93-f0b9de867ba7 req-d4afb6f4-09b5-4e7e-9514-99bd775a472d tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4033f72-e4b1-477d-a4d4-5c9e79469a0d HTTP/1.1" status: 200  len: 210 time: 0.0496304
Dec 23 16:20:32.596929 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.agents_db [None req-30c2320c-f298-49f6-9c47-c20e38116a9c None None] Agent healthcheck: found 6 active agents {{(pid=87638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 23 16:20:33.355466 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 53550) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:20:33.441899 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df501928-8b7f-4b0c-8e55-229ec88ceb63 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:20:33.443224 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-df501928-8b7f-4b0c-8e55-229ec88ceb63 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/ports/ba3487f3-ba3b-44b2-8de5-4d7b0f8c81e0 HTTP/1.1" status: 200  len: 926 time: 0.0863674
Dec 23 16:20:33.665902 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 53556) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:20:33.671112 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-86beec65-aedf-416c-b77a-fbd05835701e tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-42976776', 'description': 'tempest-secgroup-smoke-42976776 description', 'project_id': '544f3e375bde4f0988286eba27294ea6'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:20:33.677194 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-86beec65-aedf-416c-b77a-fbd05835701e tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:20:33.686846 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-86beec65-aedf-416c-b77a-fbd05835701e tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:20:33.699903 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-86beec65-aedf-416c-b77a-fbd05835701e tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:20:33.724085 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-86beec65-aedf-416c-b77a-fbd05835701e tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:20:33.728412 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-86beec65-aedf-416c-b77a-fbd05835701e tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Usage tracker for resource:security_group_rule and tenant:544f3e375bde4f0988286eba27294ea6 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:20:33.731363 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-86beec65-aedf-416c-b77a-fbd05835701e tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:20:33.737048 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-86beec65-aedf-416c-b77a-fbd05835701e tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:20:33.809579 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-86beec65-aedf-416c-b77a-fbd05835701e tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:20:33.814795 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-86beec65-aedf-416c-b77a-fbd05835701e tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:20:33.818577 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-0810a785-5eb3-4b28-b93d-f885f2e33f7a tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:20:33.857396 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86beec65-aedf-416c-b77a-fbd05835701e tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da3e108a-2756-441e-b7cd-2dc4d46c9baf,revision_number=1']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:20:33.862130 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-86beec65-aedf-416c-b77a-fbd05835701e tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:20:33.866851 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-86beec65-aedf-416c-b77a-fbd05835701e tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:20:33.868055 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-86beec65-aedf-416c-b77a-fbd05835701e tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1792 time: 0.2011845
Dec 23 16:20:33.870912 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 53560) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:20:33.876154 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-a9bf598a-52d6-461d-83f2-1f75a7a07e61 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Request body: {'security_group_rule': {'security_group_id': 'da3e108a-2756-441e-b7cd-2dc4d46c9baf', 'project_id': '544f3e375bde4f0988286eba27294ea6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:20:33.882214 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-a9bf598a-52d6-461d-83f2-1f75a7a07e61 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:20:33.886155 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-a9bf598a-52d6-461d-83f2-1f75a7a07e61 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Usage tracker for resource:security_group_rule and tenant:544f3e375bde4f0988286eba27294ea6 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:20:33.889410 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-a9bf598a-52d6-461d-83f2-1f75a7a07e61 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:20:33.895147 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-a9bf598a-52d6-461d-83f2-1f75a7a07e61 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:20:33.916230 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a9bf598a-52d6-461d-83f2-1f75a7a07e61 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:20:33.979038 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a9bf598a-52d6-461d-83f2-1f75a7a07e61 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:20:33.984974 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a9bf598a-52d6-461d-83f2-1f75a7a07e61 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762424'] for security_group_rule, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:20:33.986891 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-ef0a1cc3-c5a1-4b98-8db9-1c2b269d5d44 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:20:34.007966 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bf598a-52d6-461d-83f2-1f75a7a07e61 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=964f4c71-eb79-46d6-a087-7c801406e46f,revision_number=0']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:20:34.010383 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-a9bf598a-52d6-461d-83f2-1f75a7a07e61 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:20:34.018274 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a9bf598a-52d6-461d-83f2-1f75a7a07e61 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:20:34.019907 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-a9bf598a-52d6-461d-83f2-1f75a7a07e61 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1480749
Dec 23 16:20:34.022672 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 53564) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:20:34.028015 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-d4ed5760-ef08-4949-ab09-6a7c13070378 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Request body: {'security_group_rule': {'security_group_id': 'da3e108a-2756-441e-b7cd-2dc4d46c9baf', 'project_id': '544f3e375bde4f0988286eba27294ea6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:20:34.033935 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-d4ed5760-ef08-4949-ab09-6a7c13070378 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:20:34.037915 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-d4ed5760-ef08-4949-ab09-6a7c13070378 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Usage tracker for resource:security_group_rule and tenant:544f3e375bde4f0988286eba27294ea6 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:20:34.040913 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-d4ed5760-ef08-4949-ab09-6a7c13070378 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:20:34.047163 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-d4ed5760-ef08-4949-ab09-6a7c13070378 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:20:34.065629 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-d4ed5760-ef08-4949-ab09-6a7c13070378 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:20:34.128937 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-d4ed5760-ef08-4949-ab09-6a7c13070378 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:20:34.133318 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-d4ed5760-ef08-4949-ab09-6a7c13070378 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762424'] for security_group_rule, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:20:34.140804 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:20:34.158193 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ed5760-ef08-4949-ab09-6a7c13070378 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8983911d-038d-46e6-b5be-8192c33d13d3,revision_number=0']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:20:34.160919 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-d4ed5760-ef08-4949-ab09-6a7c13070378 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:20:34.169671 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-d4ed5760-ef08-4949-ab09-6a7c13070378 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:20:34.171425 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-d4ed5760-ef08-4949-ab09-6a7c13070378 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1477313
Dec 23 16:20:34.174545 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 53568) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:20:34.179690 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-26c7c70b-840e-4287-905b-80bf76594aa2 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Request body: {'security_group_rule': {'security_group_id': 'da3e108a-2756-441e-b7cd-2dc4d46c9baf', 'project_id': '544f3e375bde4f0988286eba27294ea6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:20:34.186355 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-26c7c70b-840e-4287-905b-80bf76594aa2 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:20:34.190259 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-26c7c70b-840e-4287-905b-80bf76594aa2 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Usage tracker for resource:security_group_rule and tenant:544f3e375bde4f0988286eba27294ea6 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:20:34.193166 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-26c7c70b-840e-4287-905b-80bf76594aa2 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:20:34.199558 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-26c7c70b-840e-4287-905b-80bf76594aa2 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:20:34.221574 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-26c7c70b-840e-4287-905b-80bf76594aa2 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:20:34.283476 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-26c7c70b-840e-4287-905b-80bf76594aa2 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:20:34.288158 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-26c7c70b-840e-4287-905b-80bf76594aa2 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762424'] for security_group_rule, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:20:34.290036 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-04494981-5caa-4566-b54d-fe6dc4768681 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:20:34.309905 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c7c70b-840e-4287-905b-80bf76594aa2 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3110a56d-abc8-44c5-9701-c7be9c2eb902,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:20:34.314174 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-26c7c70b-840e-4287-905b-80bf76594aa2 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:20:34.322739 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-26c7c70b-840e-4287-905b-80bf76594aa2 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:20:34.324276 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-26c7c70b-840e-4287-905b-80bf76594aa2 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1483936
Dec 23 16:20:34.327163 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 53572) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:20:34.332194 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-948d8f95-168d-4d9b-a222-0a0103e46d13 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Request body: {'security_group_rule': {'security_group_id': 'da3e108a-2756-441e-b7cd-2dc4d46c9baf', 'project_id': '544f3e375bde4f0988286eba27294ea6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:20:34.337866 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-948d8f95-168d-4d9b-a222-0a0103e46d13 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:20:34.343137 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-948d8f95-168d-4d9b-a222-0a0103e46d13 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Usage tracker for resource:security_group_rule and tenant:544f3e375bde4f0988286eba27294ea6 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:20:34.345970 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-948d8f95-168d-4d9b-a222-0a0103e46d13 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:20:34.351445 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-948d8f95-168d-4d9b-a222-0a0103e46d13 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:20:34.373820 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-948d8f95-168d-4d9b-a222-0a0103e46d13 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:20:34.444210 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-948d8f95-168d-4d9b-a222-0a0103e46d13 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:20:34.449588 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-948d8f95-168d-4d9b-a222-0a0103e46d13 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762424'] for security_group_rule, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:20:34.456055 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-83fea636-5800-42c2-86ea-fdbda845f427 tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:20:34.474366 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948d8f95-168d-4d9b-a222-0a0103e46d13 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e50d40fd-4058-4fb0-bd30-e4ba7e579661,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:20:34.477127 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-948d8f95-168d-4d9b-a222-0a0103e46d13 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:20:34.485955 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-948d8f95-168d-4d9b-a222-0a0103e46d13 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:20:34.487167 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-948d8f95-168d-4d9b-a222-0a0103e46d13 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1590931
Dec 23 16:20:34.489972 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 53576) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:20:34.495120 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-a717d919-b105-4ec4-ae92-27a8311e7217 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Request body: {'security_group_rule': {'security_group_id': 'da3e108a-2756-441e-b7cd-2dc4d46c9baf', 'project_id': '544f3e375bde4f0988286eba27294ea6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:20:34.501150 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-a717d919-b105-4ec4-ae92-27a8311e7217 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:20:34.504997 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-a717d919-b105-4ec4-ae92-27a8311e7217 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Usage tracker for resource:security_group_rule and tenant:544f3e375bde4f0988286eba27294ea6 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:20:34.507846 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-a717d919-b105-4ec4-ae92-27a8311e7217 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:20:34.513592 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-a717d919-b105-4ec4-ae92-27a8311e7217 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:20:34.525701 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.db.securitygroups_db [None req-a717d919-b105-4ec4-ae92-27a8311e7217 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Project 544f3e375bde4f0988286eba27294ea6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 23 16:20:34.532646 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a717d919-b105-4ec4-ae92-27a8311e7217 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:20:34.599451 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a717d919-b105-4ec4-ae92-27a8311e7217 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:20:34.605358 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a717d919-b105-4ec4-ae92-27a8311e7217 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762424'] for security_group_rule, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:20:34.607807 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-8ed1f0ac-298c-454c-be6b-d434a79f98d4 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:20:34.630281 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a717d919-b105-4ec4-ae92-27a8311e7217 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c44b2bc0-f00c-402f-b727-c736b6b68f79,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:20:34.634620 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-a717d919-b105-4ec4-ae92-27a8311e7217 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:20:34.640036 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a717d919-b105-4ec4-ae92-27a8311e7217 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:20:34.641232 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-a717d919-b105-4ec4-ae92-27a8311e7217 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1503439
Dec 23 16:20:34.643957 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 53580) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:20:34.649078 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-c737b051-720f-4067-a2b9-ba7532b18db9 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Request body: {'security_group_rule': {'security_group_id': 'da3e108a-2756-441e-b7cd-2dc4d46c9baf', 'project_id': '544f3e375bde4f0988286eba27294ea6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:20:34.654842 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-c737b051-720f-4067-a2b9-ba7532b18db9 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:20:34.658924 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-c737b051-720f-4067-a2b9-ba7532b18db9 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Usage tracker for resource:security_group_rule and tenant:544f3e375bde4f0988286eba27294ea6 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:20:34.661903 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-c737b051-720f-4067-a2b9-ba7532b18db9 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:20:34.667644 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-c737b051-720f-4067-a2b9-ba7532b18db9 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:20:34.678298 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.db.securitygroups_db [None req-c737b051-720f-4067-a2b9-ba7532b18db9 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Project 544f3e375bde4f0988286eba27294ea6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 23 16:20:34.686070 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c737b051-720f-4067-a2b9-ba7532b18db9 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:20:34.761667 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c737b051-720f-4067-a2b9-ba7532b18db9 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:20:34.767381 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c737b051-720f-4067-a2b9-ba7532b18db9 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762424'] for security_group_rule, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:20:34.769153 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-caba0dec-0f0e-469a-9486-90222eac25dc tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:20:34.790611 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c737b051-720f-4067-a2b9-ba7532b18db9 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02f08ad0-0985-4f1b-92c0-806c366be69a,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:20:34.792954 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-c737b051-720f-4067-a2b9-ba7532b18db9 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:20:34.801104 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c737b051-720f-4067-a2b9-ba7532b18db9 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:20:34.802265 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-c737b051-720f-4067-a2b9-ba7532b18db9 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1573718
Dec 23 16:20:34.972907 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-a67a19e6-9aa7-4ea4-87f3-0a1a5c98a570 req-4bd9a910-9d6e-499b-8b77-b6e8fe014d30 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-42976776&fields=id&tenant_id=544f3e375bde4f0988286eba27294ea6 HTTP/1.1" status: 200  len: 267 time: 0.0401332
Dec 23 16:20:35.062452 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67a19e6-9aa7-4ea4-87f3-0a1a5c98a570 req-c57aef6b-5b33-4a5a-8e32-66d66153c6d1 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:20:35.063808 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-a67a19e6-9aa7-4ea4-87f3-0a1a5c98a570 req-c57aef6b-5b33-4a5a-8e32-66d66153c6d1 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/ports/ba3487f3-ba3b-44b2-8de5-4d7b0f8c81e0 HTTP/1.1" status: 200  len: 931 time: 0.0809774
Dec 23 16:20:35.142455 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-a67a19e6-9aa7-4ea4-87f3-0a1a5c98a570 req-2e5a7daa-42b3-4f86-af5d-bab008d24a92 service neutron] 10.222.0.64 "GET /v2.0/ports/ba3487f3-ba3b-44b2-8de5-4d7b0f8c81e0?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200  len: 311 time: 0.0657856
Dec 23 16:20:35.279895 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-a67a19e6-9aa7-4ea4-87f3-0a1a5c98a570 req-c381acf5-f8e3-485e-8e07-3b58b6d29e8d service neutron] 10.222.0.64 "GET /v2.0/networks/f35744ce-38d7-4758-ad1b-1a4ff10ddd7d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1291075
Dec 23 16:20:35.528928 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-a67a19e6-9aa7-4ea4-87f3-0a1a5c98a570 req-b3d31fc7-07c0-44ad-956e-0a659af69d97 service neutron] 10.222.0.64 "GET /v2.0/networks/f35744ce-38d7-4758-ad1b-1a4ff10ddd7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2430334
Dec 23 16:20:35.718852 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-af87cccd-89db-46d1-aa6f-db7aea24a06e req-f6498e49-6f89-4c65-aa04-af359ad22f80 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/ports?device_id=d9c9ec44-c149-43fb-8933-c66fc2e38646 HTTP/1.1" status: 200  len: 210 time: 0.0432754
Dec 23 16:20:35.741866 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Device ba3487f3-ba3b-44b2-8de5-4d7b0f8c81e0 no longer exists at agent hyperv_hv-neutron-8227 {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 23 16:20:35.800452 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Device ba3487f3-ba3b-44b2-8de5-4d7b0f8c81e0 not bound to the agent host hv-neutron-8227 {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 23 16:20:36.711744 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67a19e6-9aa7-4ea4-87f3-0a1a5c98a570 req-5ae1d7f5-e1f3-49c4-9259-323c27e26d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:20:36.713123 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-a67a19e6-9aa7-4ea4-87f3-0a1a5c98a570 req-5ae1d7f5-e1f3-49c4-9259-323c27e26d3e service neutron] 10.222.0.61 "GET /v2.0/ports/ba3487f3-ba3b-44b2-8de5-4d7b0f8c81e0 HTTP/1.1" status: 200  len: 1027 time: 0.0684586
Dec 23 16:20:36.898913 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-3b377233-f563-4267-a0e8-5ef3e9a0b5e6 req-b9b937e0-fa6d-4362-96f1-93d4a5b63fc4 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/ports?device_id=d9c9ec44-c149-43fb-8933-c66fc2e38646 HTTP/1.1" status: 200  len: 210 time: 0.0603676
Dec 23 16:20:36.908702 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67a19e6-9aa7-4ea4-87f3-0a1a5c98a570 req-1ab3fa5a-260f-4895-ba00-936373a0e0ca tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:20:36.910072 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-a67a19e6-9aa7-4ea4-87f3-0a1a5c98a570 req-1ab3fa5a-260f-4895-ba00-936373a0e0ca tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.61 "GET /v2.0/networks?id=f35744ce-38d7-4758-ad1b-1a4ff10ddd7d HTTP/1.1" status: 200  len: 797 time: 0.1904783
Dec 23 16:20:36.961657 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-a67a19e6-9aa7-4ea4-87f3-0a1a5c98a570 req-7cf3a60c-6a37-463a-ac9e-a3c79b39070e tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=544f3e375bde4f0988286eba27294ea6 HTTP/1.1" status: 200  len: 471 time: 0.0432551
Dec 23 16:20:36.974308 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [req-a67a19e6-9aa7-4ea4-87f3-0a1a5c98a570 req-7aee7265-7046-4719-81f7-44e49c0e797e service neutron] Request body: {'port': {'device_id': 'd9c9ec44-c149-43fb-8933-c66fc2e38646', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8227'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:20:37.100894 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-a67a19e6-9aa7-4ea4-87f3-0a1a5c98a570 req-7aee7265-7046-4719-81f7-44e49c0e797e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:20:37.436619 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [req-a67a19e6-9aa7-4ea4-87f3-0a1a5c98a570 req-7aee7265-7046-4719-81f7-44e49c0e797e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba3487f3-ba3b-44b2-8de5-4d7b0f8c81e0 {{(pid=87636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 23 16:20:37.444664 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-a67a19e6-9aa7-4ea4-87f3-0a1a5c98a570 req-7aee7265-7046-4719-81f7-44e49c0e797e service neutron] Notify callbacks [] for port, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:20:37.460423 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.provisioning_blocks [req-a67a19e6-9aa7-4ea4-87f3-0a1a5c98a570 req-7aee7265-7046-4719-81f7-44e49c0e797e service neutron] Transition to ACTIVE for port object ba3487f3-ba3b-44b2-8de5-4d7b0f8c81e0 will not be triggered until provisioned by entity L2. {{(pid=87636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:20:37.466693 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-a67a19e6-9aa7-4ea4-87f3-0a1a5c98a570 req-7aee7265-7046-4719-81f7-44e49c0e797e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2176289'] for port, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:20:37.471516 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-d4f8ed33-2a7a-4b7f-81e7-a412fa749f8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:20:37.609246 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aee7265-7046-4719-81f7-44e49c0e797e service neutron] Pushing event updated for resources: {'Port': ['ID=ba3487f3-ba3b-44b2-8de5-4d7b0f8c81e0,revision_number=7']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:20:37.612732 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-7aee7265-7046-4719-81f7-44e49c0e797e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:20:37.742879 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [req-a67a19e6-9aa7-4ea4-87f3-0a1a5c98a570 req-7aee7265-7046-4719-81f7-44e49c0e797e service neutron] Attempting to bind port ba3487f3-ba3b-44b2-8de5-4d7b0f8c81e0 on host hv-neutron-8227 for vnic_type normal with profile  {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:20:37.743652 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [req-a67a19e6-9aa7-4ea4-87f3-0a1a5c98a570 req-7aee7265-7046-4719-81f7-44e49c0e797e service neutron] Attempting to bind port ba3487f3-ba3b-44b2-8de5-4d7b0f8c81e0 by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': 'f8109a75-2dc3-435a-abaa-9b5d02ecbe2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'f35744ce-38d7-4758-ad1b-1a4ff10ddd7d'}] {{(pid=87636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:20:37.743652 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a67a19e6-9aa7-4ea4-87f3-0a1a5c98a570 req-7aee7265-7046-4719-81f7-44e49c0e797e service neutron] Attempting to bind port ba3487f3-ba3b-44b2-8de5-4d7b0f8c81e0 on network f35744ce-38d7-4758-ad1b-1a4ff10ddd7d {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:20:37.748443 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a67a19e6-9aa7-4ea4-87f3-0a1a5c98a570 req-7aee7265-7046-4719-81f7-44e49c0e797e service neutron] Port ba3487f3-ba3b-44b2-8de5-4d7b0f8c81e0 on network f35744ce-38d7-4758-ad1b-1a4ff10ddd7d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 23 16:20:37.748790 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a67a19e6-9aa7-4ea4-87f3-0a1a5c98a570 req-7aee7265-7046-4719-81f7-44e49c0e797e service neutron] Attempting to bind port ba3487f3-ba3b-44b2-8de5-4d7b0f8c81e0 on network f35744ce-38d7-4758-ad1b-1a4ff10ddd7d {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:20:37.754275 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a67a19e6-9aa7-4ea4-87f3-0a1a5c98a570 req-7aee7265-7046-4719-81f7-44e49c0e797e service neutron] Checking agent: {'id': '5a806709-633b-4d33-98c4-3d24562c0f1e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8227', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 6, 42), 'started_at': datetime.datetime(2021, 12, 23, 16, 6, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 20, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 23 16:20:37.754603 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a67a19e6-9aa7-4ea4-87f3-0a1a5c98a570 req-7aee7265-7046-4719-81f7-44e49c0e797e service neutron] Checking segment: {'id': 'f8109a75-2dc3-435a-abaa-9b5d02ecbe2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'f35744ce-38d7-4758-ad1b-1a4ff10ddd7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:20:37.754983 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a67a19e6-9aa7-4ea4-87f3-0a1a5c98a570 req-7aee7265-7046-4719-81f7-44e49c0e797e service neutron] Bound using segment: {'id': 'f8109a75-2dc3-435a-abaa-9b5d02ecbe2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'f35744ce-38d7-4758-ad1b-1a4ff10ddd7d'} {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 23 16:20:37.755402 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [req-a67a19e6-9aa7-4ea4-87f3-0a1a5c98a570 req-7aee7265-7046-4719-81f7-44e49c0e797e service neutron] Bound port: ba3487f3-ba3b-44b2-8de5-4d7b0f8c81e0, host: hv-neutron-8227, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8109a75-2dc3-435a-abaa-9b5d02ecbe2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'f35744ce-38d7-4758-ad1b-1a4ff10ddd7d'}}] {{(pid=87636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 23 16:20:37.755749 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-a67a19e6-9aa7-4ea4-87f3-0a1a5c98a570 req-7aee7265-7046-4719-81f7-44e49c0e797e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:20:37.847464 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [req-a67a19e6-9aa7-4ea4-87f3-0a1a5c98a570 req-7aee7265-7046-4719-81f7-44e49c0e797e service neutron] For port ba3487f3-ba3b-44b2-8de5-4d7b0f8c81e0, host hv-neutron-8227, cleared binding levels {{(pid=87636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 23 16:20:37.850319 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [req-a67a19e6-9aa7-4ea4-87f3-0a1a5c98a570 req-7aee7265-7046-4719-81f7-44e49c0e797e service neutron] For port ba3487f3-ba3b-44b2-8de5-4d7b0f8c81e0, host hv-neutron-8227, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=ba3487f3-ba3b-44b2-8de5-4d7b0f8c81e0,segment=NetworkSegment(f8109a75-2dc3-435a-abaa-9b5d02ecbe2c),segment_id=f8109a75-2dc3-435a-abaa-9b5d02ecbe2c)] {{(pid=87636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 23 16:20:37.856899 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-a67a19e6-9aa7-4ea4-87f3-0a1a5c98a570 req-7aee7265-7046-4719-81f7-44e49c0e797e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2176289'] for port, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:20:37.860593 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-95e8871b-3da2-42a3-ad84-1f961c4177e5 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:20:37.915082 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67a19e6-9aa7-4ea4-87f3-0a1a5c98a570 req-7aee7265-7046-4719-81f7-44e49c0e797e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:20:37.915660 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-a67a19e6-9aa7-4ea4-87f3-0a1a5c98a570 req-7aee7265-7046-4719-81f7-44e49c0e797e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:20:37.917161 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-a67a19e6-9aa7-4ea4-87f3-0a1a5c98a570 req-7aee7265-7046-4719-81f7-44e49c0e797e service neutron] 10.222.0.61 "PUT /v2.0/ports/ba3487f3-ba3b-44b2-8de5-4d7b0f8c81e0 HTTP/1.1" status: 200  len: 1132 time: 0.9466088
Dec 23 16:20:37.917563 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9c9ec44-c149-43fb-8933-c66fc2e38646', 'tag': 'ba3487f3-ba3b-44b2-8de5-4d7b0f8c81e0'}] {{(pid=87636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 23 16:20:37.944605 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aee7265-7046-4719-81f7-44e49c0e797e service neutron] Pushing event updated for resources: {'Port': ['ID=ba3487f3-ba3b-44b2-8de5-4d7b0f8c81e0,revision_number=8']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:20:37.947907 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-7aee7265-7046-4719-81f7-44e49c0e797e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:20:38.003575 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9c9ec44-c149-43fb-8933-c66fc2e38646', 'tag': 'ba3487f3-ba3b-44b2-8de5-4d7b0f8c81e0', 'status': 'completed', 'code': 200}
Dec 23 16:20:38.109166 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67a19e6-9aa7-4ea4-87f3-0a1a5c98a570 req-684be1a5-6b90-4e10-9530-6e0670b48f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:20:38.110919 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-a67a19e6-9aa7-4ea4-87f3-0a1a5c98a570 req-684be1a5-6b90-4e10-9530-6e0670b48f2a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=544f3e375bde4f0988286eba27294ea6&device_id=d9c9ec44-c149-43fb-8933-c66fc2e38646 HTTP/1.1" status: 200  len: 1135 time: 0.1421793
Dec 23 16:20:38.182281 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d682cea7-b4a2-48ec-9b1b-c7e93e953cfd req-32ecb072-f623-4e12-9e93-612ea3d5a77c tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:20:38.183663 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-d682cea7-b4a2-48ec-9b1b-c7e93e953cfd req-32ecb072-f623-4e12-9e93-612ea3d5a77c tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/ports?device_id=d9c9ec44-c149-43fb-8933-c66fc2e38646 HTTP/1.1" status: 200  len: 982 time: 0.1663647
Dec 23 16:20:38.252486 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-a67a19e6-9aa7-4ea4-87f3-0a1a5c98a570 req-a7486d7c-767c-449a-9c20-1839a5f1547a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ba3487f3-ba3b-44b2-8de5-4d7b0f8c81e0 HTTP/1.1" status: 200  len: 1036 time: 0.1344688
Dec 23 16:20:38.256961 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-d682cea7-b4a2-48ec-9b1b-c7e93e953cfd req-b221e2dd-516c-4407-9131-c66f326780f0 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/security-groups?id=b3fc66c5-267e-49a5-8093-48a259540b2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0648334
Dec 23 16:20:38.314819 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67a19e6-9aa7-4ea4-87f3-0a1a5c98a570 req-14eea013-4afe-44f4-9ea2-e489c60b215b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:20:38.316258 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-a67a19e6-9aa7-4ea4-87f3-0a1a5c98a570 req-14eea013-4afe-44f4-9ea2-e489c60b215b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=46afac7c-da07-49fb-b785-0efc2eec1ae8 HTTP/1.1" status: 200  len: 834 time: 0.0577083
Dec 23 16:20:38.523515 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67a19e6-9aa7-4ea4-87f3-0a1a5c98a570 req-e89e88dd-337d-4543-820b-311aeef55896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:20:38.524963 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-a67a19e6-9aa7-4ea4-87f3-0a1a5c98a570 req-e89e88dd-337d-4543-820b-311aeef55896 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f35744ce-38d7-4758-ad1b-1a4ff10ddd7d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.2021699
Dec 23 16:20:38.657096 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-a67a19e6-9aa7-4ea4-87f3-0a1a5c98a570 req-1b39892f-867a-4cd0-9842-b9d5e1294713 service neutron] 10.222.0.61 "GET /v2.0/networks/f35744ce-38d7-4758-ad1b-1a4ff10ddd7d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1250196
Dec 23 16:20:38.796868 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-a67a19e6-9aa7-4ea4-87f3-0a1a5c98a570 req-94d5a210-4bea-4309-b1ad-212dc26b5d2f service neutron] 10.222.0.61 "GET /v2.0/networks/f35744ce-38d7-4758-ad1b-1a4ff10ddd7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1334054
Dec 23 16:20:38.919959 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09d6b0f-0ac4-4262-b588-25198d8d5b47 req-7ab8aa7d-4958-45d7-aeda-2de32ace6036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:20:38.921765 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-d09d6b0f-0ac4-4262-b588-25198d8d5b47 req-7ab8aa7d-4958-45d7-aeda-2de32ace6036 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=544f3e375bde4f0988286eba27294ea6&device_id=d9c9ec44-c149-43fb-8933-c66fc2e38646 HTTP/1.1" status: 200  len: 1135 time: 0.0738893
Dec 23 16:20:39.058230 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09d6b0f-0ac4-4262-b588-25198d8d5b47 req-eaa8a5ff-dd45-4b22-8ba9-d269a23a9673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:20:39.060304 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-d09d6b0f-0ac4-4262-b588-25198d8d5b47 req-eaa8a5ff-dd45-4b22-8ba9-d269a23a9673 service neutron] 10.222.0.61 "GET /v2.0/networks?id=f35744ce-38d7-4758-ad1b-1a4ff10ddd7d HTTP/1.1" status: 200  len: 898 time: 0.1323454
Dec 23 16:20:39.169794 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-d09d6b0f-0ac4-4262-b588-25198d8d5b47 req-4fecf3de-fae9-4abe-a674-fc96e79aa9a5 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ba3487f3-ba3b-44b2-8de5-4d7b0f8c81e0 HTTP/1.1" status: 200  len: 1036 time: 0.1020169
Dec 23 16:20:39.238096 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09d6b0f-0ac4-4262-b588-25198d8d5b47 req-7284afef-5573-4ff4-be6b-7e22adefe63a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:20:39.239571 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-d09d6b0f-0ac4-4262-b588-25198d8d5b47 req-7284afef-5573-4ff4-be6b-7e22adefe63a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=46afac7c-da07-49fb-b785-0efc2eec1ae8 HTTP/1.1" status: 200  len: 834 time: 0.0621257
Dec 23 16:20:39.320674 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09d6b0f-0ac4-4262-b588-25198d8d5b47 req-b00fe91d-3214-4380-9dee-26ba71f3d332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:20:39.322070 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-d09d6b0f-0ac4-4262-b588-25198d8d5b47 req-b00fe91d-3214-4380-9dee-26ba71f3d332 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f35744ce-38d7-4758-ad1b-1a4ff10ddd7d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0742097
Dec 23 16:20:39.455138 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51b56d7-5ee7-4d78-ae4d-5a69ba9d519c req-87b9b683-b116-4ee9-8a92-0b3aa64e71d3 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:20:39.455934 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-d09d6b0f-0ac4-4262-b588-25198d8d5b47 req-9aa2dec0-2bda-4258-b0fa-b54b4fcec179 service neutron] 10.222.0.61 "GET /v2.0/networks/f35744ce-38d7-4758-ad1b-1a4ff10ddd7d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1253734
Dec 23 16:20:39.456896 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-a51b56d7-5ee7-4d78-ae4d-5a69ba9d519c req-87b9b683-b116-4ee9-8a92-0b3aa64e71d3 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/ports?device_id=d9c9ec44-c149-43fb-8933-c66fc2e38646 HTTP/1.1" status: 200  len: 982 time: 0.0876939
Dec 23 16:20:39.501763 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [req-a51b56d7-5ee7-4d78-ae4d-5a69ba9d519c req-7eaf63ab-723b-4ef6-8fb1-e85db9cc71a1 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Synchronizing usage tracker for tenant:544f3e375bde4f0988286eba27294ea6 on resource:security_group {{(pid=87635) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:20:39.518322 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [req-a51b56d7-5ee7-4d78-ae4d-5a69ba9d519c req-7eaf63ab-723b-4ef6-8fb1-e85db9cc71a1 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Unset dirty status for tenant:544f3e375bde4f0988286eba27294ea6 on resource:security_group {{(pid=87635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:20:39.519774 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-a51b56d7-5ee7-4d78-ae4d-5a69ba9d519c req-7eaf63ab-723b-4ef6-8fb1-e85db9cc71a1 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/security-groups?id=b3fc66c5-267e-49a5-8093-48a259540b2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0571516
Dec 23 16:20:39.586312 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-d09d6b0f-0ac4-4262-b588-25198d8d5b47 req-d9b1c2d1-95ff-47ae-9e93-6f30cc3748fb service neutron] 10.222.0.61 "GET /v2.0/networks/f35744ce-38d7-4758-ad1b-1a4ff10ddd7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1230500
Dec 23 16:20:40.731804 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61de2e0c-2ee6-4d94-981b-bbdb920ab087 req-17c6c32f-a9c5-444c-8fab-85a864fc7aa8 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:20:40.733263 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-61de2e0c-2ee6-4d94-981b-bbdb920ab087 req-17c6c32f-a9c5-444c-8fab-85a864fc7aa8 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/ports?device_id=d9c9ec44-c149-43fb-8933-c66fc2e38646 HTTP/1.1" status: 200  len: 982 time: 0.0912929
Dec 23 16:20:40.784381 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-61de2e0c-2ee6-4d94-981b-bbdb920ab087 req-6f24a6b6-e652-46ec-8471-25c91e0936ef tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/security-groups?id=b3fc66c5-267e-49a5-8093-48a259540b2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430520
Dec 23 16:20:41.753770 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:20:41.773651 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Device ba3487f3-ba3b-44b2-8de5-4d7b0f8c81e0 details requested by agent hyperv_hv-neutron-8227 with host hv-neutron-8227 {{(pid=87637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 23 16:20:41.907509 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] For port ba3487f3-ba3b-44b2-8de5-4d7b0f8c81e0, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=ba3487f3-ba3b-44b2-8de5-4d7b0f8c81e0,segment=NetworkSegment(f8109a75-2dc3-435a-abaa-9b5d02ecbe2c),segment_id=f8109a75-2dc3-435a-abaa-9b5d02ecbe2c)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:20:41.921085 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Returning: {'device': 'ba3487f3-ba3b-44b2-8de5-4d7b0f8c81e0', 'network_id': 'f35744ce-38d7-4758-ad1b-1a4ff10ddd7d', 'port_id': 'ba3487f3-ba3b-44b2-8de5-4d7b0f8c81e0', 'mac_address': 'fa:16:3e:dd:eb:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46afac7c-da07-49fb-b785-0efc2eec1ae8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 23 16:20:41.984119 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b04328-a3ca-4c4b-b448-3491a24fd73b req-171bcc2e-2ebf-4f96-93fc-9a2efef8ad4c tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:20:41.985876 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-85b04328-a3ca-4c4b-b448-3491a24fd73b req-171bcc2e-2ebf-4f96-93fc-9a2efef8ad4c tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/ports?device_id=d9c9ec44-c149-43fb-8933-c66fc2e38646 HTTP/1.1" status: 200  len: 982 time: 0.0862103
Dec 23 16:20:42.014720 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:20:42.030394 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-85b04328-a3ca-4c4b-b448-3491a24fd73b req-47b91a08-1074-4016-8115-e8984344a109 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/security-groups?id=b3fc66c5-267e-49a5-8093-48a259540b2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0385990
Dec 23 16:20:42.031024 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.notifiers.nova [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba3487f3-ba3b-44b2-8de5-4d7b0f8c81e0 {{(pid=87637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 23 16:20:42.047386 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] For port ba3487f3-ba3b-44b2-8de5-4d7b0f8c81e0, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=ba3487f3-ba3b-44b2-8de5-4d7b0f8c81e0,segment=NetworkSegment(f8109a75-2dc3-435a-abaa-9b5d02ecbe2c),segment_id=f8109a75-2dc3-435a-abaa-9b5d02ecbe2c)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:20:42.053575 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:20:42.055268 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:20:42.118887 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Pushing event updated for resources: {'Port': ['ID=ba3487f3-ba3b-44b2-8de5-4d7b0f8c81e0,revision_number=9']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:20:42.121724 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:20:42.252135 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] get_ports_and_sgs() called for port_ids ['ba3487f3-ba3b-44b2-8de5-4d7b0f8c81e0'] {{(pid=87637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 23 16:20:43.371983 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b4b665-e2e5-4cc6-8830-91ccc0e1831d req-880ad63a-17aa-4082-acaa-1de99f3836f3 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:20:43.373454 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-26b4b665-e2e5-4cc6-8830-91ccc0e1831d req-880ad63a-17aa-4082-acaa-1de99f3836f3 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/ports?device_id=d9c9ec44-c149-43fb-8933-c66fc2e38646 HTTP/1.1" status: 200  len: 983 time: 0.0843592
Dec 23 16:20:43.419328 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-26b4b665-e2e5-4cc6-8830-91ccc0e1831d req-ac3dce28-6b28-4a89-bccf-e060c3a56a01 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/security-groups?id=b3fc66c5-267e-49a5-8093-48a259540b2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0389957
Dec 23 16:20:43.784694 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Device ba3487f3-ba3b-44b2-8de5-4d7b0f8c81e0 up at agent hyperv_hv-neutron-8227 {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:20:43.863440 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Provisioning for port ba3487f3-ba3b-44b2-8de5-4d7b0f8c81e0 completed by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:20:43.868377 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Provisioning complete for port ba3487f3-ba3b-44b2-8de5-4d7b0f8c81e0 triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:20:43.868818 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:20:43.984116 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:20:44.010751 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9c9ec44-c149-43fb-8933-c66fc2e38646', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba3487f3-ba3b-44b2-8de5-4d7b0f8c81e0'}] {{(pid=87637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 23 16:20:44.022861 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] For port ba3487f3-ba3b-44b2-8de5-4d7b0f8c81e0, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=ba3487f3-ba3b-44b2-8de5-4d7b0f8c81e0,segment=NetworkSegment(f8109a75-2dc3-435a-abaa-9b5d02ecbe2c),segment_id=f8109a75-2dc3-435a-abaa-9b5d02ecbe2c)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:20:44.028210 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:20:44.030188 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:20:44.062500 dv-neutron-822799-1-hyperv neutron-server[87637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9c9ec44-c149-43fb-8933-c66fc2e38646', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba3487f3-ba3b-44b2-8de5-4d7b0f8c81e0', 'code': 200}
Dec 23 16:20:44.103351 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Pushing event updated for resources: {'Port': ['ID=ba3487f3-ba3b-44b2-8de5-4d7b0f8c81e0,revision_number=10']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:20:44.110759 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:20:44.111109 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:20:44.111451 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:20:44.111785 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:20:44.112115 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:20:44.112450 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:20:44.112803 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:20:44.113121 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:20:44.113456 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:20:44.113776 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:20:44.114097 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:20:44.114438 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:20:44.118161 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:20:44.298519 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93406312-83e8-4d13-8452-f837576ac436 req-d06fc1a0-0029-4ee4-a9e7-1b1d32a4ad8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:20:44.299895 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-93406312-83e8-4d13-8452-f837576ac436 req-d06fc1a0-0029-4ee4-a9e7-1b1d32a4ad8a service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=d9c9ec44-c149-43fb-8933-c66fc2e38646 HTTP/1.1" status: 200  len: 1138 time: 0.0759056
Dec 23 16:20:44.339934 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-93406312-83e8-4d13-8452-f837576ac436 req-bb85b73a-f485-4dd0-98da-21585c9be6da service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=b3fc66c5-267e-49a5-8093-48a259540b2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0338297
Dec 23 16:20:44.614621 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d88d78-185b-4211-906b-1295ef1dd607 req-694740db-cc68-47fc-9c0f-68e238973f17 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:20:44.616084 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-00d88d78-185b-4211-906b-1295ef1dd607 req-694740db-cc68-47fc-9c0f-68e238973f17 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/ports?device_id=d9c9ec44-c149-43fb-8933-c66fc2e38646 HTTP/1.1" status: 200  len: 985 time: 0.0802150
Dec 23 16:20:44.660718 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-00d88d78-185b-4211-906b-1295ef1dd607 req-ff21e6db-c6b7-4a98-a472-2dd6d88e2fb0 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/security-groups?id=b3fc66c5-267e-49a5-8093-48a259540b2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0389528
Dec 23 16:20:45.874004 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3036333c-9d5a-446b-a48b-7b71884a9f93 req-1eee2358-b3cc-459f-b03d-b20fddd6529b tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:20:45.875458 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-3036333c-9d5a-446b-a48b-7b71884a9f93 req-1eee2358-b3cc-459f-b03d-b20fddd6529b tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/ports?device_id=d9c9ec44-c149-43fb-8933-c66fc2e38646 HTTP/1.1" status: 200  len: 985 time: 0.1003885
Dec 23 16:20:45.925137 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-3036333c-9d5a-446b-a48b-7b71884a9f93 req-fe0d7a31-53d4-43f1-bbbf-d554c18a9ce8 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/security-groups?id=b3fc66c5-267e-49a5-8093-48a259540b2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421886
Dec 23 16:20:46.119728 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef7a5a4-ad61-4bd9-b0b9-97cf941a51ef req-ee56ebf4-bd2d-44c7-b202-934b6141b05d tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:20:46.121206 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-7ef7a5a4-ad61-4bd9-b0b9-97cf941a51ef req-ee56ebf4-bd2d-44c7-b202-934b6141b05d tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/ports?device_id=d9c9ec44-c149-43fb-8933-c66fc2e38646 HTTP/1.1" status: 200  len: 985 time: 0.0911782
Dec 23 16:20:46.167935 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-7ef7a5a4-ad61-4bd9-b0b9-97cf941a51ef req-a5f24613-08f3-473b-a4be-0b599c0e977f tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/security-groups?id=b3fc66c5-267e-49a5-8093-48a259540b2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407302
Dec 23 16:20:46.196152 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 53632) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:20:46.273661 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c594b7d-bf60-48b7-b371-31d135c2ebd5 tempest-TestNetworkBasicOps-54271533 tempest-TestNetworkBasicOps-54271533-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:20:46.275180 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-3c594b7d-bf60-48b7-b371-31d135c2ebd5 tempest-TestNetworkBasicOps-54271533 tempest-TestNetworkBasicOps-54271533-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=d9c9ec44-c149-43fb-8933-c66fc2e38646&network_id=f35744ce-38d7-4758-ad1b-1a4ff10ddd7d HTTP/1.1" status: 200  len: 1133 time: 0.0779529
Dec 23 16:20:46.658934 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e8b7fa-2519-4730-a400-038996397670 req-acc8d0f5-ffb7-45e3-b82a-3ae75f649b3a tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:20:46.660664 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-00e8b7fa-2519-4730-a400-038996397670 req-acc8d0f5-ffb7-45e3-b82a-3ae75f649b3a tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/ports?device_id=d9c9ec44-c149-43fb-8933-c66fc2e38646 HTTP/1.1" status: 200  len: 985 time: 0.0960619
Dec 23 16:20:46.718313 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-00e8b7fa-2519-4730-a400-038996397670 req-d8ffa211-46f2-41f8-9709-72940802b51d tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/security-groups?id=b3fc66c5-267e-49a5-8093-48a259540b2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0519032
Dec 23 16:20:47.333163 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-19b3a9d0-e93c-43f9-b43a-ca7a2c98a653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:20:47.917426 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86771f76-818d-44ae-b9b7-7623dd8b6992 req-6dab98a7-c7f2-4d84-8c15-bc799ed3c8eb tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:20:47.918924 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-86771f76-818d-44ae-b9b7-7623dd8b6992 req-6dab98a7-c7f2-4d84-8c15-bc799ed3c8eb tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/ports?device_id=d9c9ec44-c149-43fb-8933-c66fc2e38646 HTTP/1.1" status: 200  len: 985 time: 0.0832865
Dec 23 16:20:47.958588 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2440ba33-626b-4975-ad7b-5333b9e56df5 req-6d009969-7c01-4e92-966a-13d438623ad1 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:20:47.960015 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-2440ba33-626b-4975-ad7b-5333b9e56df5 req-6d009969-7c01-4e92-966a-13d438623ad1 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.61 "GET /v2.0/ports?device_id=d9c9ec44-c149-43fb-8933-c66fc2e38646 HTTP/1.1" status: 200  len: 985 time: 0.2063665
Dec 23 16:20:47.964350 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-86771f76-818d-44ae-b9b7-7623dd8b6992 req-99050f2c-f5f1-4dd3-bf97-27c5f1d89343 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/security-groups?id=b3fc66c5-267e-49a5-8093-48a259540b2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0393212
Dec 23 16:20:48.035645 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2440ba33-626b-4975-ad7b-5333b9e56df5 req-fbe21984-2f24-4d0f-8033-5e9838ab6c0b tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:20:48.037531 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-2440ba33-626b-4975-ad7b-5333b9e56df5 req-fbe21984-2f24-4d0f-8033-5e9838ab6c0b tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.61 "GET /v2.0/ports/ba3487f3-ba3b-44b2-8de5-4d7b0f8c81e0?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200  len: 260 time: 0.0712690
Dec 23 16:20:48.190768 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-2440ba33-626b-4975-ad7b-5333b9e56df5 req-cae815c3-bca2-47a8-bf1d-2fa2b9ad2897 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.61 "GET /v2.0/networks/f35744ce-38d7-4758-ad1b-1a4ff10ddd7d?fields=dns_domain HTTP/1.1" status: 200  len: 212 time: 0.1479652
Dec 23 16:20:48.201093 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [req-2440ba33-626b-4975-ad7b-5333b9e56df5 req-9177c0c6-8c12-4f8c-810f-b0da07d77593 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:20:48.307569 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-2440ba33-626b-4975-ad7b-5333b9e56df5 req-9177c0c6-8c12-4f8c-810f-b0da07d77593 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:20:48.513941 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [req-2440ba33-626b-4975-ad7b-5333b9e56df5 req-9177c0c6-8c12-4f8c-810f-b0da07d77593 service neutron] For port ba3487f3-ba3b-44b2-8de5-4d7b0f8c81e0, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=ba3487f3-ba3b-44b2-8de5-4d7b0f8c81e0,segment=NetworkSegment(f8109a75-2dc3-435a-abaa-9b5d02ecbe2c),segment_id=f8109a75-2dc3-435a-abaa-9b5d02ecbe2c)] {{(pid=87636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:20:48.543265 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [req-2440ba33-626b-4975-ad7b-5333b9e56df5 req-9177c0c6-8c12-4f8c-810f-b0da07d77593 service neutron] For port ba3487f3-ba3b-44b2-8de5-4d7b0f8c81e0, host hv-neutron-8227, cleared binding levels {{(pid=87636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 23 16:20:48.599744 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [req-2440ba33-626b-4975-ad7b-5333b9e56df5 req-9177c0c6-8c12-4f8c-810f-b0da07d77593 service neutron] device_id is not set on port ba3487f3-ba3b-44b2-8de5-4d7b0f8c81e0 yet. {{(pid=87636) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 23 16:20:48.608885 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-2440ba33-626b-4975-ad7b-5333b9e56df5 req-9177c0c6-8c12-4f8c-810f-b0da07d77593 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:20:48.608885 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-2440ba33-626b-4975-ad7b-5333b9e56df5 req-9177c0c6-8c12-4f8c-810f-b0da07d77593 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2176289'] for port, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:20:48.618223 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-42b12567-e85d-4f16-8765-2a9d7517749b tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:20:48.749102 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9177c0c6-8c12-4f8c-810f-b0da07d77593 service neutron] Pushing event updated for resources: {'Port': ['ID=ba3487f3-ba3b-44b2-8de5-4d7b0f8c81e0,revision_number=11']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:20:48.759982 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-9177c0c6-8c12-4f8c-810f-b0da07d77593 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:20:48.804327 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [req-2440ba33-626b-4975-ad7b-5333b9e56df5 req-9177c0c6-8c12-4f8c-810f-b0da07d77593 service neutron] No DVR routers for this DVR port ba3487f3-ba3b-44b2-8de5-4d7b0f8c81e0 on host hv-neutron-8227 {{(pid=87636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 23 16:20:48.896082 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-8705a296-f55c-4eb1-aa97-d64897dcb6f4 None None] Provisioning complete for port ba3487f3-ba3b-44b2-8de5-4d7b0f8c81e0 triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:20:48.896945 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-8705a296-f55c-4eb1-aa97-d64897dcb6f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:20:48.949433 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-8705a296-f55c-4eb1-aa97-d64897dcb6f4 None None] Port ba3487f3-ba3b-44b2-8de5-4d7b0f8c81e0 cannot update to ACTIVE because it is not bound. {{(pid=87637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 23 16:20:49.029263 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [req-2440ba33-626b-4975-ad7b-5333b9e56df5 req-9177c0c6-8c12-4f8c-810f-b0da07d77593 service neutron] In _notify_port_updated(), no bound segment for port ba3487f3-ba3b-44b2-8de5-4d7b0f8c81e0 on network f35744ce-38d7-4758-ad1b-1a4ff10ddd7d {{(pid=87636) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}}
Dec 23 16:20:49.030054 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2440ba33-626b-4975-ad7b-5333b9e56df5 req-9177c0c6-8c12-4f8c-810f-b0da07d77593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:20:49.030669 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-2440ba33-626b-4975-ad7b-5333b9e56df5 req-9177c0c6-8c12-4f8c-810f-b0da07d77593 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:20:49.031942 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-2440ba33-626b-4975-ad7b-5333b9e56df5 req-9177c0c6-8c12-4f8c-810f-b0da07d77593 service neutron] 10.222.0.61 "PUT /v2.0/ports/ba3487f3-ba3b-44b2-8de5-4d7b0f8c81e0 HTTP/1.1" status: 200  len: 1028 time: 0.8351421
Dec 23 16:20:49.122618 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-e18cde9b-0674-4c66-8d02-47e5890ef99d req-5d21bbba-24e6-4c56-8219-a83055a5392a tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/ports?device_id=d9c9ec44-c149-43fb-8933-c66fc2e38646 HTTP/1.1" status: 200  len: 210 time: 0.0422051
Dec 23 16:20:49.711367 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-cfaa6178-b502-4571-9945-1024d433e2bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:20:50.230705 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 53646) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:20:50.305807 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-850e0910-034d-4c3a-abad-c729cfcc9b91 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:20:50.334813 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-850e0910-034d-4c3a-abad-c729cfcc9b91 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:20:50.407157 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-850e0910-034d-4c3a-abad-c729cfcc9b91 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:20:50.410908 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-7ecd9188-7148-4c83-9c42-c9d8b66112ce tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:20:50.425841 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850e0910-034d-4c3a-abad-c729cfcc9b91 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da3e108a-2756-441e-b7cd-2dc4d46c9baf,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:20:50.434220 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850e0910-034d-4c3a-abad-c729cfcc9b91 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:20:50.434620 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850e0910-034d-4c3a-abad-c729cfcc9b91 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:20:50.434972 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850e0910-034d-4c3a-abad-c729cfcc9b91 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:20:50.435335 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850e0910-034d-4c3a-abad-c729cfcc9b91 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:20:50.435694 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850e0910-034d-4c3a-abad-c729cfcc9b91 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:20:50.436055 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850e0910-034d-4c3a-abad-c729cfcc9b91 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:20:50.436410 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850e0910-034d-4c3a-abad-c729cfcc9b91 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:20:50.436797 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850e0910-034d-4c3a-abad-c729cfcc9b91 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:20:50.437155 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850e0910-034d-4c3a-abad-c729cfcc9b91 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:20:50.437510 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850e0910-034d-4c3a-abad-c729cfcc9b91 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:20:50.437859 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850e0910-034d-4c3a-abad-c729cfcc9b91 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:20:50.438207 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850e0910-034d-4c3a-abad-c729cfcc9b91 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:20:50.442661 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-850e0910-034d-4c3a-abad-c729cfcc9b91 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:20:50.446902 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-850e0910-034d-4c3a-abad-c729cfcc9b91 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:20:50.447967 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-850e0910-034d-4c3a-abad-c729cfcc9b91 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "DELETE /v2.0/security-groups/da3e108a-2756-441e-b7cd-2dc4d46c9baf HTTP/1.1" status: 204  len: 168 time: 0.2162435
Dec 23 16:20:50.481059 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 53652) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:20:50.723322 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9dcbea60-a34f-4144-91e7-90aff3f57aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:20:50.819436 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-1f711d7e-9253-4b9c-851d-234358e176df tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Deleting port c161f766-0430-4f00-85de-790b9ce869d1 {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:20:50.819760 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1f711d7e-9253-4b9c-851d-234358e176df tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:20:50.882326 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:20:50.990793 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1f711d7e-9253-4b9c-851d-234358e176df tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:20:50.991051 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1f711d7e-9253-4b9c-851d-234358e176df tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:20:51.111442 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-1f711d7e-9253-4b9c-851d-234358e176df tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Calling delete_port for c161f766-0430-4f00-85de-790b9ce869d1 owned by network:floatingip {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:20:51.261529 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1f711d7e-9253-4b9c-851d-234358e176df tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:20:51.264972 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-df92c45a-a57c-4b05-8c49-930246516ebb tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:20:51.311039 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f711d7e-9253-4b9c-851d-234358e176df tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Pushing event deleted for resources: {'Port': ['ID=c161f766-0430-4f00-85de-790b9ce869d1,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:20:51.314113 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-1f711d7e-9253-4b9c-851d-234358e176df tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:20:51.400291 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1f711d7e-9253-4b9c-851d-234358e176df tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for floatingip, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:20:51.400658 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.db.l3_db [None req-1f711d7e-9253-4b9c-851d-234358e176df tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Floating IP a430df58-341b-495a-a4b1-6a829c2799e8 disassociated (deleted). External IP: 172.26.3.7, port: ba3487f3-ba3b-44b2-8de5-4d7b0f8c81e0.
Dec 23 16:20:51.767798 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f711d7e-9253-4b9c-851d-234358e176df tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Router 9f153464-007b-4211-93a2-22206695b40e has already been hosted by L3 agent 371d4c41-c7e2-4de7-9539-c049ec4e95d1 {{(pid=87636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 23 16:20:51.819674 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Device ba3487f3-ba3b-44b2-8de5-4d7b0f8c81e0 no longer exists at agent hyperv_hv-neutron-8227 {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 23 16:20:51.880037 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Device ba3487f3-ba3b-44b2-8de5-4d7b0f8c81e0 not bound to the agent host hv-neutron-8227 {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 23 16:20:51.963297 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f711d7e-9253-4b9c-851d-234358e176df tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify agent at l3_agent.dv-neutron-822799-1-hyperv the message routers_updated {{(pid=87636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 23 16:20:51.975894 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a4785d-3894-4ed3-a7e0-c2ca9e7c175b None None] Sync routers for ids ['9f153464-007b-4211-93a2-22206695b40e'] in dv-neutron-822799-1-hyperv {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 23 16:20:51.986130 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1f711d7e-9253-4b9c-851d-234358e176df tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for floatingip, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:20:51.986330 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a4785d-3894-4ed3-a7e0-c2ca9e7c175b None None] Routers {'9f153464-007b-4211-93a2-22206695b40e'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:20:51.986728 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-17a4785d-3894-4ed3-a7e0-c2ca9e7c175b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc28e4700>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:20:50Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['9f153464-007b-4211-93a2-22206695b40e'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:20:52.043869 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-1f711d7e-9253-4b9c-851d-234358e176df tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "DELETE /v2.0/floatingips/a430df58-341b-495a-a4b1-6a829c2799e8 HTTP/1.1" status: 204  len: 168 time: 1.5616839
Dec 23 16:20:52.156069 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-17a4785d-3894-4ed3-a7e0-c2ca9e7c175b None None] Set router 9f153464-007b-4211-93a2-22206695b40e gateway port host: dv-neutron-822799-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:20:52.194700 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 53660) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:20:52.241739 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9e3aab53-d650-47e3-b8a6-2dff21fe9ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:20:52.285737 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-4c27a3ce-195f-49b1-8d5a-11d3003ddde7 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:20:52.317306 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-4c27a3ce-195f-49b1-8d5a-11d3003ddde7 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:20:52.342995 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-f190bbf0-c149-417a-b4db-ab3b0066d665 req-9cd437bc-359c-454a-879d-b5aaad80c24b service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=b2cea6da-0a90-4475-8a3c-75ecccb63d0e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0991716
Dec 23 16:20:52.387720 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-4c27a3ce-195f-49b1-8d5a-11d3003ddde7 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:20:52.392843 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-cc24091b-fcbd-485e-8be7-ece63403c46b tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:20:52.410375 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c27a3ce-195f-49b1-8d5a-11d3003ddde7 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=345bd6c9-bb43-4dc7-9dfd-0be9df89f83c,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:20:52.413241 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-4c27a3ce-195f-49b1-8d5a-11d3003ddde7 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:20:52.414205 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-4c27a3ce-195f-49b1-8d5a-11d3003ddde7 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:20:52.415413 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-4c27a3ce-195f-49b1-8d5a-11d3003ddde7 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "DELETE /v2.0/security-groups/345bd6c9-bb43-4dc7-9dfd-0be9df89f83c HTTP/1.1" status: 204  len: 168 time: 0.2196977
Dec 23 16:20:52.443714 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f190bbf0-c149-417a-b4db-ab3b0066d665 req-eba71e81-0234-4606-9b75-721e720d81c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:20:52.446420 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-f190bbf0-c149-417a-b4db-ab3b0066d665 req-eba71e81-0234-4606-9b75-721e720d81c0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=815a3f337d0d43d79aa09f57743afc6f&device_id=b2cea6da-0a90-4475-8a3c-75ecccb63d0e HTTP/1.1" status: 200  len: 1099 time: 0.0806663
Dec 23 16:20:52.469809 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 53666) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:20:52.532951 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-17a4785d-3894-4ed3-a7e0-c2ca9e7c175b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc28e4700>, [{'id': '9f153464-007b-4211-93a2-22206695b40e', 'name': 'tempest-TestNetworkBasicOps-router-766725618', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.118'}], 'enable_snat': True}, 'gw_port_id': 'a9da9be8-c974-458b-8286-c747b8819ae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:20:05Z', 'updated_at': '2021-12-23T16:20:10Z', 'revision_number': 4, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'gw_port': {'id': 'a9da9be8-c974-458b-8286-c747b8819ae8', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:a1:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f153464-007b-4211-93a2-22206695b40e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:20:05Z', 'updated_at': '2021-12-23T16:20:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_interfaces': [{'id': '9ce21035-10be-4b8c-900c-544ece351b72', 'name': '', 'network_id': 'f35744ce-38d7-4758-ad1b-1a4ff10ddd7d', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'mac_address': 'fa:16:3e:05:03:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f153464-007b-4211-93a2-22206695b40e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '46afac7c-da07-49fb-b785-0efc2eec1ae8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:20:09Z', 'updated_at': '2021-12-23T16:20:15Z', 'revision_number': 5, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'subnets': [{'id': '46afac7c-da07-49fb-b785-0efc2eec1ae8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:20:52.537045 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a4785d-3894-4ed3-a7e0-c2ca9e7c175b None None] Checking router: 9f153464-007b-4211-93a2-22206695b40e for host: dv-neutron-822799-1-hyperv {{(pid=87638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 23 16:20:52.541299 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-3e311bcf-7c27-43b1-9f16-e097bdda2cda tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Deleting port ba3487f3-ba3b-44b2-8de5-4d7b0f8c81e0 {{(pid=87635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:20:52.541648 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-3e311bcf-7c27-43b1-9f16-e097bdda2cda tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:20:52.546769 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a4785d-3894-4ed3-a7e0-c2ca9e7c175b None None] Routers {'9f153464-007b-4211-93a2-22206695b40e'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:20:52.547413 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-17a4785d-3894-4ed3-a7e0-c2ca9e7c175b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc28e4700>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:20:50Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['9f153464-007b-4211-93a2-22206695b40e'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:20:52.738662 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-17a4785d-3894-4ed3-a7e0-c2ca9e7c175b None None] Set router 9f153464-007b-4211-93a2-22206695b40e gateway port host: dv-neutron-822799-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:20:52.741991 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f190bbf0-c149-417a-b4db-ab3b0066d665 req-c2ec01c3-e07c-4e45-aa6b-04dc7e69505e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:20:52.743484 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-f190bbf0-c149-417a-b4db-ab3b0066d665 req-c2ec01c3-e07c-4e45-aa6b-04dc7e69505e service neutron] 10.222.0.61 "GET /v2.0/networks?id=0150432c-3455-4bcb-8764-4bb2c28e3d40 HTTP/1.1" status: 200  len: 912 time: 0.2737992
Dec 23 16:20:52.803608 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-3e311bcf-7c27-43b1-9f16-e097bdda2cda tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:20:52.848538 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-f190bbf0-c149-417a-b4db-ab3b0066d665 req-49d4da05-26fb-48b7-bc68-0084a87c0558 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=da3bb254-97ba-415d-9273-dba4a1618868 HTTP/1.1" status: 200  len: 1001 time: 0.0985928
Dec 23 16:20:52.916531 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f190bbf0-c149-417a-b4db-ab3b0066d665 req-0ba48839-9e53-4f2a-9aa8-1eef50be8047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:20:52.918014 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-f190bbf0-c149-417a-b4db-ab3b0066d665 req-0ba48839-9e53-4f2a-9aa8-1eef50be8047 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=155d1b85-f535-40ed-8306-928fb9445b01 HTTP/1.1" status: 200  len: 850 time: 0.0631297
Dec 23 16:20:52.931425 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-3e311bcf-7c27-43b1-9f16-e097bdda2cda tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Calling delete_port for ba3487f3-ba3b-44b2-8de5-4d7b0f8c81e0 owned by  {{(pid=87635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:20:52.997747 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f190bbf0-c149-417a-b4db-ab3b0066d665 req-df06e1ce-49da-4cc1-a328-55b46976ae5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:20:52.999190 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-f190bbf0-c149-417a-b4db-ab3b0066d665 req-df06e1ce-49da-4cc1-a328-55b46976ae5a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0150432c-3455-4bcb-8764-4bb2c28e3d40&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0745571
Dec 23 16:20:53.066981 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-17a4785d-3894-4ed3-a7e0-c2ca9e7c175b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc28e4700>, [{'id': '9f153464-007b-4211-93a2-22206695b40e', 'name': 'tempest-TestNetworkBasicOps-router-766725618', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.118'}], 'enable_snat': True}, 'gw_port_id': 'a9da9be8-c974-458b-8286-c747b8819ae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:20:05Z', 'updated_at': '2021-12-23T16:20:10Z', 'revision_number': 4, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'gw_port': {'id': 'a9da9be8-c974-458b-8286-c747b8819ae8', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:a1:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f153464-007b-4211-93a2-22206695b40e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:20:05Z', 'updated_at': '2021-12-23T16:20:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_interfaces': [{'id': '9ce21035-10be-4b8c-900c-544ece351b72', 'name': '', 'network_id': 'f35744ce-38d7-4758-ad1b-1a4ff10ddd7d', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'mac_address': 'fa:16:3e:05:03:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f153464-007b-4211-93a2-22206695b40e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '46afac7c-da07-49fb-b785-0efc2eec1ae8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:20:09Z', 'updated_at': '2021-12-23T16:20:15Z', 'revision_number': 5, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'subnets': [{'id': '46afac7c-da07-49fb-b785-0efc2eec1ae8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:20:53.071255 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a4785d-3894-4ed3-a7e0-c2ca9e7c175b None None] The sync data for ids ['9f153464-007b-4211-93a2-22206695b40e'] in dv-neutron-822799-1-hyperv is: [{'id': '9f153464-007b-4211-93a2-22206695b40e', 'name': 'tempest-TestNetworkBasicOps-router-766725618', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.118'}], 'enable_snat': True}, 'gw_port_id': 'a9da9be8-c974-458b-8286-c747b8819ae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:20:05Z', 'updated_at': '2021-12-23T16:20:10Z', 'revision_number': 4, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'gw_port': {'id': 'a9da9be8-c974-458b-8286-c747b8819ae8', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:a1:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f153464-007b-4211-93a2-22206695b40e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:20:05Z', 'updated_at': '2021-12-23T16:20:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_interfaces': [{'id': '9ce21035-10be-4b8c-900c-544ece351b72', 'name': '', 'network_id': 'f35744ce-38d7-4758-ad1b-1a4ff10ddd7d', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'mac_address': 'fa:16:3e:05:03:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f153464-007b-4211-93a2-22206695b40e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '46afac7c-da07-49fb-b785-0efc2eec1ae8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:20:09Z', 'updated_at': '2021-12-23T16:20:15Z', 'revision_number': 5, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'subnets': [{'id': '46afac7c-da07-49fb-b785-0efc2eec1ae8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 23 16:20:53.138921 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-f190bbf0-c149-417a-b4db-ab3b0066d665 req-ead73078-57d1-4a08-8eba-0741756144dc service neutron] 10.222.0.61 "GET /v2.0/networks/0150432c-3455-4bcb-8764-4bb2c28e3d40?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1323888
Dec 23 16:20:53.199868 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-3e311bcf-7c27-43b1-9f16-e097bdda2cda tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:20:53.206742 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-8cdb28dc-a38b-4244-9c00-ea3a5186210b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:20:53.291958 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e311bcf-7c27-43b1-9f16-e097bdda2cda tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Pushing event deleted for resources: {'Port': ['ID=ba3487f3-ba3b-44b2-8de5-4d7b0f8c81e0,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:20:53.297824 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-3e311bcf-7c27-43b1-9f16-e097bdda2cda tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:20:53.297974 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-f190bbf0-c149-417a-b4db-ab3b0066d665 req-9c6ef45e-db03-4996-80a6-a080e16027e7 service neutron] 10.222.0.61 "GET /v2.0/networks/0150432c-3455-4bcb-8764-4bb2c28e3d40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1477535
Dec 23 16:20:53.365273 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-3e311bcf-7c27-43b1-9f16-e097bdda2cda tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:20:53.367792 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a694e1a4-f80b-4efb-8275-99ee214304b0 None None] New status for floating IP a430df58-341b-495a-a4b1-6a829c2799e8: DOWN {{(pid=87637) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 23 16:20:53.375392 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-3e311bcf-7c27-43b1-9f16-e097bdda2cda tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "DELETE /v2.0/ports/ba3487f3-ba3b-44b2-8de5-4d7b0f8c81e0 HTTP/1.1" status: 204  len: 168 time: 0.9044709
Dec 23 16:20:53.378060 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 53670) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:20:53.942982 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-c21b6f9a-6c94-427f-83ca-3728cd92d62f tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1781419'] for router_interface, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:20:54.309280 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-c21b6f9a-6c94-427f-83ca-3728cd92d62f tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Deleting port 9ce21035-10be-4b8c-900c-544ece351b72 {{(pid=87635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:20:54.310353 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-c21b6f9a-6c94-427f-83ca-3728cd92d62f tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:20:54.522831 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.db [None req-c21b6f9a-6c94-427f-83ca-3728cd92d62f tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] For port 9ce21035-10be-4b8c-900c-544ece351b72, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=9ce21035-10be-4b8c-900c-544ece351b72,segment=NetworkSegment(f8109a75-2dc3-435a-abaa-9b5d02ecbe2c),segment_id=f8109a75-2dc3-435a-abaa-9b5d02ecbe2c)] {{(pid=87635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:20:54.523144 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-c21b6f9a-6c94-427f-83ca-3728cd92d62f tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:20:54.778960 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-c21b6f9a-6c94-427f-83ca-3728cd92d62f tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Calling delete_port for 9ce21035-10be-4b8c-900c-544ece351b72 owned by network:router_interface {{(pid=87635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:20:54.980804 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-c21b6f9a-6c94-427f-83ca-3728cd92d62f tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:20:54.985071 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-dbd07708-dee7-4cd0-b9c0-79735c4d8da0 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:20:55.029498 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21b6f9a-6c94-427f-83ca-3728cd92d62f tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Pushing event deleted for resources: {'Port': ['ID=9ce21035-10be-4b8c-900c-544ece351b72,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:20:55.032427 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-c21b6f9a-6c94-427f-83ca-3728cd92d62f tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:20:55.323124 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-c21b6f9a-6c94-427f-83ca-3728cd92d62f tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1627472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1784155'] for router_interface, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:20:55.679088 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c21b6f9a-6c94-427f-83ca-3728cd92d62f tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Router 9f153464-007b-4211-93a2-22206695b40e has already been hosted by L3 agent 371d4c41-c7e2-4de7-9539-c049ec4e95d1 {{(pid=87635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 23 16:20:55.861239 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c21b6f9a-6c94-427f-83ca-3728cd92d62f tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify agent at l3_agent.dv-neutron-822799-1-hyperv the message routers_updated {{(pid=87635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 23 16:20:55.874302 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4213e8a-7033-4831-8532-f59d21720023 None None] Sync routers for ids ['9f153464-007b-4211-93a2-22206695b40e'] in dv-neutron-822799-1-hyperv {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 23 16:20:55.879186 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-c21b6f9a-6c94-427f-83ca-3728cd92d62f tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "PUT /v2.0/routers/9f153464-007b-4211-93a2-22206695b40e/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.4982128
Dec 23 16:20:55.881785 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 53674) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:20:55.888092 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4213e8a-7033-4831-8532-f59d21720023 None None] Routers {'9f153464-007b-4211-93a2-22206695b40e'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:20:55.888747 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-a4213e8a-7033-4831-8532-f59d21720023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc1c2a460>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:20:50Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['9f153464-007b-4211-93a2-22206695b40e'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:20:55.949926 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.db_base_plugin_v2 [None req-eaf667cb-2278-4cf3-87c2-001403180c59 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Deleting subnet 46afac7c-da07-49fb-b785-0efc2eec1ae8 {{(pid=87635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 23 16:20:55.953138 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-eaf667cb-2278-4cf3-87c2-001403180c59 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for subnet, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:20:56.005812 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-eaf667cb-2278-4cf3-87c2-001403180c59 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2776816'] for subnet, precommit_delete_associations {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:20:56.063984 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-a4213e8a-7033-4831-8532-f59d21720023 None None] Set router 9f153464-007b-4211-93a2-22206695b40e gateway port host: dv-neutron-822799-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:20:56.220693 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-eaf667cb-2278-4cf3-87c2-001403180c59 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864774'] for subnet, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:20:56.295636 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-eaf667cb-2278-4cf3-87c2-001403180c59 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2753333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2609730'] for subnet, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:20:56.299468 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-57e8b98c-9ece-40da-b833-aa97efd7ab24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:20:56.334955 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf667cb-2278-4cf3-87c2-001403180c59 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Pushing event deleted for resources: {'Subnet': ['ID=46afac7c-da07-49fb-b785-0efc2eec1ae8,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:20:56.338096 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-a4213e8a-7033-4831-8532-f59d21720023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc1c2a460>, [{'id': '9f153464-007b-4211-93a2-22206695b40e', 'name': 'tempest-TestNetworkBasicOps-router-766725618', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.118'}], 'enable_snat': True}, 'gw_port_id': 'a9da9be8-c974-458b-8286-c747b8819ae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:20:05Z', 'updated_at': '2021-12-23T16:20:54Z', 'revision_number': 5, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'gw_port': {'id': 'a9da9be8-c974-458b-8286-c747b8819ae8', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:a1:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f153464-007b-4211-93a2-22206695b40e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:20:05Z', 'updated_at': '2021-12-23T16:20:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv'}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:20:56.339058 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-eaf667cb-2278-4cf3-87c2-001403180c59 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:20:56.341581 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-eaf667cb-2278-4cf3-87c2-001403180c59 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for subnet, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:20:56.345410 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4213e8a-7033-4831-8532-f59d21720023 None None] Checking router: 9f153464-007b-4211-93a2-22206695b40e for host: dv-neutron-822799-1-hyperv {{(pid=87638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 23 16:20:56.347592 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-eaf667cb-2278-4cf3-87c2-001403180c59 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "DELETE /v2.0/subnets/46afac7c-da07-49fb-b785-0efc2eec1ae8 HTTP/1.1" status: 204  len: 168 time: 0.4648743
Dec 23 16:20:56.348315 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c58d8bf4-5e2d-4fc2-a4f3-5dd66ad6d3e4 None None] Network f35744ce-38d7-4758-ad1b-1a4ff10ddd7d requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:20:56.350253 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 53678) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:20:56.357842 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4213e8a-7033-4831-8532-f59d21720023 None None] Routers {'9f153464-007b-4211-93a2-22206695b40e'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:20:56.358453 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-a4213e8a-7033-4831-8532-f59d21720023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc1c2a460>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:20:50Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['9f153464-007b-4211-93a2-22206695b40e'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:20:56.536792 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-e85da610-c122-4448-ba34-37555f9753e3 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for router, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:20:56.541334 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-a4213e8a-7033-4831-8532-f59d21720023 None None] Set router 9f153464-007b-4211-93a2-22206695b40e gateway port host: dv-neutron-822799-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:20:56.598390 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2a3d83d-c2b4-4147-8f6f-750ec648972a None None] DHCP port deletion for f35744ce-38d7-4758-ad1b-1a4ff10ddd7d request from dv-neutron-822799-1-hyperv {{(pid=87637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 23 16:20:56.603485 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-f2a3d83d-c2b4-4147-8f6f-750ec648972a None None] Deleting port 8ec86046-2fb7-420c-8201-7b8893e904b0 {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:20:56.603941 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f2a3d83d-c2b4-4147-8f6f-750ec648972a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:20:56.722453 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-e85da610-c122-4448-ba34-37555f9753e3 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:20:56.732882 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-e85da610-c122-4448-ba34-37555f9753e3 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Deleting port a9da9be8-c974-458b-8286-c747b8819ae8 {{(pid=87635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:20:56.733415 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-e85da610-c122-4448-ba34-37555f9753e3 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:20:56.809346 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-f2a3d83d-c2b4-4147-8f6f-750ec648972a None None] For port 8ec86046-2fb7-420c-8201-7b8893e904b0, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=8ec86046-2fb7-420c-8201-7b8893e904b0,segment=NetworkSegment(f8109a75-2dc3-435a-abaa-9b5d02ecbe2c),segment_id=f8109a75-2dc3-435a-abaa-9b5d02ecbe2c)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:20:56.809757 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f2a3d83d-c2b4-4147-8f6f-750ec648972a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:20:56.859404 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-a4213e8a-7033-4831-8532-f59d21720023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc1c2a460>, [{'id': '9f153464-007b-4211-93a2-22206695b40e', 'name': 'tempest-TestNetworkBasicOps-router-766725618', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.118'}], 'enable_snat': True}, 'gw_port_id': 'a9da9be8-c974-458b-8286-c747b8819ae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:20:05Z', 'updated_at': '2021-12-23T16:20:54Z', 'revision_number': 5, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'gw_port': {'id': 'a9da9be8-c974-458b-8286-c747b8819ae8', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:a1:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f153464-007b-4211-93a2-22206695b40e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:20:05Z', 'updated_at': '2021-12-23T16:20:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv'}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:20:56.863334 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4213e8a-7033-4831-8532-f59d21720023 None None] The sync data for ids ['9f153464-007b-4211-93a2-22206695b40e'] in dv-neutron-822799-1-hyperv is: [{'id': '9f153464-007b-4211-93a2-22206695b40e', 'name': 'tempest-TestNetworkBasicOps-router-766725618', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.118'}], 'enable_snat': True}, 'gw_port_id': 'a9da9be8-c974-458b-8286-c747b8819ae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:20:05Z', 'updated_at': '2021-12-23T16:20:54Z', 'revision_number': 5, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'gw_port': {'id': 'a9da9be8-c974-458b-8286-c747b8819ae8', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:a1:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f153464-007b-4211-93a2-22206695b40e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:20:05Z', 'updated_at': '2021-12-23T16:20:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv'}] {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 23 16:20:56.907480 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.db [None req-e85da610-c122-4448-ba34-37555f9753e3 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] For port a9da9be8-c974-458b-8286-c747b8819ae8, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=a9da9be8-c974-458b-8286-c747b8819ae8,segment=NetworkSegment(77e3d110-dd7b-426c-b11f-b78dde7993df),segment_id=77e3d110-dd7b-426c-b11f-b78dde7993df)] {{(pid=87635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:20:56.907846 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-e85da610-c122-4448-ba34-37555f9753e3 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:20:56.932084 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-f2a3d83d-c2b4-4147-8f6f-750ec648972a None None] Calling delete_port for 8ec86046-2fb7-420c-8201-7b8893e904b0 owned by network:dhcp {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:20:57.008178 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f2a3d83d-c2b4-4147-8f6f-750ec648972a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789'] for port, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:20:57.011847 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-97459815-ea65-49d6-ae51-bc3954f1d989 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:20:57.033724 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-e85da610-c122-4448-ba34-37555f9753e3 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Calling delete_port for a9da9be8-c974-458b-8286-c747b8819ae8 owned by network:router_gateway {{(pid=87635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:20:57.091328 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a3d83d-c2b4-4147-8f6f-750ec648972a None None] Pushing event deleted for resources: {'Port': ['ID=8ec86046-2fb7-420c-8201-7b8893e904b0,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:20:57.094310 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-f2a3d83d-c2b4-4147-8f6f-750ec648972a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:20:57.095101 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2a3d83d-c2b4-4147-8f6f-750ec648972a None None] No DVR routers for this DVR port 8ec86046-2fb7-420c-8201-7b8893e904b0 on host dv-neutron-822799-1-hyperv {{(pid=87637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 23 16:20:57.211021 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-e85da610-c122-4448-ba34-37555f9753e3 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:20:57.214716 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-a1e9f570-a7c6-412b-bcfd-93b3196bea6d tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:20:57.258476 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85da610-c122-4448-ba34-37555f9753e3 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Pushing event deleted for resources: {'Port': ['ID=a9da9be8-c974-458b-8286-c747b8819ae8,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:20:57.261588 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-e85da610-c122-4448-ba34-37555f9753e3 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:20:57.355022 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-e85da610-c122-4448-ba34-37555f9753e3 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1824206'] for router_gateway, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:20:57.522177 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-e85da610-c122-4448-ba34-37555f9753e3 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1784183', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-235354'] for router, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:20:57.524716 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-e85da610-c122-4448-ba34-37555f9753e3 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:20:57.551174 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-e85da610-c122-4448-ba34-37555f9753e3 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1781328'] for router, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:20:57.551684 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e85da610-c122-4448-ba34-37555f9753e3 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Fanout notify agent at l3_agent the message router_deleted on router 9f153464-007b-4211-93a2-22206695b40e {{(pid=87635) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 23 16:20:57.568452 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-e85da610-c122-4448-ba34-37555f9753e3 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for router, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:20:57.572983 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-e85da610-c122-4448-ba34-37555f9753e3 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "DELETE /v2.0/routers/9f153464-007b-4211-93a2-22206695b40e HTTP/1.1" status: 204  len: 168 time: 1.2217467
Dec 23 16:20:57.574008 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 53682) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:20:57.673805 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 9ce21035-10be-4b8c-900c-544ece351b72 no longer exists at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 23 16:20:57.696218 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1d4abf7b-7862-4371-90df-ce1ec326e14c tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-698866'] for network, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:20:57.708837 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] No Port match for: 9ce21035-10be-4b8c-900c-544ece351b72 {{(pid=87637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 23 16:20:57.709202 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 9ce21035-10be-4b8c-900c-544ece351b72 not bound to the agent host dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 23 16:20:57.709640 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 8ec86046-2fb7-420c-8201-7b8893e904b0 no longer exists at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 23 16:20:57.741917 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] No Port match for: 8ec86046-2fb7-420c-8201-7b8893e904b0 {{(pid=87637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 23 16:20:57.742387 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 8ec86046-2fb7-420c-8201-7b8893e904b0 not bound to the agent host dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 23 16:20:57.834996 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1d4abf7b-7862-4371-90df-ce1ec326e14c tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-864347', 'neutron.services.segments.db._delete_segments_for_network-8735362908070'] for network, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:20:57.859367 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-1d4abf7b-7862-4371-90df-ce1ec326e14c tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1dbb3b50d0>,) {'filters': {'network_id': ['f35744ce-38d7-4758-ad1b-1a4ff10ddd7d']}} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:20:57.871507 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-1d4abf7b-7862-4371-90df-ce1ec326e14c tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dbb3b50d0>, 'f8109a75-2dc3-435a-abaa-9b5d02ecbe2c') {'for_net_delete': True} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:20:57.871808 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-1d4abf7b-7862-4371-90df-ce1ec326e14c tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dbb3b50d0>, 'f8109a75-2dc3-435a-abaa-9b5d02ecbe2c') {} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:20:57.883423 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1d4abf7b-7862-4371-90df-ce1ec326e14c tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735363085442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2382197'] for segment, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:20:57.905529 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1d4abf7b-7862-4371-90df-ce1ec326e14c tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:20:57.912863 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d4abf7b-7862-4371-90df-ce1ec326e14c tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Releasing vlan 428 on physical network physnet1 to pool {{(pid=87636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 23 16:20:57.913243 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1d4abf7b-7862-4371-90df-ce1ec326e14c tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2176261'] for segment, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:20:57.927470 dv-neutron-822799-1-hyperv neutron-server[87636]: Traceback (most recent call last):
Dec 23 16:20:57.927470 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 23 16:20:57.927470 dv-neutron-822799-1-hyperv neutron-server[87636]:     timer()
Dec 23 16:20:57.927470 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:20:57.927470 dv-neutron-822799-1-hyperv neutron-server[87636]:     cb(*args, **kw)
Dec 23 16:20:57.927470 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 23 16:20:57.927470 dv-neutron-822799-1-hyperv neutron-server[87636]:     return func(*args, **kwargs)
Dec 23 16:20:57.927470 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:20:57.927470 dv-neutron-822799-1-hyperv neutron-server[87636]:     self._notify()
Dec 23 16:20:57.927470 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:20:57.927470 dv-neutron-822799-1-hyperv neutron-server[87636]:     self.callback(batched_events)
Dec 23 16:20:57.927470 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:20:57.927470 dv-neutron-822799-1-hyperv neutron-server[87636]:     event.method(event)
Dec 23 16:20:57.927470 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:20:57.927470 dv-neutron-822799-1-hyperv neutron-server[87636]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:20:57.927470 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 23 16:20:57.927470 dv-neutron-822799-1-hyperv neutron-server[87636]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 23 16:20:57.927470 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 23 16:20:57.927470 dv-neutron-822799-1-hyperv neutron-server[87636]:     return f(self, *a, **k)
Dec 23 16:20:57.927470 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:20:57.927470 dv-neutron-822799-1-hyperv neutron-server[87636]:     return self._get(url).json()
Dec 23 16:20:57.927470 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 23 16:20:57.927470 dv-neutron-822799-1-hyperv neutron-server[87636]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 23 16:20:57.927470 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 23 16:20:57.927470 dv-neutron-822799-1-hyperv neutron-server[87636]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:20:57.927470 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 23 16:20:57.927470 dv-neutron-822799-1-hyperv neutron-server[87636]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 23 16:20:57.927470 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 23 16:20:57.927470 dv-neutron-822799-1-hyperv neutron-server[87636]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:20:57.927470 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 23 16:20:57.927470 dv-neutron-822799-1-hyperv neutron-server[87636]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:20:57.927470 dv-neutron-822799-1-hyperv neutron-server[87636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:20:58.007136 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1d4abf7b-7862-4371-90df-ce1ec326e14c tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-864336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1824171'] for network, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:20:58.011936 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1d4abf7b-7862-4371-90df-ce1ec326e14c tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:20:58.015419 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-708b0625-954e-4b5a-acbc-6691a6d0dedb tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:20:58.043027 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4abf7b-7862-4371-90df-ce1ec326e14c tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Pushing event deleted for resources: {'Network': ['ID=f35744ce-38d7-4758-ad1b-1a4ff10ddd7d,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:20:58.046735 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-1d4abf7b-7862-4371-90df-ce1ec326e14c tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:20:58.053003 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-1d4abf7b-7862-4371-90df-ce1ec326e14c tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "DELETE /v2.0/networks/f35744ce-38d7-4758-ad1b-1a4ff10ddd7d HTTP/1.1" status: 204  len: 168 time: 0.4774380
Dec 23 16:20:58.067213 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 53686) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:20:58.083593 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-54b2d410-7d8e-4ffd-a948-ca9d192052a4 tempest-TestNetworkBasicOps-54271533 tempest-TestNetworkBasicOps-54271533-project-admin] 10.222.0.64 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200  len: 838 time: 0.0139308
Dec 23 16:20:58.086630 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 53690) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:20:58.092161 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-cc3ac83b-917e-4f52-bdb4-837a12c5d542 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Request body: {'network': {'name': 'tempest-network-smoke--388136925', 'project_id': '544f3e375bde4f0988286eba27294ea6', 'port_security_enabled': True}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:20:58.097041 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-cc3ac83b-917e-4f52-bdb4-837a12c5d542 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:20:58.101249 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-cc3ac83b-917e-4f52-bdb4-837a12c5d542 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Usage tracker for resource:network and tenant:544f3e375bde4f0988286eba27294ea6 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:20:58.224840 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-cc3ac83b-917e-4f52-bdb4-837a12c5d542 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:20:58.231141 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-cc3ac83b-917e-4f52-bdb4-837a12c5d542 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:20:58.243259 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc3ac83b-917e-4f52-bdb4-837a12c5d542 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Made reservation on behalf of 544f3e375bde4f0988286eba27294ea6 for: {'network': 1} {{(pid=87635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:20:58.246801 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-cc3ac83b-917e-4f52-bdb4-837a12c5d542 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for network, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:20:58.274709 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc3ac83b-917e-4f52-bdb4-837a12c5d542 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] vlan segment allocate from pool success with {'vlan_id': 437, 'physical_network': 'physnet1'}  {{(pid=87635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 23 16:20:58.283728 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-cc3ac83b-917e-4f52-bdb4-837a12c5d542 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:20:58.284064 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.db.segments_db [None req-cc3ac83b-917e-4f52-bdb4-837a12c5d542 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Added segment c56437fd-ce6f-43d9-be25-b0f97a6c4a80 of type vlan for network d3031037-c1e9-4de8-b6be-4d85da4a975d
Dec 23 16:20:58.310364 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-cc3ac83b-917e-4f52-bdb4-837a12c5d542 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735362521793'] for network, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:20:58.342386 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-cc3ac83b-917e-4f52-bdb4-837a12c5d542 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495'] for network, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:20:58.347691 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc3ac83b-917e-4f52-bdb4-837a12c5d542 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:20:58.348265 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-cc3ac83b-917e-4f52-bdb4-837a12c5d542 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for network, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:20:58.351743 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-9037065a-04cd-4178-b9dd-0a1c40033c0f tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:20:58.450688 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-cc3ac83b-917e-4f52-bdb4-837a12c5d542 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.3630340
Dec 23 16:20:58.453629 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3ac83b-917e-4f52-bdb4-837a12c5d542 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Pushing event updated for resources: {'Network': ['ID=d3031037-c1e9-4de8-b6be-4d85da4a975d,revision_number=1']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:20:58.453960 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 53694) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:20:58.456369 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-cc3ac83b-917e-4f52-bdb4-837a12c5d542 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:20:58.460725 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-5028fced-824e-4305-987a-e8a8aba5230b tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1173931663', 'admin_state_up': True, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b'}}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:20:58.464288 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Network d3031037-c1e9-4de8-b6be-4d85da4a975d details requested by agent ovs-agent-dv-neutron-822799-1-hyperv with host dv-neutron-822799-1-hyperv {{(pid=87637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 23 16:20:58.469124 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-5028fced-824e-4305-987a-e8a8aba5230b tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:20:58.473027 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-5028fced-824e-4305-987a-e8a8aba5230b tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Usage tracker for resource:router and tenant:544f3e375bde4f0988286eba27294ea6 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:20:58.475924 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-5028fced-824e-4305-987a-e8a8aba5230b tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:20:58.487017 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-5028fced-824e-4305-987a-e8a8aba5230b tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:20:58.498527 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5028fced-824e-4305-987a-e8a8aba5230b tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1823978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-235332'] for router, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:20:58.499575 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5028fced-824e-4305-987a-e8a8aba5230b tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1824575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1824063', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1751113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-235341'] for router, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:20:58.515329 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5028fced-824e-4305-987a-e8a8aba5230b tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:20:58.784275 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5028fced-824e-4305-987a-e8a8aba5230b tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1824017', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1823768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-235299'] for router, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:20:59.217317 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5028fced-824e-4305-987a-e8a8aba5230b tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for router_gateway, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:20:59.249927 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5028fced-824e-4305-987a-e8a8aba5230b tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:20:59.396311 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [None req-5028fced-824e-4305-987a-e8a8aba5230b tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Allocated IP 172.26.3.68 (8afa6d58-9431-454a-b99c-3ff8a65aa86b/60537fec-5f5f-4ab7-89cc-03638149a590/faa79b30-c54d-4496-9e16-2df5064c16dc) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:20:59.564656 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5028fced-824e-4305-987a-e8a8aba5230b tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:20:59.575042 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device a9da9be8-c974-458b-8286-c747b8819ae8 no longer exists at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 23 16:20:59.595596 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5028fced-824e-4305-987a-e8a8aba5230b tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:20:59.600264 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-0fd2b5b4-0cb9-48d5-b050-2540bd6f1b57 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:20:59.609286 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] No Port match for: a9da9be8-c974-458b-8286-c747b8819ae8 {{(pid=87637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 23 16:20:59.609643 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device a9da9be8-c974-458b-8286-c747b8819ae8 not bound to the agent host dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 23 16:20:59.656213 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5028fced-824e-4305-987a-e8a8aba5230b tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Network 8afa6d58-9431-454a-b99c-3ff8a65aa86b is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:20:59.659062 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-5028fced-824e-4305-987a-e8a8aba5230b tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Resources bound (agent type, host, resource id):  {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:20:59.667510 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5028fced-824e-4305-987a-e8a8aba5230b tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:20:59.708616 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5028fced-824e-4305-987a-e8a8aba5230b tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Pushing event updated for resources: {'Port': ['ID=faa79b30-c54d-4496-9e16-2df5064c16dc,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:20:59.715428 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-5028fced-824e-4305-987a-e8a8aba5230b tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:21:00.100678 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5028fced-824e-4305-987a-e8a8aba5230b tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for router_gateway, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:21:00.577510 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5028fced-824e-4305-987a-e8a8aba5230b tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1823971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1824234'] for router, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:21:00.790634 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5028fced-824e-4305-987a-e8a8aba5230b tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Router 169d32cc-5271-4d59-bb3a-67c03a601285 is scheduled to L3 agent 371d4c41-c7e2-4de7-9539-c049ec4e95d1 with binding_index 1 {{(pid=87636) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 23 16:21:00.989804 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5028fced-824e-4305-987a-e8a8aba5230b tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify agent at l3_agent.dv-neutron-822799-1-hyperv the message routers_updated {{(pid=87636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 23 16:21:01.000341 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13ef73da-b5de-459d-a9f2-cf351ae27ac4 None None] Sync routers for ids ['169d32cc-5271-4d59-bb3a-67c03a601285'] in dv-neutron-822799-1-hyperv {{(pid=87637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 23 16:21:01.011474 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13ef73da-b5de-459d-a9f2-cf351ae27ac4 None None] Routers {'169d32cc-5271-4d59-bb3a-67c03a601285'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:21:01.012128 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-13ef73da-b5de-459d-a9f2-cf351ae27ac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc03f4df0>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:20:50Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['169d32cc-5271-4d59-bb3a-67c03a601285'], 'active': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:21:01.018173 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5028fced-824e-4305-987a-e8a8aba5230b tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for router, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:21:01.019369 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-5028fced-824e-4305-987a-e8a8aba5230b tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201  len: 886 time: 2.5642772
Dec 23 16:21:01.022768 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 53698) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:21:01.063069 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-e476ac02-efcf-4521-971b-725dc259f662 tempest-TestNetworkBasicOps-54271533 tempest-TestNetworkBasicOps-54271533-project-admin] 10.222.0.64 "GET /v2.0/subnets?project_id=544f3e375bde4f0988286eba27294ea6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0388927
Dec 23 16:21:01.065744 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 53702) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:21:01.205033 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvr_db [None req-13ef73da-b5de-459d-a9f2-cf351ae27ac4 None None] Set router 169d32cc-5271-4d59-bb3a-67c03a601285 gateway port host: dv-neutron-822799-1-hyperv {{(pid=87637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:21:01.207992 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f524ec7-1751-436e-962d-a0383edc9c14 tempest-TestNetworkBasicOps-54271533 tempest-TestNetworkBasicOps-54271533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:21:01.209503 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-2f524ec7-1751-436e-962d-a0383edc9c14 tempest-TestNetworkBasicOps-54271533 tempest-TestNetworkBasicOps-54271533-project-admin] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1428285
Dec 23 16:21:01.212937 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 53706) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:21:01.255271 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-bdf1c7b6-ccb0-4976-99d4-df5095cd44cd tempest-TestNetworkBasicOps-54271533 tempest-TestNetworkBasicOps-54271533-project-admin] 10.222.0.64 "GET /v2.0/subnets?network_id=8afa6d58-9431-454a-b99c-3ff8a65aa86b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0410836
Dec 23 16:21:01.257855 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 53710) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:21:01.263223 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-5a03ac7c-1af6-4487-a283-28ecba66ffab tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1662569915', 'network_id': 'd3031037-c1e9-4de8-b6be-4d85da4a975d', 'project_id': '544f3e375bde4f0988286eba27294ea6', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:21:01.372676 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-5a03ac7c-1af6-4487-a283-28ecba66ffab tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:21:01.377037 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-5a03ac7c-1af6-4487-a283-28ecba66ffab tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Usage tracker for resource:subnet and tenant:544f3e375bde4f0988286eba27294ea6 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:21:01.379749 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-5a03ac7c-1af6-4487-a283-28ecba66ffab tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:21:01.385664 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-5a03ac7c-1af6-4487-a283-28ecba66ffab tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:21:01.396559 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a03ac7c-1af6-4487-a283-28ecba66ffab tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Made reservation on behalf of 544f3e375bde4f0988286eba27294ea6 for: {'subnet': 1} {{(pid=87635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:21:01.400261 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-5a03ac7c-1af6-4487-a283-28ecba66ffab tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2610339'] for subnet, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:21:01.497699 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-13ef73da-b5de-459d-a9f2-cf351ae27ac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc03f4df0>, [{'id': '169d32cc-5271-4d59-bb3a-67c03a601285', 'name': 'tempest-TestNetworkBasicOps-router-1173931663', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.68'}], 'enable_snat': True}, 'gw_port_id': 'faa79b30-c54d-4496-9e16-2df5064c16dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:20:58Z', 'updated_at': '2021-12-23T16:20:59Z', 'revision_number': 3, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'gw_port': {'id': 'faa79b30-c54d-4496-9e16-2df5064c16dc', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:6f:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '169d32cc-5271-4d59-bb3a-67c03a601285', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:20:59Z', 'updated_at': '2021-12-23T16:20:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv'}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:21:01.501684 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13ef73da-b5de-459d-a9f2-cf351ae27ac4 None None] Checking router: 169d32cc-5271-4d59-bb3a-67c03a601285 for host: dv-neutron-822799-1-hyperv {{(pid=87637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 23 16:21:01.502050 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13ef73da-b5de-459d-a9f2-cf351ae27ac4 None None] Updating router 169d32cc-5271-4d59-bb3a-67c03a601285 port faa79b30-c54d-4496-9e16-2df5064c16dc binding host dv-neutron-822799-1-hyperv {{(pid=87637) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 23 16:21:01.555480 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-13ef73da-b5de-459d-a9f2-cf351ae27ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:21:01.613798 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-5a03ac7c-1af6-4487-a283-28ecba66ffab tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2753396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2610353'] for subnet, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:21:01.618450 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-daa718dd-29c6-4471-b175-2c703553a42f tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:21:01.690032 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a03ac7c-1af6-4487-a283-28ecba66ffab tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Pushing event updated for resources: {'Subnet': ['ID=39ca17a1-2f71-41ef-b0a1-78695d1cfde5,revision_number=0']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:21:01.702995 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a03ac7c-1af6-4487-a283-28ecba66ffab tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:21:01.703380 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a03ac7c-1af6-4487-a283-28ecba66ffab tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:21:01.703760 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a03ac7c-1af6-4487-a283-28ecba66ffab tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:21:01.704137 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a03ac7c-1af6-4487-a283-28ecba66ffab tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:21:01.704505 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a03ac7c-1af6-4487-a283-28ecba66ffab tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:21:01.704889 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a03ac7c-1af6-4487-a283-28ecba66ffab tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:21:01.705270 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a03ac7c-1af6-4487-a283-28ecba66ffab tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:21:01.705636 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a03ac7c-1af6-4487-a283-28ecba66ffab tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:21:01.705993 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a03ac7c-1af6-4487-a283-28ecba66ffab tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:21:01.706361 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a03ac7c-1af6-4487-a283-28ecba66ffab tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:21:01.706746 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a03ac7c-1af6-4487-a283-28ecba66ffab tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:21:01.707083 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a03ac7c-1af6-4487-a283-28ecba66ffab tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:21:01.710063 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a03ac7c-1af6-4487-a283-28ecba66ffab tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Checking segment: {'id': 'c56437fd-ce6f-43d9-be25-b0f97a6c4a80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'd3031037-c1e9-4de8-b6be-4d85da4a975d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:21:01.710445 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a03ac7c-1af6-4487-a283-28ecba66ffab tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Network hostable DHCP agents. Network: d3031037-c1e9-4de8-b6be-4d85da4a975d, hostable agents: ['1c812d71-eadf-4fb3-b98e-67468a4aa7e2'], hosted agents: [] {{(pid=87635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 23 16:21:01.714996 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-5a03ac7c-1af6-4487-a283-28ecba66ffab tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:21:01.730554 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a03ac7c-1af6-4487-a283-28ecba66ffab tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Network d3031037-c1e9-4de8-b6be-4d85da4a975d is scheduled to be hosted by DHCP agent 1c812d71-eadf-4fb3-b98e-67468a4aa7e2 with binding_index 1 {{(pid=87635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 23 16:21:01.740034 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.base_scheduler [None req-5a03ac7c-1af6-4487-a283-28ecba66ffab tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822799-1-hyperv, d3031037-c1e9-4de8-b6be-4d85da4a975d) {{(pid=87635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:21:01.747687 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a03ac7c-1af6-4487-a283-28ecba66ffab tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:21:01.747862 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-5a03ac7c-1af6-4487-a283-28ecba66ffab tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for subnet, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:21:01.751818 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de3b2014-ebce-4218-aa55-6e528765c441 None None] Network d3031037-c1e9-4de8-b6be-4d85da4a975d requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:21:01.773767 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-5a03ac7c-1af6-4487-a283-28ecba66ffab tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 0.5148129
Dec 23 16:21:01.776603 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 53714) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:21:02.028038 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-13ef73da-b5de-459d-a9f2-cf351ae27ac4 None None] Notify callbacks [] for port, precommit_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:21:02.072260 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-13ef73da-b5de-459d-a9f2-cf351ae27ac4 None None] Transition to ACTIVE for port object faa79b30-c54d-4496-9e16-2df5064c16dc will not be triggered until provisioned by entity L2. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:21:02.079787 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44466da1-0411-4bd2-9b28-8213a6902623 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7e017a6-8198-58c8-a07e-0f786128e3b3-d3031037-c1e9-4de8-b6be-4d85da4a975d', 'network_id': 'd3031037-c1e9-4de8-b6be-4d85da4a975d', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'fixed_ips': [{'subnet_id': '39ca17a1-2f71-41ef-b0a1-78695d1cfde5'}]}} from dv-neutron-822799-1-hyperv. {{(pid=87637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 23 16:21:02.080772 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-44466da1-0411-4bd2-9b28-8213a6902623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:21:02.091778 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-13ef73da-b5de-459d-a9f2-cf351ae27ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:21:02.097828 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:21:02.274723 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e613c31a-52aa-47f9-98cb-22ab1d22510d None None] Pushing event updated for resources: {'Port': ['ID=faa79b30-c54d-4496-9e16-2df5064c16dc,revision_number=2']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:21:02.277097 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-13ef73da-b5de-459d-a9f2-cf351ae27ac4 None None] Attempting to bind port faa79b30-c54d-4496-9e16-2df5064c16dc on host dv-neutron-822799-1-hyperv for vnic_type normal with profile  {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:21:02.277481 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-13ef73da-b5de-459d-a9f2-cf351ae27ac4 None None] Attempting to bind port faa79b30-c54d-4496-9e16-2df5064c16dc by drivers openvswitch,hyperv on host dv-neutron-822799-1-hyperv at level 0 using segments [{'id': '77e3d110-dd7b-426c-b11f-b78dde7993df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b'}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:21:02.277856 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13ef73da-b5de-459d-a9f2-cf351ae27ac4 None None] Attempting to bind port faa79b30-c54d-4496-9e16-2df5064c16dc on network 8afa6d58-9431-454a-b99c-3ff8a65aa86b {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:21:02.283505 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-e613c31a-52aa-47f9-98cb-22ab1d22510d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:21:02.292266 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13ef73da-b5de-459d-a9f2-cf351ae27ac4 None None] Checking agent: {'id': '20d2070f-69a9-4e73-8d08-6f0387a40158', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822799-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 21), 'started_at': datetime.datetime(2021, 12, 23, 16, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 20, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822799-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 23 16:21:02.292680 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13ef73da-b5de-459d-a9f2-cf351ae27ac4 None None] Checking segment: {'id': '77e3d110-dd7b-426c-b11f-b78dde7993df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:21:02.293104 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-13ef73da-b5de-459d-a9f2-cf351ae27ac4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:21:02.293514 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13ef73da-b5de-459d-a9f2-cf351ae27ac4 None None] Bound using segment: {'id': '77e3d110-dd7b-426c-b11f-b78dde7993df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b'} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 23 16:21:02.293986 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-13ef73da-b5de-459d-a9f2-cf351ae27ac4 None None] Bound port: faa79b30-c54d-4496-9e16-2df5064c16dc, host: dv-neutron-822799-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77e3d110-dd7b-426c-b11f-b78dde7993df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b'}}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 23 16:21:02.294407 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-13ef73da-b5de-459d-a9f2-cf351ae27ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:21:02.425962 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-13ef73da-b5de-459d-a9f2-cf351ae27ac4 None None] For port faa79b30-c54d-4496-9e16-2df5064c16dc, host dv-neutron-822799-1-hyperv, cleared binding levels {{(pid=87637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 23 16:21:02.431390 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-13ef73da-b5de-459d-a9f2-cf351ae27ac4 None None] For port faa79b30-c54d-4496-9e16-2df5064c16dc, host dv-neutron-822799-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=faa79b30-c54d-4496-9e16-2df5064c16dc,segment=NetworkSegment(77e3d110-dd7b-426c-b11f-b78dde7993df),segment_id=77e3d110-dd7b-426c-b11f-b78dde7993df)] {{(pid=87637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 23 16:21:02.432999 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_common [None req-44466da1-0411-4bd2-9b28-8213a6902623 None None] Allocated IP 172.20.0.2 (d3031037-c1e9-4de8-b6be-4d85da4a975d/39ca17a1-2f71-41ef-b0a1-78695d1cfde5/808bcc66-e29c-432a-b627-cdd5bff41436) {{(pid=87637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:21:02.437812 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-13ef73da-b5de-459d-a9f2-cf351ae27ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:21:02.442491 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:21:02.591309 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-037aa5e9-d777-4b6c-bc7b-e0d54c4eca0e tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:21:02.599634 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e613c31a-52aa-47f9-98cb-22ab1d22510d None None] Pushing event updated for resources: {'Port': ['ID=faa79b30-c54d-4496-9e16-2df5064c16dc,revision_number=3']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:21:02.604147 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13ef73da-b5de-459d-a9f2-cf351ae27ac4 None None] Routers {'169d32cc-5271-4d59-bb3a-67c03a601285'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:21:02.604796 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-13ef73da-b5de-459d-a9f2-cf351ae27ac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc03f4df0>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:20:50Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['169d32cc-5271-4d59-bb3a-67c03a601285'], 'active': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:21:02.655805 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-e613c31a-52aa-47f9-98cb-22ab1d22510d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:21:02.870979 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvr_db [None req-13ef73da-b5de-459d-a9f2-cf351ae27ac4 None None] Set router 169d32cc-5271-4d59-bb3a-67c03a601285 gateway port host: dv-neutron-822799-1-hyperv {{(pid=87637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:21:02.968917 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-44466da1-0411-4bd2-9b28-8213a6902623 None None] Notify callbacks [] for port, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:21:02.997483 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-44466da1-0411-4bd2-9b28-8213a6902623 None None] Transition to ACTIVE for port object 808bcc66-e29c-432a-b627-cdd5bff41436 will not be triggered until provisioned by entity L2. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:21:03.075180 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-44466da1-0411-4bd2-9b28-8213a6902623 None None] Transition to ACTIVE for port object 808bcc66-e29c-432a-b627-cdd5bff41436 will not be triggered until provisioned by entity DHCP. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:21:03.085348 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-44466da1-0411-4bd2-9b28-8213a6902623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780'] for port, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:21:03.090488 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-e6052f28-2fc9-4696-bc5b-4e6a91f62599 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:21:03.147104 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.db_base_plugin_common [None req-037aa5e9-d777-4b6c-bc7b-e0d54c4eca0e tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Allocated IP 172.20.0.1 (d3031037-c1e9-4de8-b6be-4d85da4a975d/39ca17a1-2f71-41ef-b0a1-78695d1cfde5/768e03a9-e2a0-4625-a836-683cdae79b4b) {{(pid=87635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:21:03.190253 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44466da1-0411-4bd2-9b28-8213a6902623 None None] Network d3031037-c1e9-4de8-b6be-4d85da4a975d is already hosted by enough agents. {{(pid=87637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:21:03.219393 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-44466da1-0411-4bd2-9b28-8213a6902623 None None] Resources bound (agent type, host, resource id):  {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:21:03.223652 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44466da1-0411-4bd2-9b28-8213a6902623 None None] Pushing event updated for resources: {'Port': ['ID=808bcc66-e29c-432a-b627-cdd5bff41436,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:21:03.225804 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44466da1-0411-4bd2-9b28-8213a6902623 None None] Received port after_create {{(pid=87637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:21:03.231162 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-44466da1-0411-4bd2-9b28-8213a6902623 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:21:03.323288 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-037aa5e9-d777-4b6c-bc7b-e0d54c4eca0e tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for port, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:21:03.329644 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-44466da1-0411-4bd2-9b28-8213a6902623 None None] Attempting to bind port 808bcc66-e29c-432a-b627-cdd5bff41436 on host dv-neutron-822799-1-hyperv for vnic_type normal with profile  {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:21:03.330022 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-44466da1-0411-4bd2-9b28-8213a6902623 None None] Attempting to bind port 808bcc66-e29c-432a-b627-cdd5bff41436 by drivers openvswitch,hyperv on host dv-neutron-822799-1-hyperv at level 0 using segments [{'id': 'c56437fd-ce6f-43d9-be25-b0f97a6c4a80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'd3031037-c1e9-4de8-b6be-4d85da4a975d'}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:21:03.330391 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44466da1-0411-4bd2-9b28-8213a6902623 None None] Attempting to bind port 808bcc66-e29c-432a-b627-cdd5bff41436 on network d3031037-c1e9-4de8-b6be-4d85da4a975d {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:21:03.338019 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44466da1-0411-4bd2-9b28-8213a6902623 None None] Checking agent: {'id': '20d2070f-69a9-4e73-8d08-6f0387a40158', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822799-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 21), 'started_at': datetime.datetime(2021, 12, 23, 16, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 20, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822799-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 23 16:21:03.338478 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44466da1-0411-4bd2-9b28-8213a6902623 None None] Checking segment: {'id': 'c56437fd-ce6f-43d9-be25-b0f97a6c4a80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'd3031037-c1e9-4de8-b6be-4d85da4a975d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:21:03.338813 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-44466da1-0411-4bd2-9b28-8213a6902623 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:21:03.339214 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44466da1-0411-4bd2-9b28-8213a6902623 None None] Bound using segment: {'id': 'c56437fd-ce6f-43d9-be25-b0f97a6c4a80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'd3031037-c1e9-4de8-b6be-4d85da4a975d'} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 23 16:21:03.339414 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.provisioning_blocks [None req-037aa5e9-d777-4b6c-bc7b-e0d54c4eca0e tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Transition to ACTIVE for port object 768e03a9-e2a0-4625-a836-683cdae79b4b will not be triggered until provisioned by entity DHCP. {{(pid=87635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:21:03.339699 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-44466da1-0411-4bd2-9b28-8213a6902623 None None] Bound port: 808bcc66-e29c-432a-b627-cdd5bff41436, host: dv-neutron-822799-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c56437fd-ce6f-43d9-be25-b0f97a6c4a80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'd3031037-c1e9-4de8-b6be-4d85da4a975d'}}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 23 16:21:03.340083 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-44466da1-0411-4bd2-9b28-8213a6902623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:21:03.363560 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-037aa5e9-d777-4b6c-bc7b-e0d54c4eca0e tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:21:03.368219 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-e85da610-c122-4448-ba34-37555f9753e3 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:21:03.394377 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-13ef73da-b5de-459d-a9f2-cf351ae27ac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc03f4df0>, [{'id': '169d32cc-5271-4d59-bb3a-67c03a601285', 'name': 'tempest-TestNetworkBasicOps-router-1173931663', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.68'}], 'enable_snat': True}, 'gw_port_id': 'faa79b30-c54d-4496-9e16-2df5064c16dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:20:58Z', 'updated_at': '2021-12-23T16:20:59Z', 'revision_number': 3, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'gw_port': {'id': 'faa79b30-c54d-4496-9e16-2df5064c16dc', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:6f:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '169d32cc-5271-4d59-bb3a-67c03a601285', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:20:59Z', 'updated_at': '2021-12-23T16:21:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv'}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:21:03.402952 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13ef73da-b5de-459d-a9f2-cf351ae27ac4 None None] The sync data for ids ['169d32cc-5271-4d59-bb3a-67c03a601285'] in dv-neutron-822799-1-hyperv is: [{'id': '169d32cc-5271-4d59-bb3a-67c03a601285', 'name': 'tempest-TestNetworkBasicOps-router-1173931663', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.68'}], 'enable_snat': True}, 'gw_port_id': 'faa79b30-c54d-4496-9e16-2df5064c16dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:20:58Z', 'updated_at': '2021-12-23T16:20:59Z', 'revision_number': 3, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'gw_port': {'id': 'faa79b30-c54d-4496-9e16-2df5064c16dc', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:6f:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '169d32cc-5271-4d59-bb3a-67c03a601285', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:20:59Z', 'updated_at': '2021-12-23T16:21:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv'}] {{(pid=87637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 23 16:21:03.428836 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-037aa5e9-d777-4b6c-bc7b-e0d54c4eca0e tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Network d3031037-c1e9-4de8-b6be-4d85da4a975d is already hosted by enough agents. {{(pid=87635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:21:03.436828 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.base_scheduler [None req-037aa5e9-d777-4b6c-bc7b-e0d54c4eca0e tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Resources bound (agent type, host, resource id):  {{(pid=87635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:21:03.439527 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-037aa5e9-d777-4b6c-bc7b-e0d54c4eca0e tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Received port after_create {{(pid=87635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:21:03.447043 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-44466da1-0411-4bd2-9b28-8213a6902623 None None] For port 808bcc66-e29c-432a-b627-cdd5bff41436, host dv-neutron-822799-1-hyperv, cleared binding levels {{(pid=87637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 23 16:21:03.450714 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-44466da1-0411-4bd2-9b28-8213a6902623 None None] For port 808bcc66-e29c-432a-b627-cdd5bff41436, host dv-neutron-822799-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=808bcc66-e29c-432a-b627-cdd5bff41436,segment=NetworkSegment(c56437fd-ce6f-43d9-be25-b0f97a6c4a80),segment_id=c56437fd-ce6f-43d9-be25-b0f97a6c4a80)] {{(pid=87637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 23 16:21:03.457018 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-44466da1-0411-4bd2-9b28-8213a6902623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:21:03.462081 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:21:03.502982 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037aa5e9-d777-4b6c-bc7b-e0d54c4eca0e tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Pushing event updated for resources: {'Port': ['ID=768e03a9-e2a0-4625-a836-683cdae79b4b,revision_number=1']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:21:03.506484 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-037aa5e9-d777-4b6c-bc7b-e0d54c4eca0e tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:21:03.514682 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-037aa5e9-d777-4b6c-bc7b-e0d54c4eca0e tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1781300'] for router_interface, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:21:03.554335 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44466da1-0411-4bd2-9b28-8213a6902623 None None] Pushing event updated for resources: {'Port': ['ID=808bcc66-e29c-432a-b627-cdd5bff41436,revision_number=2']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:21:03.557974 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-44466da1-0411-4bd2-9b28-8213a6902623 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:21:03.786484 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-037aa5e9-d777-4b6c-bc7b-e0d54c4eca0e tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:21:04.219719 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-037aa5e9-d777-4b6c-bc7b-e0d54c4eca0e tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for port, precommit_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:21:04.225302 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-037aa5e9-d777-4b6c-bc7b-e0d54c4eca0e tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2753531'] for port, after_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:21:04.251658 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-2bd8e76f-2290-47b5-a47d-9a0378fff9fa tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:21:04.496161 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037aa5e9-d777-4b6c-bc7b-e0d54c4eca0e tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Pushing event updated for resources: {'Port': ['ID=768e03a9-e2a0-4625-a836-683cdae79b4b,revision_number=2']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:21:04.498591 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-037aa5e9-d777-4b6c-bc7b-e0d54c4eca0e tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1627481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1781465'] for router_interface, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:21:04.502452 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-037aa5e9-d777-4b6c-bc7b-e0d54c4eca0e tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:21:04.597127 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3408735-8518-47b5-9147-5768b318a0b8 None None] Network d3031037-c1e9-4de8-b6be-4d85da4a975d requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:21:04.639586 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-037aa5e9-d777-4b6c-bc7b-e0d54c4eca0e tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Network d3031037-c1e9-4de8-b6be-4d85da4a975d is already hosted by enough agents. {{(pid=87635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:21:04.640876 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.base_scheduler [None req-037aa5e9-d777-4b6c-bc7b-e0d54c4eca0e tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Resources bound (agent type, host, resource id):  {{(pid=87635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:21:04.720496 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-95a1ddca-f645-4549-a67d-4284c74a46ef None None] Provisioning for port 808bcc66-e29c-432a-b627-cdd5bff41436 completed by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:21:04.840486 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-037aa5e9-d777-4b6c-bc7b-e0d54c4eca0e tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Router 169d32cc-5271-4d59-bb3a-67c03a601285 has already been hosted by L3 agent 371d4c41-c7e2-4de7-9539-c049ec4e95d1 {{(pid=87635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 23 16:21:05.025063 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-037aa5e9-d777-4b6c-bc7b-e0d54c4eca0e tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify agent at l3_agent.dv-neutron-822799-1-hyperv the message routers_updated {{(pid=87635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 23 16:21:05.040170 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-037aa5e9-d777-4b6c-bc7b-e0d54c4eca0e tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "PUT /v2.0/routers/169d32cc-5271-4d59-bb3a-67c03a601285/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2625201
Dec 23 16:21:05.041030 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e17d9101-e143-406f-8a7a-5248dc232cf0 None None] Sync routers for ids ['169d32cc-5271-4d59-bb3a-67c03a601285'] in dv-neutron-822799-1-hyperv {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 23 16:21:05.042694 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 53718) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:21:05.050681 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e17d9101-e143-406f-8a7a-5248dc232cf0 None None] Routers {'169d32cc-5271-4d59-bb3a-67c03a601285'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:21:05.051435 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-e17d9101-e143-406f-8a7a-5248dc232cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc1e83070>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:20:50Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['169d32cc-5271-4d59-bb3a-67c03a601285'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:21:05.154101 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-cc65f364-2de4-4a5d-a95f-f1c0cb59cea0 None None] Provisioning for port 768e03a9-e2a0-4625-a836-683cdae79b4b completed by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:21:05.160920 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-cc65f364-2de4-4a5d-a95f-f1c0cb59cea0 None None] Provisioning complete for port 768e03a9-e2a0-4625-a836-683cdae79b4b triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:21:05.161732 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-cc65f364-2de4-4a5d-a95f-f1c0cb59cea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:21:05.205367 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b328ae1a-9721-4a8c-91c2-cbaa29a17bed tempest-TestNetworkBasicOps-54271533 tempest-TestNetworkBasicOps-54271533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:21:05.205847 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b328ae1a-9721-4a8c-91c2-cbaa29a17bed tempest-TestNetworkBasicOps-54271533 tempest-TestNetworkBasicOps-54271533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:21:05.206392 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b328ae1a-9721-4a8c-91c2-cbaa29a17bed tempest-TestNetworkBasicOps-54271533 tempest-TestNetworkBasicOps-54271533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:21:05.206862 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b328ae1a-9721-4a8c-91c2-cbaa29a17bed tempest-TestNetworkBasicOps-54271533 tempest-TestNetworkBasicOps-54271533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:21:05.207319 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b328ae1a-9721-4a8c-91c2-cbaa29a17bed tempest-TestNetworkBasicOps-54271533 tempest-TestNetworkBasicOps-54271533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:21:05.208224 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b328ae1a-9721-4a8c-91c2-cbaa29a17bed tempest-TestNetworkBasicOps-54271533 tempest-TestNetworkBasicOps-54271533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:21:05.212242 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-b328ae1a-9721-4a8c-91c2-cbaa29a17bed tempest-TestNetworkBasicOps-54271533 tempest-TestNetworkBasicOps-54271533-project-admin] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200  len: 4283 time: 0.1659560
Dec 23 16:21:05.212497 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 53722) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:21:05.234056 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-cc65f364-2de4-4a5d-a95f-f1c0cb59cea0 None None] Port 768e03a9-e2a0-4625-a836-683cdae79b4b cannot update to ACTIVE because it is not bound. {{(pid=87637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 23 16:21:05.259447 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-e17d9101-e143-406f-8a7a-5248dc232cf0 None None] Set router 169d32cc-5271-4d59-bb3a-67c03a601285 gateway port host: dv-neutron-822799-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:21:05.298697 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51991c35-27b3-4b86-970a-0a344ea8f052 tempest-TestNetworkBasicOps-54271533 tempest-TestNetworkBasicOps-54271533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:21:05.299348 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51991c35-27b3-4b86-970a-0a344ea8f052 tempest-TestNetworkBasicOps-54271533 tempest-TestNetworkBasicOps-54271533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:21:05.299815 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51991c35-27b3-4b86-970a-0a344ea8f052 tempest-TestNetworkBasicOps-54271533 tempest-TestNetworkBasicOps-54271533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:21:05.300266 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51991c35-27b3-4b86-970a-0a344ea8f052 tempest-TestNetworkBasicOps-54271533 tempest-TestNetworkBasicOps-54271533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:21:05.300749 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51991c35-27b3-4b86-970a-0a344ea8f052 tempest-TestNetworkBasicOps-54271533 tempest-TestNetworkBasicOps-54271533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:21:05.301199 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51991c35-27b3-4b86-970a-0a344ea8f052 tempest-TestNetworkBasicOps-54271533 tempest-TestNetworkBasicOps-54271533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:21:05.303151 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-51991c35-27b3-4b86-970a-0a344ea8f052 tempest-TestNetworkBasicOps-54271533 tempest-TestNetworkBasicOps-54271533-project-admin] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 4004 time: 0.0897000
Dec 23 16:21:05.306061 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 53726) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:21:05.359539 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-96b23fef-370f-4238-b9f3-8d32a18afdef None None] Provisioning complete for port 768e03a9-e2a0-4625-a836-683cdae79b4b triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:21:05.360275 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-96b23fef-370f-4238-b9f3-8d32a18afdef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:21:05.436127 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-96b23fef-370f-4238-b9f3-8d32a18afdef None None] Port 768e03a9-e2a0-4625-a836-683cdae79b4b cannot update to ACTIVE because it is not bound. {{(pid=87637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 23 16:21:05.528537 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-18c04e38-9786-49da-bdc7-a75f3cd63301 tempest-TestNetworkBasicOps-54271533 tempest-TestNetworkBasicOps-54271533-project-admin] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200  len: 3047 time: 0.2211685
Dec 23 16:21:05.559388 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-e092a827-1abf-40d7-bc99-3e8a584239b8 None None] Provisioning complete for port 768e03a9-e2a0-4625-a836-683cdae79b4b triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:21:05.559388 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-e092a827-1abf-40d7-bc99-3e8a584239b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:21:05.609324 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-e17d9101-e143-406f-8a7a-5248dc232cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc1e83070>, [{'id': '169d32cc-5271-4d59-bb3a-67c03a601285', 'name': 'tempest-TestNetworkBasicOps-router-1173931663', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.68'}], 'enable_snat': True}, 'gw_port_id': 'faa79b30-c54d-4496-9e16-2df5064c16dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:20:58Z', 'updated_at': '2021-12-23T16:21:03Z', 'revision_number': 4, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'gw_port': {'id': 'faa79b30-c54d-4496-9e16-2df5064c16dc', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:6f:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '169d32cc-5271-4d59-bb3a-67c03a601285', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:20:59Z', 'updated_at': '2021-12-23T16:21:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_interfaces': [{'id': '768e03a9-e2a0-4625-a836-683cdae79b4b', 'name': '', 'network_id': 'd3031037-c1e9-4de8-b6be-4d85da4a975d', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'mac_address': 'fa:16:3e:6e:80:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '169d32cc-5271-4d59-bb3a-67c03a601285', 'device_owner': 'network:router_interface', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '39ca17a1-2f71-41ef-b0a1-78695d1cfde5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:21:02Z', 'updated_at': '2021-12-23T16:21:04Z', 'revision_number': 2, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'subnets': [{'id': '39ca17a1-2f71-41ef-b0a1-78695d1cfde5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:21:05.617926 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-e092a827-1abf-40d7-bc99-3e8a584239b8 None None] Port 768e03a9-e2a0-4625-a836-683cdae79b4b cannot update to ACTIVE because it is not bound. {{(pid=87637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 23 16:21:05.625962 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e17d9101-e143-406f-8a7a-5248dc232cf0 None None] Checking router: 169d32cc-5271-4d59-bb3a-67c03a601285 for host: dv-neutron-822799-1-hyperv {{(pid=87638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 23 16:21:05.626458 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e17d9101-e143-406f-8a7a-5248dc232cf0 None None] Updating router 169d32cc-5271-4d59-bb3a-67c03a601285 port 768e03a9-e2a0-4625-a836-683cdae79b4b binding host dv-neutron-822799-1-hyperv {{(pid=87638) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 23 16:21:05.690933 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e17d9101-e143-406f-8a7a-5248dc232cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:21:05.697371 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 808bcc66-e29c-432a-b627-cdd5bff41436 up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:21:05.738940 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 53732) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:21:05.744301 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-cdc7179b-b98a-4314-8230-7b92a2eaf908 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-186911283', 'description': 'tempest-secgroup-smoke-186911283 description', 'project_id': '544f3e375bde4f0988286eba27294ea6'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:21:05.750198 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-cdc7179b-b98a-4314-8230-7b92a2eaf908 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:21:05.754656 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-cdc7179b-b98a-4314-8230-7b92a2eaf908 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Usage tracker for resource:security_group and tenant:544f3e375bde4f0988286eba27294ea6 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:21:05.759152 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-cdc7179b-b98a-4314-8230-7b92a2eaf908 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:21:05.766222 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-cdc7179b-b98a-4314-8230-7b92a2eaf908 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:21:05.769284 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning for port 808bcc66-e29c-432a-b627-cdd5bff41436 completed by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:21:05.775958 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port 808bcc66-e29c-432a-b627-cdd5bff41436 triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:21:05.776438 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:21:05.781216 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-cdc7179b-b98a-4314-8230-7b92a2eaf908 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:21:05.802488 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-cdc7179b-b98a-4314-8230-7b92a2eaf908 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:21:05.808722 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-cdc7179b-b98a-4314-8230-7b92a2eaf908 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Usage tracker for resource:security_group_rule and tenant:544f3e375bde4f0988286eba27294ea6 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:21:05.813415 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-cdc7179b-b98a-4314-8230-7b92a2eaf908 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:21:05.819753 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-cdc7179b-b98a-4314-8230-7b92a2eaf908 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:21:05.896348 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-cdc7179b-b98a-4314-8230-7b92a2eaf908 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:21:05.897227 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:21:05.901381 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-cdc7179b-b98a-4314-8230-7b92a2eaf908 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:21:05.906626 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-fb77c911-9f9e-478a-af99-affdc36f7f92 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:21:05.931920 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] For port 808bcc66-e29c-432a-b627-cdd5bff41436, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=808bcc66-e29c-432a-b627-cdd5bff41436,segment=NetworkSegment(c56437fd-ce6f-43d9-be25-b0f97a6c4a80),segment_id=c56437fd-ce6f-43d9-be25-b0f97a6c4a80)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:21:05.936556 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:21:05.937908 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device faa79b30-c54d-4496-9e16-2df5064c16dc up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:21:05.950124 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc7179b-b98a-4314-8230-7b92a2eaf908 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e230b1fb-a8fd-455b-af4a-0c6683e73ce7,revision_number=1']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:21:05.953255 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-cdc7179b-b98a-4314-8230-7b92a2eaf908 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:21:05.954775 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-cdc7179b-b98a-4314-8230-7b92a2eaf908 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:21:05.956037 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-cdc7179b-b98a-4314-8230-7b92a2eaf908 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 0.2161086
Dec 23 16:21:05.960058 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 53736) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:21:05.966960 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-b96abf8b-1e1b-4036-80d3-b1d2f33d3f0c tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Request body: {'security_group_rule': {'security_group_id': 'e230b1fb-a8fd-455b-af4a-0c6683e73ce7', 'project_id': '544f3e375bde4f0988286eba27294ea6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:21:05.970957 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-97459815-ea65-49d6-ae51-bc3954f1d989 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:21:05.974946 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-b96abf8b-1e1b-4036-80d3-b1d2f33d3f0c tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:21:05.979456 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-b96abf8b-1e1b-4036-80d3-b1d2f33d3f0c tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Usage tracker for resource:security_group_rule and tenant:544f3e375bde4f0988286eba27294ea6 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:21:05.982508 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-b96abf8b-1e1b-4036-80d3-b1d2f33d3f0c tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:21:05.988703 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-b96abf8b-1e1b-4036-80d3-b1d2f33d3f0c tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:21:06.007636 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b96abf8b-1e1b-4036-80d3-b1d2f33d3f0c tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:21:06.048073 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e17d9101-e143-406f-8a7a-5248dc232cf0 None None] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:21:06.060160 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-e17d9101-e143-406f-8a7a-5248dc232cf0 None None] Transition to ACTIVE for port object 768e03a9-e2a0-4625-a836-683cdae79b4b will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:21:06.063614 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Pushing event updated for resources: {'Port': ['ID=808bcc66-e29c-432a-b627-cdd5bff41436,revision_number=3']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:21:06.067375 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:21:06.067970 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e17d9101-e143-406f-8a7a-5248dc232cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:21:06.073393 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG oslo_concurrency.lockutils [None req-36c9375c-7ec8-4518-8e4c-f7e0913347b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:21:06.075736 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b96abf8b-1e1b-4036-80d3-b1d2f33d3f0c tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:21:06.080319 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning for port faa79b30-c54d-4496-9e16-2df5064c16dc completed by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:21:06.082207 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b96abf8b-1e1b-4036-80d3-b1d2f33d3f0c tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762424'] for security_group_rule, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:21:06.084260 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-5248ed7d-7464-4ba8-9979-7151c81c1067 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:21:06.086602 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port faa79b30-c54d-4496-9e16-2df5064c16dc triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:21:06.087090 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:21:06.106926 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96abf8b-1e1b-4036-80d3-b1d2f33d3f0c tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=815599e2-40db-42aa-a897-e26ff3189789,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:21:06.112044 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-b96abf8b-1e1b-4036-80d3-b1d2f33d3f0c tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:21:06.119669 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b96abf8b-1e1b-4036-80d3-b1d2f33d3f0c tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:21:06.120953 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-b96abf8b-1e1b-4036-80d3-b1d2f33d3f0c tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1601655
Dec 23 16:21:06.124199 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 53740) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:21:06.130708 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-0c9003b8-2375-48c2-aada-2fe3d5e6d6cd tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Request body: {'security_group_rule': {'security_group_id': 'e230b1fb-a8fd-455b-af4a-0c6683e73ce7', 'project_id': '544f3e375bde4f0988286eba27294ea6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:21:06.137317 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-0c9003b8-2375-48c2-aada-2fe3d5e6d6cd tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:21:06.142234 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-0c9003b8-2375-48c2-aada-2fe3d5e6d6cd tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Usage tracker for resource:security_group_rule and tenant:544f3e375bde4f0988286eba27294ea6 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:21:06.145297 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-0c9003b8-2375-48c2-aada-2fe3d5e6d6cd tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:21:06.151917 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-0c9003b8-2375-48c2-aada-2fe3d5e6d6cd tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:21:06.179475 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-0c9003b8-2375-48c2-aada-2fe3d5e6d6cd tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:21:06.244028 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:21:06.259627 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-0c9003b8-2375-48c2-aada-2fe3d5e6d6cd tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:21:06.264007 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] For port faa79b30-c54d-4496-9e16-2df5064c16dc, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=faa79b30-c54d-4496-9e16-2df5064c16dc,segment=NetworkSegment(77e3d110-dd7b-426c-b11f-b78dde7993df),segment_id=77e3d110-dd7b-426c-b11f-b78dde7993df)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:21:06.264540 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-0c9003b8-2375-48c2-aada-2fe3d5e6d6cd tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762424'] for security_group_rule, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:21:06.266418 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-8cf6ec84-9fe1-4595-b274-f2193664de71 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:21:06.268783 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:21:06.273264 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:21:06.292962 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9003b8-2375-48c2-aada-2fe3d5e6d6cd tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ee7440e-d512-4661-a49d-205e84e65d6a,revision_number=0']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:21:06.299109 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-0c9003b8-2375-48c2-aada-2fe3d5e6d6cd tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:21:06.308815 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-0c9003b8-2375-48c2-aada-2fe3d5e6d6cd tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:21:06.312706 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-0c9003b8-2375-48c2-aada-2fe3d5e6d6cd tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1844738
Dec 23 16:21:06.314147 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 53744) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:21:06.319514 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-7a52a876-4958-43ab-abaa-439f25b16d5b tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Request body: {'security_group_rule': {'security_group_id': 'e230b1fb-a8fd-455b-af4a-0c6683e73ce7', 'project_id': '544f3e375bde4f0988286eba27294ea6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:21:06.327076 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-7a52a876-4958-43ab-abaa-439f25b16d5b tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:21:06.331594 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-7a52a876-4958-43ab-abaa-439f25b16d5b tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Usage tracker for resource:security_group_rule and tenant:544f3e375bde4f0988286eba27294ea6 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:21:06.334555 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-7a52a876-4958-43ab-abaa-439f25b16d5b tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:21:06.341258 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-7a52a876-4958-43ab-abaa-439f25b16d5b tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:21:06.352527 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Pushing event updated for resources: {'Port': ['ID=faa79b30-c54d-4496-9e16-2df5064c16dc,revision_number=4']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:21:06.364019 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:21:06.365010 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a1b389-e367-45b7-92a1-bb18a211b54a None None] Pushing event updated for resources: {'Port': ['ID=768e03a9-e2a0-4625-a836-683cdae79b4b,revision_number=3']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:21:06.368727 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG oslo_concurrency.lockutils [None req-d8a1b389-e367-45b7-92a1-bb18a211b54a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=87638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:21:06.370323 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-7a52a876-4958-43ab-abaa-439f25b16d5b tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:21:06.390050 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-e17d9101-e143-406f-8a7a-5248dc232cf0 None None] Attempting to bind port 768e03a9-e2a0-4625-a836-683cdae79b4b on host dv-neutron-822799-1-hyperv for vnic_type normal with profile  {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:21:06.390724 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-e17d9101-e143-406f-8a7a-5248dc232cf0 None None] Attempting to bind port 768e03a9-e2a0-4625-a836-683cdae79b4b by drivers openvswitch,hyperv on host dv-neutron-822799-1-hyperv at level 0 using segments [{'id': 'c56437fd-ce6f-43d9-be25-b0f97a6c4a80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'd3031037-c1e9-4de8-b6be-4d85da4a975d'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:21:06.391106 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e17d9101-e143-406f-8a7a-5248dc232cf0 None None] Attempting to bind port 768e03a9-e2a0-4625-a836-683cdae79b4b on network d3031037-c1e9-4de8-b6be-4d85da4a975d {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:21:06.397581 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e17d9101-e143-406f-8a7a-5248dc232cf0 None None] Checking agent: {'id': '20d2070f-69a9-4e73-8d08-6f0387a40158', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822799-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 21), 'started_at': datetime.datetime(2021, 12, 23, 16, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 20, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822799-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 23 16:21:06.397961 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e17d9101-e143-406f-8a7a-5248dc232cf0 None None] Checking segment: {'id': 'c56437fd-ce6f-43d9-be25-b0f97a6c4a80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'd3031037-c1e9-4de8-b6be-4d85da4a975d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:21:06.398410 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e17d9101-e143-406f-8a7a-5248dc232cf0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:21:06.398816 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e17d9101-e143-406f-8a7a-5248dc232cf0 None None] Bound using segment: {'id': 'c56437fd-ce6f-43d9-be25-b0f97a6c4a80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'd3031037-c1e9-4de8-b6be-4d85da4a975d'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 23 16:21:06.399290 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-e17d9101-e143-406f-8a7a-5248dc232cf0 None None] Bound port: 768e03a9-e2a0-4625-a836-683cdae79b4b, host: dv-neutron-822799-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c56437fd-ce6f-43d9-be25-b0f97a6c4a80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'd3031037-c1e9-4de8-b6be-4d85da4a975d'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 23 16:21:06.399673 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e17d9101-e143-406f-8a7a-5248dc232cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:21:06.441658 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-7a52a876-4958-43ab-abaa-439f25b16d5b tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:21:06.446916 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-7a52a876-4958-43ab-abaa-439f25b16d5b tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762424'] for security_group_rule, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:21:06.449565 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-44f0f825-6074-4f99-968d-95e9f4933798 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:21:06.472862 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a52a876-4958-43ab-abaa-439f25b16d5b tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abf50369-5bc5-43dc-9a59-7c19c31ee8f0,revision_number=0']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:21:06.475358 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-7a52a876-4958-43ab-abaa-439f25b16d5b tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:21:06.487490 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-7a52a876-4958-43ab-abaa-439f25b16d5b tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:21:06.488697 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-7a52a876-4958-43ab-abaa-439f25b16d5b tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1735716
Dec 23 16:21:06.491396 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 53748) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:21:06.496495 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-b14697d2-317a-4c37-83e4-a4feac2c5518 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Request body: {'security_group_rule': {'security_group_id': 'e230b1fb-a8fd-455b-af4a-0c6683e73ce7', 'project_id': '544f3e375bde4f0988286eba27294ea6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:21:06.498514 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-e17d9101-e143-406f-8a7a-5248dc232cf0 None None] For port 768e03a9-e2a0-4625-a836-683cdae79b4b, host dv-neutron-822799-1-hyperv, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 23 16:21:06.501490 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-e17d9101-e143-406f-8a7a-5248dc232cf0 None None] For port 768e03a9-e2a0-4625-a836-683cdae79b4b, host dv-neutron-822799-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=768e03a9-e2a0-4625-a836-683cdae79b4b,segment=NetworkSegment(c56437fd-ce6f-43d9-be25-b0f97a6c4a80),segment_id=c56437fd-ce6f-43d9-be25-b0f97a6c4a80)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 23 16:21:06.502113 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-b14697d2-317a-4c37-83e4-a4feac2c5518 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:21:06.505862 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-b14697d2-317a-4c37-83e4-a4feac2c5518 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Usage tracker for resource:security_group_rule and tenant:544f3e375bde4f0988286eba27294ea6 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:21:06.506487 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e17d9101-e143-406f-8a7a-5248dc232cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:21:06.508850 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-b14697d2-317a-4c37-83e4-a4feac2c5518 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:21:06.511397 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG oslo_concurrency.lockutils [None req-3742d9f5-ca9f-488e-8186-1d3e0751bf2b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:21:06.514416 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-b14697d2-317a-4c37-83e4-a4feac2c5518 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:21:06.533427 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-b14697d2-317a-4c37-83e4-a4feac2c5518 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:21:06.591062 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e17d9101-e143-406f-8a7a-5248dc232cf0 None None] Routers {'169d32cc-5271-4d59-bb3a-67c03a601285'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:21:06.591714 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-e17d9101-e143-406f-8a7a-5248dc232cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc1e83070>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:20:50Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['169d32cc-5271-4d59-bb3a-67c03a601285'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:21:06.600989 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-b14697d2-317a-4c37-83e4-a4feac2c5518 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:21:06.607522 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-b14697d2-317a-4c37-83e4-a4feac2c5518 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762424'] for security_group_rule, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:21:06.610333 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:21:06.642324 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14697d2-317a-4c37-83e4-a4feac2c5518 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6720b7a-2b9d-4296-9c20-a90954306be9,revision_number=0']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:21:06.648850 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-b14697d2-317a-4c37-83e4-a4feac2c5518 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:21:06.661416 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-b14697d2-317a-4c37-83e4-a4feac2c5518 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:21:06.665594 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-b14697d2-317a-4c37-83e4-a4feac2c5518 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1706023
Dec 23 16:21:06.666147 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 53752) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:21:06.672340 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-74308516-779a-4652-9133-315a9b088591 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Request body: {'security_group_rule': {'security_group_id': 'e230b1fb-a8fd-455b-af4a-0c6683e73ce7', 'project_id': '544f3e375bde4f0988286eba27294ea6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:21:06.674287 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a1b389-e367-45b7-92a1-bb18a211b54a None None] Pushing event updated for resources: {'Port': ['ID=768e03a9-e2a0-4625-a836-683cdae79b4b,revision_number=4']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:21:06.679905 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG oslo_concurrency.lockutils [None req-d8a1b389-e367-45b7-92a1-bb18a211b54a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=87638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:21:06.682887 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-74308516-779a-4652-9133-315a9b088591 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:21:06.687647 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-74308516-779a-4652-9133-315a9b088591 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Usage tracker for resource:security_group_rule and tenant:544f3e375bde4f0988286eba27294ea6 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:21:06.690874 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-74308516-779a-4652-9133-315a9b088591 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:21:06.697611 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-74308516-779a-4652-9133-315a9b088591 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:21:06.712922 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.db.securitygroups_db [None req-74308516-779a-4652-9133-315a9b088591 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Project 544f3e375bde4f0988286eba27294ea6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 23 16:21:06.720169 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-74308516-779a-4652-9133-315a9b088591 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:21:06.791163 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-74308516-779a-4652-9133-315a9b088591 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:21:06.795228 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-74308516-779a-4652-9133-315a9b088591 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762424'] for security_group_rule, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:21:06.795539 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-e17d9101-e143-406f-8a7a-5248dc232cf0 None None] Set router 169d32cc-5271-4d59-bb3a-67c03a601285 gateway port host: dv-neutron-822799-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:21:06.801518 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-a7b0ba21-eb80-4305-845e-b677af74a67d tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:21:06.819697 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74308516-779a-4652-9133-315a9b088591 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4c255a6-2202-4f8e-b9aa-8f75e7d01417,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:21:06.822738 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-74308516-779a-4652-9133-315a9b088591 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:21:06.831986 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-74308516-779a-4652-9133-315a9b088591 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:21:06.833221 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-74308516-779a-4652-9133-315a9b088591 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1659060
Dec 23 16:21:06.836294 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 53756) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:21:06.841837 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-45b39537-44b7-4726-bad9-275bb05d5763 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Request body: {'security_group_rule': {'security_group_id': 'e230b1fb-a8fd-455b-af4a-0c6683e73ce7', 'project_id': '544f3e375bde4f0988286eba27294ea6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:21:06.847891 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-45b39537-44b7-4726-bad9-275bb05d5763 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:21:06.852348 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-45b39537-44b7-4726-bad9-275bb05d5763 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Usage tracker for resource:security_group_rule and tenant:544f3e375bde4f0988286eba27294ea6 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:21:06.855323 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-45b39537-44b7-4726-bad9-275bb05d5763 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:21:06.861482 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-45b39537-44b7-4726-bad9-275bb05d5763 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:21:06.874974 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.db.securitygroups_db [None req-45b39537-44b7-4726-bad9-275bb05d5763 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Project 544f3e375bde4f0988286eba27294ea6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 23 16:21:06.881780 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-45b39537-44b7-4726-bad9-275bb05d5763 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:21:06.948461 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-45b39537-44b7-4726-bad9-275bb05d5763 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:21:06.953591 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-45b39537-44b7-4726-bad9-275bb05d5763 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762424'] for security_group_rule, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:21:06.955414 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:21:06.977829 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b39537-44b7-4726-bad9-275bb05d5763 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48886907-708e-4898-92b3-bc79579ff79e,revision_number=0']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:21:06.982512 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-45b39537-44b7-4726-bad9-275bb05d5763 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:21:06.987633 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-45b39537-44b7-4726-bad9-275bb05d5763 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:21:06.988936 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-45b39537-44b7-4726-bad9-275bb05d5763 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1514716
Dec 23 16:21:07.116642 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-e17d9101-e143-406f-8a7a-5248dc232cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc1e83070>, [{'id': '169d32cc-5271-4d59-bb3a-67c03a601285', 'name': 'tempest-TestNetworkBasicOps-router-1173931663', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.68'}], 'enable_snat': True}, 'gw_port_id': 'faa79b30-c54d-4496-9e16-2df5064c16dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:20:58Z', 'updated_at': '2021-12-23T16:21:03Z', 'revision_number': 4, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'gw_port': {'id': 'faa79b30-c54d-4496-9e16-2df5064c16dc', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:6f:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '169d32cc-5271-4d59-bb3a-67c03a601285', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:20:59Z', 'updated_at': '2021-12-23T16:21:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_interfaces': [{'id': '768e03a9-e2a0-4625-a836-683cdae79b4b', 'name': '', 'network_id': 'd3031037-c1e9-4de8-b6be-4d85da4a975d', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'mac_address': 'fa:16:3e:6e:80:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '169d32cc-5271-4d59-bb3a-67c03a601285', 'device_owner': 'network:router_interface', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '39ca17a1-2f71-41ef-b0a1-78695d1cfde5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:21:02Z', 'updated_at': '2021-12-23T16:21:06Z', 'revision_number': 4, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'subnets': [{'id': '39ca17a1-2f71-41ef-b0a1-78695d1cfde5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:21:07.120815 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e17d9101-e143-406f-8a7a-5248dc232cf0 None None] The sync data for ids ['169d32cc-5271-4d59-bb3a-67c03a601285'] in dv-neutron-822799-1-hyperv is: [{'id': '169d32cc-5271-4d59-bb3a-67c03a601285', 'name': 'tempest-TestNetworkBasicOps-router-1173931663', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.68'}], 'enable_snat': True}, 'gw_port_id': 'faa79b30-c54d-4496-9e16-2df5064c16dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:20:58Z', 'updated_at': '2021-12-23T16:21:03Z', 'revision_number': 4, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'gw_port': {'id': 'faa79b30-c54d-4496-9e16-2df5064c16dc', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:6f:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '169d32cc-5271-4d59-bb3a-67c03a601285', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:20:59Z', 'updated_at': '2021-12-23T16:21:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_interfaces': [{'id': '768e03a9-e2a0-4625-a836-683cdae79b4b', 'name': '', 'network_id': 'd3031037-c1e9-4de8-b6be-4d85da4a975d', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'mac_address': 'fa:16:3e:6e:80:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '169d32cc-5271-4d59-bb3a-67c03a601285', 'device_owner': 'network:router_interface', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '39ca17a1-2f71-41ef-b0a1-78695d1cfde5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:21:02Z', 'updated_at': '2021-12-23T16:21:06Z', 'revision_number': 4, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'subnets': [{'id': '39ca17a1-2f71-41ef-b0a1-78695d1cfde5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 23 16:21:07.200024 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [req-d469f8f6-4f38-490b-84de-2e0ea1f1571f req-a2d2f922-bc0e-45af-83e0-40182f365b4b tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Synchronizing usage tracker for tenant:544f3e375bde4f0988286eba27294ea6 on resource:security_group {{(pid=87635) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:21:07.219856 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [req-d469f8f6-4f38-490b-84de-2e0ea1f1571f req-a2d2f922-bc0e-45af-83e0-40182f365b4b tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Unset dirty status for tenant:544f3e375bde4f0988286eba27294ea6 on resource:security_group {{(pid=87635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:21:07.221112 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-d469f8f6-4f38-490b-84de-2e0ea1f1571f req-a2d2f922-bc0e-45af-83e0-40182f365b4b tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-186911283&fields=id&tenant_id=544f3e375bde4f0988286eba27294ea6 HTTP/1.1" status: 200  len: 267 time: 0.0808041
Dec 23 16:21:07.504173 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d469f8f6-4f38-490b-84de-2e0ea1f1571f req-e8ac25f4-4f1c-4742-b517-06911f3d397e tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:21:07.504912 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [req-d469f8f6-4f38-490b-84de-2e0ea1f1571f req-e8ac25f4-4f1c-4742-b517-06911f3d397e tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Synchronizing usage tracker for tenant:544f3e375bde4f0988286eba27294ea6 on resource:network {{(pid=87635) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:21:07.521870 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [req-d469f8f6-4f38-490b-84de-2e0ea1f1571f req-e8ac25f4-4f1c-4742-b517-06911f3d397e tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Unset dirty status for tenant:544f3e375bde4f0988286eba27294ea6 on resource:network {{(pid=87635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:21:07.523053 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-d469f8f6-4f38-490b-84de-2e0ea1f1571f req-e8ac25f4-4f1c-4742-b517-06911f3d397e tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/networks?id=d3031037-c1e9-4de8-b6be-4d85da4a975d HTTP/1.1" status: 200  len: 796 time: 0.2948842
Dec 23 16:21:07.538388 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-d469f8f6-4f38-490b-84de-2e0ea1f1571f req-efc43a05-89cb-49cc-95fb-9101dfe6445b tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/quotas/544f3e375bde4f0988286eba27294ea6 HTTP/1.1" status: 200  len: 375 time: 0.0096388
Dec 23 16:21:07.630263 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [req-d469f8f6-4f38-490b-84de-2e0ea1f1571f req-ce47d8d5-fcdc-4b84-be7c-f06a2ea1a5e7 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Synchronizing usage tracker for tenant:544f3e375bde4f0988286eba27294ea6 on resource:port {{(pid=87635) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:21:07.649462 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [req-d469f8f6-4f38-490b-84de-2e0ea1f1571f req-ce47d8d5-fcdc-4b84-be7c-f06a2ea1a5e7 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Unset dirty status for tenant:544f3e375bde4f0988286eba27294ea6 on resource:port {{(pid=87635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:21:07.650827 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-d469f8f6-4f38-490b-84de-2e0ea1f1571f req-ce47d8d5-fcdc-4b84-be7c-f06a2ea1a5e7 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=544f3e375bde4f0988286eba27294ea6&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1061795
Dec 23 16:21:07.703144 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 808bcc66-e29c-432a-b627-cdd5bff41436 up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:21:07.781545 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port 808bcc66-e29c-432a-b627-cdd5bff41436 triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:21:07.781929 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:21:07.819469 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-d469f8f6-4f38-490b-84de-2e0ea1f1571f req-794dd8a4-817a-49a7-81ca-84344c0caa11 service neutron] 10.222.0.64 "GET /v2.0/networks/d3031037-c1e9-4de8-b6be-4d85da4a975d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1562231
Dec 23 16:21:07.909857 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device faa79b30-c54d-4496-9e16-2df5064c16dc up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:21:07.964246 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-d469f8f6-4f38-490b-84de-2e0ea1f1571f req-6ec9b06b-e06e-4597-b373-32db8a719d61 service neutron] 10.222.0.64 "GET /v2.0/networks/d3031037-c1e9-4de8-b6be-4d85da4a975d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1381545
Dec 23 16:21:07.985846 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port faa79b30-c54d-4496-9e16-2df5064c16dc triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:21:07.986241 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:21:08.120280 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 768e03a9-e2a0-4625-a836-683cdae79b4b up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:21:08.158346 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-62abe08f-8e8d-4560-82d4-d05956b03422 req-d2d73e8a-d95e-462c-8719-8e57bcaeef4f tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Synchronizing usage tracker for tenant:544f3e375bde4f0988286eba27294ea6 on resource:port {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:21:08.170955 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-62abe08f-8e8d-4560-82d4-d05956b03422 req-d2d73e8a-d95e-462c-8719-8e57bcaeef4f tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Unset dirty status for tenant:544f3e375bde4f0988286eba27294ea6 on resource:port {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:21:08.172352 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-62abe08f-8e8d-4560-82d4-d05956b03422 req-d2d73e8a-d95e-462c-8719-8e57bcaeef4f tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/ports?device_id=ad5e89af-2290-4d8b-88a3-d7e779cb8ffa HTTP/1.1" status: 200  len: 210 time: 0.0588753
Dec 23 16:21:08.197341 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning for port 768e03a9-e2a0-4625-a836-683cdae79b4b completed by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:21:08.197341 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port 768e03a9-e2a0-4625-a836-683cdae79b4b triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:21:08.197341 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:21:08.345525 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:21:08.382156 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] For port 768e03a9-e2a0-4625-a836-683cdae79b4b, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=768e03a9-e2a0-4625-a836-683cdae79b4b,segment=NetworkSegment(c56437fd-ce6f-43d9-be25-b0f97a6c4a80),segment_id=c56437fd-ce6f-43d9-be25-b0f97a6c4a80)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:21:08.387796 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:21:08.389700 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-ef78871c-7d68-4e3c-a3ff-d79df45a6e9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:21:08.461765 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Pushing event updated for resources: {'Port': ['ID=768e03a9-e2a0-4625-a836-683cdae79b4b,revision_number=5']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:21:08.465464 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:21:09.277916 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d469f8f6-4f38-490b-84de-2e0ea1f1571f req-1f827593-bce0-4b4d-85c9-f784909b5645 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:21:09.278612 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-d469f8f6-4f38-490b-84de-2e0ea1f1571f req-1f827593-bce0-4b4d-85c9-f784909b5645 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Synchronizing usage tracker for tenant:544f3e375bde4f0988286eba27294ea6 on resource:network {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:21:09.291556 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-d469f8f6-4f38-490b-84de-2e0ea1f1571f req-1f827593-bce0-4b4d-85c9-f784909b5645 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Unset dirty status for tenant:544f3e375bde4f0988286eba27294ea6 on resource:network {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:21:09.293142 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-d469f8f6-4f38-490b-84de-2e0ea1f1571f req-1f827593-bce0-4b4d-85c9-f784909b5645 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.61 "GET /v2.0/networks?id=d3031037-c1e9-4de8-b6be-4d85da4a975d HTTP/1.1" status: 200  len: 796 time: 0.1638627
Dec 23 16:21:09.342014 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-8210e76b-45ad-4b8f-8d27-c0b70aa6226e req-8645783b-cc4e-4e21-8c1b-dd2242c4688d tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/ports?device_id=ad5e89af-2290-4d8b-88a3-d7e779cb8ffa HTTP/1.1" status: 200  len: 210 time: 0.0487499
Dec 23 16:21:09.349601 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-d469f8f6-4f38-490b-84de-2e0ea1f1571f req-e2f9fcef-2c08-4616-9ca9-554c52f139d0 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Synchronizing usage tracker for tenant:544f3e375bde4f0988286eba27294ea6 on resource:security_group {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:21:09.364407 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-d469f8f6-4f38-490b-84de-2e0ea1f1571f req-e2f9fcef-2c08-4616-9ca9-554c52f139d0 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Unset dirty status for tenant:544f3e375bde4f0988286eba27294ea6 on resource:security_group {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:21:09.365568 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-d469f8f6-4f38-490b-84de-2e0ea1f1571f req-e2f9fcef-2c08-4616-9ca9-554c52f139d0 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=544f3e375bde4f0988286eba27294ea6 HTTP/1.1" status: 200  len: 379 time: 0.0635571
Dec 23 16:21:09.374136 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [req-d469f8f6-4f38-490b-84de-2e0ea1f1571f req-698af31c-7144-41a9-887e-711669a54ff7 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Request body: {'port': {'device_id': 'ad5e89af-2290-4d8b-88a3-d7e779cb8ffa', 'network_id': 'd3031037-c1e9-4de8-b6be-4d85da4a975d', 'admin_state_up': True, 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'security_groups': ['e230b1fb-a8fd-455b-af4a-0c6683e73ce7']}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:21:09.512208 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [req-d469f8f6-4f38-490b-84de-2e0ea1f1571f req-698af31c-7144-41a9-887e-711669a54ff7 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:21:09.521748 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [req-d469f8f6-4f38-490b-84de-2e0ea1f1571f req-698af31c-7144-41a9-887e-711669a54ff7 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:21:09.534920 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d469f8f6-4f38-490b-84de-2e0ea1f1571f req-698af31c-7144-41a9-887e-711669a54ff7 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Made reservation on behalf of 544f3e375bde4f0988286eba27294ea6 for: {'port': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:21:09.541317 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-d469f8f6-4f38-490b-84de-2e0ea1f1571f req-698af31c-7144-41a9-887e-711669a54ff7 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:21:09.596972 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.agents_db [None req-30c2320c-f298-49f6-9c47-c20e38116a9c None None] Agent healthcheck: found 6 active agents {{(pid=87638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 23 16:21:09.624431 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 768e03a9-e2a0-4625-a836-683cdae79b4b up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:21:09.690584 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port 768e03a9-e2a0-4625-a836-683cdae79b4b triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:21:09.690990 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:21:09.710875 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [req-d469f8f6-4f38-490b-84de-2e0ea1f1571f req-698af31c-7144-41a9-887e-711669a54ff7 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Allocated IP 172.20.0.9 (d3031037-c1e9-4de8-b6be-4d85da4a975d/39ca17a1-2f71-41ef-b0a1-78695d1cfde5/8f49bb74-e7b3-4a6a-9ed1-d3a39a85c643) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:21:09.909379 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-d469f8f6-4f38-490b-84de-2e0ea1f1571f req-698af31c-7144-41a9-887e-711669a54ff7 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:21:09.925927 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.provisioning_blocks [req-d469f8f6-4f38-490b-84de-2e0ea1f1571f req-698af31c-7144-41a9-887e-711669a54ff7 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Transition to ACTIVE for port object 8f49bb74-e7b3-4a6a-9ed1-d3a39a85c643 will not be triggered until provisioned by entity DHCP. {{(pid=87636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:21:09.954296 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-d469f8f6-4f38-490b-84de-2e0ea1f1571f req-698af31c-7144-41a9-887e-711669a54ff7 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:21:09.960737 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-1d1cca1e-3ff2-451b-bab7-8a0d016b7e4a tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:21:10.028063 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d469f8f6-4f38-490b-84de-2e0ea1f1571f req-698af31c-7144-41a9-887e-711669a54ff7 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Network d3031037-c1e9-4de8-b6be-4d85da4a975d is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:21:10.031365 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [req-d469f8f6-4f38-490b-84de-2e0ea1f1571f req-698af31c-7144-41a9-887e-711669a54ff7 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Resources bound (agent type, host, resource id):  {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:21:10.035161 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [req-d469f8f6-4f38-490b-84de-2e0ea1f1571f req-698af31c-7144-41a9-887e-711669a54ff7 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:21:10.065588 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698af31c-7144-41a9-887e-711669a54ff7 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Pushing event updated for resources: {'Port': ['ID=8f49bb74-e7b3-4a6a-9ed1-d3a39a85c643,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:21:10.072843 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-698af31c-7144-41a9-887e-711669a54ff7 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:21:10.102873 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d469f8f6-4f38-490b-84de-2e0ea1f1571f req-698af31c-7144-41a9-887e-711669a54ff7 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:21:10.103526 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-d469f8f6-4f38-490b-84de-2e0ea1f1571f req-698af31c-7144-41a9-887e-711669a54ff7 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:21:10.129480 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-d469f8f6-4f38-490b-84de-2e0ea1f1571f req-698af31c-7144-41a9-887e-711669a54ff7 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7589757
Dec 23 16:21:10.141222 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [req-d469f8f6-4f38-490b-84de-2e0ea1f1571f req-3448ba76-baf2-4c7d-ae84-ac2d95733d13 service neutron] Request body: {'port': {'device_id': 'ad5e89af-2290-4d8b-88a3-d7e779cb8ffa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8227'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:21:10.318583 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-2305a466-e88e-4a05-83bc-8b5bbbe837e5 None None] Provisioning for port 8f49bb74-e7b3-4a6a-9ed1-d3a39a85c643 completed by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:21:10.325183 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-2305a466-e88e-4a05-83bc-8b5bbbe837e5 None None] Provisioning complete for port 8f49bb74-e7b3-4a6a-9ed1-d3a39a85c643 triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:21:10.325802 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-2305a466-e88e-4a05-83bc-8b5bbbe837e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:21:10.383848 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-2305a466-e88e-4a05-83bc-8b5bbbe837e5 None None] Port 8f49bb74-e7b3-4a6a-9ed1-d3a39a85c643 cannot update to ACTIVE because it is not bound. {{(pid=87637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 23 16:21:10.406125 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-d469f8f6-4f38-490b-84de-2e0ea1f1571f req-3448ba76-baf2-4c7d-ae84-ac2d95733d13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:21:10.690863 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9356a2d-537d-4487-a139-18a3315d8c93 req-9e06561d-08c8-4393-bad1-c03b6e3c3491 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:21:10.691564 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-c9356a2d-537d-4487-a139-18a3315d8c93 req-9e06561d-08c8-4393-bad1-c03b6e3c3491 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Synchronizing usage tracker for tenant:544f3e375bde4f0988286eba27294ea6 on resource:port {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:21:10.722503 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-c9356a2d-537d-4487-a139-18a3315d8c93 req-9e06561d-08c8-4393-bad1-c03b6e3c3491 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Unset dirty status for tenant:544f3e375bde4f0988286eba27294ea6 on resource:port {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:21:10.723682 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-c9356a2d-537d-4487-a139-18a3315d8c93 req-9e06561d-08c8-4393-bad1-c03b6e3c3491 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/ports?device_id=ad5e89af-2290-4d8b-88a3-d7e779cb8ffa HTTP/1.1" status: 200  len: 931 time: 0.2652612
Dec 23 16:21:10.791926 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-c9356a2d-537d-4487-a139-18a3315d8c93 req-dff54b2b-9ad4-4113-ad92-5f4a5b7d42b4 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/security-groups?id=e230b1fb-a8fd-455b-af4a-0c6683e73ce7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0575140
Dec 23 16:21:10.864448 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [req-d469f8f6-4f38-490b-84de-2e0ea1f1571f req-3448ba76-baf2-4c7d-ae84-ac2d95733d13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f49bb74-e7b3-4a6a-9ed1-d3a39a85c643 {{(pid=87636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 23 16:21:10.872057 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-d469f8f6-4f38-490b-84de-2e0ea1f1571f req-3448ba76-baf2-4c7d-ae84-ac2d95733d13 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:21:10.887244 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.provisioning_blocks [req-d469f8f6-4f38-490b-84de-2e0ea1f1571f req-3448ba76-baf2-4c7d-ae84-ac2d95733d13 service neutron] Transition to ACTIVE for port object 8f49bb74-e7b3-4a6a-9ed1-d3a39a85c643 will not be triggered until provisioned by entity L2. {{(pid=87636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:21:10.892689 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-d469f8f6-4f38-490b-84de-2e0ea1f1571f req-3448ba76-baf2-4c7d-ae84-ac2d95733d13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2176289'] for port, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:21:10.896417 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-8243e0a7-cc5e-4915-b727-41fc815b69b6 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:21:11.045754 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3448ba76-baf2-4c7d-ae84-ac2d95733d13 service neutron] Pushing event updated for resources: {'Port': ['ID=8f49bb74-e7b3-4a6a-9ed1-d3a39a85c643,revision_number=2']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:21:11.053492 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-3448ba76-baf2-4c7d-ae84-ac2d95733d13 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:21:11.127629 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [req-d469f8f6-4f38-490b-84de-2e0ea1f1571f req-3448ba76-baf2-4c7d-ae84-ac2d95733d13 service neutron] Attempting to bind port 8f49bb74-e7b3-4a6a-9ed1-d3a39a85c643 on host hv-neutron-8227 for vnic_type normal with profile  {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:21:11.127963 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [req-d469f8f6-4f38-490b-84de-2e0ea1f1571f req-3448ba76-baf2-4c7d-ae84-ac2d95733d13 service neutron] Attempting to bind port 8f49bb74-e7b3-4a6a-9ed1-d3a39a85c643 by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': 'c56437fd-ce6f-43d9-be25-b0f97a6c4a80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'd3031037-c1e9-4de8-b6be-4d85da4a975d'}] {{(pid=87636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:21:11.128287 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d469f8f6-4f38-490b-84de-2e0ea1f1571f req-3448ba76-baf2-4c7d-ae84-ac2d95733d13 service neutron] Attempting to bind port 8f49bb74-e7b3-4a6a-9ed1-d3a39a85c643 on network d3031037-c1e9-4de8-b6be-4d85da4a975d {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:21:11.132978 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d469f8f6-4f38-490b-84de-2e0ea1f1571f req-3448ba76-baf2-4c7d-ae84-ac2d95733d13 service neutron] Port 8f49bb74-e7b3-4a6a-9ed1-d3a39a85c643 on network d3031037-c1e9-4de8-b6be-4d85da4a975d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 23 16:21:11.133297 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d469f8f6-4f38-490b-84de-2e0ea1f1571f req-3448ba76-baf2-4c7d-ae84-ac2d95733d13 service neutron] Attempting to bind port 8f49bb74-e7b3-4a6a-9ed1-d3a39a85c643 on network d3031037-c1e9-4de8-b6be-4d85da4a975d {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:21:11.138271 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d469f8f6-4f38-490b-84de-2e0ea1f1571f req-3448ba76-baf2-4c7d-ae84-ac2d95733d13 service neutron] Checking agent: {'id': '5a806709-633b-4d33-98c4-3d24562c0f1e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8227', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 6, 42), 'started_at': datetime.datetime(2021, 12, 23, 16, 6, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 20, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 23 16:21:11.138605 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d469f8f6-4f38-490b-84de-2e0ea1f1571f req-3448ba76-baf2-4c7d-ae84-ac2d95733d13 service neutron] Checking segment: {'id': 'c56437fd-ce6f-43d9-be25-b0f97a6c4a80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'd3031037-c1e9-4de8-b6be-4d85da4a975d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:21:11.138985 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d469f8f6-4f38-490b-84de-2e0ea1f1571f req-3448ba76-baf2-4c7d-ae84-ac2d95733d13 service neutron] Bound using segment: {'id': 'c56437fd-ce6f-43d9-be25-b0f97a6c4a80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'd3031037-c1e9-4de8-b6be-4d85da4a975d'} {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 23 16:21:11.139406 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [req-d469f8f6-4f38-490b-84de-2e0ea1f1571f req-3448ba76-baf2-4c7d-ae84-ac2d95733d13 service neutron] Bound port: 8f49bb74-e7b3-4a6a-9ed1-d3a39a85c643, host: hv-neutron-8227, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c56437fd-ce6f-43d9-be25-b0f97a6c4a80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'd3031037-c1e9-4de8-b6be-4d85da4a975d'}}] {{(pid=87636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 23 16:21:11.139749 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-d469f8f6-4f38-490b-84de-2e0ea1f1571f req-3448ba76-baf2-4c7d-ae84-ac2d95733d13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:21:11.227593 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [req-d469f8f6-4f38-490b-84de-2e0ea1f1571f req-3448ba76-baf2-4c7d-ae84-ac2d95733d13 service neutron] For port 8f49bb74-e7b3-4a6a-9ed1-d3a39a85c643, host hv-neutron-8227, cleared binding levels {{(pid=87636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 23 16:21:11.230729 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [req-d469f8f6-4f38-490b-84de-2e0ea1f1571f req-3448ba76-baf2-4c7d-ae84-ac2d95733d13 service neutron] For port 8f49bb74-e7b3-4a6a-9ed1-d3a39a85c643, host hv-neutron-8227, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=8f49bb74-e7b3-4a6a-9ed1-d3a39a85c643,segment=NetworkSegment(c56437fd-ce6f-43d9-be25-b0f97a6c4a80),segment_id=c56437fd-ce6f-43d9-be25-b0f97a6c4a80)] {{(pid=87636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 23 16:21:11.235152 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-d469f8f6-4f38-490b-84de-2e0ea1f1571f req-3448ba76-baf2-4c7d-ae84-ac2d95733d13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2176289'] for port, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:21:11.238880 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-1f711d7e-9253-4b9c-851d-234358e176df tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:21:11.294531 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d469f8f6-4f38-490b-84de-2e0ea1f1571f req-3448ba76-baf2-4c7d-ae84-ac2d95733d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:21:11.295052 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-d469f8f6-4f38-490b-84de-2e0ea1f1571f req-3448ba76-baf2-4c7d-ae84-ac2d95733d13 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:21:11.296459 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-d469f8f6-4f38-490b-84de-2e0ea1f1571f req-3448ba76-baf2-4c7d-ae84-ac2d95733d13 service neutron] 10.222.0.61 "PUT /v2.0/ports/8f49bb74-e7b3-4a6a-9ed1-d3a39a85c643 HTTP/1.1" status: 200  len: 1093 time: 1.1596103
Dec 23 16:21:11.297034 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad5e89af-2290-4d8b-88a3-d7e779cb8ffa', 'tag': '8f49bb74-e7b3-4a6a-9ed1-d3a39a85c643'}] {{(pid=87636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 23 16:21:11.325883 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3448ba76-baf2-4c7d-ae84-ac2d95733d13 service neutron] Pushing event updated for resources: {'Port': ['ID=8f49bb74-e7b3-4a6a-9ed1-d3a39a85c643,revision_number=3']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:21:11.329739 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-3448ba76-baf2-4c7d-ae84-ac2d95733d13 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:21:11.383088 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad5e89af-2290-4d8b-88a3-d7e779cb8ffa', 'tag': '8f49bb74-e7b3-4a6a-9ed1-d3a39a85c643', 'status': 'completed', 'code': 200}
Dec 23 16:21:11.424898 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d469f8f6-4f38-490b-84de-2e0ea1f1571f req-dd2bb4a7-da50-415e-a04d-bdaa83c40e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:21:11.426418 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-d469f8f6-4f38-490b-84de-2e0ea1f1571f req-dd2bb4a7-da50-415e-a04d-bdaa83c40e42 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=544f3e375bde4f0988286eba27294ea6&device_id=ad5e89af-2290-4d8b-88a3-d7e779cb8ffa HTTP/1.1" status: 200  len: 1096 time: 0.0757883
Dec 23 16:21:11.501782 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-d469f8f6-4f38-490b-84de-2e0ea1f1571f req-3a79af0d-a621-492d-bfe4-1a50d926f7d4 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8f49bb74-e7b3-4a6a-9ed1-d3a39a85c643 HTTP/1.1" status: 200  len: 217 time: 0.0680666
Dec 23 16:21:11.562542 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d469f8f6-4f38-490b-84de-2e0ea1f1571f req-ff04f0f3-d408-42be-8f6c-710ade5e942e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:21:11.563974 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-d469f8f6-4f38-490b-84de-2e0ea1f1571f req-ff04f0f3-d408-42be-8f6c-710ade5e942e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=39ca17a1-2f71-41ef-b0a1-78695d1cfde5 HTTP/1.1" status: 200  len: 835 time: 0.0560031
Dec 23 16:21:11.648954 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d469f8f6-4f38-490b-84de-2e0ea1f1571f req-51d69633-4b73-427f-b67a-08ee5905fee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:21:11.650574 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-d469f8f6-4f38-490b-84de-2e0ea1f1571f req-51d69633-4b73-427f-b67a-08ee5905fee8 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d3031037-c1e9-4de8-b6be-4d85da4a975d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0796452
Dec 23 16:21:11.755586 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:21:11.780825 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-d469f8f6-4f38-490b-84de-2e0ea1f1571f req-f3fd7787-1d2c-4a13-9217-50ddc340a30f service neutron] 10.222.0.61 "GET /v2.0/networks/d3031037-c1e9-4de8-b6be-4d85da4a975d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1233594
Dec 23 16:21:12.069041 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-d469f8f6-4f38-490b-84de-2e0ea1f1571f req-c8d59271-c35a-459a-8dbb-9eed8191169c service neutron] 10.222.0.61 "GET /v2.0/networks/d3031037-c1e9-4de8-b6be-4d85da4a975d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2817388
Dec 23 16:21:12.116414 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ab5859-73a9-499d-97d4-cf65cd6ea114 req-ca3648e0-038e-4db1-af3c-cec34f67189b tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:21:12.117992 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-14ab5859-73a9-499d-97d4-cf65cd6ea114 req-ca3648e0-038e-4db1-af3c-cec34f67189b tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/ports?device_id=ad5e89af-2290-4d8b-88a3-d7e779cb8ffa HTTP/1.1" status: 200  len: 943 time: 0.2137353
Dec 23 16:21:12.203560 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-14ab5859-73a9-499d-97d4-cf65cd6ea114 req-57e09678-9234-4d2d-94cb-6cd02820d9d6 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/security-groups?id=e230b1fb-a8fd-455b-af4a-0c6683e73ce7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0556803
Dec 23 16:21:12.222869 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b56d895-7e85-4749-a237-b2d356d2f022 req-0e9e0e7f-8819-468d-ae78-a1c11400ea26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:21:12.224371 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-0b56d895-7e85-4749-a237-b2d356d2f022 req-0e9e0e7f-8819-468d-ae78-a1c11400ea26 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=544f3e375bde4f0988286eba27294ea6&device_id=ad5e89af-2290-4d8b-88a3-d7e779cb8ffa HTTP/1.1" status: 200  len: 1096 time: 0.1055577
Dec 23 16:21:12.359580 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b56d895-7e85-4749-a237-b2d356d2f022 req-9d5e1e2f-f8e0-4b7e-820f-3ad1f18dd9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:21:12.361054 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-0b56d895-7e85-4749-a237-b2d356d2f022 req-9d5e1e2f-f8e0-4b7e-820f-3ad1f18dd9a2 service neutron] 10.222.0.61 "GET /v2.0/networks?id=d3031037-c1e9-4de8-b6be-4d85da4a975d HTTP/1.1" status: 200  len: 897 time: 0.1296411
Dec 23 16:21:12.427711 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-0b56d895-7e85-4749-a237-b2d356d2f022 req-045b57ab-f18e-4a62-844a-aa24a3e65d70 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8f49bb74-e7b3-4a6a-9ed1-d3a39a85c643 HTTP/1.1" status: 200  len: 217 time: 0.0592346
Dec 23 16:21:12.496190 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b56d895-7e85-4749-a237-b2d356d2f022 req-af5e55ad-fc7b-40b9-b96c-1a391a0568ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:21:12.497648 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-0b56d895-7e85-4749-a237-b2d356d2f022 req-af5e55ad-fc7b-40b9-b96c-1a391a0568ec service neutron] 10.222.0.61 "GET /v2.0/subnets?id=39ca17a1-2f71-41ef-b0a1-78695d1cfde5 HTTP/1.1" status: 200  len: 835 time: 0.0615704
Dec 23 16:21:12.583870 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b56d895-7e85-4749-a237-b2d356d2f022 req-9ac717db-49c3-4511-b1a5-1b156a87d3b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:21:12.585408 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-0b56d895-7e85-4749-a237-b2d356d2f022 req-9ac717db-49c3-4511-b1a5-1b156a87d3b9 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d3031037-c1e9-4de8-b6be-4d85da4a975d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0802042
Dec 23 16:21:12.722325 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-0b56d895-7e85-4749-a237-b2d356d2f022 req-bc297e3d-a7d1-4227-ba94-ee7cc611397c service neutron] 10.222.0.61 "GET /v2.0/networks/d3031037-c1e9-4de8-b6be-4d85da4a975d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1293054
Dec 23 16:21:12.853522 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-0b56d895-7e85-4749-a237-b2d356d2f022 req-1de93993-f2fe-436c-b9fb-b9349d709d60 service neutron] 10.222.0.61 "GET /v2.0/networks/d3031037-c1e9-4de8-b6be-4d85da4a975d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1240664
Dec 23 16:21:13.406143 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67b67fe-f6e0-49a4-95c2-e24b0b273c3c req-2393447c-3015-4449-be4d-24a28c2d6b65 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:21:13.407616 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-c67b67fe-f6e0-49a4-95c2-e24b0b273c3c req-2393447c-3015-4449-be4d-24a28c2d6b65 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/ports?device_id=ad5e89af-2290-4d8b-88a3-d7e779cb8ffa HTTP/1.1" status: 200  len: 943 time: 0.0889778
Dec 23 16:21:13.452612 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-c67b67fe-f6e0-49a4-95c2-e24b0b273c3c req-92dbcb03-a95b-4ba5-8737-77fce5ef45cd tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/security-groups?id=e230b1fb-a8fd-455b-af4a-0c6683e73ce7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0391712
Dec 23 16:21:13.916264 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Device 8f49bb74-e7b3-4a6a-9ed1-d3a39a85c643 details requested by agent hyperv_hv-neutron-8227 with host hv-neutron-8227 {{(pid=87637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 23 16:21:14.066007 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] For port 8f49bb74-e7b3-4a6a-9ed1-d3a39a85c643, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=8f49bb74-e7b3-4a6a-9ed1-d3a39a85c643,segment=NetworkSegment(c56437fd-ce6f-43d9-be25-b0f97a6c4a80),segment_id=c56437fd-ce6f-43d9-be25-b0f97a6c4a80)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:21:14.087270 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Returning: {'device': '8f49bb74-e7b3-4a6a-9ed1-d3a39a85c643', 'network_id': 'd3031037-c1e9-4de8-b6be-4d85da4a975d', 'port_id': '8f49bb74-e7b3-4a6a-9ed1-d3a39a85c643', 'mac_address': 'fa:16:3e:71:a9:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39ca17a1-2f71-41ef-b0a1-78695d1cfde5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 23 16:21:14.147337 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:21:14.164144 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.notifiers.nova [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f49bb74-e7b3-4a6a-9ed1-d3a39a85c643 {{(pid=87637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 23 16:21:14.179663 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] For port 8f49bb74-e7b3-4a6a-9ed1-d3a39a85c643, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=8f49bb74-e7b3-4a6a-9ed1-d3a39a85c643,segment=NetworkSegment(c56437fd-ce6f-43d9-be25-b0f97a6c4a80),segment_id=c56437fd-ce6f-43d9-be25-b0f97a6c4a80)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:21:14.186985 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:21:14.189390 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-be83d7df-ff31-4069-bf1a-c7b6a32006ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:21:14.261814 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Pushing event updated for resources: {'Port': ['ID=8f49bb74-e7b3-4a6a-9ed1-d3a39a85c643,revision_number=4']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:21:14.264928 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:21:14.407230 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] get_ports_and_sgs() called for port_ids ['8f49bb74-e7b3-4a6a-9ed1-d3a39a85c643'] {{(pid=87637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 23 16:21:14.656159 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5fea23-971e-4f5c-bf3c-1bb08f1b5c9a req-42d82a16-77df-4c36-9f88-96de9c43bfab tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:21:14.658162 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-3a5fea23-971e-4f5c-bf3c-1bb08f1b5c9a req-42d82a16-77df-4c36-9f88-96de9c43bfab tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/ports?device_id=ad5e89af-2290-4d8b-88a3-d7e779cb8ffa HTTP/1.1" status: 200  len: 944 time: 0.0899720
Dec 23 16:21:14.711088 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-3a5fea23-971e-4f5c-bf3c-1bb08f1b5c9a req-767a706e-4abd-495e-a8c8-c27d3cd670ea tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/security-groups?id=e230b1fb-a8fd-455b-af4a-0c6683e73ce7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0435464
Dec 23 16:21:15.926205 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bea0ef7-7dd0-438a-b7de-a3c043b36dc5 req-d2de4155-97fe-47ea-b6bd-faaa24e8fe80 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:21:15.927683 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-9bea0ef7-7dd0-438a-b7de-a3c043b36dc5 req-d2de4155-97fe-47ea-b6bd-faaa24e8fe80 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/ports?device_id=ad5e89af-2290-4d8b-88a3-d7e779cb8ffa HTTP/1.1" status: 200  len: 944 time: 0.0967369
Dec 23 16:21:15.928018 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Device 8f49bb74-e7b3-4a6a-9ed1-d3a39a85c643 up at agent hyperv_hv-neutron-8227 {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:21:15.972592 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-9bea0ef7-7dd0-438a-b7de-a3c043b36dc5 req-fd93879d-2f99-4c57-877c-86243fbeb247 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/security-groups?id=e230b1fb-a8fd-455b-af4a-0c6683e73ce7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0387971
Dec 23 16:21:16.004232 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Provisioning for port 8f49bb74-e7b3-4a6a-9ed1-d3a39a85c643 completed by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:21:16.009235 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Provisioning complete for port 8f49bb74-e7b3-4a6a-9ed1-d3a39a85c643 triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:21:16.009622 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:21:16.153755 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:21:16.181854 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad5e89af-2290-4d8b-88a3-d7e779cb8ffa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f49bb74-e7b3-4a6a-9ed1-d3a39a85c643'}] {{(pid=87637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 23 16:21:16.191554 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] For port 8f49bb74-e7b3-4a6a-9ed1-d3a39a85c643, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=8f49bb74-e7b3-4a6a-9ed1-d3a39a85c643,segment=NetworkSegment(c56437fd-ce6f-43d9-be25-b0f97a6c4a80),segment_id=c56437fd-ce6f-43d9-be25-b0f97a6c4a80)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:21:16.195377 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:21:16.197905 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-e613c31a-52aa-47f9-98cb-22ab1d22510d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:21:16.229150 dv-neutron-822799-1-hyperv neutron-server[87637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad5e89af-2290-4d8b-88a3-d7e779cb8ffa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f49bb74-e7b3-4a6a-9ed1-d3a39a85c643', 'code': 200}
Dec 23 16:21:16.270066 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Pushing event updated for resources: {'Port': ['ID=8f49bb74-e7b3-4a6a-9ed1-d3a39a85c643,revision_number=5']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:21:16.273007 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:21:16.466312 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1183a7b2-c37e-45ca-8aa2-9c58d9879f31 req-0c715b7f-f6b0-48e7-a67e-132737310af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:21:16.467687 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-1183a7b2-c37e-45ca-8aa2-9c58d9879f31 req-0c715b7f-f6b0-48e7-a67e-132737310af4 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=ad5e89af-2290-4d8b-88a3-d7e779cb8ffa HTTP/1.1" status: 200  len: 1098 time: 0.0733538
Dec 23 16:21:16.509630 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-1183a7b2-c37e-45ca-8aa2-9c58d9879f31 req-9240b7dc-85b2-441a-ad1a-24431660551b service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=e230b1fb-a8fd-455b-af4a-0c6683e73ce7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0350649
Dec 23 16:21:17.185171 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a67e7cf-548e-4044-b6c9-98ab7f6d9f6d req-a4d0a174-937d-4c2e-b058-8f9727c6f9f4 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:21:17.186790 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-6a67e7cf-548e-4044-b6c9-98ab7f6d9f6d req-a4d0a174-937d-4c2e-b058-8f9727c6f9f4 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/ports?device_id=ad5e89af-2290-4d8b-88a3-d7e779cb8ffa HTTP/1.1" status: 200  len: 945 time: 0.0936348
Dec 23 16:21:17.234489 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-6a67e7cf-548e-4044-b6c9-98ab7f6d9f6d req-273778fe-2094-457b-96e7-7e47291b8119 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/security-groups?id=e230b1fb-a8fd-455b-af4a-0c6683e73ce7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0388877
Dec 23 16:21:17.331686 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-a78033b9-d3a4-4adf-8697-92d64ddd1520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:21:18.436352 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66d396d-11f1-4807-a11e-73400855350a req-376457a5-06db-4bc6-93c6-e3829fadfb92 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:21:18.437810 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-a66d396d-11f1-4807-a11e-73400855350a req-376457a5-06db-4bc6-93c6-e3829fadfb92 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/ports?device_id=ad5e89af-2290-4d8b-88a3-d7e779cb8ffa HTTP/1.1" status: 200  len: 945 time: 0.0913548
Dec 23 16:21:18.481813 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-a66d396d-11f1-4807-a11e-73400855350a req-0a07dc11-3ade-4f02-abc5-664a13c36ff6 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/security-groups?id=e230b1fb-a8fd-455b-af4a-0c6683e73ce7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0383141
Dec 23 16:21:18.679654 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c1ef60-1ad8-4772-a18b-0e8cc3eaa315 req-f8cf7f66-17be-4046-8870-32afa39dfdb5 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:21:18.681150 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-63c1ef60-1ad8-4772-a18b-0e8cc3eaa315 req-f8cf7f66-17be-4046-8870-32afa39dfdb5 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/ports?device_id=ad5e89af-2290-4d8b-88a3-d7e779cb8ffa HTTP/1.1" status: 200  len: 945 time: 0.0863280
Dec 23 16:21:18.726735 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-63c1ef60-1ad8-4772-a18b-0e8cc3eaa315 req-953e6819-e8e1-4638-a6ed-0b0af638ed1a tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/security-groups?id=e230b1fb-a8fd-455b-af4a-0c6683e73ce7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0398135
Dec 23 16:21:18.749131 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 53810) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:21:18.829147 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91779750-d209-4274-b691-3df127b9640b tempest-TestNetworkBasicOps-54271533 tempest-TestNetworkBasicOps-54271533-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:21:18.831263 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-91779750-d209-4274-b691-3df127b9640b tempest-TestNetworkBasicOps-54271533 tempest-TestNetworkBasicOps-54271533-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=ad5e89af-2290-4d8b-88a3-d7e779cb8ffa HTTP/1.1" status: 200  len: 1093 time: 0.0811400
Dec 23 16:21:18.834306 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 53814) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:21:18.839308 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-9d77ba90-113a-4fa0-ba0c-7fe28b81f30c tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Request body: {'floatingip': {'floating_network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'port_id': '8f49bb74-e7b3-4a6a-9ed1-d3a39a85c643', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'fixed_ip_address': '172.20.0.9'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:21:18.846012 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-9d77ba90-113a-4fa0-ba0c-7fe28b81f30c tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:21:18.850411 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-9d77ba90-113a-4fa0-ba0c-7fe28b81f30c tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Usage tracker for resource:floatingip and tenant:544f3e375bde4f0988286eba27294ea6 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:21:18.853725 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-9d77ba90-113a-4fa0-ba0c-7fe28b81f30c tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:21:18.859846 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-9d77ba90-113a-4fa0-ba0c-7fe28b81f30c tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:21:18.876305 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-9d77ba90-113a-4fa0-ba0c-7fe28b81f30c tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for floatingip, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:21:19.009647 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-9d77ba90-113a-4fa0-ba0c-7fe28b81f30c tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:21:19.156394 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.db_base_plugin_common [None req-9d77ba90-113a-4fa0-ba0c-7fe28b81f30c tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Allocated IP 172.26.3.48 (8afa6d58-9431-454a-b99c-3ff8a65aa86b/60537fec-5f5f-4ab7-89cc-03638149a590/1aa8eb4e-0822-4bbf-b9c6-d0adfce41600) {{(pid=87635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:21:19.303875 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-9d77ba90-113a-4fa0-ba0c-7fe28b81f30c tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for port, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:21:19.334544 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-9d77ba90-113a-4fa0-ba0c-7fe28b81f30c tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:21:19.339486 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-8cdb28dc-a38b-4244-9c00-ea3a5186210b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:21:19.398416 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d77ba90-113a-4fa0-ba0c-7fe28b81f30c tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Network 8afa6d58-9431-454a-b99c-3ff8a65aa86b is already hosted by enough agents. {{(pid=87635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:21:19.409252 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.base_scheduler [None req-9d77ba90-113a-4fa0-ba0c-7fe28b81f30c tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Resources bound (agent type, host, resource id):  {{(pid=87635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:21:19.413290 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d77ba90-113a-4fa0-ba0c-7fe28b81f30c tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Received port after_create {{(pid=87635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:21:19.455921 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d77ba90-113a-4fa0-ba0c-7fe28b81f30c tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Pushing event updated for resources: {'Port': ['ID=1aa8eb4e-0822-4bbf-b9c6-d0adfce41600,revision_number=1']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:21:19.460075 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-9d77ba90-113a-4fa0-ba0c-7fe28b81f30c tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:21:19.707418 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-26e41173-feda-42f7-9cbc-24b05444f3a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:21:19.960687 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-9d77ba90-113a-4fa0-ba0c-7fe28b81f30c tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:21:20.041910 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-9d77ba90-113a-4fa0-ba0c-7fe28b81f30c tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:21:20.253250 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-9d77ba90-113a-4fa0-ba0c-7fe28b81f30c tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for port, precommit_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:21:20.259551 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-9d77ba90-113a-4fa0-ba0c-7fe28b81f30c tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2753531'] for port, after_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:21:20.263878 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-037aa5e9-d777-4b6c-bc7b-e0d54c4eca0e tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:21:20.375399 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d77ba90-113a-4fa0-ba0c-7fe28b81f30c tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Pushing event updated for resources: {'Port': ['ID=1aa8eb4e-0822-4bbf-b9c6-d0adfce41600,revision_number=2']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:21:20.378474 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-9d77ba90-113a-4fa0-ba0c-7fe28b81f30c tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:21:20.385652 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-9d77ba90-113a-4fa0-ba0c-7fe28b81f30c tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1824189'] for floatingip, after_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:21:20.572430 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.db.l3_db [None req-9d77ba90-113a-4fa0-ba0c-7fe28b81f30c tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Floating IP 3be2831f-23bc-4968-bc83-6b6b4a977328 associated. External IP: 172.26.3.48, port: 8f49bb74-e7b3-4a6a-9ed1-d3a39a85c643.
Dec 23 16:21:20.729232 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9dcbea60-a34f-4144-91e7-90aff3f57aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:21:20.879935 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:21:21.008776 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d77ba90-113a-4fa0-ba0c-7fe28b81f30c tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Router 169d32cc-5271-4d59-bb3a-67c03a601285 has already been hosted by L3 agent 371d4c41-c7e2-4de7-9539-c049ec4e95d1 {{(pid=87635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 23 16:21:21.205529 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d77ba90-113a-4fa0-ba0c-7fe28b81f30c tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify agent at l3_agent.dv-neutron-822799-1-hyperv the message routers_updated {{(pid=87635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 23 16:21:21.218494 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7623bd16-43ec-411a-8733-9e9fb202197c None None] Sync routers for ids ['169d32cc-5271-4d59-bb3a-67c03a601285'] in dv-neutron-822799-1-hyperv {{(pid=87637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 23 16:21:21.230131 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7623bd16-43ec-411a-8733-9e9fb202197c None None] Routers {'169d32cc-5271-4d59-bb3a-67c03a601285'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:21:21.231188 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-7623bd16-43ec-411a-8733-9e9fb202197c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc1720070>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:21:20Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['169d32cc-5271-4d59-bb3a-67c03a601285'], 'active': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:21:21.238136 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-9d77ba90-113a-4fa0-ba0c-7fe28b81f30c tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for floatingip, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:21:21.312234 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-9d77ba90-113a-4fa0-ba0c-7fe28b81f30c tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 2.4768858
Dec 23 16:21:21.313802 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad5e89af-2290-4d8b-88a3-d7e779cb8ffa', 'tag': '8f49bb74-e7b3-4a6a-9ed1-d3a39a85c643'}] {{(pid=87635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 23 16:21:21.315788 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 53818) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:21:21.427667 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvr_db [None req-7623bd16-43ec-411a-8733-9e9fb202197c None None] Set router 169d32cc-5271-4d59-bb3a-67c03a601285 gateway port host: dv-neutron-822799-1-hyperv {{(pid=87637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:21:21.496901 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad5e89af-2290-4d8b-88a3-d7e779cb8ffa', 'tag': '8f49bb74-e7b3-4a6a-9ed1-d3a39a85c643', 'status': 'completed', 'code': 200}
Dec 23 16:21:21.576023 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-5e809d4f-6e06-4b56-b015-b7fb6833accf tempest-TestNetworkBasicOps-54271533 tempest-TestNetworkBasicOps-54271533-project-admin] 10.222.0.64 "GET /v2.0/routers/169d32cc-5271-4d59-bb3a-67c03a601285 HTTP/1.1" status: 200  len: 922 time: 0.2575295
Dec 23 16:21:21.578623 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 53826) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:21:21.606744 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cc4798-4b6c-4717-97aa-2faa5a8209a3 req-c1270fd9-8758-43da-bbbd-26f6b991bc80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:21:21.608197 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-f1cc4798-4b6c-4717-97aa-2faa5a8209a3 req-c1270fd9-8758-43da-bbbd-26f6b991bc80 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=544f3e375bde4f0988286eba27294ea6&device_id=ad5e89af-2290-4d8b-88a3-d7e779cb8ffa HTTP/1.1" status: 200  len: 1098 time: 0.0823040
Dec 23 16:21:21.688355 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-75284bc1-6ba0-4071-9d8f-14bfe0fdf4e6 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/floatingips/3be2831f-23bc-4968-bc83-6b6b4a977328 HTTP/1.1" status: 200  len: 990 time: 0.1082184
Dec 23 16:21:21.742886 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cc4798-4b6c-4717-97aa-2faa5a8209a3 req-ec80f0bc-2299-4b75-b795-ec01965f1e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:21:21.744272 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-f1cc4798-4b6c-4717-97aa-2faa5a8209a3 req-ec80f0bc-2299-4b75-b795-ec01965f1e2f service neutron] 10.222.0.61 "GET /v2.0/networks?id=d3031037-c1e9-4de8-b6be-4d85da4a975d HTTP/1.1" status: 200  len: 897 time: 0.1297674
Dec 23 16:21:21.791908 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-7623bd16-43ec-411a-8733-9e9fb202197c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc1720070>, [{'id': '169d32cc-5271-4d59-bb3a-67c03a601285', 'name': 'tempest-TestNetworkBasicOps-router-1173931663', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.68'}], 'enable_snat': True}, 'gw_port_id': 'faa79b30-c54d-4496-9e16-2df5064c16dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:20:58Z', 'updated_at': '2021-12-23T16:21:03Z', 'revision_number': 4, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'gw_port': {'id': 'faa79b30-c54d-4496-9e16-2df5064c16dc', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:6f:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '169d32cc-5271-4d59-bb3a-67c03a601285', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:20:59Z', 'updated_at': '2021-12-23T16:21:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_floatingips': [{'id': '3be2831f-23bc-4968-bc83-6b6b4a977328', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'floating_ip_address': '172.26.3.48', 'floating_network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'router_id': '169d32cc-5271-4d59-bb3a-67c03a601285', 'port_id': '8f49bb74-e7b3-4a6a-9ed1-d3a39a85c643', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1431, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3031037-c1e9-4de8-b6be-4d85da4a975d', 'mac_address': 'fa:16:3e:71:a9:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad5e89af-2290-4d8b-88a3-d7e779cb8ffa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:21:19Z', 'updated_at': '2021-12-23T16:21:19Z', 'revision_number': 0, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '768e03a9-e2a0-4625-a836-683cdae79b4b', 'name': '', 'network_id': 'd3031037-c1e9-4de8-b6be-4d85da4a975d', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'mac_address': 'fa:16:3e:6e:80:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '169d32cc-5271-4d59-bb3a-67c03a601285', 'device_owner': 'network:router_interface', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '39ca17a1-2f71-41ef-b0a1-78695d1cfde5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:21:02Z', 'updated_at': '2021-12-23T16:21:08Z', 'revision_number': 5, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'subnets': [{'id': '39ca17a1-2f71-41ef-b0a1-78695d1cfde5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:21:21.795980 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7623bd16-43ec-411a-8733-9e9fb202197c None None] Checking router: 169d32cc-5271-4d59-bb3a-67c03a601285 for host: dv-neutron-822799-1-hyperv {{(pid=87637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 23 16:21:21.804753 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7623bd16-43ec-411a-8733-9e9fb202197c None None] Routers {'169d32cc-5271-4d59-bb3a-67c03a601285'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:21:21.805380 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-7623bd16-43ec-411a-8733-9e9fb202197c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc1720070>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:21:20Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['169d32cc-5271-4d59-bb3a-67c03a601285'], 'active': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:21:21.987411 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-f1cc4798-4b6c-4717-97aa-2faa5a8209a3 req-60ba9d27-6b72-455d-8ac4-3b19201e362f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8f49bb74-e7b3-4a6a-9ed1-d3a39a85c643 HTTP/1.1" status: 200  len: 998 time: 0.2366655
Dec 23 16:21:22.034820 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvr_db [None req-7623bd16-43ec-411a-8733-9e9fb202197c None None] Set router 169d32cc-5271-4d59-bb3a-67c03a601285 gateway port host: dv-neutron-822799-1-hyperv {{(pid=87637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:21:22.048785 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cc4798-4b6c-4717-97aa-2faa5a8209a3 req-2ce3d203-ffe9-4a39-89d4-22039c7ed37a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:21:22.050228 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-f1cc4798-4b6c-4717-97aa-2faa5a8209a3 req-2ce3d203-ffe9-4a39-89d4-22039c7ed37a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=39ca17a1-2f71-41ef-b0a1-78695d1cfde5 HTTP/1.1" status: 200  len: 835 time: 0.0563221
Dec 23 16:21:22.136388 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cc4798-4b6c-4717-97aa-2faa5a8209a3 req-03b98751-4597-49b3-b279-8dc56811263c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:21:22.137908 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-f1cc4798-4b6c-4717-97aa-2faa5a8209a3 req-03b98751-4597-49b3-b279-8dc56811263c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d3031037-c1e9-4de8-b6be-4d85da4a975d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0813918
Dec 23 16:21:22.272449 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-f1cc4798-4b6c-4717-97aa-2faa5a8209a3 req-c10a2253-a0a0-41a3-bb23-78372238c804 service neutron] 10.222.0.61 "GET /v2.0/networks/d3031037-c1e9-4de8-b6be-4d85da4a975d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1279075
Dec 23 16:21:22.293307 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9e3aab53-d650-47e3-b8a6-2dff21fe9ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:21:22.397326 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-7623bd16-43ec-411a-8733-9e9fb202197c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc1720070>, [{'id': '169d32cc-5271-4d59-bb3a-67c03a601285', 'name': 'tempest-TestNetworkBasicOps-router-1173931663', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.68'}], 'enable_snat': True}, 'gw_port_id': 'faa79b30-c54d-4496-9e16-2df5064c16dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:20:58Z', 'updated_at': '2021-12-23T16:21:03Z', 'revision_number': 4, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'gw_port': {'id': 'faa79b30-c54d-4496-9e16-2df5064c16dc', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:6f:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '169d32cc-5271-4d59-bb3a-67c03a601285', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:20:59Z', 'updated_at': '2021-12-23T16:21:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_floatingips': [{'id': '3be2831f-23bc-4968-bc83-6b6b4a977328', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'floating_ip_address': '172.26.3.48', 'floating_network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'router_id': '169d32cc-5271-4d59-bb3a-67c03a601285', 'port_id': '8f49bb74-e7b3-4a6a-9ed1-d3a39a85c643', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1431, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3031037-c1e9-4de8-b6be-4d85da4a975d', 'mac_address': 'fa:16:3e:71:a9:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad5e89af-2290-4d8b-88a3-d7e779cb8ffa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:21:19Z', 'updated_at': '2021-12-23T16:21:19Z', 'revision_number': 0, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '768e03a9-e2a0-4625-a836-683cdae79b4b', 'name': '', 'network_id': 'd3031037-c1e9-4de8-b6be-4d85da4a975d', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'mac_address': 'fa:16:3e:6e:80:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '169d32cc-5271-4d59-bb3a-67c03a601285', 'device_owner': 'network:router_interface', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '39ca17a1-2f71-41ef-b0a1-78695d1cfde5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:21:02Z', 'updated_at': '2021-12-23T16:21:08Z', 'revision_number': 5, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'subnets': [{'id': '39ca17a1-2f71-41ef-b0a1-78695d1cfde5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:21:22.401751 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7623bd16-43ec-411a-8733-9e9fb202197c None None] The sync data for ids ['169d32cc-5271-4d59-bb3a-67c03a601285'] in dv-neutron-822799-1-hyperv is: [{'id': '169d32cc-5271-4d59-bb3a-67c03a601285', 'name': 'tempest-TestNetworkBasicOps-router-1173931663', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.68'}], 'enable_snat': True}, 'gw_port_id': 'faa79b30-c54d-4496-9e16-2df5064c16dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:20:58Z', 'updated_at': '2021-12-23T16:21:03Z', 'revision_number': 4, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'gw_port': {'id': 'faa79b30-c54d-4496-9e16-2df5064c16dc', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:6f:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '169d32cc-5271-4d59-bb3a-67c03a601285', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:20:59Z', 'updated_at': '2021-12-23T16:21:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_floatingips': [{'id': '3be2831f-23bc-4968-bc83-6b6b4a977328', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'floating_ip_address': '172.26.3.48', 'floating_network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'router_id': '169d32cc-5271-4d59-bb3a-67c03a601285', 'port_id': '8f49bb74-e7b3-4a6a-9ed1-d3a39a85c643', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1431, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3031037-c1e9-4de8-b6be-4d85da4a975d', 'mac_address': 'fa:16:3e:71:a9:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad5e89af-2290-4d8b-88a3-d7e779cb8ffa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:21:19Z', 'updated_at': '2021-12-23T16:21:19Z', 'revision_number': 0, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '768e03a9-e2a0-4625-a836-683cdae79b4b', 'name': '', 'network_id': 'd3031037-c1e9-4de8-b6be-4d85da4a975d', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'mac_address': 'fa:16:3e:6e:80:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '169d32cc-5271-4d59-bb3a-67c03a601285', 'device_owner': 'network:router_interface', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '39ca17a1-2f71-41ef-b0a1-78695d1cfde5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:21:02Z', 'updated_at': '2021-12-23T16:21:08Z', 'revision_number': 5, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'subnets': [{'id': '39ca17a1-2f71-41ef-b0a1-78695d1cfde5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 23 16:21:22.410550 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-f1cc4798-4b6c-4717-97aa-2faa5a8209a3 req-efbe18c3-6a33-48aa-a204-39dc1dfaef28 service neutron] 10.222.0.61 "GET /v2.0/networks/d3031037-c1e9-4de8-b6be-4d85da4a975d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1310625
Dec 23 16:21:22.600323 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a14c8319-bd6f-4f23-a1a8-cb9c9322f13b None None] New status for floating IP 3be2831f-23bc-4968-bc83-6b6b4a977328: ACTIVE {{(pid=87638) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 23 16:21:22.691969 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 53830) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:21:22.802209 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-9b30f8ab-38e3-4ad2-a1f3-4ecd6fc16431 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/floatingips/3be2831f-23bc-4968-bc83-6b6b4a977328 HTTP/1.1" status: 200  len: 990 time: 0.1085627
Dec 23 16:21:23.807218 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 53834) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:21:23.925287 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-a708d215-18bb-45ff-9ace-9c0414b4d12e tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/floatingips/3be2831f-23bc-4968-bc83-6b6b4a977328 HTTP/1.1" status: 200  len: 992 time: 0.1167984
Dec 23 16:21:41.781507 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:21:46.597627 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.agents_db [None req-30c2320c-f298-49f6-9c47-c20e38116a9c None None] Agent healthcheck: found 6 active agents {{(pid=87638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 23 16:21:47.327241 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-25c9a976-e2b9-40b6-8d83-1a4e6d9af37e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:21:48.747517 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f3da93-2d6a-4094-9153-22a6b9648035 req-192500b1-e84b-4665-ae87-d8fedf430567 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:21:48.749032 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-f5f3da93-2d6a-4094-9153-22a6b9648035 req-192500b1-e84b-4665-ae87-d8fedf430567 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] 10.222.0.64 "GET /v2.0/ports?device_id=b2cea6da-0a90-4475-8a3c-75ecccb63d0e HTTP/1.1" status: 200  len: 946 time: 0.2366014
Dec 23 16:21:48.794271 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-f5f3da93-2d6a-4094-9153-22a6b9648035 req-ae9e74dd-48f5-460d-83ad-05b5d697a5cc tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] 10.222.0.64 "GET /v2.0/security-groups?id=377c3367-231c-4c91-96ad-c0bd6ef1f689&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0388882
Dec 23 16:21:49.723312 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-6af48f1d-5ce0-48cb-857c-0016b573da8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:21:50.002395 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3da67c-64e7-4723-847a-f61c1700a977 req-f606ff79-d4cb-40a2-bf1a-be2ba65fc271 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:21:50.003853 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-9a3da67c-64e7-4723-847a-f61c1700a977 req-f606ff79-d4cb-40a2-bf1a-be2ba65fc271 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] 10.222.0.64 "GET /v2.0/ports?device_id=b2cea6da-0a90-4475-8a3c-75ecccb63d0e HTTP/1.1" status: 200  len: 946 time: 0.0985055
Dec 23 16:21:50.048021 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-9a3da67c-64e7-4723-847a-f61c1700a977 req-febdb1a2-0513-4c4e-8538-530436ea482d tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] 10.222.0.64 "GET /v2.0/security-groups?id=377c3367-231c-4c91-96ad-c0bd6ef1f689&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0382211
Dec 23 16:21:50.153024 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b64146b-4296-4ed5-aaf4-08f35ea95525 req-54790655-e5d7-472d-8cd1-d1b7b36e2453 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:21:50.154208 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-2b64146b-4296-4ed5-aaf4-08f35ea95525 req-54790655-e5d7-472d-8cd1-d1b7b36e2453 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] 10.222.0.61 "GET /v2.0/ports?device_id=b2cea6da-0a90-4475-8a3c-75ecccb63d0e HTTP/1.1" status: 200  len: 946 time: 0.0968261
Dec 23 16:21:50.227199 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [req-2b64146b-4296-4ed5-aaf4-08f35ea95525 req-5ab533ff-9e25-4a2b-b899-ce5683ab6c07 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Deleting port da3bb254-97ba-415d-9273-dba4a1618868 {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:21:50.227511 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-2b64146b-4296-4ed5-aaf4-08f35ea95525 req-5ab533ff-9e25-4a2b-b899-ce5683ab6c07 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:21:50.469662 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [req-2b64146b-4296-4ed5-aaf4-08f35ea95525 req-5ab533ff-9e25-4a2b-b899-ce5683ab6c07 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] For port da3bb254-97ba-415d-9273-dba4a1618868, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=da3bb254-97ba-415d-9273-dba4a1618868,segment=NetworkSegment(87dd7487-e7c8-48c3-b597-2f6995c824bb),segment_id=87dd7487-e7c8-48c3-b597-2f6995c824bb)] {{(pid=87636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:21:50.470023 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-2b64146b-4296-4ed5-aaf4-08f35ea95525 req-5ab533ff-9e25-4a2b-b899-ce5683ab6c07 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:21:50.731114 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9dcbea60-a34f-4144-91e7-90aff3f57aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:21:50.757589 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-2b64146b-4296-4ed5-aaf4-08f35ea95525 req-5ab533ff-9e25-4a2b-b899-ce5683ab6c07 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:21:50.757974 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-2b64146b-4296-4ed5-aaf4-08f35ea95525 req-5ab533ff-9e25-4a2b-b899-ce5683ab6c07 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1824189'] for floatingip, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:21:50.758314 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.db.l3_db [req-2b64146b-4296-4ed5-aaf4-08f35ea95525 req-5ab533ff-9e25-4a2b-b899-ce5683ab6c07 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Floating IP 3fdb11cb-32db-4d72-ae21-ef594f592c87 disassociated. External IP: 172.26.3.94, port: da3bb254-97ba-415d-9273-dba4a1618868.
Dec 23 16:21:50.758656 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [req-2b64146b-4296-4ed5-aaf4-08f35ea95525 req-5ab533ff-9e25-4a2b-b899-ce5683ab6c07 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Calling delete_port for da3bb254-97ba-415d-9273-dba4a1618868 owned by compute:nova {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:21:50.874674 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:21:51.043167 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-2b64146b-4296-4ed5-aaf4-08f35ea95525 req-5ab533ff-9e25-4a2b-b899-ce5683ab6c07 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:21:51.048822 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-9177c0c6-8c12-4f8c-810f-b0da07d77593 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:21:51.096449 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab533ff-9e25-4a2b-b899-ce5683ab6c07 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Pushing event deleted for resources: {'Port': ['ID=da3bb254-97ba-415d-9273-dba4a1618868,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:21:51.160203 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab533ff-9e25-4a2b-b899-ce5683ab6c07 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:21:51.160596 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab533ff-9e25-4a2b-b899-ce5683ab6c07 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:21:51.160994 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab533ff-9e25-4a2b-b899-ce5683ab6c07 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:21:51.161377 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab533ff-9e25-4a2b-b899-ce5683ab6c07 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:21:51.161746 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab533ff-9e25-4a2b-b899-ce5683ab6c07 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:21:51.162116 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab533ff-9e25-4a2b-b899-ce5683ab6c07 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:21:51.162476 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab533ff-9e25-4a2b-b899-ce5683ab6c07 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:21:51.162843 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab533ff-9e25-4a2b-b899-ce5683ab6c07 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:21:51.163212 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab533ff-9e25-4a2b-b899-ce5683ab6c07 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:21:51.163577 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab533ff-9e25-4a2b-b899-ce5683ab6c07 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:21:51.163940 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab533ff-9e25-4a2b-b899-ce5683ab6c07 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:21:51.164299 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab533ff-9e25-4a2b-b899-ce5683ab6c07 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:21:51.175195 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-5ab533ff-9e25-4a2b-b899-ce5683ab6c07 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:21:51.211624 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-6a5413db-3485-4272-ad96-ccd2944bc715 req-028b6190-0143-4c18-8c98-996637f7fa8f tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] 10.222.0.64 "GET /v2.0/ports?device_id=b2cea6da-0a90-4475-8a3c-75ecccb63d0e HTTP/1.1" status: 200  len: 210 time: 0.0514140
Dec 23 16:21:51.294768 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2b64146b-4296-4ed5-aaf4-08f35ea95525 req-5ab533ff-9e25-4a2b-b899-ce5683ab6c07 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Router 4a42c453-b79e-4e99-ad61-ce295702871a has already been hosted by L3 agent 371d4c41-c7e2-4de7-9539-c049ec4e95d1 {{(pid=87636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 23 16:21:51.482155 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2b64146b-4296-4ed5-aaf4-08f35ea95525 req-5ab533ff-9e25-4a2b-b899-ce5683ab6c07 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Notify agent at l3_agent.dv-neutron-822799-1-hyperv the message routers_updated {{(pid=87636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 23 16:21:51.494325 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-934645d9-f1ab-4405-ae0f-9c7acf3211a7 None None] Sync routers for ids ['4a42c453-b79e-4e99-ad61-ce295702871a'] in dv-neutron-822799-1-hyperv {{(pid=87637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 23 16:21:51.505619 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-934645d9-f1ab-4405-ae0f-9c7acf3211a7 None None] Routers {'4a42c453-b79e-4e99-ad61-ce295702871a'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:21:51.506429 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-934645d9-f1ab-4405-ae0f-9c7acf3211a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc11894c0>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:21:50Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['4a42c453-b79e-4e99-ad61-ce295702871a'], 'active': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:21:51.561519 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b64146b-4296-4ed5-aaf4-08f35ea95525 req-5ab533ff-9e25-4a2b-b899-ce5683ab6c07 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] No DVR routers for this DVR port da3bb254-97ba-415d-9273-dba4a1618868 on host hv-neutron-8227 {{(pid=87636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 23 16:21:51.564374 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-2b64146b-4296-4ed5-aaf4-08f35ea95525 req-5ab533ff-9e25-4a2b-b899-ce5683ab6c07 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:21:51.567188 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2cea6da-0a90-4475-8a3c-75ecccb63d0e', 'name': 'network-vif-deleted', 'tag': 'da3bb254-97ba-415d-9273-dba4a1618868'}] {{(pid=87636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 23 16:21:51.584401 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-2b64146b-4296-4ed5-aaf4-08f35ea95525 req-5ab533ff-9e25-4a2b-b899-ce5683ab6c07 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] 10.222.0.61 "DELETE /v2.0/ports/da3bb254-97ba-415d-9273-dba4a1618868 HTTP/1.1" status: 204  len: 173 time: 1.4236286
Dec 23 16:21:51.623698 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2cea6da-0a90-4475-8a3c-75ecccb63d0e', 'name': 'network-vif-deleted', 'tag': 'da3bb254-97ba-415d-9273-dba4a1618868', 'status': 'completed', 'code': 200}
Dec 23 16:21:51.708705 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvr_db [None req-934645d9-f1ab-4405-ae0f-9c7acf3211a7 None None] Set router 4a42c453-b79e-4e99-ad61-ce295702871a gateway port host: dv-neutron-822799-1-hyperv {{(pid=87637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:21:52.025732 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-934645d9-f1ab-4405-ae0f-9c7acf3211a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc11894c0>, [{'id': '4a42c453-b79e-4e99-ad61-ce295702871a', 'name': 'tempest-TestVolumeBootPattern-662153544-router', 'tenant_id': '815a3f337d0d43d79aa09f57743afc6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.186'}], 'enable_snat': True}, 'gw_port_id': '1db041a6-d74c-4bb1-a37a-855a0926652b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:18:54Z', 'updated_at': '2021-12-23T16:18:59Z', 'revision_number': 4, 'project_id': '815a3f337d0d43d79aa09f57743afc6f', 'gw_port': {'id': '1db041a6-d74c-4bb1-a37a-855a0926652b', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:14:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a42c453-b79e-4e99-ad61-ce295702871a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:18:55Z', 'updated_at': '2021-12-23T16:19:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_interfaces': [{'id': 'd17475bd-9510-4096-a5f0-5c5d2cf79e4b', 'name': '', 'network_id': '0150432c-3455-4bcb-8764-4bb2c28e3d40', 'tenant_id': '815a3f337d0d43d79aa09f57743afc6f', 'mac_address': 'fa:16:3e:67:c2:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a42c453-b79e-4e99-ad61-ce295702871a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': '155d1b85-f535-40ed-8306-928fb9445b01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:18:58Z', 'updated_at': '2021-12-23T16:19:06Z', 'revision_number': 5, 'project_id': '815a3f337d0d43d79aa09f57743afc6f', 'subnets': [{'id': '155d1b85-f535-40ed-8306-928fb9445b01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:21:52.029817 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-934645d9-f1ab-4405-ae0f-9c7acf3211a7 None None] Checking router: 4a42c453-b79e-4e99-ad61-ce295702871a for host: dv-neutron-822799-1-hyperv {{(pid=87637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 23 16:21:52.040983 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-934645d9-f1ab-4405-ae0f-9c7acf3211a7 None None] Routers {'4a42c453-b79e-4e99-ad61-ce295702871a'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:21:52.041613 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-934645d9-f1ab-4405-ae0f-9c7acf3211a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc11894c0>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:21:50Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['4a42c453-b79e-4e99-ad61-ce295702871a'], 'active': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:21:52.226093 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvr_db [None req-934645d9-f1ab-4405-ae0f-9c7acf3211a7 None None] Set router 4a42c453-b79e-4e99-ad61-ce295702871a gateway port host: dv-neutron-822799-1-hyperv {{(pid=87637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:21:52.464378 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9e3aab53-d650-47e3-b8a6-2dff21fe9ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:21:52.529449 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-fd5782dd-59d4-46b3-8d84-a28e1b2b460e req-2a3901b9-0946-43a9-a2c1-98023fba4e6d tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] 10.222.0.64 "GET /v2.0/ports?device_id=b2cea6da-0a90-4475-8a3c-75ecccb63d0e HTTP/1.1" status: 200  len: 210 time: 0.0421450
Dec 23 16:21:52.639246 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-934645d9-f1ab-4405-ae0f-9c7acf3211a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc11894c0>, [{'id': '4a42c453-b79e-4e99-ad61-ce295702871a', 'name': 'tempest-TestVolumeBootPattern-662153544-router', 'tenant_id': '815a3f337d0d43d79aa09f57743afc6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.186'}], 'enable_snat': True}, 'gw_port_id': '1db041a6-d74c-4bb1-a37a-855a0926652b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:18:54Z', 'updated_at': '2021-12-23T16:18:59Z', 'revision_number': 4, 'project_id': '815a3f337d0d43d79aa09f57743afc6f', 'gw_port': {'id': '1db041a6-d74c-4bb1-a37a-855a0926652b', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:14:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a42c453-b79e-4e99-ad61-ce295702871a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:18:55Z', 'updated_at': '2021-12-23T16:19:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_interfaces': [{'id': 'd17475bd-9510-4096-a5f0-5c5d2cf79e4b', 'name': '', 'network_id': '0150432c-3455-4bcb-8764-4bb2c28e3d40', 'tenant_id': '815a3f337d0d43d79aa09f57743afc6f', 'mac_address': 'fa:16:3e:67:c2:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a42c453-b79e-4e99-ad61-ce295702871a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': '155d1b85-f535-40ed-8306-928fb9445b01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:18:58Z', 'updated_at': '2021-12-23T16:19:06Z', 'revision_number': 5, 'project_id': '815a3f337d0d43d79aa09f57743afc6f', 'subnets': [{'id': '155d1b85-f535-40ed-8306-928fb9445b01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:21:52.643339 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-934645d9-f1ab-4405-ae0f-9c7acf3211a7 None None] The sync data for ids ['4a42c453-b79e-4e99-ad61-ce295702871a'] in dv-neutron-822799-1-hyperv is: [{'id': '4a42c453-b79e-4e99-ad61-ce295702871a', 'name': 'tempest-TestVolumeBootPattern-662153544-router', 'tenant_id': '815a3f337d0d43d79aa09f57743afc6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.186'}], 'enable_snat': True}, 'gw_port_id': '1db041a6-d74c-4bb1-a37a-855a0926652b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:18:54Z', 'updated_at': '2021-12-23T16:18:59Z', 'revision_number': 4, 'project_id': '815a3f337d0d43d79aa09f57743afc6f', 'gw_port': {'id': '1db041a6-d74c-4bb1-a37a-855a0926652b', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:14:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a42c453-b79e-4e99-ad61-ce295702871a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:18:55Z', 'updated_at': '2021-12-23T16:19:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_interfaces': [{'id': 'd17475bd-9510-4096-a5f0-5c5d2cf79e4b', 'name': '', 'network_id': '0150432c-3455-4bcb-8764-4bb2c28e3d40', 'tenant_id': '815a3f337d0d43d79aa09f57743afc6f', 'mac_address': 'fa:16:3e:67:c2:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a42c453-b79e-4e99-ad61-ce295702871a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': '155d1b85-f535-40ed-8306-928fb9445b01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:18:58Z', 'updated_at': '2021-12-23T16:19:06Z', 'revision_number': 5, 'project_id': '815a3f337d0d43d79aa09f57743afc6f', 'subnets': [{'id': '155d1b85-f535-40ed-8306-928fb9445b01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 23 16:21:52.877278 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64c071e8-e459-4156-a93d-3b889c4247cd None None] New status for floating IP 3fdb11cb-32db-4d72-ae21-ef594f592c87: DOWN {{(pid=87638) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 23 16:21:53.072531 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 53864) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:21:53.310310 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-efb1d618-1ec7-487f-80e1-41fe761c328e tempest-TestNetworkBasicOps-54271533 tempest-TestNetworkBasicOps-54271533-project-admin] 10.222.0.64 "GET /v2.0/routers/169d32cc-5271-4d59-bb3a-67c03a601285/l3-agents HTTP/1.1" status: 200  len: 881 time: 0.2351580
Dec 23 16:21:53.313326 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 53868) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:21:53.328500 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-8e462e1e-4827-42db-ae5f-fd1e32ae98a8 req-51a8429a-0b3f-431f-8a27-de0e412164fa service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=ad5e89af-2290-4d8b-88a3-d7e779cb8ffa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1727917
Dec 23 16:21:53.567550 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8ad9e86-7b09-4a99-8786-f29ae2c20059 tempest-TestNetworkBasicOps-54271533 tempest-TestNetworkBasicOps-54271533-project-admin] Notify agent at dv-neutron-822799-1-hyperv the message router_removed_from_agent {{(pid=87636) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:48}}
Dec 23 16:21:53.570943 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-a8ad9e86-7b09-4a99-8786-f29ae2c20059 tempest-TestNetworkBasicOps-54271533 tempest-TestNetworkBasicOps-54271533-project-admin] 10.222.0.64 "DELETE /v2.0/agents/371d4c41-c7e2-4de7-9539-c049ec4e95d1/l3-routers/169d32cc-5271-4d59-bb3a-67c03a601285 HTTP/1.1" status: 204  len: 168 time: 0.2564526
Dec 23 16:21:53.574352 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 53874) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:21:53.576151 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e462e1e-4827-42db-ae5f-fd1e32ae98a8 req-22b7179f-56c7-4dab-b02b-3e7b9eae30a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:21:53.577619 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-8e462e1e-4827-42db-ae5f-fd1e32ae98a8 req-22b7179f-56c7-4dab-b02b-3e7b9eae30a4 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=544f3e375bde4f0988286eba27294ea6&device_id=ad5e89af-2290-4d8b-88a3-d7e779cb8ffa HTTP/1.1" status: 200  len: 1098 time: 0.1758170
Dec 23 16:21:53.742075 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e462e1e-4827-42db-ae5f-fd1e32ae98a8 req-16c5d07b-6c1b-4e56-85ff-d168ff9e0a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:21:53.743641 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-8e462e1e-4827-42db-ae5f-fd1e32ae98a8 req-16c5d07b-6c1b-4e56-85ff-d168ff9e0a02 service neutron] 10.222.0.61 "GET /v2.0/networks?id=d3031037-c1e9-4de8-b6be-4d85da4a975d HTTP/1.1" status: 200  len: 897 time: 0.1413918
Dec 23 16:21:53.776895 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-7c2e922f-70f0-4207-970c-0227804f8ada tempest-TestNetworkBasicOps-54271533 tempest-TestNetworkBasicOps-54271533-project-admin] 10.222.0.64 "GET /v2.0/routers/169d32cc-5271-4d59-bb3a-67c03a601285/l3-agents HTTP/1.1" status: 200  len: 207 time: 0.2011192
Dec 23 16:21:53.779579 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 53884) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:21:53.915171 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-587bcd53-15df-4239-a662-7ea0a0d15884 req-39be246a-8fd5-45b0-b50e-3af11dae8c4b tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1211840996&fields=id&tenant_id=815a3f337d0d43d79aa09f57743afc6f HTTP/1.1" status: 200  len: 267 time: 0.0767756
Dec 23 16:21:53.917955 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-67ac2e32-4e66-4264-80b1-5c4d83001fe8 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/floatingips/3be2831f-23bc-4968-bc83-6b6b4a977328 HTTP/1.1" status: 200  len: 992 time: 0.1373186
Dec 23 16:21:54.020987 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-8e462e1e-4827-42db-ae5f-fd1e32ae98a8 req-2523a2a2-da96-4f27-9721-ef1fe007f2c0 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8f49bb74-e7b3-4a6a-9ed1-d3a39a85c643 HTTP/1.1" status: 200  len: 1000 time: 0.2682734
Dec 23 16:21:54.081376 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587bcd53-15df-4239-a662-7ea0a0d15884 req-2fa18224-870c-497a-a6bc-26ff9e5bd9db tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:21:54.082798 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-587bcd53-15df-4239-a662-7ea0a0d15884 req-2fa18224-870c-497a-a6bc-26ff9e5bd9db tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] 10.222.0.64 "GET /v2.0/networks?id=0150432c-3455-4bcb-8764-4bb2c28e3d40 HTTP/1.1" status: 200  len: 811 time: 0.1573486
Dec 23 16:21:54.083280 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e462e1e-4827-42db-ae5f-fd1e32ae98a8 req-c54554f4-23fc-4aa2-a114-87f787f80261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:21:54.084734 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-8e462e1e-4827-42db-ae5f-fd1e32ae98a8 req-c54554f4-23fc-4aa2-a114-87f787f80261 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=39ca17a1-2f71-41ef-b0a1-78695d1cfde5 HTTP/1.1" status: 200  len: 835 time: 0.0572028
Dec 23 16:21:54.096865 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Device da3bb254-97ba-415d-9273-dba4a1618868 no longer exists at agent hyperv_hv-neutron-8227 {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 23 16:21:54.098732 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-587bcd53-15df-4239-a662-7ea0a0d15884 req-b68ff441-5ee2-4bda-b6eb-f908ae8d316e tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] 10.222.0.64 "GET /v2.0/quotas/815a3f337d0d43d79aa09f57743afc6f HTTP/1.1" status: 200  len: 375 time: 0.0101051
Dec 23 16:21:54.132668 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] No Port match for: da3bb254-97ba-415d-9273-dba4a1618868 {{(pid=87637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 23 16:21:54.133358 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Device da3bb254-97ba-415d-9273-dba4a1618868 not bound to the agent host hv-neutron-8227 {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 23 16:21:54.162396 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e462e1e-4827-42db-ae5f-fd1e32ae98a8 req-26cb711c-df64-496a-832d-766ab333638f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:21:54.163862 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-8e462e1e-4827-42db-ae5f-fd1e32ae98a8 req-26cb711c-df64-496a-832d-766ab333638f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d3031037-c1e9-4de8-b6be-4d85da4a975d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0725143
Dec 23 16:21:54.186869 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-587bcd53-15df-4239-a662-7ea0a0d15884 req-7b9ad761-9f12-442f-aa07-80983581ff17 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=815a3f337d0d43d79aa09f57743afc6f&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0824342
Dec 23 16:21:54.304812 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-8e462e1e-4827-42db-ae5f-fd1e32ae98a8 req-add4f18f-f721-48a2-9046-cb61b4d166e5 service neutron] 10.222.0.61 "GET /v2.0/networks/d3031037-c1e9-4de8-b6be-4d85da4a975d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1335096
Dec 23 16:21:54.339044 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-587bcd53-15df-4239-a662-7ea0a0d15884 req-99b166fe-d7bb-4ce5-8c3b-6055f97b231d service neutron] 10.222.0.64 "GET /v2.0/networks/0150432c-3455-4bcb-8764-4bb2c28e3d40?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1351645
Dec 23 16:21:54.369896 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc81af69-4d0a-425f-a7a7-123040779d1d None None] New status for floating IP 3be2831f-23bc-4968-bc83-6b6b4a977328: DOWN {{(pid=87637) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 23 16:21:54.437763 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-8e462e1e-4827-42db-ae5f-fd1e32ae98a8 req-4072e42e-3c5f-4574-b16d-5f7f7fd0537a service neutron] 10.222.0.61 "GET /v2.0/networks/d3031037-c1e9-4de8-b6be-4d85da4a975d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1263108
Dec 23 16:21:54.474411 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-587bcd53-15df-4239-a662-7ea0a0d15884 req-0c5ecb96-caba-4bb3-9ef0-342164f9465d service neutron] 10.222.0.64 "GET /v2.0/networks/0150432c-3455-4bcb-8764-4bb2c28e3d40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1270804
Dec 23 16:21:54.868876 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-26791803-c0e2-4b2a-8ea7-83802b23473d req-5c95d170-481d-450a-a63d-2f2d08f15673 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Synchronizing usage tracker for tenant:815a3f337d0d43d79aa09f57743afc6f on resource:port {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:21:54.888730 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-26791803-c0e2-4b2a-8ea7-83802b23473d req-5c95d170-481d-450a-a63d-2f2d08f15673 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Unset dirty status for tenant:815a3f337d0d43d79aa09f57743afc6f on resource:port {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:21:54.890355 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-26791803-c0e2-4b2a-8ea7-83802b23473d req-5c95d170-481d-450a-a63d-2f2d08f15673 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] 10.222.0.64 "GET /v2.0/ports?device_id=b44a917e-f30c-40c8-8dd6-4310ddb2f384 HTTP/1.1" status: 200  len: 210 time: 0.0656059
Dec 23 16:21:54.921956 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 53902) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:21:55.031024 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-8a34648d-28a2-44ee-a0f4-4fc195221d58 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/floatingips/3be2831f-23bc-4968-bc83-6b6b4a977328 HTTP/1.1" status: 200  len: 990 time: 0.1077530
Dec 23 16:21:55.646236 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device faa79b30-c54d-4496-9e16-2df5064c16dc no longer exists at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 23 16:21:55.763199 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:21:55.781162 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] For port faa79b30-c54d-4496-9e16-2df5064c16dc, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=faa79b30-c54d-4496-9e16-2df5064c16dc,segment=NetworkSegment(77e3d110-dd7b-426c-b11f-b78dde7993df),segment_id=77e3d110-dd7b-426c-b11f-b78dde7993df)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:21:55.786130 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:21:55.787008 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 768e03a9-e2a0-4625-a836-683cdae79b4b no longer exists at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 23 16:21:55.815506 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:21:55.904290 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587bcd53-15df-4239-a662-7ea0a0d15884 req-4717da91-b67a-4494-9cf0-ac97b55f3266 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:21:55.905848 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-587bcd53-15df-4239-a662-7ea0a0d15884 req-4717da91-b67a-4494-9cf0-ac97b55f3266 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] 10.222.0.61 "GET /v2.0/networks?id=0150432c-3455-4bcb-8764-4bb2c28e3d40 HTTP/1.1" status: 200  len: 811 time: 0.1645348
Dec 23 16:21:55.958083 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Pushing event updated for resources: {'Port': ['ID=faa79b30-c54d-4496-9e16-2df5064c16dc,revision_number=5']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:21:55.961382 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-587bcd53-15df-4239-a662-7ea0a0d15884 req-bf382d55-5a11-4769-a76b-0857a6d04052 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=815a3f337d0d43d79aa09f57743afc6f HTTP/1.1" status: 200  len: 380 time: 0.0470493
Dec 23 16:21:55.967150 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:21:55.967512 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:21:55.967850 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:21:55.968279 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:21:55.968643 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:21:55.968976 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:21:55.969309 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:21:55.969615 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:21:55.970183 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:21:55.970692 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:21:55.971180 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:21:55.971662 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:21:55.973229 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [req-587bcd53-15df-4239-a662-7ea0a0d15884 req-968c3c9e-db30-4f0f-8034-d48d9023c898 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Request body: {'port': {'device_id': 'b44a917e-f30c-40c8-8dd6-4310ddb2f384', 'network_id': '0150432c-3455-4bcb-8764-4bb2c28e3d40', 'admin_state_up': True, 'tenant_id': '815a3f337d0d43d79aa09f57743afc6f', 'security_groups': ['377c3367-231c-4c91-96ad-c0bd6ef1f689']}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:21:55.977581 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:21:55.996042 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:21:56.028623 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] For port 768e03a9-e2a0-4625-a836-683cdae79b4b, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=768e03a9-e2a0-4625-a836-683cdae79b4b,segment=NetworkSegment(c56437fd-ce6f-43d9-be25-b0f97a6c4a80),segment_id=c56437fd-ce6f-43d9-be25-b0f97a6c4a80)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:21:56.035627 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:21:56.037808 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:21:56.065873 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-88f15cfe-13c4-4041-8577-36469284d66a req-20ac86a9-b1bd-439e-ab81-70a7d15b871d tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] 10.222.0.64 "GET /v2.0/ports?device_id=b44a917e-f30c-40c8-8dd6-4310ddb2f384 HTTP/1.1" status: 200  len: 210 time: 0.0617578
Dec 23 16:21:56.114710 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Pushing event updated for resources: {'Port': ['ID=768e03a9-e2a0-4625-a836-683cdae79b4b,revision_number=6']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:21:56.117793 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:21:56.145400 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [req-587bcd53-15df-4239-a662-7ea0a0d15884 req-968c3c9e-db30-4f0f-8034-d48d9023c898 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:21:56.157924 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [req-587bcd53-15df-4239-a662-7ea0a0d15884 req-968c3c9e-db30-4f0f-8034-d48d9023c898 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:21:56.172222 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-587bcd53-15df-4239-a662-7ea0a0d15884 req-968c3c9e-db30-4f0f-8034-d48d9023c898 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Made reservation on behalf of 815a3f337d0d43d79aa09f57743afc6f for: {'port': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:21:56.176330 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-587bcd53-15df-4239-a662-7ea0a0d15884 req-968c3c9e-db30-4f0f-8034-d48d9023c898 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:21:56.214528 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 53916) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:21:56.349022 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [req-587bcd53-15df-4239-a662-7ea0a0d15884 req-968c3c9e-db30-4f0f-8034-d48d9023c898 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Allocated IP 172.20.0.13 (0150432c-3455-4bcb-8764-4bb2c28e3d40/155d1b85-f535-40ed-8306-928fb9445b01/160f9176-1cc9-4e89-b0c2-488b098330d9) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:21:56.441195 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-002227f2-1d67-48d7-be73-24684adb0354 tempest-TestNetworkBasicOps-54271533 tempest-TestNetworkBasicOps-54271533-project-admin] Router 169d32cc-5271-4d59-bb3a-67c03a601285 is scheduled to L3 agent 371d4c41-c7e2-4de7-9539-c049ec4e95d1 with binding_index 1 {{(pid=87635) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 23 16:21:56.441432 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-002227f2-1d67-48d7-be73-24684adb0354 tempest-TestNetworkBasicOps-54271533 tempest-TestNetworkBasicOps-54271533-project-admin] Notify agent at dv-neutron-822799-1-hyperv the message router_added_to_agent {{(pid=87635) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:48}}
Dec 23 16:21:56.480177 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-002227f2-1d67-48d7-be73-24684adb0354 tempest-TestNetworkBasicOps-54271533 tempest-TestNetworkBasicOps-54271533-project-admin] 10.222.0.64 "POST /v2.0/agents/371d4c41-c7e2-4de7-9539-c049ec4e95d1/l3-routers HTTP/1.1" status: 201  len: 201 time: 0.2645428
Dec 23 16:21:56.481054 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 53922) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:21:56.499842 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55dc22d7-ede2-450b-b659-d763de8c1bcb None None] Sync routers for ids ['169d32cc-5271-4d59-bb3a-67c03a601285'] in dv-neutron-822799-1-hyperv {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 23 16:21:56.509545 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55dc22d7-ede2-450b-b659-d763de8c1bcb None None] Routers {'169d32cc-5271-4d59-bb3a-67c03a601285'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:21:56.510174 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-55dc22d7-ede2-450b-b659-d763de8c1bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc1e75dc0>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:21:50Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['169d32cc-5271-4d59-bb3a-67c03a601285'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:21:56.567485 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-587bcd53-15df-4239-a662-7ea0a0d15884 req-968c3c9e-db30-4f0f-8034-d48d9023c898 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:21:56.586969 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.provisioning_blocks [req-587bcd53-15df-4239-a662-7ea0a0d15884 req-968c3c9e-db30-4f0f-8034-d48d9023c898 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Transition to ACTIVE for port object 160f9176-1cc9-4e89-b0c2-488b098330d9 will not be triggered until provisioned by entity DHCP. {{(pid=87636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:21:56.613854 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-587bcd53-15df-4239-a662-7ea0a0d15884 req-968c3c9e-db30-4f0f-8034-d48d9023c898 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:21:56.620081 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-f498d44f-47c5-4c7c-a3be-c2eda609c773 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:21:56.693823 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-587bcd53-15df-4239-a662-7ea0a0d15884 req-968c3c9e-db30-4f0f-8034-d48d9023c898 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Network 0150432c-3455-4bcb-8764-4bb2c28e3d40 is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:21:56.702595 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-55dc22d7-ede2-450b-b659-d763de8c1bcb None None] Set router 169d32cc-5271-4d59-bb3a-67c03a601285 gateway port host: dv-neutron-822799-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:21:56.703715 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [req-587bcd53-15df-4239-a662-7ea0a0d15884 req-968c3c9e-db30-4f0f-8034-d48d9023c898 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Resources bound (agent type, host, resource id):  {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:21:56.709724 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [req-587bcd53-15df-4239-a662-7ea0a0d15884 req-968c3c9e-db30-4f0f-8034-d48d9023c898 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:21:56.756198 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968c3c9e-db30-4f0f-8034-d48d9023c898 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Pushing event updated for resources: {'Port': ['ID=160f9176-1cc9-4e89-b0c2-488b098330d9,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:21:56.768883 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-968c3c9e-db30-4f0f-8034-d48d9023c898 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:21:56.797137 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587bcd53-15df-4239-a662-7ea0a0d15884 req-968c3c9e-db30-4f0f-8034-d48d9023c898 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:21:56.798254 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-587bcd53-15df-4239-a662-7ea0a0d15884 req-968c3c9e-db30-4f0f-8034-d48d9023c898 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:21:56.841450 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-587bcd53-15df-4239-a662-7ea0a0d15884 req-968c3c9e-db30-4f0f-8034-d48d9023c898 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.8734500
Dec 23 16:21:56.851315 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-dc22ffc4-6fe9-4a2f-9d3c-2078de368021 tempest-TestNetworkBasicOps-54271533 tempest-TestNetworkBasicOps-54271533-project-admin] 10.222.0.64 "GET /v2.0/routers/169d32cc-5271-4d59-bb3a-67c03a601285/l3-agents HTTP/1.1" status: 200  len: 881 time: 0.3651717
Dec 23 16:21:56.851570 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 53928) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:21:56.860335 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [req-587bcd53-15df-4239-a662-7ea0a0d15884 req-1101b165-a7bb-406e-8fdf-f18f319f11a7 service neutron] Request body: {'port': {'device_id': 'b44a917e-f30c-40c8-8dd6-4310ddb2f384', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8227'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:21:57.006713 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-6ad4f0aa-57c3-43c8-8859-19b101831e53 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/floatingips/3be2831f-23bc-4968-bc83-6b6b4a977328 HTTP/1.1" status: 200  len: 990 time: 0.1539998
Dec 23 16:21:57.012170 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-587bcd53-15df-4239-a662-7ea0a0d15884 req-1101b165-a7bb-406e-8fdf-f18f319f11a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:21:57.080083 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-8c5289c4-86ed-4fb6-bee2-54e9b8931707 None None] Provisioning for port 160f9176-1cc9-4e89-b0c2-488b098330d9 completed by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:21:57.089344 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-8c5289c4-86ed-4fb6-bee2-54e9b8931707 None None] Provisioning complete for port 160f9176-1cc9-4e89-b0c2-488b098330d9 triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:21:57.093643 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-8c5289c4-86ed-4fb6-bee2-54e9b8931707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:21:57.141404 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-55dc22d7-ede2-450b-b659-d763de8c1bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc1e75dc0>, [{'id': '169d32cc-5271-4d59-bb3a-67c03a601285', 'name': 'tempest-TestNetworkBasicOps-router-1173931663', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.68'}], 'enable_snat': True}, 'gw_port_id': 'faa79b30-c54d-4496-9e16-2df5064c16dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:20:58Z', 'updated_at': '2021-12-23T16:21:03Z', 'revision_number': 4, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'gw_port': {'id': 'faa79b30-c54d-4496-9e16-2df5064c16dc', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:6f:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '169d32cc-5271-4d59-bb3a-67c03a601285', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:20:59Z', 'updated_at': '2021-12-23T16:21:55Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_floatingips': [{'id': '3be2831f-23bc-4968-bc83-6b6b4a977328', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'floating_ip_address': '172.26.3.48', 'floating_network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'router_id': '169d32cc-5271-4d59-bb3a-67c03a601285', 'port_id': '8f49bb74-e7b3-4a6a-9ed1-d3a39a85c643', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1431, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3031037-c1e9-4de8-b6be-4d85da4a975d', 'mac_address': 'fa:16:3e:71:a9:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad5e89af-2290-4d8b-88a3-d7e779cb8ffa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:21:19Z', 'updated_at': '2021-12-23T16:21:54Z', 'revision_number': 2, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '768e03a9-e2a0-4625-a836-683cdae79b4b', 'name': '', 'network_id': 'd3031037-c1e9-4de8-b6be-4d85da4a975d', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'mac_address': 'fa:16:3e:6e:80:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '169d32cc-5271-4d59-bb3a-67c03a601285', 'device_owner': 'network:router_interface', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '39ca17a1-2f71-41ef-b0a1-78695d1cfde5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:21:02Z', 'updated_at': '2021-12-23T16:21:56Z', 'revision_number': 6, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'subnets': [{'id': '39ca17a1-2f71-41ef-b0a1-78695d1cfde5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:21:57.146078 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55dc22d7-ede2-450b-b659-d763de8c1bcb None None] Checking router: 169d32cc-5271-4d59-bb3a-67c03a601285 for host: dv-neutron-822799-1-hyperv {{(pid=87638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 23 16:21:57.155522 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55dc22d7-ede2-450b-b659-d763de8c1bcb None None] Routers {'169d32cc-5271-4d59-bb3a-67c03a601285'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:21:57.156133 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-55dc22d7-ede2-450b-b659-d763de8c1bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc1e75dc0>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:21:50Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['169d32cc-5271-4d59-bb3a-67c03a601285'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:21:57.177800 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-8c5289c4-86ed-4fb6-bee2-54e9b8931707 None None] Port 160f9176-1cc9-4e89-b0c2-488b098330d9 cannot update to ACTIVE because it is not bound. {{(pid=87637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 23 16:21:57.363476 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-55dc22d7-ede2-450b-b659-d763de8c1bcb None None] Set router 169d32cc-5271-4d59-bb3a-67c03a601285 gateway port host: dv-neutron-822799-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:21:57.368438 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f2c5c1-0944-4bb1-832a-7f1cdfbeb8b3 req-5c845013-5121-485f-850a-28805482990b tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:21:57.370196 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-95f2c5c1-0944-4bb1-832a-7f1cdfbeb8b3 req-5c845013-5121-485f-850a-28805482990b tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] 10.222.0.64 "GET /v2.0/ports?device_id=b44a917e-f30c-40c8-8dd6-4310ddb2f384 HTTP/1.1" status: 200  len: 932 time: 0.1260777
Dec 23 16:21:57.429940 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-95f2c5c1-0944-4bb1-832a-7f1cdfbeb8b3 req-a4c70164-1098-4ad0-85c9-c3bc83311f45 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] 10.222.0.64 "GET /v2.0/security-groups?id=377c3367-231c-4c91-96ad-c0bd6ef1f689&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0499439
Dec 23 16:21:57.572220 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [req-587bcd53-15df-4239-a662-7ea0a0d15884 req-1101b165-a7bb-406e-8fdf-f18f319f11a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 160f9176-1cc9-4e89-b0c2-488b098330d9 {{(pid=87636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 23 16:21:57.580519 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-587bcd53-15df-4239-a662-7ea0a0d15884 req-1101b165-a7bb-406e-8fdf-f18f319f11a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:21:57.598549 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.provisioning_blocks [req-587bcd53-15df-4239-a662-7ea0a0d15884 req-1101b165-a7bb-406e-8fdf-f18f319f11a7 service neutron] Transition to ACTIVE for port object 160f9176-1cc9-4e89-b0c2-488b098330d9 will not be triggered until provisioned by entity L2. {{(pid=87636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:21:57.603881 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-587bcd53-15df-4239-a662-7ea0a0d15884 req-1101b165-a7bb-406e-8fdf-f18f319f11a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2176289'] for port, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:21:57.607829 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-1c08fd41-99d9-4f88-83a0-96a88ae96205 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:21:57.787943 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-55dc22d7-ede2-450b-b659-d763de8c1bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc1e75dc0>, [{'id': '169d32cc-5271-4d59-bb3a-67c03a601285', 'name': 'tempest-TestNetworkBasicOps-router-1173931663', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.68'}], 'enable_snat': True}, 'gw_port_id': 'faa79b30-c54d-4496-9e16-2df5064c16dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:20:58Z', 'updated_at': '2021-12-23T16:21:03Z', 'revision_number': 4, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'gw_port': {'id': 'faa79b30-c54d-4496-9e16-2df5064c16dc', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:6f:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '169d32cc-5271-4d59-bb3a-67c03a601285', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:20:59Z', 'updated_at': '2021-12-23T16:21:55Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_floatingips': [{'id': '3be2831f-23bc-4968-bc83-6b6b4a977328', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'floating_ip_address': '172.26.3.48', 'floating_network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'router_id': '169d32cc-5271-4d59-bb3a-67c03a601285', 'port_id': '8f49bb74-e7b3-4a6a-9ed1-d3a39a85c643', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1431, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3031037-c1e9-4de8-b6be-4d85da4a975d', 'mac_address': 'fa:16:3e:71:a9:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad5e89af-2290-4d8b-88a3-d7e779cb8ffa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:21:19Z', 'updated_at': '2021-12-23T16:21:54Z', 'revision_number': 2, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '768e03a9-e2a0-4625-a836-683cdae79b4b', 'name': '', 'network_id': 'd3031037-c1e9-4de8-b6be-4d85da4a975d', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'mac_address': 'fa:16:3e:6e:80:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '169d32cc-5271-4d59-bb3a-67c03a601285', 'device_owner': 'network:router_interface', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '39ca17a1-2f71-41ef-b0a1-78695d1cfde5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:21:02Z', 'updated_at': '2021-12-23T16:21:56Z', 'revision_number': 6, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'subnets': [{'id': '39ca17a1-2f71-41ef-b0a1-78695d1cfde5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:21:57.793208 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55dc22d7-ede2-450b-b659-d763de8c1bcb None None] The sync data for ids ['169d32cc-5271-4d59-bb3a-67c03a601285'] in dv-neutron-822799-1-hyperv is: [{'id': '169d32cc-5271-4d59-bb3a-67c03a601285', 'name': 'tempest-TestNetworkBasicOps-router-1173931663', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.68'}], 'enable_snat': True}, 'gw_port_id': 'faa79b30-c54d-4496-9e16-2df5064c16dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:20:58Z', 'updated_at': '2021-12-23T16:21:03Z', 'revision_number': 4, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'gw_port': {'id': 'faa79b30-c54d-4496-9e16-2df5064c16dc', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:6f:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '169d32cc-5271-4d59-bb3a-67c03a601285', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:20:59Z', 'updated_at': '2021-12-23T16:21:55Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_floatingips': [{'id': '3be2831f-23bc-4968-bc83-6b6b4a977328', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'floating_ip_address': '172.26.3.48', 'floating_network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'router_id': '169d32cc-5271-4d59-bb3a-67c03a601285', 'port_id': '8f49bb74-e7b3-4a6a-9ed1-d3a39a85c643', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1431, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3031037-c1e9-4de8-b6be-4d85da4a975d', 'mac_address': 'fa:16:3e:71:a9:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad5e89af-2290-4d8b-88a3-d7e779cb8ffa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:21:19Z', 'updated_at': '2021-12-23T16:21:54Z', 'revision_number': 2, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '768e03a9-e2a0-4625-a836-683cdae79b4b', 'name': '', 'network_id': 'd3031037-c1e9-4de8-b6be-4d85da4a975d', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'mac_address': 'fa:16:3e:6e:80:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '169d32cc-5271-4d59-bb3a-67c03a601285', 'device_owner': 'network:router_interface', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '39ca17a1-2f71-41ef-b0a1-78695d1cfde5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:21:02Z', 'updated_at': '2021-12-23T16:21:56Z', 'revision_number': 6, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'subnets': [{'id': '39ca17a1-2f71-41ef-b0a1-78695d1cfde5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 23 16:21:57.817002 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1101b165-a7bb-406e-8fdf-f18f319f11a7 service neutron] Pushing event updated for resources: {'Port': ['ID=160f9176-1cc9-4e89-b0c2-488b098330d9,revision_number=2']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:21:57.858971 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-1101b165-a7bb-406e-8fdf-f18f319f11a7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:21:57.910124 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [req-587bcd53-15df-4239-a662-7ea0a0d15884 req-1101b165-a7bb-406e-8fdf-f18f319f11a7 service neutron] Attempting to bind port 160f9176-1cc9-4e89-b0c2-488b098330d9 on host hv-neutron-8227 for vnic_type normal with profile  {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:21:57.910456 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [req-587bcd53-15df-4239-a662-7ea0a0d15884 req-1101b165-a7bb-406e-8fdf-f18f319f11a7 service neutron] Attempting to bind port 160f9176-1cc9-4e89-b0c2-488b098330d9 by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': '87dd7487-e7c8-48c3-b597-2f6995c824bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '0150432c-3455-4bcb-8764-4bb2c28e3d40'}] {{(pid=87636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:21:57.910806 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-587bcd53-15df-4239-a662-7ea0a0d15884 req-1101b165-a7bb-406e-8fdf-f18f319f11a7 service neutron] Attempting to bind port 160f9176-1cc9-4e89-b0c2-488b098330d9 on network 0150432c-3455-4bcb-8764-4bb2c28e3d40 {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:21:57.915511 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-587bcd53-15df-4239-a662-7ea0a0d15884 req-1101b165-a7bb-406e-8fdf-f18f319f11a7 service neutron] Port 160f9176-1cc9-4e89-b0c2-488b098330d9 on network 0150432c-3455-4bcb-8764-4bb2c28e3d40 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 23 16:21:57.916055 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-587bcd53-15df-4239-a662-7ea0a0d15884 req-1101b165-a7bb-406e-8fdf-f18f319f11a7 service neutron] Attempting to bind port 160f9176-1cc9-4e89-b0c2-488b098330d9 on network 0150432c-3455-4bcb-8764-4bb2c28e3d40 {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:21:57.921302 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-587bcd53-15df-4239-a662-7ea0a0d15884 req-1101b165-a7bb-406e-8fdf-f18f319f11a7 service neutron] Checking agent: {'id': '5a806709-633b-4d33-98c4-3d24562c0f1e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8227', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 6, 42), 'started_at': datetime.datetime(2021, 12, 23, 16, 6, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 21, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 23 16:21:57.921638 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-587bcd53-15df-4239-a662-7ea0a0d15884 req-1101b165-a7bb-406e-8fdf-f18f319f11a7 service neutron] Checking segment: {'id': '87dd7487-e7c8-48c3-b597-2f6995c824bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '0150432c-3455-4bcb-8764-4bb2c28e3d40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:21:57.922016 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-587bcd53-15df-4239-a662-7ea0a0d15884 req-1101b165-a7bb-406e-8fdf-f18f319f11a7 service neutron] Bound using segment: {'id': '87dd7487-e7c8-48c3-b597-2f6995c824bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '0150432c-3455-4bcb-8764-4bb2c28e3d40'} {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 23 16:21:57.922423 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [req-587bcd53-15df-4239-a662-7ea0a0d15884 req-1101b165-a7bb-406e-8fdf-f18f319f11a7 service neutron] Bound port: 160f9176-1cc9-4e89-b0c2-488b098330d9, host: hv-neutron-8227, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87dd7487-e7c8-48c3-b597-2f6995c824bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '0150432c-3455-4bcb-8764-4bb2c28e3d40'}}] {{(pid=87636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 23 16:21:57.922767 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-587bcd53-15df-4239-a662-7ea0a0d15884 req-1101b165-a7bb-406e-8fdf-f18f319f11a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:21:58.010695 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 53934) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:21:58.038064 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [req-587bcd53-15df-4239-a662-7ea0a0d15884 req-1101b165-a7bb-406e-8fdf-f18f319f11a7 service neutron] For port 160f9176-1cc9-4e89-b0c2-488b098330d9, host hv-neutron-8227, cleared binding levels {{(pid=87636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 23 16:21:58.044034 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [req-587bcd53-15df-4239-a662-7ea0a0d15884 req-1101b165-a7bb-406e-8fdf-f18f319f11a7 service neutron] For port 160f9176-1cc9-4e89-b0c2-488b098330d9, host hv-neutron-8227, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=160f9176-1cc9-4e89-b0c2-488b098330d9,segment=NetworkSegment(87dd7487-e7c8-48c3-b597-2f6995c824bb),segment_id=87dd7487-e7c8-48c3-b597-2f6995c824bb)] {{(pid=87636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 23 16:21:58.049146 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-587bcd53-15df-4239-a662-7ea0a0d15884 req-1101b165-a7bb-406e-8fdf-f18f319f11a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2176289'] for port, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:21:58.064926 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-3448ba76-baf2-4c7d-ae84-ac2d95733d13 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:21:58.116961 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587bcd53-15df-4239-a662-7ea0a0d15884 req-1101b165-a7bb-406e-8fdf-f18f319f11a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:21:58.117613 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-587bcd53-15df-4239-a662-7ea0a0d15884 req-1101b165-a7bb-406e-8fdf-f18f319f11a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:21:58.119259 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-587bcd53-15df-4239-a662-7ea0a0d15884 req-1101b165-a7bb-406e-8fdf-f18f319f11a7 service neutron] 10.222.0.61 "PUT /v2.0/ports/160f9176-1cc9-4e89-b0c2-488b098330d9 HTTP/1.1" status: 200  len: 1094 time: 1.2691901
Dec 23 16:21:58.119607 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b44a917e-f30c-40c8-8dd6-4310ddb2f384', 'tag': '160f9176-1cc9-4e89-b0c2-488b098330d9'}] {{(pid=87636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 23 16:21:58.168465 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1101b165-a7bb-406e-8fdf-f18f319f11a7 service neutron] Pushing event updated for resources: {'Port': ['ID=160f9176-1cc9-4e89-b0c2-488b098330d9,revision_number=3']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:21:58.188600 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-003008ed-28a3-4872-8920-389f4d9f88be tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/floatingips/3be2831f-23bc-4968-bc83-6b6b4a977328 HTTP/1.1" status: 200  len: 990 time: 0.1750638
Dec 23 16:21:58.210598 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-1101b165-a7bb-406e-8fdf-f18f319f11a7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:21:58.218813 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b44a917e-f30c-40c8-8dd6-4310ddb2f384', 'tag': '160f9176-1cc9-4e89-b0c2-488b098330d9', 'status': 'completed', 'code': 200}
Dec 23 16:21:58.266004 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587bcd53-15df-4239-a662-7ea0a0d15884 req-57f93e32-6a72-4393-9ea2-4e54dd84a41f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:21:58.267558 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-587bcd53-15df-4239-a662-7ea0a0d15884 req-57f93e32-6a72-4393-9ea2-4e54dd84a41f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=815a3f337d0d43d79aa09f57743afc6f&device_id=b44a917e-f30c-40c8-8dd6-4310ddb2f384 HTTP/1.1" status: 200  len: 1097 time: 0.1002939
Dec 23 16:21:58.358019 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-587bcd53-15df-4239-a662-7ea0a0d15884 req-d93fa1c8-0325-423e-b9a9-d153b4a0c22e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=160f9176-1cc9-4e89-b0c2-488b098330d9 HTTP/1.1" status: 200  len: 217 time: 0.0825000
Dec 23 16:21:58.426242 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587bcd53-15df-4239-a662-7ea0a0d15884 req-6b492bc7-8652-45ce-865d-0772c9522f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:21:58.427709 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-587bcd53-15df-4239-a662-7ea0a0d15884 req-6b492bc7-8652-45ce-865d-0772c9522f3e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=155d1b85-f535-40ed-8306-928fb9445b01 HTTP/1.1" status: 200  len: 850 time: 0.0637915
Dec 23 16:21:58.508216 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587bcd53-15df-4239-a662-7ea0a0d15884 req-37110d4f-b41a-457c-9df6-2cfd9b914b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:21:58.509793 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-587bcd53-15df-4239-a662-7ea0a0d15884 req-37110d4f-b41a-457c-9df6-2cfd9b914b08 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0150432c-3455-4bcb-8764-4bb2c28e3d40&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0755661
Dec 23 16:21:58.685707 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85765c2d-5989-4ebb-97fb-1fd5ce1243a7 req-4c53ddd5-21f5-4e86-9f0f-29e43e3b9d15 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:21:58.693259 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-85765c2d-5989-4ebb-97fb-1fd5ce1243a7 req-4c53ddd5-21f5-4e86-9f0f-29e43e3b9d15 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] 10.222.0.64 "GET /v2.0/ports?device_id=b44a917e-f30c-40c8-8dd6-4310ddb2f384 HTTP/1.1" status: 200  len: 944 time: 0.1171227
Dec 23 16:21:58.694113 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-587bcd53-15df-4239-a662-7ea0a0d15884 req-d71f9d08-9962-4d94-a802-60845b573e06 service neutron] 10.222.0.61 "GET /v2.0/networks/0150432c-3455-4bcb-8764-4bb2c28e3d40?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1776781
Dec 23 16:21:58.750367 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-85765c2d-5989-4ebb-97fb-1fd5ce1243a7 req-cb9356bf-c176-4f50-92e7-2270fcc46dcc tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] 10.222.0.64 "GET /v2.0/security-groups?id=377c3367-231c-4c91-96ad-c0bd6ef1f689&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0533853
Dec 23 16:21:58.832351 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-587bcd53-15df-4239-a662-7ea0a0d15884 req-c1cecb43-c720-4f51-990f-40efb6a2d27c service neutron] 10.222.0.61 "GET /v2.0/networks/0150432c-3455-4bcb-8764-4bb2c28e3d40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1310880
Dec 23 16:21:58.954359 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd213b9-439b-4f4d-ba4d-5afd020c175c req-b36c65e8-a10c-48c4-9596-a85cfec54b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:21:58.955893 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-8fd213b9-439b-4f4d-ba4d-5afd020c175c req-b36c65e8-a10c-48c4-9596-a85cfec54b24 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=815a3f337d0d43d79aa09f57743afc6f&device_id=b44a917e-f30c-40c8-8dd6-4310ddb2f384 HTTP/1.1" status: 200  len: 1097 time: 0.0792062
Dec 23 16:21:59.097676 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd213b9-439b-4f4d-ba4d-5afd020c175c req-1e195bd7-64c5-4863-85ed-590786064e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:21:59.097676 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-8fd213b9-439b-4f4d-ba4d-5afd020c175c req-1e195bd7-64c5-4863-85ed-590786064e83 service neutron] 10.222.0.61 "GET /v2.0/networks?id=0150432c-3455-4bcb-8764-4bb2c28e3d40 HTTP/1.1" status: 200  len: 912 time: 0.1334000
Dec 23 16:21:59.164403 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-8fd213b9-439b-4f4d-ba4d-5afd020c175c req-b8b1f1b5-4750-49e9-9464-cae0ed944c06 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=160f9176-1cc9-4e89-b0c2-488b098330d9 HTTP/1.1" status: 200  len: 217 time: 0.0621159
Dec 23 16:21:59.190789 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 53942) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:21:59.235761 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd213b9-439b-4f4d-ba4d-5afd020c175c req-ad1306a9-fb5c-494c-b4fe-3ec4ccd7a35e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:21:59.237225 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-8fd213b9-439b-4f4d-ba4d-5afd020c175c req-ad1306a9-fb5c-494c-b4fe-3ec4ccd7a35e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=155d1b85-f535-40ed-8306-928fb9445b01 HTTP/1.1" status: 200  len: 850 time: 0.0665660
Dec 23 16:21:59.307567 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-a813c61b-f9af-4a26-97f3-9f77a7abee05 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/floatingips/3be2831f-23bc-4968-bc83-6b6b4a977328 HTTP/1.1" status: 200  len: 990 time: 0.1154609
Dec 23 16:21:59.320737 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd213b9-439b-4f4d-ba4d-5afd020c175c req-728233a8-f0b3-450d-9907-99f0fe53546b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:21:59.322245 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-8fd213b9-439b-4f4d-ba4d-5afd020c175c req-728233a8-f0b3-450d-9907-99f0fe53546b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0150432c-3455-4bcb-8764-4bb2c28e3d40&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0790501
Dec 23 16:21:59.461914 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-8fd213b9-439b-4f4d-ba4d-5afd020c175c req-430249a9-a0f2-404c-bd1f-d919e7616bec service neutron] 10.222.0.61 "GET /v2.0/networks/0150432c-3455-4bcb-8764-4bb2c28e3d40?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1318123
Dec 23 16:21:59.697080 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device faa79b30-c54d-4496-9e16-2df5064c16dc up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:21:59.756300 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d50aea0-a867-4dec-97df-27665a6a637b None None] New status for floating IP 3be2831f-23bc-4968-bc83-6b6b4a977328: ACTIVE {{(pid=87637) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 23 16:21:59.764916 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-8fd213b9-439b-4f4d-ba4d-5afd020c175c req-28036131-92f4-421a-ad86-65a86c3c2b5b service neutron] 10.222.0.61 "GET /v2.0/networks/0150432c-3455-4bcb-8764-4bb2c28e3d40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2965608
Dec 23 16:21:59.931401 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port faa79b30-c54d-4496-9e16-2df5064c16dc triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:21:59.931761 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:21:59.959199 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3351da7-cc4a-4b87-9814-4f8aa4c0c615 req-82e21acf-3daf-401b-a870-59cb8e2fa7fd tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:21:59.959923 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-c3351da7-cc4a-4b87-9814-4f8aa4c0c615 req-82e21acf-3daf-401b-a870-59cb8e2fa7fd tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Synchronizing usage tracker for tenant:815a3f337d0d43d79aa09f57743afc6f on resource:port {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:21:59.977274 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-c3351da7-cc4a-4b87-9814-4f8aa4c0c615 req-82e21acf-3daf-401b-a870-59cb8e2fa7fd tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Unset dirty status for tenant:815a3f337d0d43d79aa09f57743afc6f on resource:port {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:21:59.978499 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-c3351da7-cc4a-4b87-9814-4f8aa4c0c615 req-82e21acf-3daf-401b-a870-59cb8e2fa7fd tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] 10.222.0.64 "GET /v2.0/ports?device_id=b44a917e-f30c-40c8-8dd6-4310ddb2f384 HTTP/1.1" status: 200  len: 944 time: 0.1216319
Dec 23 16:22:00.027668 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-c3351da7-cc4a-4b87-9814-4f8aa4c0c615 req-94ce589b-99e6-4761-a76a-ed248da2019b tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] 10.222.0.64 "GET /v2.0/security-groups?id=377c3367-231c-4c91-96ad-c0bd6ef1f689&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427504
Dec 23 16:22:00.205302 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:22:00.229746 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] For port faa79b30-c54d-4496-9e16-2df5064c16dc, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=faa79b30-c54d-4496-9e16-2df5064c16dc,segment=NetworkSegment(77e3d110-dd7b-426c-b11f-b78dde7993df),segment_id=77e3d110-dd7b-426c-b11f-b78dde7993df)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:22:00.237112 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:22:00.238050 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 768e03a9-e2a0-4625-a836-683cdae79b4b up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:22:00.261647 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-44466da1-0411-4bd2-9b28-8213a6902623 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:22:00.310507 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 53948) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:22:00.357582 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Pushing event updated for resources: {'Port': ['ID=faa79b30-c54d-4496-9e16-2df5064c16dc,revision_number=6']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:22:00.362377 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:22:00.371564 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port 768e03a9-e2a0-4625-a836-683cdae79b4b triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:22:00.371956 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:22:00.429242 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-0cfc2d06-3adc-4e79-814e-04561b6c75b4 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/floatingips/3be2831f-23bc-4968-bc83-6b6b4a977328 HTTP/1.1" status: 200  len: 992 time: 0.1174574
Dec 23 16:22:00.509529 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:22:00.542222 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] For port 768e03a9-e2a0-4625-a836-683cdae79b4b, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=768e03a9-e2a0-4625-a836-683cdae79b4b,segment=NetworkSegment(c56437fd-ce6f-43d9-be25-b0f97a6c4a80),segment_id=c56437fd-ce6f-43d9-be25-b0f97a6c4a80)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:22:00.546555 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:22:00.548549 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:22:00.619928 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Pushing event updated for resources: {'Port': ['ID=768e03a9-e2a0-4625-a836-683cdae79b4b,revision_number=7']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:22:00.623003 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:22:00.706261 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 53956) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:22:00.913374 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-ccbd5361-6ce8-4b45-b5bb-e3da1689bb24 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Deleting port 1aa8eb4e-0822-4bbf-b9c6-d0adfce41600 {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:22:00.913722 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-ccbd5361-6ce8-4b45-b5bb-e3da1689bb24 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:22:01.086963 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-ccbd5361-6ce8-4b45-b5bb-e3da1689bb24 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:22:01.087291 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-ccbd5361-6ce8-4b45-b5bb-e3da1689bb24 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:22:01.244286 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-ccbd5361-6ce8-4b45-b5bb-e3da1689bb24 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Calling delete_port for 1aa8eb4e-0822-4bbf-b9c6-d0adfce41600 owned by network:floatingip {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:22:01.353287 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd32175-facb-4680-a28c-b7bc7d315cdf req-7bd66450-c8f6-4354-8f34-dd249afe77d7 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:22:01.354737 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-1bd32175-facb-4680-a28c-b7bc7d315cdf req-7bd66450-c8f6-4354-8f34-dd249afe77d7 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] 10.222.0.64 "GET /v2.0/ports?device_id=b44a917e-f30c-40c8-8dd6-4310ddb2f384 HTTP/1.1" status: 200  len: 944 time: 0.2092175
Dec 23 16:22:01.442964 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-1bd32175-facb-4680-a28c-b7bc7d315cdf req-e6dca357-c476-4d83-b290-a8f81b7e65fb tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] 10.222.0.64 "GET /v2.0/security-groups?id=377c3367-231c-4c91-96ad-c0bd6ef1f689&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0819972
Dec 23 16:22:01.455379 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-ccbd5361-6ce8-4b45-b5bb-e3da1689bb24 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:22:01.460186 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-fef93043-e939-4ca2-b460-e979a9ed2507 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:22:01.532689 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbd5361-6ce8-4b45-b5bb-e3da1689bb24 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Pushing event deleted for resources: {'Port': ['ID=1aa8eb4e-0822-4bbf-b9c6-d0adfce41600,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:22:01.543007 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-ccbd5361-6ce8-4b45-b5bb-e3da1689bb24 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:22:01.595327 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-ccbd5361-6ce8-4b45-b5bb-e3da1689bb24 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for floatingip, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:22:01.595727 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.db.l3_db [None req-ccbd5361-6ce8-4b45-b5bb-e3da1689bb24 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Floating IP 3be2831f-23bc-4968-bc83-6b6b4a977328 disassociated (deleted). External IP: 172.26.3.48, port: 8f49bb74-e7b3-4a6a-9ed1-d3a39a85c643.
Dec 23 16:22:01.658705 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device faa79b30-c54d-4496-9e16-2df5064c16dc up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:22:01.730441 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port faa79b30-c54d-4496-9e16-2df5064c16dc triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:22:01.730826 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:22:01.861666 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 768e03a9-e2a0-4625-a836-683cdae79b4b up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:22:01.929839 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port 768e03a9-e2a0-4625-a836-683cdae79b4b triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:22:01.930216 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:22:02.101774 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccbd5361-6ce8-4b45-b5bb-e3da1689bb24 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Router 169d32cc-5271-4d59-bb3a-67c03a601285 has already been hosted by L3 agent 371d4c41-c7e2-4de7-9539-c049ec4e95d1 {{(pid=87636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 23 16:22:02.277004 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccbd5361-6ce8-4b45-b5bb-e3da1689bb24 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify agent at l3_agent.dv-neutron-822799-1-hyperv the message routers_updated {{(pid=87636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 23 16:22:02.286844 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ece5e7d8-a671-49b2-a91c-7c9905171a27 None None] Sync routers for ids ['169d32cc-5271-4d59-bb3a-67c03a601285'] in dv-neutron-822799-1-hyperv {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 23 16:22:02.296649 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece5e7d8-a671-49b2-a91c-7c9905171a27 None None] Routers {'169d32cc-5271-4d59-bb3a-67c03a601285'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:22:02.297551 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-ece5e7d8-a671-49b2-a91c-7c9905171a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc1c55310>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:21:50Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['169d32cc-5271-4d59-bb3a-67c03a601285'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:22:02.303875 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-ccbd5361-6ce8-4b45-b5bb-e3da1689bb24 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for floatingip, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:22:02.364295 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-ccbd5361-6ce8-4b45-b5bb-e3da1689bb24 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "DELETE /v2.0/floatingips/3be2831f-23bc-4968-bc83-6b6b4a977328 HTTP/1.1" status: 204  len: 168 time: 1.6567960
Dec 23 16:22:02.365263 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad5e89af-2290-4d8b-88a3-d7e779cb8ffa', 'tag': '8f49bb74-e7b3-4a6a-9ed1-d3a39a85c643'}] {{(pid=87636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 23 16:22:02.420997 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad5e89af-2290-4d8b-88a3-d7e779cb8ffa', 'tag': '8f49bb74-e7b3-4a6a-9ed1-d3a39a85c643', 'status': 'completed', 'code': 200}
Dec 23 16:22:02.512334 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-ece5e7d8-a671-49b2-a91c-7c9905171a27 None None] Set router 169d32cc-5271-4d59-bb3a-67c03a601285 gateway port host: dv-neutron-822799-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:22:02.536568 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75319ea-2170-40e8-b133-d0e373f0c27a req-3e3ba9d5-8d87-4ba9-889b-2af5c7ec9af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:22:02.538795 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-b75319ea-2170-40e8-b133-d0e373f0c27a req-3e3ba9d5-8d87-4ba9-889b-2af5c7ec9af8 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=544f3e375bde4f0988286eba27294ea6&device_id=ad5e89af-2290-4d8b-88a3-d7e779cb8ffa HTTP/1.1" status: 200  len: 1098 time: 0.0961807
Dec 23 16:22:02.742531 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2f6fc9-0518-4de9-b316-423eac213304 req-d92877ea-113e-4071-9beb-292bc9a9bb41 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:22:02.744154 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-9e2f6fc9-0518-4de9-b316-423eac213304 req-d92877ea-113e-4071-9beb-292bc9a9bb41 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/ports?device_id=ad5e89af-2290-4d8b-88a3-d7e779cb8ffa HTTP/1.1" status: 200  len: 945 time: 0.0811677
Dec 23 16:22:02.756844 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dad8a60-a188-4ac9-82d1-72ee7ede1ea0 req-b2baa376-8089-479f-bb3d-55eb81432fb8 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:22:02.758438 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-3dad8a60-a188-4ac9-82d1-72ee7ede1ea0 req-b2baa376-8089-479f-bb3d-55eb81432fb8 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] 10.222.0.64 "GET /v2.0/ports?device_id=b44a917e-f30c-40c8-8dd6-4310ddb2f384 HTTP/1.1" status: 200  len: 944 time: 0.1883485
Dec 23 16:22:02.759604 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75319ea-2170-40e8-b133-d0e373f0c27a req-9ac6c4fe-4171-4a3b-984b-624e4472180b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:22:02.760940 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-b75319ea-2170-40e8-b133-d0e373f0c27a req-9ac6c4fe-4171-4a3b-984b-624e4472180b service neutron] 10.222.0.61 "GET /v2.0/networks?id=d3031037-c1e9-4de8-b6be-4d85da4a975d HTTP/1.1" status: 200  len: 897 time: 0.2139759
Dec 23 16:22:02.792668 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-9e2f6fc9-0518-4de9-b316-423eac213304 req-5e261405-352b-4dd2-bfbf-06063b9dfd62 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/security-groups?id=e230b1fb-a8fd-455b-af4a-0c6683e73ce7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0424316
Dec 23 16:22:02.848197 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-b75319ea-2170-40e8-b133-d0e373f0c27a req-66736a58-5e23-49e7-ae0c-a789331086a7 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8f49bb74-e7b3-4a6a-9ed1-d3a39a85c643 HTTP/1.1" status: 200  len: 217 time: 0.0652125
Dec 23 16:22:02.857882 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-ece5e7d8-a671-49b2-a91c-7c9905171a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc1c55310>, [{'id': '169d32cc-5271-4d59-bb3a-67c03a601285', 'name': 'tempest-TestNetworkBasicOps-router-1173931663', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.68'}], 'enable_snat': True}, 'gw_port_id': 'faa79b30-c54d-4496-9e16-2df5064c16dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:20:58Z', 'updated_at': '2021-12-23T16:21:03Z', 'revision_number': 4, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'gw_port': {'id': 'faa79b30-c54d-4496-9e16-2df5064c16dc', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:6f:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '169d32cc-5271-4d59-bb3a-67c03a601285', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:20:59Z', 'updated_at': '2021-12-23T16:22:00Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_interfaces': [{'id': '768e03a9-e2a0-4625-a836-683cdae79b4b', 'name': '', 'network_id': 'd3031037-c1e9-4de8-b6be-4d85da4a975d', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'mac_address': 'fa:16:3e:6e:80:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '169d32cc-5271-4d59-bb3a-67c03a601285', 'device_owner': 'network:router_interface', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '39ca17a1-2f71-41ef-b0a1-78695d1cfde5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:21:02Z', 'updated_at': '2021-12-23T16:22:00Z', 'revision_number': 7, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'subnets': [{'id': '39ca17a1-2f71-41ef-b0a1-78695d1cfde5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:22:02.861923 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ece5e7d8-a671-49b2-a91c-7c9905171a27 None None] Checking router: 169d32cc-5271-4d59-bb3a-67c03a601285 for host: dv-neutron-822799-1-hyperv {{(pid=87638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 23 16:22:02.870380 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece5e7d8-a671-49b2-a91c-7c9905171a27 None None] Routers {'169d32cc-5271-4d59-bb3a-67c03a601285'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:22:02.870985 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-ece5e7d8-a671-49b2-a91c-7c9905171a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc1c55310>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:21:50Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['169d32cc-5271-4d59-bb3a-67c03a601285'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:22:02.909493 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-3dad8a60-a188-4ac9-82d1-72ee7ede1ea0 req-8a0f8958-4284-4118-bede-3f345bc97016 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] 10.222.0.64 "GET /v2.0/security-groups?id=377c3367-231c-4c91-96ad-c0bd6ef1f689&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1438613
Dec 23 16:22:02.931595 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75319ea-2170-40e8-b133-d0e373f0c27a req-21b43abe-61cc-4eee-a3dc-0d86d79443a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:22:02.933096 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-b75319ea-2170-40e8-b133-d0e373f0c27a req-21b43abe-61cc-4eee-a3dc-0d86d79443a3 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=39ca17a1-2f71-41ef-b0a1-78695d1cfde5 HTTP/1.1" status: 200  len: 835 time: 0.0750897
Dec 23 16:22:03.011334 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75319ea-2170-40e8-b133-d0e373f0c27a req-d8215b1a-909f-4d2d-96cd-8273e656c545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:22:03.012760 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-b75319ea-2170-40e8-b133-d0e373f0c27a req-d8215b1a-909f-4d2d-96cd-8273e656c545 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d3031037-c1e9-4de8-b6be-4d85da4a975d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0712931
Dec 23 16:22:03.066317 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-ece5e7d8-a671-49b2-a91c-7c9905171a27 None None] Set router 169d32cc-5271-4d59-bb3a-67c03a601285 gateway port host: dv-neutron-822799-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:22:03.147992 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-b75319ea-2170-40e8-b133-d0e373f0c27a req-b2551021-6c59-4588-9775-784734309600 service neutron] 10.222.0.61 "GET /v2.0/networks/d3031037-c1e9-4de8-b6be-4d85da4a975d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1274812
Dec 23 16:22:03.285356 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-b75319ea-2170-40e8-b133-d0e373f0c27a req-582cd11c-2cf0-4b8b-90b7-57b881fd8c95 service neutron] 10.222.0.61 "GET /v2.0/networks/d3031037-c1e9-4de8-b6be-4d85da4a975d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1273665
Dec 23 16:22:03.381774 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-ece5e7d8-a671-49b2-a91c-7c9905171a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc1c55310>, [{'id': '169d32cc-5271-4d59-bb3a-67c03a601285', 'name': 'tempest-TestNetworkBasicOps-router-1173931663', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.68'}], 'enable_snat': True}, 'gw_port_id': 'faa79b30-c54d-4496-9e16-2df5064c16dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:20:58Z', 'updated_at': '2021-12-23T16:21:03Z', 'revision_number': 4, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'gw_port': {'id': 'faa79b30-c54d-4496-9e16-2df5064c16dc', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:6f:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '169d32cc-5271-4d59-bb3a-67c03a601285', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:20:59Z', 'updated_at': '2021-12-23T16:22:00Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_interfaces': [{'id': '768e03a9-e2a0-4625-a836-683cdae79b4b', 'name': '', 'network_id': 'd3031037-c1e9-4de8-b6be-4d85da4a975d', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'mac_address': 'fa:16:3e:6e:80:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '169d32cc-5271-4d59-bb3a-67c03a601285', 'device_owner': 'network:router_interface', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '39ca17a1-2f71-41ef-b0a1-78695d1cfde5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:21:02Z', 'updated_at': '2021-12-23T16:22:00Z', 'revision_number': 7, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'subnets': [{'id': '39ca17a1-2f71-41ef-b0a1-78695d1cfde5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:22:03.386016 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ece5e7d8-a671-49b2-a91c-7c9905171a27 None None] The sync data for ids ['169d32cc-5271-4d59-bb3a-67c03a601285'] in dv-neutron-822799-1-hyperv is: [{'id': '169d32cc-5271-4d59-bb3a-67c03a601285', 'name': 'tempest-TestNetworkBasicOps-router-1173931663', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.68'}], 'enable_snat': True}, 'gw_port_id': 'faa79b30-c54d-4496-9e16-2df5064c16dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:20:58Z', 'updated_at': '2021-12-23T16:21:03Z', 'revision_number': 4, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'gw_port': {'id': 'faa79b30-c54d-4496-9e16-2df5064c16dc', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:6f:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '169d32cc-5271-4d59-bb3a-67c03a601285', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:20:59Z', 'updated_at': '2021-12-23T16:22:00Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_interfaces': [{'id': '768e03a9-e2a0-4625-a836-683cdae79b4b', 'name': '', 'network_id': 'd3031037-c1e9-4de8-b6be-4d85da4a975d', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'mac_address': 'fa:16:3e:6e:80:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '169d32cc-5271-4d59-bb3a-67c03a601285', 'device_owner': 'network:router_interface', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '39ca17a1-2f71-41ef-b0a1-78695d1cfde5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:21:02Z', 'updated_at': '2021-12-23T16:22:00Z', 'revision_number': 7, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'subnets': [{'id': '39ca17a1-2f71-41ef-b0a1-78695d1cfde5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 23 16:22:04.005766 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd2582b-62d5-4a18-950c-0507afcef93a req-0be648ac-aa01-4004-bbf7-1e29b3da6bcf tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:22:04.006637 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-acd2582b-62d5-4a18-950c-0507afcef93a req-0be648ac-aa01-4004-bbf7-1e29b3da6bcf tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Synchronizing usage tracker for tenant:544f3e375bde4f0988286eba27294ea6 on resource:port {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:22:04.024264 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-acd2582b-62d5-4a18-950c-0507afcef93a req-0be648ac-aa01-4004-bbf7-1e29b3da6bcf tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Unset dirty status for tenant:544f3e375bde4f0988286eba27294ea6 on resource:port {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:22:04.025691 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-acd2582b-62d5-4a18-950c-0507afcef93a req-0be648ac-aa01-4004-bbf7-1e29b3da6bcf tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.61 "GET /v2.0/ports?device_id=ad5e89af-2290-4d8b-88a3-d7e779cb8ffa HTTP/1.1" status: 200  len: 945 time: 0.1197376
Dec 23 16:22:04.028709 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf96fad-5a08-4173-b0c3-75a59764e3a5 req-e9aaaa5f-c403-44c1-911d-2adac14f5348 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:22:04.030197 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-8cf96fad-5a08-4173-b0c3-75a59764e3a5 req-e9aaaa5f-c403-44c1-911d-2adac14f5348 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/ports?device_id=ad5e89af-2290-4d8b-88a3-d7e779cb8ffa HTTP/1.1" status: 200  len: 945 time: 0.1262534
Dec 23 16:22:04.085128 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-8cf96fad-5a08-4173-b0c3-75a59764e3a5 req-87323878-773c-4881-a44e-22aa3b6e90e3 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/security-groups?id=e230b1fb-a8fd-455b-af4a-0c6683e73ce7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0477810
Dec 23 16:22:04.136029 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a457ea9b-da22-4442-ab29-b61c41134a7f None None] New status for floating IP 3be2831f-23bc-4968-bc83-6b6b4a977328: DOWN {{(pid=87637) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 23 16:22:04.137869 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [req-acd2582b-62d5-4a18-950c-0507afcef93a req-7280a8f0-b1a4-4e85-b8c5-0e1518f0be87 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Deleting port 8f49bb74-e7b3-4a6a-9ed1-d3a39a85c643 {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:22:04.138205 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-acd2582b-62d5-4a18-950c-0507afcef93a req-7280a8f0-b1a4-4e85-b8c5-0e1518f0be87 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:22:04.379487 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76752eba-2bf1-4310-a405-ff3e024b390e req-02bdc49f-9e74-42d9-a5c2-098cdcf7aec0 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:22:04.380919 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-76752eba-2bf1-4310-a405-ff3e024b390e req-02bdc49f-9e74-42d9-a5c2-098cdcf7aec0 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] 10.222.0.64 "GET /v2.0/ports?device_id=b44a917e-f30c-40c8-8dd6-4310ddb2f384 HTTP/1.1" status: 200  len: 944 time: 0.3530440
Dec 23 16:22:04.518630 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-76752eba-2bf1-4310-a405-ff3e024b390e req-99023f9d-00d3-43a6-b938-811f78107099 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] 10.222.0.64 "GET /v2.0/security-groups?id=377c3367-231c-4c91-96ad-c0bd6ef1f689&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1309719
Dec 23 16:22:04.576939 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [req-acd2582b-62d5-4a18-950c-0507afcef93a req-7280a8f0-b1a4-4e85-b8c5-0e1518f0be87 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] For port 8f49bb74-e7b3-4a6a-9ed1-d3a39a85c643, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=8f49bb74-e7b3-4a6a-9ed1-d3a39a85c643,segment=NetworkSegment(c56437fd-ce6f-43d9-be25-b0f97a6c4a80),segment_id=c56437fd-ce6f-43d9-be25-b0f97a6c4a80)] {{(pid=87636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:22:04.577246 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-acd2582b-62d5-4a18-950c-0507afcef93a req-7280a8f0-b1a4-4e85-b8c5-0e1518f0be87 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:22:04.701980 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [req-acd2582b-62d5-4a18-950c-0507afcef93a req-7280a8f0-b1a4-4e85-b8c5-0e1518f0be87 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Calling delete_port for 8f49bb74-e7b3-4a6a-9ed1-d3a39a85c643 owned by compute:nova {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:22:04.852671 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-acd2582b-62d5-4a18-950c-0507afcef93a req-7280a8f0-b1a4-4e85-b8c5-0e1518f0be87 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:22:04.858074 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-87e31425-1e56-4643-beb8-fa1e1d1a9fb2 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:22:04.902515 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7280a8f0-b1a4-4e85-b8c5-0e1518f0be87 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Pushing event deleted for resources: {'Port': ['ID=8f49bb74-e7b3-4a6a-9ed1-d3a39a85c643,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:22:04.905561 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-7280a8f0-b1a4-4e85-b8c5-0e1518f0be87 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:22:04.979711 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [req-acd2582b-62d5-4a18-950c-0507afcef93a req-7280a8f0-b1a4-4e85-b8c5-0e1518f0be87 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] No DVR routers for this DVR port 8f49bb74-e7b3-4a6a-9ed1-d3a39a85c643 on host hv-neutron-8227 {{(pid=87636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 23 16:22:04.982303 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-acd2582b-62d5-4a18-950c-0507afcef93a req-7280a8f0-b1a4-4e85-b8c5-0e1518f0be87 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:22:04.984896 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad5e89af-2290-4d8b-88a3-d7e779cb8ffa', 'name': 'network-vif-deleted', 'tag': '8f49bb74-e7b3-4a6a-9ed1-d3a39a85c643'}] {{(pid=87636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 23 16:22:05.003018 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-acd2582b-62d5-4a18-950c-0507afcef93a req-7280a8f0-b1a4-4e85-b8c5-0e1518f0be87 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.61 "DELETE /v2.0/ports/8f49bb74-e7b3-4a6a-9ed1-d3a39a85c643 HTTP/1.1" status: 204  len: 173 time: 0.9399676
Dec 23 16:22:05.031212 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad5e89af-2290-4d8b-88a3-d7e779cb8ffa', 'name': 'network-vif-deleted', 'tag': '8f49bb74-e7b3-4a6a-9ed1-d3a39a85c643', 'status': 'completed', 'code': 200}
Dec 23 16:22:05.246913 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-32409d5d-3bc0-4472-aea7-889e9a8092f0 req-814910f8-6cba-4798-90de-068902fed905 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Synchronizing usage tracker for tenant:544f3e375bde4f0988286eba27294ea6 on resource:port {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:22:05.264683 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-32409d5d-3bc0-4472-aea7-889e9a8092f0 req-814910f8-6cba-4798-90de-068902fed905 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Unset dirty status for tenant:544f3e375bde4f0988286eba27294ea6 on resource:port {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:22:05.265987 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-32409d5d-3bc0-4472-aea7-889e9a8092f0 req-814910f8-6cba-4798-90de-068902fed905 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/ports?device_id=ad5e89af-2290-4d8b-88a3-d7e779cb8ffa HTTP/1.1" status: 200  len: 210 time: 0.0610120
Dec 23 16:22:05.715009 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ee353b-b808-4d2b-a092-7d5f0782b46b req-fb35176c-550d-4dfa-b9a8-f86f724a3157 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:22:05.716475 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-78ee353b-b808-4d2b-a092-7d5f0782b46b req-fb35176c-550d-4dfa-b9a8-f86f724a3157 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] 10.222.0.64 "GET /v2.0/ports?device_id=b44a917e-f30c-40c8-8dd6-4310ddb2f384 HTTP/1.1" status: 200  len: 944 time: 0.0896864
Dec 23 16:22:05.764309 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-78ee353b-b808-4d2b-a092-7d5f0782b46b req-9fe30331-2cd2-4f50-8d5a-ea2929703d38 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] 10.222.0.64 "GET /v2.0/security-groups?id=377c3367-231c-4c91-96ad-c0bd6ef1f689&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414186
Dec 23 16:22:06.162792 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Device 160f9176-1cc9-4e89-b0c2-488b098330d9 details requested by agent hyperv_hv-neutron-8227 with host hv-neutron-8227 {{(pid=87637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 23 16:22:06.299610 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] For port 160f9176-1cc9-4e89-b0c2-488b098330d9, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=160f9176-1cc9-4e89-b0c2-488b098330d9,segment=NetworkSegment(87dd7487-e7c8-48c3-b597-2f6995c824bb),segment_id=87dd7487-e7c8-48c3-b597-2f6995c824bb)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:22:06.313310 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Returning: {'device': '160f9176-1cc9-4e89-b0c2-488b098330d9', 'network_id': '0150432c-3455-4bcb-8764-4bb2c28e3d40', 'port_id': '160f9176-1cc9-4e89-b0c2-488b098330d9', 'mac_address': 'fa:16:3e:99:10:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '155d1b85-f535-40ed-8306-928fb9445b01', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 23 16:22:06.362294 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 53982) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:22:06.372003 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:22:06.388851 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.notifiers.nova [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 160f9176-1cc9-4e89-b0c2-488b098330d9 {{(pid=87637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 23 16:22:06.406588 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] For port 160f9176-1cc9-4e89-b0c2-488b098330d9, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=160f9176-1cc9-4e89-b0c2-488b098330d9,segment=NetworkSegment(87dd7487-e7c8-48c3-b597-2f6995c824bb),segment_id=87dd7487-e7c8-48c3-b597-2f6995c824bb)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:22:06.412522 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:22:06.414588 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:22:06.436953 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b50b7a80-3c09-4952-9d47-572179d9aa31 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:22:06.467801 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b50b7a80-3c09-4952-9d47-572179d9aa31 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:22:06.480411 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Pushing event updated for resources: {'Port': ['ID=160f9176-1cc9-4e89-b0c2-488b098330d9,revision_number=4']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:22:06.483462 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:22:06.537335 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b50b7a80-3c09-4952-9d47-572179d9aa31 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:22:06.542110 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-00bf64c1-b2a7-41f7-850d-55c34f0c46b9 tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:22:06.558264 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50b7a80-3c09-4952-9d47-572179d9aa31 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e230b1fb-a8fd-455b-af4a-0c6683e73ce7,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:22:06.560615 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-b50b7a80-3c09-4952-9d47-572179d9aa31 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:22:06.571108 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b50b7a80-3c09-4952-9d47-572179d9aa31 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:22:06.572341 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-b50b7a80-3c09-4952-9d47-572179d9aa31 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "DELETE /v2.0/security-groups/e230b1fb-a8fd-455b-af4a-0c6683e73ce7 HTTP/1.1" status: 204  len: 168 time: 0.2090535
Dec 23 16:22:06.609875 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 53988) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:22:06.612791 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] get_ports_and_sgs() called for port_ids ['160f9176-1cc9-4e89-b0c2-488b098330d9'] {{(pid=87637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 23 16:22:06.951214 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24a68b0-95a2-4933-a9ad-1c0637b43bd4 req-cf55f4c4-c55e-4d51-a5b6-53100af60759 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:22:06.952804 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-a24a68b0-95a2-4933-a9ad-1c0637b43bd4 req-cf55f4c4-c55e-4d51-a5b6-53100af60759 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] 10.222.0.64 "GET /v2.0/ports?device_id=b44a917e-f30c-40c8-8dd6-4310ddb2f384 HTTP/1.1" status: 200  len: 945 time: 0.0804465
Dec 23 16:22:06.998822 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-a24a68b0-95a2-4933-a9ad-1c0637b43bd4 req-b3f7429d-8d3d-474b-adb0-7919a238d923 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] 10.222.0.64 "GET /v2.0/security-groups?id=377c3367-231c-4c91-96ad-c0bd6ef1f689&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402317
Dec 23 16:22:07.296199 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-90cb6d2d-85e4-44ec-bfd9-85d303897c44 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1781419'] for router_interface, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:22:07.661035 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-90cb6d2d-85e4-44ec-bfd9-85d303897c44 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Deleting port 768e03a9-e2a0-4625-a836-683cdae79b4b {{(pid=87635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:22:07.661383 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-90cb6d2d-85e4-44ec-bfd9-85d303897c44 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:22:07.851993 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.db [None req-90cb6d2d-85e4-44ec-bfd9-85d303897c44 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] For port 768e03a9-e2a0-4625-a836-683cdae79b4b, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=768e03a9-e2a0-4625-a836-683cdae79b4b,segment=NetworkSegment(c56437fd-ce6f-43d9-be25-b0f97a6c4a80),segment_id=c56437fd-ce6f-43d9-be25-b0f97a6c4a80)] {{(pid=87635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:22:07.852244 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-90cb6d2d-85e4-44ec-bfd9-85d303897c44 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:22:07.976895 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-90cb6d2d-85e4-44ec-bfd9-85d303897c44 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Calling delete_port for 768e03a9-e2a0-4625-a836-683cdae79b4b owned by network:router_interface {{(pid=87635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:22:08.176331 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Device 160f9176-1cc9-4e89-b0c2-488b098330d9 up at agent hyperv_hv-neutron-8227 {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:22:08.248346 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Provisioning for port 160f9176-1cc9-4e89-b0c2-488b098330d9 completed by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:22:08.254037 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Provisioning complete for port 160f9176-1cc9-4e89-b0c2-488b098330d9 triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:22:08.254513 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:22:08.301927 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4277a693-c141-4742-bb48-1193cb5412fb req-18b4fd9d-69aa-44a3-b343-68eb6a315ce7 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:22:08.303450 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-4277a693-c141-4742-bb48-1193cb5412fb req-18b4fd9d-69aa-44a3-b343-68eb6a315ce7 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] 10.222.0.64 "GET /v2.0/ports?device_id=b44a917e-f30c-40c8-8dd6-4310ddb2f384 HTTP/1.1" status: 200  len: 945 time: 0.1388576
Dec 23 16:22:08.386476 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-4277a693-c141-4742-bb48-1193cb5412fb req-8ea4eacd-b4ce-4985-b55c-1755bff15990 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] 10.222.0.64 "GET /v2.0/security-groups?id=377c3367-231c-4c91-96ad-c0bd6ef1f689&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0737808
Dec 23 16:22:08.415260 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:22:08.436419 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-90cb6d2d-85e4-44ec-bfd9-85d303897c44 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:22:08.442521 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-b7134ea6-9138-4fea-b40f-83a180e95143 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:22:08.444010 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b44a917e-f30c-40c8-8dd6-4310ddb2f384', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '160f9176-1cc9-4e89-b0c2-488b098330d9'}] {{(pid=87637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 23 16:22:08.457135 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] For port 160f9176-1cc9-4e89-b0c2-488b098330d9, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=160f9176-1cc9-4e89-b0c2-488b098330d9,segment=NetworkSegment(87dd7487-e7c8-48c3-b597-2f6995c824bb),segment_id=87dd7487-e7c8-48c3-b597-2f6995c824bb)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:22:08.462832 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:22:08.463949 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Device 8f49bb74-e7b3-4a6a-9ed1-d3a39a85c643 no longer exists at agent hyperv_hv-neutron-8227 {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 23 16:22:08.488425 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cb6d2d-85e4-44ec-bfd9-85d303897c44 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Pushing event deleted for resources: {'Port': ['ID=768e03a9-e2a0-4625-a836-683cdae79b4b,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:22:08.492288 dv-neutron-822799-1-hyperv neutron-server[87637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b44a917e-f30c-40c8-8dd6-4310ddb2f384', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '160f9176-1cc9-4e89-b0c2-488b098330d9', 'code': 200}
Dec 23 16:22:08.504013 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:22:08.530518 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cb6d2d-85e4-44ec-bfd9-85d303897c44 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:22:08.530841 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cb6d2d-85e4-44ec-bfd9-85d303897c44 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:22:08.531314 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cb6d2d-85e4-44ec-bfd9-85d303897c44 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:22:08.531781 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cb6d2d-85e4-44ec-bfd9-85d303897c44 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:22:08.532227 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cb6d2d-85e4-44ec-bfd9-85d303897c44 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:22:08.532774 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cb6d2d-85e4-44ec-bfd9-85d303897c44 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:22:08.533231 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cb6d2d-85e4-44ec-bfd9-85d303897c44 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:22:08.533687 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cb6d2d-85e4-44ec-bfd9-85d303897c44 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:22:08.534165 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cb6d2d-85e4-44ec-bfd9-85d303897c44 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:22:08.534615 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cb6d2d-85e4-44ec-bfd9-85d303897c44 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:22:08.535071 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cb6d2d-85e4-44ec-bfd9-85d303897c44 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:22:08.535554 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cb6d2d-85e4-44ec-bfd9-85d303897c44 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:22:08.537418 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] No Port match for: 8f49bb74-e7b3-4a6a-9ed1-d3a39a85c643 {{(pid=87637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 23 16:22:08.537779 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Device 8f49bb74-e7b3-4a6a-9ed1-d3a39a85c643 not bound to the agent host hv-neutron-8227 {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 23 16:22:08.543729 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-90cb6d2d-85e4-44ec-bfd9-85d303897c44 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:22:08.585470 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Pushing event updated for resources: {'Port': ['ID=160f9176-1cc9-4e89-b0c2-488b098330d9,revision_number=5']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:22:08.589311 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:22:08.780389 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539df3fd-d2b4-49d9-b0f9-b5bbbca432ac req-0ab543da-3f5f-4b04-b85b-bf2e398ced48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:22:08.781797 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-539df3fd-d2b4-49d9-b0f9-b5bbbca432ac req-0ab543da-3f5f-4b04-b85b-bf2e398ced48 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=b44a917e-f30c-40c8-8dd6-4310ddb2f384 HTTP/1.1" status: 200  len: 1099 time: 0.0739894
Dec 23 16:22:08.825234 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-539df3fd-d2b4-49d9-b0f9-b5bbbca432ac req-b0b58394-b6cc-4540-8ef4-f326ed9936ba service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=377c3367-231c-4c91-96ad-c0bd6ef1f689&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0343585
Dec 23 16:22:08.912956 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-90cb6d2d-85e4-44ec-bfd9-85d303897c44 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1627472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1784155'] for router_interface, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:22:09.284756 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90cb6d2d-85e4-44ec-bfd9-85d303897c44 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Router 169d32cc-5271-4d59-bb3a-67c03a601285 has already been hosted by L3 agent 371d4c41-c7e2-4de7-9539-c049ec4e95d1 {{(pid=87635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 23 16:22:09.470872 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90cb6d2d-85e4-44ec-bfd9-85d303897c44 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify agent at l3_agent.dv-neutron-822799-1-hyperv the message routers_updated {{(pid=87635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 23 16:22:09.481001 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e948d73-9907-4408-b5d7-ee15f43f43d0 None None] Sync routers for ids ['169d32cc-5271-4d59-bb3a-67c03a601285'] in dv-neutron-822799-1-hyperv {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 23 16:22:09.492563 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-90cb6d2d-85e4-44ec-bfd9-85d303897c44 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "PUT /v2.0/routers/169d32cc-5271-4d59-bb3a-67c03a601285/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8787832
Dec 23 16:22:09.492839 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e948d73-9907-4408-b5d7-ee15f43f43d0 None None] Routers {'169d32cc-5271-4d59-bb3a-67c03a601285'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:22:09.492839 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-7e948d73-9907-4408-b5d7-ee15f43f43d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc1c55d30>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:21:50Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['169d32cc-5271-4d59-bb3a-67c03a601285'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:22:09.493193 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 54000) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:22:09.565038 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_v2 [None req-31774291-a83f-4cde-902e-dfc34b3c806d tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Deleting subnet 39ca17a1-2f71-41ef-b0a1-78695d1cfde5 {{(pid=87636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 23 16:22:09.568053 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-31774291-a83f-4cde-902e-dfc34b3c806d tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for subnet, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:22:09.582154 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10245cf-9cb0-4dca-913b-b42bf59c2642 req-ac0b8d9c-d8ff-479d-9002-23ad254af649 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:22:09.583673 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-e10245cf-9cb0-4dca-913b-b42bf59c2642 req-ac0b8d9c-d8ff-479d-9002-23ad254af649 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] 10.222.0.64 "GET /v2.0/ports?device_id=b44a917e-f30c-40c8-8dd6-4310ddb2f384 HTTP/1.1" status: 200  len: 946 time: 0.0860236
Dec 23 16:22:09.635661 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-31774291-a83f-4cde-902e-dfc34b3c806d tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2382092'] for subnet, precommit_delete_associations {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:22:09.637377 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-e10245cf-9cb0-4dca-913b-b42bf59c2642 req-127be5cd-98de-44d3-84e5-5bd89bc157ef tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] 10.222.0.64 "GET /v2.0/security-groups?id=377c3367-231c-4c91-96ad-c0bd6ef1f689&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0475206
Dec 23 16:22:09.681199 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-7e948d73-9907-4408-b5d7-ee15f43f43d0 None None] Set router 169d32cc-5271-4d59-bb3a-67c03a601285 gateway port host: dv-neutron-822799-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:22:09.718806 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-31774291-a83f-4cde-902e-dfc34b3c806d tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864774'] for subnet, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:22:09.799134 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-31774291-a83f-4cde-902e-dfc34b3c806d tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2176495', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2618677'] for subnet, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:22:09.804602 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-e1acb958-8d37-4256-bae9-da1293c20ae9 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:22:09.846245 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31774291-a83f-4cde-902e-dfc34b3c806d tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Pushing event deleted for resources: {'Subnet': ['ID=39ca17a1-2f71-41ef-b0a1-78695d1cfde5,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:22:09.848186 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-31774291-a83f-4cde-902e-dfc34b3c806d tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:22:09.850951 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-31774291-a83f-4cde-902e-dfc34b3c806d tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:22:09.858082 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 54004) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:22:09.858223 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-31774291-a83f-4cde-902e-dfc34b3c806d tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "DELETE /v2.0/subnets/39ca17a1-2f71-41ef-b0a1-78695d1cfde5 HTTP/1.1" status: 204  len: 168 time: 0.3640327
Dec 23 16:22:09.863354 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed83d4b6-9e6c-455b-8fd6-488b554e8a0b None None] Network d3031037-c1e9-4de8-b6be-4d85da4a975d requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:22:10.014456 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-7e948d73-9907-4408-b5d7-ee15f43f43d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc1c55d30>, [{'id': '169d32cc-5271-4d59-bb3a-67c03a601285', 'name': 'tempest-TestNetworkBasicOps-router-1173931663', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.68'}], 'enable_snat': True}, 'gw_port_id': 'faa79b30-c54d-4496-9e16-2df5064c16dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:20:58Z', 'updated_at': '2021-12-23T16:22:08Z', 'revision_number': 5, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'gw_port': {'id': 'faa79b30-c54d-4496-9e16-2df5064c16dc', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:6f:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '169d32cc-5271-4d59-bb3a-67c03a601285', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:20:59Z', 'updated_at': '2021-12-23T16:22:00Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv'}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:22:10.018990 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e948d73-9907-4408-b5d7-ee15f43f43d0 None None] Checking router: 169d32cc-5271-4d59-bb3a-67c03a601285 for host: dv-neutron-822799-1-hyperv {{(pid=87638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 23 16:22:10.027608 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e948d73-9907-4408-b5d7-ee15f43f43d0 None None] Routers {'169d32cc-5271-4d59-bb3a-67c03a601285'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:22:10.028436 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-7e948d73-9907-4408-b5d7-ee15f43f43d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc1c55d30>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:21:50Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['169d32cc-5271-4d59-bb3a-67c03a601285'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:22:10.046325 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-2d166fc1-9948-473c-9cd0-7374a04abd0a tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for router, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:22:10.138257 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69a05e0f-fe5e-42ed-b311-1e05d30d6865 None None] DHCP port deletion for d3031037-c1e9-4de8-b6be-4d85da4a975d request from dv-neutron-822799-1-hyperv {{(pid=87637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 23 16:22:10.142272 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-69a05e0f-fe5e-42ed-b311-1e05d30d6865 None None] Deleting port 808bcc66-e29c-432a-b627-cdd5bff41436 {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:22:10.142665 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-69a05e0f-fe5e-42ed-b311-1e05d30d6865 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:22:10.242835 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-2d166fc1-9948-473c-9cd0-7374a04abd0a tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:22:10.256978 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-2d166fc1-9948-473c-9cd0-7374a04abd0a tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Deleting port faa79b30-c54d-4496-9e16-2df5064c16dc {{(pid=87635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:22:10.258432 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-2d166fc1-9948-473c-9cd0-7374a04abd0a tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:22:10.266504 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-7e948d73-9907-4408-b5d7-ee15f43f43d0 None None] Set router 169d32cc-5271-4d59-bb3a-67c03a601285 gateway port host: dv-neutron-822799-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:22:10.357282 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-69a05e0f-fe5e-42ed-b311-1e05d30d6865 None None] For port 808bcc66-e29c-432a-b627-cdd5bff41436, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=808bcc66-e29c-432a-b627-cdd5bff41436,segment=NetworkSegment(c56437fd-ce6f-43d9-be25-b0f97a6c4a80),segment_id=c56437fd-ce6f-43d9-be25-b0f97a6c4a80)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:22:10.357834 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-69a05e0f-fe5e-42ed-b311-1e05d30d6865 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:22:10.487701 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-69a05e0f-fe5e-42ed-b311-1e05d30d6865 None None] Calling delete_port for 808bcc66-e29c-432a-b627-cdd5bff41436 owned by network:dhcp {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:22:10.570438 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-7e948d73-9907-4408-b5d7-ee15f43f43d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc1c55d30>, [{'id': '169d32cc-5271-4d59-bb3a-67c03a601285', 'name': 'tempest-TestNetworkBasicOps-router-1173931663', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.68'}], 'enable_snat': True}, 'gw_port_id': 'faa79b30-c54d-4496-9e16-2df5064c16dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:20:58Z', 'updated_at': '2021-12-23T16:22:08Z', 'revision_number': 5, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'gw_port': {'id': 'faa79b30-c54d-4496-9e16-2df5064c16dc', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:6f:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '169d32cc-5271-4d59-bb3a-67c03a601285', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:20:59Z', 'updated_at': '2021-12-23T16:22:00Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv'}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:22:10.574873 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e948d73-9907-4408-b5d7-ee15f43f43d0 None None] The sync data for ids ['169d32cc-5271-4d59-bb3a-67c03a601285'] in dv-neutron-822799-1-hyperv is: [{'id': '169d32cc-5271-4d59-bb3a-67c03a601285', 'name': 'tempest-TestNetworkBasicOps-router-1173931663', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.68'}], 'enable_snat': True}, 'gw_port_id': 'faa79b30-c54d-4496-9e16-2df5064c16dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:20:58Z', 'updated_at': '2021-12-23T16:22:08Z', 'revision_number': 5, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'gw_port': {'id': 'faa79b30-c54d-4496-9e16-2df5064c16dc', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:6f:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '169d32cc-5271-4d59-bb3a-67c03a601285', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:20:59Z', 'updated_at': '2021-12-23T16:22:00Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv'}] {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 23 16:22:10.584686 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.db [None req-2d166fc1-9948-473c-9cd0-7374a04abd0a tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] For port faa79b30-c54d-4496-9e16-2df5064c16dc, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=faa79b30-c54d-4496-9e16-2df5064c16dc,segment=NetworkSegment(77e3d110-dd7b-426c-b11f-b78dde7993df),segment_id=77e3d110-dd7b-426c-b11f-b78dde7993df)] {{(pid=87635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:22:10.585365 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-2d166fc1-9948-473c-9cd0-7374a04abd0a tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:22:10.589771 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-69a05e0f-fe5e-42ed-b311-1e05d30d6865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789'] for port, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:22:10.599969 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:22:10.643595 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a05e0f-fe5e-42ed-b311-1e05d30d6865 None None] Pushing event deleted for resources: {'Port': ['ID=808bcc66-e29c-432a-b627-cdd5bff41436,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:22:10.647702 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a05e0f-fe5e-42ed-b311-1e05d30d6865 None None] No DVR routers for this DVR port 808bcc66-e29c-432a-b627-cdd5bff41436 on host dv-neutron-822799-1-hyperv {{(pid=87637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 23 16:22:10.647859 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-69a05e0f-fe5e-42ed-b311-1e05d30d6865 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:22:10.738899 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-2d166fc1-9948-473c-9cd0-7374a04abd0a tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Calling delete_port for faa79b30-c54d-4496-9e16-2df5064c16dc owned by network:router_gateway {{(pid=87635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:22:10.862045 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d6ad8f-2248-46e5-b66c-abd10b0d32d8 req-19896541-b841-47c2-b637-19aee80c30de tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:22:10.863613 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-14d6ad8f-2248-46e5-b66c-abd10b0d32d8 req-19896541-b841-47c2-b637-19aee80c30de tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] 10.222.0.64 "GET /v2.0/ports?device_id=b44a917e-f30c-40c8-8dd6-4310ddb2f384 HTTP/1.1" status: 200  len: 946 time: 0.0879123
Dec 23 16:22:10.908442 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-14d6ad8f-2248-46e5-b66c-abd10b0d32d8 req-8e2320ab-369e-463a-9b51-570f505f4a6f tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] 10.222.0.64 "GET /v2.0/security-groups?id=377c3367-231c-4c91-96ad-c0bd6ef1f689&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0392578
Dec 23 16:22:10.914880 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-2d166fc1-9948-473c-9cd0-7374a04abd0a tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:22:10.921457 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-3317841e-b517-4b5d-a1ee-516344f75841 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:22:10.970020 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d166fc1-9948-473c-9cd0-7374a04abd0a tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Pushing event deleted for resources: {'Port': ['ID=faa79b30-c54d-4496-9e16-2df5064c16dc,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:22:11.002129 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-2d166fc1-9948-473c-9cd0-7374a04abd0a tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:22:11.115626 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-2d166fc1-9948-473c-9cd0-7374a04abd0a tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1824206'] for router_gateway, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:22:11.297335 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-2d166fc1-9948-473c-9cd0-7374a04abd0a tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1784183', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-235354'] for router, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:22:11.300689 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-2d166fc1-9948-473c-9cd0-7374a04abd0a tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:22:11.314406 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7852f988-03cf-42fe-9253-57e3449568be req-05c900c2-8328-4335-b386-60cbf593f515 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:22:11.315866 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-7852f988-03cf-42fe-9253-57e3449568be req-05c900c2-8328-4335-b386-60cbf593f515 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] 10.222.0.64 "GET /v2.0/ports?device_id=b44a917e-f30c-40c8-8dd6-4310ddb2f384 HTTP/1.1" status: 200  len: 946 time: 0.2748058
Dec 23 16:22:11.359527 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-2d166fc1-9948-473c-9cd0-7374a04abd0a tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1781328'] for router, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:22:11.360063 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d166fc1-9948-473c-9cd0-7374a04abd0a tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Fanout notify agent at l3_agent the message router_deleted on router 169d32cc-5271-4d59-bb3a-67c03a601285 {{(pid=87635) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 23 16:22:11.374932 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-7852f988-03cf-42fe-9253-57e3449568be req-b48f0e88-6f54-40b4-b72c-2c96a456f428 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] 10.222.0.64 "GET /v2.0/security-groups?id=377c3367-231c-4c91-96ad-c0bd6ef1f689&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0476859
Dec 23 16:22:11.383854 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-2d166fc1-9948-473c-9cd0-7374a04abd0a tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for router, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:22:11.387800 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-2d166fc1-9948-473c-9cd0-7374a04abd0a tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "DELETE /v2.0/routers/169d32cc-5271-4d59-bb3a-67c03a601285 HTTP/1.1" status: 204  len: 168 time: 1.5287251
Dec 23 16:22:11.393040 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 54012) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:22:11.401162 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 54016) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:22:11.482712 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09e34fd7-5434-498e-a23a-db9d48a0cc08 tempest-TestVolumeBootPattern-1194297961 tempest-TestVolumeBootPattern-1194297961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:22:11.487197 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-09e34fd7-5434-498e-a23a-db9d48a0cc08 tempest-TestVolumeBootPattern-1194297961 tempest-TestVolumeBootPattern-1194297961-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=b44a917e-f30c-40c8-8dd6-4310ddb2f384 HTTP/1.1" status: 200  len: 1094 time: 0.0821080
Dec 23 16:22:11.487398 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 54020) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:22:11.492358 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-6f9b8541-8efe-4120-b16a-2d5f4d4c9fb0 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Request body: {'floatingip': {'floating_network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'port_id': '160f9176-1cc9-4e89-b0c2-488b098330d9', 'tenant_id': '815a3f337d0d43d79aa09f57743afc6f', 'fixed_ip_address': '172.20.0.13'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:22:11.498486 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-6f9b8541-8efe-4120-b16a-2d5f4d4c9fb0 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:22:11.502348 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-6f9b8541-8efe-4120-b16a-2d5f4d4c9fb0 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Usage tracker for resource:floatingip and tenant:815a3f337d0d43d79aa09f57743afc6f is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:22:11.508110 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-6f9b8541-8efe-4120-b16a-2d5f4d4c9fb0 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:22:11.517073 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-6f9b8541-8efe-4120-b16a-2d5f4d4c9fb0 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:22:11.518542 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-abf62d44-5640-4c35-ab4d-ce0b52c76945 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-698866'] for network, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:22:11.529886 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-6f9b8541-8efe-4120-b16a-2d5f4d4c9fb0 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Notify callbacks [] for floatingip, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:22:11.650250 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-abf62d44-5640-4c35-ab4d-ce0b52c76945 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-864347', 'neutron.services.segments.db._delete_segments_for_network-8735362908070'] for network, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:22:11.666606 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-6f9b8541-8efe-4120-b16a-2d5f4d4c9fb0 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:22:11.678649 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-abf62d44-5640-4c35-ab4d-ce0b52c76945 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1dc1717b20>,) {'filters': {'network_id': ['d3031037-c1e9-4de8-b6be-4d85da4a975d']}} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:22:11.690425 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-abf62d44-5640-4c35-ab4d-ce0b52c76945 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dc1717b20>, 'c56437fd-ce6f-43d9-be25-b0f97a6c4a80') {'for_net_delete': True} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:22:11.690705 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-abf62d44-5640-4c35-ab4d-ce0b52c76945 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dc1717b20>, 'c56437fd-ce6f-43d9-be25-b0f97a6c4a80') {} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:22:11.701900 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-abf62d44-5640-4c35-ab4d-ce0b52c76945 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735363085442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2382197'] for segment, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:22:11.717777 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-abf62d44-5640-4c35-ab4d-ce0b52c76945 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:22:11.724084 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abf62d44-5640-4c35-ab4d-ce0b52c76945 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Releasing vlan 437 on physical network physnet1 to pool {{(pid=87636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 23 16:22:11.724462 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-abf62d44-5640-4c35-ab4d-ce0b52c76945 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2176261'] for segment, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:22:11.738464 dv-neutron-822799-1-hyperv neutron-server[87636]: Traceback (most recent call last):
Dec 23 16:22:11.738464 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 23 16:22:11.738464 dv-neutron-822799-1-hyperv neutron-server[87636]:     timer()
Dec 23 16:22:11.738464 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:22:11.738464 dv-neutron-822799-1-hyperv neutron-server[87636]:     cb(*args, **kw)
Dec 23 16:22:11.738464 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 23 16:22:11.738464 dv-neutron-822799-1-hyperv neutron-server[87636]:     return func(*args, **kwargs)
Dec 23 16:22:11.738464 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:22:11.738464 dv-neutron-822799-1-hyperv neutron-server[87636]:     self._notify()
Dec 23 16:22:11.738464 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:22:11.738464 dv-neutron-822799-1-hyperv neutron-server[87636]:     self.callback(batched_events)
Dec 23 16:22:11.738464 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:22:11.738464 dv-neutron-822799-1-hyperv neutron-server[87636]:     event.method(event)
Dec 23 16:22:11.738464 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:22:11.738464 dv-neutron-822799-1-hyperv neutron-server[87636]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:22:11.738464 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 23 16:22:11.738464 dv-neutron-822799-1-hyperv neutron-server[87636]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 23 16:22:11.738464 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 23 16:22:11.738464 dv-neutron-822799-1-hyperv neutron-server[87636]:     return f(self, *a, **k)
Dec 23 16:22:11.738464 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:22:11.738464 dv-neutron-822799-1-hyperv neutron-server[87636]:     return self._get(url).json()
Dec 23 16:22:11.738464 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 23 16:22:11.738464 dv-neutron-822799-1-hyperv neutron-server[87636]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 23 16:22:11.738464 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 23 16:22:11.738464 dv-neutron-822799-1-hyperv neutron-server[87636]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:22:11.738464 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 23 16:22:11.738464 dv-neutron-822799-1-hyperv neutron-server[87636]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 23 16:22:11.738464 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 23 16:22:11.738464 dv-neutron-822799-1-hyperv neutron-server[87636]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:22:11.738464 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 23 16:22:11.738464 dv-neutron-822799-1-hyperv neutron-server[87636]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:22:11.738464 dv-neutron-822799-1-hyperv neutron-server[87636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:22:11.794219 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:22:11.819533 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.db_base_plugin_common [None req-6f9b8541-8efe-4120-b16a-2d5f4d4c9fb0 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Allocated IP 172.26.3.73 (8afa6d58-9431-454a-b99c-3ff8a65aa86b/60537fec-5f5f-4ab7-89cc-03638149a590/1f1000dd-eec1-48eb-97e9-2fb0b3909c5c) {{(pid=87635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:22:11.827299 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-abf62d44-5640-4c35-ab4d-ce0b52c76945 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-864336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1824171'] for network, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:22:11.833592 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-c1d27686-f2b5-4ee6-9488-6ce093cca80e tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:22:11.855980 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-abf62d44-5640-4c35-ab4d-ce0b52c76945 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:22:11.868434 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf62d44-5640-4c35-ab4d-ce0b52c76945 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Pushing event deleted for resources: {'Network': ['ID=d3031037-c1e9-4de8-b6be-4d85da4a975d,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:22:11.871737 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-abf62d44-5640-4c35-ab4d-ce0b52c76945 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:22:11.878590 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-abf62d44-5640-4c35-ab4d-ce0b52c76945 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "DELETE /v2.0/networks/d3031037-c1e9-4de8-b6be-4d85da4a975d HTTP/1.1" status: 204  len: 168 time: 0.4842422
Dec 23 16:22:11.902545 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 808bcc66-e29c-432a-b627-cdd5bff41436 no longer exists at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 23 16:22:11.906703 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 54024) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:22:11.912566 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-964d7e4e-1bb8-465c-a3ea-7bbfd8b26f00 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Request body: {'network': {'name': 'tempest-network-smoke--102500247', 'project_id': '544f3e375bde4f0988286eba27294ea6', 'port_security_enabled': True}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:22:11.918205 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-964d7e4e-1bb8-465c-a3ea-7bbfd8b26f00 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:22:11.923374 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-964d7e4e-1bb8-465c-a3ea-7bbfd8b26f00 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Usage tracker for resource:network and tenant:544f3e375bde4f0988286eba27294ea6 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:22:11.926907 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-964d7e4e-1bb8-465c-a3ea-7bbfd8b26f00 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:22:11.937036 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-964d7e4e-1bb8-465c-a3ea-7bbfd8b26f00 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:22:11.938653 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] No Port match for: 808bcc66-e29c-432a-b627-cdd5bff41436 {{(pid=87637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 23 16:22:11.939106 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 808bcc66-e29c-432a-b627-cdd5bff41436 not bound to the agent host dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 23 16:22:11.939794 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device faa79b30-c54d-4496-9e16-2df5064c16dc no longer exists at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 23 16:22:11.958273 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-964d7e4e-1bb8-465c-a3ea-7bbfd8b26f00 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Made reservation on behalf of 544f3e375bde4f0988286eba27294ea6 for: {'network': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:22:11.961952 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-964d7e4e-1bb8-465c-a3ea-7bbfd8b26f00 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for network, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:22:11.979687 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] No Port match for: faa79b30-c54d-4496-9e16-2df5064c16dc {{(pid=87637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 23 16:22:11.980047 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device faa79b30-c54d-4496-9e16-2df5064c16dc not bound to the agent host dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 23 16:22:11.980719 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 768e03a9-e2a0-4625-a836-683cdae79b4b no longer exists at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 23 16:22:11.990898 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-964d7e4e-1bb8-465c-a3ea-7bbfd8b26f00 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] vlan segment allocate from pool success with {'vlan_id': 419, 'physical_network': 'physnet1'}  {{(pid=87636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 23 16:22:12.001532 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-964d7e4e-1bb8-465c-a3ea-7bbfd8b26f00 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:22:12.002325 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.db.segments_db [None req-964d7e4e-1bb8-465c-a3ea-7bbfd8b26f00 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Added segment d91b740b-7e8d-4ca0-a2e4-e2397d083f91 of type vlan for network e236d384-0d0c-45dc-aebd-e695235dcead
Dec 23 16:22:12.004293 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-6f9b8541-8efe-4120-b16a-2d5f4d4c9fb0 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Notify callbacks [] for port, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:22:12.014444 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] No Port match for: 768e03a9-e2a0-4625-a836-683cdae79b4b {{(pid=87637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 23 16:22:12.014794 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 768e03a9-e2a0-4625-a836-683cdae79b4b not bound to the agent host dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 23 16:22:12.034564 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-964d7e4e-1bb8-465c-a3ea-7bbfd8b26f00 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735362521793'] for network, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:22:12.036070 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-6f9b8541-8efe-4120-b16a-2d5f4d4c9fb0 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:22:12.041035 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-2bbffb66-9243-4f94-b58b-4fdb3ba0d1f6 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:22:12.067060 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-964d7e4e-1bb8-465c-a3ea-7bbfd8b26f00 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495'] for network, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:22:12.072623 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-964d7e4e-1bb8-465c-a3ea-7bbfd8b26f00 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:22:12.073208 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-964d7e4e-1bb8-465c-a3ea-7bbfd8b26f00 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:22:12.078475 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-237ec802-05b1-480d-a8d7-6b64b89b0904 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:22:12.112349 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f9b8541-8efe-4120-b16a-2d5f4d4c9fb0 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Network 8afa6d58-9431-454a-b99c-3ff8a65aa86b is already hosted by enough agents. {{(pid=87635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:22:12.116619 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.base_scheduler [None req-6f9b8541-8efe-4120-b16a-2d5f4d4c9fb0 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Resources bound (agent type, host, resource id):  {{(pid=87635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:22:12.121059 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f9b8541-8efe-4120-b16a-2d5f4d4c9fb0 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Received port after_create {{(pid=87635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:22:12.284152 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9b8541-8efe-4120-b16a-2d5f4d4c9fb0 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Pushing event updated for resources: {'Port': ['ID=1f1000dd-eec1-48eb-97e9-2fb0b3909c5c,revision_number=1']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:22:12.296480 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-6f9b8541-8efe-4120-b16a-2d5f4d4c9fb0 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:22:12.309276 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-964d7e4e-1bb8-465c-a3ea-7bbfd8b26f00 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.4013929
Dec 23 16:22:12.312935 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 54028) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:22:12.320221 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-920366c0-b162-44d9-96bd-37516f156f49 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-589356894', 'admin_state_up': True, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b'}}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:22:12.329628 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-920366c0-b162-44d9-96bd-37516f156f49 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:22:12.331736 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964d7e4e-1bb8-465c-a3ea-7bbfd8b26f00 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Pushing event updated for resources: {'Network': ['ID=e236d384-0d0c-45dc-aebd-e695235dcead,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:22:12.335076 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-964d7e4e-1bb8-465c-a3ea-7bbfd8b26f00 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:22:12.335989 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-920366c0-b162-44d9-96bd-37516f156f49 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Usage tracker for resource:router and tenant:544f3e375bde4f0988286eba27294ea6 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:22:12.338854 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-920366c0-b162-44d9-96bd-37516f156f49 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:22:12.344611 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-920366c0-b162-44d9-96bd-37516f156f49 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:22:12.345691 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Network e236d384-0d0c-45dc-aebd-e695235dcead details requested by agent ovs-agent-dv-neutron-822799-1-hyperv with host dv-neutron-822799-1-hyperv {{(pid=87637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 23 16:22:12.356591 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-920366c0-b162-44d9-96bd-37516f156f49 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1823978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-235332'] for router, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:22:12.358272 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-920366c0-b162-44d9-96bd-37516f156f49 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1824575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1824063', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1751113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-235341'] for router, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:22:12.376792 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-920366c0-b162-44d9-96bd-37516f156f49 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:22:12.651310 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-920366c0-b162-44d9-96bd-37516f156f49 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1824017', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1823768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-235299'] for router, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:22:12.677675 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-6f9b8541-8efe-4120-b16a-2d5f4d4c9fb0 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:22:12.753272 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-6f9b8541-8efe-4120-b16a-2d5f4d4c9fb0 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:22:12.953348 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-920366c0-b162-44d9-96bd-37516f156f49 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for router_gateway, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:22:12.963557 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-6f9b8541-8efe-4120-b16a-2d5f4d4c9fb0 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Notify callbacks [] for port, precommit_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:22:12.969124 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-6f9b8541-8efe-4120-b16a-2d5f4d4c9fb0 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2753531'] for port, after_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:22:12.973696 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-c21b6f9a-6c94-427f-83ca-3728cd92d62f tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:22:12.983158 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-920366c0-b162-44d9-96bd-37516f156f49 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:22:13.074947 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9b8541-8efe-4120-b16a-2d5f4d4c9fb0 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Pushing event updated for resources: {'Port': ['ID=1f1000dd-eec1-48eb-97e9-2fb0b3909c5c,revision_number=2']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:22:13.079411 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-6f9b8541-8efe-4120-b16a-2d5f4d4c9fb0 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:22:13.089146 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-6f9b8541-8efe-4120-b16a-2d5f4d4c9fb0 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1824189'] for floatingip, after_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:22:13.129914 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [None req-920366c0-b162-44d9-96bd-37516f156f49 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Allocated IP 172.26.3.57 (8afa6d58-9431-454a-b99c-3ff8a65aa86b/60537fec-5f5f-4ab7-89cc-03638149a590/9eaa0d5c-d5e5-4cf8-8ae5-0050ed5bd9d4) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:22:13.261199 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.db.l3_db [None req-6f9b8541-8efe-4120-b16a-2d5f4d4c9fb0 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Floating IP f85330fd-11a9-4510-aca6-5b9b946371ce associated. External IP: 172.26.3.73, port: 160f9176-1cc9-4e89-b0c2-488b098330d9.
Dec 23 16:22:13.275984 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-920366c0-b162-44d9-96bd-37516f156f49 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:22:13.305677 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-920366c0-b162-44d9-96bd-37516f156f49 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:22:13.309441 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-eb71362a-1591-4322-9819-0a81a36b1a39 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:22:13.374558 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-920366c0-b162-44d9-96bd-37516f156f49 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Network 8afa6d58-9431-454a-b99c-3ff8a65aa86b is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:22:13.377961 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-920366c0-b162-44d9-96bd-37516f156f49 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Resources bound (agent type, host, resource id):  {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:22:13.382164 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-920366c0-b162-44d9-96bd-37516f156f49 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:22:13.409404 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920366c0-b162-44d9-96bd-37516f156f49 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Pushing event updated for resources: {'Port': ['ID=9eaa0d5c-d5e5-4cf8-8ae5-0050ed5bd9d4,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:22:13.419468 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-920366c0-b162-44d9-96bd-37516f156f49 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:22:13.613177 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f9b8541-8efe-4120-b16a-2d5f4d4c9fb0 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Router 4a42c453-b79e-4e99-ad61-ce295702871a has already been hosted by L3 agent 371d4c41-c7e2-4de7-9539-c049ec4e95d1 {{(pid=87635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 23 16:22:13.925046 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f9b8541-8efe-4120-b16a-2d5f4d4c9fb0 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Notify agent at l3_agent.dv-neutron-822799-1-hyperv the message routers_updated {{(pid=87635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 23 16:22:13.935042 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be6f1308-b158-4a79-b606-6390a84de0e6 None None] Sync routers for ids ['4a42c453-b79e-4e99-ad61-ce295702871a'] in dv-neutron-822799-1-hyperv {{(pid=87637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 23 16:22:13.936194 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-920366c0-b162-44d9-96bd-37516f156f49 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for router_gateway, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:22:13.944286 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be6f1308-b158-4a79-b606-6390a84de0e6 None None] Routers {'4a42c453-b79e-4e99-ad61-ce295702871a'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:22:13.945057 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-be6f1308-b158-4a79-b606-6390a84de0e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc1189e80>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:21:50Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['4a42c453-b79e-4e99-ad61-ce295702871a'], 'active': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:22:13.952535 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-6f9b8541-8efe-4120-b16a-2d5f4d4c9fb0 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for floatingip, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:22:14.026285 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-6f9b8541-8efe-4120-b16a-2d5f4d4c9fb0 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.5240898
Dec 23 16:22:14.026285 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b44a917e-f30c-40c8-8dd6-4310ddb2f384', 'tag': '160f9176-1cc9-4e89-b0c2-488b098330d9'}] {{(pid=87635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 23 16:22:14.056552 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b44a917e-f30c-40c8-8dd6-4310ddb2f384', 'tag': '160f9176-1cc9-4e89-b0c2-488b098330d9', 'status': 'completed', 'code': 200}
Dec 23 16:22:14.126108 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvr_db [None req-be6f1308-b158-4a79-b606-6390a84de0e6 None None] Set router 4a42c453-b79e-4e99-ad61-ce295702871a gateway port host: dv-neutron-822799-1-hyperv {{(pid=87637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:22:14.334876 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8784ccf-7ad0-43ee-babc-a1aa6dd54721 req-d936ca1d-6db7-40c8-b4ba-9f459b05f31c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:22:14.336361 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-d8784ccf-7ad0-43ee-babc-a1aa6dd54721 req-d936ca1d-6db7-40c8-b4ba-9f459b05f31c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=815a3f337d0d43d79aa09f57743afc6f&device_id=b44a917e-f30c-40c8-8dd6-4310ddb2f384 HTTP/1.1" status: 200  len: 1099 time: 0.2481797
Dec 23 16:22:14.429409 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-920366c0-b162-44d9-96bd-37516f156f49 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1823971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1824234'] for router, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:22:14.516287 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-be6f1308-b158-4a79-b606-6390a84de0e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc1189e80>, [{'id': '4a42c453-b79e-4e99-ad61-ce295702871a', 'name': 'tempest-TestVolumeBootPattern-662153544-router', 'tenant_id': '815a3f337d0d43d79aa09f57743afc6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.186'}], 'enable_snat': True}, 'gw_port_id': '1db041a6-d74c-4bb1-a37a-855a0926652b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:18:54Z', 'updated_at': '2021-12-23T16:18:59Z', 'revision_number': 4, 'project_id': '815a3f337d0d43d79aa09f57743afc6f', 'gw_port': {'id': '1db041a6-d74c-4bb1-a37a-855a0926652b', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:14:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a42c453-b79e-4e99-ad61-ce295702871a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:18:55Z', 'updated_at': '2021-12-23T16:19:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_floatingips': [{'id': 'f85330fd-11a9-4510-aca6-5b9b946371ce', 'tenant_id': '815a3f337d0d43d79aa09f57743afc6f', 'floating_ip_address': '172.26.3.73', 'floating_network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'router_id': '4a42c453-b79e-4e99-ad61-ce295702871a', 'port_id': '160f9176-1cc9-4e89-b0c2-488b098330d9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1437, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0150432c-3455-4bcb-8764-4bb2c28e3d40', 'mac_address': 'fa:16:3e:99:10:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b44a917e-f30c-40c8-8dd6-4310ddb2f384', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:22:12Z', 'updated_at': '2021-12-23T16:22:12Z', 'revision_number': 0, 'project_id': '815a3f337d0d43d79aa09f57743afc6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd17475bd-9510-4096-a5f0-5c5d2cf79e4b', 'name': '', 'network_id': '0150432c-3455-4bcb-8764-4bb2c28e3d40', 'tenant_id': '815a3f337d0d43d79aa09f57743afc6f', 'mac_address': 'fa:16:3e:67:c2:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a42c453-b79e-4e99-ad61-ce295702871a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': '155d1b85-f535-40ed-8306-928fb9445b01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:18:58Z', 'updated_at': '2021-12-23T16:19:06Z', 'revision_number': 5, 'project_id': '815a3f337d0d43d79aa09f57743afc6f', 'subnets': [{'id': '155d1b85-f535-40ed-8306-928fb9445b01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:22:14.520702 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be6f1308-b158-4a79-b606-6390a84de0e6 None None] Checking router: 4a42c453-b79e-4e99-ad61-ce295702871a for host: dv-neutron-822799-1-hyperv {{(pid=87637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 23 16:22:14.530090 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be6f1308-b158-4a79-b606-6390a84de0e6 None None] Routers {'4a42c453-b79e-4e99-ad61-ce295702871a'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:22:14.530703 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-be6f1308-b158-4a79-b606-6390a84de0e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc1189e80>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:21:50Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['4a42c453-b79e-4e99-ad61-ce295702871a'], 'active': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:22:14.619920 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8784ccf-7ad0-43ee-babc-a1aa6dd54721 req-fc75ed2f-9f5f-439a-bdcc-9c641b567171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:22:14.621398 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-d8784ccf-7ad0-43ee-babc-a1aa6dd54721 req-fc75ed2f-9f5f-439a-bdcc-9c641b567171 service neutron] 10.222.0.61 "GET /v2.0/networks?id=0150432c-3455-4bcb-8764-4bb2c28e3d40 HTTP/1.1" status: 200  len: 912 time: 0.2707188
Dec 23 16:22:14.701227 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvr_db [None req-be6f1308-b158-4a79-b606-6390a84de0e6 None None] Set router 4a42c453-b79e-4e99-ad61-ce295702871a gateway port host: dv-neutron-822799-1-hyperv {{(pid=87637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:22:14.748400 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-d8784ccf-7ad0-43ee-babc-a1aa6dd54721 req-4d86a42f-9b5e-49bd-9edd-c0a417de6421 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=160f9176-1cc9-4e89-b0c2-488b098330d9 HTTP/1.1" status: 200  len: 999 time: 0.1130409
Dec 23 16:22:14.819626 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8784ccf-7ad0-43ee-babc-a1aa6dd54721 req-11f9f7d4-05b9-425a-9445-dc6d0f2e9f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:22:14.821099 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-d8784ccf-7ad0-43ee-babc-a1aa6dd54721 req-11f9f7d4-05b9-425a-9445-dc6d0f2e9f47 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=155d1b85-f535-40ed-8306-928fb9445b01 HTTP/1.1" status: 200  len: 850 time: 0.0668404
Dec 23 16:22:14.821641 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-920366c0-b162-44d9-96bd-37516f156f49 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Router f9c6dfc0-1b98-43b4-a54b-397df9327a74 is scheduled to L3 agent 371d4c41-c7e2-4de7-9539-c049ec4e95d1 with binding_index 1 {{(pid=87636) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 23 16:22:15.043032 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-be6f1308-b158-4a79-b606-6390a84de0e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc1189e80>, [{'id': '4a42c453-b79e-4e99-ad61-ce295702871a', 'name': 'tempest-TestVolumeBootPattern-662153544-router', 'tenant_id': '815a3f337d0d43d79aa09f57743afc6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.186'}], 'enable_snat': True}, 'gw_port_id': '1db041a6-d74c-4bb1-a37a-855a0926652b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:18:54Z', 'updated_at': '2021-12-23T16:18:59Z', 'revision_number': 4, 'project_id': '815a3f337d0d43d79aa09f57743afc6f', 'gw_port': {'id': '1db041a6-d74c-4bb1-a37a-855a0926652b', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:14:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a42c453-b79e-4e99-ad61-ce295702871a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:18:55Z', 'updated_at': '2021-12-23T16:19:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_floatingips': [{'id': 'f85330fd-11a9-4510-aca6-5b9b946371ce', 'tenant_id': '815a3f337d0d43d79aa09f57743afc6f', 'floating_ip_address': '172.26.3.73', 'floating_network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'router_id': '4a42c453-b79e-4e99-ad61-ce295702871a', 'port_id': '160f9176-1cc9-4e89-b0c2-488b098330d9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1437, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0150432c-3455-4bcb-8764-4bb2c28e3d40', 'mac_address': 'fa:16:3e:99:10:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b44a917e-f30c-40c8-8dd6-4310ddb2f384', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:22:12Z', 'updated_at': '2021-12-23T16:22:12Z', 'revision_number': 0, 'project_id': '815a3f337d0d43d79aa09f57743afc6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd17475bd-9510-4096-a5f0-5c5d2cf79e4b', 'name': '', 'network_id': '0150432c-3455-4bcb-8764-4bb2c28e3d40', 'tenant_id': '815a3f337d0d43d79aa09f57743afc6f', 'mac_address': 'fa:16:3e:67:c2:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a42c453-b79e-4e99-ad61-ce295702871a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': '155d1b85-f535-40ed-8306-928fb9445b01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:18:58Z', 'updated_at': '2021-12-23T16:19:06Z', 'revision_number': 5, 'project_id': '815a3f337d0d43d79aa09f57743afc6f', 'subnets': [{'id': '155d1b85-f535-40ed-8306-928fb9445b01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:22:15.047259 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be6f1308-b158-4a79-b606-6390a84de0e6 None None] The sync data for ids ['4a42c453-b79e-4e99-ad61-ce295702871a'] in dv-neutron-822799-1-hyperv is: [{'id': '4a42c453-b79e-4e99-ad61-ce295702871a', 'name': 'tempest-TestVolumeBootPattern-662153544-router', 'tenant_id': '815a3f337d0d43d79aa09f57743afc6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.186'}], 'enable_snat': True}, 'gw_port_id': '1db041a6-d74c-4bb1-a37a-855a0926652b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:18:54Z', 'updated_at': '2021-12-23T16:18:59Z', 'revision_number': 4, 'project_id': '815a3f337d0d43d79aa09f57743afc6f', 'gw_port': {'id': '1db041a6-d74c-4bb1-a37a-855a0926652b', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:14:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a42c453-b79e-4e99-ad61-ce295702871a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:18:55Z', 'updated_at': '2021-12-23T16:19:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_floatingips': [{'id': 'f85330fd-11a9-4510-aca6-5b9b946371ce', 'tenant_id': '815a3f337d0d43d79aa09f57743afc6f', 'floating_ip_address': '172.26.3.73', 'floating_network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'router_id': '4a42c453-b79e-4e99-ad61-ce295702871a', 'port_id': '160f9176-1cc9-4e89-b0c2-488b098330d9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1437, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0150432c-3455-4bcb-8764-4bb2c28e3d40', 'mac_address': 'fa:16:3e:99:10:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b44a917e-f30c-40c8-8dd6-4310ddb2f384', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:22:12Z', 'updated_at': '2021-12-23T16:22:12Z', 'revision_number': 0, 'project_id': '815a3f337d0d43d79aa09f57743afc6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd17475bd-9510-4096-a5f0-5c5d2cf79e4b', 'name': '', 'network_id': '0150432c-3455-4bcb-8764-4bb2c28e3d40', 'tenant_id': '815a3f337d0d43d79aa09f57743afc6f', 'mac_address': 'fa:16:3e:67:c2:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a42c453-b79e-4e99-ad61-ce295702871a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': '155d1b85-f535-40ed-8306-928fb9445b01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:18:58Z', 'updated_at': '2021-12-23T16:19:06Z', 'revision_number': 5, 'project_id': '815a3f337d0d43d79aa09f57743afc6f', 'subnets': [{'id': '155d1b85-f535-40ed-8306-928fb9445b01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 23 16:22:15.208286 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-920366c0-b162-44d9-96bd-37516f156f49 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify agent at l3_agent.dv-neutron-822799-1-hyperv the message routers_updated {{(pid=87636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 23 16:22:15.211359 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8784ccf-7ad0-43ee-babc-a1aa6dd54721 req-8ecbba87-a91f-4ac7-946a-4dd2cf659838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:22:15.212857 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-d8784ccf-7ad0-43ee-babc-a1aa6dd54721 req-8ecbba87-a91f-4ac7-946a-4dd2cf659838 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0150432c-3455-4bcb-8764-4bb2c28e3d40&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.3837919
Dec 23 16:22:15.219091 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cb99c30-a54d-437c-aa31-0eb44c42b579 None None] Sync routers for ids ['f9c6dfc0-1b98-43b4-a54b-397df9327a74'] in dv-neutron-822799-1-hyperv {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 23 16:22:15.230047 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cb99c30-a54d-437c-aa31-0eb44c42b579 None None] Routers {'f9c6dfc0-1b98-43b4-a54b-397df9327a74'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:22:15.231078 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-0cb99c30-a54d-437c-aa31-0eb44c42b579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc1c898b0>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:21:50Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['f9c6dfc0-1b98-43b4-a54b-397df9327a74'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:22:15.258924 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-380f489a-feb2-4e08-8c74-3f8c0908aedf None None] New status for floating IP f85330fd-11a9-4510-aca6-5b9b946371ce: ACTIVE {{(pid=87637) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 23 16:22:15.316120 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-920366c0-b162-44d9-96bd-37516f156f49 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for router, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:22:15.320527 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 54036) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:22:15.321167 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-920366c0-b162-44d9-96bd-37516f156f49 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201  len: 885 time: 3.0066245
Dec 23 16:22:15.367852 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-d8784ccf-7ad0-43ee-babc-a1aa6dd54721 req-805426e9-3565-40d4-9f42-a45774c31a4f service neutron] 10.222.0.61 "GET /v2.0/networks/0150432c-3455-4bcb-8764-4bb2c28e3d40?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1466253
Dec 23 16:22:15.380873 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-f819c469-1a18-4aab-a7f7-42a1ee5392c6 tempest-TestNetworkBasicOps-54271533 tempest-TestNetworkBasicOps-54271533-project-admin] 10.222.0.64 "GET /v2.0/subnets?project_id=544f3e375bde4f0988286eba27294ea6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0581472
Dec 23 16:22:15.381559 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 54040) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:22:15.429063 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-0cb99c30-a54d-437c-aa31-0eb44c42b579 None None] Set router f9c6dfc0-1b98-43b4-a54b-397df9327a74 gateway port host: dv-neutron-822799-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:22:15.509407 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-d8784ccf-7ad0-43ee-babc-a1aa6dd54721 req-b3845b2d-3b9a-410b-b802-58072d40cf75 service neutron] 10.222.0.61 "GET /v2.0/networks/0150432c-3455-4bcb-8764-4bb2c28e3d40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1342721
Dec 23 16:22:15.525770 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-523e1b48-8724-4262-9b38-aa3883322785 tempest-TestNetworkBasicOps-54271533 tempest-TestNetworkBasicOps-54271533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:22:15.527874 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-523e1b48-8724-4262-9b38-aa3883322785 tempest-TestNetworkBasicOps-54271533 tempest-TestNetworkBasicOps-54271533-project-admin] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1452730
Dec 23 16:22:15.530929 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 54044) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:22:15.575158 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-f16d2d63-e090-4fac-a764-e5b74b1b8778 tempest-TestNetworkBasicOps-54271533 tempest-TestNetworkBasicOps-54271533-project-admin] 10.222.0.64 "GET /v2.0/subnets?network_id=8afa6d58-9431-454a-b99c-3ff8a65aa86b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0428233
Dec 23 16:22:15.577638 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 54050) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:22:15.583740 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-13dfd30f-1f2b-4391-873a-038c76551598 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1263070970', 'network_id': 'e236d384-0d0c-45dc-aebd-e695235dcead', 'project_id': '544f3e375bde4f0988286eba27294ea6', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:22:15.697794 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-13dfd30f-1f2b-4391-873a-038c76551598 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:22:15.702031 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-13dfd30f-1f2b-4391-873a-038c76551598 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Usage tracker for resource:subnet and tenant:544f3e375bde4f0988286eba27294ea6 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:22:15.704934 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-13dfd30f-1f2b-4391-873a-038c76551598 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:22:15.710716 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-13dfd30f-1f2b-4391-873a-038c76551598 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:22:15.721333 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-0cb99c30-a54d-437c-aa31-0eb44c42b579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc1c898b0>, [{'id': 'f9c6dfc0-1b98-43b4-a54b-397df9327a74', 'name': 'tempest-TestNetworkBasicOps-router-589356894', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.57'}], 'enable_snat': True}, 'gw_port_id': '9eaa0d5c-d5e5-4cf8-8ae5-0050ed5bd9d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:22:12Z', 'updated_at': '2021-12-23T16:22:13Z', 'revision_number': 3, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'gw_port': {'id': '9eaa0d5c-d5e5-4cf8-8ae5-0050ed5bd9d4', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:3f:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9c6dfc0-1b98-43b4-a54b-397df9327a74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:22:13Z', 'updated_at': '2021-12-23T16:22:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv'}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:22:15.722779 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13dfd30f-1f2b-4391-873a-038c76551598 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Made reservation on behalf of 544f3e375bde4f0988286eba27294ea6 for: {'subnet': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:22:15.725293 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cb99c30-a54d-437c-aa31-0eb44c42b579 None None] Checking router: f9c6dfc0-1b98-43b4-a54b-397df9327a74 for host: dv-neutron-822799-1-hyperv {{(pid=87638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 23 16:22:15.725669 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cb99c30-a54d-437c-aa31-0eb44c42b579 None None] Updating router f9c6dfc0-1b98-43b4-a54b-397df9327a74 port 9eaa0d5c-d5e5-4cf8-8ae5-0050ed5bd9d4 binding host dv-neutron-822799-1-hyperv {{(pid=87638) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 23 16:22:15.726482 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-13dfd30f-1f2b-4391-873a-038c76551598 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2618324'] for subnet, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:22:15.776899 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0cb99c30-a54d-437c-aa31-0eb44c42b579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:22:15.942633 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-13dfd30f-1f2b-4391-873a-038c76551598 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2176430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2618310'] for subnet, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:22:15.946208 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-ce1d3cf1-76b3-4d42-bdf2-14fee3bdd019 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:22:16.023708 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dfd30f-1f2b-4391-873a-038c76551598 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Pushing event updated for resources: {'Subnet': ['ID=94b1fe5e-da3c-4ebd-a5d1-1cd5a0994f2a,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:22:16.027568 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-13dfd30f-1f2b-4391-873a-038c76551598 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:22:16.035151 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13dfd30f-1f2b-4391-873a-038c76551598 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Checking segment: {'id': 'd91b740b-7e8d-4ca0-a2e4-e2397d083f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'e236d384-0d0c-45dc-aebd-e695235dcead'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:22:16.035510 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13dfd30f-1f2b-4391-873a-038c76551598 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Network hostable DHCP agents. Network: e236d384-0d0c-45dc-aebd-e695235dcead, hostable agents: ['1c812d71-eadf-4fb3-b98e-67468a4aa7e2'], hosted agents: [] {{(pid=87636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 23 16:22:16.054813 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13dfd30f-1f2b-4391-873a-038c76551598 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Network e236d384-0d0c-45dc-aebd-e695235dcead is scheduled to be hosted by DHCP agent 1c812d71-eadf-4fb3-b98e-67468a4aa7e2 with binding_index 1 {{(pid=87636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 23 16:22:16.064940 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-13dfd30f-1f2b-4391-873a-038c76551598 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822799-1-hyperv, e236d384-0d0c-45dc-aebd-e695235dcead) {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:22:16.070106 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13dfd30f-1f2b-4391-873a-038c76551598 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:22:16.070106 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-13dfd30f-1f2b-4391-873a-038c76551598 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:22:16.076609 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-436229a9-65a2-4e85-9bef-dd9b504e005e None None] Network e236d384-0d0c-45dc-aebd-e695235dcead requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:22:16.099798 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-13dfd30f-1f2b-4391-873a-038c76551598 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 841 time: 0.5184247
Dec 23 16:22:16.100171 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 54054) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:22:16.104844 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0cb99c30-a54d-437c-aa31-0eb44c42b579 None None] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:22:16.117096 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-0cb99c30-a54d-437c-aa31-0eb44c42b579 None None] Transition to ACTIVE for port object 9eaa0d5c-d5e5-4cf8-8ae5-0050ed5bd9d4 will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:22:16.124233 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0cb99c30-a54d-437c-aa31-0eb44c42b579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:22:16.128218 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG oslo_concurrency.lockutils [None req-6f38ab42-8f4e-445f-8089-e409b23d4bc1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:22:16.224176 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-0cb99c30-a54d-437c-aa31-0eb44c42b579 None None] Attempting to bind port 9eaa0d5c-d5e5-4cf8-8ae5-0050ed5bd9d4 on host dv-neutron-822799-1-hyperv for vnic_type normal with profile  {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:22:16.224915 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-0cb99c30-a54d-437c-aa31-0eb44c42b579 None None] Attempting to bind port 9eaa0d5c-d5e5-4cf8-8ae5-0050ed5bd9d4 by drivers openvswitch,hyperv on host dv-neutron-822799-1-hyperv at level 0 using segments [{'id': '77e3d110-dd7b-426c-b11f-b78dde7993df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:22:16.225108 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb99c30-a54d-437c-aa31-0eb44c42b579 None None] Attempting to bind port 9eaa0d5c-d5e5-4cf8-8ae5-0050ed5bd9d4 on network 8afa6d58-9431-454a-b99c-3ff8a65aa86b {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:22:16.255707 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aae3c3-a632-48b1-a48a-87fbdbdd3416 None None] Pushing event updated for resources: {'Port': ['ID=9eaa0d5c-d5e5-4cf8-8ae5-0050ed5bd9d4,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:22:16.266091 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb99c30-a54d-437c-aa31-0eb44c42b579 None None] Checking agent: {'id': '20d2070f-69a9-4e73-8d08-6f0387a40158', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822799-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 21), 'started_at': datetime.datetime(2021, 12, 23, 16, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 21, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822799-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 23 16:22:16.266982 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb99c30-a54d-437c-aa31-0eb44c42b579 None None] Checking segment: {'id': '77e3d110-dd7b-426c-b11f-b78dde7993df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:22:16.267570 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0cb99c30-a54d-437c-aa31-0eb44c42b579 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:22:16.268148 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb99c30-a54d-437c-aa31-0eb44c42b579 None None] Bound using segment: {'id': '77e3d110-dd7b-426c-b11f-b78dde7993df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 23 16:22:16.268956 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-0cb99c30-a54d-437c-aa31-0eb44c42b579 None None] Bound port: 9eaa0d5c-d5e5-4cf8-8ae5-0050ed5bd9d4, host: dv-neutron-822799-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77e3d110-dd7b-426c-b11f-b78dde7993df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 23 16:22:16.269569 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0cb99c30-a54d-437c-aa31-0eb44c42b579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:22:16.300146 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-269a3c2c-0c80-4c62-af0d-36b94a160fab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7e017a6-8198-58c8-a07e-0f786128e3b3-e236d384-0d0c-45dc-aebd-e695235dcead', 'network_id': 'e236d384-0d0c-45dc-aebd-e695235dcead', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'fixed_ips': [{'subnet_id': '94b1fe5e-da3c-4ebd-a5d1-1cd5a0994f2a'}]}} from dv-neutron-822799-1-hyperv. {{(pid=87637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 23 16:22:16.301407 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-269a3c2c-0c80-4c62-af0d-36b94a160fab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:22:16.307672 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aae3c3-a632-48b1-a48a-87fbdbdd3416 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:22:16.308957 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aae3c3-a632-48b1-a48a-87fbdbdd3416 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:22:16.309469 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aae3c3-a632-48b1-a48a-87fbdbdd3416 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:22:16.310535 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aae3c3-a632-48b1-a48a-87fbdbdd3416 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:22:16.311060 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aae3c3-a632-48b1-a48a-87fbdbdd3416 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:22:16.311565 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aae3c3-a632-48b1-a48a-87fbdbdd3416 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:22:16.312051 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aae3c3-a632-48b1-a48a-87fbdbdd3416 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:22:16.312540 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aae3c3-a632-48b1-a48a-87fbdbdd3416 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:22:16.313054 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aae3c3-a632-48b1-a48a-87fbdbdd3416 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:22:16.313613 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aae3c3-a632-48b1-a48a-87fbdbdd3416 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:22:16.315010 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aae3c3-a632-48b1-a48a-87fbdbdd3416 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:22:16.315525 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aae3c3-a632-48b1-a48a-87fbdbdd3416 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:22:16.330682 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG oslo_concurrency.lockutils [None req-b0aae3c3-a632-48b1-a48a-87fbdbdd3416 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=87638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:22:16.376891 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-0cb99c30-a54d-437c-aa31-0eb44c42b579 None None] For port 9eaa0d5c-d5e5-4cf8-8ae5-0050ed5bd9d4, host dv-neutron-822799-1-hyperv, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 23 16:22:16.380934 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-0cb99c30-a54d-437c-aa31-0eb44c42b579 None None] For port 9eaa0d5c-d5e5-4cf8-8ae5-0050ed5bd9d4, host dv-neutron-822799-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=9eaa0d5c-d5e5-4cf8-8ae5-0050ed5bd9d4,segment=NetworkSegment(77e3d110-dd7b-426c-b11f-b78dde7993df),segment_id=77e3d110-dd7b-426c-b11f-b78dde7993df)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 23 16:22:16.387359 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-0cb99c30-a54d-437c-aa31-0eb44c42b579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:22:16.391716 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG oslo_concurrency.lockutils [None req-5d5f5781-28a4-40c6-bd86-2da56ad2f4e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:22:16.468428 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aae3c3-a632-48b1-a48a-87fbdbdd3416 None None] Pushing event updated for resources: {'Port': ['ID=9eaa0d5c-d5e5-4cf8-8ae5-0050ed5bd9d4,revision_number=3']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:22:16.479681 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG oslo_concurrency.lockutils [None req-b0aae3c3-a632-48b1-a48a-87fbdbdd3416 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:22:16.490866 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cb99c30-a54d-437c-aa31-0eb44c42b579 None None] Routers {'f9c6dfc0-1b98-43b4-a54b-397df9327a74'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:22:16.491519 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-0cb99c30-a54d-437c-aa31-0eb44c42b579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc1c898b0>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:21:50Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['f9c6dfc0-1b98-43b4-a54b-397df9327a74'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:22:16.513395 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_common [None req-269a3c2c-0c80-4c62-af0d-36b94a160fab None None] Allocated IP 172.20.0.2 (e236d384-0d0c-45dc-aebd-e695235dcead/94b1fe5e-da3c-4ebd-a5d1-1cd5a0994f2a/caba986f-d84e-4a3c-aee7-00b5dd9f8b9b) {{(pid=87637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:22:16.671058 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-0cb99c30-a54d-437c-aa31-0eb44c42b579 None None] Set router f9c6dfc0-1b98-43b4-a54b-397df9327a74 gateway port host: dv-neutron-822799-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:22:16.719271 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-269a3c2c-0c80-4c62-af0d-36b94a160fab None None] Notify callbacks [] for port, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:22:16.729458 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-269a3c2c-0c80-4c62-af0d-36b94a160fab None None] Transition to ACTIVE for port object caba986f-d84e-4a3c-aee7-00b5dd9f8b9b will not be triggered until provisioned by entity L2. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:22:16.747438 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-269a3c2c-0c80-4c62-af0d-36b94a160fab None None] Transition to ACTIVE for port object caba986f-d84e-4a3c-aee7-00b5dd9f8b9b will not be triggered until provisioned by entity DHCP. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:22:16.755179 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-269a3c2c-0c80-4c62-af0d-36b94a160fab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780'] for port, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:22:16.763244 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:22:16.817293 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-269a3c2c-0c80-4c62-af0d-36b94a160fab None None] Network e236d384-0d0c-45dc-aebd-e695235dcead is already hosted by enough agents. {{(pid=87637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:22:16.825217 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-269a3c2c-0c80-4c62-af0d-36b94a160fab None None] Resources bound (agent type, host, resource id):  {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:22:16.830241 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-269a3c2c-0c80-4c62-af0d-36b94a160fab None None] Received port after_create {{(pid=87637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:22:16.862996 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269a3c2c-0c80-4c62-af0d-36b94a160fab None None] Pushing event updated for resources: {'Port': ['ID=caba986f-d84e-4a3c-aee7-00b5dd9f8b9b,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:22:16.870882 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-269a3c2c-0c80-4c62-af0d-36b94a160fab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:22:16.931997 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-269a3c2c-0c80-4c62-af0d-36b94a160fab None None] Attempting to bind port caba986f-d84e-4a3c-aee7-00b5dd9f8b9b on host dv-neutron-822799-1-hyperv for vnic_type normal with profile  {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:22:16.932335 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-269a3c2c-0c80-4c62-af0d-36b94a160fab None None] Attempting to bind port caba986f-d84e-4a3c-aee7-00b5dd9f8b9b by drivers openvswitch,hyperv on host dv-neutron-822799-1-hyperv at level 0 using segments [{'id': 'd91b740b-7e8d-4ca0-a2e4-e2397d083f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'e236d384-0d0c-45dc-aebd-e695235dcead'}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:22:16.932763 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-269a3c2c-0c80-4c62-af0d-36b94a160fab None None] Attempting to bind port caba986f-d84e-4a3c-aee7-00b5dd9f8b9b on network e236d384-0d0c-45dc-aebd-e695235dcead {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:22:16.938630 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-269a3c2c-0c80-4c62-af0d-36b94a160fab None None] Checking agent: {'id': '20d2070f-69a9-4e73-8d08-6f0387a40158', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822799-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 21), 'started_at': datetime.datetime(2021, 12, 23, 16, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 21, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822799-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 23 16:22:16.939035 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-269a3c2c-0c80-4c62-af0d-36b94a160fab None None] Checking segment: {'id': 'd91b740b-7e8d-4ca0-a2e4-e2397d083f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'e236d384-0d0c-45dc-aebd-e695235dcead'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:22:16.939448 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-269a3c2c-0c80-4c62-af0d-36b94a160fab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:22:16.939843 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-269a3c2c-0c80-4c62-af0d-36b94a160fab None None] Bound using segment: {'id': 'd91b740b-7e8d-4ca0-a2e4-e2397d083f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'e236d384-0d0c-45dc-aebd-e695235dcead'} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 23 16:22:16.940421 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-269a3c2c-0c80-4c62-af0d-36b94a160fab None None] Bound port: caba986f-d84e-4a3c-aee7-00b5dd9f8b9b, host: dv-neutron-822799-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd91b740b-7e8d-4ca0-a2e4-e2397d083f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'e236d384-0d0c-45dc-aebd-e695235dcead'}}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 23 16:22:16.940732 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-269a3c2c-0c80-4c62-af0d-36b94a160fab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:22:16.968196 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-0cb99c30-a54d-437c-aa31-0eb44c42b579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc1c898b0>, [{'id': 'f9c6dfc0-1b98-43b4-a54b-397df9327a74', 'name': 'tempest-TestNetworkBasicOps-router-589356894', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.57'}], 'enable_snat': True}, 'gw_port_id': '9eaa0d5c-d5e5-4cf8-8ae5-0050ed5bd9d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:22:12Z', 'updated_at': '2021-12-23T16:22:13Z', 'revision_number': 3, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'gw_port': {'id': '9eaa0d5c-d5e5-4cf8-8ae5-0050ed5bd9d4', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:3f:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9c6dfc0-1b98-43b4-a54b-397df9327a74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:22:13Z', 'updated_at': '2021-12-23T16:22:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv'}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:22:16.973471 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cb99c30-a54d-437c-aa31-0eb44c42b579 None None] The sync data for ids ['f9c6dfc0-1b98-43b4-a54b-397df9327a74'] in dv-neutron-822799-1-hyperv is: [{'id': 'f9c6dfc0-1b98-43b4-a54b-397df9327a74', 'name': 'tempest-TestNetworkBasicOps-router-589356894', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.57'}], 'enable_snat': True}, 'gw_port_id': '9eaa0d5c-d5e5-4cf8-8ae5-0050ed5bd9d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:22:12Z', 'updated_at': '2021-12-23T16:22:13Z', 'revision_number': 3, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'gw_port': {'id': '9eaa0d5c-d5e5-4cf8-8ae5-0050ed5bd9d4', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:3f:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9c6dfc0-1b98-43b4-a54b-397df9327a74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:22:13Z', 'updated_at': '2021-12-23T16:22:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv'}] {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 23 16:22:16.998027 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-dc2c116b-f032-4b27-bc73-adeacb56598a tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:22:17.030673 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-269a3c2c-0c80-4c62-af0d-36b94a160fab None None] For port caba986f-d84e-4a3c-aee7-00b5dd9f8b9b, host dv-neutron-822799-1-hyperv, cleared binding levels {{(pid=87637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 23 16:22:17.034027 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-269a3c2c-0c80-4c62-af0d-36b94a160fab None None] For port caba986f-d84e-4a3c-aee7-00b5dd9f8b9b, host dv-neutron-822799-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=caba986f-d84e-4a3c-aee7-00b5dd9f8b9b,segment=NetworkSegment(d91b740b-7e8d-4ca0-a2e4-e2397d083f91),segment_id=d91b740b-7e8d-4ca0-a2e4-e2397d083f91)] {{(pid=87637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 23 16:22:17.040282 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-269a3c2c-0c80-4c62-af0d-36b94a160fab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:22:17.044512 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:22:17.129738 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269a3c2c-0c80-4c62-af0d-36b94a160fab None None] Pushing event updated for resources: {'Port': ['ID=caba986f-d84e-4a3c-aee7-00b5dd9f8b9b,revision_number=2']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:22:17.133871 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-269a3c2c-0c80-4c62-af0d-36b94a160fab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:22:17.324202 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-2ee11ea8-5084-45e9-a9e1-13693cde0ff0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:22:17.476062 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [None req-dc2c116b-f032-4b27-bc73-adeacb56598a tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Allocated IP 172.20.0.1 (e236d384-0d0c-45dc-aebd-e695235dcead/94b1fe5e-da3c-4ebd-a5d1-1cd5a0994f2a/6189d2cc-51f7-4a08-91fc-d336b653ce56) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:22:17.649929 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-dc2c116b-f032-4b27-bc73-adeacb56598a tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:22:17.669092 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.provisioning_blocks [None req-dc2c116b-f032-4b27-bc73-adeacb56598a tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Transition to ACTIVE for port object 6189d2cc-51f7-4a08-91fc-d336b653ce56 will not be triggered until provisioned by entity DHCP. {{(pid=87636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:22:17.709668 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-dc2c116b-f032-4b27-bc73-adeacb56598a tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:22:17.715562 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-ccbd5361-6ce8-4b45-b5bb-e3da1689bb24 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:22:17.722348 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device caba986f-d84e-4a3c-aee7-00b5dd9f8b9b up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:22:17.794357 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning for port caba986f-d84e-4a3c-aee7-00b5dd9f8b9b completed by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:22:17.794636 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc2c116b-f032-4b27-bc73-adeacb56598a tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Network e236d384-0d0c-45dc-aebd-e695235dcead is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:22:17.798390 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-dc2c116b-f032-4b27-bc73-adeacb56598a tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Resources bound (agent type, host, resource id):  {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:22:17.800607 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 9eaa0d5c-d5e5-4cf8-8ae5-0050ed5bd9d4 up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:22:17.800939 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc2c116b-f032-4b27-bc73-adeacb56598a tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:22:17.829658 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2c116b-f032-4b27-bc73-adeacb56598a tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Pushing event updated for resources: {'Port': ['ID=6189d2cc-51f7-4a08-91fc-d336b653ce56,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:22:17.832748 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-dc2c116b-f032-4b27-bc73-adeacb56598a tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:22:17.864309 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-dc2c116b-f032-4b27-bc73-adeacb56598a tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1781300'] for router_interface, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:22:17.891990 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning for port 9eaa0d5c-d5e5-4cf8-8ae5-0050ed5bd9d4 completed by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:22:17.897556 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port 9eaa0d5c-d5e5-4cf8-8ae5-0050ed5bd9d4 triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:22:17.897948 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:22:18.007637 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-dc2c116b-f032-4b27-bc73-adeacb56598a tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:22:18.031011 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:22:18.048091 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] For port 9eaa0d5c-d5e5-4cf8-8ae5-0050ed5bd9d4, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=9eaa0d5c-d5e5-4cf8-8ae5-0050ed5bd9d4,segment=NetworkSegment(77e3d110-dd7b-426c-b11f-b78dde7993df),segment_id=77e3d110-dd7b-426c-b11f-b78dde7993df)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:22:18.053670 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:22:18.057351 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:22:18.136687 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Pushing event updated for resources: {'Port': ['ID=9eaa0d5c-d5e5-4cf8-8ae5-0050ed5bd9d4,revision_number=4']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:22:18.140729 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:22:18.240181 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fd77fd6-66b5-4434-b2d2-2c6f684181a5 None None] Network e236d384-0d0c-45dc-aebd-e695235dcead requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:22:18.338861 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-d3a4d8b7-7ff8-4873-b308-2f3a24295b6e None None] Provisioning for port caba986f-d84e-4a3c-aee7-00b5dd9f8b9b completed by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:22:18.357190 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-d3a4d8b7-7ff8-4873-b308-2f3a24295b6e None None] Provisioning complete for port caba986f-d84e-4a3c-aee7-00b5dd9f8b9b triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:22:18.357603 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d3a4d8b7-7ff8-4873-b308-2f3a24295b6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:22:18.427258 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-dc2c116b-f032-4b27-bc73-adeacb56598a tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for port, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:22:18.431809 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-dc2c116b-f032-4b27-bc73-adeacb56598a tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2176289'] for port, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:22:18.465411 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-1101b165-a7bb-406e-8fdf-f18f319f11a7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:22:18.574896 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-dc2c116b-f032-4b27-bc73-adeacb56598a tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1627481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1781465'] for router_interface, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:22:18.579995 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2c116b-f032-4b27-bc73-adeacb56598a tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Pushing event updated for resources: {'Port': ['ID=6189d2cc-51f7-4a08-91fc-d336b653ce56,revision_number=2']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:22:18.583486 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-dc2c116b-f032-4b27-bc73-adeacb56598a tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:22:18.593140 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d3a4d8b7-7ff8-4873-b308-2f3a24295b6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:22:18.639734 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-d3a4d8b7-7ff8-4873-b308-2f3a24295b6e None None] For port caba986f-d84e-4a3c-aee7-00b5dd9f8b9b, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=caba986f-d84e-4a3c-aee7-00b5dd9f8b9b,segment=NetworkSegment(d91b740b-7e8d-4ca0-a2e4-e2397d083f91),segment_id=d91b740b-7e8d-4ca0-a2e4-e2397d083f91)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:22:18.644802 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d3a4d8b7-7ff8-4873-b308-2f3a24295b6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:22:18.648454 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:22:18.717785 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a4d8b7-7ff8-4873-b308-2f3a24295b6e None None] Pushing event updated for resources: {'Port': ['ID=caba986f-d84e-4a3c-aee7-00b5dd9f8b9b,revision_number=3']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:22:18.721403 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-d3a4d8b7-7ff8-4873-b308-2f3a24295b6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:22:18.868971 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc2c116b-f032-4b27-bc73-adeacb56598a tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Network e236d384-0d0c-45dc-aebd-e695235dcead is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:22:18.870067 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-dc2c116b-f032-4b27-bc73-adeacb56598a tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Resources bound (agent type, host, resource id):  {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:22:18.873548 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-181ac3dc-02c2-424c-a64f-6208a1eebeb4 None None] Provisioning complete for port caba986f-d84e-4a3c-aee7-00b5dd9f8b9b triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:22:18.874182 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-181ac3dc-02c2-424c-a64f-6208a1eebeb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:22:19.025505 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-181ac3dc-02c2-424c-a64f-6208a1eebeb4 None None] Provisioning for port 6189d2cc-51f7-4a08-91fc-d336b653ce56 completed by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:22:19.031358 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-181ac3dc-02c2-424c-a64f-6208a1eebeb4 None None] Provisioning complete for port 6189d2cc-51f7-4a08-91fc-d336b653ce56 triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:22:19.031742 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-181ac3dc-02c2-424c-a64f-6208a1eebeb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:22:19.069902 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc2c116b-f032-4b27-bc73-adeacb56598a tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Router f9c6dfc0-1b98-43b4-a54b-397df9327a74 has already been hosted by L3 agent 371d4c41-c7e2-4de7-9539-c049ec4e95d1 {{(pid=87636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 23 16:22:19.091964 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-181ac3dc-02c2-424c-a64f-6208a1eebeb4 None None] Port 6189d2cc-51f7-4a08-91fc-d336b653ce56 cannot update to ACTIVE because it is not bound. {{(pid=87637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 23 16:22:19.213173 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-83b61a10-52b8-438d-95bb-d7c2990585d1 None None] Provisioning complete for port 6189d2cc-51f7-4a08-91fc-d336b653ce56 triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:22:19.215008 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-83b61a10-52b8-438d-95bb-d7c2990585d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:22:19.260496 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc2c116b-f032-4b27-bc73-adeacb56598a tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify agent at l3_agent.dv-neutron-822799-1-hyperv the message routers_updated {{(pid=87636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 23 16:22:19.272840 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61d6fd51-bfe6-4eee-a630-130d730cab50 None None] Sync routers for ids ['f9c6dfc0-1b98-43b4-a54b-397df9327a74'] in dv-neutron-822799-1-hyperv {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 23 16:22:19.274038 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-dc2c116b-f032-4b27-bc73-adeacb56598a tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "PUT /v2.0/routers/f9c6dfc0-1b98-43b4-a54b-397df9327a74/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1726847
Dec 23 16:22:19.276622 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 54058) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:22:19.289351 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61d6fd51-bfe6-4eee-a630-130d730cab50 None None] Routers {'f9c6dfc0-1b98-43b4-a54b-397df9327a74'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:22:19.291540 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-61d6fd51-bfe6-4eee-a630-130d730cab50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc1f74190>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:21:50Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['f9c6dfc0-1b98-43b4-a54b-397df9327a74'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:22:19.317246 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-83b61a10-52b8-438d-95bb-d7c2990585d1 None None] Port 6189d2cc-51f7-4a08-91fc-d336b653ce56 cannot update to ACTIVE because it is not bound. {{(pid=87637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 23 16:22:19.420993 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cd2158d-4e21-4762-9ca7-a86b12d01564 tempest-TestNetworkBasicOps-54271533 tempest-TestNetworkBasicOps-54271533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:22:19.421461 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cd2158d-4e21-4762-9ca7-a86b12d01564 tempest-TestNetworkBasicOps-54271533 tempest-TestNetworkBasicOps-54271533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:22:19.421950 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cd2158d-4e21-4762-9ca7-a86b12d01564 tempest-TestNetworkBasicOps-54271533 tempest-TestNetworkBasicOps-54271533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:22:19.422404 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cd2158d-4e21-4762-9ca7-a86b12d01564 tempest-TestNetworkBasicOps-54271533 tempest-TestNetworkBasicOps-54271533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:22:19.422941 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cd2158d-4e21-4762-9ca7-a86b12d01564 tempest-TestNetworkBasicOps-54271533 tempest-TestNetworkBasicOps-54271533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:22:19.423463 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cd2158d-4e21-4762-9ca7-a86b12d01564 tempest-TestNetworkBasicOps-54271533 tempest-TestNetworkBasicOps-54271533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:22:19.425167 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-7cd2158d-4e21-4762-9ca7-a86b12d01564 tempest-TestNetworkBasicOps-54271533 tempest-TestNetworkBasicOps-54271533-project-admin] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200  len: 4283 time: 0.1474314
Dec 23 16:22:19.427894 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 54062) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:22:19.439342 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-fb6287d7-e11a-4841-a5a8-b9c2477518f3 None None] Provisioning complete for port 6189d2cc-51f7-4a08-91fc-d336b653ce56 triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:22:19.439883 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-fb6287d7-e11a-4841-a5a8-b9c2477518f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:22:19.476097 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-61d6fd51-bfe6-4eee-a630-130d730cab50 None None] Set router f9c6dfc0-1b98-43b4-a54b-397df9327a74 gateway port host: dv-neutron-822799-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:22:19.496138 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-fb6287d7-e11a-4841-a5a8-b9c2477518f3 None None] Port 6189d2cc-51f7-4a08-91fc-d336b653ce56 cannot update to ACTIVE because it is not bound. {{(pid=87637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 23 16:22:19.501876 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc4d3924-d74a-4295-8907-fa9144319f34 tempest-TestNetworkBasicOps-54271533 tempest-TestNetworkBasicOps-54271533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:22:19.502343 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc4d3924-d74a-4295-8907-fa9144319f34 tempest-TestNetworkBasicOps-54271533 tempest-TestNetworkBasicOps-54271533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:22:19.502792 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc4d3924-d74a-4295-8907-fa9144319f34 tempest-TestNetworkBasicOps-54271533 tempest-TestNetworkBasicOps-54271533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:22:19.503239 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc4d3924-d74a-4295-8907-fa9144319f34 tempest-TestNetworkBasicOps-54271533 tempest-TestNetworkBasicOps-54271533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:22:19.503681 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc4d3924-d74a-4295-8907-fa9144319f34 tempest-TestNetworkBasicOps-54271533 tempest-TestNetworkBasicOps-54271533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:22:19.504124 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc4d3924-d74a-4295-8907-fa9144319f34 tempest-TestNetworkBasicOps-54271533 tempest-TestNetworkBasicOps-54271533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:22:19.505907 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-cc4d3924-d74a-4295-8907-fa9144319f34 tempest-TestNetworkBasicOps-54271533 tempest-TestNetworkBasicOps-54271533-project-admin] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 4013 time: 0.0768542
Dec 23 16:22:19.508865 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 54066) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:22:19.669155 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device caba986f-d84e-4a3c-aee7-00b5dd9f8b9b up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:22:19.729992 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9d4b3d4c-a307-42aa-bf37-0f3d68dee269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:22:19.737463 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-080e5e63-5929-43a5-97c1-7074b0727c70 tempest-TestNetworkBasicOps-54271533 tempest-TestNetworkBasicOps-54271533-project-admin] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200  len: 3046 time: 0.2272203
Dec 23 16:22:19.751308 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port caba986f-d84e-4a3c-aee7-00b5dd9f8b9b triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:22:19.751807 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:22:19.801974 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-61d6fd51-bfe6-4eee-a630-130d730cab50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc1f74190>, [{'id': 'f9c6dfc0-1b98-43b4-a54b-397df9327a74', 'name': 'tempest-TestNetworkBasicOps-router-589356894', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.57'}], 'enable_snat': True}, 'gw_port_id': '9eaa0d5c-d5e5-4cf8-8ae5-0050ed5bd9d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:22:12Z', 'updated_at': '2021-12-23T16:22:17Z', 'revision_number': 4, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'gw_port': {'id': '9eaa0d5c-d5e5-4cf8-8ae5-0050ed5bd9d4', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:3f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9c6dfc0-1b98-43b4-a54b-397df9327a74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:22:13Z', 'updated_at': '2021-12-23T16:22:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_interfaces': [{'id': '6189d2cc-51f7-4a08-91fc-d336b653ce56', 'name': '', 'network_id': 'e236d384-0d0c-45dc-aebd-e695235dcead', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'mac_address': 'fa:16:3e:e3:3f:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9c6dfc0-1b98-43b4-a54b-397df9327a74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '94b1fe5e-da3c-4ebd-a5d1-1cd5a0994f2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:22:17Z', 'updated_at': '2021-12-23T16:22:18Z', 'revision_number': 2, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'subnets': [{'id': '94b1fe5e-da3c-4ebd-a5d1-1cd5a0994f2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:22:19.805752 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61d6fd51-bfe6-4eee-a630-130d730cab50 None None] Checking router: f9c6dfc0-1b98-43b4-a54b-397df9327a74 for host: dv-neutron-822799-1-hyperv {{(pid=87638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 23 16:22:19.806179 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61d6fd51-bfe6-4eee-a630-130d730cab50 None None] Updating router f9c6dfc0-1b98-43b4-a54b-397df9327a74 port 6189d2cc-51f7-4a08-91fc-d336b653ce56 binding host dv-neutron-822799-1-hyperv {{(pid=87638) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 23 16:22:19.859141 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-61d6fd51-bfe6-4eee-a630-130d730cab50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:22:19.877137 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 54072) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:22:19.879665 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 9eaa0d5c-d5e5-4cf8-8ae5-0050ed5bd9d4 up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:22:19.883037 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-b7f81fbc-57d4-4ca4-bd29-55d6fe17795b tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1793436371', 'description': 'tempest-secgroup-smoke-1793436371 description', 'project_id': '544f3e375bde4f0988286eba27294ea6'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:22:19.889332 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-b7f81fbc-57d4-4ca4-bd29-55d6fe17795b tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:22:19.893775 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-b7f81fbc-57d4-4ca4-bd29-55d6fe17795b tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Usage tracker for resource:security_group and tenant:544f3e375bde4f0988286eba27294ea6 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:22:19.896783 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-b7f81fbc-57d4-4ca4-bd29-55d6fe17795b tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:22:19.902621 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-b7f81fbc-57d4-4ca4-bd29-55d6fe17795b tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:22:19.914513 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b7f81fbc-57d4-4ca4-bd29-55d6fe17795b tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:22:19.935109 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-b7f81fbc-57d4-4ca4-bd29-55d6fe17795b tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:22:19.939358 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-b7f81fbc-57d4-4ca4-bd29-55d6fe17795b tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Usage tracker for resource:security_group_rule and tenant:544f3e375bde4f0988286eba27294ea6 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:22:19.944418 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-b7f81fbc-57d4-4ca4-bd29-55d6fe17795b tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:22:19.951062 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-b7f81fbc-57d4-4ca4-bd29-55d6fe17795b tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:22:19.957378 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port 9eaa0d5c-d5e5-4cf8-8ae5-0050ed5bd9d4 triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:22:19.957378 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:22:20.045223 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b7f81fbc-57d4-4ca4-bd29-55d6fe17795b tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:22:20.051555 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b7f81fbc-57d4-4ca4-bd29-55d6fe17795b tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:22:20.060307 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-66e9a528-38e2-4542-aaf7-9e6dfea289d9 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:22:20.121066 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f81fbc-57d4-4ca4-bd29-55d6fe17795b tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82c47de1-b2bf-4114-9d89-453955ac2459,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:22:20.123881 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-b7f81fbc-57d4-4ca4-bd29-55d6fe17795b tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:22:20.124049 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b7f81fbc-57d4-4ca4-bd29-55d6fe17795b tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:22:20.130109 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-b7f81fbc-57d4-4ca4-bd29-55d6fe17795b tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1796 time: 0.2469707
Dec 23 16:22:20.130109 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 54076) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:22:20.134678 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-28ef0486-8215-4e80-95e1-b588b87d6039 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Request body: {'security_group_rule': {'security_group_id': '82c47de1-b2bf-4114-9d89-453955ac2459', 'project_id': '544f3e375bde4f0988286eba27294ea6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:22:20.140172 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-28ef0486-8215-4e80-95e1-b588b87d6039 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:22:20.144318 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-28ef0486-8215-4e80-95e1-b588b87d6039 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Usage tracker for resource:security_group_rule and tenant:544f3e375bde4f0988286eba27294ea6 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:22:20.148092 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-28ef0486-8215-4e80-95e1-b588b87d6039 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:22:20.153860 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-28ef0486-8215-4e80-95e1-b588b87d6039 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:22:20.177250 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-28ef0486-8215-4e80-95e1-b588b87d6039 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:22:20.246899 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-28ef0486-8215-4e80-95e1-b588b87d6039 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:22:20.254232 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-28ef0486-8215-4e80-95e1-b588b87d6039 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762424'] for security_group_rule, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:22:20.256996 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-a717d919-b105-4ec4-ae92-27a8311e7217 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:22:20.295777 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-61d6fd51-bfe6-4eee-a630-130d730cab50 None None] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:22:20.303751 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-28ef0486-8215-4e80-95e1-b588b87d6039 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:22:20.308330 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-28ef0486-8215-4e80-95e1-b588b87d6039 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1749468
Dec 23 16:22:20.308651 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 54080) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:22:20.309174 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-61d6fd51-bfe6-4eee-a630-130d730cab50 None None] Transition to ACTIVE for port object 6189d2cc-51f7-4a08-91fc-d336b653ce56 will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:22:20.316373 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-18783637-a382-440d-b4ec-e3e1a89eb8db tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Request body: {'security_group_rule': {'security_group_id': '82c47de1-b2bf-4114-9d89-453955ac2459', 'project_id': '544f3e375bde4f0988286eba27294ea6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:22:20.318317 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-61d6fd51-bfe6-4eee-a630-130d730cab50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:22:20.320742 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ef0486-8215-4e80-95e1-b588b87d6039 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ec8e4a4-eca3-4606-957d-21bc689dba00,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:22:20.325180 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG oslo_concurrency.lockutils [None req-5d5f5781-28a4-40c6-bd86-2da56ad2f4e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:22:20.325316 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-28ef0486-8215-4e80-95e1-b588b87d6039 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:22:20.328062 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-18783637-a382-440d-b4ec-e3e1a89eb8db tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:22:20.332249 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-18783637-a382-440d-b4ec-e3e1a89eb8db tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Usage tracker for resource:security_group_rule and tenant:544f3e375bde4f0988286eba27294ea6 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:22:20.336067 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-18783637-a382-440d-b4ec-e3e1a89eb8db tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:22:20.344421 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-18783637-a382-440d-b4ec-e3e1a89eb8db tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:22:20.365378 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-18783637-a382-440d-b4ec-e3e1a89eb8db tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:22:20.450649 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-18783637-a382-440d-b4ec-e3e1a89eb8db tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:22:20.458025 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-18783637-a382-440d-b4ec-e3e1a89eb8db tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762424'] for security_group_rule, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:22:20.460874 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-7dba715e-1ab8-4c11-8f25-d89f6898f18f tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:22:20.481061 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18783637-a382-440d-b4ec-e3e1a89eb8db tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=723f50c6-4083-45f8-a080-00829f583915,revision_number=0']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:22:20.484219 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ef50ef-5416-4530-99f4-a1334295853b None None] Pushing event updated for resources: {'Port': ['ID=6189d2cc-51f7-4a08-91fc-d336b653ce56,revision_number=3']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:22:20.509048 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-18783637-a382-440d-b4ec-e3e1a89eb8db tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:22:20.512365 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG oslo_concurrency.lockutils [None req-d9ef50ef-5416-4530-99f4-a1334295853b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=87638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:22:20.519624 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-18783637-a382-440d-b4ec-e3e1a89eb8db tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:22:20.519624 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-18783637-a382-440d-b4ec-e3e1a89eb8db tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.2088070
Dec 23 16:22:20.522158 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 54084) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:22:20.527977 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-9ea9f9f7-e17d-4740-ba1e-1196dd95ca79 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Request body: {'security_group_rule': {'security_group_id': '82c47de1-b2bf-4114-9d89-453955ac2459', 'project_id': '544f3e375bde4f0988286eba27294ea6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:22:20.535488 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-9ea9f9f7-e17d-4740-ba1e-1196dd95ca79 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:22:20.540344 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-9ea9f9f7-e17d-4740-ba1e-1196dd95ca79 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Usage tracker for resource:security_group_rule and tenant:544f3e375bde4f0988286eba27294ea6 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:22:20.543028 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-9ea9f9f7-e17d-4740-ba1e-1196dd95ca79 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:22:20.549981 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-9ea9f9f7-e17d-4740-ba1e-1196dd95ca79 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:22:20.583601 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9ea9f9f7-e17d-4740-ba1e-1196dd95ca79 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:22:20.603621 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-61d6fd51-bfe6-4eee-a630-130d730cab50 None None] Attempting to bind port 6189d2cc-51f7-4a08-91fc-d336b653ce56 on host dv-neutron-822799-1-hyperv for vnic_type normal with profile  {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:22:20.605303 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-61d6fd51-bfe6-4eee-a630-130d730cab50 None None] Attempting to bind port 6189d2cc-51f7-4a08-91fc-d336b653ce56 by drivers openvswitch,hyperv on host dv-neutron-822799-1-hyperv at level 0 using segments [{'id': 'd91b740b-7e8d-4ca0-a2e4-e2397d083f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'e236d384-0d0c-45dc-aebd-e695235dcead'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:22:20.605905 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d6fd51-bfe6-4eee-a630-130d730cab50 None None] Attempting to bind port 6189d2cc-51f7-4a08-91fc-d336b653ce56 on network e236d384-0d0c-45dc-aebd-e695235dcead {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:22:20.615475 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d6fd51-bfe6-4eee-a630-130d730cab50 None None] Checking agent: {'id': '20d2070f-69a9-4e73-8d08-6f0387a40158', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822799-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 21), 'started_at': datetime.datetime(2021, 12, 23, 16, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 21, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822799-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 23 16:22:20.616015 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d6fd51-bfe6-4eee-a630-130d730cab50 None None] Checking segment: {'id': 'd91b740b-7e8d-4ca0-a2e4-e2397d083f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'e236d384-0d0c-45dc-aebd-e695235dcead'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:22:20.618230 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-61d6fd51-bfe6-4eee-a630-130d730cab50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:22:20.618230 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d6fd51-bfe6-4eee-a630-130d730cab50 None None] Bound using segment: {'id': 'd91b740b-7e8d-4ca0-a2e4-e2397d083f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'e236d384-0d0c-45dc-aebd-e695235dcead'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 23 16:22:20.620281 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-61d6fd51-bfe6-4eee-a630-130d730cab50 None None] Bound port: 6189d2cc-51f7-4a08-91fc-d336b653ce56, host: dv-neutron-822799-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd91b740b-7e8d-4ca0-a2e4-e2397d083f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'e236d384-0d0c-45dc-aebd-e695235dcead'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 23 16:22:20.620281 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-61d6fd51-bfe6-4eee-a630-130d730cab50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:22:20.684771 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9ea9f9f7-e17d-4740-ba1e-1196dd95ca79 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:22:20.690468 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9ea9f9f7-e17d-4740-ba1e-1196dd95ca79 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762424'] for security_group_rule, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:22:20.693042 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-7a30a69b-b616-4806-a041-2b586d6741d8 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:22:20.730035 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea9f9f7-e17d-4740-ba1e-1196dd95ca79 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9af1c4e-32a5-4478-be78-7232a9ff1374,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:22:20.733802 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-9ea9f9f7-e17d-4740-ba1e-1196dd95ca79 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:22:20.746645 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9ea9f9f7-e17d-4740-ba1e-1196dd95ca79 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:22:20.754014 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 54088) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:22:20.760288 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-9ea9f9f7-e17d-4740-ba1e-1196dd95ca79 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2338421
Dec 23 16:22:20.764619 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-d3ac6152-07d6-4af5-9683-bf2f1a8c0241 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Request body: {'security_group_rule': {'security_group_id': '82c47de1-b2bf-4114-9d89-453955ac2459', 'project_id': '544f3e375bde4f0988286eba27294ea6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:22:20.770031 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9dcbea60-a34f-4144-91e7-90aff3f57aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:22:20.775913 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-d3ac6152-07d6-4af5-9683-bf2f1a8c0241 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:22:20.781408 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-d3ac6152-07d6-4af5-9683-bf2f1a8c0241 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Usage tracker for resource:security_group_rule and tenant:544f3e375bde4f0988286eba27294ea6 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:22:20.786770 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-61d6fd51-bfe6-4eee-a630-130d730cab50 None None] For port 6189d2cc-51f7-4a08-91fc-d336b653ce56, host dv-neutron-822799-1-hyperv, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 23 16:22:20.786884 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-d3ac6152-07d6-4af5-9683-bf2f1a8c0241 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:22:20.793689 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-61d6fd51-bfe6-4eee-a630-130d730cab50 None None] For port 6189d2cc-51f7-4a08-91fc-d336b653ce56, host dv-neutron-822799-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=6189d2cc-51f7-4a08-91fc-d336b653ce56,segment=NetworkSegment(d91b740b-7e8d-4ca0-a2e4-e2397d083f91),segment_id=d91b740b-7e8d-4ca0-a2e4-e2397d083f91)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 23 16:22:20.795691 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-d3ac6152-07d6-4af5-9683-bf2f1a8c0241 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:22:20.801744 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-61d6fd51-bfe6-4eee-a630-130d730cab50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:22:20.806938 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG oslo_concurrency.lockutils [None req-0dcb918a-b57d-4141-8487-69042964f238 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:22:20.827423 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-d3ac6152-07d6-4af5-9683-bf2f1a8c0241 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:22:20.892016 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:22:20.895429 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ef50ef-5416-4530-99f4-a1334295853b None None] Pushing event updated for resources: {'Port': ['ID=6189d2cc-51f7-4a08-91fc-d336b653ce56,revision_number=4']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:22:20.895429 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG oslo_concurrency.lockutils [None req-d9ef50ef-5416-4530-99f4-a1334295853b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:22:20.895429 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61d6fd51-bfe6-4eee-a630-130d730cab50 None None] Routers {'f9c6dfc0-1b98-43b4-a54b-397df9327a74'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:22:20.895429 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-61d6fd51-bfe6-4eee-a630-130d730cab50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc1f74190>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:22:20Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['f9c6dfc0-1b98-43b4-a54b-397df9327a74'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:22:20.949310 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-d3ac6152-07d6-4af5-9683-bf2f1a8c0241 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:22:20.953686 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-d3ac6152-07d6-4af5-9683-bf2f1a8c0241 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762424'] for security_group_rule, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:22:20.956460 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-939ca76d-8fbf-4446-8d0e-4d5dfc21daba tempest-SecGroupTest-2018837412 tempest-SecGroupTest-2018837412-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:22:20.991291 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ac6152-07d6-4af5-9683-bf2f1a8c0241 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4622b613-b9bf-4ee5-8e74-b6ff54a61c1d,revision_number=0']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:22:20.994822 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-d3ac6152-07d6-4af5-9683-bf2f1a8c0241 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:22:21.006697 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-d3ac6152-07d6-4af5-9683-bf2f1a8c0241 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:22:21.012821 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-d3ac6152-07d6-4af5-9683-bf2f1a8c0241 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.2527885
Dec 23 16:22:21.012948 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 54094) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:22:21.020341 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-e07d2614-b57f-40b1-8a29-276ff2a27033 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Request body: {'security_group_rule': {'security_group_id': '82c47de1-b2bf-4114-9d89-453955ac2459', 'project_id': '544f3e375bde4f0988286eba27294ea6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:22:21.028994 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-e07d2614-b57f-40b1-8a29-276ff2a27033 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:22:21.035260 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-e07d2614-b57f-40b1-8a29-276ff2a27033 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Usage tracker for resource:security_group_rule and tenant:544f3e375bde4f0988286eba27294ea6 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:22:21.040831 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-e07d2614-b57f-40b1-8a29-276ff2a27033 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:22:21.047763 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-e07d2614-b57f-40b1-8a29-276ff2a27033 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:22:21.063017 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.db.securitygroups_db [None req-e07d2614-b57f-40b1-8a29-276ff2a27033 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Project 544f3e375bde4f0988286eba27294ea6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 23 16:22:21.075781 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e07d2614-b57f-40b1-8a29-276ff2a27033 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:22:21.115550 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-61d6fd51-bfe6-4eee-a630-130d730cab50 None None] Set router f9c6dfc0-1b98-43b4-a54b-397df9327a74 gateway port host: dv-neutron-822799-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:22:21.151004 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e07d2614-b57f-40b1-8a29-276ff2a27033 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:22:21.156212 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e07d2614-b57f-40b1-8a29-276ff2a27033 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762424'] for security_group_rule, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:22:21.159702 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-b0452b75-3169-434b-b0d1-b7b4cdbb5c73 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:22:21.186174 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07d2614-b57f-40b1-8a29-276ff2a27033 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26aef40c-91e6-468c-bbb3-0df3b5878ef9,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:22:21.190158 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-e07d2614-b57f-40b1-8a29-276ff2a27033 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:22:21.199277 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e07d2614-b57f-40b1-8a29-276ff2a27033 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:22:21.201628 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 54098) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:22:21.201746 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-e07d2614-b57f-40b1-8a29-276ff2a27033 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1876910
Dec 23 16:22:21.206656 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-c660305f-a1e5-4889-b933-4ba6b541679c tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Request body: {'security_group_rule': {'security_group_id': '82c47de1-b2bf-4114-9d89-453955ac2459', 'project_id': '544f3e375bde4f0988286eba27294ea6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:22:21.216306 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-c660305f-a1e5-4889-b933-4ba6b541679c tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:22:21.224032 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-c660305f-a1e5-4889-b933-4ba6b541679c tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Usage tracker for resource:security_group_rule and tenant:544f3e375bde4f0988286eba27294ea6 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:22:21.226913 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-c660305f-a1e5-4889-b933-4ba6b541679c tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:22:21.237132 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-c660305f-a1e5-4889-b933-4ba6b541679c tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:22:21.253543 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.db.securitygroups_db [None req-c660305f-a1e5-4889-b933-4ba6b541679c tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Project 544f3e375bde4f0988286eba27294ea6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 23 16:22:21.265025 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-c660305f-a1e5-4889-b933-4ba6b541679c tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:22:21.363214 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-c660305f-a1e5-4889-b933-4ba6b541679c tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:22:21.368877 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-c660305f-a1e5-4889-b933-4ba6b541679c tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762424'] for security_group_rule, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:22:21.382218 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-a73a8140-a804-4d3a-91e8-cd45f25f10ed tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:22:21.400466 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c660305f-a1e5-4889-b933-4ba6b541679c tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b951ffa-5483-4dc1-b6fe-45cb88aa9f86,revision_number=0']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:22:21.403714 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-c660305f-a1e5-4889-b933-4ba6b541679c tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:22:21.413458 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-c660305f-a1e5-4889-b933-4ba6b541679c tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:22:21.420618 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-c660305f-a1e5-4889-b933-4ba6b541679c tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.2122285
Dec 23 16:22:21.509008 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-61d6fd51-bfe6-4eee-a630-130d730cab50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc1f74190>, [{'id': 'f9c6dfc0-1b98-43b4-a54b-397df9327a74', 'name': 'tempest-TestNetworkBasicOps-router-589356894', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.57'}], 'enable_snat': True}, 'gw_port_id': '9eaa0d5c-d5e5-4cf8-8ae5-0050ed5bd9d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:22:12Z', 'updated_at': '2021-12-23T16:22:17Z', 'revision_number': 4, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'gw_port': {'id': '9eaa0d5c-d5e5-4cf8-8ae5-0050ed5bd9d4', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:3f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9c6dfc0-1b98-43b4-a54b-397df9327a74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:22:13Z', 'updated_at': '2021-12-23T16:22:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_interfaces': [{'id': '6189d2cc-51f7-4a08-91fc-d336b653ce56', 'name': '', 'network_id': 'e236d384-0d0c-45dc-aebd-e695235dcead', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'mac_address': 'fa:16:3e:e3:3f:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9c6dfc0-1b98-43b4-a54b-397df9327a74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '94b1fe5e-da3c-4ebd-a5d1-1cd5a0994f2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:22:17Z', 'updated_at': '2021-12-23T16:22:20Z', 'revision_number': 4, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'subnets': [{'id': '94b1fe5e-da3c-4ebd-a5d1-1cd5a0994f2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:22:21.518993 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61d6fd51-bfe6-4eee-a630-130d730cab50 None None] The sync data for ids ['f9c6dfc0-1b98-43b4-a54b-397df9327a74'] in dv-neutron-822799-1-hyperv is: [{'id': 'f9c6dfc0-1b98-43b4-a54b-397df9327a74', 'name': 'tempest-TestNetworkBasicOps-router-589356894', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.57'}], 'enable_snat': True}, 'gw_port_id': '9eaa0d5c-d5e5-4cf8-8ae5-0050ed5bd9d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:22:12Z', 'updated_at': '2021-12-23T16:22:17Z', 'revision_number': 4, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'gw_port': {'id': '9eaa0d5c-d5e5-4cf8-8ae5-0050ed5bd9d4', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:3f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9c6dfc0-1b98-43b4-a54b-397df9327a74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:22:13Z', 'updated_at': '2021-12-23T16:22:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_interfaces': [{'id': '6189d2cc-51f7-4a08-91fc-d336b653ce56', 'name': '', 'network_id': 'e236d384-0d0c-45dc-aebd-e695235dcead', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'mac_address': 'fa:16:3e:e3:3f:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9c6dfc0-1b98-43b4-a54b-397df9327a74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '94b1fe5e-da3c-4ebd-a5d1-1cd5a0994f2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:22:17Z', 'updated_at': '2021-12-23T16:22:20Z', 'revision_number': 4, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'subnets': [{'id': '94b1fe5e-da3c-4ebd-a5d1-1cd5a0994f2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 23 16:22:21.632505 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-4d4bebef-1734-4d31-ac0e-6650655141fd req-ae9adc21-0f7d-4ae7-bb15-e1d8d3be9629 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Synchronizing usage tracker for tenant:544f3e375bde4f0988286eba27294ea6 on resource:security_group {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:22:21.653465 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-4d4bebef-1734-4d31-ac0e-6650655141fd req-ae9adc21-0f7d-4ae7-bb15-e1d8d3be9629 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Unset dirty status for tenant:544f3e375bde4f0988286eba27294ea6 on resource:security_group {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:22:21.654965 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-4d4bebef-1734-4d31-ac0e-6650655141fd req-ae9adc21-0f7d-4ae7-bb15-e1d8d3be9629 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1793436371&fields=id&tenant_id=544f3e375bde4f0988286eba27294ea6 HTTP/1.1" status: 200  len: 267 time: 0.0847867
Dec 23 16:22:21.715203 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 6189d2cc-51f7-4a08-91fc-d336b653ce56 up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:22:21.788745 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning for port 6189d2cc-51f7-4a08-91fc-d336b653ce56 completed by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:22:21.794807 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port 6189d2cc-51f7-4a08-91fc-d336b653ce56 triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:22:21.795307 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:22:21.853272 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4bebef-1734-4d31-ac0e-6650655141fd req-0965ac5e-43a1-47dd-a76e-35a058bdef87 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:22:21.853993 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-4d4bebef-1734-4d31-ac0e-6650655141fd req-0965ac5e-43a1-47dd-a76e-35a058bdef87 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Synchronizing usage tracker for tenant:544f3e375bde4f0988286eba27294ea6 on resource:network {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:22:21.874282 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-4d4bebef-1734-4d31-ac0e-6650655141fd req-0965ac5e-43a1-47dd-a76e-35a058bdef87 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Unset dirty status for tenant:544f3e375bde4f0988286eba27294ea6 on resource:network {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:22:21.877761 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-4d4bebef-1734-4d31-ac0e-6650655141fd req-0965ac5e-43a1-47dd-a76e-35a058bdef87 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/networks?id=e236d384-0d0c-45dc-aebd-e695235dcead HTTP/1.1" status: 200  len: 796 time: 0.2100537
Dec 23 16:22:21.895804 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-4d4bebef-1734-4d31-ac0e-6650655141fd req-544b46a7-9d0e-4e85-acc5-b03552937a50 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/quotas/544f3e375bde4f0988286eba27294ea6 HTTP/1.1" status: 200  len: 375 time: 0.0127757
Dec 23 16:22:21.945818 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:22:21.982918 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] For port 6189d2cc-51f7-4a08-91fc-d336b653ce56, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=6189d2cc-51f7-4a08-91fc-d336b653ce56,segment=NetworkSegment(d91b740b-7e8d-4ca0-a2e4-e2397d083f91),segment_id=d91b740b-7e8d-4ca0-a2e4-e2397d083f91)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:22:21.987937 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:22:21.990221 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-ef30ca7d-2990-42a4-9c1d-aa37ae3583d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:22:21.996647 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-4d4bebef-1734-4d31-ac0e-6650655141fd req-785b260d-0ca8-45aa-9ffd-63615ede0301 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Synchronizing usage tracker for tenant:544f3e375bde4f0988286eba27294ea6 on resource:port {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:22:22.019550 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-4d4bebef-1734-4d31-ac0e-6650655141fd req-785b260d-0ca8-45aa-9ffd-63615ede0301 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Unset dirty status for tenant:544f3e375bde4f0988286eba27294ea6 on resource:port {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:22:22.023752 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-4d4bebef-1734-4d31-ac0e-6650655141fd req-785b260d-0ca8-45aa-9ffd-63615ede0301 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=544f3e375bde4f0988286eba27294ea6&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1217096
Dec 23 16:22:22.089934 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Pushing event updated for resources: {'Port': ['ID=6189d2cc-51f7-4a08-91fc-d336b653ce56,revision_number=5']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:22:22.093678 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:22:22.252193 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9e3aab53-d650-47e3-b8a6-2dff21fe9ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:22:22.486772 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-4d4bebef-1734-4d31-ac0e-6650655141fd req-a92c7c8a-55d1-4b63-b93e-f0182b5085f0 service neutron] 10.222.0.64 "GET /v2.0/networks/e236d384-0d0c-45dc-aebd-e695235dcead?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4443123
Dec 23 16:22:22.627398 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-4d4bebef-1734-4d31-ac0e-6650655141fd req-2e614ddf-0c98-492c-a512-cc40b585ea46 service neutron] 10.222.0.64 "GET /v2.0/networks/e236d384-0d0c-45dc-aebd-e695235dcead?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1333127
Dec 23 16:22:22.821575 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [req-72dabbbb-c553-4189-88f0-690f078512fc req-0106a047-6afd-4d81-b8e3-21a77e969274 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Synchronizing usage tracker for tenant:544f3e375bde4f0988286eba27294ea6 on resource:port {{(pid=87635) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:22:22.836715 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [req-72dabbbb-c553-4189-88f0-690f078512fc req-0106a047-6afd-4d81-b8e3-21a77e969274 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Unset dirty status for tenant:544f3e375bde4f0988286eba27294ea6 on resource:port {{(pid=87635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:22:22.838127 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-72dabbbb-c553-4189-88f0-690f078512fc req-0106a047-6afd-4d81-b8e3-21a77e969274 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/ports?device_id=1ae68377-cd31-4c96-99d8-999706d5ed8e HTTP/1.1" status: 200  len: 210 time: 0.0621407
Dec 23 16:22:23.598325 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.agents_db [None req-30c2320c-f298-49f6-9c47-c20e38116a9c None None] Agent healthcheck: found 6 active agents {{(pid=87638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 23 16:22:23.674942 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 6189d2cc-51f7-4a08-91fc-d336b653ce56 up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:22:23.754176 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port 6189d2cc-51f7-4a08-91fc-d336b653ce56 triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:22:23.754558 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:22:23.938325 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4bebef-1734-4d31-ac0e-6650655141fd req-8cc0a251-6a08-48ba-908b-157c6e6213d9 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:22:23.940044 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-4d4bebef-1734-4d31-ac0e-6650655141fd req-8cc0a251-6a08-48ba-908b-157c6e6213d9 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.61 "GET /v2.0/networks?id=e236d384-0d0c-45dc-aebd-e695235dcead HTTP/1.1" status: 200  len: 796 time: 0.1697724
Dec 23 16:22:24.008245 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-60f3d42f-63f6-449a-94c3-57b69f657eb8 req-a0bc4a80-434f-43cc-b973-dc2f105f817d tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/ports?device_id=1ae68377-cd31-4c96-99d8-999706d5ed8e HTTP/1.1" status: 200  len: 210 time: 0.0581615
Dec 23 16:22:24.033606 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-4d4bebef-1734-4d31-ac0e-6650655141fd req-a4af7bb8-0bd1-4b70-b388-0b760f6c9661 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=544f3e375bde4f0988286eba27294ea6 HTTP/1.1" status: 200  len: 380 time: 0.0526328
Dec 23 16:22:24.041950 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [req-4d4bebef-1734-4d31-ac0e-6650655141fd req-f805524d-4736-422c-ba63-b9fe5cbb70fd tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Request body: {'port': {'device_id': '1ae68377-cd31-4c96-99d8-999706d5ed8e', 'network_id': 'e236d384-0d0c-45dc-aebd-e695235dcead', 'admin_state_up': True, 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'security_groups': ['82c47de1-b2bf-4114-9d89-453955ac2459']}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:22:24.183960 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [req-4d4bebef-1734-4d31-ac0e-6650655141fd req-f805524d-4736-422c-ba63-b9fe5cbb70fd tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:22:24.201196 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [req-4d4bebef-1734-4d31-ac0e-6650655141fd req-f805524d-4736-422c-ba63-b9fe5cbb70fd tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:22:24.213773 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d4bebef-1734-4d31-ac0e-6650655141fd req-f805524d-4736-422c-ba63-b9fe5cbb70fd tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Made reservation on behalf of 544f3e375bde4f0988286eba27294ea6 for: {'port': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:22:24.217344 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-4d4bebef-1734-4d31-ac0e-6650655141fd req-f805524d-4736-422c-ba63-b9fe5cbb70fd tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:22:24.379364 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [req-4d4bebef-1734-4d31-ac0e-6650655141fd req-f805524d-4736-422c-ba63-b9fe5cbb70fd tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Allocated IP 172.20.0.11 (e236d384-0d0c-45dc-aebd-e695235dcead/94b1fe5e-da3c-4ebd-a5d1-1cd5a0994f2a/5c8daf89-060e-4482-ab05-92fa3e42e1ea) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:22:24.576221 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-4d4bebef-1734-4d31-ac0e-6650655141fd req-f805524d-4736-422c-ba63-b9fe5cbb70fd tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:22:24.594319 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.provisioning_blocks [req-4d4bebef-1734-4d31-ac0e-6650655141fd req-f805524d-4736-422c-ba63-b9fe5cbb70fd tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Transition to ACTIVE for port object 5c8daf89-060e-4482-ab05-92fa3e42e1ea will not be triggered until provisioned by entity DHCP. {{(pid=87636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:22:24.623150 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-4d4bebef-1734-4d31-ac0e-6650655141fd req-f805524d-4736-422c-ba63-b9fe5cbb70fd tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:22:24.629011 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-920366c0-b162-44d9-96bd-37516f156f49 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:22:24.695658 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d4bebef-1734-4d31-ac0e-6650655141fd req-f805524d-4736-422c-ba63-b9fe5cbb70fd tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Network e236d384-0d0c-45dc-aebd-e695235dcead is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:22:24.699360 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [req-4d4bebef-1734-4d31-ac0e-6650655141fd req-f805524d-4736-422c-ba63-b9fe5cbb70fd tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Resources bound (agent type, host, resource id):  {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:22:24.703173 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d4bebef-1734-4d31-ac0e-6650655141fd req-f805524d-4736-422c-ba63-b9fe5cbb70fd tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:22:24.732405 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f805524d-4736-422c-ba63-b9fe5cbb70fd tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Pushing event updated for resources: {'Port': ['ID=5c8daf89-060e-4482-ab05-92fa3e42e1ea,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:22:24.739298 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-f805524d-4736-422c-ba63-b9fe5cbb70fd tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:22:24.769172 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4bebef-1734-4d31-ac0e-6650655141fd req-f805524d-4736-422c-ba63-b9fe5cbb70fd tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:22:24.769786 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-4d4bebef-1734-4d31-ac0e-6650655141fd req-f805524d-4736-422c-ba63-b9fe5cbb70fd tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:22:24.797767 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-4d4bebef-1734-4d31-ac0e-6650655141fd req-f805524d-4736-422c-ba63-b9fe5cbb70fd tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.7592819
Dec 23 16:22:24.809313 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [req-4d4bebef-1734-4d31-ac0e-6650655141fd req-a9d059d0-04ad-47fb-a517-6bae26f05d1c service neutron] Request body: {'port': {'device_id': '1ae68377-cd31-4c96-99d8-999706d5ed8e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8227'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:22:24.923089 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-4d4bebef-1734-4d31-ac0e-6650655141fd req-a9d059d0-04ad-47fb-a517-6bae26f05d1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:22:24.972974 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-16eb7c5b-a4ba-4fb1-9ff0-ea76aec274d8 None None] Provisioning for port 5c8daf89-060e-4482-ab05-92fa3e42e1ea completed by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:22:24.977910 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-16eb7c5b-a4ba-4fb1-9ff0-ea76aec274d8 None None] Provisioning complete for port 5c8daf89-060e-4482-ab05-92fa3e42e1ea triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:22:24.978294 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-16eb7c5b-a4ba-4fb1-9ff0-ea76aec274d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:22:25.032545 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-16eb7c5b-a4ba-4fb1-9ff0-ea76aec274d8 None None] Port 5c8daf89-060e-4482-ab05-92fa3e42e1ea cannot update to ACTIVE because it is not bound. {{(pid=87637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 23 16:22:25.206552 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b6a38e-480b-42be-813b-2b9c574a087b req-965f301a-4646-49c1-97e1-eda742cc95ce tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:22:25.208031 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-53b6a38e-480b-42be-813b-2b9c574a087b req-965f301a-4646-49c1-97e1-eda742cc95ce tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/ports?device_id=1ae68377-cd31-4c96-99d8-999706d5ed8e HTTP/1.1" status: 200  len: 932 time: 0.0907192
Dec 23 16:22:25.254995 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-53b6a38e-480b-42be-813b-2b9c574a087b req-77b3a384-a023-46b0-b55a-c7990f2659bf tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/security-groups?id=82c47de1-b2bf-4114-9d89-453955ac2459&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0394692
Dec 23 16:22:25.288072 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [req-4d4bebef-1734-4d31-ac0e-6650655141fd req-a9d059d0-04ad-47fb-a517-6bae26f05d1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c8daf89-060e-4482-ab05-92fa3e42e1ea {{(pid=87636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 23 16:22:25.295524 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-4d4bebef-1734-4d31-ac0e-6650655141fd req-a9d059d0-04ad-47fb-a517-6bae26f05d1c service neutron] Notify callbacks [] for port, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:22:25.310299 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.provisioning_blocks [req-4d4bebef-1734-4d31-ac0e-6650655141fd req-a9d059d0-04ad-47fb-a517-6bae26f05d1c service neutron] Transition to ACTIVE for port object 5c8daf89-060e-4482-ab05-92fa3e42e1ea will not be triggered until provisioned by entity L2. {{(pid=87636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:22:25.316105 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-4d4bebef-1734-4d31-ac0e-6650655141fd req-a9d059d0-04ad-47fb-a517-6bae26f05d1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2176289'] for port, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:22:25.319762 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-7aee7265-7046-4719-81f7-44e49c0e797e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:22:25.604130 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d059d0-04ad-47fb-a517-6bae26f05d1c service neutron] Pushing event updated for resources: {'Port': ['ID=5c8daf89-060e-4482-ab05-92fa3e42e1ea,revision_number=2']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:22:25.612365 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-a9d059d0-04ad-47fb-a517-6bae26f05d1c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:22:25.682065 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [req-4d4bebef-1734-4d31-ac0e-6650655141fd req-a9d059d0-04ad-47fb-a517-6bae26f05d1c service neutron] Attempting to bind port 5c8daf89-060e-4482-ab05-92fa3e42e1ea on host hv-neutron-8227 for vnic_type normal with profile  {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:22:25.682399 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [req-4d4bebef-1734-4d31-ac0e-6650655141fd req-a9d059d0-04ad-47fb-a517-6bae26f05d1c service neutron] Attempting to bind port 5c8daf89-060e-4482-ab05-92fa3e42e1ea by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': 'd91b740b-7e8d-4ca0-a2e4-e2397d083f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'e236d384-0d0c-45dc-aebd-e695235dcead'}] {{(pid=87636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:22:25.682718 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d4bebef-1734-4d31-ac0e-6650655141fd req-a9d059d0-04ad-47fb-a517-6bae26f05d1c service neutron] Attempting to bind port 5c8daf89-060e-4482-ab05-92fa3e42e1ea on network e236d384-0d0c-45dc-aebd-e695235dcead {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:22:25.687433 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d4bebef-1734-4d31-ac0e-6650655141fd req-a9d059d0-04ad-47fb-a517-6bae26f05d1c service neutron] Port 5c8daf89-060e-4482-ab05-92fa3e42e1ea on network e236d384-0d0c-45dc-aebd-e695235dcead not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 23 16:22:25.687721 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d4bebef-1734-4d31-ac0e-6650655141fd req-a9d059d0-04ad-47fb-a517-6bae26f05d1c service neutron] Attempting to bind port 5c8daf89-060e-4482-ab05-92fa3e42e1ea on network e236d384-0d0c-45dc-aebd-e695235dcead {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:22:25.693255 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d4bebef-1734-4d31-ac0e-6650655141fd req-a9d059d0-04ad-47fb-a517-6bae26f05d1c service neutron] Checking agent: {'id': '5a806709-633b-4d33-98c4-3d24562c0f1e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8227', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 6, 42), 'started_at': datetime.datetime(2021, 12, 23, 16, 6, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 22, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 23 16:22:25.693583 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d4bebef-1734-4d31-ac0e-6650655141fd req-a9d059d0-04ad-47fb-a517-6bae26f05d1c service neutron] Checking segment: {'id': 'd91b740b-7e8d-4ca0-a2e4-e2397d083f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'e236d384-0d0c-45dc-aebd-e695235dcead'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:22:25.693963 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d4bebef-1734-4d31-ac0e-6650655141fd req-a9d059d0-04ad-47fb-a517-6bae26f05d1c service neutron] Bound using segment: {'id': 'd91b740b-7e8d-4ca0-a2e4-e2397d083f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'e236d384-0d0c-45dc-aebd-e695235dcead'} {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 23 16:22:25.694374 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [req-4d4bebef-1734-4d31-ac0e-6650655141fd req-a9d059d0-04ad-47fb-a517-6bae26f05d1c service neutron] Bound port: 5c8daf89-060e-4482-ab05-92fa3e42e1ea, host: hv-neutron-8227, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd91b740b-7e8d-4ca0-a2e4-e2397d083f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'e236d384-0d0c-45dc-aebd-e695235dcead'}}] {{(pid=87636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 23 16:22:25.694715 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-4d4bebef-1734-4d31-ac0e-6650655141fd req-a9d059d0-04ad-47fb-a517-6bae26f05d1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:22:25.785361 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [req-4d4bebef-1734-4d31-ac0e-6650655141fd req-a9d059d0-04ad-47fb-a517-6bae26f05d1c service neutron] For port 5c8daf89-060e-4482-ab05-92fa3e42e1ea, host hv-neutron-8227, cleared binding levels {{(pid=87636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 23 16:22:25.788161 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [req-4d4bebef-1734-4d31-ac0e-6650655141fd req-a9d059d0-04ad-47fb-a517-6bae26f05d1c service neutron] For port 5c8daf89-060e-4482-ab05-92fa3e42e1ea, host hv-neutron-8227, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=5c8daf89-060e-4482-ab05-92fa3e42e1ea,segment=NetworkSegment(d91b740b-7e8d-4ca0-a2e4-e2397d083f91),segment_id=d91b740b-7e8d-4ca0-a2e4-e2397d083f91)] {{(pid=87636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 23 16:22:25.795826 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-4d4bebef-1734-4d31-ac0e-6650655141fd req-a9d059d0-04ad-47fb-a517-6bae26f05d1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2176289'] for port, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:22:25.799416 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-0fd2b5b4-0cb9-48d5-b050-2540bd6f1b57 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:22:25.849637 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4bebef-1734-4d31-ac0e-6650655141fd req-a9d059d0-04ad-47fb-a517-6bae26f05d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:22:25.850262 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-4d4bebef-1734-4d31-ac0e-6650655141fd req-a9d059d0-04ad-47fb-a517-6bae26f05d1c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:22:25.851591 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-4d4bebef-1734-4d31-ac0e-6650655141fd req-a9d059d0-04ad-47fb-a517-6bae26f05d1c service neutron] 10.222.0.61 "PUT /v2.0/ports/5c8daf89-060e-4482-ab05-92fa3e42e1ea HTTP/1.1" status: 200  len: 1094 time: 1.0466957
Dec 23 16:22:25.852162 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ae68377-cd31-4c96-99d8-999706d5ed8e', 'tag': '5c8daf89-060e-4482-ab05-92fa3e42e1ea'}] {{(pid=87636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 23 16:22:25.878919 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d059d0-04ad-47fb-a517-6bae26f05d1c service neutron] Pushing event updated for resources: {'Port': ['ID=5c8daf89-060e-4482-ab05-92fa3e42e1ea,revision_number=3']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:22:25.881974 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-a9d059d0-04ad-47fb-a517-6bae26f05d1c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:22:25.899314 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ae68377-cd31-4c96-99d8-999706d5ed8e', 'tag': '5c8daf89-060e-4482-ab05-92fa3e42e1ea', 'status': 'completed', 'code': 200}
Dec 23 16:22:25.981128 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4bebef-1734-4d31-ac0e-6650655141fd req-daa68ae9-a350-4389-b6b8-a4c6d6f06037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:22:25.982628 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-4d4bebef-1734-4d31-ac0e-6650655141fd req-daa68ae9-a350-4389-b6b8-a4c6d6f06037 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=544f3e375bde4f0988286eba27294ea6&device_id=1ae68377-cd31-4c96-99d8-999706d5ed8e HTTP/1.1" status: 200  len: 1097 time: 0.0790713
Dec 23 16:22:26.053611 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-4d4bebef-1734-4d31-ac0e-6650655141fd req-c53baecd-fcd5-4c50-a72f-b5719482a6ea service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5c8daf89-060e-4482-ab05-92fa3e42e1ea HTTP/1.1" status: 200  len: 217 time: 0.0629873
Dec 23 16:22:26.124541 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4bebef-1734-4d31-ac0e-6650655141fd req-06acd8d0-fd1f-4c1b-b898-5d5a32a1f954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:22:26.126386 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-4d4bebef-1734-4d31-ac0e-6650655141fd req-06acd8d0-fd1f-4c1b-b898-5d5a32a1f954 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=94b1fe5e-da3c-4ebd-a5d1-1cd5a0994f2a HTTP/1.1" status: 200  len: 844 time: 0.0652924
Dec 23 16:22:26.206170 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4bebef-1734-4d31-ac0e-6650655141fd req-148eb63b-c8ba-448a-89a7-a72da8796125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:22:26.207696 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-4d4bebef-1734-4d31-ac0e-6650655141fd req-148eb63b-c8ba-448a-89a7-a72da8796125 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e236d384-0d0c-45dc-aebd-e695235dcead&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0740817
Dec 23 16:22:26.341831 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-4d4bebef-1734-4d31-ac0e-6650655141fd req-74a28bca-d79e-4c54-bd8a-a256ebc814de service neutron] 10.222.0.61 "GET /v2.0/networks/e236d384-0d0c-45dc-aebd-e695235dcead?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1270044
Dec 23 16:22:26.443367 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d9e08c-87cd-4888-ac42-41c3cd09f2b7 req-0fe2487f-30f6-490c-bdde-d1ee9588b504 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:22:26.444809 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-24d9e08c-87cd-4888-ac42-41c3cd09f2b7 req-0fe2487f-30f6-490c-bdde-d1ee9588b504 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/ports?device_id=1ae68377-cd31-4c96-99d8-999706d5ed8e HTTP/1.1" status: 200  len: 944 time: 0.0810950
Dec 23 16:22:26.472795 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-4d4bebef-1734-4d31-ac0e-6650655141fd req-f0bdd65a-193b-4e14-8596-7b43b9a6b9d5 service neutron] 10.222.0.61 "GET /v2.0/networks/e236d384-0d0c-45dc-aebd-e695235dcead?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1239464
Dec 23 16:22:26.494677 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-24d9e08c-87cd-4888-ac42-41c3cd09f2b7 req-3d6d7ee5-acf7-4515-9a73-e1be2428fdfb tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/security-groups?id=82c47de1-b2bf-4114-9d89-453955ac2459&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438221
Dec 23 16:22:26.606963 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca89342-a47e-48ce-b0a7-4477c87d34f0 req-fd4e98d9-7e10-4b52-820d-62fd1001a5db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:22:26.608462 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-aca89342-a47e-48ce-b0a7-4477c87d34f0 req-fd4e98d9-7e10-4b52-820d-62fd1001a5db service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=544f3e375bde4f0988286eba27294ea6&device_id=1ae68377-cd31-4c96-99d8-999706d5ed8e HTTP/1.1" status: 200  len: 1097 time: 0.0868928
Dec 23 16:22:26.749158 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca89342-a47e-48ce-b0a7-4477c87d34f0 req-7c58e4c7-63e5-46c0-a1a0-a10d76784ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:22:26.750598 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-aca89342-a47e-48ce-b0a7-4477c87d34f0 req-7c58e4c7-63e5-46c0-a1a0-a10d76784ef0 service neutron] 10.222.0.61 "GET /v2.0/networks?id=e236d384-0d0c-45dc-aebd-e695235dcead HTTP/1.1" status: 200  len: 897 time: 0.1347566
Dec 23 16:22:26.818326 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-aca89342-a47e-48ce-b0a7-4477c87d34f0 req-900e2f8d-4def-4c78-bd3a-e1b3bb973ffd service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5c8daf89-060e-4482-ab05-92fa3e42e1ea HTTP/1.1" status: 200  len: 217 time: 0.0603428
Dec 23 16:22:26.885213 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca89342-a47e-48ce-b0a7-4477c87d34f0 req-3f9bb6a0-a9b4-4815-b8db-762e64c65363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:22:26.886534 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-aca89342-a47e-48ce-b0a7-4477c87d34f0 req-3f9bb6a0-a9b4-4815-b8db-762e64c65363 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=94b1fe5e-da3c-4ebd-a5d1-1cd5a0994f2a HTTP/1.1" status: 200  len: 844 time: 0.0596638
Dec 23 16:22:26.964836 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca89342-a47e-48ce-b0a7-4477c87d34f0 req-621194e6-a069-4115-937f-a98d4d910c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:22:26.966288 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-aca89342-a47e-48ce-b0a7-4477c87d34f0 req-621194e6-a069-4115-937f-a98d4d910c4e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e236d384-0d0c-45dc-aebd-e695235dcead&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0708899
Dec 23 16:22:27.127997 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-aca89342-a47e-48ce-b0a7-4477c87d34f0 req-ea8f0e37-c8be-4d00-b972-c6ecc545f90f service neutron] 10.222.0.61 "GET /v2.0/networks/e236d384-0d0c-45dc-aebd-e695235dcead?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1495857
Dec 23 16:22:27.279809 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-aca89342-a47e-48ce-b0a7-4477c87d34f0 req-4c5e4e09-202c-401c-9b63-a35422f71f50 service neutron] 10.222.0.61 "GET /v2.0/networks/e236d384-0d0c-45dc-aebd-e695235dcead?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1443417
Dec 23 16:22:27.712968 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc79c33b-31fa-46bd-b43c-60012cccfd8f req-94cfcf97-a45d-4538-a2c7-7eb14a5b9579 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:22:27.712968 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-fc79c33b-31fa-46bd-b43c-60012cccfd8f req-94cfcf97-a45d-4538-a2c7-7eb14a5b9579 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Synchronizing usage tracker for tenant:544f3e375bde4f0988286eba27294ea6 on resource:port {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:22:27.733372 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-fc79c33b-31fa-46bd-b43c-60012cccfd8f req-94cfcf97-a45d-4538-a2c7-7eb14a5b9579 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Unset dirty status for tenant:544f3e375bde4f0988286eba27294ea6 on resource:port {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:22:27.733372 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-fc79c33b-31fa-46bd-b43c-60012cccfd8f req-94cfcf97-a45d-4538-a2c7-7eb14a5b9579 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/ports?device_id=1ae68377-cd31-4c96-99d8-999706d5ed8e HTTP/1.1" status: 200  len: 944 time: 0.1258326
Dec 23 16:22:27.780682 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-fc79c33b-31fa-46bd-b43c-60012cccfd8f req-a8ef2d84-8a86-454e-857a-1f9f07b8a7ab tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/security-groups?id=82c47de1-b2bf-4114-9d89-453955ac2459&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426166
Dec 23 16:22:28.275512 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Device 5c8daf89-060e-4482-ab05-92fa3e42e1ea details requested by agent hyperv_hv-neutron-8227 with host hv-neutron-8227 {{(pid=87637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 23 16:22:28.414020 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] For port 5c8daf89-060e-4482-ab05-92fa3e42e1ea, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=5c8daf89-060e-4482-ab05-92fa3e42e1ea,segment=NetworkSegment(d91b740b-7e8d-4ca0-a2e4-e2397d083f91),segment_id=d91b740b-7e8d-4ca0-a2e4-e2397d083f91)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:22:28.433296 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Returning: {'device': '5c8daf89-060e-4482-ab05-92fa3e42e1ea', 'network_id': 'e236d384-0d0c-45dc-aebd-e695235dcead', 'port_id': '5c8daf89-060e-4482-ab05-92fa3e42e1ea', 'mac_address': 'fa:16:3e:72:c8:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94b1fe5e-da3c-4ebd-a5d1-1cd5a0994f2a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 23 16:22:28.489719 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:22:28.508246 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.notifiers.nova [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c8daf89-060e-4482-ab05-92fa3e42e1ea {{(pid=87637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 23 16:22:28.525011 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] For port 5c8daf89-060e-4482-ab05-92fa3e42e1ea, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=5c8daf89-060e-4482-ab05-92fa3e42e1ea,segment=NetworkSegment(d91b740b-7e8d-4ca0-a2e4-e2397d083f91),segment_id=d91b740b-7e8d-4ca0-a2e4-e2397d083f91)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:22:28.525011 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:22:28.525011 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-44466da1-0411-4bd2-9b28-8213a6902623 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:22:28.596319 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Pushing event updated for resources: {'Port': ['ID=5c8daf89-060e-4482-ab05-92fa3e42e1ea,revision_number=4']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:22:28.596319 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:22:28.752880 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] get_ports_and_sgs() called for port_ids ['5c8daf89-060e-4482-ab05-92fa3e42e1ea'] {{(pid=87637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 23 16:22:28.993465 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9b28c7-8c90-434f-95a1-7a8c26835e41 req-c1cc134a-4791-4509-a97a-b274114cd685 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:22:29.007433 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-6e9b28c7-8c90-434f-95a1-7a8c26835e41 req-c1cc134a-4791-4509-a97a-b274114cd685 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/ports?device_id=1ae68377-cd31-4c96-99d8-999706d5ed8e HTTP/1.1" status: 200  len: 945 time: 0.0982766
Dec 23 16:22:29.052885 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-6e9b28c7-8c90-434f-95a1-7a8c26835e41 req-9f1e6ebe-7216-4f05-b287-fdf7c3ed36e1 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/security-groups?id=82c47de1-b2bf-4114-9d89-453955ac2459&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0469937
Dec 23 16:22:30.250412 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388cfbac-9963-4757-86f0-6b64ab0cc81f req-b061c23f-0ab4-4162-9d63-c8a9c7b980aa tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:22:30.250412 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-388cfbac-9963-4757-86f0-6b64ab0cc81f req-b061c23f-0ab4-4162-9d63-c8a9c7b980aa tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/ports?device_id=1ae68377-cd31-4c96-99d8-999706d5ed8e HTTP/1.1" status: 200  len: 945 time: 0.0874646
Dec 23 16:22:30.305654 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-388cfbac-9963-4757-86f0-6b64ab0cc81f req-7c2ba89a-554a-4498-a896-1bbf7388d139 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/security-groups?id=82c47de1-b2bf-4114-9d89-453955ac2459&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0434725
Dec 23 16:22:30.309975 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Device 5c8daf89-060e-4482-ab05-92fa3e42e1ea up at agent hyperv_hv-neutron-8227 {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:22:30.371492 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Provisioning for port 5c8daf89-060e-4482-ab05-92fa3e42e1ea completed by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:22:30.376521 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Provisioning complete for port 5c8daf89-060e-4482-ab05-92fa3e42e1ea triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:22:30.376969 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:22:30.501998 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:22:30.529809 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ae68377-cd31-4c96-99d8-999706d5ed8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c8daf89-060e-4482-ab05-92fa3e42e1ea'}] {{(pid=87637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 23 16:22:30.542071 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] For port 5c8daf89-060e-4482-ab05-92fa3e42e1ea, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=5c8daf89-060e-4482-ab05-92fa3e42e1ea,segment=NetworkSegment(d91b740b-7e8d-4ca0-a2e4-e2397d083f91),segment_id=d91b740b-7e8d-4ca0-a2e4-e2397d083f91)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:22:30.542071 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:22:30.542071 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-9875af53-7752-4efd-a124-d168fa5152b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:22:30.597698 dv-neutron-822799-1-hyperv neutron-server[87637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ae68377-cd31-4c96-99d8-999706d5ed8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c8daf89-060e-4482-ab05-92fa3e42e1ea', 'code': 200}
Dec 23 16:22:30.623183 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Pushing event updated for resources: {'Port': ['ID=5c8daf89-060e-4482-ab05-92fa3e42e1ea,revision_number=5']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:22:30.623183 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:22:30.839535 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5386fd-eefa-4c09-8c6b-84e28072d4c2 req-7c51a270-61eb-4cd3-96bd-d954bb06a3db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:22:30.840783 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-5f5386fd-eefa-4c09-8c6b-84e28072d4c2 req-7c51a270-61eb-4cd3-96bd-d954bb06a3db service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=1ae68377-cd31-4c96-99d8-999706d5ed8e HTTP/1.1" status: 200  len: 1099 time: 0.0816543
Dec 23 16:22:30.886387 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-5f5386fd-eefa-4c09-8c6b-84e28072d4c2 req-f8874107-49f0-437f-ab6a-69b0c6449194 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=82c47de1-b2bf-4114-9d89-453955ac2459&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0383611
Dec 23 16:22:31.491313 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967ec542-1125-4da7-9dc0-17ff08345955 req-35b9c185-bf33-4412-b3b1-3b534ecfb6f4 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:22:31.493038 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-967ec542-1125-4da7-9dc0-17ff08345955 req-35b9c185-bf33-4412-b3b1-3b534ecfb6f4 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/ports?device_id=1ae68377-cd31-4c96-99d8-999706d5ed8e HTTP/1.1" status: 200  len: 946 time: 0.0843430
Dec 23 16:22:31.538731 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-967ec542-1125-4da7-9dc0-17ff08345955 req-3145a592-f177-4f80-8340-57cc91b1a7da tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/security-groups?id=82c47de1-b2bf-4114-9d89-453955ac2459&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0398495
Dec 23 16:22:32.757287 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39605a3-ecc0-4886-bdc7-9affc2394511 req-f545d75e-0804-4a3e-b6aa-847a45b2d688 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:22:32.758756 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-c39605a3-ecc0-4886-bdc7-9affc2394511 req-f545d75e-0804-4a3e-b6aa-847a45b2d688 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/ports?device_id=1ae68377-cd31-4c96-99d8-999706d5ed8e HTTP/1.1" status: 200  len: 946 time: 0.0995648
Dec 23 16:22:32.810415 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-c39605a3-ecc0-4886-bdc7-9affc2394511 req-c7a8690c-9f13-413f-a330-4d1a7487eb91 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/security-groups?id=82c47de1-b2bf-4114-9d89-453955ac2459&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0395000
Dec 23 16:22:33.135731 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2e299c-23a6-4826-87b7-136b9dae372d req-19e59d4d-2252-456d-9e68-32e61116670b tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:22:33.137203 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-5d2e299c-23a6-4826-87b7-136b9dae372d req-19e59d4d-2252-456d-9e68-32e61116670b tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/ports?device_id=1ae68377-cd31-4c96-99d8-999706d5ed8e HTTP/1.1" status: 200  len: 946 time: 0.2182636
Dec 23 16:22:33.187795 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-5d2e299c-23a6-4826-87b7-136b9dae372d req-43265a33-eae7-4871-86b6-4b32c32c7673 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/security-groups?id=82c47de1-b2bf-4114-9d89-453955ac2459&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0443485
Dec 23 16:22:33.214203 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 54154) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:22:33.295895 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4491cb9e-ba4a-48a7-88a9-b90475e69523 tempest-TestNetworkBasicOps-54271533 tempest-TestNetworkBasicOps-54271533-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:22:33.295895 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-4491cb9e-ba4a-48a7-88a9-b90475e69523 tempest-TestNetworkBasicOps-54271533 tempest-TestNetworkBasicOps-54271533-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=1ae68377-cd31-4c96-99d8-999706d5ed8e HTTP/1.1" status: 200  len: 1094 time: 0.0773003
Dec 23 16:22:33.299825 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 54158) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:22:33.307328 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-b48433e7-f968-4d23-81ef-b3973cb62f63 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Request body: {'floatingip': {'floating_network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'port_id': '5c8daf89-060e-4482-ab05-92fa3e42e1ea', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'fixed_ip_address': '172.20.0.11'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:22:33.309872 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-b48433e7-f968-4d23-81ef-b3973cb62f63 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:22:33.311601 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-b48433e7-f968-4d23-81ef-b3973cb62f63 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Usage tracker for resource:floatingip and tenant:544f3e375bde4f0988286eba27294ea6 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:22:33.314685 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-b48433e7-f968-4d23-81ef-b3973cb62f63 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:22:33.321615 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-b48433e7-f968-4d23-81ef-b3973cb62f63 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:22:33.333191 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-b48433e7-f968-4d23-81ef-b3973cb62f63 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for floatingip, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:22:33.475075 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-b48433e7-f968-4d23-81ef-b3973cb62f63 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:22:33.611317 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.db_base_plugin_common [None req-b48433e7-f968-4d23-81ef-b3973cb62f63 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Allocated IP 172.26.3.206 (8afa6d58-9431-454a-b99c-3ff8a65aa86b/60537fec-5f5f-4ab7-89cc-03638149a590/091fa619-6f80-4baf-91c5-4c8c16c09bd0) {{(pid=87635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:22:33.761721 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-b48433e7-f968-4d23-81ef-b3973cb62f63 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for port, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:22:33.794462 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-b48433e7-f968-4d23-81ef-b3973cb62f63 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:22:33.798313 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-c3be8dc6-523e-4a4b-ade7-7722804698d6 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:22:33.858130 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b48433e7-f968-4d23-81ef-b3973cb62f63 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Network 8afa6d58-9431-454a-b99c-3ff8a65aa86b is already hosted by enough agents. {{(pid=87635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:22:33.869289 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.base_scheduler [None req-b48433e7-f968-4d23-81ef-b3973cb62f63 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Resources bound (agent type, host, resource id):  {{(pid=87635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:22:33.869289 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b48433e7-f968-4d23-81ef-b3973cb62f63 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Received port after_create {{(pid=87635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:22:33.907558 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48433e7-f968-4d23-81ef-b3973cb62f63 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Pushing event updated for resources: {'Port': ['ID=091fa619-6f80-4baf-91c5-4c8c16c09bd0,revision_number=1']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:22:33.913851 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-b48433e7-f968-4d23-81ef-b3973cb62f63 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:22:34.424217 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-b48433e7-f968-4d23-81ef-b3973cb62f63 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:22:34.505705 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-b48433e7-f968-4d23-81ef-b3973cb62f63 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:22:34.718178 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-b48433e7-f968-4d23-81ef-b3973cb62f63 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for port, precommit_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:22:34.724469 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-b48433e7-f968-4d23-81ef-b3973cb62f63 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2753531'] for port, after_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:22:34.724469 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-49067a3e-3b2d-46d4-ae9d-24931ca4aacc tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:22:34.839649 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48433e7-f968-4d23-81ef-b3973cb62f63 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Pushing event updated for resources: {'Port': ['ID=091fa619-6f80-4baf-91c5-4c8c16c09bd0,revision_number=2']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:22:34.842905 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-b48433e7-f968-4d23-81ef-b3973cb62f63 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:22:34.848887 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-b48433e7-f968-4d23-81ef-b3973cb62f63 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1824189'] for floatingip, after_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:22:35.032345 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.db.l3_db [None req-b48433e7-f968-4d23-81ef-b3973cb62f63 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Floating IP cb2c1db2-fb29-4aca-b599-7295ec4f66a8 associated. External IP: 172.26.3.206, port: 5c8daf89-060e-4482-ab05-92fa3e42e1ea.
Dec 23 16:22:35.407417 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b48433e7-f968-4d23-81ef-b3973cb62f63 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Router f9c6dfc0-1b98-43b4-a54b-397df9327a74 has already been hosted by L3 agent 371d4c41-c7e2-4de7-9539-c049ec4e95d1 {{(pid=87635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 23 16:22:35.744732 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b48433e7-f968-4d23-81ef-b3973cb62f63 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify agent at l3_agent.dv-neutron-822799-1-hyperv the message routers_updated {{(pid=87635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 23 16:22:35.757864 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f74e697b-9456-4be6-885d-28df0bee4c98 None None] Sync routers for ids ['f9c6dfc0-1b98-43b4-a54b-397df9327a74'] in dv-neutron-822799-1-hyperv {{(pid=87637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 23 16:22:35.773639 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f74e697b-9456-4be6-885d-28df0bee4c98 None None] Routers {'f9c6dfc0-1b98-43b4-a54b-397df9327a74'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:22:35.773639 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-f74e697b-9456-4be6-885d-28df0bee4c98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc1786400>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:22:20Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['f9c6dfc0-1b98-43b4-a54b-397df9327a74'], 'active': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:22:35.777182 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-b48433e7-f968-4d23-81ef-b3973cb62f63 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for floatingip, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:22:35.837856 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-b48433e7-f968-4d23-81ef-b3973cb62f63 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 2.5410259
Dec 23 16:22:35.838998 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ae68377-cd31-4c96-99d8-999706d5ed8e', 'tag': '5c8daf89-060e-4482-ab05-92fa3e42e1ea'}] {{(pid=87635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 23 16:22:35.841282 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 54164) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:22:35.919562 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ae68377-cd31-4c96-99d8-999706d5ed8e', 'tag': '5c8daf89-060e-4482-ab05-92fa3e42e1ea', 'status': 'completed', 'code': 200}
Dec 23 16:22:35.964165 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvr_db [None req-f74e697b-9456-4be6-885d-28df0bee4c98 None None] Set router f9c6dfc0-1b98-43b4-a54b-397df9327a74 gateway port host: dv-neutron-822799-1-hyperv {{(pid=87637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:22:36.043559 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-a80b3f5a-f47a-4371-827c-f04607769c2d tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/floatingips/cb2c1db2-fb29-4aca-b599-7295ec4f66a8 HTTP/1.1" status: 200  len: 992 time: 0.1926997
Dec 23 16:22:36.068336 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e2abb9-443e-415c-af88-1c1d008befce req-0fb8b5be-1d77-4dde-a22b-c5b5f4330802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:22:36.068336 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-37e2abb9-443e-415c-af88-1c1d008befce req-0fb8b5be-1d77-4dde-a22b-c5b5f4330802 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=544f3e375bde4f0988286eba27294ea6&device_id=1ae68377-cd31-4c96-99d8-999706d5ed8e HTTP/1.1" status: 200  len: 1099 time: 0.1083505
Dec 23 16:22:36.213029 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e2abb9-443e-415c-af88-1c1d008befce req-e0e81e25-9a58-4ab2-9f12-497d08d19ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:22:36.213029 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-37e2abb9-443e-415c-af88-1c1d008befce req-e0e81e25-9a58-4ab2-9f12-497d08d19ab5 service neutron] 10.222.0.61 "GET /v2.0/networks?id=e236d384-0d0c-45dc-aebd-e695235dcead HTTP/1.1" status: 200  len: 897 time: 0.1361375
Dec 23 16:22:36.329148 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-37e2abb9-443e-415c-af88-1c1d008befce req-a42f8ece-a453-4ccd-864a-a089e32ab7c3 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5c8daf89-060e-4482-ab05-92fa3e42e1ea HTTP/1.1" status: 200  len: 1000 time: 0.1103435
Dec 23 16:22:36.357754 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-f74e697b-9456-4be6-885d-28df0bee4c98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc1786400>, [{'id': 'f9c6dfc0-1b98-43b4-a54b-397df9327a74', 'name': 'tempest-TestNetworkBasicOps-router-589356894', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.57'}], 'enable_snat': True}, 'gw_port_id': '9eaa0d5c-d5e5-4cf8-8ae5-0050ed5bd9d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:22:12Z', 'updated_at': '2021-12-23T16:22:17Z', 'revision_number': 4, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'gw_port': {'id': '9eaa0d5c-d5e5-4cf8-8ae5-0050ed5bd9d4', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:3f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9c6dfc0-1b98-43b4-a54b-397df9327a74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:22:13Z', 'updated_at': '2021-12-23T16:22:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_floatingips': [{'id': 'cb2c1db2-fb29-4aca-b599-7295ec4f66a8', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'floating_ip_address': '172.26.3.206', 'floating_network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'router_id': 'f9c6dfc0-1b98-43b4-a54b-397df9327a74', 'port_id': '5c8daf89-060e-4482-ab05-92fa3e42e1ea', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1453, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e236d384-0d0c-45dc-aebd-e695235dcead', 'mac_address': 'fa:16:3e:72:c8:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ae68377-cd31-4c96-99d8-999706d5ed8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:22:34Z', 'updated_at': '2021-12-23T16:22:34Z', 'revision_number': 0, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6189d2cc-51f7-4a08-91fc-d336b653ce56', 'name': '', 'network_id': 'e236d384-0d0c-45dc-aebd-e695235dcead', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'mac_address': 'fa:16:3e:e3:3f:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9c6dfc0-1b98-43b4-a54b-397df9327a74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '94b1fe5e-da3c-4ebd-a5d1-1cd5a0994f2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:22:17Z', 'updated_at': '2021-12-23T16:22:21Z', 'revision_number': 5, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'subnets': [{'id': '94b1fe5e-da3c-4ebd-a5d1-1cd5a0994f2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:22:36.361641 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f74e697b-9456-4be6-885d-28df0bee4c98 None None] Checking router: f9c6dfc0-1b98-43b4-a54b-397df9327a74 for host: dv-neutron-822799-1-hyperv {{(pid=87637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 23 16:22:36.369875 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f74e697b-9456-4be6-885d-28df0bee4c98 None None] Routers {'f9c6dfc0-1b98-43b4-a54b-397df9327a74'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:22:36.370497 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-f74e697b-9456-4be6-885d-28df0bee4c98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc1786400>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:22:20Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['f9c6dfc0-1b98-43b4-a54b-397df9327a74'], 'active': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:22:36.392229 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e2abb9-443e-415c-af88-1c1d008befce req-cc8e46d6-903d-46e5-ad1c-99a7fa621e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:22:36.395368 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-37e2abb9-443e-415c-af88-1c1d008befce req-cc8e46d6-903d-46e5-ad1c-99a7fa621e55 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=94b1fe5e-da3c-4ebd-a5d1-1cd5a0994f2a HTTP/1.1" status: 200  len: 844 time: 0.0592217
Dec 23 16:22:36.477888 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e2abb9-443e-415c-af88-1c1d008befce req-c8945395-eef6-4ca1-8284-ad08332fd011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:22:36.479195 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-37e2abb9-443e-415c-af88-1c1d008befce req-c8945395-eef6-4ca1-8284-ad08332fd011 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e236d384-0d0c-45dc-aebd-e695235dcead&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0787277
Dec 23 16:22:36.567676 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvr_db [None req-f74e697b-9456-4be6-885d-28df0bee4c98 None None] Set router f9c6dfc0-1b98-43b4-a54b-397df9327a74 gateway port host: dv-neutron-822799-1-hyperv {{(pid=87637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:22:36.622659 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-37e2abb9-443e-415c-af88-1c1d008befce req-5d1a38f9-38b8-4884-9cb5-1209ac556825 service neutron] 10.222.0.61 "GET /v2.0/networks/e236d384-0d0c-45dc-aebd-e695235dcead?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1366401
Dec 23 16:22:36.764287 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-37e2abb9-443e-415c-af88-1c1d008befce req-a38afdef-f830-4212-974b-0d11b391c804 service neutron] 10.222.0.61 "GET /v2.0/networks/e236d384-0d0c-45dc-aebd-e695235dcead?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1346514
Dec 23 16:22:36.964897 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-f74e697b-9456-4be6-885d-28df0bee4c98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc1786400>, [{'id': 'f9c6dfc0-1b98-43b4-a54b-397df9327a74', 'name': 'tempest-TestNetworkBasicOps-router-589356894', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.57'}], 'enable_snat': True}, 'gw_port_id': '9eaa0d5c-d5e5-4cf8-8ae5-0050ed5bd9d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:22:12Z', 'updated_at': '2021-12-23T16:22:17Z', 'revision_number': 4, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'gw_port': {'id': '9eaa0d5c-d5e5-4cf8-8ae5-0050ed5bd9d4', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:3f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9c6dfc0-1b98-43b4-a54b-397df9327a74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:22:13Z', 'updated_at': '2021-12-23T16:22:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_floatingips': [{'id': 'cb2c1db2-fb29-4aca-b599-7295ec4f66a8', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'floating_ip_address': '172.26.3.206', 'floating_network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'router_id': 'f9c6dfc0-1b98-43b4-a54b-397df9327a74', 'port_id': '5c8daf89-060e-4482-ab05-92fa3e42e1ea', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1453, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e236d384-0d0c-45dc-aebd-e695235dcead', 'mac_address': 'fa:16:3e:72:c8:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ae68377-cd31-4c96-99d8-999706d5ed8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:22:34Z', 'updated_at': '2021-12-23T16:22:34Z', 'revision_number': 0, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6189d2cc-51f7-4a08-91fc-d336b653ce56', 'name': '', 'network_id': 'e236d384-0d0c-45dc-aebd-e695235dcead', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'mac_address': 'fa:16:3e:e3:3f:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9c6dfc0-1b98-43b4-a54b-397df9327a74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '94b1fe5e-da3c-4ebd-a5d1-1cd5a0994f2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:22:17Z', 'updated_at': '2021-12-23T16:22:21Z', 'revision_number': 5, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'subnets': [{'id': '94b1fe5e-da3c-4ebd-a5d1-1cd5a0994f2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:22:36.967532 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f74e697b-9456-4be6-885d-28df0bee4c98 None None] The sync data for ids ['f9c6dfc0-1b98-43b4-a54b-397df9327a74'] in dv-neutron-822799-1-hyperv is: [{'id': 'f9c6dfc0-1b98-43b4-a54b-397df9327a74', 'name': 'tempest-TestNetworkBasicOps-router-589356894', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.57'}], 'enable_snat': True}, 'gw_port_id': '9eaa0d5c-d5e5-4cf8-8ae5-0050ed5bd9d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:22:12Z', 'updated_at': '2021-12-23T16:22:17Z', 'revision_number': 4, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'gw_port': {'id': '9eaa0d5c-d5e5-4cf8-8ae5-0050ed5bd9d4', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:3f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9c6dfc0-1b98-43b4-a54b-397df9327a74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:22:13Z', 'updated_at': '2021-12-23T16:22:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_floatingips': [{'id': 'cb2c1db2-fb29-4aca-b599-7295ec4f66a8', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'floating_ip_address': '172.26.3.206', 'floating_network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'router_id': 'f9c6dfc0-1b98-43b4-a54b-397df9327a74', 'port_id': '5c8daf89-060e-4482-ab05-92fa3e42e1ea', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1453, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e236d384-0d0c-45dc-aebd-e695235dcead', 'mac_address': 'fa:16:3e:72:c8:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ae68377-cd31-4c96-99d8-999706d5ed8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:22:34Z', 'updated_at': '2021-12-23T16:22:34Z', 'revision_number': 0, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6189d2cc-51f7-4a08-91fc-d336b653ce56', 'name': '', 'network_id': 'e236d384-0d0c-45dc-aebd-e695235dcead', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'mac_address': 'fa:16:3e:e3:3f:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9c6dfc0-1b98-43b4-a54b-397df9327a74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '94b1fe5e-da3c-4ebd-a5d1-1cd5a0994f2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:22:17Z', 'updated_at': '2021-12-23T16:22:21Z', 'revision_number': 5, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'subnets': [{'id': '94b1fe5e-da3c-4ebd-a5d1-1cd5a0994f2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 23 16:22:37.046554 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 54170) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:22:37.164008 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-e22c5f11-0a90-4e7e-a091-9f1a8284f1ba tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/floatingips/cb2c1db2-fb29-4aca-b599-7295ec4f66a8 HTTP/1.1" status: 200  len: 992 time: 0.1162472
Dec 23 16:22:37.192319 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3247e57d-ec1a-4e9a-a30e-bcb9bbc89d4f None None] New status for floating IP cb2c1db2-fb29-4aca-b599-7295ec4f66a8: ACTIVE {{(pid=87638) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 23 16:22:38.169012 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 54174) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:22:38.286534 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-99c9837a-2ec1-41c0-add8-5ba243c66219 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/floatingips/cb2c1db2-fb29-4aca-b599-7295ec4f66a8 HTTP/1.1" status: 200  len: 994 time: 0.1159148
Dec 23 16:22:41.810221 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:22:47.330947 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-66fb400f-6f38-4b4f-9eca-55b8aaafc3a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:22:49.726901 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-a4eee8f7-8763-4b12-a407-362e1cecff6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:22:50.746039 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9dcbea60-a34f-4144-91e7-90aff3f57aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:22:50.879416 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:22:52.245933 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9e3aab53-d650-47e3-b8a6-2dff21fe9ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:22:53.240866 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-80ea3c59-4475-4630-abe7-085a639beba1 req-f9374574-a50f-4ad0-816a-c6bb691cb940 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=b44a917e-f30c-40c8-8dd6-4310ddb2f384&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0770860
Dec 23 16:22:53.404325 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ea3c59-4475-4630-abe7-085a639beba1 req-5f64ffbe-afe5-4747-865e-ba9fb5d13938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:22:53.405898 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-80ea3c59-4475-4630-abe7-085a639beba1 req-5f64ffbe-afe5-4747-865e-ba9fb5d13938 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=815a3f337d0d43d79aa09f57743afc6f&device_id=b44a917e-f30c-40c8-8dd6-4310ddb2f384 HTTP/1.1" status: 200  len: 1099 time: 0.0915220
Dec 23 16:22:53.552824 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ea3c59-4475-4630-abe7-085a639beba1 req-c531a3fd-ab2a-49a0-a9d1-00d783d48381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:22:53.554158 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-80ea3c59-4475-4630-abe7-085a639beba1 req-c531a3fd-ab2a-49a0-a9d1-00d783d48381 service neutron] 10.222.0.61 "GET /v2.0/networks?id=0150432c-3455-4bcb-8764-4bb2c28e3d40 HTTP/1.1" status: 200  len: 912 time: 0.1272135
Dec 23 16:22:53.797546 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-80ea3c59-4475-4630-abe7-085a639beba1 req-a8f0d23f-70f3-4e9c-afed-2de19f704119 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=160f9176-1cc9-4e89-b0c2-488b098330d9 HTTP/1.1" status: 200  len: 1001 time: 0.2353740
Dec 23 16:22:53.863558 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ea3c59-4475-4630-abe7-085a639beba1 req-63bb5136-8e59-4d8d-9182-53e715f150f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:22:53.865219 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-80ea3c59-4475-4630-abe7-085a639beba1 req-63bb5136-8e59-4d8d-9182-53e715f150f7 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=155d1b85-f535-40ed-8306-928fb9445b01 HTTP/1.1" status: 200  len: 850 time: 0.0607703
Dec 23 16:22:53.942301 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ea3c59-4475-4630-abe7-085a639beba1 req-3ff70bf1-2f22-4e24-8fc7-3db9af757b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:22:53.943758 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-80ea3c59-4475-4630-abe7-085a639beba1 req-3ff70bf1-2f22-4e24-8fc7-3db9af757b80 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0150432c-3455-4bcb-8764-4bb2c28e3d40&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0722144
Dec 23 16:22:54.076768 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-80ea3c59-4475-4630-abe7-085a639beba1 req-13887562-0d2e-443f-889a-0ac735277a31 service neutron] 10.222.0.61 "GET /v2.0/networks/0150432c-3455-4bcb-8764-4bb2c28e3d40?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1248412
Dec 23 16:22:54.208641 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-80ea3c59-4475-4630-abe7-085a639beba1 req-1e782290-368f-4f99-82f4-242db730a49a service neutron] 10.222.0.61 "GET /v2.0/networks/0150432c-3455-4bcb-8764-4bb2c28e3d40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1245406
Dec 23 16:23:00.598767 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.agents_db [None req-30c2320c-f298-49f6-9c47-c20e38116a9c None None] Agent healthcheck: found 6 active agents {{(pid=87638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 23 16:23:11.824307 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:23:17.334192 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-90a818a5-3f96-4f91-86c3-1dc1378702d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:23:19.715455 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-c64a5039-6de1-4675-9ac5-d57904a99dd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:23:20.752728 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9dcbea60-a34f-4144-91e7-90aff3f57aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:23:20.877864 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:23:22.255769 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9e3aab53-d650-47e3-b8a6-2dff21fe9ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:23:37.597309 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.agents_db [None req-30c2320c-f298-49f6-9c47-c20e38116a9c None None] Agent healthcheck: found 6 active agents {{(pid=87638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 23 16:23:41.817896 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:23:47.327805 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-c855aeab-6ca1-4978-ba74-66c2e5aca4a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:23:49.710665 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-a7d7bf24-ae00-4276-9286-e8b99d305e28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:23:50.750484 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9dcbea60-a34f-4144-91e7-90aff3f57aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:23:50.874418 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:23:52.253523 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9e3aab53-d650-47e3-b8a6-2dff21fe9ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:23:53.380100 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-a7a55e4e-d995-4cc9-a0c8-f5fda048788f req-54f7feca-fe87-40c3-a6be-cc32e778c2b0 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=1ae68377-cd31-4c96-99d8-999706d5ed8e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1244595
Dec 23 16:23:53.515873 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a55e4e-d995-4cc9-a0c8-f5fda048788f req-7f6f589e-ff5f-4335-ad49-4c277897428f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:23:53.517395 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-a7a55e4e-d995-4cc9-a0c8-f5fda048788f req-7f6f589e-ff5f-4335-ad49-4c277897428f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=544f3e375bde4f0988286eba27294ea6&device_id=1ae68377-cd31-4c96-99d8-999706d5ed8e HTTP/1.1" status: 200  len: 1099 time: 0.1143792
Dec 23 16:23:53.691309 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a55e4e-d995-4cc9-a0c8-f5fda048788f req-93203770-034e-4999-93c4-50afe69ea9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:23:53.692726 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-a7a55e4e-d995-4cc9-a0c8-f5fda048788f req-93203770-034e-4999-93c4-50afe69ea9a6 service neutron] 10.222.0.61 "GET /v2.0/networks?id=e236d384-0d0c-45dc-aebd-e695235dcead HTTP/1.1" status: 200  len: 897 time: 0.1537666
Dec 23 16:23:53.824484 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-a7a55e4e-d995-4cc9-a0c8-f5fda048788f req-78eedd28-2def-423f-aded-d83537b53ed3 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5c8daf89-060e-4482-ab05-92fa3e42e1ea HTTP/1.1" status: 200  len: 1002 time: 0.1250675
Dec 23 16:23:53.910523 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a55e4e-d995-4cc9-a0c8-f5fda048788f req-759e8dcb-b087-4f70-9e34-e9ade31e582b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:23:53.911987 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-a7a55e4e-d995-4cc9-a0c8-f5fda048788f req-759e8dcb-b087-4f70-9e34-e9ade31e582b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=94b1fe5e-da3c-4ebd-a5d1-1cd5a0994f2a HTTP/1.1" status: 200  len: 844 time: 0.0811019
Dec 23 16:23:54.008783 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a55e4e-d995-4cc9-a0c8-f5fda048788f req-6bb32f27-3fc6-4200-a1d9-3b380fd5b8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:23:54.011690 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-a7a55e4e-d995-4cc9-a0c8-f5fda048788f req-6bb32f27-3fc6-4200-a1d9-3b380fd5b8bc service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e236d384-0d0c-45dc-aebd-e695235dcead&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0932333
Dec 23 16:23:54.165995 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-a7a55e4e-d995-4cc9-a0c8-f5fda048788f req-71ffd4d3-e076-4940-8cf8-d17cd34680b5 service neutron] 10.222.0.61 "GET /v2.0/networks/e236d384-0d0c-45dc-aebd-e695235dcead?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1478171
Dec 23 16:23:54.346617 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-a7a55e4e-d995-4cc9-a0c8-f5fda048788f req-33b672ee-ea86-4f81-a80c-824e7af80612 service neutron] 10.222.0.61 "GET /v2.0/networks/e236d384-0d0c-45dc-aebd-e695235dcead?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1738369
Dec 23 16:23:57.960094 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-ce1b88b1-228f-4a80-a156-88c12046875c req-ae481025-a7ba-417c-9e09-2a99505028f8 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1211840996&fields=id&tenant_id=815a3f337d0d43d79aa09f57743afc6f HTTP/1.1" status: 200  len: 267 time: 0.0442095
Dec 23 16:23:58.120333 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1b88b1-228f-4a80-a156-88c12046875c req-6e101281-943d-4410-8e4b-edf73ae362af tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:23:58.122448 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-ce1b88b1-228f-4a80-a156-88c12046875c req-6e101281-943d-4410-8e4b-edf73ae362af tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] 10.222.0.64 "GET /v2.0/networks?id=0150432c-3455-4bcb-8764-4bb2c28e3d40 HTTP/1.1" status: 200  len: 811 time: 0.1558905
Dec 23 16:23:58.137659 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-ce1b88b1-228f-4a80-a156-88c12046875c req-da1db952-8472-49b9-a0a5-1a9f030af3b4 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] 10.222.0.64 "GET /v2.0/quotas/815a3f337d0d43d79aa09f57743afc6f HTTP/1.1" status: 200  len: 375 time: 0.0095661
Dec 23 16:23:58.241566 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-ce1b88b1-228f-4a80-a156-88c12046875c req-aa837c58-ceae-4839-9048-2dad83697d3c tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=815a3f337d0d43d79aa09f57743afc6f&fields=id HTTP/1.1" status: 200  len: 440 time: 0.0988145
Dec 23 16:23:58.385917 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-ce1b88b1-228f-4a80-a156-88c12046875c req-b286df0e-67fa-4525-b478-853dcf5021be service neutron] 10.222.0.64 "GET /v2.0/networks/0150432c-3455-4bcb-8764-4bb2c28e3d40?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1316855
Dec 23 16:23:58.524452 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-ce1b88b1-228f-4a80-a156-88c12046875c req-a6b23c5f-5691-4284-b09a-5eb15fe8c1d6 service neutron] 10.222.0.64 "GET /v2.0/networks/0150432c-3455-4bcb-8764-4bb2c28e3d40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1325703
Dec 23 16:23:58.929964 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-259af60c-7e60-4320-bba7-d79bbe5dbd96 req-e87a5ab5-c7f5-4be1-a277-49dac9d8e87a tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] 10.222.0.64 "GET /v2.0/ports?device_id=8560fb2a-4183-48a8-9cfd-423f28519e0e HTTP/1.1" status: 200  len: 210 time: 0.0424318
Dec 23 16:24:00.013155 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1b88b1-228f-4a80-a156-88c12046875c req-46e0c354-eab4-49be-a304-0889a3665da0 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:24:00.015157 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-ce1b88b1-228f-4a80-a156-88c12046875c req-46e0c354-eab4-49be-a304-0889a3665da0 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] 10.222.0.61 "GET /v2.0/networks?id=0150432c-3455-4bcb-8764-4bb2c28e3d40 HTTP/1.1" status: 200  len: 811 time: 0.1511879
Dec 23 16:24:00.064071 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-ce1b88b1-228f-4a80-a156-88c12046875c req-3841567e-c64f-4e95-ada4-3620ce442eeb tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=815a3f337d0d43d79aa09f57743afc6f HTTP/1.1" status: 200  len: 380 time: 0.0408151
Dec 23 16:24:00.072555 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [req-ce1b88b1-228f-4a80-a156-88c12046875c req-109c6b63-0606-453e-88bf-84dc62bb128e tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Request body: {'port': {'device_id': '8560fb2a-4183-48a8-9cfd-423f28519e0e', 'network_id': '0150432c-3455-4bcb-8764-4bb2c28e3d40', 'admin_state_up': True, 'tenant_id': '815a3f337d0d43d79aa09f57743afc6f', 'security_groups': ['377c3367-231c-4c91-96ad-c0bd6ef1f689']}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:24:00.086939 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-cfecfee2-0b08-4f94-b3fb-43fddb6d88f2 req-e6235269-2a01-4bf9-8982-4bdeb3877919 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] 10.222.0.64 "GET /v2.0/ports?device_id=8560fb2a-4183-48a8-9cfd-423f28519e0e HTTP/1.1" status: 200  len: 210 time: 0.0434499
Dec 23 16:24:00.348720 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [req-ce1b88b1-228f-4a80-a156-88c12046875c req-109c6b63-0606-453e-88bf-84dc62bb128e tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:24:00.358326 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [req-ce1b88b1-228f-4a80-a156-88c12046875c req-109c6b63-0606-453e-88bf-84dc62bb128e tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:24:00.369566 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce1b88b1-228f-4a80-a156-88c12046875c req-109c6b63-0606-453e-88bf-84dc62bb128e tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Made reservation on behalf of 815a3f337d0d43d79aa09f57743afc6f for: {'port': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:24:00.373415 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-ce1b88b1-228f-4a80-a156-88c12046875c req-109c6b63-0606-453e-88bf-84dc62bb128e tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:24:00.539560 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [req-ce1b88b1-228f-4a80-a156-88c12046875c req-109c6b63-0606-453e-88bf-84dc62bb128e tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Allocated IP 172.20.0.12 (0150432c-3455-4bcb-8764-4bb2c28e3d40/155d1b85-f535-40ed-8306-928fb9445b01/14511fb7-c84b-4228-82a8-ddaa1583cfb8) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:24:00.729089 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-ce1b88b1-228f-4a80-a156-88c12046875c req-109c6b63-0606-453e-88bf-84dc62bb128e tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:24:00.745366 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.provisioning_blocks [req-ce1b88b1-228f-4a80-a156-88c12046875c req-109c6b63-0606-453e-88bf-84dc62bb128e tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Transition to ACTIVE for port object 14511fb7-c84b-4228-82a8-ddaa1583cfb8 will not be triggered until provisioned by entity DHCP. {{(pid=87636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:24:00.769701 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-ce1b88b1-228f-4a80-a156-88c12046875c req-109c6b63-0606-453e-88bf-84dc62bb128e tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:24:00.775342 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-d264d887-adf6-4966-8eb2-f6377bcfd2dc tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:24:00.847218 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce1b88b1-228f-4a80-a156-88c12046875c req-109c6b63-0606-453e-88bf-84dc62bb128e tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Network 0150432c-3455-4bcb-8764-4bb2c28e3d40 is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:24:00.850246 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [req-ce1b88b1-228f-4a80-a156-88c12046875c req-109c6b63-0606-453e-88bf-84dc62bb128e tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Resources bound (agent type, host, resource id):  {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:24:00.854652 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce1b88b1-228f-4a80-a156-88c12046875c req-109c6b63-0606-453e-88bf-84dc62bb128e tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:24:00.879759 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109c6b63-0606-453e-88bf-84dc62bb128e tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Pushing event updated for resources: {'Port': ['ID=14511fb7-c84b-4228-82a8-ddaa1583cfb8,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:24:00.890408 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109c6b63-0606-453e-88bf-84dc62bb128e tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:24:00.890702 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109c6b63-0606-453e-88bf-84dc62bb128e tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:24:00.891076 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109c6b63-0606-453e-88bf-84dc62bb128e tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:24:00.891439 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109c6b63-0606-453e-88bf-84dc62bb128e tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:24:00.891799 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109c6b63-0606-453e-88bf-84dc62bb128e tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:24:00.892161 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109c6b63-0606-453e-88bf-84dc62bb128e tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:24:00.892525 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109c6b63-0606-453e-88bf-84dc62bb128e tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:24:00.892913 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109c6b63-0606-453e-88bf-84dc62bb128e tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:24:00.893282 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109c6b63-0606-453e-88bf-84dc62bb128e tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:24:00.893644 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109c6b63-0606-453e-88bf-84dc62bb128e tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:24:00.894001 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109c6b63-0606-453e-88bf-84dc62bb128e tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:24:00.894355 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109c6b63-0606-453e-88bf-84dc62bb128e tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:24:00.902988 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-109c6b63-0606-453e-88bf-84dc62bb128e tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:24:00.931541 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1b88b1-228f-4a80-a156-88c12046875c req-109c6b63-0606-453e-88bf-84dc62bb128e tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:24:00.932156 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-ce1b88b1-228f-4a80-a156-88c12046875c req-109c6b63-0606-453e-88bf-84dc62bb128e tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:24:00.959942 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-ce1b88b1-228f-4a80-a156-88c12046875c req-109c6b63-0606-453e-88bf-84dc62bb128e tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.8908811
Dec 23 16:24:00.972276 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [req-ce1b88b1-228f-4a80-a156-88c12046875c req-3637de7d-7b3a-458b-a6ac-a9d5b1f282d5 service neutron] Request body: {'port': {'device_id': '8560fb2a-4183-48a8-9cfd-423f28519e0e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8227'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:24:01.090953 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-ce1b88b1-228f-4a80-a156-88c12046875c req-3637de7d-7b3a-458b-a6ac-a9d5b1f282d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:24:01.094438 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-4e1e3c1f-7ec1-4193-9534-368a671842cb None None] Provisioning for port 14511fb7-c84b-4228-82a8-ddaa1583cfb8 completed by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:24:01.104231 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-4e1e3c1f-7ec1-4193-9534-368a671842cb None None] Provisioning complete for port 14511fb7-c84b-4228-82a8-ddaa1583cfb8 triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:24:01.104821 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4e1e3c1f-7ec1-4193-9534-368a671842cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:24:01.157963 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-4e1e3c1f-7ec1-4193-9534-368a671842cb None None] Port 14511fb7-c84b-4228-82a8-ddaa1583cfb8 cannot update to ACTIVE because it is not bound. {{(pid=87637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 23 16:24:01.411536 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6160803-e076-49af-8131-9b14ef3f95f8 req-e285f5d2-9804-4fad-bba8-da0846a633ec tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:24:01.412238 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-a6160803-e076-49af-8131-9b14ef3f95f8 req-e285f5d2-9804-4fad-bba8-da0846a633ec tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Synchronizing usage tracker for tenant:815a3f337d0d43d79aa09f57743afc6f on resource:port {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:24:01.459940 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-a6160803-e076-49af-8131-9b14ef3f95f8 req-e285f5d2-9804-4fad-bba8-da0846a633ec tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Unset dirty status for tenant:815a3f337d0d43d79aa09f57743afc6f on resource:port {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:24:01.461468 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-a6160803-e076-49af-8131-9b14ef3f95f8 req-e285f5d2-9804-4fad-bba8-da0846a633ec tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] 10.222.0.64 "GET /v2.0/ports?device_id=8560fb2a-4183-48a8-9cfd-423f28519e0e HTTP/1.1" status: 200  len: 932 time: 0.2375598
Dec 23 16:24:01.563405 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-a6160803-e076-49af-8131-9b14ef3f95f8 req-492e53ae-edd1-443c-9f62-42c39c59dfaf tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] 10.222.0.64 "GET /v2.0/security-groups?id=377c3367-231c-4c91-96ad-c0bd6ef1f689&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0941756
Dec 23 16:24:01.565404 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [req-ce1b88b1-228f-4a80-a156-88c12046875c req-3637de7d-7b3a-458b-a6ac-a9d5b1f282d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14511fb7-c84b-4228-82a8-ddaa1583cfb8 {{(pid=87636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 23 16:24:01.573552 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-ce1b88b1-228f-4a80-a156-88c12046875c req-3637de7d-7b3a-458b-a6ac-a9d5b1f282d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:24:01.598893 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.provisioning_blocks [req-ce1b88b1-228f-4a80-a156-88c12046875c req-3637de7d-7b3a-458b-a6ac-a9d5b1f282d5 service neutron] Transition to ACTIVE for port object 14511fb7-c84b-4228-82a8-ddaa1583cfb8 will not be triggered until provisioned by entity L2. {{(pid=87636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:24:01.602636 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-ce1b88b1-228f-4a80-a156-88c12046875c req-3637de7d-7b3a-458b-a6ac-a9d5b1f282d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2176289'] for port, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:24:01.607367 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-1101b165-a7bb-406e-8fdf-f18f319f11a7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:24:01.756185 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3637de7d-7b3a-458b-a6ac-a9d5b1f282d5 service neutron] Pushing event updated for resources: {'Port': ['ID=14511fb7-c84b-4228-82a8-ddaa1583cfb8,revision_number=2']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:24:01.764095 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-3637de7d-7b3a-458b-a6ac-a9d5b1f282d5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:24:01.838999 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [req-ce1b88b1-228f-4a80-a156-88c12046875c req-3637de7d-7b3a-458b-a6ac-a9d5b1f282d5 service neutron] Attempting to bind port 14511fb7-c84b-4228-82a8-ddaa1583cfb8 on host hv-neutron-8227 for vnic_type normal with profile  {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:24:01.839397 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [req-ce1b88b1-228f-4a80-a156-88c12046875c req-3637de7d-7b3a-458b-a6ac-a9d5b1f282d5 service neutron] Attempting to bind port 14511fb7-c84b-4228-82a8-ddaa1583cfb8 by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': '87dd7487-e7c8-48c3-b597-2f6995c824bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '0150432c-3455-4bcb-8764-4bb2c28e3d40'}] {{(pid=87636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:24:01.839727 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce1b88b1-228f-4a80-a156-88c12046875c req-3637de7d-7b3a-458b-a6ac-a9d5b1f282d5 service neutron] Attempting to bind port 14511fb7-c84b-4228-82a8-ddaa1583cfb8 on network 0150432c-3455-4bcb-8764-4bb2c28e3d40 {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:24:01.845311 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce1b88b1-228f-4a80-a156-88c12046875c req-3637de7d-7b3a-458b-a6ac-a9d5b1f282d5 service neutron] Port 14511fb7-c84b-4228-82a8-ddaa1583cfb8 on network 0150432c-3455-4bcb-8764-4bb2c28e3d40 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 23 16:24:01.845636 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce1b88b1-228f-4a80-a156-88c12046875c req-3637de7d-7b3a-458b-a6ac-a9d5b1f282d5 service neutron] Attempting to bind port 14511fb7-c84b-4228-82a8-ddaa1583cfb8 on network 0150432c-3455-4bcb-8764-4bb2c28e3d40 {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:24:01.850959 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce1b88b1-228f-4a80-a156-88c12046875c req-3637de7d-7b3a-458b-a6ac-a9d5b1f282d5 service neutron] Checking agent: {'id': '5a806709-633b-4d33-98c4-3d24562c0f1e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8227', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 6, 42), 'started_at': datetime.datetime(2021, 12, 23, 16, 6, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 23, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 23 16:24:01.851299 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce1b88b1-228f-4a80-a156-88c12046875c req-3637de7d-7b3a-458b-a6ac-a9d5b1f282d5 service neutron] Checking segment: {'id': '87dd7487-e7c8-48c3-b597-2f6995c824bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '0150432c-3455-4bcb-8764-4bb2c28e3d40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:24:01.851693 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce1b88b1-228f-4a80-a156-88c12046875c req-3637de7d-7b3a-458b-a6ac-a9d5b1f282d5 service neutron] Bound using segment: {'id': '87dd7487-e7c8-48c3-b597-2f6995c824bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '0150432c-3455-4bcb-8764-4bb2c28e3d40'} {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 23 16:24:01.852125 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [req-ce1b88b1-228f-4a80-a156-88c12046875c req-3637de7d-7b3a-458b-a6ac-a9d5b1f282d5 service neutron] Bound port: 14511fb7-c84b-4228-82a8-ddaa1583cfb8, host: hv-neutron-8227, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87dd7487-e7c8-48c3-b597-2f6995c824bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '0150432c-3455-4bcb-8764-4bb2c28e3d40'}}] {{(pid=87636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 23 16:24:01.852475 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-ce1b88b1-228f-4a80-a156-88c12046875c req-3637de7d-7b3a-458b-a6ac-a9d5b1f282d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:24:01.944444 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [req-ce1b88b1-228f-4a80-a156-88c12046875c req-3637de7d-7b3a-458b-a6ac-a9d5b1f282d5 service neutron] For port 14511fb7-c84b-4228-82a8-ddaa1583cfb8, host hv-neutron-8227, cleared binding levels {{(pid=87636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 23 16:24:01.947414 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [req-ce1b88b1-228f-4a80-a156-88c12046875c req-3637de7d-7b3a-458b-a6ac-a9d5b1f282d5 service neutron] For port 14511fb7-c84b-4228-82a8-ddaa1583cfb8, host hv-neutron-8227, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=14511fb7-c84b-4228-82a8-ddaa1583cfb8,segment=NetworkSegment(87dd7487-e7c8-48c3-b597-2f6995c824bb),segment_id=87dd7487-e7c8-48c3-b597-2f6995c824bb)] {{(pid=87636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 23 16:24:01.953248 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-ce1b88b1-228f-4a80-a156-88c12046875c req-3637de7d-7b3a-458b-a6ac-a9d5b1f282d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2176289'] for port, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:24:01.956977 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-dc2c116b-f032-4b27-bc73-adeacb56598a tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:24:02.010213 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1b88b1-228f-4a80-a156-88c12046875c req-3637de7d-7b3a-458b-a6ac-a9d5b1f282d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:24:02.010958 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-ce1b88b1-228f-4a80-a156-88c12046875c req-3637de7d-7b3a-458b-a6ac-a9d5b1f282d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:24:02.012257 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-ce1b88b1-228f-4a80-a156-88c12046875c req-3637de7d-7b3a-458b-a6ac-a9d5b1f282d5 service neutron] 10.222.0.61 "PUT /v2.0/ports/14511fb7-c84b-4228-82a8-ddaa1583cfb8 HTTP/1.1" status: 200  len: 1094 time: 1.0445595
Dec 23 16:24:02.012822 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8560fb2a-4183-48a8-9cfd-423f28519e0e', 'tag': '14511fb7-c84b-4228-82a8-ddaa1583cfb8'}] {{(pid=87636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 23 16:24:02.041260 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3637de7d-7b3a-458b-a6ac-a9d5b1f282d5 service neutron] Pushing event updated for resources: {'Port': ['ID=14511fb7-c84b-4228-82a8-ddaa1583cfb8,revision_number=3']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:24:02.044900 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-3637de7d-7b3a-458b-a6ac-a9d5b1f282d5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:24:02.088686 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8560fb2a-4183-48a8-9cfd-423f28519e0e', 'tag': '14511fb7-c84b-4228-82a8-ddaa1583cfb8', 'status': 'completed', 'code': 200}
Dec 23 16:24:02.130083 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1b88b1-228f-4a80-a156-88c12046875c req-713fd5f2-9e32-4b85-a7ad-015ed4fc6fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:24:02.131585 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-ce1b88b1-228f-4a80-a156-88c12046875c req-713fd5f2-9e32-4b85-a7ad-015ed4fc6fd5 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=815a3f337d0d43d79aa09f57743afc6f&device_id=8560fb2a-4183-48a8-9cfd-423f28519e0e HTTP/1.1" status: 200  len: 1097 time: 0.0754788
Dec 23 16:24:02.205756 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-ce1b88b1-228f-4a80-a156-88c12046875c req-d2f85349-c0fb-4c67-ad5d-7ea0ed70d7df service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=14511fb7-c84b-4228-82a8-ddaa1583cfb8 HTTP/1.1" status: 200  len: 217 time: 0.0657368
Dec 23 16:24:02.270063 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1b88b1-228f-4a80-a156-88c12046875c req-c748c044-3bcf-4e7e-b341-aded2ec765e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:24:02.271515 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-ce1b88b1-228f-4a80-a156-88c12046875c req-c748c044-3bcf-4e7e-b341-aded2ec765e5 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=155d1b85-f535-40ed-8306-928fb9445b01 HTTP/1.1" status: 200  len: 850 time: 0.0594606
Dec 23 16:24:02.465393 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1b88b1-228f-4a80-a156-88c12046875c req-de50d33e-8d42-4eb4-ac33-e98b7868d57b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:24:02.466837 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-ce1b88b1-228f-4a80-a156-88c12046875c req-de50d33e-8d42-4eb4-ac33-e98b7868d57b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0150432c-3455-4bcb-8764-4bb2c28e3d40&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1888459
Dec 23 16:24:02.605588 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-ce1b88b1-228f-4a80-a156-88c12046875c req-10d527b4-1015-4d44-8d0a-64092f06234e service neutron] 10.222.0.61 "GET /v2.0/networks/0150432c-3455-4bcb-8764-4bb2c28e3d40?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1319771
Dec 23 16:24:02.791542 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-ce1b88b1-228f-4a80-a156-88c12046875c req-c3a59a70-6970-458a-865f-541fd25a8801 service neutron] 10.222.0.61 "GET /v2.0/networks/0150432c-3455-4bcb-8764-4bb2c28e3d40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1797295
Dec 23 16:24:02.811036 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b7bbd3-b5bf-40c8-9302-78302b5e46f6 req-323e67c7-801d-4722-8f60-553e75a377b8 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:24:02.812515 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-51b7bbd3-b5bf-40c8-9302-78302b5e46f6 req-323e67c7-801d-4722-8f60-553e75a377b8 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] 10.222.0.64 "GET /v2.0/ports?device_id=8560fb2a-4183-48a8-9cfd-423f28519e0e HTTP/1.1" status: 200  len: 944 time: 0.1301713
Dec 23 16:24:02.902912 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-51b7bbd3-b5bf-40c8-9302-78302b5e46f6 req-042f53ba-160a-44b4-b360-83a6d6cd90a4 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] 10.222.0.64 "GET /v2.0/security-groups?id=377c3367-231c-4c91-96ad-c0bd6ef1f689&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0842309
Dec 23 16:24:02.928435 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca702eb-a63f-49c6-8fd3-50be00cb51e6 req-9a0c09d4-4360-4ce3-88eb-673d15f6f7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:24:02.929947 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-0ca702eb-a63f-49c6-8fd3-50be00cb51e6 req-9a0c09d4-4360-4ce3-88eb-673d15f6f7a5 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=815a3f337d0d43d79aa09f57743afc6f&device_id=8560fb2a-4183-48a8-9cfd-423f28519e0e HTTP/1.1" status: 200  len: 1097 time: 0.0934286
Dec 23 16:24:03.069401 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca702eb-a63f-49c6-8fd3-50be00cb51e6 req-1c6c876f-dc79-475e-935c-0c8048aee1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:24:03.070838 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-0ca702eb-a63f-49c6-8fd3-50be00cb51e6 req-1c6c876f-dc79-475e-935c-0c8048aee1f8 service neutron] 10.222.0.61 "GET /v2.0/networks?id=0150432c-3455-4bcb-8764-4bb2c28e3d40 HTTP/1.1" status: 200  len: 912 time: 0.1334817
Dec 23 16:24:03.143521 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-0ca702eb-a63f-49c6-8fd3-50be00cb51e6 req-22ead42a-641c-4c0d-bf5a-628fff35b8c9 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=14511fb7-c84b-4228-82a8-ddaa1583cfb8 HTTP/1.1" status: 200  len: 217 time: 0.0649052
Dec 23 16:24:03.208800 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca702eb-a63f-49c6-8fd3-50be00cb51e6 req-e4d4acb2-339c-48cd-9ab9-30bbbd335253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:24:03.210240 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-0ca702eb-a63f-49c6-8fd3-50be00cb51e6 req-e4d4acb2-339c-48cd-9ab9-30bbbd335253 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=155d1b85-f535-40ed-8306-928fb9445b01 HTTP/1.1" status: 200  len: 850 time: 0.0596740
Dec 23 16:24:03.288494 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca702eb-a63f-49c6-8fd3-50be00cb51e6 req-dae92114-4856-4f35-b198-b47f1e58ca41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:24:03.289918 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-0ca702eb-a63f-49c6-8fd3-50be00cb51e6 req-dae92114-4856-4f35-b198-b47f1e58ca41 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0150432c-3455-4bcb-8764-4bb2c28e3d40&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0728197
Dec 23 16:24:03.427027 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-0ca702eb-a63f-49c6-8fd3-50be00cb51e6 req-e2faaae8-32c8-4bb3-9579-2c4f642d60e1 service neutron] 10.222.0.61 "GET /v2.0/networks/0150432c-3455-4bcb-8764-4bb2c28e3d40?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1300926
Dec 23 16:24:03.557698 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-0ca702eb-a63f-49c6-8fd3-50be00cb51e6 req-2fbe4bb5-5c6c-4569-8800-f420a44e7714 service neutron] 10.222.0.61 "GET /v2.0/networks/0150432c-3455-4bcb-8764-4bb2c28e3d40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1231945
Dec 23 16:24:04.113985 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9aa654b-7302-45c2-9bf1-1e9145ca1da5 req-b67728d4-ea4d-49da-8194-054b1183aabe tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:24:04.115675 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-b9aa654b-7302-45c2-9bf1-1e9145ca1da5 req-b67728d4-ea4d-49da-8194-054b1183aabe tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] 10.222.0.64 "GET /v2.0/ports?device_id=8560fb2a-4183-48a8-9cfd-423f28519e0e HTTP/1.1" status: 200  len: 944 time: 0.0959373
Dec 23 16:24:04.165204 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-b9aa654b-7302-45c2-9bf1-1e9145ca1da5 req-065aa9d5-c08f-489a-9577-d4a572284ede tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] 10.222.0.64 "GET /v2.0/security-groups?id=377c3367-231c-4c91-96ad-c0bd6ef1f689&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435746
Dec 23 16:24:05.352519 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9c521a-4598-498f-a4ae-d7fad09b3f3f req-fe83a078-e15d-41f9-a520-65f23c73def6 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:24:05.353975 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-3e9c521a-4598-498f-a4ae-d7fad09b3f3f req-fe83a078-e15d-41f9-a520-65f23c73def6 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] 10.222.0.64 "GET /v2.0/ports?device_id=8560fb2a-4183-48a8-9cfd-423f28519e0e HTTP/1.1" status: 200  len: 944 time: 0.0783892
Dec 23 16:24:05.410177 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-3e9c521a-4598-498f-a4ae-d7fad09b3f3f req-ad89a033-5d00-41f5-8fea-9cd59735263e tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] 10.222.0.64 "GET /v2.0/security-groups?id=377c3367-231c-4c91-96ad-c0bd6ef1f689&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0484784
Dec 23 16:24:06.609593 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20d7b4b-9fb0-4453-beee-d50b6a1c488f req-ed14066e-b49f-43f5-923f-5b7d4e945232 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:24:06.610946 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-d20d7b4b-9fb0-4453-beee-d50b6a1c488f req-ed14066e-b49f-43f5-923f-5b7d4e945232 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] 10.222.0.64 "GET /v2.0/ports?device_id=8560fb2a-4183-48a8-9cfd-423f28519e0e HTTP/1.1" status: 200  len: 944 time: 0.0905669
Dec 23 16:24:06.656720 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-d20d7b4b-9fb0-4453-beee-d50b6a1c488f req-515ff065-9ec1-4d90-ba6e-0a7aed5726ec tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] 10.222.0.64 "GET /v2.0/security-groups?id=377c3367-231c-4c91-96ad-c0bd6ef1f689&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0400362
Dec 23 16:24:07.871805 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360fbb5e-7ab0-4827-8e72-b3fb247f3e88 req-b98c2385-9425-4c95-8dc3-33958491d391 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:24:07.873367 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-360fbb5e-7ab0-4827-8e72-b3fb247f3e88 req-b98c2385-9425-4c95-8dc3-33958491d391 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] 10.222.0.64 "GET /v2.0/ports?device_id=8560fb2a-4183-48a8-9cfd-423f28519e0e HTTP/1.1" status: 200  len: 944 time: 0.0993316
Dec 23 16:24:07.921677 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-360fbb5e-7ab0-4827-8e72-b3fb247f3e88 req-d079fff1-e0eb-456f-8cae-cd3793642956 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] 10.222.0.64 "GET /v2.0/security-groups?id=377c3367-231c-4c91-96ad-c0bd6ef1f689&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0399079
Dec 23 16:24:09.241641 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63999c5-011e-4ce2-8390-bda9e26d8f5f req-8e8b747b-aa45-4d05-82bf-41b0c2a02df0 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:24:09.243460 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-f63999c5-011e-4ce2-8390-bda9e26d8f5f req-8e8b747b-aa45-4d05-82bf-41b0c2a02df0 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] 10.222.0.64 "GET /v2.0/ports?device_id=8560fb2a-4183-48a8-9cfd-423f28519e0e HTTP/1.1" status: 200  len: 944 time: 0.1531055
Dec 23 16:24:09.300608 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-f63999c5-011e-4ce2-8390-bda9e26d8f5f req-f0971e71-c4c1-4768-9931-589421698317 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] 10.222.0.64 "GET /v2.0/security-groups?id=377c3367-231c-4c91-96ad-c0bd6ef1f689&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0511675
Dec 23 16:24:10.546093 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1463af-eb6e-4d09-93aa-55bad5ef9c31 req-287b330e-bae7-4575-977c-100fbd0c57c1 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:24:10.547545 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-4e1463af-eb6e-4d09-93aa-55bad5ef9c31 req-287b330e-bae7-4575-977c-100fbd0c57c1 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] 10.222.0.64 "GET /v2.0/ports?device_id=8560fb2a-4183-48a8-9cfd-423f28519e0e HTTP/1.1" status: 200  len: 944 time: 0.1370041
Dec 23 16:24:10.596597 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-4e1463af-eb6e-4d09-93aa-55bad5ef9c31 req-c8f336ad-a2ca-4840-be32-0f41a9a02933 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] 10.222.0.64 "GET /v2.0/security-groups?id=377c3367-231c-4c91-96ad-c0bd6ef1f689&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431926
Dec 23 16:24:10.738535 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Device 14511fb7-c84b-4228-82a8-ddaa1583cfb8 details requested by agent hyperv_hv-neutron-8227 with host hv-neutron-8227 {{(pid=87637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 23 16:24:10.893021 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] For port 14511fb7-c84b-4228-82a8-ddaa1583cfb8, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=14511fb7-c84b-4228-82a8-ddaa1583cfb8,segment=NetworkSegment(87dd7487-e7c8-48c3-b597-2f6995c824bb),segment_id=87dd7487-e7c8-48c3-b597-2f6995c824bb)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:24:10.907900 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Returning: {'device': '14511fb7-c84b-4228-82a8-ddaa1583cfb8', 'network_id': '0150432c-3455-4bcb-8764-4bb2c28e3d40', 'port_id': '14511fb7-c84b-4228-82a8-ddaa1583cfb8', 'mac_address': 'fa:16:3e:e0:77:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '155d1b85-f535-40ed-8306-928fb9445b01', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 23 16:24:10.978506 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:24:10.997579 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.notifiers.nova [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14511fb7-c84b-4228-82a8-ddaa1583cfb8 {{(pid=87637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 23 16:24:11.014874 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] For port 14511fb7-c84b-4228-82a8-ddaa1583cfb8, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=14511fb7-c84b-4228-82a8-ddaa1583cfb8,segment=NetworkSegment(87dd7487-e7c8-48c3-b597-2f6995c824bb),segment_id=87dd7487-e7c8-48c3-b597-2f6995c824bb)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:24:11.019230 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:24:11.021276 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:24:11.089214 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Pushing event updated for resources: {'Port': ['ID=14511fb7-c84b-4228-82a8-ddaa1583cfb8,revision_number=4']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:24:11.097648 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:24:11.097738 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:24:11.098536 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:24:11.098536 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:24:11.098704 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:24:11.099315 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:24:11.099396 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:24:11.099671 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:24:11.099996 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:24:11.100399 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:24:11.100763 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:24:11.101108 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:24:11.105787 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:24:11.257240 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] get_ports_and_sgs() called for port_ids ['14511fb7-c84b-4228-82a8-ddaa1583cfb8'] {{(pid=87637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 23 16:24:11.803689 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f30f3c-512c-481b-aaa1-77767b27e69d req-b4ec74a3-ff5a-41b3-83d7-3517a3349c09 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:24:11.805199 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-a2f30f3c-512c-481b-aaa1-77767b27e69d req-b4ec74a3-ff5a-41b3-83d7-3517a3349c09 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] 10.222.0.64 "GET /v2.0/ports?device_id=8560fb2a-4183-48a8-9cfd-423f28519e0e HTTP/1.1" status: 200  len: 945 time: 0.0870662
Dec 23 16:24:11.845897 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:24:11.853758 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-a2f30f3c-512c-481b-aaa1-77767b27e69d req-22eb4c9e-2b15-4935-9031-916bc8fc6038 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] 10.222.0.64 "GET /v2.0/security-groups?id=377c3367-231c-4c91-96ad-c0bd6ef1f689&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421214
Dec 23 16:24:12.738343 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Device 14511fb7-c84b-4228-82a8-ddaa1583cfb8 up at agent hyperv_hv-neutron-8227 {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:24:12.825991 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Provisioning for port 14511fb7-c84b-4228-82a8-ddaa1583cfb8 completed by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:24:12.831427 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Provisioning complete for port 14511fb7-c84b-4228-82a8-ddaa1583cfb8 triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:24:12.831734 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:24:12.965869 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:24:12.996817 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8560fb2a-4183-48a8-9cfd-423f28519e0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14511fb7-c84b-4228-82a8-ddaa1583cfb8'}] {{(pid=87637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 23 16:24:13.008721 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] For port 14511fb7-c84b-4228-82a8-ddaa1583cfb8, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=14511fb7-c84b-4228-82a8-ddaa1583cfb8,segment=NetworkSegment(87dd7487-e7c8-48c3-b597-2f6995c824bb),segment_id=87dd7487-e7c8-48c3-b597-2f6995c824bb)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:24:13.013604 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:24:13.015876 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:24:13.059113 dv-neutron-822799-1-hyperv neutron-server[87637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8560fb2a-4183-48a8-9cfd-423f28519e0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14511fb7-c84b-4228-82a8-ddaa1583cfb8', 'code': 200}
Dec 23 16:24:13.080891 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c97615-209d-4cc3-9ba8-be7c9de55e8b req-4726c168-2de5-40e3-9f3b-05de360e4bbd tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:24:13.082425 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-94c97615-209d-4cc3-9ba8-be7c9de55e8b req-4726c168-2de5-40e3-9f3b-05de360e4bbd tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] 10.222.0.64 "GET /v2.0/ports?device_id=8560fb2a-4183-48a8-9cfd-423f28519e0e HTTP/1.1" status: 200  len: 946 time: 0.1119175
Dec 23 16:24:13.103442 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Pushing event updated for resources: {'Port': ['ID=14511fb7-c84b-4228-82a8-ddaa1583cfb8,revision_number=5']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:24:13.107614 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:24:13.130005 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-94c97615-209d-4cc3-9ba8-be7c9de55e8b req-814bf228-cdb6-4b5e-b7c6-1ab27a672e5b tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] 10.222.0.64 "GET /v2.0/security-groups?id=377c3367-231c-4c91-96ad-c0bd6ef1f689&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413086
Dec 23 16:24:13.367820 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6250e1c3-30d4-4b5d-82ff-abdaa9483a24 req-76c97de6-9846-4001-a383-f369b0f22c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:24:13.369305 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-6250e1c3-30d4-4b5d-82ff-abdaa9483a24 req-76c97de6-9846-4001-a383-f369b0f22c2c service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=8560fb2a-4183-48a8-9cfd-423f28519e0e HTTP/1.1" status: 200  len: 1099 time: 0.0753787
Dec 23 16:24:13.537704 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-6250e1c3-30d4-4b5d-82ff-abdaa9483a24 req-8b4159e5-181f-47d0-98aa-92a2150021da service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=377c3367-231c-4c91-96ad-c0bd6ef1f689&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1606977
Dec 23 16:24:14.325916 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61359a3e-f2f3-4074-9b05-b0ed0e0c0ca9 req-53e56883-86f7-48bd-afde-ee1645d423de tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:24:14.327394 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-61359a3e-f2f3-4074-9b05-b0ed0e0c0ca9 req-53e56883-86f7-48bd-afde-ee1645d423de tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] 10.222.0.64 "GET /v2.0/ports?device_id=8560fb2a-4183-48a8-9cfd-423f28519e0e HTTP/1.1" status: 200  len: 946 time: 0.0863879
Dec 23 16:24:14.370979 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-61359a3e-f2f3-4074-9b05-b0ed0e0c0ca9 req-50242f3f-76c3-4175-9e61-8a0636358ced tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] 10.222.0.64 "GET /v2.0/security-groups?id=377c3367-231c-4c91-96ad-c0bd6ef1f689&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0376143
Dec 23 16:24:14.596305 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.agents_db [None req-30c2320c-f298-49f6-9c47-c20e38116a9c None None] Agent healthcheck: found 6 active agents {{(pid=87638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 23 16:24:15.573383 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f33217-4484-479d-8114-ed1bb0a9bb20 req-25d04a66-87c1-4ba9-9080-63328235260f tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:24:15.574827 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-f1f33217-4484-479d-8114-ed1bb0a9bb20 req-25d04a66-87c1-4ba9-9080-63328235260f tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] 10.222.0.64 "GET /v2.0/ports?device_id=8560fb2a-4183-48a8-9cfd-423f28519e0e HTTP/1.1" status: 200  len: 946 time: 0.0892127
Dec 23 16:24:15.620473 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-f1f33217-4484-479d-8114-ed1bb0a9bb20 req-f15d78bd-0372-4280-a7af-8bd20d3b9829 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] 10.222.0.64 "GET /v2.0/security-groups?id=377c3367-231c-4c91-96ad-c0bd6ef1f689&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0372610
Dec 23 16:24:15.810699 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df1dbef-7427-4d0c-bc90-86731089ea90 req-29656648-1ae7-478f-a5f1-76f63de000dc tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:24:15.812160 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-6df1dbef-7427-4d0c-bc90-86731089ea90 req-29656648-1ae7-478f-a5f1-76f63de000dc tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] 10.222.0.64 "GET /v2.0/ports?device_id=8560fb2a-4183-48a8-9cfd-423f28519e0e HTTP/1.1" status: 200  len: 946 time: 0.0867865
Dec 23 16:24:15.861776 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-6df1dbef-7427-4d0c-bc90-86731089ea90 req-fc61fc6e-f431-4a87-b62a-0d48c78add22 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] 10.222.0.64 "GET /v2.0/security-groups?id=377c3367-231c-4c91-96ad-c0bd6ef1f689&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414820
Dec 23 16:24:15.885422 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 54298) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:24:15.959039 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fab4474a-3542-4ce8-950a-2501c6e3c391 tempest-TestVolumeBootPattern-1194297961 tempest-TestVolumeBootPattern-1194297961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:24:15.960523 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-fab4474a-3542-4ce8-950a-2501c6e3c391 tempest-TestVolumeBootPattern-1194297961 tempest-TestVolumeBootPattern-1194297961-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=8560fb2a-4183-48a8-9cfd-423f28519e0e HTTP/1.1" status: 200  len: 1094 time: 0.0740891
Dec 23 16:24:15.963345 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 54302) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:24:15.968171 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-032278c5-e5fe-47c6-8e1b-acdbb5cf1f0e tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Request body: {'floatingip': {'floating_network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'port_id': '14511fb7-c84b-4228-82a8-ddaa1583cfb8', 'tenant_id': '815a3f337d0d43d79aa09f57743afc6f', 'fixed_ip_address': '172.20.0.12'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:24:15.974555 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-032278c5-e5fe-47c6-8e1b-acdbb5cf1f0e tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:24:15.978399 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-032278c5-e5fe-47c6-8e1b-acdbb5cf1f0e tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Usage tracker for resource:floatingip and tenant:815a3f337d0d43d79aa09f57743afc6f is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:24:15.981250 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-032278c5-e5fe-47c6-8e1b-acdbb5cf1f0e tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:24:15.986944 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-032278c5-e5fe-47c6-8e1b-acdbb5cf1f0e tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:24:16.000426 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-032278c5-e5fe-47c6-8e1b-acdbb5cf1f0e tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Notify callbacks [] for floatingip, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:24:16.151868 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-032278c5-e5fe-47c6-8e1b-acdbb5cf1f0e tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:24:16.298449 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [None req-032278c5-e5fe-47c6-8e1b-acdbb5cf1f0e tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Allocated IP 172.26.3.174 (8afa6d58-9431-454a-b99c-3ff8a65aa86b/60537fec-5f5f-4ab7-89cc-03638149a590/9a8aee8a-703d-4a2f-9e07-e1c32e60b2fb) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:24:16.446193 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-032278c5-e5fe-47c6-8e1b-acdbb5cf1f0e tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:24:16.479583 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-032278c5-e5fe-47c6-8e1b-acdbb5cf1f0e tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:24:16.485460 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-3697406f-ca42-429f-a6ba-2b11ad1c0393 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:24:16.548370 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-032278c5-e5fe-47c6-8e1b-acdbb5cf1f0e tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Network 8afa6d58-9431-454a-b99c-3ff8a65aa86b is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:24:16.551714 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-032278c5-e5fe-47c6-8e1b-acdbb5cf1f0e tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Resources bound (agent type, host, resource id):  {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:24:16.555341 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-032278c5-e5fe-47c6-8e1b-acdbb5cf1f0e tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:24:16.584829 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032278c5-e5fe-47c6-8e1b-acdbb5cf1f0e tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Pushing event updated for resources: {'Port': ['ID=9a8aee8a-703d-4a2f-9e07-e1c32e60b2fb,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:24:16.590585 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-032278c5-e5fe-47c6-8e1b-acdbb5cf1f0e tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:24:16.990686 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-032278c5-e5fe-47c6-8e1b-acdbb5cf1f0e tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:24:17.067850 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-032278c5-e5fe-47c6-8e1b-acdbb5cf1f0e tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:24:17.289735 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-032278c5-e5fe-47c6-8e1b-acdbb5cf1f0e tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Notify callbacks [] for port, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:24:17.295750 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-032278c5-e5fe-47c6-8e1b-acdbb5cf1f0e tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2176289'] for port, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:24:17.300450 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-fef93043-e939-4ca2-b460-e979a9ed2507 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:24:17.331724 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-37a0d725-f157-4cca-8b56-97d845d33482 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:24:17.406148 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032278c5-e5fe-47c6-8e1b-acdbb5cf1f0e tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Pushing event updated for resources: {'Port': ['ID=9a8aee8a-703d-4a2f-9e07-e1c32e60b2fb,revision_number=2']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:24:17.410309 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-032278c5-e5fe-47c6-8e1b-acdbb5cf1f0e tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:24:17.419405 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-032278c5-e5fe-47c6-8e1b-acdbb5cf1f0e tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1824189'] for floatingip, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:24:17.727236 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.db.l3_db [None req-032278c5-e5fe-47c6-8e1b-acdbb5cf1f0e tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Floating IP 8058c82a-d338-443f-b827-e6e66a857530 associated. External IP: 172.26.3.174, port: 14511fb7-c84b-4228-82a8-ddaa1583cfb8.
Dec 23 16:24:18.078487 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-032278c5-e5fe-47c6-8e1b-acdbb5cf1f0e tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Router 4a42c453-b79e-4e99-ad61-ce295702871a has already been hosted by L3 agent 371d4c41-c7e2-4de7-9539-c049ec4e95d1 {{(pid=87636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 23 16:24:18.262038 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-032278c5-e5fe-47c6-8e1b-acdbb5cf1f0e tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Notify agent at l3_agent.dv-neutron-822799-1-hyperv the message routers_updated {{(pid=87636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 23 16:24:18.273380 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91f3a41e-610a-4b87-8aca-138a4b592389 None None] Sync routers for ids ['4a42c453-b79e-4e99-ad61-ce295702871a'] in dv-neutron-822799-1-hyperv {{(pid=87637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 23 16:24:18.282671 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91f3a41e-610a-4b87-8aca-138a4b592389 None None] Routers {'4a42c453-b79e-4e99-ad61-ce295702871a'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:24:18.283258 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-91f3a41e-610a-4b87-8aca-138a4b592389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc131c9d0>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:23:50Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['4a42c453-b79e-4e99-ad61-ce295702871a'], 'active': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:24:18.290307 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-032278c5-e5fe-47c6-8e1b-acdbb5cf1f0e tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for floatingip, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:24:18.346493 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-032278c5-e5fe-47c6-8e1b-acdbb5cf1f0e tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 2.3820448
Dec 23 16:24:18.347255 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8560fb2a-4183-48a8-9cfd-423f28519e0e', 'tag': '14511fb7-c84b-4228-82a8-ddaa1583cfb8'}] {{(pid=87636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 23 16:24:18.394629 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8560fb2a-4183-48a8-9cfd-423f28519e0e', 'tag': '14511fb7-c84b-4228-82a8-ddaa1583cfb8', 'status': 'completed', 'code': 200}
Dec 23 16:24:18.464946 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvr_db [None req-91f3a41e-610a-4b87-8aca-138a4b592389 None None] Set router 4a42c453-b79e-4e99-ad61-ce295702871a gateway port host: dv-neutron-822799-1-hyperv {{(pid=87637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:24:18.486700 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ea1c80-933d-409c-8b1d-1e021d38b789 req-faae9eee-c22e-4927-b28c-4f5ad95f2993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:24:18.488330 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-a0ea1c80-933d-409c-8b1d-1e021d38b789 req-faae9eee-c22e-4927-b28c-4f5ad95f2993 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=815a3f337d0d43d79aa09f57743afc6f&device_id=8560fb2a-4183-48a8-9cfd-423f28519e0e HTTP/1.1" status: 200  len: 1099 time: 0.0719004
Dec 23 16:24:18.621003 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ea1c80-933d-409c-8b1d-1e021d38b789 req-b7e8cbbf-dc33-4e20-ac8c-5e3145b599d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:24:18.622393 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-a0ea1c80-933d-409c-8b1d-1e021d38b789 req-b7e8cbbf-dc33-4e20-ac8c-5e3145b599d8 service neutron] 10.222.0.61 "GET /v2.0/networks?id=0150432c-3455-4bcb-8764-4bb2c28e3d40 HTTP/1.1" status: 200  len: 912 time: 0.1280868
Dec 23 16:24:18.726539 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-a0ea1c80-933d-409c-8b1d-1e021d38b789 req-b33153f6-caa5-44a0-b99a-34c020897f40 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=14511fb7-c84b-4228-82a8-ddaa1583cfb8 HTTP/1.1" status: 200  len: 1000 time: 0.0973473
Dec 23 16:24:18.792686 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ea1c80-933d-409c-8b1d-1e021d38b789 req-0cbf7069-80b8-4fea-aade-c90242f8d2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:24:18.794135 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-a0ea1c80-933d-409c-8b1d-1e021d38b789 req-0cbf7069-80b8-4fea-aade-c90242f8d2a6 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=155d1b85-f535-40ed-8306-928fb9445b01 HTTP/1.1" status: 200  len: 850 time: 0.0606973
Dec 23 16:24:18.846626 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-91f3a41e-610a-4b87-8aca-138a4b592389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc131c9d0>, [{'id': '4a42c453-b79e-4e99-ad61-ce295702871a', 'name': 'tempest-TestVolumeBootPattern-662153544-router', 'tenant_id': '815a3f337d0d43d79aa09f57743afc6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.186'}], 'enable_snat': True}, 'gw_port_id': '1db041a6-d74c-4bb1-a37a-855a0926652b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:18:54Z', 'updated_at': '2021-12-23T16:18:59Z', 'revision_number': 4, 'project_id': '815a3f337d0d43d79aa09f57743afc6f', 'gw_port': {'id': '1db041a6-d74c-4bb1-a37a-855a0926652b', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:14:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a42c453-b79e-4e99-ad61-ce295702871a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:18:55Z', 'updated_at': '2021-12-23T16:19:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_floatingips': [{'id': '8058c82a-d338-443f-b827-e6e66a857530', 'tenant_id': '815a3f337d0d43d79aa09f57743afc6f', 'floating_ip_address': '172.26.3.174', 'floating_network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'router_id': '4a42c453-b79e-4e99-ad61-ce295702871a', 'port_id': '14511fb7-c84b-4228-82a8-ddaa1583cfb8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0150432c-3455-4bcb-8764-4bb2c28e3d40', 'mac_address': 'fa:16:3e:e0:77:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8560fb2a-4183-48a8-9cfd-423f28519e0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:24:16Z', 'updated_at': '2021-12-23T16:24:16Z', 'revision_number': 0, 'project_id': '815a3f337d0d43d79aa09f57743afc6f', 'fixed_ip_address_scope': None}, {'id': 'f85330fd-11a9-4510-aca6-5b9b946371ce', 'tenant_id': '815a3f337d0d43d79aa09f57743afc6f', 'floating_ip_address': '172.26.3.73', 'floating_network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'router_id': '4a42c453-b79e-4e99-ad61-ce295702871a', 'port_id': '160f9176-1cc9-4e89-b0c2-488b098330d9', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1437, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0150432c-3455-4bcb-8764-4bb2c28e3d40', 'mac_address': 'fa:16:3e:99:10:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b44a917e-f30c-40c8-8dd6-4310ddb2f384', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:22:12Z', 'updated_at': '2021-12-23T16:22:15Z', 'revision_number': 1, 'project_id': '815a3f337d0d43d79aa09f57743afc6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd17475bd-9510-4096-a5f0-5c5d2cf79e4b', 'name': '', 'network_id': '0150432c-3455-4bcb-8764-4bb2c28e3d40', 'tenant_id': '815a3f337d0d43d79aa09f57743afc6f', 'mac_address': 'fa:16:3e:67:c2:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a42c453-b79e-4e99-ad61-ce295702871a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': '155d1b85-f535-40ed-8306-928fb9445b01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:18:58Z', 'updated_at': '2021-12-23T16:19:06Z', 'revision_number': 5, 'project_id': '815a3f337d0d43d79aa09f57743afc6f', 'subnets': [{'id': '155d1b85-f535-40ed-8306-928fb9445b01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:24:18.850879 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91f3a41e-610a-4b87-8aca-138a4b592389 None None] Checking router: 4a42c453-b79e-4e99-ad61-ce295702871a for host: dv-neutron-822799-1-hyperv {{(pid=87637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 23 16:24:18.859608 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91f3a41e-610a-4b87-8aca-138a4b592389 None None] Routers {'4a42c453-b79e-4e99-ad61-ce295702871a'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:24:18.860216 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-91f3a41e-610a-4b87-8aca-138a4b592389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc131c9d0>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:23:50Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['4a42c453-b79e-4e99-ad61-ce295702871a'], 'active': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:24:18.870621 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ea1c80-933d-409c-8b1d-1e021d38b789 req-c8e045b9-64f7-43b6-ac77-0ee6fb24859c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:24:18.872165 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-a0ea1c80-933d-409c-8b1d-1e021d38b789 req-c8e045b9-64f7-43b6-ac77-0ee6fb24859c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0150432c-3455-4bcb-8764-4bb2c28e3d40&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0707059
Dec 23 16:24:19.005248 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-a0ea1c80-933d-409c-8b1d-1e021d38b789 req-f9b1e763-2a88-40b4-8d68-55249b027bcb service neutron] 10.222.0.61 "GET /v2.0/networks/0150432c-3455-4bcb-8764-4bb2c28e3d40?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1256003
Dec 23 16:24:19.038356 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvr_db [None req-91f3a41e-610a-4b87-8aca-138a4b592389 None None] Set router 4a42c453-b79e-4e99-ad61-ce295702871a gateway port host: dv-neutron-822799-1-hyperv {{(pid=87637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:24:19.136774 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-a0ea1c80-933d-409c-8b1d-1e021d38b789 req-15df0b66-0d5d-49f1-824f-e851ce780844 service neutron] 10.222.0.61 "GET /v2.0/networks/0150432c-3455-4bcb-8764-4bb2c28e3d40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1253998
Dec 23 16:24:19.405025 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-91f3a41e-610a-4b87-8aca-138a4b592389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc131c9d0>, [{'id': '4a42c453-b79e-4e99-ad61-ce295702871a', 'name': 'tempest-TestVolumeBootPattern-662153544-router', 'tenant_id': '815a3f337d0d43d79aa09f57743afc6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.186'}], 'enable_snat': True}, 'gw_port_id': '1db041a6-d74c-4bb1-a37a-855a0926652b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:18:54Z', 'updated_at': '2021-12-23T16:18:59Z', 'revision_number': 4, 'project_id': '815a3f337d0d43d79aa09f57743afc6f', 'gw_port': {'id': '1db041a6-d74c-4bb1-a37a-855a0926652b', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:14:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a42c453-b79e-4e99-ad61-ce295702871a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:18:55Z', 'updated_at': '2021-12-23T16:19:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_floatingips': [{'id': '8058c82a-d338-443f-b827-e6e66a857530', 'tenant_id': '815a3f337d0d43d79aa09f57743afc6f', 'floating_ip_address': '172.26.3.174', 'floating_network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'router_id': '4a42c453-b79e-4e99-ad61-ce295702871a', 'port_id': '14511fb7-c84b-4228-82a8-ddaa1583cfb8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0150432c-3455-4bcb-8764-4bb2c28e3d40', 'mac_address': 'fa:16:3e:e0:77:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8560fb2a-4183-48a8-9cfd-423f28519e0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:24:16Z', 'updated_at': '2021-12-23T16:24:16Z', 'revision_number': 0, 'project_id': '815a3f337d0d43d79aa09f57743afc6f', 'fixed_ip_address_scope': None}, {'id': 'f85330fd-11a9-4510-aca6-5b9b946371ce', 'tenant_id': '815a3f337d0d43d79aa09f57743afc6f', 'floating_ip_address': '172.26.3.73', 'floating_network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'router_id': '4a42c453-b79e-4e99-ad61-ce295702871a', 'port_id': '160f9176-1cc9-4e89-b0c2-488b098330d9', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1437, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0150432c-3455-4bcb-8764-4bb2c28e3d40', 'mac_address': 'fa:16:3e:99:10:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b44a917e-f30c-40c8-8dd6-4310ddb2f384', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:22:12Z', 'updated_at': '2021-12-23T16:22:15Z', 'revision_number': 1, 'project_id': '815a3f337d0d43d79aa09f57743afc6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd17475bd-9510-4096-a5f0-5c5d2cf79e4b', 'name': '', 'network_id': '0150432c-3455-4bcb-8764-4bb2c28e3d40', 'tenant_id': '815a3f337d0d43d79aa09f57743afc6f', 'mac_address': 'fa:16:3e:67:c2:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a42c453-b79e-4e99-ad61-ce295702871a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': '155d1b85-f535-40ed-8306-928fb9445b01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:18:58Z', 'updated_at': '2021-12-23T16:19:06Z', 'revision_number': 5, 'project_id': '815a3f337d0d43d79aa09f57743afc6f', 'subnets': [{'id': '155d1b85-f535-40ed-8306-928fb9445b01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:24:19.409127 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91f3a41e-610a-4b87-8aca-138a4b592389 None None] The sync data for ids ['4a42c453-b79e-4e99-ad61-ce295702871a'] in dv-neutron-822799-1-hyperv is: [{'id': '4a42c453-b79e-4e99-ad61-ce295702871a', 'name': 'tempest-TestVolumeBootPattern-662153544-router', 'tenant_id': '815a3f337d0d43d79aa09f57743afc6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.186'}], 'enable_snat': True}, 'gw_port_id': '1db041a6-d74c-4bb1-a37a-855a0926652b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:18:54Z', 'updated_at': '2021-12-23T16:18:59Z', 'revision_number': 4, 'project_id': '815a3f337d0d43d79aa09f57743afc6f', 'gw_port': {'id': '1db041a6-d74c-4bb1-a37a-855a0926652b', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:14:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a42c453-b79e-4e99-ad61-ce295702871a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:18:55Z', 'updated_at': '2021-12-23T16:19:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_floatingips': [{'id': '8058c82a-d338-443f-b827-e6e66a857530', 'tenant_id': '815a3f337d0d43d79aa09f57743afc6f', 'floating_ip_address': '172.26.3.174', 'floating_network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'router_id': '4a42c453-b79e-4e99-ad61-ce295702871a', 'port_id': '14511fb7-c84b-4228-82a8-ddaa1583cfb8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0150432c-3455-4bcb-8764-4bb2c28e3d40', 'mac_address': 'fa:16:3e:e0:77:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8560fb2a-4183-48a8-9cfd-423f28519e0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:24:16Z', 'updated_at': '2021-12-23T16:24:16Z', 'revision_number': 0, 'project_id': '815a3f337d0d43d79aa09f57743afc6f', 'fixed_ip_address_scope': None}, {'id': 'f85330fd-11a9-4510-aca6-5b9b946371ce', 'tenant_id': '815a3f337d0d43d79aa09f57743afc6f', 'floating_ip_address': '172.26.3.73', 'floating_network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'router_id': '4a42c453-b79e-4e99-ad61-ce295702871a', 'port_id': '160f9176-1cc9-4e89-b0c2-488b098330d9', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1437, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0150432c-3455-4bcb-8764-4bb2c28e3d40', 'mac_address': 'fa:16:3e:99:10:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b44a917e-f30c-40c8-8dd6-4310ddb2f384', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:22:12Z', 'updated_at': '2021-12-23T16:22:15Z', 'revision_number': 1, 'project_id': '815a3f337d0d43d79aa09f57743afc6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd17475bd-9510-4096-a5f0-5c5d2cf79e4b', 'name': '', 'network_id': '0150432c-3455-4bcb-8764-4bb2c28e3d40', 'tenant_id': '815a3f337d0d43d79aa09f57743afc6f', 'mac_address': 'fa:16:3e:67:c2:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a42c453-b79e-4e99-ad61-ce295702871a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': '155d1b85-f535-40ed-8306-928fb9445b01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:18:58Z', 'updated_at': '2021-12-23T16:19:06Z', 'revision_number': 5, 'project_id': '815a3f337d0d43d79aa09f57743afc6f', 'subnets': [{'id': '155d1b85-f535-40ed-8306-928fb9445b01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 23 16:24:19.616971 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21fc9942-02fb-408c-8962-4f21a67891e8 None None] New status for floating IP 8058c82a-d338-443f-b827-e6e66a857530: ACTIVE {{(pid=87638) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 23 16:24:19.713764 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f570257b-c3fe-4f19-b60a-272ae4c92764 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:24:20.756745 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9dcbea60-a34f-4144-91e7-90aff3f57aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:24:20.874123 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:24:22.260638 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9e3aab53-d650-47e3-b8a6-2dff21fe9ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:24:29.479351 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 54314) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:24:29.485281 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-5d3bb2b1-85a2-4e0f-8f76-71c95632c532 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:24:29.759325 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5d3bb2b1-85a2-4e0f-8f76-71c95632c532 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2618335'] for subnet, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:24:29.962501 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5d3bb2b1-85a2-4e0f-8f76-71c95632c532 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8735363031381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2176480'] for subnet, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:24:29.966138 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-151f99b5-2df8-4d37-a63a-f7db0376b154 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:24:30.016152 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d3bb2b1-85a2-4e0f-8f76-71c95632c532 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:24:30.016257 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5d3bb2b1-85a2-4e0f-8f76-71c95632c532 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:24:30.018752 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-5d3bb2b1-85a2-4e0f-8f76-71c95632c532 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "PUT /v2.0/subnets/94b1fe5e-da3c-4ebd-a5d1-1cd5a0994f2a HTTP/1.1" status: 200  len: 836 time: 0.5380516
Dec 23 16:24:30.020114 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ec95845-311c-4a40-b94a-4e1b450e44d3 None None] Network e236d384-0d0c-45dc-aebd-e695235dcead requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:24:30.034978 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3bb2b1-85a2-4e0f-8f76-71c95632c532 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Pushing event updated for resources: {'Subnet': ['ID=94b1fe5e-da3c-4ebd-a5d1-1cd5a0994f2a,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:24:30.041360 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-5d3bb2b1-85a2-4e0f-8f76-71c95632c532 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:24:30.521456 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-c8daf19c-4cd9-420c-a90a-9faf36897ccd None None] Provisioning complete for port 5c8daf89-060e-4482-ab05-92fa3e42e1ea triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:24:30.521754 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-c8daf19c-4cd9-420c-a90a-9faf36897ccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:24:30.650017 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-c8daf19c-4cd9-420c-a90a-9faf36897ccd None None] Provisioning complete for port caba986f-d84e-4a3c-aee7-00b5dd9f8b9b triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:24:30.650399 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-c8daf19c-4cd9-420c-a90a-9faf36897ccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:24:30.821691 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-c8daf19c-4cd9-420c-a90a-9faf36897ccd None None] Provisioning complete for port 6189d2cc-51f7-4a08-91fc-d336b653ce56 triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:24:30.822075 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-c8daf19c-4cd9-420c-a90a-9faf36897ccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:24:41.853635 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:24:47.344469 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-b21c6c1c-5632-486d-80ac-3fc50e4c6d34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:24:49.721500 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-fba1f8c9-d596-4c31-b374-29dd42c4e9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:24:50.753349 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9dcbea60-a34f-4144-91e7-90aff3f57aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:24:50.873985 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:24:51.600894 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.agents_db [None req-30c2320c-f298-49f6-9c47-c20e38116a9c None None] Agent healthcheck: found 6 active agents {{(pid=87638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 23 16:24:52.257550 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9e3aab53-d650-47e3-b8a6-2dff21fe9ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:24:55.289820 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-d64e9750-17c1-411f-a3cf-723c0086a676 req-2083c9a4-d78a-4414-85e7-3789fd9f916d service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=b44a917e-f30c-40c8-8dd6-4310ddb2f384&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1150236
Dec 23 16:24:55.429376 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64e9750-17c1-411f-a3cf-723c0086a676 req-a020bc03-2818-4935-a586-57bd08bd493a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:24:55.430812 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-d64e9750-17c1-411f-a3cf-723c0086a676 req-a020bc03-2818-4935-a586-57bd08bd493a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=815a3f337d0d43d79aa09f57743afc6f&device_id=b44a917e-f30c-40c8-8dd6-4310ddb2f384 HTTP/1.1" status: 200  len: 1099 time: 0.0710771
Dec 23 16:24:55.587322 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64e9750-17c1-411f-a3cf-723c0086a676 req-be439d60-9019-4318-bb26-0852f42e7a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:24:55.588762 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-d64e9750-17c1-411f-a3cf-723c0086a676 req-be439d60-9019-4318-bb26-0852f42e7a53 service neutron] 10.222.0.61 "GET /v2.0/networks?id=0150432c-3455-4bcb-8764-4bb2c28e3d40 HTTP/1.1" status: 200  len: 912 time: 0.1355507
Dec 23 16:24:55.707622 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-d64e9750-17c1-411f-a3cf-723c0086a676 req-ff2d6aa2-2863-41f8-867e-dd9c4a697f8f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=160f9176-1cc9-4e89-b0c2-488b098330d9 HTTP/1.1" status: 200  len: 1001 time: 0.1113045
Dec 23 16:24:55.776806 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64e9750-17c1-411f-a3cf-723c0086a676 req-50b834f8-5b20-4ed4-a46b-9ca3cb632602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:24:55.778203 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-d64e9750-17c1-411f-a3cf-723c0086a676 req-50b834f8-5b20-4ed4-a46b-9ca3cb632602 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=155d1b85-f535-40ed-8306-928fb9445b01 HTTP/1.1" status: 200  len: 850 time: 0.0635834
Dec 23 16:24:55.855833 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64e9750-17c1-411f-a3cf-723c0086a676 req-3c3c3117-66c5-434e-b721-af1ecdde1e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:24:55.857964 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-d64e9750-17c1-411f-a3cf-723c0086a676 req-3c3c3117-66c5-434e-b721-af1ecdde1e69 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0150432c-3455-4bcb-8764-4bb2c28e3d40&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0730577
Dec 23 16:24:55.990891 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-d64e9750-17c1-411f-a3cf-723c0086a676 req-0a6ac3f1-e345-41b7-80fe-0a80dd4a7879 service neutron] 10.222.0.61 "GET /v2.0/networks/0150432c-3455-4bcb-8764-4bb2c28e3d40?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1253257
Dec 23 16:24:56.124028 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-d64e9750-17c1-411f-a3cf-723c0086a676 req-9f7d1dbf-490e-40f8-8778-8e5f55851dd5 service neutron] 10.222.0.61 "GET /v2.0/networks/0150432c-3455-4bcb-8764-4bb2c28e3d40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1252873
Dec 23 16:25:11.868539 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:25:12.885877 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 54340) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:25:13.113216 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-3ca45ebd-4a41-487c-a4f4-b21161721fa8 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Deleting port 091fa619-6f80-4baf-91c5-4c8c16c09bd0 {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:25:13.113537 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-3ca45ebd-4a41-487c-a4f4-b21161721fa8 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:25:13.294327 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-3ca45ebd-4a41-487c-a4f4-b21161721fa8 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:25:13.294582 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-3ca45ebd-4a41-487c-a4f4-b21161721fa8 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:25:13.414921 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-3ca45ebd-4a41-487c-a4f4-b21161721fa8 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Calling delete_port for 091fa619-6f80-4baf-91c5-4c8c16c09bd0 owned by network:floatingip {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:25:13.693405 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-3ca45ebd-4a41-487c-a4f4-b21161721fa8 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:25:13.698884 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-5028fced-824e-4305-987a-e8a8aba5230b tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:25:13.742903 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca45ebd-4a41-487c-a4f4-b21161721fa8 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Pushing event deleted for resources: {'Port': ['ID=091fa619-6f80-4baf-91c5-4c8c16c09bd0,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:25:13.786794 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca45ebd-4a41-487c-a4f4-b21161721fa8 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:25:13.787191 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca45ebd-4a41-487c-a4f4-b21161721fa8 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:25:13.787574 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca45ebd-4a41-487c-a4f4-b21161721fa8 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:25:13.787950 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca45ebd-4a41-487c-a4f4-b21161721fa8 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:25:13.788315 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca45ebd-4a41-487c-a4f4-b21161721fa8 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:25:13.788713 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca45ebd-4a41-487c-a4f4-b21161721fa8 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:25:13.789080 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca45ebd-4a41-487c-a4f4-b21161721fa8 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:25:13.789448 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca45ebd-4a41-487c-a4f4-b21161721fa8 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:25:13.789816 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca45ebd-4a41-487c-a4f4-b21161721fa8 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:25:13.790178 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca45ebd-4a41-487c-a4f4-b21161721fa8 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:25:13.790697 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca45ebd-4a41-487c-a4f4-b21161721fa8 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:25:13.790697 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca45ebd-4a41-487c-a4f4-b21161721fa8 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:25:13.817266 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-3ca45ebd-4a41-487c-a4f4-b21161721fa8 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:25:13.846987 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-3ca45ebd-4a41-487c-a4f4-b21161721fa8 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for floatingip, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:25:13.847327 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.db.l3_db [None req-3ca45ebd-4a41-487c-a4f4-b21161721fa8 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Floating IP cb2c1db2-fb29-4aca-b599-7295ec4f66a8 disassociated (deleted). External IP: 172.26.3.206, port: 5c8daf89-060e-4482-ab05-92fa3e42e1ea.
Dec 23 16:25:14.214753 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ca45ebd-4a41-487c-a4f4-b21161721fa8 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Router f9c6dfc0-1b98-43b4-a54b-397df9327a74 has already been hosted by L3 agent 371d4c41-c7e2-4de7-9539-c049ec4e95d1 {{(pid=87636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 23 16:25:14.391001 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ca45ebd-4a41-487c-a4f4-b21161721fa8 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify agent at l3_agent.dv-neutron-822799-1-hyperv the message routers_updated {{(pid=87636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 23 16:25:14.400880 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb6c125c-47b8-4f66-ab0e-c5159e85bad1 None None] Sync routers for ids ['f9c6dfc0-1b98-43b4-a54b-397df9327a74'] in dv-neutron-822799-1-hyperv {{(pid=87637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 23 16:25:14.411448 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb6c125c-47b8-4f66-ab0e-c5159e85bad1 None None] Routers {'f9c6dfc0-1b98-43b4-a54b-397df9327a74'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:25:14.412395 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-bb6c125c-47b8-4f66-ab0e-c5159e85bad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc03bf820>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:24:50Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['f9c6dfc0-1b98-43b4-a54b-397df9327a74'], 'active': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:25:14.414509 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-3ca45ebd-4a41-487c-a4f4-b21161721fa8 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for floatingip, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:25:14.475251 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-3ca45ebd-4a41-487c-a4f4-b21161721fa8 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "DELETE /v2.0/floatingips/cb2c1db2-fb29-4aca-b599-7295ec4f66a8 HTTP/1.1" status: 204  len: 168 time: 1.5853491
Dec 23 16:25:14.475251 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ae68377-cd31-4c96-99d8-999706d5ed8e', 'tag': '5c8daf89-060e-4482-ab05-92fa3e42e1ea'}] {{(pid=87636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 23 16:25:14.580595 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ae68377-cd31-4c96-99d8-999706d5ed8e', 'tag': '5c8daf89-060e-4482-ab05-92fa3e42e1ea', 'status': 'completed', 'code': 200}
Dec 23 16:25:14.595308 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvr_db [None req-bb6c125c-47b8-4f66-ab0e-c5159e85bad1 None None] Set router f9c6dfc0-1b98-43b4-a54b-397df9327a74 gateway port host: dv-neutron-822799-1-hyperv {{(pid=87637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:25:14.674800 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ae3d35-a13b-499e-ab87-0297db4c8e64 req-98eb668a-8891-4574-baff-c6a2bcb55b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:25:14.676286 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-b5ae3d35-a13b-499e-ab87-0297db4c8e64 req-98eb668a-8891-4574-baff-c6a2bcb55b04 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=544f3e375bde4f0988286eba27294ea6&device_id=1ae68377-cd31-4c96-99d8-999706d5ed8e HTTP/1.1" status: 200  len: 1099 time: 0.0721791
Dec 23 16:25:14.857950 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ae3d35-a13b-499e-ab87-0297db4c8e64 req-672510bd-2b70-4b01-9202-f45bf2f29417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:25:14.859596 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-b5ae3d35-a13b-499e-ab87-0297db4c8e64 req-672510bd-2b70-4b01-9202-f45bf2f29417 service neutron] 10.222.0.61 "GET /v2.0/networks?id=e236d384-0d0c-45dc-aebd-e695235dcead HTTP/1.1" status: 200  len: 897 time: 0.1761923
Dec 23 16:25:14.926504 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-bb6c125c-47b8-4f66-ab0e-c5159e85bad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc03bf820>, [{'id': 'f9c6dfc0-1b98-43b4-a54b-397df9327a74', 'name': 'tempest-TestNetworkBasicOps-router-589356894', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.57'}], 'enable_snat': True}, 'gw_port_id': '9eaa0d5c-d5e5-4cf8-8ae5-0050ed5bd9d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:22:12Z', 'updated_at': '2021-12-23T16:22:17Z', 'revision_number': 4, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'gw_port': {'id': '9eaa0d5c-d5e5-4cf8-8ae5-0050ed5bd9d4', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:3f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9c6dfc0-1b98-43b4-a54b-397df9327a74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:22:13Z', 'updated_at': '2021-12-23T16:22:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_interfaces': [{'id': '6189d2cc-51f7-4a08-91fc-d336b653ce56', 'name': '', 'network_id': 'e236d384-0d0c-45dc-aebd-e695235dcead', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'mac_address': 'fa:16:3e:e3:3f:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9c6dfc0-1b98-43b4-a54b-397df9327a74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '94b1fe5e-da3c-4ebd-a5d1-1cd5a0994f2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:22:17Z', 'updated_at': '2021-12-23T16:22:21Z', 'revision_number': 5, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'subnets': [{'id': '94b1fe5e-da3c-4ebd-a5d1-1cd5a0994f2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:25:14.931986 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb6c125c-47b8-4f66-ab0e-c5159e85bad1 None None] Checking router: f9c6dfc0-1b98-43b4-a54b-397df9327a74 for host: dv-neutron-822799-1-hyperv {{(pid=87637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 23 16:25:14.939603 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-b5ae3d35-a13b-499e-ab87-0297db4c8e64 req-21b1dfaa-5312-4776-97ab-7e70f40afa0a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5c8daf89-060e-4482-ab05-92fa3e42e1ea HTTP/1.1" status: 200  len: 217 time: 0.0699470
Dec 23 16:25:14.940526 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb6c125c-47b8-4f66-ab0e-c5159e85bad1 None None] Routers {'f9c6dfc0-1b98-43b4-a54b-397df9327a74'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:25:14.941157 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-bb6c125c-47b8-4f66-ab0e-c5159e85bad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc03bf820>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:24:50Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['f9c6dfc0-1b98-43b4-a54b-397df9327a74'], 'active': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:25:15.000478 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd18a894-fee4-4351-a60c-22b6ea2d6ac9 req-5991bc14-a247-43f9-b6f3-e51aa230481a tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:25:15.001193 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-cd18a894-fee4-4351-a60c-22b6ea2d6ac9 req-5991bc14-a247-43f9-b6f3-e51aa230481a tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Synchronizing usage tracker for tenant:544f3e375bde4f0988286eba27294ea6 on resource:port {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:25:15.024224 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ae3d35-a13b-499e-ab87-0297db4c8e64 req-331123e6-16da-4589-b5f1-c4cb4a9c680d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:25:15.025961 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-b5ae3d35-a13b-499e-ab87-0297db4c8e64 req-331123e6-16da-4589-b5f1-c4cb4a9c680d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=94b1fe5e-da3c-4ebd-a5d1-1cd5a0994f2a HTTP/1.1" status: 200  len: 844 time: 0.0793130
Dec 23 16:25:15.027533 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-cd18a894-fee4-4351-a60c-22b6ea2d6ac9 req-5991bc14-a247-43f9-b6f3-e51aa230481a tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Unset dirty status for tenant:544f3e375bde4f0988286eba27294ea6 on resource:port {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:25:15.028509 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-cd18a894-fee4-4351-a60c-22b6ea2d6ac9 req-5991bc14-a247-43f9-b6f3-e51aa230481a tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/ports?device_id=1ae68377-cd31-4c96-99d8-999706d5ed8e HTTP/1.1" status: 200  len: 946 time: 0.2523928
Dec 23 16:25:15.113358 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-cd18a894-fee4-4351-a60c-22b6ea2d6ac9 req-1ee41cac-d7b9-4eb5-a3a4-32bc56de19e8 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/security-groups?id=82c47de1-b2bf-4114-9d89-453955ac2459&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0516562
Dec 23 16:25:15.114903 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvr_db [None req-bb6c125c-47b8-4f66-ab0e-c5159e85bad1 None None] Set router f9c6dfc0-1b98-43b4-a54b-397df9327a74 gateway port host: dv-neutron-822799-1-hyperv {{(pid=87637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:25:15.144874 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ae3d35-a13b-499e-ab87-0297db4c8e64 req-c1662e01-7be8-47e1-beb6-babd9f1d592d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:25:15.146476 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-b5ae3d35-a13b-499e-ab87-0297db4c8e64 req-c1662e01-7be8-47e1-beb6-babd9f1d592d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e236d384-0d0c-45dc-aebd-e695235dcead&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1140664
Dec 23 16:25:15.408819 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-b5ae3d35-a13b-499e-ab87-0297db4c8e64 req-26fca399-416d-4c08-b855-a64abcc7dd5c service neutron] 10.222.0.61 "GET /v2.0/networks/e236d384-0d0c-45dc-aebd-e695235dcead?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2545404
Dec 23 16:25:15.444569 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-bb6c125c-47b8-4f66-ab0e-c5159e85bad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc03bf820>, [{'id': 'f9c6dfc0-1b98-43b4-a54b-397df9327a74', 'name': 'tempest-TestNetworkBasicOps-router-589356894', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.57'}], 'enable_snat': True}, 'gw_port_id': '9eaa0d5c-d5e5-4cf8-8ae5-0050ed5bd9d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:22:12Z', 'updated_at': '2021-12-23T16:22:17Z', 'revision_number': 4, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'gw_port': {'id': '9eaa0d5c-d5e5-4cf8-8ae5-0050ed5bd9d4', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:3f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9c6dfc0-1b98-43b4-a54b-397df9327a74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:22:13Z', 'updated_at': '2021-12-23T16:22:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_interfaces': [{'id': '6189d2cc-51f7-4a08-91fc-d336b653ce56', 'name': '', 'network_id': 'e236d384-0d0c-45dc-aebd-e695235dcead', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'mac_address': 'fa:16:3e:e3:3f:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9c6dfc0-1b98-43b4-a54b-397df9327a74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '94b1fe5e-da3c-4ebd-a5d1-1cd5a0994f2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:22:17Z', 'updated_at': '2021-12-23T16:22:21Z', 'revision_number': 5, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'subnets': [{'id': '94b1fe5e-da3c-4ebd-a5d1-1cd5a0994f2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:25:15.449193 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb6c125c-47b8-4f66-ab0e-c5159e85bad1 None None] The sync data for ids ['f9c6dfc0-1b98-43b4-a54b-397df9327a74'] in dv-neutron-822799-1-hyperv is: [{'id': 'f9c6dfc0-1b98-43b4-a54b-397df9327a74', 'name': 'tempest-TestNetworkBasicOps-router-589356894', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.57'}], 'enable_snat': True}, 'gw_port_id': '9eaa0d5c-d5e5-4cf8-8ae5-0050ed5bd9d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:22:12Z', 'updated_at': '2021-12-23T16:22:17Z', 'revision_number': 4, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'gw_port': {'id': '9eaa0d5c-d5e5-4cf8-8ae5-0050ed5bd9d4', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:3f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9c6dfc0-1b98-43b4-a54b-397df9327a74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:22:13Z', 'updated_at': '2021-12-23T16:22:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_interfaces': [{'id': '6189d2cc-51f7-4a08-91fc-d336b653ce56', 'name': '', 'network_id': 'e236d384-0d0c-45dc-aebd-e695235dcead', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'mac_address': 'fa:16:3e:e3:3f:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9c6dfc0-1b98-43b4-a54b-397df9327a74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '94b1fe5e-da3c-4ebd-a5d1-1cd5a0994f2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:22:17Z', 'updated_at': '2021-12-23T16:22:21Z', 'revision_number': 5, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'subnets': [{'id': '94b1fe5e-da3c-4ebd-a5d1-1cd5a0994f2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 23 16:25:15.545839 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-b5ae3d35-a13b-499e-ab87-0297db4c8e64 req-7b32810f-3515-4b0e-b8fc-c0e1b674aaea service neutron] 10.222.0.61 "GET /v2.0/networks/e236d384-0d0c-45dc-aebd-e695235dcead?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1297038
Dec 23 16:25:15.672429 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30e9be95-af61-4a90-8478-f3ad2ae42543 None None] New status for floating IP cb2c1db2-fb29-4aca-b599-7295ec4f66a8: DOWN {{(pid=87638) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 23 16:25:16.069501 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e897f0-d895-4a0e-9837-3cb5b17b19af req-8f06322e-352f-4ec7-99ce-e9ca83c63880 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:25:16.070924 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-10e897f0-d895-4a0e-9837-3cb5b17b19af req-8f06322e-352f-4ec7-99ce-e9ca83c63880 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.61 "GET /v2.0/ports?device_id=1ae68377-cd31-4c96-99d8-999706d5ed8e HTTP/1.1" status: 200  len: 946 time: 0.0967090
Dec 23 16:25:16.141949 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [req-10e897f0-d895-4a0e-9837-3cb5b17b19af req-79f47784-9d7a-477a-ba64-f675f6f53552 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Deleting port 5c8daf89-060e-4482-ab05-92fa3e42e1ea {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:25:16.142268 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-10e897f0-d895-4a0e-9837-3cb5b17b19af req-79f47784-9d7a-477a-ba64-f675f6f53552 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:25:16.314993 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ea6cb8-f179-4641-85ef-8e5286fe1d8a req-cffe40f5-5ff7-4c44-a61d-55e1cb55fcd2 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:25:16.316455 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-02ea6cb8-f179-4641-85ef-8e5286fe1d8a req-cffe40f5-5ff7-4c44-a61d-55e1cb55fcd2 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/ports?device_id=1ae68377-cd31-4c96-99d8-999706d5ed8e HTTP/1.1" status: 200  len: 946 time: 0.0837266
Dec 23 16:25:16.360378 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-02ea6cb8-f179-4641-85ef-8e5286fe1d8a req-6800053b-638d-4aa4-931a-0ea40e984897 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/security-groups?id=82c47de1-b2bf-4114-9d89-453955ac2459&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0379632
Dec 23 16:25:16.393134 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [req-10e897f0-d895-4a0e-9837-3cb5b17b19af req-79f47784-9d7a-477a-ba64-f675f6f53552 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] For port 5c8daf89-060e-4482-ab05-92fa3e42e1ea, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=5c8daf89-060e-4482-ab05-92fa3e42e1ea,segment=NetworkSegment(d91b740b-7e8d-4ca0-a2e4-e2397d083f91),segment_id=d91b740b-7e8d-4ca0-a2e4-e2397d083f91)] {{(pid=87636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:25:16.393490 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-10e897f0-d895-4a0e-9837-3cb5b17b19af req-79f47784-9d7a-477a-ba64-f675f6f53552 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:25:16.515065 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [req-10e897f0-d895-4a0e-9837-3cb5b17b19af req-79f47784-9d7a-477a-ba64-f675f6f53552 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Calling delete_port for 5c8daf89-060e-4482-ab05-92fa3e42e1ea owned by compute:nova {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:25:16.667151 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-10e897f0-d895-4a0e-9837-3cb5b17b19af req-79f47784-9d7a-477a-ba64-f675f6f53552 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:25:16.672580 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-5ab533ff-9e25-4a2b-b899-ce5683ab6c07 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:25:16.719698 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f47784-9d7a-477a-ba64-f675f6f53552 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Pushing event deleted for resources: {'Port': ['ID=5c8daf89-060e-4482-ab05-92fa3e42e1ea,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:25:16.722744 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-79f47784-9d7a-477a-ba64-f675f6f53552 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:25:16.793443 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [req-10e897f0-d895-4a0e-9837-3cb5b17b19af req-79f47784-9d7a-477a-ba64-f675f6f53552 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] No DVR routers for this DVR port 5c8daf89-060e-4482-ab05-92fa3e42e1ea on host hv-neutron-8227 {{(pid=87636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 23 16:25:16.796281 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-10e897f0-d895-4a0e-9837-3cb5b17b19af req-79f47784-9d7a-477a-ba64-f675f6f53552 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:25:16.798831 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ae68377-cd31-4c96-99d8-999706d5ed8e', 'name': 'network-vif-deleted', 'tag': '5c8daf89-060e-4482-ab05-92fa3e42e1ea'}] {{(pid=87636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 23 16:25:16.817360 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-10e897f0-d895-4a0e-9837-3cb5b17b19af req-79f47784-9d7a-477a-ba64-f675f6f53552 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.61 "DELETE /v2.0/ports/5c8daf89-060e-4482-ab05-92fa3e42e1ea HTTP/1.1" status: 204  len: 173 time: 0.7404072
Dec 23 16:25:16.851048 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ae68377-cd31-4c96-99d8-999706d5ed8e', 'name': 'network-vif-deleted', 'tag': '5c8daf89-060e-4482-ab05-92fa3e42e1ea', 'status': 'completed', 'code': 200}
Dec 23 16:25:17.338757 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4c618c01-532a-4ee3-b6f9-16136da39f49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:25:17.456273 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 54360) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:25:17.529221 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-6ab7fe94-eeab-4462-950b-c3cddcbc4a7e tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:25:17.559172 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-6ab7fe94-eeab-4462-950b-c3cddcbc4a7e tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:25:17.642755 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-6ab7fe94-eeab-4462-950b-c3cddcbc4a7e tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:25:17.646951 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-55956d7b-7a3f-4f76-b6f1-9248cd1f79b6 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:25:17.661701 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab7fe94-eeab-4462-950b-c3cddcbc4a7e tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82c47de1-b2bf-4114-9d89-453955ac2459,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:25:17.670126 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab7fe94-eeab-4462-950b-c3cddcbc4a7e tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:25:17.670664 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab7fe94-eeab-4462-950b-c3cddcbc4a7e tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:25:17.671037 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab7fe94-eeab-4462-950b-c3cddcbc4a7e tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:25:17.671408 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab7fe94-eeab-4462-950b-c3cddcbc4a7e tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:25:17.671771 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab7fe94-eeab-4462-950b-c3cddcbc4a7e tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:25:17.672136 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab7fe94-eeab-4462-950b-c3cddcbc4a7e tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:25:17.672494 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab7fe94-eeab-4462-950b-c3cddcbc4a7e tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:25:17.672875 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab7fe94-eeab-4462-950b-c3cddcbc4a7e tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:25:17.673238 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab7fe94-eeab-4462-950b-c3cddcbc4a7e tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:25:17.673594 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab7fe94-eeab-4462-950b-c3cddcbc4a7e tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:25:17.673948 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab7fe94-eeab-4462-950b-c3cddcbc4a7e tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:25:17.674300 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab7fe94-eeab-4462-950b-c3cddcbc4a7e tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:25:17.677548 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-6ab7fe94-eeab-4462-950b-c3cddcbc4a7e tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:25:17.684268 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-6ab7fe94-eeab-4462-950b-c3cddcbc4a7e tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:25:17.685446 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-6ab7fe94-eeab-4462-950b-c3cddcbc4a7e tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "DELETE /v2.0/security-groups/82c47de1-b2bf-4114-9d89-453955ac2459 HTTP/1.1" status: 204  len: 168 time: 0.2280836
Dec 23 16:25:17.722477 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 54366) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:25:18.421836 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-45eea6b9-b2ef-462b-9e8a-c73dfde09b90 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1781419'] for router_interface, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:25:18.793280 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-45eea6b9-b2ef-462b-9e8a-c73dfde09b90 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Deleting port 6189d2cc-51f7-4a08-91fc-d336b653ce56 {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:25:18.793994 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-45eea6b9-b2ef-462b-9e8a-c73dfde09b90 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:25:18.981393 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [None req-45eea6b9-b2ef-462b-9e8a-c73dfde09b90 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] For port 6189d2cc-51f7-4a08-91fc-d336b653ce56, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=6189d2cc-51f7-4a08-91fc-d336b653ce56,segment=NetworkSegment(d91b740b-7e8d-4ca0-a2e4-e2397d083f91),segment_id=d91b740b-7e8d-4ca0-a2e4-e2397d083f91)] {{(pid=87636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:25:18.981749 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-45eea6b9-b2ef-462b-9e8a-c73dfde09b90 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:25:19.077626 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Device 5c8daf89-060e-4482-ab05-92fa3e42e1ea no longer exists at agent hyperv_hv-neutron-8227 {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 23 16:25:19.118213 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-45eea6b9-b2ef-462b-9e8a-c73dfde09b90 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Calling delete_port for 6189d2cc-51f7-4a08-91fc-d336b653ce56 owned by network:router_interface {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:25:19.120895 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] No Port match for: 5c8daf89-060e-4482-ab05-92fa3e42e1ea {{(pid=87637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 23 16:25:19.121266 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Device 5c8daf89-060e-4482-ab05-92fa3e42e1ea not bound to the agent host hv-neutron-8227 {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 23 16:25:19.454533 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-45eea6b9-b2ef-462b-9e8a-c73dfde09b90 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:25:19.458244 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-3448ba76-baf2-4c7d-ae84-ac2d95733d13 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:25:19.503204 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45eea6b9-b2ef-462b-9e8a-c73dfde09b90 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Pushing event deleted for resources: {'Port': ['ID=6189d2cc-51f7-4a08-91fc-d336b653ce56,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:25:19.506320 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-45eea6b9-b2ef-462b-9e8a-c73dfde09b90 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:25:19.720893 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f53bf65d-87b1-424f-adf3-4e447d3de6a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:25:19.923810 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-45eea6b9-b2ef-462b-9e8a-c73dfde09b90 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1627472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1784155'] for router_interface, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:25:20.294724 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45eea6b9-b2ef-462b-9e8a-c73dfde09b90 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Router f9c6dfc0-1b98-43b4-a54b-397df9327a74 has already been hosted by L3 agent 371d4c41-c7e2-4de7-9539-c049ec4e95d1 {{(pid=87636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 23 16:25:20.487963 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45eea6b9-b2ef-462b-9e8a-c73dfde09b90 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify agent at l3_agent.dv-neutron-822799-1-hyperv the message routers_updated {{(pid=87636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 23 16:25:20.498006 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d5f0124-3a8f-467e-8507-c20a19f5d5da None None] Sync routers for ids ['f9c6dfc0-1b98-43b4-a54b-397df9327a74'] in dv-neutron-822799-1-hyperv {{(pid=87637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 23 16:25:20.502698 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-45eea6b9-b2ef-462b-9e8a-c73dfde09b90 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "PUT /v2.0/routers/f9c6dfc0-1b98-43b4-a54b-397df9327a74/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7791078
Dec 23 16:25:20.505443 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 54372) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:25:20.507982 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d5f0124-3a8f-467e-8507-c20a19f5d5da None None] Routers {'f9c6dfc0-1b98-43b4-a54b-397df9327a74'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:25:20.508639 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-5d5f0124-3a8f-467e-8507-c20a19f5d5da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc120b4f0>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:25:20Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['f9c6dfc0-1b98-43b4-a54b-397df9327a74'], 'active': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:25:20.571716 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3b2d1da-9c37-4045-9694-5362983b5b07 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Deleting subnet 94b1fe5e-da3c-4ebd-a5d1-1cd5a0994f2a {{(pid=87636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 23 16:25:20.575539 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d3b2d1da-9c37-4045-9694-5362983b5b07 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for subnet, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:25:20.630003 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d3b2d1da-9c37-4045-9694-5362983b5b07 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2382092'] for subnet, precommit_delete_associations {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:25:20.715976 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d3b2d1da-9c37-4045-9694-5362983b5b07 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864774'] for subnet, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:25:20.728678 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvr_db [None req-5d5f0124-3a8f-467e-8507-c20a19f5d5da None None] Set router f9c6dfc0-1b98-43b4-a54b-397df9327a74 gateway port host: dv-neutron-822799-1-hyperv {{(pid=87637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:25:20.790035 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d3b2d1da-9c37-4045-9694-5362983b5b07 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2176495', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2618677'] for subnet, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:25:20.794286 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-33383c38-12c1-489d-9095-fe12ba52e4aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:25:20.831989 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b2d1da-9c37-4045-9694-5362983b5b07 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Pushing event deleted for resources: {'Subnet': ['ID=94b1fe5e-da3c-4ebd-a5d1-1cd5a0994f2a,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:25:20.835182 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-d3b2d1da-9c37-4045-9694-5362983b5b07 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:25:20.836383 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d3b2d1da-9c37-4045-9694-5362983b5b07 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:25:20.843830 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-d3b2d1da-9c37-4045-9694-5362983b5b07 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "DELETE /v2.0/subnets/94b1fe5e-da3c-4ebd-a5d1-1cd5a0994f2a HTTP/1.1" status: 204  len: 168 time: 0.3374357
Dec 23 16:25:20.846517 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 54376) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:25:20.862431 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9447f74-ba16-4f9c-bed9-bc518b50544f None None] Network e236d384-0d0c-45dc-aebd-e695235dcead requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:25:20.985637 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9dcbea60-a34f-4144-91e7-90aff3f57aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:25:21.006109 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:25:21.029816 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-723758dd-01fe-43f8-90af-fb402448f7b7 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for router, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:25:21.208847 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-5d5f0124-3a8f-467e-8507-c20a19f5d5da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc120b4f0>, [{'id': 'f9c6dfc0-1b98-43b4-a54b-397df9327a74', 'name': 'tempest-TestNetworkBasicOps-router-589356894', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.57'}], 'enable_snat': True}, 'gw_port_id': '9eaa0d5c-d5e5-4cf8-8ae5-0050ed5bd9d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:22:12Z', 'updated_at': '2021-12-23T16:25:19Z', 'revision_number': 5, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'gw_port': {'id': '9eaa0d5c-d5e5-4cf8-8ae5-0050ed5bd9d4', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:3f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9c6dfc0-1b98-43b4-a54b-397df9327a74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:22:13Z', 'updated_at': '2021-12-23T16:22:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv'}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:25:21.213868 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d5f0124-3a8f-467e-8507-c20a19f5d5da None None] Checking router: f9c6dfc0-1b98-43b4-a54b-397df9327a74 for host: dv-neutron-822799-1-hyperv {{(pid=87637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 23 16:25:21.225337 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d5f0124-3a8f-467e-8507-c20a19f5d5da None None] Routers {'f9c6dfc0-1b98-43b4-a54b-397df9327a74'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:25:21.226019 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-5d5f0124-3a8f-467e-8507-c20a19f5d5da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc120b4f0>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:25:20Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['f9c6dfc0-1b98-43b4-a54b-397df9327a74'], 'active': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:25:21.279678 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a61076bd-1862-4fc0-91f0-a8d22bfd04a9 None None] DHCP port deletion for e236d384-0d0c-45dc-aebd-e695235dcead request from dv-neutron-822799-1-hyperv {{(pid=87637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 23 16:25:21.298858 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-a61076bd-1862-4fc0-91f0-a8d22bfd04a9 None None] Deleting port caba986f-d84e-4a3c-aee7-00b5dd9f8b9b {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:25:21.299283 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-a61076bd-1862-4fc0-91f0-a8d22bfd04a9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:25:21.351786 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-723758dd-01fe-43f8-90af-fb402448f7b7 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:25:21.361865 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-723758dd-01fe-43f8-90af-fb402448f7b7 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Deleting port 9eaa0d5c-d5e5-4cf8-8ae5-0050ed5bd9d4 {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:25:21.362195 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-723758dd-01fe-43f8-90af-fb402448f7b7 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:25:21.520065 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvr_db [None req-5d5f0124-3a8f-467e-8507-c20a19f5d5da None None] Set router f9c6dfc0-1b98-43b4-a54b-397df9327a74 gateway port host: dv-neutron-822799-1-hyperv {{(pid=87637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:25:21.532338 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [None req-723758dd-01fe-43f8-90af-fb402448f7b7 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] For port 9eaa0d5c-d5e5-4cf8-8ae5-0050ed5bd9d4, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=9eaa0d5c-d5e5-4cf8-8ae5-0050ed5bd9d4,segment=NetworkSegment(77e3d110-dd7b-426c-b11f-b78dde7993df),segment_id=77e3d110-dd7b-426c-b11f-b78dde7993df)] {{(pid=87636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:25:21.532715 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-723758dd-01fe-43f8-90af-fb402448f7b7 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:25:21.656500 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-723758dd-01fe-43f8-90af-fb402448f7b7 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Calling delete_port for 9eaa0d5c-d5e5-4cf8-8ae5-0050ed5bd9d4 owned by network:router_gateway {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:25:21.763911 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device caba986f-d84e-4a3c-aee7-00b5dd9f8b9b no longer exists at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 23 16:25:21.838426 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-723758dd-01fe-43f8-90af-fb402448f7b7 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:25:21.842370 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-acb3889f-1181-4611-8d2b-8d589b99da1a tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:25:21.867329 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-a61076bd-1862-4fc0-91f0-a8d22bfd04a9 None None] For port caba986f-d84e-4a3c-aee7-00b5dd9f8b9b, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=caba986f-d84e-4a3c-aee7-00b5dd9f8b9b,segment=NetworkSegment(d91b740b-7e8d-4ca0-a2e4-e2397d083f91),segment_id=d91b740b-7e8d-4ca0-a2e4-e2397d083f91)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:25:21.868151 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-a61076bd-1862-4fc0-91f0-a8d22bfd04a9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:25:21.889059 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723758dd-01fe-43f8-90af-fb402448f7b7 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Pushing event deleted for resources: {'Port': ['ID=9eaa0d5c-d5e5-4cf8-8ae5-0050ed5bd9d4,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:25:21.892024 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-723758dd-01fe-43f8-90af-fb402448f7b7 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:25:21.981776 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-723758dd-01fe-43f8-90af-fb402448f7b7 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1824206'] for router_gateway, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:25:22.016868 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-a61076bd-1862-4fc0-91f0-a8d22bfd04a9 None None] Calling delete_port for caba986f-d84e-4a3c-aee7-00b5dd9f8b9b owned by network:dhcp {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:25:22.153737 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-723758dd-01fe-43f8-90af-fb402448f7b7 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1784183', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-235354'] for router, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:25:22.155875 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-723758dd-01fe-43f8-90af-fb402448f7b7 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:25:22.182048 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-723758dd-01fe-43f8-90af-fb402448f7b7 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1781328'] for router, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:25:22.182555 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-723758dd-01fe-43f8-90af-fb402448f7b7 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Fanout notify agent at l3_agent the message router_deleted on router f9c6dfc0-1b98-43b4-a54b-397df9327a74 {{(pid=87636) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 23 16:25:22.199428 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-723758dd-01fe-43f8-90af-fb402448f7b7 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for router, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:25:22.203045 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-723758dd-01fe-43f8-90af-fb402448f7b7 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "DELETE /v2.0/routers/f9c6dfc0-1b98-43b4-a54b-397df9327a74 HTTP/1.1" status: 204  len: 168 time: 1.3531334
Dec 23 16:25:22.203381 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 54380) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:25:22.205334 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-a61076bd-1862-4fc0-91f0-a8d22bfd04a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789'] for port, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:25:22.210386 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:25:22.237942 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:25:22.273423 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61076bd-1862-4fc0-91f0-a8d22bfd04a9 None None] Pushing event deleted for resources: {'Port': ['ID=caba986f-d84e-4a3c-aee7-00b5dd9f8b9b,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:25:22.284711 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a61076bd-1862-4fc0-91f0-a8d22bfd04a9 None None] No DVR routers for this DVR port caba986f-d84e-4a3c-aee7-00b5dd9f8b9b on host dv-neutron-822799-1-hyperv {{(pid=87637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 23 16:25:22.305431 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61076bd-1862-4fc0-91f0-a8d22bfd04a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:25:22.305747 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61076bd-1862-4fc0-91f0-a8d22bfd04a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:25:22.306461 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61076bd-1862-4fc0-91f0-a8d22bfd04a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:25:22.307113 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61076bd-1862-4fc0-91f0-a8d22bfd04a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:25:22.307604 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61076bd-1862-4fc0-91f0-a8d22bfd04a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:25:22.307941 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61076bd-1862-4fc0-91f0-a8d22bfd04a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:25:22.308274 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61076bd-1862-4fc0-91f0-a8d22bfd04a9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:25:22.308602 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61076bd-1862-4fc0-91f0-a8d22bfd04a9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:25:22.308944 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61076bd-1862-4fc0-91f0-a8d22bfd04a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:25:22.309268 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61076bd-1862-4fc0-91f0-a8d22bfd04a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:25:22.309610 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61076bd-1862-4fc0-91f0-a8d22bfd04a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:25:22.309932 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61076bd-1862-4fc0-91f0-a8d22bfd04a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:25:22.313295 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-a61076bd-1862-4fc0-91f0-a8d22bfd04a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:25:22.316245 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9e3aab53-d650-47e3-b8a6-2dff21fe9ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:25:22.326555 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d37ee0c5-ce1f-4905-a652-4bed6a528569 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-698866'] for network, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:25:22.368873 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-5d5f0124-3a8f-467e-8507-c20a19f5d5da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc120b4f0>, [{'id': 'f9c6dfc0-1b98-43b4-a54b-397df9327a74', 'name': 'tempest-TestNetworkBasicOps-router-589356894', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.57'}], 'enable_snat': True}, 'gw_port_id': '9eaa0d5c-d5e5-4cf8-8ae5-0050ed5bd9d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:22:12Z', 'updated_at': '2021-12-23T16:25:19Z', 'revision_number': 5, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'gw_port': {'id': '9eaa0d5c-d5e5-4cf8-8ae5-0050ed5bd9d4', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:3f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9c6dfc0-1b98-43b4-a54b-397df9327a74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:22:13Z', 'updated_at': '2021-12-23T16:22:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv'}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:25:22.373341 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d5f0124-3a8f-467e-8507-c20a19f5d5da None None] The sync data for ids ['f9c6dfc0-1b98-43b4-a54b-397df9327a74'] in dv-neutron-822799-1-hyperv is: [{'id': 'f9c6dfc0-1b98-43b4-a54b-397df9327a74', 'name': 'tempest-TestNetworkBasicOps-router-589356894', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.57'}], 'enable_snat': True}, 'gw_port_id': '9eaa0d5c-d5e5-4cf8-8ae5-0050ed5bd9d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:22:12Z', 'updated_at': '2021-12-23T16:25:19Z', 'revision_number': 5, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'gw_port': {'id': '9eaa0d5c-d5e5-4cf8-8ae5-0050ed5bd9d4', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:3f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9c6dfc0-1b98-43b4-a54b-397df9327a74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:22:13Z', 'updated_at': '2021-12-23T16:22:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv'}] {{(pid=87637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 23 16:25:22.465971 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d37ee0c5-ce1f-4905-a652-4bed6a528569 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-864347', 'neutron.services.segments.db._delete_segments_for_network-8735362908070'] for network, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:25:22.495192 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-d37ee0c5-ce1f-4905-a652-4bed6a528569 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1dbb4577f0>,) {'filters': {'network_id': ['e236d384-0d0c-45dc-aebd-e695235dcead']}} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:25:22.507606 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-d37ee0c5-ce1f-4905-a652-4bed6a528569 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dbb4577f0>, 'd91b740b-7e8d-4ca0-a2e4-e2397d083f91') {'for_net_delete': True} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:25:22.507896 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-d37ee0c5-ce1f-4905-a652-4bed6a528569 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dbb4577f0>, 'd91b740b-7e8d-4ca0-a2e4-e2397d083f91') {} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:25:22.519531 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d37ee0c5-ce1f-4905-a652-4bed6a528569 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735363085442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2382197'] for segment, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:25:22.535762 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d37ee0c5-ce1f-4905-a652-4bed6a528569 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:25:22.542252 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d37ee0c5-ce1f-4905-a652-4bed6a528569 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Releasing vlan 419 on physical network physnet1 to pool {{(pid=87636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 23 16:25:22.543539 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d37ee0c5-ce1f-4905-a652-4bed6a528569 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2176261'] for segment, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:25:22.558086 dv-neutron-822799-1-hyperv neutron-server[87636]: Traceback (most recent call last):
Dec 23 16:25:22.558086 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 23 16:25:22.558086 dv-neutron-822799-1-hyperv neutron-server[87636]:     timer()
Dec 23 16:25:22.558086 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:25:22.558086 dv-neutron-822799-1-hyperv neutron-server[87636]:     cb(*args, **kw)
Dec 23 16:25:22.558086 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 23 16:25:22.558086 dv-neutron-822799-1-hyperv neutron-server[87636]:     return func(*args, **kwargs)
Dec 23 16:25:22.558086 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:25:22.558086 dv-neutron-822799-1-hyperv neutron-server[87636]:     self._notify()
Dec 23 16:25:22.558086 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:25:22.558086 dv-neutron-822799-1-hyperv neutron-server[87636]:     self.callback(batched_events)
Dec 23 16:25:22.558086 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:25:22.558086 dv-neutron-822799-1-hyperv neutron-server[87636]:     event.method(event)
Dec 23 16:25:22.558086 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:25:22.558086 dv-neutron-822799-1-hyperv neutron-server[87636]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:25:22.558086 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 23 16:25:22.558086 dv-neutron-822799-1-hyperv neutron-server[87636]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 23 16:25:22.558086 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 23 16:25:22.558086 dv-neutron-822799-1-hyperv neutron-server[87636]:     return f(self, *a, **k)
Dec 23 16:25:22.558086 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:25:22.558086 dv-neutron-822799-1-hyperv neutron-server[87636]:     return self._get(url).json()
Dec 23 16:25:22.558086 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 23 16:25:22.558086 dv-neutron-822799-1-hyperv neutron-server[87636]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 23 16:25:22.558086 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 23 16:25:22.558086 dv-neutron-822799-1-hyperv neutron-server[87636]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:25:22.558086 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 23 16:25:22.558086 dv-neutron-822799-1-hyperv neutron-server[87636]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 23 16:25:22.558086 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 23 16:25:22.558086 dv-neutron-822799-1-hyperv neutron-server[87636]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:25:22.558086 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 23 16:25:22.558086 dv-neutron-822799-1-hyperv neutron-server[87636]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:25:22.558086 dv-neutron-822799-1-hyperv neutron-server[87636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:25:22.637156 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d37ee0c5-ce1f-4905-a652-4bed6a528569 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-864336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1824171'] for network, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:25:22.641380 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d37ee0c5-ce1f-4905-a652-4bed6a528569 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:25:22.648642 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-3f1ea7d0-6db7-48b7-985a-e17e728220c6 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:25:22.674660 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37ee0c5-ce1f-4905-a652-4bed6a528569 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Pushing event deleted for resources: {'Network': ['ID=e236d384-0d0c-45dc-aebd-e695235dcead,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:25:22.677156 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-d37ee0c5-ce1f-4905-a652-4bed6a528569 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:25:22.682087 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-d37ee0c5-ce1f-4905-a652-4bed6a528569 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "DELETE /v2.0/networks/e236d384-0d0c-45dc-aebd-e695235dcead HTTP/1.1" status: 204  len: 168 time: 0.4749532
Dec 23 16:25:22.692630 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 54384) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:25:22.699462 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-60c823e1-22d1-4011-af6a-3949f1447467 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Request body: {'network': {'name': 'tempest-network-smoke--445117068', 'project_id': '544f3e375bde4f0988286eba27294ea6', 'port_security_enabled': True}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:25:22.704793 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-60c823e1-22d1-4011-af6a-3949f1447467 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:25:22.709532 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-60c823e1-22d1-4011-af6a-3949f1447467 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Usage tracker for resource:network and tenant:544f3e375bde4f0988286eba27294ea6 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:25:22.712525 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-60c823e1-22d1-4011-af6a-3949f1447467 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:25:22.718401 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-60c823e1-22d1-4011-af6a-3949f1447467 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:25:22.729099 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60c823e1-22d1-4011-af6a-3949f1447467 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Made reservation on behalf of 544f3e375bde4f0988286eba27294ea6 for: {'network': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:25:22.732707 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-60c823e1-22d1-4011-af6a-3949f1447467 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for network, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:25:22.766818 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60c823e1-22d1-4011-af6a-3949f1447467 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] vlan segment allocate from pool success with {'vlan_id': 448, 'physical_network': 'physnet1'}  {{(pid=87636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 23 16:25:22.775665 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-60c823e1-22d1-4011-af6a-3949f1447467 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:25:22.776038 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.db.segments_db [None req-60c823e1-22d1-4011-af6a-3949f1447467 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Added segment 94dc3d03-bebb-4a93-bf65-befd9bbda69a of type vlan for network ac031e7e-e610-4bb4-ad39-49216b655dfe
Dec 23 16:25:22.801253 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-60c823e1-22d1-4011-af6a-3949f1447467 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735362521793'] for network, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:25:22.831893 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-60c823e1-22d1-4011-af6a-3949f1447467 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495'] for network, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:25:22.837914 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60c823e1-22d1-4011-af6a-3949f1447467 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:25:22.838495 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-60c823e1-22d1-4011-af6a-3949f1447467 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:25:22.843462 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-2969f969-a558-4b6b-a88f-43610ffca54f tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:25:23.063761 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-60c823e1-22d1-4011-af6a-3949f1447467 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.3699489
Dec 23 16:25:23.066909 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 54388) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:25:23.073419 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c823e1-22d1-4011-af6a-3949f1447467 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Pushing event updated for resources: {'Network': ['ID=ac031e7e-e610-4bb4-ad39-49216b655dfe,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:25:23.073655 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-f2e13af2-0801-4914-a7e4-21cd8f313d85 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-54685073', 'admin_state_up': True, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b'}}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:25:23.076057 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-60c823e1-22d1-4011-af6a-3949f1447467 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:25:23.083509 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Network ac031e7e-e610-4bb4-ad39-49216b655dfe details requested by agent ovs-agent-dv-neutron-822799-1-hyperv with host dv-neutron-822799-1-hyperv {{(pid=87637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 23 16:25:23.087884 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-f2e13af2-0801-4914-a7e4-21cd8f313d85 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:25:23.092017 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-f2e13af2-0801-4914-a7e4-21cd8f313d85 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Usage tracker for resource:router and tenant:544f3e375bde4f0988286eba27294ea6 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:25:23.096438 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-f2e13af2-0801-4914-a7e4-21cd8f313d85 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:25:23.115818 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-f2e13af2-0801-4914-a7e4-21cd8f313d85 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:25:23.125776 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-f2e13af2-0801-4914-a7e4-21cd8f313d85 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1823978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-235332'] for router, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:25:23.126825 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-f2e13af2-0801-4914-a7e4-21cd8f313d85 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1824575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1824063', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1751113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-235341'] for router, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:25:23.142330 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-f2e13af2-0801-4914-a7e4-21cd8f313d85 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:25:23.531252 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-f2e13af2-0801-4914-a7e4-21cd8f313d85 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1824017', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1823768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-235299'] for router, precommit_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:25:23.759987 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 6189d2cc-51f7-4a08-91fc-d336b653ce56 no longer exists at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 23 16:25:23.794310 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] No Port match for: 6189d2cc-51f7-4a08-91fc-d336b653ce56 {{(pid=87637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 23 16:25:23.794667 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 6189d2cc-51f7-4a08-91fc-d336b653ce56 not bound to the agent host dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 23 16:25:23.795110 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 9eaa0d5c-d5e5-4cf8-8ae5-0050ed5bd9d4 no longer exists at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 23 16:25:23.828187 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] No Port match for: 9eaa0d5c-d5e5-4cf8-8ae5-0050ed5bd9d4 {{(pid=87637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 23 16:25:23.828517 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 9eaa0d5c-d5e5-4cf8-8ae5-0050ed5bd9d4 not bound to the agent host dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 23 16:25:23.838824 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-f2e13af2-0801-4914-a7e4-21cd8f313d85 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for router_gateway, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:25:23.867275 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-f2e13af2-0801-4914-a7e4-21cd8f313d85 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:25:24.012531 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.db_base_plugin_common [None req-f2e13af2-0801-4914-a7e4-21cd8f313d85 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Allocated IP 172.26.3.101 (8afa6d58-9431-454a-b99c-3ff8a65aa86b/60537fec-5f5f-4ab7-89cc-03638149a590/92c0d42b-52a6-41e6-bf3a-1b1075e0e354) {{(pid=87635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:25:24.158504 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-f2e13af2-0801-4914-a7e4-21cd8f313d85 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for port, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:25:24.189292 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-f2e13af2-0801-4914-a7e4-21cd8f313d85 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:25:24.193012 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-a1e9f570-a7c6-412b-bcfd-93b3196bea6d tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:25:24.256752 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2e13af2-0801-4914-a7e4-21cd8f313d85 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Network 8afa6d58-9431-454a-b99c-3ff8a65aa86b is already hosted by enough agents. {{(pid=87635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:25:24.260162 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.base_scheduler [None req-f2e13af2-0801-4914-a7e4-21cd8f313d85 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Resources bound (agent type, host, resource id):  {{(pid=87635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:25:24.262998 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2e13af2-0801-4914-a7e4-21cd8f313d85 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Received port after_create {{(pid=87635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:25:24.297312 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e13af2-0801-4914-a7e4-21cd8f313d85 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Pushing event updated for resources: {'Port': ['ID=92c0d42b-52a6-41e6-bf3a-1b1075e0e354,revision_number=1']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:25:24.311026 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-f2e13af2-0801-4914-a7e4-21cd8f313d85 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:25:24.843834 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-f2e13af2-0801-4914-a7e4-21cd8f313d85 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for router_gateway, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:25:25.200336 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-f2e13af2-0801-4914-a7e4-21cd8f313d85 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1823971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1824234'] for router, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:25:25.427420 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2e13af2-0801-4914-a7e4-21cd8f313d85 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Router da24d517-b452-43a3-924a-b435a8b27566 is scheduled to L3 agent 371d4c41-c7e2-4de7-9539-c049ec4e95d1 with binding_index 1 {{(pid=87635) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 23 16:25:25.607025 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2e13af2-0801-4914-a7e4-21cd8f313d85 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify agent at l3_agent.dv-neutron-822799-1-hyperv the message routers_updated {{(pid=87635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 23 16:25:25.618109 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e04a7e0-9608-42b5-8b5f-a60872baff46 None None] Sync routers for ids ['da24d517-b452-43a3-924a-b435a8b27566'] in dv-neutron-822799-1-hyperv {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 23 16:25:25.628254 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e04a7e0-9608-42b5-8b5f-a60872baff46 None None] Routers {'da24d517-b452-43a3-924a-b435a8b27566'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:25:25.628879 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-3e04a7e0-9608-42b5-8b5f-a60872baff46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc11bcdc0>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:25:20Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['da24d517-b452-43a3-924a-b435a8b27566'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:25:25.636150 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-f2e13af2-0801-4914-a7e4-21cd8f313d85 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for router, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:25:25.637415 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-f2e13af2-0801-4914-a7e4-21cd8f313d85 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201  len: 885 time: 2.5689571
Dec 23 16:25:25.640642 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 54392) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:25:25.800705 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-3e04a7e0-9608-42b5-8b5f-a60872baff46 None None] Set router da24d517-b452-43a3-924a-b435a8b27566 gateway port host: dv-neutron-822799-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:25:25.825102 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-b8525a21-149f-4466-9645-a1dc733c0038 tempest-TestNetworkBasicOps-54271533 tempest-TestNetworkBasicOps-54271533-project-admin] 10.222.0.64 "GET /v2.0/subnets?project_id=544f3e375bde4f0988286eba27294ea6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.1825786
Dec 23 16:25:25.827190 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 54398) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:25:25.962876 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f3801d9-99d6-405c-9909-0b949b2611db tempest-TestNetworkBasicOps-54271533 tempest-TestNetworkBasicOps-54271533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:25:25.964236 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-3f3801d9-99d6-405c-9909-0b949b2611db tempest-TestNetworkBasicOps-54271533 tempest-TestNetworkBasicOps-54271533-project-admin] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1361189
Dec 23 16:25:25.967164 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 54402) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:25:26.005908 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-6e218f08-d25e-48fe-9ea2-e974fff64de8 tempest-TestNetworkBasicOps-54271533 tempest-TestNetworkBasicOps-54271533-project-admin] 10.222.0.64 "GET /v2.0/subnets?network_id=8afa6d58-9431-454a-b99c-3ff8a65aa86b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0374780
Dec 23 16:25:26.008363 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 54406) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:25:26.014396 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-412867b6-8a1d-4348-a409-d753d9f8ee16 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-439787568', 'network_id': 'ac031e7e-e610-4bb4-ad39-49216b655dfe', 'project_id': '544f3e375bde4f0988286eba27294ea6', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:25:26.117661 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-3e04a7e0-9608-42b5-8b5f-a60872baff46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc11bcdc0>, [{'id': 'da24d517-b452-43a3-924a-b435a8b27566', 'name': 'tempest-TestNetworkBasicOps-router-54685073', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.101'}], 'enable_snat': True}, 'gw_port_id': '92c0d42b-52a6-41e6-bf3a-1b1075e0e354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:25:23Z', 'updated_at': '2021-12-23T16:25:24Z', 'revision_number': 3, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'gw_port': {'id': '92c0d42b-52a6-41e6-bf3a-1b1075e0e354', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:ed:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da24d517-b452-43a3-924a-b435a8b27566', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:25:23Z', 'updated_at': '2021-12-23T16:25:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv'}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:25:26.121231 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-412867b6-8a1d-4348-a409-d753d9f8ee16 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:25:26.121671 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e04a7e0-9608-42b5-8b5f-a60872baff46 None None] Checking router: da24d517-b452-43a3-924a-b435a8b27566 for host: dv-neutron-822799-1-hyperv {{(pid=87638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 23 16:25:26.122026 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e04a7e0-9608-42b5-8b5f-a60872baff46 None None] Updating router da24d517-b452-43a3-924a-b435a8b27566 port 92c0d42b-52a6-41e6-bf3a-1b1075e0e354 binding host dv-neutron-822799-1-hyperv {{(pid=87638) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 23 16:25:26.125010 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-412867b6-8a1d-4348-a409-d753d9f8ee16 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Usage tracker for resource:subnet and tenant:544f3e375bde4f0988286eba27294ea6 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:25:26.127772 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-412867b6-8a1d-4348-a409-d753d9f8ee16 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:25:26.133346 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-412867b6-8a1d-4348-a409-d753d9f8ee16 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:25:26.144366 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-412867b6-8a1d-4348-a409-d753d9f8ee16 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Made reservation on behalf of 544f3e375bde4f0988286eba27294ea6 for: {'subnet': 1} {{(pid=87635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:25:26.148367 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-412867b6-8a1d-4348-a409-d753d9f8ee16 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2610339'] for subnet, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:25:26.174586 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3e04a7e0-9608-42b5-8b5f-a60872baff46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:25:26.370558 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-412867b6-8a1d-4348-a409-d753d9f8ee16 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2753396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2610353'] for subnet, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:25:26.374914 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-35d99142-fc59-4db5-ab95-c60f3df45f2c tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:25:26.452743 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412867b6-8a1d-4348-a409-d753d9f8ee16 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Pushing event updated for resources: {'Subnet': ['ID=0e71f3d5-64d5-4abe-956e-ca1fccc4c9f5,revision_number=0']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:25:26.458461 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-412867b6-8a1d-4348-a409-d753d9f8ee16 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:25:26.469328 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-412867b6-8a1d-4348-a409-d753d9f8ee16 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Checking segment: {'id': '94dc3d03-bebb-4a93-bf65-befd9bbda69a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'ac031e7e-e610-4bb4-ad39-49216b655dfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:25:26.469694 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-412867b6-8a1d-4348-a409-d753d9f8ee16 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Network hostable DHCP agents. Network: ac031e7e-e610-4bb4-ad39-49216b655dfe, hostable agents: ['1c812d71-eadf-4fb3-b98e-67468a4aa7e2'], hosted agents: [] {{(pid=87635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 23 16:25:26.492759 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-412867b6-8a1d-4348-a409-d753d9f8ee16 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Network ac031e7e-e610-4bb4-ad39-49216b655dfe is scheduled to be hosted by DHCP agent 1c812d71-eadf-4fb3-b98e-67468a4aa7e2 with binding_index 1 {{(pid=87635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 23 16:25:26.503430 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.base_scheduler [None req-412867b6-8a1d-4348-a409-d753d9f8ee16 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822799-1-hyperv, ac031e7e-e610-4bb4-ad39-49216b655dfe) {{(pid=87635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:25:26.509315 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-412867b6-8a1d-4348-a409-d753d9f8ee16 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:25:26.509656 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-412867b6-8a1d-4348-a409-d753d9f8ee16 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for subnet, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:25:26.514354 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99775531-641f-47a9-b2b6-67e53951cc73 None None] Network ac031e7e-e610-4bb4-ad39-49216b655dfe requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:25:26.526436 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3e04a7e0-9608-42b5-8b5f-a60872baff46 None None] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:25:26.539224 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 54410) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:25:26.539638 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-412867b6-8a1d-4348-a409-d753d9f8ee16 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 831 time: 0.5298541
Dec 23 16:25:26.543831 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-3e04a7e0-9608-42b5-8b5f-a60872baff46 None None] Transition to ACTIVE for port object 92c0d42b-52a6-41e6-bf3a-1b1075e0e354 will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:25:26.554078 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3e04a7e0-9608-42b5-8b5f-a60872baff46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:25:26.557887 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG oslo_concurrency.lockutils [None req-5955c752-787e-4dee-8394-c4e53dfec063 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:25:26.627260 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0424e0-a9d3-4067-bd2a-1aaa40915d1e None None] Pushing event updated for resources: {'Port': ['ID=92c0d42b-52a6-41e6-bf3a-1b1075e0e354,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:25:26.652748 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-3e04a7e0-9608-42b5-8b5f-a60872baff46 None None] Attempting to bind port 92c0d42b-52a6-41e6-bf3a-1b1075e0e354 on host dv-neutron-822799-1-hyperv for vnic_type normal with profile  {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:25:26.652748 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-3e04a7e0-9608-42b5-8b5f-a60872baff46 None None] Attempting to bind port 92c0d42b-52a6-41e6-bf3a-1b1075e0e354 by drivers openvswitch,hyperv on host dv-neutron-822799-1-hyperv at level 0 using segments [{'id': '77e3d110-dd7b-426c-b11f-b78dde7993df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:25:26.653156 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e04a7e0-9608-42b5-8b5f-a60872baff46 None None] Attempting to bind port 92c0d42b-52a6-41e6-bf3a-1b1075e0e354 on network 8afa6d58-9431-454a-b99c-3ff8a65aa86b {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:25:26.655939 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0424e0-a9d3-4067-bd2a-1aaa40915d1e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:25:26.656281 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0424e0-a9d3-4067-bd2a-1aaa40915d1e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:25:26.657601 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0424e0-a9d3-4067-bd2a-1aaa40915d1e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:25:26.657601 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0424e0-a9d3-4067-bd2a-1aaa40915d1e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:25:26.657601 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0424e0-a9d3-4067-bd2a-1aaa40915d1e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:25:26.657601 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0424e0-a9d3-4067-bd2a-1aaa40915d1e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:25:26.658742 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0424e0-a9d3-4067-bd2a-1aaa40915d1e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:25:26.659073 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0424e0-a9d3-4067-bd2a-1aaa40915d1e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:25:26.659400 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0424e0-a9d3-4067-bd2a-1aaa40915d1e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:25:26.659723 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0424e0-a9d3-4067-bd2a-1aaa40915d1e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:25:26.660046 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0424e0-a9d3-4067-bd2a-1aaa40915d1e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:25:26.660367 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0424e0-a9d3-4067-bd2a-1aaa40915d1e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:25:26.664306 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG oslo_concurrency.lockutils [None req-7f0424e0-a9d3-4067-bd2a-1aaa40915d1e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:25:26.669436 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e04a7e0-9608-42b5-8b5f-a60872baff46 None None] Checking agent: {'id': '20d2070f-69a9-4e73-8d08-6f0387a40158', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822799-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 21), 'started_at': datetime.datetime(2021, 12, 23, 16, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 25, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822799-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 23 16:25:26.669828 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e04a7e0-9608-42b5-8b5f-a60872baff46 None None] Checking segment: {'id': '77e3d110-dd7b-426c-b11f-b78dde7993df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:25:26.670243 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3e04a7e0-9608-42b5-8b5f-a60872baff46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:25:26.670642 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e04a7e0-9608-42b5-8b5f-a60872baff46 None None] Bound using segment: {'id': '77e3d110-dd7b-426c-b11f-b78dde7993df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 23 16:25:26.671124 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-3e04a7e0-9608-42b5-8b5f-a60872baff46 None None] Bound port: 92c0d42b-52a6-41e6-bf3a-1b1075e0e354, host: dv-neutron-822799-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77e3d110-dd7b-426c-b11f-b78dde7993df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 23 16:25:26.671508 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3e04a7e0-9608-42b5-8b5f-a60872baff46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:25:26.756042 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-3e04a7e0-9608-42b5-8b5f-a60872baff46 None None] For port 92c0d42b-52a6-41e6-bf3a-1b1075e0e354, host dv-neutron-822799-1-hyperv, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 23 16:25:26.763081 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-3e04a7e0-9608-42b5-8b5f-a60872baff46 None None] For port 92c0d42b-52a6-41e6-bf3a-1b1075e0e354, host dv-neutron-822799-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=92c0d42b-52a6-41e6-bf3a-1b1075e0e354,segment=NetworkSegment(77e3d110-dd7b-426c-b11f-b78dde7993df),segment_id=77e3d110-dd7b-426c-b11f-b78dde7993df)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 23 16:25:26.766876 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0cd5d77-728c-4b7d-95dc-f8a5e8df60aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7e017a6-8198-58c8-a07e-0f786128e3b3-ac031e7e-e610-4bb4-ad39-49216b655dfe', 'network_id': 'ac031e7e-e610-4bb4-ad39-49216b655dfe', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'fixed_ips': [{'subnet_id': '0e71f3d5-64d5-4abe-956e-ca1fccc4c9f5'}]}} from dv-neutron-822799-1-hyperv. {{(pid=87637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 23 16:25:26.767072 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-b0cd5d77-728c-4b7d-95dc-f8a5e8df60aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:25:26.769828 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-3e04a7e0-9608-42b5-8b5f-a60872baff46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:25:26.775879 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG oslo_concurrency.lockutils [None req-7f0424e0-a9d3-4067-bd2a-1aaa40915d1e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:25:26.867587 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e04a7e0-9608-42b5-8b5f-a60872baff46 None None] Routers {'da24d517-b452-43a3-924a-b435a8b27566'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:25:26.868747 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-3e04a7e0-9608-42b5-8b5f-a60872baff46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc11bcdc0>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:25:20Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['da24d517-b452-43a3-924a-b435a8b27566'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:25:26.945188 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0424e0-a9d3-4067-bd2a-1aaa40915d1e None None] Pushing event updated for resources: {'Port': ['ID=92c0d42b-52a6-41e6-bf3a-1b1075e0e354,revision_number=3']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:25:26.950308 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG oslo_concurrency.lockutils [None req-7f0424e0-a9d3-4067-bd2a-1aaa40915d1e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=87638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:25:26.953863 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_common [None req-b0cd5d77-728c-4b7d-95dc-f8a5e8df60aa None None] Allocated IP 172.20.0.2 (ac031e7e-e610-4bb4-ad39-49216b655dfe/0e71f3d5-64d5-4abe-956e-ca1fccc4c9f5/e7f572de-201e-4cdf-b71c-2871d609fa6e) {{(pid=87637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:25:27.085468 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-3e04a7e0-9608-42b5-8b5f-a60872baff46 None None] Set router da24d517-b452-43a3-924a-b435a8b27566 gateway port host: dv-neutron-822799-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:25:27.201319 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-b0cd5d77-728c-4b7d-95dc-f8a5e8df60aa None None] Notify callbacks [] for port, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:25:27.220203 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-b0cd5d77-728c-4b7d-95dc-f8a5e8df60aa None None] Transition to ACTIVE for port object e7f572de-201e-4cdf-b71c-2871d609fa6e will not be triggered until provisioned by entity L2. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:25:27.250493 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-b0cd5d77-728c-4b7d-95dc-f8a5e8df60aa None None] Transition to ACTIVE for port object e7f572de-201e-4cdf-b71c-2871d609fa6e will not be triggered until provisioned by entity DHCP. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:25:27.261374 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-b0cd5d77-728c-4b7d-95dc-f8a5e8df60aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780'] for port, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:25:27.269895 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-be83d7df-ff31-4069-bf1a-c7b6a32006ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:25:27.350529 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0cd5d77-728c-4b7d-95dc-f8a5e8df60aa None None] Network ac031e7e-e610-4bb4-ad39-49216b655dfe is already hosted by enough agents. {{(pid=87637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:25:27.353371 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-b0cd5d77-728c-4b7d-95dc-f8a5e8df60aa None None] Resources bound (agent type, host, resource id):  {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:25:27.363904 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e72791ae-0435-4d87-ac8e-19b774e2343e tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:25:27.364619 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0cd5d77-728c-4b7d-95dc-f8a5e8df60aa None None] Received port after_create {{(pid=87637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:25:27.399305 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-3e04a7e0-9608-42b5-8b5f-a60872baff46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc11bcdc0>, [{'id': 'da24d517-b452-43a3-924a-b435a8b27566', 'name': 'tempest-TestNetworkBasicOps-router-54685073', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.101'}], 'enable_snat': True}, 'gw_port_id': '92c0d42b-52a6-41e6-bf3a-1b1075e0e354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:25:23Z', 'updated_at': '2021-12-23T16:25:24Z', 'revision_number': 3, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'gw_port': {'id': '92c0d42b-52a6-41e6-bf3a-1b1075e0e354', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:ed:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da24d517-b452-43a3-924a-b435a8b27566', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:25:23Z', 'updated_at': '2021-12-23T16:25:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv'}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:25:27.399937 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cd5d77-728c-4b7d-95dc-f8a5e8df60aa None None] Pushing event updated for resources: {'Port': ['ID=e7f572de-201e-4cdf-b71c-2871d609fa6e,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:25:27.404164 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e04a7e0-9608-42b5-8b5f-a60872baff46 None None] The sync data for ids ['da24d517-b452-43a3-924a-b435a8b27566'] in dv-neutron-822799-1-hyperv is: [{'id': 'da24d517-b452-43a3-924a-b435a8b27566', 'name': 'tempest-TestNetworkBasicOps-router-54685073', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.101'}], 'enable_snat': True}, 'gw_port_id': '92c0d42b-52a6-41e6-bf3a-1b1075e0e354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:25:23Z', 'updated_at': '2021-12-23T16:25:24Z', 'revision_number': 3, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'gw_port': {'id': '92c0d42b-52a6-41e6-bf3a-1b1075e0e354', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:ed:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da24d517-b452-43a3-924a-b435a8b27566', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:25:23Z', 'updated_at': '2021-12-23T16:25:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv'}] {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 23 16:25:27.408289 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-b0cd5d77-728c-4b7d-95dc-f8a5e8df60aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:25:27.469335 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-b0cd5d77-728c-4b7d-95dc-f8a5e8df60aa None None] Attempting to bind port e7f572de-201e-4cdf-b71c-2871d609fa6e on host dv-neutron-822799-1-hyperv for vnic_type normal with profile  {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:25:27.469729 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-b0cd5d77-728c-4b7d-95dc-f8a5e8df60aa None None] Attempting to bind port e7f572de-201e-4cdf-b71c-2871d609fa6e by drivers openvswitch,hyperv on host dv-neutron-822799-1-hyperv at level 0 using segments [{'id': '94dc3d03-bebb-4a93-bf65-befd9bbda69a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'ac031e7e-e610-4bb4-ad39-49216b655dfe'}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:25:27.470117 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0cd5d77-728c-4b7d-95dc-f8a5e8df60aa None None] Attempting to bind port e7f572de-201e-4cdf-b71c-2871d609fa6e on network ac031e7e-e610-4bb4-ad39-49216b655dfe {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:25:27.475759 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0cd5d77-728c-4b7d-95dc-f8a5e8df60aa None None] Checking agent: {'id': '20d2070f-69a9-4e73-8d08-6f0387a40158', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822799-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 21), 'started_at': datetime.datetime(2021, 12, 23, 16, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 25, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822799-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 23 16:25:27.476151 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0cd5d77-728c-4b7d-95dc-f8a5e8df60aa None None] Checking segment: {'id': '94dc3d03-bebb-4a93-bf65-befd9bbda69a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'ac031e7e-e610-4bb4-ad39-49216b655dfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:25:27.476569 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-b0cd5d77-728c-4b7d-95dc-f8a5e8df60aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:25:27.477008 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0cd5d77-728c-4b7d-95dc-f8a5e8df60aa None None] Bound using segment: {'id': '94dc3d03-bebb-4a93-bf65-befd9bbda69a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'ac031e7e-e610-4bb4-ad39-49216b655dfe'} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 23 16:25:27.477494 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-b0cd5d77-728c-4b7d-95dc-f8a5e8df60aa None None] Bound port: e7f572de-201e-4cdf-b71c-2871d609fa6e, host: dv-neutron-822799-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94dc3d03-bebb-4a93-bf65-befd9bbda69a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'ac031e7e-e610-4bb4-ad39-49216b655dfe'}}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 23 16:25:27.477869 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-b0cd5d77-728c-4b7d-95dc-f8a5e8df60aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:25:27.639039 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-b0cd5d77-728c-4b7d-95dc-f8a5e8df60aa None None] For port e7f572de-201e-4cdf-b71c-2871d609fa6e, host dv-neutron-822799-1-hyperv, cleared binding levels {{(pid=87637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 23 16:25:27.645319 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-b0cd5d77-728c-4b7d-95dc-f8a5e8df60aa None None] For port e7f572de-201e-4cdf-b71c-2871d609fa6e, host dv-neutron-822799-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=e7f572de-201e-4cdf-b71c-2871d609fa6e,segment=NetworkSegment(94dc3d03-bebb-4a93-bf65-befd9bbda69a),segment_id=94dc3d03-bebb-4a93-bf65-befd9bbda69a)] {{(pid=87637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 23 16:25:27.656605 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-b0cd5d77-728c-4b7d-95dc-f8a5e8df60aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:25:27.658538 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:25:27.764032 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cd5d77-728c-4b7d-95dc-f8a5e8df60aa None None] Pushing event updated for resources: {'Port': ['ID=e7f572de-201e-4cdf-b71c-2871d609fa6e,revision_number=2']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:25:27.780899 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-b0cd5d77-728c-4b7d-95dc-f8a5e8df60aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:25:27.810495 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 92c0d42b-52a6-41e6-bf3a-1b1075e0e354 up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:25:27.858187 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [None req-e72791ae-0435-4d87-ac8e-19b774e2343e tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Allocated IP 172.20.0.1 (ac031e7e-e610-4bb4-ad39-49216b655dfe/0e71f3d5-64d5-4abe-956e-ca1fccc4c9f5/0fd6cf2e-8a59-4e20-ae5b-f2b67a49a144) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:25:27.885971 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning for port 92c0d42b-52a6-41e6-bf3a-1b1075e0e354 completed by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:25:27.891453 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port 92c0d42b-52a6-41e6-bf3a-1b1075e0e354 triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:25:27.891846 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:25:28.070256 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:25:28.092084 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] For port 92c0d42b-52a6-41e6-bf3a-1b1075e0e354, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=92c0d42b-52a6-41e6-bf3a-1b1075e0e354,segment=NetworkSegment(77e3d110-dd7b-426c-b11f-b78dde7993df),segment_id=77e3d110-dd7b-426c-b11f-b78dde7993df)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:25:28.098595 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:25:28.102773 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-a61076bd-1862-4fc0-91f0-a8d22bfd04a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:25:28.189495 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Pushing event updated for resources: {'Port': ['ID=92c0d42b-52a6-41e6-bf3a-1b1075e0e354,revision_number=4']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:25:28.192969 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:25:28.226603 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e72791ae-0435-4d87-ac8e-19b774e2343e tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:25:28.242473 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.provisioning_blocks [None req-e72791ae-0435-4d87-ac8e-19b774e2343e tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Transition to ACTIVE for port object 0fd6cf2e-8a59-4e20-ae5b-f2b67a49a144 will not be triggered until provisioned by entity DHCP. {{(pid=87636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:25:28.267412 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e72791ae-0435-4d87-ac8e-19b774e2343e tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:25:28.271640 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-723758dd-01fe-43f8-90af-fb402448f7b7 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:25:28.343279 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e72791ae-0435-4d87-ac8e-19b774e2343e tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Network ac031e7e-e610-4bb4-ad39-49216b655dfe is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:25:28.347034 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-e72791ae-0435-4d87-ac8e-19b774e2343e tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Resources bound (agent type, host, resource id):  {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:25:28.349874 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e72791ae-0435-4d87-ac8e-19b774e2343e tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:25:28.387243 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72791ae-0435-4d87-ac8e-19b774e2343e tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Pushing event updated for resources: {'Port': ['ID=0fd6cf2e-8a59-4e20-ae5b-f2b67a49a144,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:25:28.390240 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-e72791ae-0435-4d87-ac8e-19b774e2343e tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:25:28.415396 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e72791ae-0435-4d87-ac8e-19b774e2343e tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1781300'] for router_interface, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:25:28.599566 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.agents_db [None req-30c2320c-f298-49f6-9c47-c20e38116a9c None None] Agent healthcheck: found 6 active agents {{(pid=87638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 23 16:25:28.686879 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e72791ae-0435-4d87-ac8e-19b774e2343e tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:25:28.816849 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14daf6b8-1275-4298-bf7f-8b571a7c457f None None] Network ac031e7e-e610-4bb4-ad39-49216b655dfe requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:25:28.924707 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-978ea4bb-95c3-4638-ade5-93b17c93e21c None None] Provisioning for port e7f572de-201e-4cdf-b71c-2871d609fa6e completed by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:25:29.113503 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e72791ae-0435-4d87-ac8e-19b774e2343e tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for port, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:25:29.120169 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e72791ae-0435-4d87-ac8e-19b774e2343e tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2176289'] for port, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:25:29.145242 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-032278c5-e5fe-47c6-8e1b-acdbb5cf1f0e tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:25:29.248738 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e72791ae-0435-4d87-ac8e-19b774e2343e tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1627481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1781465'] for router_interface, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:25:29.252251 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72791ae-0435-4d87-ac8e-19b774e2343e tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Pushing event updated for resources: {'Port': ['ID=0fd6cf2e-8a59-4e20-ae5b-f2b67a49a144,revision_number=2']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:25:29.255630 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-e72791ae-0435-4d87-ac8e-19b774e2343e tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:25:29.375143 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-34dbf308-a61f-4c93-8874-47547b989ea1 None None] Provisioning for port 0fd6cf2e-8a59-4e20-ae5b-f2b67a49a144 completed by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:25:29.380885 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-34dbf308-a61f-4c93-8874-47547b989ea1 None None] Provisioning complete for port 0fd6cf2e-8a59-4e20-ae5b-f2b67a49a144 triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:25:29.381268 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-34dbf308-a61f-4c93-8874-47547b989ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:25:29.394157 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e72791ae-0435-4d87-ac8e-19b774e2343e tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Network ac031e7e-e610-4bb4-ad39-49216b655dfe is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:25:29.395685 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-e72791ae-0435-4d87-ac8e-19b774e2343e tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Resources bound (agent type, host, resource id):  {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:25:29.435747 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-34dbf308-a61f-4c93-8874-47547b989ea1 None None] Port 0fd6cf2e-8a59-4e20-ae5b-f2b67a49a144 cannot update to ACTIVE because it is not bound. {{(pid=87637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 23 16:25:29.555626 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-5135b1ef-4261-4612-8bf8-8869c054e717 None None] Provisioning complete for port 0fd6cf2e-8a59-4e20-ae5b-f2b67a49a144 triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:25:29.556625 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-5135b1ef-4261-4612-8bf8-8869c054e717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:25:29.590799 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e72791ae-0435-4d87-ac8e-19b774e2343e tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Router da24d517-b452-43a3-924a-b435a8b27566 has already been hosted by L3 agent 371d4c41-c7e2-4de7-9539-c049ec4e95d1 {{(pid=87636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 23 16:25:29.617118 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-5135b1ef-4261-4612-8bf8-8869c054e717 None None] Port 0fd6cf2e-8a59-4e20-ae5b-f2b67a49a144 cannot update to ACTIVE because it is not bound. {{(pid=87637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 23 16:25:29.747220 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-4ebab8c8-a899-48b3-ab71-c89a31a278df None None] Provisioning complete for port 0fd6cf2e-8a59-4e20-ae5b-f2b67a49a144 triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:25:29.747736 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4ebab8c8-a899-48b3-ab71-c89a31a278df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:25:29.801704 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-4ebab8c8-a899-48b3-ab71-c89a31a278df None None] Port 0fd6cf2e-8a59-4e20-ae5b-f2b67a49a144 cannot update to ACTIVE because it is not bound. {{(pid=87637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 23 16:25:29.844822 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device e7f572de-201e-4cdf-b71c-2871d609fa6e up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:25:29.915166 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning for port e7f572de-201e-4cdf-b71c-2871d609fa6e completed by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:25:29.920104 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port e7f572de-201e-4cdf-b71c-2871d609fa6e triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:25:29.920491 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:25:29.926731 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e72791ae-0435-4d87-ac8e-19b774e2343e tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify agent at l3_agent.dv-neutron-822799-1-hyperv the message routers_updated {{(pid=87636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 23 16:25:29.939538 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-e72791ae-0435-4d87-ac8e-19b774e2343e tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "PUT /v2.0/routers/da24d517-b452-43a3-924a-b435a8b27566/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3989973
Dec 23 16:25:29.942196 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 54414) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:25:29.947443 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de073502-7b6f-4237-8698-c139c0d7e644 None None] Sync routers for ids ['da24d517-b452-43a3-924a-b435a8b27566'] in dv-neutron-822799-1-hyperv {{(pid=87637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 23 16:25:29.979958 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de073502-7b6f-4237-8698-c139c0d7e644 None None] Routers {'da24d517-b452-43a3-924a-b435a8b27566'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:25:29.980612 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-de073502-7b6f-4237-8698-c139c0d7e644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc02f5a60>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:25:20Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['da24d517-b452-43a3-924a-b435a8b27566'], 'active': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:25:30.081472 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-844f0c30-584a-4c79-bed7-aa9d738a1de7 tempest-TestNetworkBasicOps-54271533 tempest-TestNetworkBasicOps-54271533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:25:30.081940 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-844f0c30-584a-4c79-bed7-aa9d738a1de7 tempest-TestNetworkBasicOps-54271533 tempest-TestNetworkBasicOps-54271533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:25:30.082402 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-844f0c30-584a-4c79-bed7-aa9d738a1de7 tempest-TestNetworkBasicOps-54271533 tempest-TestNetworkBasicOps-54271533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:25:30.082859 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-844f0c30-584a-4c79-bed7-aa9d738a1de7 tempest-TestNetworkBasicOps-54271533 tempest-TestNetworkBasicOps-54271533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:25:30.083307 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-844f0c30-584a-4c79-bed7-aa9d738a1de7 tempest-TestNetworkBasicOps-54271533 tempest-TestNetworkBasicOps-54271533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:25:30.083756 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-844f0c30-584a-4c79-bed7-aa9d738a1de7 tempest-TestNetworkBasicOps-54271533 tempest-TestNetworkBasicOps-54271533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:25:30.085577 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-844f0c30-584a-4c79-bed7-aa9d738a1de7 tempest-TestNetworkBasicOps-54271533 tempest-TestNetworkBasicOps-54271533-project-admin] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200  len: 4283 time: 0.1424239
Dec 23 16:25:30.088537 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 54418) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:25:30.162178 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-737e1868-993c-41b9-ab11-e1281f1ad947 tempest-TestNetworkBasicOps-54271533 tempest-TestNetworkBasicOps-54271533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:25:30.162732 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-737e1868-993c-41b9-ab11-e1281f1ad947 tempest-TestNetworkBasicOps-54271533 tempest-TestNetworkBasicOps-54271533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:25:30.163192 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-737e1868-993c-41b9-ab11-e1281f1ad947 tempest-TestNetworkBasicOps-54271533 tempest-TestNetworkBasicOps-54271533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:25:30.163647 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-737e1868-993c-41b9-ab11-e1281f1ad947 tempest-TestNetworkBasicOps-54271533 tempest-TestNetworkBasicOps-54271533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:25:30.164092 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-737e1868-993c-41b9-ab11-e1281f1ad947 tempest-TestNetworkBasicOps-54271533 tempest-TestNetworkBasicOps-54271533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:25:30.164537 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-737e1868-993c-41b9-ab11-e1281f1ad947 tempest-TestNetworkBasicOps-54271533 tempest-TestNetworkBasicOps-54271533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:25:30.166882 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-737e1868-993c-41b9-ab11-e1281f1ad947 tempest-TestNetworkBasicOps-54271533 tempest-TestNetworkBasicOps-54271533-project-admin] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 4003 time: 0.0769482
Dec 23 16:25:30.169224 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 54422) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:25:30.211305 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:25:30.224741 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvr_db [None req-de073502-7b6f-4237-8698-c139c0d7e644 None None] Set router da24d517-b452-43a3-924a-b435a8b27566 gateway port host: dv-neutron-822799-1-hyperv {{(pid=87637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:25:30.382213 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-e9b4cb9c-fc73-43f7-8e4a-fdb5044b7c29 tempest-TestNetworkBasicOps-54271533 tempest-TestNetworkBasicOps-54271533-project-admin] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200  len: 3046 time: 0.2117040
Dec 23 16:25:30.382829 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] For port e7f572de-201e-4cdf-b71c-2871d609fa6e, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=e7f572de-201e-4cdf-b71c-2871d609fa6e,segment=NetworkSegment(94dc3d03-bebb-4a93-bf65-befd9bbda69a),segment_id=94dc3d03-bebb-4a93-bf65-befd9bbda69a)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:25:30.392864 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:25:30.393737 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 92c0d42b-52a6-41e6-bf3a-1b1075e0e354 up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:25:30.509494 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-b0cd5d77-728c-4b7d-95dc-f8a5e8df60aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:25:30.641166 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Pushing event updated for resources: {'Port': ['ID=e7f572de-201e-4cdf-b71c-2871d609fa6e,revision_number=3']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:25:30.646551 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:25:30.685430 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port 92c0d42b-52a6-41e6-bf3a-1b1075e0e354 triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:25:30.685822 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:25:30.802419 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-de073502-7b6f-4237-8698-c139c0d7e644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc02f5a60>, [{'id': 'da24d517-b452-43a3-924a-b435a8b27566', 'name': 'tempest-TestNetworkBasicOps-router-54685073', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.101'}], 'enable_snat': True}, 'gw_port_id': '92c0d42b-52a6-41e6-bf3a-1b1075e0e354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:25:23Z', 'updated_at': '2021-12-23T16:25:28Z', 'revision_number': 4, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'gw_port': {'id': '92c0d42b-52a6-41e6-bf3a-1b1075e0e354', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:ed:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da24d517-b452-43a3-924a-b435a8b27566', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:25:23Z', 'updated_at': '2021-12-23T16:25:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_interfaces': [{'id': '0fd6cf2e-8a59-4e20-ae5b-f2b67a49a144', 'name': '', 'network_id': 'ac031e7e-e610-4bb4-ad39-49216b655dfe', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'mac_address': 'fa:16:3e:12:4b:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da24d517-b452-43a3-924a-b435a8b27566', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '0e71f3d5-64d5-4abe-956e-ca1fccc4c9f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:25:27Z', 'updated_at': '2021-12-23T16:25:28Z', 'revision_number': 2, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'subnets': [{'id': '0e71f3d5-64d5-4abe-956e-ca1fccc4c9f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:25:30.814881 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de073502-7b6f-4237-8698-c139c0d7e644 None None] Checking router: da24d517-b452-43a3-924a-b435a8b27566 for host: dv-neutron-822799-1-hyperv {{(pid=87637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 23 16:25:30.815249 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de073502-7b6f-4237-8698-c139c0d7e644 None None] Updating router da24d517-b452-43a3-924a-b435a8b27566 port 0fd6cf2e-8a59-4e20-ae5b-f2b67a49a144 binding host dv-neutron-822799-1-hyperv {{(pid=87637) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 23 16:25:30.876261 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-de073502-7b6f-4237-8698-c139c0d7e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:25:31.237026 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-de073502-7b6f-4237-8698-c139c0d7e644 None None] Notify callbacks [] for port, precommit_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:25:31.251702 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-de073502-7b6f-4237-8698-c139c0d7e644 None None] Transition to ACTIVE for port object 0fd6cf2e-8a59-4e20-ae5b-f2b67a49a144 will not be triggered until provisioned by entity L2. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:25:31.259583 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-de073502-7b6f-4237-8698-c139c0d7e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:25:31.263086 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3be0ad10-4015-4f7d-aa45-f831571e376e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:25:31.383721 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278d9934-cf93-4037-a740-286df0af80f4 None None] Pushing event updated for resources: {'Port': ['ID=0fd6cf2e-8a59-4e20-ae5b-f2b67a49a144,revision_number=3']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:25:31.409426 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-278d9934-cf93-4037-a740-286df0af80f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:25:31.470472 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-de073502-7b6f-4237-8698-c139c0d7e644 None None] Attempting to bind port 0fd6cf2e-8a59-4e20-ae5b-f2b67a49a144 on host dv-neutron-822799-1-hyperv for vnic_type normal with profile  {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:25:31.470888 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-de073502-7b6f-4237-8698-c139c0d7e644 None None] Attempting to bind port 0fd6cf2e-8a59-4e20-ae5b-f2b67a49a144 by drivers openvswitch,hyperv on host dv-neutron-822799-1-hyperv at level 0 using segments [{'id': '94dc3d03-bebb-4a93-bf65-befd9bbda69a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'ac031e7e-e610-4bb4-ad39-49216b655dfe'}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:25:31.471257 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de073502-7b6f-4237-8698-c139c0d7e644 None None] Attempting to bind port 0fd6cf2e-8a59-4e20-ae5b-f2b67a49a144 on network ac031e7e-e610-4bb4-ad39-49216b655dfe {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:25:31.476663 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de073502-7b6f-4237-8698-c139c0d7e644 None None] Checking agent: {'id': '20d2070f-69a9-4e73-8d08-6f0387a40158', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822799-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 21), 'started_at': datetime.datetime(2021, 12, 23, 16, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 25, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822799-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 23 16:25:31.477053 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de073502-7b6f-4237-8698-c139c0d7e644 None None] Checking segment: {'id': '94dc3d03-bebb-4a93-bf65-befd9bbda69a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'ac031e7e-e610-4bb4-ad39-49216b655dfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:25:31.477456 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-de073502-7b6f-4237-8698-c139c0d7e644 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:25:31.477857 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de073502-7b6f-4237-8698-c139c0d7e644 None None] Bound using segment: {'id': '94dc3d03-bebb-4a93-bf65-befd9bbda69a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'ac031e7e-e610-4bb4-ad39-49216b655dfe'} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 23 16:25:31.478447 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-de073502-7b6f-4237-8698-c139c0d7e644 None None] Bound port: 0fd6cf2e-8a59-4e20-ae5b-f2b67a49a144, host: dv-neutron-822799-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94dc3d03-bebb-4a93-bf65-befd9bbda69a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'ac031e7e-e610-4bb4-ad39-49216b655dfe'}}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 23 16:25:31.478725 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-de073502-7b6f-4237-8698-c139c0d7e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:25:31.572078 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 54430) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:25:31.578702 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-fa175de1-c21b-4d31-84f5-f0e231e2b5bc tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-956414232', 'description': 'tempest-secgroup-smoke-956414232 description', 'project_id': '544f3e375bde4f0988286eba27294ea6'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:25:31.579415 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-de073502-7b6f-4237-8698-c139c0d7e644 None None] For port 0fd6cf2e-8a59-4e20-ae5b-f2b67a49a144, host dv-neutron-822799-1-hyperv, cleared binding levels {{(pid=87637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 23 16:25:31.582681 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-de073502-7b6f-4237-8698-c139c0d7e644 None None] For port 0fd6cf2e-8a59-4e20-ae5b-f2b67a49a144, host dv-neutron-822799-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=0fd6cf2e-8a59-4e20-ae5b-f2b67a49a144,segment=NetworkSegment(94dc3d03-bebb-4a93-bf65-befd9bbda69a),segment_id=94dc3d03-bebb-4a93-bf65-befd9bbda69a)] {{(pid=87637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 23 16:25:31.585855 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-fa175de1-c21b-4d31-84f5-f0e231e2b5bc tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:25:31.588710 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-de073502-7b6f-4237-8698-c139c0d7e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:25:31.590640 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-fa175de1-c21b-4d31-84f5-f0e231e2b5bc tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Usage tracker for resource:security_group and tenant:544f3e375bde4f0988286eba27294ea6 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:25:31.593523 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-fa175de1-c21b-4d31-84f5-f0e231e2b5bc tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:25:31.594556 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-e613c31a-52aa-47f9-98cb-22ab1d22510d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:25:31.599218 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-fa175de1-c21b-4d31-84f5-f0e231e2b5bc tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:25:31.614591 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-fa175de1-c21b-4d31-84f5-f0e231e2b5bc tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:25:31.635370 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-fa175de1-c21b-4d31-84f5-f0e231e2b5bc tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:25:31.639634 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-fa175de1-c21b-4d31-84f5-f0e231e2b5bc tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Usage tracker for resource:security_group_rule and tenant:544f3e375bde4f0988286eba27294ea6 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:25:31.651363 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-fa175de1-c21b-4d31-84f5-f0e231e2b5bc tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:25:31.659778 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-fa175de1-c21b-4d31-84f5-f0e231e2b5bc tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:25:31.670558 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de073502-7b6f-4237-8698-c139c0d7e644 None None] Routers {'da24d517-b452-43a3-924a-b435a8b27566'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:25:31.671044 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-de073502-7b6f-4237-8698-c139c0d7e644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc02f5a60>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:25:20Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['da24d517-b452-43a3-924a-b435a8b27566'], 'active': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:25:31.753400 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-fa175de1-c21b-4d31-84f5-f0e231e2b5bc tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:25:31.768615 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-fa175de1-c21b-4d31-84f5-f0e231e2b5bc tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:25:31.769191 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278d9934-cf93-4037-a740-286df0af80f4 None None] Pushing event updated for resources: {'Port': ['ID=0fd6cf2e-8a59-4e20-ae5b-f2b67a49a144,revision_number=4']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:25:31.775392 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-278d9934-cf93-4037-a740-286df0af80f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:25:31.781079 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-1130fb72-915d-4185-b318-68aeaea59d4c tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:25:31.817117 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device e7f572de-201e-4cdf-b71c-2871d609fa6e up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:25:31.836364 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa175de1-c21b-4d31-84f5-f0e231e2b5bc tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af513fd0-b943-4523-8c42-9a7c7d476dd0,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:25:31.839527 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-fa175de1-c21b-4d31-84f5-f0e231e2b5bc tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:25:31.841250 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-fa175de1-c21b-4d31-84f5-f0e231e2b5bc tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 0.2677674
Dec 23 16:25:31.842546 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-fa175de1-c21b-4d31-84f5-f0e231e2b5bc tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:25:31.844807 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 54434) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:25:31.851147 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-2a080d92-3230-4a8d-b8a4-939492761aca tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Request body: {'security_group_rule': {'security_group_id': 'af513fd0-b943-4523-8c42-9a7c7d476dd0', 'project_id': '544f3e375bde4f0988286eba27294ea6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:25:31.857642 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-2a080d92-3230-4a8d-b8a4-939492761aca tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:25:31.862159 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-2a080d92-3230-4a8d-b8a4-939492761aca tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Usage tracker for resource:security_group_rule and tenant:544f3e375bde4f0988286eba27294ea6 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:25:31.865264 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-2a080d92-3230-4a8d-b8a4-939492761aca tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:25:31.881119 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-2a080d92-3230-4a8d-b8a4-939492761aca tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:25:31.901653 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-2a080d92-3230-4a8d-b8a4-939492761aca tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:25:31.979017 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvr_db [None req-de073502-7b6f-4237-8698-c139c0d7e644 None None] Set router da24d517-b452-43a3-924a-b435a8b27566 gateway port host: dv-neutron-822799-1-hyperv {{(pid=87637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:25:31.989269 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-2a080d92-3230-4a8d-b8a4-939492761aca tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:25:31.994330 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-2a080d92-3230-4a8d-b8a4-939492761aca tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762424'] for security_group_rule, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:25:31.996507 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-4852f830-e602-4471-a0fd-0bfbab304961 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:25:32.018159 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a080d92-3230-4a8d-b8a4-939492761aca tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0686b432-6c86-4d02-bc3f-50e44d27c9d0,revision_number=0']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:25:32.022786 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-2a080d92-3230-4a8d-b8a4-939492761aca tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:25:32.033973 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-2a080d92-3230-4a8d-b8a4-939492761aca tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:25:32.035679 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-2a080d92-3230-4a8d-b8a4-939492761aca tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1897719
Dec 23 16:25:32.038691 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 54438) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:25:32.045065 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-4f3a6cf8-f92e-4842-8b1a-6b8d5fff81b2 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Request body: {'security_group_rule': {'security_group_id': 'af513fd0-b943-4523-8c42-9a7c7d476dd0', 'project_id': '544f3e375bde4f0988286eba27294ea6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:25:32.051346 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-4f3a6cf8-f92e-4842-8b1a-6b8d5fff81b2 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:25:32.055346 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-4f3a6cf8-f92e-4842-8b1a-6b8d5fff81b2 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Usage tracker for resource:security_group_rule and tenant:544f3e375bde4f0988286eba27294ea6 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:25:32.058904 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-4f3a6cf8-f92e-4842-8b1a-6b8d5fff81b2 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:25:32.065973 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-4f3a6cf8-f92e-4842-8b1a-6b8d5fff81b2 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:25:32.085280 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-4f3a6cf8-f92e-4842-8b1a-6b8d5fff81b2 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:25:32.152743 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-4f3a6cf8-f92e-4842-8b1a-6b8d5fff81b2 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:25:32.158007 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-4f3a6cf8-f92e-4842-8b1a-6b8d5fff81b2 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762424'] for security_group_rule, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:25:32.160118 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-948d8f95-168d-4d9b-a222-0a0103e46d13 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:25:32.162364 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port e7f572de-201e-4cdf-b71c-2871d609fa6e triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:25:32.162364 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:25:32.184079 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3a6cf8-f92e-4842-8b1a-6b8d5fff81b2 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2024ee4-ba77-4f41-8f1c-54d38cdb0b67,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:25:32.186777 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-4f3a6cf8-f92e-4842-8b1a-6b8d5fff81b2 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:25:32.196356 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-4f3a6cf8-f92e-4842-8b1a-6b8d5fff81b2 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:25:32.200657 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-4f3a6cf8-f92e-4842-8b1a-6b8d5fff81b2 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1571801
Dec 23 16:25:32.201019 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 54442) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:25:32.208168 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-29393096-33f8-4524-a8c5-a5680945aae9 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Request body: {'security_group_rule': {'security_group_id': 'af513fd0-b943-4523-8c42-9a7c7d476dd0', 'project_id': '544f3e375bde4f0988286eba27294ea6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:25:32.214964 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-29393096-33f8-4524-a8c5-a5680945aae9 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:25:32.219785 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-29393096-33f8-4524-a8c5-a5680945aae9 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Usage tracker for resource:security_group_rule and tenant:544f3e375bde4f0988286eba27294ea6 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:25:32.223408 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-29393096-33f8-4524-a8c5-a5680945aae9 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:25:32.230189 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-29393096-33f8-4524-a8c5-a5680945aae9 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:25:32.250983 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-29393096-33f8-4524-a8c5-a5680945aae9 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:25:32.324969 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-29393096-33f8-4524-a8c5-a5680945aae9 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:25:32.328623 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-29393096-33f8-4524-a8c5-a5680945aae9 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762424'] for security_group_rule, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:25:32.336485 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-270bac64-b101-40ce-921e-553db084d6d5 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:25:32.358071 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29393096-33f8-4524-a8c5-a5680945aae9 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa57ab04-7bd2-49c3-b462-14a9b9a6ff12,revision_number=0']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:25:32.361000 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-29393096-33f8-4524-a8c5-a5680945aae9 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:25:32.367241 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-29393096-33f8-4524-a8c5-a5680945aae9 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:25:32.371627 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-29393096-33f8-4524-a8c5-a5680945aae9 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1663277
Dec 23 16:25:32.371761 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 54446) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:25:32.377363 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-de1ad05a-56b0-4da7-9fe8-24263c8db45e tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Request body: {'security_group_rule': {'security_group_id': 'af513fd0-b943-4523-8c42-9a7c7d476dd0', 'project_id': '544f3e375bde4f0988286eba27294ea6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:25:32.383467 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-de1ad05a-56b0-4da7-9fe8-24263c8db45e tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:25:32.388784 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-de1ad05a-56b0-4da7-9fe8-24263c8db45e tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Usage tracker for resource:security_group_rule and tenant:544f3e375bde4f0988286eba27294ea6 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:25:32.392053 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-de1ad05a-56b0-4da7-9fe8-24263c8db45e tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:25:32.398352 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-de1ad05a-56b0-4da7-9fe8-24263c8db45e tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:25:32.422099 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-de1ad05a-56b0-4da7-9fe8-24263c8db45e tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:25:32.453751 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-de073502-7b6f-4237-8698-c139c0d7e644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc02f5a60>, [{'id': 'da24d517-b452-43a3-924a-b435a8b27566', 'name': 'tempest-TestNetworkBasicOps-router-54685073', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.101'}], 'enable_snat': True}, 'gw_port_id': '92c0d42b-52a6-41e6-bf3a-1b1075e0e354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:25:23Z', 'updated_at': '2021-12-23T16:25:28Z', 'revision_number': 4, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'gw_port': {'id': '92c0d42b-52a6-41e6-bf3a-1b1075e0e354', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:ed:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da24d517-b452-43a3-924a-b435a8b27566', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:25:23Z', 'updated_at': '2021-12-23T16:25:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_interfaces': [{'id': '0fd6cf2e-8a59-4e20-ae5b-f2b67a49a144', 'name': '', 'network_id': 'ac031e7e-e610-4bb4-ad39-49216b655dfe', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'mac_address': 'fa:16:3e:12:4b:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da24d517-b452-43a3-924a-b435a8b27566', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '0e71f3d5-64d5-4abe-956e-ca1fccc4c9f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:25:27Z', 'updated_at': '2021-12-23T16:25:31Z', 'revision_number': 4, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'subnets': [{'id': '0e71f3d5-64d5-4abe-956e-ca1fccc4c9f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:25:32.458016 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de073502-7b6f-4237-8698-c139c0d7e644 None None] The sync data for ids ['da24d517-b452-43a3-924a-b435a8b27566'] in dv-neutron-822799-1-hyperv is: [{'id': 'da24d517-b452-43a3-924a-b435a8b27566', 'name': 'tempest-TestNetworkBasicOps-router-54685073', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.101'}], 'enable_snat': True}, 'gw_port_id': '92c0d42b-52a6-41e6-bf3a-1b1075e0e354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:25:23Z', 'updated_at': '2021-12-23T16:25:28Z', 'revision_number': 4, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'gw_port': {'id': '92c0d42b-52a6-41e6-bf3a-1b1075e0e354', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:ed:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da24d517-b452-43a3-924a-b435a8b27566', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:25:23Z', 'updated_at': '2021-12-23T16:25:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_interfaces': [{'id': '0fd6cf2e-8a59-4e20-ae5b-f2b67a49a144', 'name': '', 'network_id': 'ac031e7e-e610-4bb4-ad39-49216b655dfe', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'mac_address': 'fa:16:3e:12:4b:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da24d517-b452-43a3-924a-b435a8b27566', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '0e71f3d5-64d5-4abe-956e-ca1fccc4c9f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:25:27Z', 'updated_at': '2021-12-23T16:25:31Z', 'revision_number': 4, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'subnets': [{'id': '0e71f3d5-64d5-4abe-956e-ca1fccc4c9f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 23 16:25:32.495314 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-de1ad05a-56b0-4da7-9fe8-24263c8db45e tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:25:32.500689 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-de1ad05a-56b0-4da7-9fe8-24263c8db45e tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762424'] for security_group_rule, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:25:32.502524 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-c660305f-a1e5-4889-b933-4ba6b541679c tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:25:32.545544 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1ad05a-56b0-4da7-9fe8-24263c8db45e tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=730806b6-44f6-45d4-9312-7e31d8ef14d1,revision_number=0']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:25:32.547997 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-de1ad05a-56b0-4da7-9fe8-24263c8db45e tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:25:32.554703 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-de1ad05a-56b0-4da7-9fe8-24263c8db45e tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:25:32.555887 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-de1ad05a-56b0-4da7-9fe8-24263c8db45e tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1832082
Dec 23 16:25:32.559086 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 54450) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:25:32.565086 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-34e7735f-fa68-4aae-ad1c-9a318f64ed2b tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Request body: {'security_group_rule': {'security_group_id': 'af513fd0-b943-4523-8c42-9a7c7d476dd0', 'project_id': '544f3e375bde4f0988286eba27294ea6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:25:32.573188 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-34e7735f-fa68-4aae-ad1c-9a318f64ed2b tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:25:32.577738 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-34e7735f-fa68-4aae-ad1c-9a318f64ed2b tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Usage tracker for resource:security_group_rule and tenant:544f3e375bde4f0988286eba27294ea6 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:25:32.581456 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-34e7735f-fa68-4aae-ad1c-9a318f64ed2b tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:25:32.588903 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-34e7735f-fa68-4aae-ad1c-9a318f64ed2b tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:25:32.736321 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.db.securitygroups_db [None req-34e7735f-fa68-4aae-ad1c-9a318f64ed2b tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Project 544f3e375bde4f0988286eba27294ea6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 23 16:25:32.743363 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-34e7735f-fa68-4aae-ad1c-9a318f64ed2b tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:25:32.809703 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-34e7735f-fa68-4aae-ad1c-9a318f64ed2b tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:25:32.814288 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-34e7735f-fa68-4aae-ad1c-9a318f64ed2b tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762424'] for security_group_rule, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:25:32.816142 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-56f47722-5a47-4cd1-9e47-32d6144e0d8d tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:25:32.840214 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e7735f-fa68-4aae-ad1c-9a318f64ed2b tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c13ba02e-bf88-4054-aa3b-efdef49ee8b3,revision_number=0']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:25:32.844916 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-34e7735f-fa68-4aae-ad1c-9a318f64ed2b tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:25:32.851240 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-34e7735f-fa68-4aae-ad1c-9a318f64ed2b tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:25:32.852862 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-34e7735f-fa68-4aae-ad1c-9a318f64ed2b tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.2924778
Dec 23 16:25:32.856461 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 54454) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:25:32.863484 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-0396f28a-b10d-4c9f-97b1-4dd9aa14f107 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Request body: {'security_group_rule': {'security_group_id': 'af513fd0-b943-4523-8c42-9a7c7d476dd0', 'project_id': '544f3e375bde4f0988286eba27294ea6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:25:32.870226 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-0396f28a-b10d-4c9f-97b1-4dd9aa14f107 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:25:32.874011 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-0396f28a-b10d-4c9f-97b1-4dd9aa14f107 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Usage tracker for resource:security_group_rule and tenant:544f3e375bde4f0988286eba27294ea6 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:25:32.877141 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-0396f28a-b10d-4c9f-97b1-4dd9aa14f107 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:25:32.883356 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-0396f28a-b10d-4c9f-97b1-4dd9aa14f107 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:25:32.895347 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.db.securitygroups_db [None req-0396f28a-b10d-4c9f-97b1-4dd9aa14f107 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Project 544f3e375bde4f0988286eba27294ea6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 23 16:25:32.902579 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-0396f28a-b10d-4c9f-97b1-4dd9aa14f107 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:25:32.969584 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-0396f28a-b10d-4c9f-97b1-4dd9aa14f107 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:25:32.973366 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-0396f28a-b10d-4c9f-97b1-4dd9aa14f107 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762424'] for security_group_rule, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:25:32.980148 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-de1ad05a-56b0-4da7-9fe8-24263c8db45e tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:25:32.999706 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0396f28a-b10d-4c9f-97b1-4dd9aa14f107 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=579e57ed-b8e0-4376-a561-2b7df5f7d1c9,revision_number=0']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:25:33.002874 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-0396f28a-b10d-4c9f-97b1-4dd9aa14f107 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:25:33.010825 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-0396f28a-b10d-4c9f-97b1-4dd9aa14f107 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:25:33.012051 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-0396f28a-b10d-4c9f-97b1-4dd9aa14f107 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1539605
Dec 23 16:25:33.205800 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-25b7bc55-f9dd-4167-8104-03350e135714 req-876397c0-5745-4f42-a2d8-84746e8168b6 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Synchronizing usage tracker for tenant:544f3e375bde4f0988286eba27294ea6 on resource:security_group {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:25:33.222269 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-25b7bc55-f9dd-4167-8104-03350e135714 req-876397c0-5745-4f42-a2d8-84746e8168b6 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Unset dirty status for tenant:544f3e375bde4f0988286eba27294ea6 on resource:security_group {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:25:33.223529 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-25b7bc55-f9dd-4167-8104-03350e135714 req-876397c0-5745-4f42-a2d8-84746e8168b6 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-956414232&fields=id&tenant_id=544f3e375bde4f0988286eba27294ea6 HTTP/1.1" status: 200  len: 267 time: 0.0654035
Dec 23 16:25:33.381823 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b7bc55-f9dd-4167-8104-03350e135714 req-27132799-681e-4d3b-bf21-2ed645d2bda5 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:25:33.382495 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-25b7bc55-f9dd-4167-8104-03350e135714 req-27132799-681e-4d3b-bf21-2ed645d2bda5 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Synchronizing usage tracker for tenant:544f3e375bde4f0988286eba27294ea6 on resource:network {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:25:33.399560 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-25b7bc55-f9dd-4167-8104-03350e135714 req-27132799-681e-4d3b-bf21-2ed645d2bda5 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Unset dirty status for tenant:544f3e375bde4f0988286eba27294ea6 on resource:network {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:25:33.400925 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-25b7bc55-f9dd-4167-8104-03350e135714 req-27132799-681e-4d3b-bf21-2ed645d2bda5 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/networks?id=ac031e7e-e610-4bb4-ad39-49216b655dfe HTTP/1.1" status: 200  len: 796 time: 0.1672046
Dec 23 16:25:33.417389 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-25b7bc55-f9dd-4167-8104-03350e135714 req-88d4eeae-4ab3-4002-9a24-6349bcfb430d tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/quotas/544f3e375bde4f0988286eba27294ea6 HTTP/1.1" status: 200  len: 375 time: 0.0107276
Dec 23 16:25:33.502718 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-25b7bc55-f9dd-4167-8104-03350e135714 req-40e79f62-ce1d-410e-8551-2001c59c64d2 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Synchronizing usage tracker for tenant:544f3e375bde4f0988286eba27294ea6 on resource:port {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:25:33.519157 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-25b7bc55-f9dd-4167-8104-03350e135714 req-40e79f62-ce1d-410e-8551-2001c59c64d2 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Unset dirty status for tenant:544f3e375bde4f0988286eba27294ea6 on resource:port {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:25:33.520654 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-25b7bc55-f9dd-4167-8104-03350e135714 req-40e79f62-ce1d-410e-8551-2001c59c64d2 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=544f3e375bde4f0988286eba27294ea6&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0978303
Dec 23 16:25:33.660230 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-25b7bc55-f9dd-4167-8104-03350e135714 req-79ead455-8b4a-4c7e-88da-bf714d97daf7 service neutron] 10.222.0.64 "GET /v2.0/networks/ac031e7e-e610-4bb4-ad39-49216b655dfe?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1273139
Dec 23 16:25:33.784953 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 0fd6cf2e-8a59-4e20-ae5b-f2b67a49a144 up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:25:33.796153 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-25b7bc55-f9dd-4167-8104-03350e135714 req-88da9d19-b90a-46e1-af3f-f30e214d8e01 service neutron] 10.222.0.64 "GET /v2.0/networks/ac031e7e-e610-4bb4-ad39-49216b655dfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1271698
Dec 23 16:25:33.860613 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning for port 0fd6cf2e-8a59-4e20-ae5b-f2b67a49a144 completed by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:25:33.865499 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port 0fd6cf2e-8a59-4e20-ae5b-f2b67a49a144 triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:25:33.865886 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:25:33.992951 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:25:33.993418 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-81aaf555-ce81-4ad1-b526-1999c823c497 req-cfd4baca-ea6e-4a3e-8f4e-9e3e4d5443ef tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/ports?device_id=c82eb42d-8d78-47c3-9b81-5b604c8eb8f5 HTTP/1.1" status: 200  len: 210 time: 0.0643079
Dec 23 16:25:34.027718 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] For port 0fd6cf2e-8a59-4e20-ae5b-f2b67a49a144, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=0fd6cf2e-8a59-4e20-ae5b-f2b67a49a144,segment=NetworkSegment(94dc3d03-bebb-4a93-bf65-befd9bbda69a),segment_id=94dc3d03-bebb-4a93-bf65-befd9bbda69a)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:25:34.031605 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:25:34.035016 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-269a3c2c-0c80-4c62-af0d-36b94a160fab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:25:34.101801 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Pushing event updated for resources: {'Port': ['ID=0fd6cf2e-8a59-4e20-ae5b-f2b67a49a144,revision_number=5']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:25:34.105166 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:25:35.145485 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b7bc55-f9dd-4167-8104-03350e135714 req-39b482ca-7ed8-4f1c-ba3f-6dc4007d5486 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:25:35.146885 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-25b7bc55-f9dd-4167-8104-03350e135714 req-39b482ca-7ed8-4f1c-ba3f-6dc4007d5486 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.61 "GET /v2.0/networks?id=ac031e7e-e610-4bb4-ad39-49216b655dfe HTTP/1.1" status: 200  len: 796 time: 0.1820209
Dec 23 16:25:35.148979 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-c7b5506b-3695-4434-a660-999a094f40bb req-5b962b68-7eaa-4f2c-81ed-a35f511f3894 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/ports?device_id=c82eb42d-8d78-47c3-9b81-5b604c8eb8f5 HTTP/1.1" status: 200  len: 210 time: 0.0528884
Dec 23 16:25:35.203865 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-25b7bc55-f9dd-4167-8104-03350e135714 req-e6fe32c4-71fd-4200-8797-e24664d159d4 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=544f3e375bde4f0988286eba27294ea6 HTTP/1.1" status: 200  len: 379 time: 0.0481400
Dec 23 16:25:35.213891 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [req-25b7bc55-f9dd-4167-8104-03350e135714 req-1af56578-0e7c-429e-88c7-f98cbd1e11ef tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Request body: {'port': {'device_id': 'c82eb42d-8d78-47c3-9b81-5b604c8eb8f5', 'network_id': 'ac031e7e-e610-4bb4-ad39-49216b655dfe', 'admin_state_up': True, 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'security_groups': ['af513fd0-b943-4523-8c42-9a7c7d476dd0']}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:25:35.473181 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [req-25b7bc55-f9dd-4167-8104-03350e135714 req-1af56578-0e7c-429e-88c7-f98cbd1e11ef tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:25:35.483122 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [req-25b7bc55-f9dd-4167-8104-03350e135714 req-1af56578-0e7c-429e-88c7-f98cbd1e11ef tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:25:35.496878 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25b7bc55-f9dd-4167-8104-03350e135714 req-1af56578-0e7c-429e-88c7-f98cbd1e11ef tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Made reservation on behalf of 544f3e375bde4f0988286eba27294ea6 for: {'port': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:25:35.502560 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-25b7bc55-f9dd-4167-8104-03350e135714 req-1af56578-0e7c-429e-88c7-f98cbd1e11ef tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:25:35.686915 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [req-25b7bc55-f9dd-4167-8104-03350e135714 req-1af56578-0e7c-429e-88c7-f98cbd1e11ef tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Allocated IP 172.20.0.9 (ac031e7e-e610-4bb4-ad39-49216b655dfe/0e71f3d5-64d5-4abe-956e-ca1fccc4c9f5/8a78c026-bc78-4597-ae53-94543a9de167) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:25:35.770206 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 0fd6cf2e-8a59-4e20-ae5b-f2b67a49a144 up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:25:35.837122 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port 0fd6cf2e-8a59-4e20-ae5b-f2b67a49a144 triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:25:35.837516 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:25:35.876906 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-25b7bc55-f9dd-4167-8104-03350e135714 req-1af56578-0e7c-429e-88c7-f98cbd1e11ef tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:25:35.892296 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.provisioning_blocks [req-25b7bc55-f9dd-4167-8104-03350e135714 req-1af56578-0e7c-429e-88c7-f98cbd1e11ef tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Transition to ACTIVE for port object 8a78c026-bc78-4597-ae53-94543a9de167 will not be triggered until provisioned by entity DHCP. {{(pid=87636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:25:35.917586 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-25b7bc55-f9dd-4167-8104-03350e135714 req-1af56578-0e7c-429e-88c7-f98cbd1e11ef tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:25:35.923200 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-3ca45ebd-4a41-487c-a4f4-b21161721fa8 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:25:35.986250 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25b7bc55-f9dd-4167-8104-03350e135714 req-1af56578-0e7c-429e-88c7-f98cbd1e11ef tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Network ac031e7e-e610-4bb4-ad39-49216b655dfe is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:25:35.993813 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [req-25b7bc55-f9dd-4167-8104-03350e135714 req-1af56578-0e7c-429e-88c7-f98cbd1e11ef tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Resources bound (agent type, host, resource id):  {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:25:35.998543 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [req-25b7bc55-f9dd-4167-8104-03350e135714 req-1af56578-0e7c-429e-88c7-f98cbd1e11ef tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:25:36.039047 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af56578-0e7c-429e-88c7-f98cbd1e11ef tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Pushing event updated for resources: {'Port': ['ID=8a78c026-bc78-4597-ae53-94543a9de167,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:25:36.048372 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-1af56578-0e7c-429e-88c7-f98cbd1e11ef tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:25:36.071183 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b7bc55-f9dd-4167-8104-03350e135714 req-1af56578-0e7c-429e-88c7-f98cbd1e11ef tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:25:36.071787 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-25b7bc55-f9dd-4167-8104-03350e135714 req-1af56578-0e7c-429e-88c7-f98cbd1e11ef tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:25:36.098426 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-25b7bc55-f9dd-4167-8104-03350e135714 req-1af56578-0e7c-429e-88c7-f98cbd1e11ef tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8882465
Dec 23 16:25:36.110493 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [req-25b7bc55-f9dd-4167-8104-03350e135714 req-8ab88f9e-0ecd-4a4f-aec7-645bb612a7a7 service neutron] Request body: {'port': {'device_id': 'c82eb42d-8d78-47c3-9b81-5b604c8eb8f5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8227'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:25:36.225529 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-25b7bc55-f9dd-4167-8104-03350e135714 req-8ab88f9e-0ecd-4a4f-aec7-645bb612a7a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:25:36.240400 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-c83ec2b8-d477-4db0-94e6-8a215c4a4af4 None None] Provisioning for port 8a78c026-bc78-4597-ae53-94543a9de167 completed by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:25:36.246442 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-c83ec2b8-d477-4db0-94e6-8a215c4a4af4 None None] Provisioning complete for port 8a78c026-bc78-4597-ae53-94543a9de167 triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:25:36.246996 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-c83ec2b8-d477-4db0-94e6-8a215c4a4af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:25:36.307097 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-c83ec2b8-d477-4db0-94e6-8a215c4a4af4 None None] Port 8a78c026-bc78-4597-ae53-94543a9de167 cannot update to ACTIVE because it is not bound. {{(pid=87637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 23 16:25:36.344242 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb0560e-d90c-47e3-bf0f-97b7553df4f0 req-264bf7e1-65c5-45b8-bb95-28c065e83d5b tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:25:36.345904 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-edb0560e-d90c-47e3-bf0f-97b7553df4f0 req-264bf7e1-65c5-45b8-bb95-28c065e83d5b tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/ports?device_id=c82eb42d-8d78-47c3-9b81-5b604c8eb8f5 HTTP/1.1" status: 200  len: 931 time: 0.0870547
Dec 23 16:25:36.392685 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [req-edb0560e-d90c-47e3-bf0f-97b7553df4f0 req-b2a6d406-b530-4b9d-97bc-d1dc71efe581 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Synchronizing usage tracker for tenant:544f3e375bde4f0988286eba27294ea6 on resource:security_group {{(pid=87635) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:25:36.404560 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [req-edb0560e-d90c-47e3-bf0f-97b7553df4f0 req-b2a6d406-b530-4b9d-97bc-d1dc71efe581 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Unset dirty status for tenant:544f3e375bde4f0988286eba27294ea6 on resource:security_group {{(pid=87635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:25:36.405719 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-edb0560e-d90c-47e3-bf0f-97b7553df4f0 req-b2a6d406-b530-4b9d-97bc-d1dc71efe581 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/security-groups?id=af513fd0-b943-4523-8c42-9a7c7d476dd0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0534067
Dec 23 16:25:36.580896 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [req-25b7bc55-f9dd-4167-8104-03350e135714 req-8ab88f9e-0ecd-4a4f-aec7-645bb612a7a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a78c026-bc78-4597-ae53-94543a9de167 {{(pid=87636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 23 16:25:36.588602 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-25b7bc55-f9dd-4167-8104-03350e135714 req-8ab88f9e-0ecd-4a4f-aec7-645bb612a7a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:25:36.602650 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.provisioning_blocks [req-25b7bc55-f9dd-4167-8104-03350e135714 req-8ab88f9e-0ecd-4a4f-aec7-645bb612a7a7 service neutron] Transition to ACTIVE for port object 8a78c026-bc78-4597-ae53-94543a9de167 will not be triggered until provisioned by entity L2. {{(pid=87636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:25:36.607824 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-25b7bc55-f9dd-4167-8104-03350e135714 req-8ab88f9e-0ecd-4a4f-aec7-645bb612a7a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2176289'] for port, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:25:36.611838 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-7280a8f0-b1a4-4e85-b8c5-0e1518f0be87 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:25:36.736018 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab88f9e-0ecd-4a4f-aec7-645bb612a7a7 service neutron] Pushing event updated for resources: {'Port': ['ID=8a78c026-bc78-4597-ae53-94543a9de167,revision_number=2']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:25:36.763304 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-8ab88f9e-0ecd-4a4f-aec7-645bb612a7a7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:25:36.846637 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [req-25b7bc55-f9dd-4167-8104-03350e135714 req-8ab88f9e-0ecd-4a4f-aec7-645bb612a7a7 service neutron] Attempting to bind port 8a78c026-bc78-4597-ae53-94543a9de167 on host hv-neutron-8227 for vnic_type normal with profile  {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:25:36.846970 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [req-25b7bc55-f9dd-4167-8104-03350e135714 req-8ab88f9e-0ecd-4a4f-aec7-645bb612a7a7 service neutron] Attempting to bind port 8a78c026-bc78-4597-ae53-94543a9de167 by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': '94dc3d03-bebb-4a93-bf65-befd9bbda69a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'ac031e7e-e610-4bb4-ad39-49216b655dfe'}] {{(pid=87636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:25:36.847293 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25b7bc55-f9dd-4167-8104-03350e135714 req-8ab88f9e-0ecd-4a4f-aec7-645bb612a7a7 service neutron] Attempting to bind port 8a78c026-bc78-4597-ae53-94543a9de167 on network ac031e7e-e610-4bb4-ad39-49216b655dfe {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:25:36.851875 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25b7bc55-f9dd-4167-8104-03350e135714 req-8ab88f9e-0ecd-4a4f-aec7-645bb612a7a7 service neutron] Port 8a78c026-bc78-4597-ae53-94543a9de167 on network ac031e7e-e610-4bb4-ad39-49216b655dfe not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 23 16:25:36.852191 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25b7bc55-f9dd-4167-8104-03350e135714 req-8ab88f9e-0ecd-4a4f-aec7-645bb612a7a7 service neutron] Attempting to bind port 8a78c026-bc78-4597-ae53-94543a9de167 on network ac031e7e-e610-4bb4-ad39-49216b655dfe {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:25:36.858035 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25b7bc55-f9dd-4167-8104-03350e135714 req-8ab88f9e-0ecd-4a4f-aec7-645bb612a7a7 service neutron] Checking agent: {'id': '5a806709-633b-4d33-98c4-3d24562c0f1e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8227', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 6, 42), 'started_at': datetime.datetime(2021, 12, 23, 16, 6, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 25, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 23 16:25:36.858362 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25b7bc55-f9dd-4167-8104-03350e135714 req-8ab88f9e-0ecd-4a4f-aec7-645bb612a7a7 service neutron] Checking segment: {'id': '94dc3d03-bebb-4a93-bf65-befd9bbda69a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'ac031e7e-e610-4bb4-ad39-49216b655dfe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:25:36.858750 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25b7bc55-f9dd-4167-8104-03350e135714 req-8ab88f9e-0ecd-4a4f-aec7-645bb612a7a7 service neutron] Bound using segment: {'id': '94dc3d03-bebb-4a93-bf65-befd9bbda69a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'ac031e7e-e610-4bb4-ad39-49216b655dfe'} {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 23 16:25:36.859173 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [req-25b7bc55-f9dd-4167-8104-03350e135714 req-8ab88f9e-0ecd-4a4f-aec7-645bb612a7a7 service neutron] Bound port: 8a78c026-bc78-4597-ae53-94543a9de167, host: hv-neutron-8227, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94dc3d03-bebb-4a93-bf65-befd9bbda69a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'ac031e7e-e610-4bb4-ad39-49216b655dfe'}}] {{(pid=87636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 23 16:25:36.859512 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-25b7bc55-f9dd-4167-8104-03350e135714 req-8ab88f9e-0ecd-4a4f-aec7-645bb612a7a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:25:36.956611 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [req-25b7bc55-f9dd-4167-8104-03350e135714 req-8ab88f9e-0ecd-4a4f-aec7-645bb612a7a7 service neutron] For port 8a78c026-bc78-4597-ae53-94543a9de167, host hv-neutron-8227, cleared binding levels {{(pid=87636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 23 16:25:36.959658 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [req-25b7bc55-f9dd-4167-8104-03350e135714 req-8ab88f9e-0ecd-4a4f-aec7-645bb612a7a7 service neutron] For port 8a78c026-bc78-4597-ae53-94543a9de167, host hv-neutron-8227, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=8a78c026-bc78-4597-ae53-94543a9de167,segment=NetworkSegment(94dc3d03-bebb-4a93-bf65-befd9bbda69a),segment_id=94dc3d03-bebb-4a93-bf65-befd9bbda69a)] {{(pid=87636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 23 16:25:36.967199 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-25b7bc55-f9dd-4167-8104-03350e135714 req-8ab88f9e-0ecd-4a4f-aec7-645bb612a7a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2176289'] for port, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:25:36.974164 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-8ab88f9e-0ecd-4a4f-aec7-645bb612a7a7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:25:37.031861 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b7bc55-f9dd-4167-8104-03350e135714 req-8ab88f9e-0ecd-4a4f-aec7-645bb612a7a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:25:37.032538 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-25b7bc55-f9dd-4167-8104-03350e135714 req-8ab88f9e-0ecd-4a4f-aec7-645bb612a7a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:25:37.033918 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-25b7bc55-f9dd-4167-8104-03350e135714 req-8ab88f9e-0ecd-4a4f-aec7-645bb612a7a7 service neutron] 10.222.0.61 "PUT /v2.0/ports/8a78c026-bc78-4597-ae53-94543a9de167 HTTP/1.1" status: 200  len: 1093 time: 0.9276977
Dec 23 16:25:37.034449 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c82eb42d-8d78-47c3-9b81-5b604c8eb8f5', 'tag': '8a78c026-bc78-4597-ae53-94543a9de167'}] {{(pid=87636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 23 16:25:37.064169 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab88f9e-0ecd-4a4f-aec7-645bb612a7a7 service neutron] Pushing event updated for resources: {'Port': ['ID=8a78c026-bc78-4597-ae53-94543a9de167,revision_number=3']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:25:37.067211 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-8ab88f9e-0ecd-4a4f-aec7-645bb612a7a7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:25:37.118177 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c82eb42d-8d78-47c3-9b81-5b604c8eb8f5', 'tag': '8a78c026-bc78-4597-ae53-94543a9de167', 'status': 'completed', 'code': 200}
Dec 23 16:25:37.160214 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b7bc55-f9dd-4167-8104-03350e135714 req-0f727106-8b59-4fa3-9704-456504b91cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:25:37.161776 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-25b7bc55-f9dd-4167-8104-03350e135714 req-0f727106-8b59-4fa3-9704-456504b91cff service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=544f3e375bde4f0988286eba27294ea6&device_id=c82eb42d-8d78-47c3-9b81-5b604c8eb8f5 HTTP/1.1" status: 200  len: 1096 time: 0.0745492
Dec 23 16:25:37.367005 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-25b7bc55-f9dd-4167-8104-03350e135714 req-519d2b6d-bde4-4487-8891-5dacb06ff570 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8a78c026-bc78-4597-ae53-94543a9de167 HTTP/1.1" status: 200  len: 217 time: 0.1971898
Dec 23 16:25:37.438946 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b7bc55-f9dd-4167-8104-03350e135714 req-a322e16a-de68-4698-8115-d1413b5e8e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:25:37.440403 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-25b7bc55-f9dd-4167-8104-03350e135714 req-a322e16a-de68-4698-8115-d1413b5e8e72 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=0e71f3d5-64d5-4abe-956e-ca1fccc4c9f5 HTTP/1.1" status: 200  len: 834 time: 0.0669284
Dec 23 16:25:37.519936 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b7bc55-f9dd-4167-8104-03350e135714 req-ea654b6c-2464-44a7-aba9-551cc104e19f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:25:37.521436 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-25b7bc55-f9dd-4167-8104-03350e135714 req-ea654b6c-2464-44a7-aba9-551cc104e19f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ac031e7e-e610-4bb4-ad39-49216b655dfe&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0739958
Dec 23 16:25:37.595573 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3187f239-29b2-4944-be3e-9bdc0cad99e0 req-ec6f87a7-d321-420a-a457-0e790eca6597 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:25:37.598122 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-3187f239-29b2-4944-be3e-9bdc0cad99e0 req-ec6f87a7-d321-420a-a457-0e790eca6597 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/ports?device_id=c82eb42d-8d78-47c3-9b81-5b604c8eb8f5 HTTP/1.1" status: 200  len: 943 time: 0.0836029
Dec 23 16:25:37.643862 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-3187f239-29b2-4944-be3e-9bdc0cad99e0 req-6a490c02-ffe8-44b8-b78a-87d8d2e24b07 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/security-groups?id=af513fd0-b943-4523-8c42-9a7c7d476dd0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0401707
Dec 23 16:25:37.654095 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-25b7bc55-f9dd-4167-8104-03350e135714 req-ffd54acc-2dc3-48b0-b636-b4c3d891d681 service neutron] 10.222.0.61 "GET /v2.0/networks/ac031e7e-e610-4bb4-ad39-49216b655dfe?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1258810
Dec 23 16:25:37.788685 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-25b7bc55-f9dd-4167-8104-03350e135714 req-a40857ee-e908-429b-b78b-51d5ebb14770 service neutron] 10.222.0.61 "GET /v2.0/networks/ac031e7e-e610-4bb4-ad39-49216b655dfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1281028
Dec 23 16:25:37.914747 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b64933-749d-4593-b794-6b093e5b8110 req-55946a9b-1d61-4c31-b5bb-79079dd24cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:25:37.916201 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-11b64933-749d-4593-b794-6b093e5b8110 req-55946a9b-1d61-4c31-b5bb-79079dd24cc6 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=544f3e375bde4f0988286eba27294ea6&device_id=c82eb42d-8d78-47c3-9b81-5b604c8eb8f5 HTTP/1.1" status: 200  len: 1096 time: 0.0713115
Dec 23 16:25:38.052602 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b64933-749d-4593-b794-6b093e5b8110 req-7c9ef7e8-b400-40fa-8d66-e2b3c57cce62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:25:38.054032 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-11b64933-749d-4593-b794-6b093e5b8110 req-7c9ef7e8-b400-40fa-8d66-e2b3c57cce62 service neutron] 10.222.0.61 "GET /v2.0/networks?id=ac031e7e-e610-4bb4-ad39-49216b655dfe HTTP/1.1" status: 200  len: 897 time: 0.1311705
Dec 23 16:25:38.141632 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-11b64933-749d-4593-b794-6b093e5b8110 req-47fa2f4f-bff1-44a2-a9eb-9dc4a193e5c7 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8a78c026-bc78-4597-ae53-94543a9de167 HTTP/1.1" status: 200  len: 217 time: 0.0796998
Dec 23 16:25:38.208539 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b64933-749d-4593-b794-6b093e5b8110 req-f5fd8baf-ae00-4f94-831a-45403190f9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:25:38.209935 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-11b64933-749d-4593-b794-6b093e5b8110 req-f5fd8baf-ae00-4f94-831a-45403190f9a0 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=0e71f3d5-64d5-4abe-956e-ca1fccc4c9f5 HTTP/1.1" status: 200  len: 834 time: 0.0602674
Dec 23 16:25:38.291931 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b64933-749d-4593-b794-6b093e5b8110 req-609a9bfd-35d1-422c-a217-447e325ed9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:25:38.293481 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-11b64933-749d-4593-b794-6b093e5b8110 req-609a9bfd-35d1-422c-a217-447e325ed9fa service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ac031e7e-e610-4bb4-ad39-49216b655dfe&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0756774
Dec 23 16:25:38.442980 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-11b64933-749d-4593-b794-6b093e5b8110 req-9a556fc0-5d9b-4683-89bc-5f5c35008dc0 service neutron] 10.222.0.61 "GET /v2.0/networks/ac031e7e-e610-4bb4-ad39-49216b655dfe?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1369758
Dec 23 16:25:38.578353 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-11b64933-749d-4593-b794-6b093e5b8110 req-90464f60-35f5-4a20-ac0c-f7d1db1e2300 service neutron] 10.222.0.61 "GET /v2.0/networks/ac031e7e-e610-4bb4-ad39-49216b655dfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1276283
Dec 23 16:25:38.843570 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc149f01-e4bb-468f-a41f-121d57a86f80 req-fc34b42b-dd0c-4bce-b860-d44eebae55af tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:25:38.844263 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-fc149f01-e4bb-468f-a41f-121d57a86f80 req-fc34b42b-dd0c-4bce-b860-d44eebae55af tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Synchronizing usage tracker for tenant:544f3e375bde4f0988286eba27294ea6 on resource:port {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:25:38.862499 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-fc149f01-e4bb-468f-a41f-121d57a86f80 req-fc34b42b-dd0c-4bce-b860-d44eebae55af tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Unset dirty status for tenant:544f3e375bde4f0988286eba27294ea6 on resource:port {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:25:38.863694 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-fc149f01-e4bb-468f-a41f-121d57a86f80 req-fc34b42b-dd0c-4bce-b860-d44eebae55af tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/ports?device_id=c82eb42d-8d78-47c3-9b81-5b604c8eb8f5 HTTP/1.1" status: 200  len: 943 time: 0.1012480
Dec 23 16:25:38.908092 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-fc149f01-e4bb-468f-a41f-121d57a86f80 req-2ee18ea5-9dab-4efe-93ad-1c82d0bf56b9 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/security-groups?id=af513fd0-b943-4523-8c42-9a7c7d476dd0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0383949
Dec 23 16:25:39.202850 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Device 8a78c026-bc78-4597-ae53-94543a9de167 details requested by agent hyperv_hv-neutron-8227 with host hv-neutron-8227 {{(pid=87637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 23 16:25:39.354677 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] For port 8a78c026-bc78-4597-ae53-94543a9de167, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=8a78c026-bc78-4597-ae53-94543a9de167,segment=NetworkSegment(94dc3d03-bebb-4a93-bf65-befd9bbda69a),segment_id=94dc3d03-bebb-4a93-bf65-befd9bbda69a)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:25:39.367980 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Returning: {'device': '8a78c026-bc78-4597-ae53-94543a9de167', 'network_id': 'ac031e7e-e610-4bb4-ad39-49216b655dfe', 'port_id': '8a78c026-bc78-4597-ae53-94543a9de167', 'mac_address': 'fa:16:3e:4c:6e:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e71f3d5-64d5-4abe-956e-ca1fccc4c9f5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 23 16:25:39.423039 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:25:39.439168 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.notifiers.nova [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a78c026-bc78-4597-ae53-94543a9de167 {{(pid=87637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 23 16:25:39.454723 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] For port 8a78c026-bc78-4597-ae53-94543a9de167, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=8a78c026-bc78-4597-ae53-94543a9de167,segment=NetworkSegment(94dc3d03-bebb-4a93-bf65-befd9bbda69a),segment_id=94dc3d03-bebb-4a93-bf65-befd9bbda69a)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:25:39.460285 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:25:39.462016 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:25:39.534448 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Pushing event updated for resources: {'Port': ['ID=8a78c026-bc78-4597-ae53-94543a9de167,revision_number=4']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:25:39.537576 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:25:39.688268 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] get_ports_and_sgs() called for port_ids ['8a78c026-bc78-4597-ae53-94543a9de167'] {{(pid=87637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 23 16:25:40.123877 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d660c5-32ab-45ef-8090-55747e0929b3 req-06e85ec9-084b-43e0-a241-6996e0466d55 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:25:40.125356 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-44d660c5-32ab-45ef-8090-55747e0929b3 req-06e85ec9-084b-43e0-a241-6996e0466d55 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/ports?device_id=c82eb42d-8d78-47c3-9b81-5b604c8eb8f5 HTTP/1.1" status: 200  len: 944 time: 0.0973806
Dec 23 16:25:40.179789 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-44d660c5-32ab-45ef-8090-55747e0929b3 req-4d356f8f-4494-4602-99bf-76b02b29d9f1 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/security-groups?id=af513fd0-b943-4523-8c42-9a7c7d476dd0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0461509
Dec 23 16:25:41.200887 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Device 8a78c026-bc78-4597-ae53-94543a9de167 up at agent hyperv_hv-neutron-8227 {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:25:41.274717 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Provisioning for port 8a78c026-bc78-4597-ae53-94543a9de167 completed by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:25:41.279966 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Provisioning complete for port 8a78c026-bc78-4597-ae53-94543a9de167 triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:25:41.280369 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:25:41.369024 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad4a1ea-5b92-4e51-8be1-3a84478e2c9d req-5e469220-f944-4d72-b026-1ee3e8c3cf36 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:25:41.370686 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-1ad4a1ea-5b92-4e51-8be1-3a84478e2c9d req-5e469220-f944-4d72-b026-1ee3e8c3cf36 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/ports?device_id=c82eb42d-8d78-47c3-9b81-5b604c8eb8f5 HTTP/1.1" status: 200  len: 944 time: 0.0843291
Dec 23 16:25:41.397225 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:25:41.419092 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-1ad4a1ea-5b92-4e51-8be1-3a84478e2c9d req-8ed63254-4a85-4e98-bb74-31435791c62b tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/security-groups?id=af513fd0-b943-4523-8c42-9a7c7d476dd0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0420048
Dec 23 16:25:41.424915 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c82eb42d-8d78-47c3-9b81-5b604c8eb8f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a78c026-bc78-4597-ae53-94543a9de167'}] {{(pid=87637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 23 16:25:41.435161 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] For port 8a78c026-bc78-4597-ae53-94543a9de167, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=8a78c026-bc78-4597-ae53-94543a9de167,segment=NetworkSegment(94dc3d03-bebb-4a93-bf65-befd9bbda69a),segment_id=94dc3d03-bebb-4a93-bf65-befd9bbda69a)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:25:41.440376 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:25:41.442286 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-d3a4d8b7-7ff8-4873-b308-2f3a24295b6e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:25:41.530804 dv-neutron-822799-1-hyperv neutron-server[87637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c82eb42d-8d78-47c3-9b81-5b604c8eb8f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a78c026-bc78-4597-ae53-94543a9de167', 'code': 200}
Dec 23 16:25:41.552044 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Pushing event updated for resources: {'Port': ['ID=8a78c026-bc78-4597-ae53-94543a9de167,revision_number=5']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:25:41.554947 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:25:41.774934 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ee2338-7677-4fd0-aaa9-d05ec9af30fd req-15c3ac3f-b853-4780-a2d2-cd93f8133ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:25:41.776399 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-e8ee2338-7677-4fd0-aaa9-d05ec9af30fd req-15c3ac3f-b853-4780-a2d2-cd93f8133ece service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=c82eb42d-8d78-47c3-9b81-5b604c8eb8f5 HTTP/1.1" status: 200  len: 1098 time: 0.0732100
Dec 23 16:25:41.824457 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-e8ee2338-7677-4fd0-aaa9-d05ec9af30fd req-f5dd7432-bbdd-47fe-95bb-c5fc33e574e5 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=af513fd0-b943-4523-8c42-9a7c7d476dd0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0416224
Dec 23 16:25:41.885223 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:25:42.608056 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ffd686-4d17-409c-b376-293e4b9c5169 req-e494c257-f274-4f3c-bdf1-ada3c24cd3ce tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:25:42.609549 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-29ffd686-4d17-409c-b376-293e4b9c5169 req-e494c257-f274-4f3c-bdf1-ada3c24cd3ce tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/ports?device_id=c82eb42d-8d78-47c3-9b81-5b604c8eb8f5 HTTP/1.1" status: 200  len: 945 time: 0.0824158
Dec 23 16:25:42.654334 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-29ffd686-4d17-409c-b376-293e4b9c5169 req-dd072aa2-e2f9-4e73-a8f7-4d5adf33585a tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/security-groups?id=af513fd0-b943-4523-8c42-9a7c7d476dd0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0390408
Dec 23 16:25:43.864564 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbe38d8-46aa-4105-89a8-966171425182 req-d2c0a859-6927-42c4-be3e-40a805068c76 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:25:43.866055 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-bbbe38d8-46aa-4105-89a8-966171425182 req-d2c0a859-6927-42c4-be3e-40a805068c76 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/ports?device_id=c82eb42d-8d78-47c3-9b81-5b604c8eb8f5 HTTP/1.1" status: 200  len: 945 time: 0.0875127
Dec 23 16:25:43.910487 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-bbbe38d8-46aa-4105-89a8-966171425182 req-0bc98a98-ccdd-4be0-90d7-ec757759ad09 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/security-groups?id=af513fd0-b943-4523-8c42-9a7c7d476dd0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0386233
Dec 23 16:25:44.112866 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84aa5ac1-a909-4a81-8f0b-914278035e3d req-1c06b635-711c-4e99-8ecd-7ea4d034aee4 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:25:44.114308 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-84aa5ac1-a909-4a81-8f0b-914278035e3d req-1c06b635-711c-4e99-8ecd-7ea4d034aee4 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/ports?device_id=c82eb42d-8d78-47c3-9b81-5b604c8eb8f5 HTTP/1.1" status: 200  len: 945 time: 0.0888898
Dec 23 16:25:44.287549 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-84aa5ac1-a909-4a81-8f0b-914278035e3d req-144c9a37-ed56-4748-a247-877987fc2aa4 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/security-groups?id=af513fd0-b943-4523-8c42-9a7c7d476dd0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1674778
Dec 23 16:25:44.316909 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 54512) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:25:44.389050 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5938e90-2b09-4ddf-a4f3-9220fb9f5982 tempest-TestNetworkBasicOps-54271533 tempest-TestNetworkBasicOps-54271533-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:25:44.390497 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-c5938e90-2b09-4ddf-a4f3-9220fb9f5982 tempest-TestNetworkBasicOps-54271533 tempest-TestNetworkBasicOps-54271533-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=c82eb42d-8d78-47c3-9b81-5b604c8eb8f5 HTTP/1.1" status: 200  len: 1093 time: 0.0726244
Dec 23 16:25:44.394456 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 54516) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:25:44.399323 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-2f6bc7c7-e9b2-43ee-8fc2-e2a31f4d23f9 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Request body: {'floatingip': {'floating_network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'port_id': '8a78c026-bc78-4597-ae53-94543a9de167', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'fixed_ip_address': '172.20.0.9'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:25:44.405602 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-2f6bc7c7-e9b2-43ee-8fc2-e2a31f4d23f9 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:25:44.409747 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-2f6bc7c7-e9b2-43ee-8fc2-e2a31f4d23f9 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Usage tracker for resource:floatingip and tenant:544f3e375bde4f0988286eba27294ea6 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:25:44.412794 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-2f6bc7c7-e9b2-43ee-8fc2-e2a31f4d23f9 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:25:44.418969 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-2f6bc7c7-e9b2-43ee-8fc2-e2a31f4d23f9 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:25:44.434081 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2f6bc7c7-e9b2-43ee-8fc2-e2a31f4d23f9 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for floatingip, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:25:44.575878 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2f6bc7c7-e9b2-43ee-8fc2-e2a31f4d23f9 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:25:44.715553 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [None req-2f6bc7c7-e9b2-43ee-8fc2-e2a31f4d23f9 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Allocated IP 172.26.3.3 (8afa6d58-9431-454a-b99c-3ff8a65aa86b/60537fec-5f5f-4ab7-89cc-03638149a590/5966178f-0d2e-471c-bfce-de42c6663814) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:25:44.873402 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2f6bc7c7-e9b2-43ee-8fc2-e2a31f4d23f9 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:25:44.905647 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2f6bc7c7-e9b2-43ee-8fc2-e2a31f4d23f9 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:25:44.909143 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-a9d059d0-04ad-47fb-a517-6bae26f05d1c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:25:44.975126 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f6bc7c7-e9b2-43ee-8fc2-e2a31f4d23f9 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Network 8afa6d58-9431-454a-b99c-3ff8a65aa86b is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:25:44.978344 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-2f6bc7c7-e9b2-43ee-8fc2-e2a31f4d23f9 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Resources bound (agent type, host, resource id):  {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:25:44.982399 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f6bc7c7-e9b2-43ee-8fc2-e2a31f4d23f9 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:25:45.011125 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6bc7c7-e9b2-43ee-8fc2-e2a31f4d23f9 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Pushing event updated for resources: {'Port': ['ID=5966178f-0d2e-471c-bfce-de42c6663814,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:25:45.017520 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-2f6bc7c7-e9b2-43ee-8fc2-e2a31f4d23f9 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:25:45.408859 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2f6bc7c7-e9b2-43ee-8fc2-e2a31f4d23f9 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:25:45.482420 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2f6bc7c7-e9b2-43ee-8fc2-e2a31f4d23f9 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:25:45.694325 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2f6bc7c7-e9b2-43ee-8fc2-e2a31f4d23f9 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for port, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:25:45.701841 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2f6bc7c7-e9b2-43ee-8fc2-e2a31f4d23f9 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2176289'] for port, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:25:45.705450 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-e72791ae-0435-4d87-ac8e-19b774e2343e tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:25:45.806896 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6bc7c7-e9b2-43ee-8fc2-e2a31f4d23f9 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Pushing event updated for resources: {'Port': ['ID=5966178f-0d2e-471c-bfce-de42c6663814,revision_number=2']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:25:45.811021 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-2f6bc7c7-e9b2-43ee-8fc2-e2a31f4d23f9 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:25:45.819812 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2f6bc7c7-e9b2-43ee-8fc2-e2a31f4d23f9 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1824189'] for floatingip, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:25:46.132613 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.db.l3_db [None req-2f6bc7c7-e9b2-43ee-8fc2-e2a31f4d23f9 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Floating IP ba6addcc-b364-4999-866c-b127efbb28c6 associated. External IP: 172.26.3.3, port: 8a78c026-bc78-4597-ae53-94543a9de167.
Dec 23 16:25:46.517235 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f6bc7c7-e9b2-43ee-8fc2-e2a31f4d23f9 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Router da24d517-b452-43a3-924a-b435a8b27566 has already been hosted by L3 agent 371d4c41-c7e2-4de7-9539-c049ec4e95d1 {{(pid=87636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 23 16:25:46.700596 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f6bc7c7-e9b2-43ee-8fc2-e2a31f4d23f9 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify agent at l3_agent.dv-neutron-822799-1-hyperv the message routers_updated {{(pid=87636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 23 16:25:46.710575 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc46b38c-ae8e-405e-97c0-e3525981ef83 None None] Sync routers for ids ['da24d517-b452-43a3-924a-b435a8b27566'] in dv-neutron-822799-1-hyperv {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 23 16:25:46.721807 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc46b38c-ae8e-405e-97c0-e3525981ef83 None None] Routers {'da24d517-b452-43a3-924a-b435a8b27566'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:25:46.722527 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-bc46b38c-ae8e-405e-97c0-e3525981ef83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc2a30e50>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:25:20Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['da24d517-b452-43a3-924a-b435a8b27566'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:25:46.729204 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2f6bc7c7-e9b2-43ee-8fc2-e2a31f4d23f9 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for floatingip, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:25:46.785191 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-2f6bc7c7-e9b2-43ee-8fc2-e2a31f4d23f9 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 994 time: 2.3895209
Dec 23 16:25:46.785714 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c82eb42d-8d78-47c3-9b81-5b604c8eb8f5', 'tag': '8a78c026-bc78-4597-ae53-94543a9de167'}] {{(pid=87636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 23 16:25:46.787950 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 54520) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:25:46.835170 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c82eb42d-8d78-47c3-9b81-5b604c8eb8f5', 'tag': '8a78c026-bc78-4597-ae53-94543a9de167', 'status': 'completed', 'code': 200}
Dec 23 16:25:46.864958 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-572670c5-714d-47b3-908d-485f964885f6 tempest-TestNetworkBasicOps-54271533 tempest-TestNetworkBasicOps-54271533-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:25:46.869370 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-572670c5-714d-47b3-908d-485f964885f6 tempest-TestNetworkBasicOps-54271533 tempest-TestNetworkBasicOps-54271533-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=c82eb42d-8d78-47c3-9b81-5b604c8eb8f5 HTTP/1.1" status: 200  len: 1093 time: 0.0775628
Dec 23 16:25:46.935545 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-bc46b38c-ae8e-405e-97c0-e3525981ef83 None None] Set router da24d517-b452-43a3-924a-b435a8b27566 gateway port host: dv-neutron-822799-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:25:46.936471 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a664e9aa-219d-46ba-8d1f-a4ab90e7082f req-6aa0fc23-54c0-4920-ad94-5baa5a8ec49b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:25:46.938026 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-a664e9aa-219d-46ba-8d1f-a4ab90e7082f req-6aa0fc23-54c0-4920-ad94-5baa5a8ec49b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=544f3e375bde4f0988286eba27294ea6&device_id=c82eb42d-8d78-47c3-9b81-5b604c8eb8f5 HTTP/1.1" status: 200  len: 1098 time: 0.0809047
Dec 23 16:25:47.072423 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a664e9aa-219d-46ba-8d1f-a4ab90e7082f req-d2dd9c8e-97b5-44ca-add5-b19a985e2592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:25:47.074594 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-a664e9aa-219d-46ba-8d1f-a4ab90e7082f req-d2dd9c8e-97b5-44ca-add5-b19a985e2592 service neutron] 10.222.0.61 "GET /v2.0/networks?id=ac031e7e-e610-4bb4-ad39-49216b655dfe HTTP/1.1" status: 200  len: 897 time: 0.1299510
Dec 23 16:25:47.098514 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 54528) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:25:47.104147 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-ad47c249-bccd-47b2-8eeb-1c45945dc134 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-179203999', 'description': 'tempest-secgroup-smoke-179203999 description', 'project_id': '544f3e375bde4f0988286eba27294ea6'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:25:47.111576 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-ad47c249-bccd-47b2-8eeb-1c45945dc134 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:25:47.122176 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-ad47c249-bccd-47b2-8eeb-1c45945dc134 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:25:47.134468 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-ad47c249-bccd-47b2-8eeb-1c45945dc134 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:25:47.159314 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-ad47c249-bccd-47b2-8eeb-1c45945dc134 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:25:47.163197 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-ad47c249-bccd-47b2-8eeb-1c45945dc134 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Usage tracker for resource:security_group_rule and tenant:544f3e375bde4f0988286eba27294ea6 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:25:47.166061 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-ad47c249-bccd-47b2-8eeb-1c45945dc134 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:25:47.172109 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-ad47c249-bccd-47b2-8eeb-1c45945dc134 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:25:47.184702 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-a664e9aa-219d-46ba-8d1f-a4ab90e7082f req-5db207f7-ef82-49b2-bcc9-4de1cae49d56 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8a78c026-bc78-4597-ae53-94543a9de167 HTTP/1.1" status: 200  len: 997 time: 0.1033010
Dec 23 16:25:47.248617 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-ad47c249-bccd-47b2-8eeb-1c45945dc134 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:25:47.253392 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-ad47c249-bccd-47b2-8eeb-1c45945dc134 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:25:47.256681 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a664e9aa-219d-46ba-8d1f-a4ab90e7082f req-53ca4ba4-48b6-4fc9-ad9e-011296e3616f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:25:47.257446 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-91a09fff-1f79-47de-819a-32f36e5d8a4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:25:47.258398 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-a664e9aa-219d-46ba-8d1f-a4ab90e7082f req-53ca4ba4-48b6-4fc9-ad9e-011296e3616f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=0e71f3d5-64d5-4abe-956e-ca1fccc4c9f5 HTTP/1.1" status: 200  len: 834 time: 0.0681050
Dec 23 16:25:47.280707 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-bc46b38c-ae8e-405e-97c0-e3525981ef83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc2a30e50>, [{'id': 'da24d517-b452-43a3-924a-b435a8b27566', 'name': 'tempest-TestNetworkBasicOps-router-54685073', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.101'}], 'enable_snat': True}, 'gw_port_id': '92c0d42b-52a6-41e6-bf3a-1b1075e0e354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:25:23Z', 'updated_at': '2021-12-23T16:25:28Z', 'revision_number': 4, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'gw_port': {'id': '92c0d42b-52a6-41e6-bf3a-1b1075e0e354', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:ed:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da24d517-b452-43a3-924a-b435a8b27566', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:25:23Z', 'updated_at': '2021-12-23T16:25:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_floatingips': [{'id': 'ba6addcc-b364-4999-866c-b127efbb28c6', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'floating_ip_address': '172.26.3.3', 'floating_network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'router_id': 'da24d517-b452-43a3-924a-b435a8b27566', 'port_id': '8a78c026-bc78-4597-ae53-94543a9de167', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac031e7e-e610-4bb4-ad39-49216b655dfe', 'mac_address': 'fa:16:3e:4c:6e:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c82eb42d-8d78-47c3-9b81-5b604c8eb8f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:25:45Z', 'updated_at': '2021-12-23T16:25:45Z', 'revision_number': 0, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fd6cf2e-8a59-4e20-ae5b-f2b67a49a144', 'name': '', 'network_id': 'ac031e7e-e610-4bb4-ad39-49216b655dfe', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'mac_address': 'fa:16:3e:12:4b:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da24d517-b452-43a3-924a-b435a8b27566', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '0e71f3d5-64d5-4abe-956e-ca1fccc4c9f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:25:27Z', 'updated_at': '2021-12-23T16:25:34Z', 'revision_number': 5, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'subnets': [{'id': '0e71f3d5-64d5-4abe-956e-ca1fccc4c9f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:25:47.284749 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc46b38c-ae8e-405e-97c0-e3525981ef83 None None] Checking router: da24d517-b452-43a3-924a-b435a8b27566 for host: dv-neutron-822799-1-hyperv {{(pid=87638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 23 16:25:47.286235 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad47c249-bccd-47b2-8eeb-1c45945dc134 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8dde484-b778-47dd-9310-3fdc5c41c560,revision_number=1']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:25:47.289799 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-ad47c249-bccd-47b2-8eeb-1c45945dc134 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:25:47.293577 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc46b38c-ae8e-405e-97c0-e3525981ef83 None None] Routers {'da24d517-b452-43a3-924a-b435a8b27566'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:25:47.294003 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-bc46b38c-ae8e-405e-97c0-e3525981ef83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc2a30e50>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:25:20Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['da24d517-b452-43a3-924a-b435a8b27566'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:25:47.314685 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-ad47c249-bccd-47b2-8eeb-1c45945dc134 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:25:47.316892 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-ad47c249-bccd-47b2-8eeb-1c45945dc134 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 0.2172658
Dec 23 16:25:47.319902 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 54532) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:25:47.330689 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-86a15bbf-88b4-41c7-8a6d-2b9ccbf896cf tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Request body: {'security_group_rule': {'security_group_id': 'd8dde484-b778-47dd-9310-3fdc5c41c560', 'project_id': '544f3e375bde4f0988286eba27294ea6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:25:47.337206 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-86a15bbf-88b4-41c7-8a6d-2b9ccbf896cf tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:25:47.341235 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-86a15bbf-88b4-41c7-8a6d-2b9ccbf896cf tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Usage tracker for resource:security_group_rule and tenant:544f3e375bde4f0988286eba27294ea6 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:25:47.344163 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-86a15bbf-88b4-41c7-8a6d-2b9ccbf896cf tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:25:47.350638 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-86a15bbf-88b4-41c7-8a6d-2b9ccbf896cf tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:25:47.351684 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-e19aafa1-abe1-42e6-9793-23b0b3ca91e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:25:47.359099 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a664e9aa-219d-46ba-8d1f-a4ab90e7082f req-7725749d-5f9b-45c3-aeaf-db43c427b870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:25:47.361086 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-a664e9aa-219d-46ba-8d1f-a4ab90e7082f req-7725749d-5f9b-45c3-aeaf-db43c427b870 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ac031e7e-e610-4bb4-ad39-49216b655dfe&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0960441
Dec 23 16:25:47.372382 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-86a15bbf-88b4-41c7-8a6d-2b9ccbf896cf tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:25:47.438138 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-86a15bbf-88b4-41c7-8a6d-2b9ccbf896cf tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:25:47.442998 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-86a15bbf-88b4-41c7-8a6d-2b9ccbf896cf tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762424'] for security_group_rule, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:25:47.445026 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-34e7735f-fa68-4aae-ad1c-9a318f64ed2b tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:25:47.467410 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a15bbf-88b4-41c7-8a6d-2b9ccbf896cf tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70a42426-aee1-4c28-b69d-f3e2ac3a2891,revision_number=0']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:25:47.469991 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-86a15bbf-88b4-41c7-8a6d-2b9ccbf896cf tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:25:47.478761 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-86a15bbf-88b4-41c7-8a6d-2b9ccbf896cf tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:25:47.480343 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-86a15bbf-88b4-41c7-8a6d-2b9ccbf896cf tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1581368
Dec 23 16:25:47.483300 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 54536) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:25:47.484926 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-bc46b38c-ae8e-405e-97c0-e3525981ef83 None None] Set router da24d517-b452-43a3-924a-b435a8b27566 gateway port host: dv-neutron-822799-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:25:47.489297 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-b97b1dc8-f51f-47b3-a99d-5a91d0c0d62b tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Request body: {'security_group_rule': {'security_group_id': 'd8dde484-b778-47dd-9310-3fdc5c41c560', 'project_id': '544f3e375bde4f0988286eba27294ea6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:25:47.495447 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-b97b1dc8-f51f-47b3-a99d-5a91d0c0d62b tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:25:47.499712 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-b97b1dc8-f51f-47b3-a99d-5a91d0c0d62b tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Usage tracker for resource:security_group_rule and tenant:544f3e375bde4f0988286eba27294ea6 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:25:47.503204 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-b97b1dc8-f51f-47b3-a99d-5a91d0c0d62b tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:25:47.508710 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-a664e9aa-219d-46ba-8d1f-a4ab90e7082f req-9c433c62-1938-4738-8464-be330f9e3cd7 service neutron] 10.222.0.61 "GET /v2.0/networks/ac031e7e-e610-4bb4-ad39-49216b655dfe?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1409636
Dec 23 16:25:47.509680 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-b97b1dc8-f51f-47b3-a99d-5a91d0c0d62b tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:25:47.527980 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-b97b1dc8-f51f-47b3-a99d-5a91d0c0d62b tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:25:47.590429 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-b97b1dc8-f51f-47b3-a99d-5a91d0c0d62b tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:25:47.594986 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-b97b1dc8-f51f-47b3-a99d-5a91d0c0d62b tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762424'] for security_group_rule, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:25:47.597230 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-a9bf598a-52d6-461d-83f2-1f75a7a07e61 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:25:47.613608 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97b1dc8-f51f-47b3-a99d-5a91d0c0d62b tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e4e42e3-8093-481d-8203-df61e1ad2153,revision_number=0']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:25:47.617287 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-b97b1dc8-f51f-47b3-a99d-5a91d0c0d62b tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:25:47.634085 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-b97b1dc8-f51f-47b3-a99d-5a91d0c0d62b tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:25:47.637047 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-b97b1dc8-f51f-47b3-a99d-5a91d0c0d62b tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1525221
Dec 23 16:25:47.638860 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 54540) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:25:47.641976 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-a664e9aa-219d-46ba-8d1f-a4ab90e7082f req-2d1e3bf0-c231-4e44-9475-002490be668b service neutron] 10.222.0.61 "GET /v2.0/networks/ac031e7e-e610-4bb4-ad39-49216b655dfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1271749
Dec 23 16:25:47.645517 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-12056e6e-a881-48aa-87eb-a49c1ca23b8c tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Request body: {'security_group_rule': {'security_group_id': 'd8dde484-b778-47dd-9310-3fdc5c41c560', 'project_id': '544f3e375bde4f0988286eba27294ea6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:25:47.653034 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-12056e6e-a881-48aa-87eb-a49c1ca23b8c tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:25:47.657770 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-12056e6e-a881-48aa-87eb-a49c1ca23b8c tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Usage tracker for resource:security_group_rule and tenant:544f3e375bde4f0988286eba27294ea6 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:25:47.661458 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-12056e6e-a881-48aa-87eb-a49c1ca23b8c tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:25:47.667944 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-12056e6e-a881-48aa-87eb-a49c1ca23b8c tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:25:47.683981 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-12056e6e-a881-48aa-87eb-a49c1ca23b8c tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:25:47.745513 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-12056e6e-a881-48aa-87eb-a49c1ca23b8c tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:25:47.750819 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-12056e6e-a881-48aa-87eb-a49c1ca23b8c tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762424'] for security_group_rule, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:25:47.752699 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-55708e7b-699d-4cd2-836f-4308aae6ccd5 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:25:47.776849 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12056e6e-a881-48aa-87eb-a49c1ca23b8c tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6258c777-4e2e-48d0-906e-5a884780dd28,revision_number=0']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:25:47.779368 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-12056e6e-a881-48aa-87eb-a49c1ca23b8c tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:25:47.787404 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-12056e6e-a881-48aa-87eb-a49c1ca23b8c tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:25:47.791294 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-12056e6e-a881-48aa-87eb-a49c1ca23b8c tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1481013
Dec 23 16:25:47.791879 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 54544) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:25:47.796353 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-d4f0aa85-0074-44bd-b65c-c89669b8a76e tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Request body: {'security_group_rule': {'security_group_id': 'd8dde484-b778-47dd-9310-3fdc5c41c560', 'project_id': '544f3e375bde4f0988286eba27294ea6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:25:47.802828 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-d4f0aa85-0074-44bd-b65c-c89669b8a76e tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:25:47.806298 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-d4f0aa85-0074-44bd-b65c-c89669b8a76e tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Usage tracker for resource:security_group_rule and tenant:544f3e375bde4f0988286eba27294ea6 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:25:47.809301 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-d4f0aa85-0074-44bd-b65c-c89669b8a76e tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:25:47.816072 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-d4f0aa85-0074-44bd-b65c-c89669b8a76e tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:25:47.816967 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 54548) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:25:47.835353 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-d4f0aa85-0074-44bd-b65c-c89669b8a76e tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:25:47.851298 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-bc46b38c-ae8e-405e-97c0-e3525981ef83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc2a30e50>, [{'id': 'da24d517-b452-43a3-924a-b435a8b27566', 'name': 'tempest-TestNetworkBasicOps-router-54685073', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.101'}], 'enable_snat': True}, 'gw_port_id': '92c0d42b-52a6-41e6-bf3a-1b1075e0e354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:25:23Z', 'updated_at': '2021-12-23T16:25:28Z', 'revision_number': 4, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'gw_port': {'id': '92c0d42b-52a6-41e6-bf3a-1b1075e0e354', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:ed:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da24d517-b452-43a3-924a-b435a8b27566', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:25:23Z', 'updated_at': '2021-12-23T16:25:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_floatingips': [{'id': 'ba6addcc-b364-4999-866c-b127efbb28c6', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'floating_ip_address': '172.26.3.3', 'floating_network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'router_id': 'da24d517-b452-43a3-924a-b435a8b27566', 'port_id': '8a78c026-bc78-4597-ae53-94543a9de167', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac031e7e-e610-4bb4-ad39-49216b655dfe', 'mac_address': 'fa:16:3e:4c:6e:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c82eb42d-8d78-47c3-9b81-5b604c8eb8f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:25:45Z', 'updated_at': '2021-12-23T16:25:45Z', 'revision_number': 0, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fd6cf2e-8a59-4e20-ae5b-f2b67a49a144', 'name': '', 'network_id': 'ac031e7e-e610-4bb4-ad39-49216b655dfe', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'mac_address': 'fa:16:3e:12:4b:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da24d517-b452-43a3-924a-b435a8b27566', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '0e71f3d5-64d5-4abe-956e-ca1fccc4c9f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:25:27Z', 'updated_at': '2021-12-23T16:25:34Z', 'revision_number': 5, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'subnets': [{'id': '0e71f3d5-64d5-4abe-956e-ca1fccc4c9f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:25:47.855633 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc46b38c-ae8e-405e-97c0-e3525981ef83 None None] The sync data for ids ['da24d517-b452-43a3-924a-b435a8b27566'] in dv-neutron-822799-1-hyperv is: [{'id': 'da24d517-b452-43a3-924a-b435a8b27566', 'name': 'tempest-TestNetworkBasicOps-router-54685073', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.101'}], 'enable_snat': True}, 'gw_port_id': '92c0d42b-52a6-41e6-bf3a-1b1075e0e354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:25:23Z', 'updated_at': '2021-12-23T16:25:28Z', 'revision_number': 4, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'gw_port': {'id': '92c0d42b-52a6-41e6-bf3a-1b1075e0e354', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:ed:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da24d517-b452-43a3-924a-b435a8b27566', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:25:23Z', 'updated_at': '2021-12-23T16:25:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_floatingips': [{'id': 'ba6addcc-b364-4999-866c-b127efbb28c6', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'floating_ip_address': '172.26.3.3', 'floating_network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'router_id': 'da24d517-b452-43a3-924a-b435a8b27566', 'port_id': '8a78c026-bc78-4597-ae53-94543a9de167', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac031e7e-e610-4bb4-ad39-49216b655dfe', 'mac_address': 'fa:16:3e:4c:6e:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c82eb42d-8d78-47c3-9b81-5b604c8eb8f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:25:45Z', 'updated_at': '2021-12-23T16:25:45Z', 'revision_number': 0, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fd6cf2e-8a59-4e20-ae5b-f2b67a49a144', 'name': '', 'network_id': 'ac031e7e-e610-4bb4-ad39-49216b655dfe', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'mac_address': 'fa:16:3e:12:4b:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da24d517-b452-43a3-924a-b435a8b27566', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '0e71f3d5-64d5-4abe-956e-ca1fccc4c9f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:25:27Z', 'updated_at': '2021-12-23T16:25:34Z', 'revision_number': 5, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'subnets': [{'id': '0e71f3d5-64d5-4abe-956e-ca1fccc4c9f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 23 16:25:47.909606 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-d4f0aa85-0074-44bd-b65c-c89669b8a76e tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:25:47.914285 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-d4f0aa85-0074-44bd-b65c-c89669b8a76e tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762424'] for security_group_rule, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:25:47.921672 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-d3ac6152-07d6-4af5-9683-bf2f1a8c0241 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:25:47.944029 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f0aa85-0074-44bd-b65c-c89669b8a76e tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf581adf-00e0-458d-b2fc-86c40769bb75,revision_number=0']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:25:47.946914 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-d4f0aa85-0074-44bd-b65c-c89669b8a76e tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:25:47.956765 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-d4f0aa85-0074-44bd-b65c-c89669b8a76e tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:25:47.960621 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-d4f0aa85-0074-44bd-b65c-c89669b8a76e tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1661210
Dec 23 16:25:47.961559 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 54552) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:25:47.967025 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-767ad49b-ab24-4ae7-ac3e-3e6eb81fd2a1 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Request body: {'security_group_rule': {'security_group_id': 'd8dde484-b778-47dd-9310-3fdc5c41c560', 'project_id': '544f3e375bde4f0988286eba27294ea6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:25:47.973296 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-767ad49b-ab24-4ae7-ac3e-3e6eb81fd2a1 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:25:47.977159 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-767ad49b-ab24-4ae7-ac3e-3e6eb81fd2a1 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Usage tracker for resource:security_group_rule and tenant:544f3e375bde4f0988286eba27294ea6 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:25:47.980151 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-767ad49b-ab24-4ae7-ac3e-3e6eb81fd2a1 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:25:47.986519 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-767ad49b-ab24-4ae7-ac3e-3e6eb81fd2a1 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:25:47.998921 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.db.securitygroups_db [None req-767ad49b-ab24-4ae7-ac3e-3e6eb81fd2a1 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Project 544f3e375bde4f0988286eba27294ea6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 23 16:25:48.007083 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-767ad49b-ab24-4ae7-ac3e-3e6eb81fd2a1 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:25:48.080062 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-767ad49b-ab24-4ae7-ac3e-3e6eb81fd2a1 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:25:48.084272 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-767ad49b-ab24-4ae7-ac3e-3e6eb81fd2a1 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762424'] for security_group_rule, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:25:48.086405 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-22e4789a-112b-48a5-a11d-d3c515d774f7 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:25:48.094625 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92117640-aab9-4177-8cf3-22c6fc7d3a26 None None] New status for floating IP ba6addcc-b364-4999-866c-b127efbb28c6: ACTIVE {{(pid=87637) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 23 16:25:48.115727 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767ad49b-ab24-4ae7-ac3e-3e6eb81fd2a1 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8420dafb-603a-4edc-9b7d-c994c6544566,revision_number=0']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:25:48.118375 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-767ad49b-ab24-4ae7-ac3e-3e6eb81fd2a1 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:25:48.119545 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-767ad49b-ab24-4ae7-ac3e-3e6eb81fd2a1 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:25:48.123745 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-767ad49b-ab24-4ae7-ac3e-3e6eb81fd2a1 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1610479
Dec 23 16:25:48.124529 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 54556) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:25:48.130463 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-4053535a-9a11-495e-b7c6-00894e137fb4 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Request body: {'security_group_rule': {'security_group_id': 'd8dde484-b778-47dd-9310-3fdc5c41c560', 'project_id': '544f3e375bde4f0988286eba27294ea6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:25:48.136729 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-4053535a-9a11-495e-b7c6-00894e137fb4 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:25:48.140853 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-4053535a-9a11-495e-b7c6-00894e137fb4 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Usage tracker for resource:security_group_rule and tenant:544f3e375bde4f0988286eba27294ea6 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:25:48.143701 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-4053535a-9a11-495e-b7c6-00894e137fb4 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:25:48.150191 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-4053535a-9a11-495e-b7c6-00894e137fb4 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:25:48.169002 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.db.securitygroups_db [None req-4053535a-9a11-495e-b7c6-00894e137fb4 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Project 544f3e375bde4f0988286eba27294ea6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 23 16:25:48.177098 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-4053535a-9a11-495e-b7c6-00894e137fb4 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:25:48.191791 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-dbf356bd-26d0-443f-83c1-51b80c2e3880 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Deleting port 9a8aee8a-703d-4a2f-9e07-e1c32e60b2fb {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:25:48.192270 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-dbf356bd-26d0-443f-83c1-51b80c2e3880 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:25:48.260774 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-4053535a-9a11-495e-b7c6-00894e137fb4 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:25:48.267315 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-4053535a-9a11-495e-b7c6-00894e137fb4 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762424'] for security_group_rule, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:25:48.277554 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-eb32c978-6671-43c6-becf-d566327605c1 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:25:48.298676 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4053535a-9a11-495e-b7c6-00894e137fb4 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80c5905e-1fa2-4898-ab34-0cf1e6bbd6cc,revision_number=0']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:25:48.309633 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-4053535a-9a11-495e-b7c6-00894e137fb4 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:25:48.318830 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-4053535a-9a11-495e-b7c6-00894e137fb4 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:25:48.321005 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-4053535a-9a11-495e-b7c6-00894e137fb4 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1953206
Dec 23 16:25:48.377059 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-dbf356bd-26d0-443f-83c1-51b80c2e3880 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:25:48.377382 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-dbf356bd-26d0-443f-83c1-51b80c2e3880 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:25:48.492153 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [req-971713e2-a42c-4b61-b3c3-b3ad1d74d0f3 req-44c4c3a5-609b-452f-bc2d-8ce084fa04f0 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Synchronizing usage tracker for tenant:544f3e375bde4f0988286eba27294ea6 on resource:security_group {{(pid=87635) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:25:48.506094 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-dbf356bd-26d0-443f-83c1-51b80c2e3880 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Calling delete_port for 9a8aee8a-703d-4a2f-9e07-e1c32e60b2fb owned by network:floatingip {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:25:48.507853 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [req-971713e2-a42c-4b61-b3c3-b3ad1d74d0f3 req-44c4c3a5-609b-452f-bc2d-8ce084fa04f0 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Unset dirty status for tenant:544f3e375bde4f0988286eba27294ea6 on resource:security_group {{(pid=87635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:25:48.509240 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-971713e2-a42c-4b61-b3c3-b3ad1d74d0f3 req-44c4c3a5-609b-452f-bc2d-8ce084fa04f0 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-179203999&fields=id&tenant_id=544f3e375bde4f0988286eba27294ea6 HTTP/1.1" status: 200  len: 267 time: 0.0559065
Dec 23 16:25:48.658487 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-dbf356bd-26d0-443f-83c1-51b80c2e3880 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:25:48.660385 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971713e2-a42c-4b61-b3c3-b3ad1d74d0f3 req-ba22ac1b-f87f-4a46-a62a-bb801582c006 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:25:48.661859 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-971713e2-a42c-4b61-b3c3-b3ad1d74d0f3 req-ba22ac1b-f87f-4a46-a62a-bb801582c006 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/networks?id=ac031e7e-e610-4bb4-ad39-49216b655dfe HTTP/1.1" status: 200  len: 796 time: 0.1456506
Dec 23 16:25:48.662078 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-79f47784-9d7a-477a-ba64-f675f6f53552 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:25:48.676569 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-971713e2-a42c-4b61-b3c3-b3ad1d74d0f3 req-493c409a-dd94-48f6-a29b-b7ef35b24b07 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/quotas/544f3e375bde4f0988286eba27294ea6 HTTP/1.1" status: 200  len: 375 time: 0.0091741
Dec 23 16:25:48.703931 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf356bd-26d0-443f-83c1-51b80c2e3880 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Pushing event deleted for resources: {'Port': ['ID=9a8aee8a-703d-4a2f-9e07-e1c32e60b2fb,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:25:48.707485 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-dbf356bd-26d0-443f-83c1-51b80c2e3880 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:25:48.769000 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-971713e2-a42c-4b61-b3c3-b3ad1d74d0f3 req-82ef348f-c862-4c90-8c34-00634d1bfda6 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=544f3e375bde4f0988286eba27294ea6&fields=id HTTP/1.1" status: 200  len: 394 time: 0.0872953
Dec 23 16:25:48.801252 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-dbf356bd-26d0-443f-83c1-51b80c2e3880 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Notify callbacks [] for floatingip, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:25:48.801586 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.db.l3_db [None req-dbf356bd-26d0-443f-83c1-51b80c2e3880 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Floating IP 8058c82a-d338-443f-b827-e6e66a857530 disassociated (deleted). External IP: 172.26.3.174, port: 14511fb7-c84b-4228-82a8-ddaa1583cfb8.
Dec 23 16:25:48.951836 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-971713e2-a42c-4b61-b3c3-b3ad1d74d0f3 req-1c4dcc23-d5a2-4e05-abab-3ae67d6eaa2e service neutron] 10.222.0.64 "GET /v2.0/networks/ac031e7e-e610-4bb4-ad39-49216b655dfe?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1708577
Dec 23 16:25:49.084018 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-971713e2-a42c-4b61-b3c3-b3ad1d74d0f3 req-a759b199-60e2-4118-ba45-83d130214956 service neutron] 10.222.0.64 "GET /v2.0/networks/ac031e7e-e610-4bb4-ad39-49216b655dfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1263711
Dec 23 16:25:49.155935 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbf356bd-26d0-443f-83c1-51b80c2e3880 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Router 4a42c453-b79e-4e99-ad61-ce295702871a has already been hosted by L3 agent 371d4c41-c7e2-4de7-9539-c049ec4e95d1 {{(pid=87636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 23 16:25:49.278852 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-a2b5195f-5182-421f-b887-8ebf5b6416dc req-71256f0b-7849-4191-9f8e-da25644fe702 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ad26129-59eb-4358-b610-ef2fd352beca HTTP/1.1" status: 200  len: 210 time: 0.0491312
Dec 23 16:25:49.533184 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbf356bd-26d0-443f-83c1-51b80c2e3880 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Notify agent at l3_agent.dv-neutron-822799-1-hyperv the message routers_updated {{(pid=87636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 23 16:25:49.545595 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ee5fe15-3df3-4ccc-8d8d-a1933d6c863b None None] Sync routers for ids ['4a42c453-b79e-4e99-ad61-ce295702871a'] in dv-neutron-822799-1-hyperv {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 23 16:25:49.555373 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee5fe15-3df3-4ccc-8d8d-a1933d6c863b None None] Routers {'4a42c453-b79e-4e99-ad61-ce295702871a'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:25:49.556002 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-8ee5fe15-3df3-4ccc-8d8d-a1933d6c863b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc2a304f0>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:25:20Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['4a42c453-b79e-4e99-ad61-ce295702871a'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:25:49.556387 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-dbf356bd-26d0-443f-83c1-51b80c2e3880 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for floatingip, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:25:49.616655 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-dbf356bd-26d0-443f-83c1-51b80c2e3880 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] 10.222.0.64 "DELETE /v2.0/floatingips/8058c82a-d338-443f-b827-e6e66a857530 HTTP/1.1" status: 204  len: 168 time: 1.7985022
Dec 23 16:25:49.617393 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8560fb2a-4183-48a8-9cfd-423f28519e0e', 'tag': '14511fb7-c84b-4228-82a8-ddaa1583cfb8'}] {{(pid=87636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 23 16:25:49.671906 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8560fb2a-4183-48a8-9cfd-423f28519e0e', 'tag': '14511fb7-c84b-4228-82a8-ddaa1583cfb8', 'status': 'completed', 'code': 200}
Dec 23 16:25:49.728658 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-2907f4be-6611-47a3-9b24-e2c778f31643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:25:49.772873 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-8ee5fe15-3df3-4ccc-8d8d-a1933d6c863b None None] Set router 4a42c453-b79e-4e99-ad61-ce295702871a gateway port host: dv-neutron-822799-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:25:49.791537 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f5ec59-b819-4e4d-a2ce-0dc031f9f276 req-04d88900-d483-4fbb-8e90-e95f7a465f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:25:49.793273 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-02f5ec59-b819-4e4d-a2ce-0dc031f9f276 req-04d88900-d483-4fbb-8e90-e95f7a465f83 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=815a3f337d0d43d79aa09f57743afc6f&device_id=8560fb2a-4183-48a8-9cfd-423f28519e0e HTTP/1.1" status: 200  len: 1099 time: 0.1003392
Dec 23 16:25:49.951423 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f5ec59-b819-4e4d-a2ce-0dc031f9f276 req-87ef0d0c-8818-4311-b8f0-0c66e96396c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:25:49.953231 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-02f5ec59-b819-4e4d-a2ce-0dc031f9f276 req-87ef0d0c-8818-4311-b8f0-0c66e96396c2 service neutron] 10.222.0.61 "GET /v2.0/networks?id=0150432c-3455-4bcb-8764-4bb2c28e3d40 HTTP/1.1" status: 200  len: 912 time: 0.1531515
Dec 23 16:25:50.086909 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-02f5ec59-b819-4e4d-a2ce-0dc031f9f276 req-4cb51501-f43b-4c9a-a3d9-ef2886a94ca6 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=14511fb7-c84b-4228-82a8-ddaa1583cfb8 HTTP/1.1" status: 200  len: 217 time: 0.0749333
Dec 23 16:25:50.140044 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9538027-d722-4fc4-932d-e3b39a18858f req-01f18b80-6c65-4e13-a81e-a561bfd825fc tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:25:50.140774 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-e9538027-d722-4fc4-932d-e3b39a18858f req-01f18b80-6c65-4e13-a81e-a561bfd825fc tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Synchronizing usage tracker for tenant:815a3f337d0d43d79aa09f57743afc6f on resource:port {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:25:50.174223 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f5ec59-b819-4e4d-a2ce-0dc031f9f276 req-47283a46-4970-409a-8163-908b5aa4c3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:25:50.175785 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-02f5ec59-b819-4e4d-a2ce-0dc031f9f276 req-47283a46-4970-409a-8163-908b5aa4c3cc service neutron] 10.222.0.61 "GET /v2.0/subnets?id=155d1b85-f535-40ed-8306-928fb9445b01 HTTP/1.1" status: 200  len: 850 time: 0.0813487
Dec 23 16:25:50.176722 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-e9538027-d722-4fc4-932d-e3b39a18858f req-01f18b80-6c65-4e13-a81e-a561bfd825fc tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Unset dirty status for tenant:815a3f337d0d43d79aa09f57743afc6f on resource:port {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:25:50.177896 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-e9538027-d722-4fc4-932d-e3b39a18858f req-01f18b80-6c65-4e13-a81e-a561bfd825fc tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] 10.222.0.64 "GET /v2.0/ports?device_id=8560fb2a-4183-48a8-9cfd-423f28519e0e HTTP/1.1" status: 200  len: 946 time: 0.2189183
Dec 23 16:25:50.180302 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-8ee5fe15-3df3-4ccc-8d8d-a1933d6c863b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc2a304f0>, [{'id': '4a42c453-b79e-4e99-ad61-ce295702871a', 'name': 'tempest-TestVolumeBootPattern-662153544-router', 'tenant_id': '815a3f337d0d43d79aa09f57743afc6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.186'}], 'enable_snat': True}, 'gw_port_id': '1db041a6-d74c-4bb1-a37a-855a0926652b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:18:54Z', 'updated_at': '2021-12-23T16:18:59Z', 'revision_number': 4, 'project_id': '815a3f337d0d43d79aa09f57743afc6f', 'gw_port': {'id': '1db041a6-d74c-4bb1-a37a-855a0926652b', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:14:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a42c453-b79e-4e99-ad61-ce295702871a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:18:55Z', 'updated_at': '2021-12-23T16:19:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_floatingips': [{'id': 'f85330fd-11a9-4510-aca6-5b9b946371ce', 'tenant_id': '815a3f337d0d43d79aa09f57743afc6f', 'floating_ip_address': '172.26.3.73', 'floating_network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'router_id': '4a42c453-b79e-4e99-ad61-ce295702871a', 'port_id': '160f9176-1cc9-4e89-b0c2-488b098330d9', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1437, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0150432c-3455-4bcb-8764-4bb2c28e3d40', 'mac_address': 'fa:16:3e:99:10:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b44a917e-f30c-40c8-8dd6-4310ddb2f384', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:22:12Z', 'updated_at': '2021-12-23T16:22:15Z', 'revision_number': 1, 'project_id': '815a3f337d0d43d79aa09f57743afc6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd17475bd-9510-4096-a5f0-5c5d2cf79e4b', 'name': '', 'network_id': '0150432c-3455-4bcb-8764-4bb2c28e3d40', 'tenant_id': '815a3f337d0d43d79aa09f57743afc6f', 'mac_address': 'fa:16:3e:67:c2:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a42c453-b79e-4e99-ad61-ce295702871a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': '155d1b85-f535-40ed-8306-928fb9445b01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:18:58Z', 'updated_at': '2021-12-23T16:19:06Z', 'revision_number': 5, 'project_id': '815a3f337d0d43d79aa09f57743afc6f', 'subnets': [{'id': '155d1b85-f535-40ed-8306-928fb9445b01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:25:50.185007 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ee5fe15-3df3-4ccc-8d8d-a1933d6c863b None None] Checking router: 4a42c453-b79e-4e99-ad61-ce295702871a for host: dv-neutron-822799-1-hyperv {{(pid=87638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 23 16:25:50.193512 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee5fe15-3df3-4ccc-8d8d-a1933d6c863b None None] Routers {'4a42c453-b79e-4e99-ad61-ce295702871a'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:25:50.194119 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-8ee5fe15-3df3-4ccc-8d8d-a1933d6c863b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc2a304f0>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:25:50Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['4a42c453-b79e-4e99-ad61-ce295702871a'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:25:50.272696 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-e9538027-d722-4fc4-932d-e3b39a18858f req-383e4e48-88b9-4139-b0e9-cd21bb5fa872 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] 10.222.0.64 "GET /v2.0/security-groups?id=377c3367-231c-4c91-96ad-c0bd6ef1f689&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0551338
Dec 23 16:25:50.297338 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f5ec59-b819-4e4d-a2ce-0dc031f9f276 req-46c12adb-95b7-4c16-8fd3-9f44fd976c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:25:50.297338 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-02f5ec59-b819-4e4d-a2ce-0dc031f9f276 req-46c12adb-95b7-4c16-8fd3-9f44fd976c2a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0150432c-3455-4bcb-8764-4bb2c28e3d40&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1100025
Dec 23 16:25:50.444428 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-02f5ec59-b819-4e4d-a2ce-0dc031f9f276 req-4e6d631b-e6c3-44f6-ac26-b6daf051be8d service neutron] 10.222.0.61 "GET /v2.0/networks/0150432c-3455-4bcb-8764-4bb2c28e3d40?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1431162
Dec 23 16:25:50.445216 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-8ee5fe15-3df3-4ccc-8d8d-a1933d6c863b None None] Set router 4a42c453-b79e-4e99-ad61-ce295702871a gateway port host: dv-neutron-822799-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:25:50.602829 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-02f5ec59-b819-4e4d-a2ce-0dc031f9f276 req-d393d5e4-2862-4c53-95d4-69a137daec91 service neutron] 10.222.0.61 "GET /v2.0/networks/0150432c-3455-4bcb-8764-4bb2c28e3d40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1512036
Dec 23 16:25:50.629470 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-ae100fcb-27e9-4df6-83ae-d6b282df2c01 req-3de90acc-3e55-4652-bed1-512817a6c778 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ad26129-59eb-4358-b610-ef2fd352beca HTTP/1.1" status: 200  len: 210 time: 0.1837976
Dec 23 16:25:50.685069 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971713e2-a42c-4b61-b3c3-b3ad1d74d0f3 req-08976f55-0af2-4c3b-baf1-e9e123658385 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:25:50.686503 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-971713e2-a42c-4b61-b3c3-b3ad1d74d0f3 req-08976f55-0af2-4c3b-baf1-e9e123658385 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.61 "GET /v2.0/networks?id=ac031e7e-e610-4bb4-ad39-49216b655dfe HTTP/1.1" status: 200  len: 796 time: 0.3239486
Dec 23 16:25:50.737358 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-971713e2-a42c-4b61-b3c3-b3ad1d74d0f3 req-7c287001-9ce7-4120-aa6d-5dc16502abc1 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=544f3e375bde4f0988286eba27294ea6 HTTP/1.1" status: 200  len: 471 time: 0.0412939
Dec 23 16:25:50.749566 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [req-971713e2-a42c-4b61-b3c3-b3ad1d74d0f3 req-0f3acbc2-ad69-40d0-a5ef-f89d56f857fa tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Request body: {'port': {'device_id': '6ad26129-59eb-4358-b610-ef2fd352beca', 'network_id': 'ac031e7e-e610-4bb4-ad39-49216b655dfe', 'admin_state_up': True, 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'security_groups': ['d8dde484-b778-47dd-9310-3fdc5c41c560']}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:25:50.758843 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9dcbea60-a34f-4144-91e7-90aff3f57aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:25:50.854254 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-8ee5fe15-3df3-4ccc-8d8d-a1933d6c863b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc2a304f0>, [{'id': '4a42c453-b79e-4e99-ad61-ce295702871a', 'name': 'tempest-TestVolumeBootPattern-662153544-router', 'tenant_id': '815a3f337d0d43d79aa09f57743afc6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.186'}], 'enable_snat': True}, 'gw_port_id': '1db041a6-d74c-4bb1-a37a-855a0926652b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:18:54Z', 'updated_at': '2021-12-23T16:18:59Z', 'revision_number': 4, 'project_id': '815a3f337d0d43d79aa09f57743afc6f', 'gw_port': {'id': '1db041a6-d74c-4bb1-a37a-855a0926652b', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:14:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a42c453-b79e-4e99-ad61-ce295702871a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:18:55Z', 'updated_at': '2021-12-23T16:19:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_floatingips': [{'id': 'f85330fd-11a9-4510-aca6-5b9b946371ce', 'tenant_id': '815a3f337d0d43d79aa09f57743afc6f', 'floating_ip_address': '172.26.3.73', 'floating_network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'router_id': '4a42c453-b79e-4e99-ad61-ce295702871a', 'port_id': '160f9176-1cc9-4e89-b0c2-488b098330d9', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1437, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0150432c-3455-4bcb-8764-4bb2c28e3d40', 'mac_address': 'fa:16:3e:99:10:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b44a917e-f30c-40c8-8dd6-4310ddb2f384', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:22:12Z', 'updated_at': '2021-12-23T16:22:15Z', 'revision_number': 1, 'project_id': '815a3f337d0d43d79aa09f57743afc6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd17475bd-9510-4096-a5f0-5c5d2cf79e4b', 'name': '', 'network_id': '0150432c-3455-4bcb-8764-4bb2c28e3d40', 'tenant_id': '815a3f337d0d43d79aa09f57743afc6f', 'mac_address': 'fa:16:3e:67:c2:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a42c453-b79e-4e99-ad61-ce295702871a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': '155d1b85-f535-40ed-8306-928fb9445b01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:18:58Z', 'updated_at': '2021-12-23T16:19:06Z', 'revision_number': 5, 'project_id': '815a3f337d0d43d79aa09f57743afc6f', 'subnets': [{'id': '155d1b85-f535-40ed-8306-928fb9445b01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:25:50.860726 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ee5fe15-3df3-4ccc-8d8d-a1933d6c863b None None] The sync data for ids ['4a42c453-b79e-4e99-ad61-ce295702871a'] in dv-neutron-822799-1-hyperv is: [{'id': '4a42c453-b79e-4e99-ad61-ce295702871a', 'name': 'tempest-TestVolumeBootPattern-662153544-router', 'tenant_id': '815a3f337d0d43d79aa09f57743afc6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.186'}], 'enable_snat': True}, 'gw_port_id': '1db041a6-d74c-4bb1-a37a-855a0926652b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:18:54Z', 'updated_at': '2021-12-23T16:18:59Z', 'revision_number': 4, 'project_id': '815a3f337d0d43d79aa09f57743afc6f', 'gw_port': {'id': '1db041a6-d74c-4bb1-a37a-855a0926652b', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:14:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a42c453-b79e-4e99-ad61-ce295702871a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:18:55Z', 'updated_at': '2021-12-23T16:19:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_floatingips': [{'id': 'f85330fd-11a9-4510-aca6-5b9b946371ce', 'tenant_id': '815a3f337d0d43d79aa09f57743afc6f', 'floating_ip_address': '172.26.3.73', 'floating_network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'router_id': '4a42c453-b79e-4e99-ad61-ce295702871a', 'port_id': '160f9176-1cc9-4e89-b0c2-488b098330d9', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1437, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0150432c-3455-4bcb-8764-4bb2c28e3d40', 'mac_address': 'fa:16:3e:99:10:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b44a917e-f30c-40c8-8dd6-4310ddb2f384', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:22:12Z', 'updated_at': '2021-12-23T16:22:15Z', 'revision_number': 1, 'project_id': '815a3f337d0d43d79aa09f57743afc6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd17475bd-9510-4096-a5f0-5c5d2cf79e4b', 'name': '', 'network_id': '0150432c-3455-4bcb-8764-4bb2c28e3d40', 'tenant_id': '815a3f337d0d43d79aa09f57743afc6f', 'mac_address': 'fa:16:3e:67:c2:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a42c453-b79e-4e99-ad61-ce295702871a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': '155d1b85-f535-40ed-8306-928fb9445b01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:18:58Z', 'updated_at': '2021-12-23T16:19:06Z', 'revision_number': 5, 'project_id': '815a3f337d0d43d79aa09f57743afc6f', 'subnets': [{'id': '155d1b85-f535-40ed-8306-928fb9445b01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 23 16:25:50.877859 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:25:50.897734 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [req-971713e2-a42c-4b61-b3c3-b3ad1d74d0f3 req-0f3acbc2-ad69-40d0-a5ef-f89d56f857fa tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:25:50.908229 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [req-971713e2-a42c-4b61-b3c3-b3ad1d74d0f3 req-0f3acbc2-ad69-40d0-a5ef-f89d56f857fa tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:25:50.918244 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-971713e2-a42c-4b61-b3c3-b3ad1d74d0f3 req-0f3acbc2-ad69-40d0-a5ef-f89d56f857fa tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Made reservation on behalf of 544f3e375bde4f0988286eba27294ea6 for: {'port': 1} {{(pid=87635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:25:50.921826 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [req-971713e2-a42c-4b61-b3c3-b3ad1d74d0f3 req-0f3acbc2-ad69-40d0-a5ef-f89d56f857fa tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:25:51.089905 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.db_base_plugin_common [req-971713e2-a42c-4b61-b3c3-b3ad1d74d0f3 req-0f3acbc2-ad69-40d0-a5ef-f89d56f857fa tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Allocated IP 172.20.0.8 (ac031e7e-e610-4bb4-ad39-49216b655dfe/0e71f3d5-64d5-4abe-956e-ca1fccc4c9f5/93c0542a-a71e-4b91-993c-cce9ea69f124) {{(pid=87635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:25:51.098378 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c52b619-8d79-44b0-94ae-06a9a35d998a None None] New status for floating IP 8058c82a-d338-443f-b827-e6e66a857530: DOWN {{(pid=87637) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 23 16:25:51.287949 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [req-971713e2-a42c-4b61-b3c3-b3ad1d74d0f3 req-0f3acbc2-ad69-40d0-a5ef-f89d56f857fa tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for port, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:25:51.304152 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.provisioning_blocks [req-971713e2-a42c-4b61-b3c3-b3ad1d74d0f3 req-0f3acbc2-ad69-40d0-a5ef-f89d56f857fa tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Transition to ACTIVE for port object 93c0542a-a71e-4b91-993c-cce9ea69f124 will not be triggered until provisioned by entity DHCP. {{(pid=87635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:25:51.342195 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [req-971713e2-a42c-4b61-b3c3-b3ad1d74d0f3 req-0f3acbc2-ad69-40d0-a5ef-f89d56f857fa tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:25:51.347831 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-037aa5e9-d777-4b6c-bc7b-e0d54c4eca0e tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:25:51.416982 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-971713e2-a42c-4b61-b3c3-b3ad1d74d0f3 req-0f3acbc2-ad69-40d0-a5ef-f89d56f857fa tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Network ac031e7e-e610-4bb4-ad39-49216b655dfe is already hosted by enough agents. {{(pid=87635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:25:51.420699 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.base_scheduler [req-971713e2-a42c-4b61-b3c3-b3ad1d74d0f3 req-0f3acbc2-ad69-40d0-a5ef-f89d56f857fa tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Resources bound (agent type, host, resource id):  {{(pid=87635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:25:51.424511 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.l3_dvrscheduler_db [req-971713e2-a42c-4b61-b3c3-b3ad1d74d0f3 req-0f3acbc2-ad69-40d0-a5ef-f89d56f857fa tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Received port after_create {{(pid=87635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:25:51.457461 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3acbc2-ad69-40d0-a5ef-f89d56f857fa tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Pushing event updated for resources: {'Port': ['ID=93c0542a-a71e-4b91-993c-cce9ea69f124,revision_number=1']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:25:51.464320 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-0f3acbc2-ad69-40d0-a5ef-f89d56f857fa tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:25:51.479604 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abbbc44-975b-4a4a-b246-3d607facca99 req-2881978b-0807-4b44-9499-edd75d9c32d7 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:25:51.488111 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-4abbbc44-975b-4a4a-b246-3d607facca99 req-2881978b-0807-4b44-9499-edd75d9c32d7 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] 10.222.0.64 "GET /v2.0/ports?device_id=8560fb2a-4183-48a8-9cfd-423f28519e0e HTTP/1.1" status: 200  len: 946 time: 0.0988595
Dec 23 16:25:51.509113 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971713e2-a42c-4b61-b3c3-b3ad1d74d0f3 req-0f3acbc2-ad69-40d0-a5ef-f89d56f857fa tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:25:51.509113 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [req-971713e2-a42c-4b61-b3c3-b3ad1d74d0f3 req-0f3acbc2-ad69-40d0-a5ef-f89d56f857fa tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:25:51.538045 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-971713e2-a42c-4b61-b3c3-b3ad1d74d0f3 req-0f3acbc2-ad69-40d0-a5ef-f89d56f857fa tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7926717
Dec 23 16:25:51.549788 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [req-971713e2-a42c-4b61-b3c3-b3ad1d74d0f3 req-539337d6-27c5-4c4e-b2dd-acfc20dde737 service neutron] Request body: {'port': {'device_id': '6ad26129-59eb-4358-b610-ef2fd352beca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8227'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:25:51.581372 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-4abbbc44-975b-4a4a-b246-3d607facca99 req-1ca1fb87-ff17-41e4-b363-30c91f7cdae3 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] 10.222.0.64 "GET /v2.0/security-groups?id=377c3367-231c-4c91-96ad-c0bd6ef1f689&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0929377
Dec 23 16:25:51.625876 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc7a20a-7d1e-4477-83f2-cf83e9e86f53 req-7cabccf6-c8b8-4961-b858-306d191c4800 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:25:51.627374 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-4dc7a20a-7d1e-4477-83f2-cf83e9e86f53 req-7cabccf6-c8b8-4961-b858-306d191c4800 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] 10.222.0.61 "GET /v2.0/ports?device_id=8560fb2a-4183-48a8-9cfd-423f28519e0e HTTP/1.1" status: 200  len: 946 time: 0.0848875
Dec 23 16:25:51.685732 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-82f8af50-eab4-49e7-999a-310f6878bab1 None None] Provisioning for port 93c0542a-a71e-4b91-993c-cce9ea69f124 completed by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:25:51.693970 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-82f8af50-eab4-49e7-999a-310f6878bab1 None None] Provisioning complete for port 93c0542a-a71e-4b91-993c-cce9ea69f124 triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:25:51.694522 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-82f8af50-eab4-49e7-999a-310f6878bab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:25:51.695829 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [req-971713e2-a42c-4b61-b3c3-b3ad1d74d0f3 req-539337d6-27c5-4c4e-b2dd-acfc20dde737 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:25:51.699760 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [req-4dc7a20a-7d1e-4477-83f2-cf83e9e86f53 req-e6813816-f2b0-4603-8a72-911824e8b7fd tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Deleting port 14511fb7-c84b-4228-82a8-ddaa1583cfb8 {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:25:51.700102 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-4dc7a20a-7d1e-4477-83f2-cf83e9e86f53 req-e6813816-f2b0-4603-8a72-911824e8b7fd tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:25:51.774681 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-82f8af50-eab4-49e7-999a-310f6878bab1 None None] Port 93c0542a-a71e-4b91-993c-cce9ea69f124 cannot update to ACTIVE because it is not bound. {{(pid=87637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 23 16:25:51.951676 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [req-4dc7a20a-7d1e-4477-83f2-cf83e9e86f53 req-e6813816-f2b0-4603-8a72-911824e8b7fd tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] For port 14511fb7-c84b-4228-82a8-ddaa1583cfb8, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=14511fb7-c84b-4228-82a8-ddaa1583cfb8,segment=NetworkSegment(87dd7487-e7c8-48c3-b597-2f6995c824bb),segment_id=87dd7487-e7c8-48c3-b597-2f6995c824bb)] {{(pid=87636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:25:51.952362 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-4dc7a20a-7d1e-4477-83f2-cf83e9e86f53 req-e6813816-f2b0-4603-8a72-911824e8b7fd tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:25:52.001502 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6316ac8-b627-4bcc-91cb-adb29178739a req-1d37615f-1af0-463a-a620-d414f0a2742a tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:25:52.002209 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [req-b6316ac8-b627-4bcc-91cb-adb29178739a req-1d37615f-1af0-463a-a620-d414f0a2742a tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Synchronizing usage tracker for tenant:544f3e375bde4f0988286eba27294ea6 on resource:port {{(pid=87635) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:25:52.045745 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [req-b6316ac8-b627-4bcc-91cb-adb29178739a req-1d37615f-1af0-463a-a620-d414f0a2742a tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Unset dirty status for tenant:544f3e375bde4f0988286eba27294ea6 on resource:port {{(pid=87635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:25:52.047113 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-b6316ac8-b627-4bcc-91cb-adb29178739a req-1d37615f-1af0-463a-a620-d414f0a2742a tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ad26129-59eb-4358-b610-ef2fd352beca HTTP/1.1" status: 200  len: 931 time: 0.2793541
Dec 23 16:25:52.077610 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [req-4dc7a20a-7d1e-4477-83f2-cf83e9e86f53 req-e6813816-f2b0-4603-8a72-911824e8b7fd tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Calling delete_port for 14511fb7-c84b-4228-82a8-ddaa1583cfb8 owned by compute:nova {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:25:52.109490 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-b6316ac8-b627-4bcc-91cb-adb29178739a req-3782dbee-ec13-4626-8be5-807bee3dd7e9 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/security-groups?id=d8dde484-b778-47dd-9310-3fdc5c41c560&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0551596
Dec 23 16:25:52.171127 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.notifiers.nova [req-971713e2-a42c-4b61-b3c3-b3ad1d74d0f3 req-539337d6-27c5-4c4e-b2dd-acfc20dde737 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93c0542a-a71e-4b91-993c-cce9ea69f124 {{(pid=87635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 23 16:25:52.178592 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [req-971713e2-a42c-4b61-b3c3-b3ad1d74d0f3 req-539337d6-27c5-4c4e-b2dd-acfc20dde737 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:25:52.232510 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.provisioning_blocks [req-971713e2-a42c-4b61-b3c3-b3ad1d74d0f3 req-539337d6-27c5-4c4e-b2dd-acfc20dde737 service neutron] Transition to ACTIVE for port object 93c0542a-a71e-4b91-993c-cce9ea69f124 will not be triggered until provisioned by entity L2. {{(pid=87635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:25:52.233009 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-4dc7a20a-7d1e-4477-83f2-cf83e9e86f53 req-e6813816-f2b0-4603-8a72-911824e8b7fd tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:25:52.238012 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [req-971713e2-a42c-4b61-b3c3-b3ad1d74d0f3 req-539337d6-27c5-4c4e-b2dd-acfc20dde737 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2753531'] for port, after_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:25:52.239802 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-f805524d-4736-422c-ba63-b9fe5cbb70fd tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:25:52.242111 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-b48433e7-f968-4d23-81ef-b3973cb62f63 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:25:52.262940 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9e3aab53-d650-47e3-b8a6-2dff21fe9ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:25:52.374059 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539337d6-27c5-4c4e-b2dd-acfc20dde737 service neutron] Pushing event updated for resources: {'Port': ['ID=93c0542a-a71e-4b91-993c-cce9ea69f124,revision_number=2']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:25:52.414184 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-539337d6-27c5-4c4e-b2dd-acfc20dde737 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:25:52.444220 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6813816-f2b0-4603-8a72-911824e8b7fd tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Pushing event deleted for resources: {'Port': ['ID=14511fb7-c84b-4228-82a8-ddaa1583cfb8,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:25:52.447502 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-e6813816-f2b0-4603-8a72-911824e8b7fd tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:25:52.495314 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.managers [req-971713e2-a42c-4b61-b3c3-b3ad1d74d0f3 req-539337d6-27c5-4c4e-b2dd-acfc20dde737 service neutron] Attempting to bind port 93c0542a-a71e-4b91-993c-cce9ea69f124 on host hv-neutron-8227 for vnic_type normal with profile  {{(pid=87635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:25:52.496026 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.managers [req-971713e2-a42c-4b61-b3c3-b3ad1d74d0f3 req-539337d6-27c5-4c4e-b2dd-acfc20dde737 service neutron] Attempting to bind port 93c0542a-a71e-4b91-993c-cce9ea69f124 by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': '94dc3d03-bebb-4a93-bf65-befd9bbda69a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'ac031e7e-e610-4bb4-ad39-49216b655dfe'}] {{(pid=87635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:25:52.496512 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-971713e2-a42c-4b61-b3c3-b3ad1d74d0f3 req-539337d6-27c5-4c4e-b2dd-acfc20dde737 service neutron] Attempting to bind port 93c0542a-a71e-4b91-993c-cce9ea69f124 on network ac031e7e-e610-4bb4-ad39-49216b655dfe {{(pid=87635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:25:52.502160 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-971713e2-a42c-4b61-b3c3-b3ad1d74d0f3 req-539337d6-27c5-4c4e-b2dd-acfc20dde737 service neutron] Port 93c0542a-a71e-4b91-993c-cce9ea69f124 on network ac031e7e-e610-4bb4-ad39-49216b655dfe not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=87635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 23 16:25:52.502314 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-971713e2-a42c-4b61-b3c3-b3ad1d74d0f3 req-539337d6-27c5-4c4e-b2dd-acfc20dde737 service neutron] Attempting to bind port 93c0542a-a71e-4b91-993c-cce9ea69f124 on network ac031e7e-e610-4bb4-ad39-49216b655dfe {{(pid=87635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:25:52.508257 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-971713e2-a42c-4b61-b3c3-b3ad1d74d0f3 req-539337d6-27c5-4c4e-b2dd-acfc20dde737 service neutron] Checking agent: {'id': '5a806709-633b-4d33-98c4-3d24562c0f1e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8227', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 6, 42), 'started_at': datetime.datetime(2021, 12, 23, 16, 6, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 25, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 23 16:25:52.508606 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-971713e2-a42c-4b61-b3c3-b3ad1d74d0f3 req-539337d6-27c5-4c4e-b2dd-acfc20dde737 service neutron] Checking segment: {'id': '94dc3d03-bebb-4a93-bf65-befd9bbda69a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'ac031e7e-e610-4bb4-ad39-49216b655dfe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:25:52.509006 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-971713e2-a42c-4b61-b3c3-b3ad1d74d0f3 req-539337d6-27c5-4c4e-b2dd-acfc20dde737 service neutron] Bound using segment: {'id': '94dc3d03-bebb-4a93-bf65-befd9bbda69a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'ac031e7e-e610-4bb4-ad39-49216b655dfe'} {{(pid=87635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 23 16:25:52.509443 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.managers [req-971713e2-a42c-4b61-b3c3-b3ad1d74d0f3 req-539337d6-27c5-4c4e-b2dd-acfc20dde737 service neutron] Bound port: 93c0542a-a71e-4b91-993c-cce9ea69f124, host: hv-neutron-8227, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94dc3d03-bebb-4a93-bf65-befd9bbda69a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'ac031e7e-e610-4bb4-ad39-49216b655dfe'}}] {{(pid=87635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 23 16:25:52.509787 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [req-971713e2-a42c-4b61-b3c3-b3ad1d74d0f3 req-539337d6-27c5-4c4e-b2dd-acfc20dde737 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:25:52.526654 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dc7a20a-7d1e-4477-83f2-cf83e9e86f53 req-e6813816-f2b0-4603-8a72-911824e8b7fd tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] No DVR routers for this DVR port 14511fb7-c84b-4228-82a8-ddaa1583cfb8 on host hv-neutron-8227 {{(pid=87636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 23 16:25:52.530183 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-4dc7a20a-7d1e-4477-83f2-cf83e9e86f53 req-e6813816-f2b0-4603-8a72-911824e8b7fd tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:25:52.533457 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8560fb2a-4183-48a8-9cfd-423f28519e0e', 'name': 'network-vif-deleted', 'tag': '14511fb7-c84b-4228-82a8-ddaa1583cfb8'}] {{(pid=87636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 23 16:25:52.559971 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-4dc7a20a-7d1e-4477-83f2-cf83e9e86f53 req-e6813816-f2b0-4603-8a72-911824e8b7fd tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] 10.222.0.61 "DELETE /v2.0/ports/14511fb7-c84b-4228-82a8-ddaa1583cfb8 HTTP/1.1" status: 204  len: 173 time: 0.9271874
Dec 23 16:25:52.582444 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8560fb2a-4183-48a8-9cfd-423f28519e0e', 'name': 'network-vif-deleted', 'tag': '14511fb7-c84b-4228-82a8-ddaa1583cfb8', 'status': 'completed', 'code': 200}
Dec 23 16:25:52.616281 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.db [req-971713e2-a42c-4b61-b3c3-b3ad1d74d0f3 req-539337d6-27c5-4c4e-b2dd-acfc20dde737 service neutron] For port 93c0542a-a71e-4b91-993c-cce9ea69f124, host hv-neutron-8227, cleared binding levels {{(pid=87635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 23 16:25:52.619540 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.db [req-971713e2-a42c-4b61-b3c3-b3ad1d74d0f3 req-539337d6-27c5-4c4e-b2dd-acfc20dde737 service neutron] For port 93c0542a-a71e-4b91-993c-cce9ea69f124, host hv-neutron-8227, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=93c0542a-a71e-4b91-993c-cce9ea69f124,segment=NetworkSegment(94dc3d03-bebb-4a93-bf65-befd9bbda69a),segment_id=94dc3d03-bebb-4a93-bf65-befd9bbda69a)] {{(pid=87635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 23 16:25:52.625646 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [req-971713e2-a42c-4b61-b3c3-b3ad1d74d0f3 req-539337d6-27c5-4c4e-b2dd-acfc20dde737 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2753531'] for port, after_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:25:52.630695 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-b3a2a542-8fef-4516-b261-16312f6d6eda tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:25:52.841663 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971713e2-a42c-4b61-b3c3-b3ad1d74d0f3 req-539337d6-27c5-4c4e-b2dd-acfc20dde737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:25:52.842320 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [req-971713e2-a42c-4b61-b3c3-b3ad1d74d0f3 req-539337d6-27c5-4c4e-b2dd-acfc20dde737 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:25:52.843689 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-971713e2-a42c-4b61-b3c3-b3ad1d74d0f3 req-539337d6-27c5-4c4e-b2dd-acfc20dde737 service neutron] 10.222.0.61 "PUT /v2.0/ports/93c0542a-a71e-4b91-993c-cce9ea69f124 HTTP/1.1" status: 200  len: 1093 time: 1.2983115
Dec 23 16:25:52.844205 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ad26129-59eb-4358-b610-ef2fd352beca', 'tag': '93c0542a-a71e-4b91-993c-cce9ea69f124'}] {{(pid=87635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 23 16:25:52.864364 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-566fe9ef-bfd5-4514-a2cf-35ef28e9cf62 req-fe46e8d9-d235-4fa1-b06f-cb08835c6ab9 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] 10.222.0.64 "GET /v2.0/ports?device_id=8560fb2a-4183-48a8-9cfd-423f28519e0e HTTP/1.1" status: 200  len: 210 time: 0.0721500
Dec 23 16:25:52.885222 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539337d6-27c5-4c4e-b2dd-acfc20dde737 service neutron] Pushing event updated for resources: {'Port': ['ID=93c0542a-a71e-4b91-993c-cce9ea69f124,revision_number=3']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:25:52.932917 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-539337d6-27c5-4c4e-b2dd-acfc20dde737 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:25:52.966073 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ad26129-59eb-4358-b610-ef2fd352beca', 'tag': '93c0542a-a71e-4b91-993c-cce9ea69f124', 'status': 'completed', 'code': 200}
Dec 23 16:25:52.989973 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971713e2-a42c-4b61-b3c3-b3ad1d74d0f3 req-48985a40-571e-4b01-877f-f3960db31311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:25:52.992171 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-971713e2-a42c-4b61-b3c3-b3ad1d74d0f3 req-48985a40-571e-4b01-877f-f3960db31311 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=544f3e375bde4f0988286eba27294ea6&device_id=6ad26129-59eb-4358-b610-ef2fd352beca HTTP/1.1" status: 200  len: 1096 time: 0.0984921
Dec 23 16:25:53.076064 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-971713e2-a42c-4b61-b3c3-b3ad1d74d0f3 req-26167049-f34f-4834-ad68-a7000ea1615c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=93c0542a-a71e-4b91-993c-cce9ea69f124 HTTP/1.1" status: 200  len: 217 time: 0.0762944
Dec 23 16:25:53.150414 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971713e2-a42c-4b61-b3c3-b3ad1d74d0f3 req-c0e02b72-1cdd-4555-983a-8dad6f4d5e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:25:53.151866 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-971713e2-a42c-4b61-b3c3-b3ad1d74d0f3 req-c0e02b72-1cdd-4555-983a-8dad6f4d5e64 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=0e71f3d5-64d5-4abe-956e-ca1fccc4c9f5 HTTP/1.1" status: 200  len: 834 time: 0.0698397
Dec 23 16:25:53.284694 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971713e2-a42c-4b61-b3c3-b3ad1d74d0f3 req-61877684-e9f2-4589-aee3-d28f65246f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:25:53.286200 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-971713e2-a42c-4b61-b3c3-b3ad1d74d0f3 req-61877684-e9f2-4589-aee3-d28f65246f9b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ac031e7e-e610-4bb4-ad39-49216b655dfe&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1275947
Dec 23 16:25:53.399463 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a539b99e-7cdb-48e2-b011-1fca8c12dcaf req-c1301ebc-13c4-46c5-8a9b-31e75f8710df tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:25:53.400851 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-a539b99e-7cdb-48e2-b011-1fca8c12dcaf req-c1301ebc-13c4-46c5-8a9b-31e75f8710df tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ad26129-59eb-4358-b610-ef2fd352beca HTTP/1.1" status: 200  len: 943 time: 0.1756539
Dec 23 16:25:53.473678 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-971713e2-a42c-4b61-b3c3-b3ad1d74d0f3 req-a6a5e605-b4b7-4c48-9318-9e4986a3163e service neutron] 10.222.0.61 "GET /v2.0/networks/ac031e7e-e610-4bb4-ad39-49216b655dfe?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1727185
Dec 23 16:25:53.476531 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-a539b99e-7cdb-48e2-b011-1fca8c12dcaf req-18c40931-e0a1-4705-a74b-4ce00d03eb6e tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/security-groups?id=d8dde484-b778-47dd-9310-3fdc5c41c560&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0688362
Dec 23 16:25:53.613036 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-971713e2-a42c-4b61-b3c3-b3ad1d74d0f3 req-e2680ea5-0e61-4b48-b810-ee5d9170caa9 service neutron] 10.222.0.61 "GET /v2.0/networks/ac031e7e-e610-4bb4-ad39-49216b655dfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1313040
Dec 23 16:25:53.738858 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e434493c-b535-4535-8bee-c1775ced270b req-e726418c-fc06-4899-8be7-25925fb03caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:25:53.740668 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-e434493c-b535-4535-8bee-c1775ced270b req-e726418c-fc06-4899-8be7-25925fb03caf service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=544f3e375bde4f0988286eba27294ea6&device_id=6ad26129-59eb-4358-b610-ef2fd352beca HTTP/1.1" status: 200  len: 1096 time: 0.0739567
Dec 23 16:25:53.878907 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e434493c-b535-4535-8bee-c1775ced270b req-abd1b74b-8035-45ef-97e8-6d02d1a27203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:25:53.880353 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-e434493c-b535-4535-8bee-c1775ced270b req-abd1b74b-8035-45ef-97e8-6d02d1a27203 service neutron] 10.222.0.61 "GET /v2.0/networks?id=ac031e7e-e610-4bb4-ad39-49216b655dfe HTTP/1.1" status: 200  len: 897 time: 0.1270816
Dec 23 16:25:53.953212 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-e434493c-b535-4535-8bee-c1775ced270b req-a0e49c6d-cd15-449d-82dc-49b97e305501 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=93c0542a-a71e-4b91-993c-cce9ea69f124 HTTP/1.1" status: 200  len: 217 time: 0.0646749
Dec 23 16:25:54.017193 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e434493c-b535-4535-8bee-c1775ced270b req-bc346691-0d51-47da-bd0c-6c12a72686ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:25:54.018668 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-e434493c-b535-4535-8bee-c1775ced270b req-bc346691-0d51-47da-bd0c-6c12a72686ac service neutron] 10.222.0.61 "GET /v2.0/subnets?id=0e71f3d5-64d5-4abe-956e-ca1fccc4c9f5 HTTP/1.1" status: 200  len: 834 time: 0.0574152
Dec 23 16:25:54.109754 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e434493c-b535-4535-8bee-c1775ced270b req-cf810cd6-e0ed-41aa-96a9-f07ab172d534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:25:54.111480 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-e434493c-b535-4535-8bee-c1775ced270b req-cf810cd6-e0ed-41aa-96a9-f07ab172d534 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ac031e7e-e610-4bb4-ad39-49216b655dfe&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0840333
Dec 23 16:25:54.251222 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-e434493c-b535-4535-8bee-c1775ced270b req-3989e444-5201-4e74-a645-4c590571fbf0 service neutron] 10.222.0.61 "GET /v2.0/networks/ac031e7e-e610-4bb4-ad39-49216b655dfe?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1315289
Dec 23 16:25:54.387125 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-e434493c-b535-4535-8bee-c1775ced270b req-cfaff922-a38e-4a81-a10e-69a2cce8c59f service neutron] 10.222.0.61 "GET /v2.0/networks/ac031e7e-e610-4bb4-ad39-49216b655dfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1265981
Dec 23 16:25:54.665314 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a77827-1aa7-431a-a742-f6f3a42748a1 req-70bb0276-23e9-4c02-a6d3-0294b9e4024b tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:25:54.666880 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-b0a77827-1aa7-431a-a742-f6f3a42748a1 req-70bb0276-23e9-4c02-a6d3-0294b9e4024b tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ad26129-59eb-4358-b610-ef2fd352beca HTTP/1.1" status: 200  len: 943 time: 0.0832429
Dec 23 16:25:54.711580 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-b0a77827-1aa7-431a-a742-f6f3a42748a1 req-4e76903b-b092-420e-9a69-a496aacbf679 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/security-groups?id=d8dde484-b778-47dd-9310-3fdc5c41c560&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0380480
Dec 23 16:25:55.253619 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Device 93c0542a-a71e-4b91-993c-cce9ea69f124 details requested by agent hyperv_hv-neutron-8227 with host hv-neutron-8227 {{(pid=87637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 23 16:25:55.259190 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Device 14511fb7-c84b-4228-82a8-ddaa1583cfb8 no longer exists at agent hyperv_hv-neutron-8227 {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 23 16:25:55.305846 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] No Port match for: 14511fb7-c84b-4228-82a8-ddaa1583cfb8 {{(pid=87637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 23 16:25:55.306201 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Device 14511fb7-c84b-4228-82a8-ddaa1583cfb8 not bound to the agent host hv-neutron-8227 {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 23 16:25:55.438028 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] For port 93c0542a-a71e-4b91-993c-cce9ea69f124, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=93c0542a-a71e-4b91-993c-cce9ea69f124,segment=NetworkSegment(94dc3d03-bebb-4a93-bf65-befd9bbda69a),segment_id=94dc3d03-bebb-4a93-bf65-befd9bbda69a)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:25:55.452331 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Returning: {'device': '93c0542a-a71e-4b91-993c-cce9ea69f124', 'network_id': 'ac031e7e-e610-4bb4-ad39-49216b655dfe', 'port_id': '93c0542a-a71e-4b91-993c-cce9ea69f124', 'mac_address': 'fa:16:3e:da:69:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e71f3d5-64d5-4abe-956e-ca1fccc4c9f5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 23 16:25:55.508789 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:25:55.526804 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.notifiers.nova [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93c0542a-a71e-4b91-993c-cce9ea69f124 {{(pid=87637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 23 16:25:55.543070 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] For port 93c0542a-a71e-4b91-993c-cce9ea69f124, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=93c0542a-a71e-4b91-993c-cce9ea69f124,segment=NetworkSegment(94dc3d03-bebb-4a93-bf65-befd9bbda69a),segment_id=94dc3d03-bebb-4a93-bf65-befd9bbda69a)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:25:55.548088 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:25:55.549555 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:25:55.618460 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Pushing event updated for resources: {'Port': ['ID=93c0542a-a71e-4b91-993c-cce9ea69f124,revision_number=4']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:25:55.622435 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:25:55.765041 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] get_ports_and_sgs() called for port_ids ['93c0542a-a71e-4b91-993c-cce9ea69f124'] {{(pid=87637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 23 16:25:55.912471 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe03a97e-e9dc-4e74-8dd9-2f424346d8e2 req-245e4683-4775-4a84-811a-7d67ea296383 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:25:55.914627 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-fe03a97e-e9dc-4e74-8dd9-2f424346d8e2 req-245e4683-4775-4a84-811a-7d67ea296383 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ad26129-59eb-4358-b610-ef2fd352beca HTTP/1.1" status: 200  len: 944 time: 0.0939932
Dec 23 16:25:55.960359 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-fe03a97e-e9dc-4e74-8dd9-2f424346d8e2 req-425ffc73-b22a-433a-99c9-ff1f492fd2c6 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/security-groups?id=d8dde484-b778-47dd-9310-3fdc5c41c560&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0396738
Dec 23 16:25:57.262371 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Device 93c0542a-a71e-4b91-993c-cce9ea69f124 up at agent hyperv_hv-neutron-8227 {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:25:57.277947 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb17acf-2fe6-4470-9d2d-1acb5014f175 req-e25e3b01-888e-4f15-b99a-5091e5d4f477 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:25:57.279664 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-0fb17acf-2fe6-4470-9d2d-1acb5014f175 req-e25e3b01-888e-4f15-b99a-5091e5d4f477 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ad26129-59eb-4358-b610-ef2fd352beca HTTP/1.1" status: 200  len: 944 time: 0.2151954
Dec 23 16:25:57.344461 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-0fb17acf-2fe6-4470-9d2d-1acb5014f175 req-38280786-9b5d-4f85-a437-79a10bc7fa2f tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/security-groups?id=d8dde484-b778-47dd-9310-3fdc5c41c560&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0587845
Dec 23 16:25:57.346958 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Provisioning for port 93c0542a-a71e-4b91-993c-cce9ea69f124 completed by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:25:57.352523 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Provisioning complete for port 93c0542a-a71e-4b91-993c-cce9ea69f124 triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:25:57.357098 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:25:57.478313 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:25:57.505549 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ad26129-59eb-4358-b610-ef2fd352beca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93c0542a-a71e-4b91-993c-cce9ea69f124'}] {{(pid=87637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 23 16:25:57.516832 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] For port 93c0542a-a71e-4b91-993c-cce9ea69f124, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=93c0542a-a71e-4b91-993c-cce9ea69f124,segment=NetworkSegment(94dc3d03-bebb-4a93-bf65-befd9bbda69a),segment_id=94dc3d03-bebb-4a93-bf65-befd9bbda69a)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:25:57.521554 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:25:57.523980 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:25:57.576389 dv-neutron-822799-1-hyperv neutron-server[87637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ad26129-59eb-4358-b610-ef2fd352beca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93c0542a-a71e-4b91-993c-cce9ea69f124', 'code': 200}
Dec 23 16:25:57.610856 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Pushing event updated for resources: {'Port': ['ID=93c0542a-a71e-4b91-993c-cce9ea69f124,revision_number=5']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:25:57.613965 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:25:57.797137 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f3830a-0d89-487e-a2ac-a946b09b9fc9 req-c100dfcc-a7b2-49fc-81bd-5cb553c164a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:25:57.798511 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-d5f3830a-0d89-487e-a2ac-a946b09b9fc9 req-c100dfcc-a7b2-49fc-81bd-5cb553c164a9 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=6ad26129-59eb-4358-b610-ef2fd352beca HTTP/1.1" status: 200  len: 1098 time: 0.0733790
Dec 23 16:25:57.849750 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-d5f3830a-0d89-487e-a2ac-a946b09b9fc9 req-1bfb8ad7-bea2-4009-90c1-3ceeff17f6c1 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=d8dde484-b778-47dd-9310-3fdc5c41c560&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0445099
Dec 23 16:25:58.537471 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 54636) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:25:58.543433 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1366fffb-dc66-468e-9038-1e91b2328f31 req-a434bfbc-b28d-42d4-9a4d-b0455d8d5352 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:25:58.544883 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-1366fffb-dc66-468e-9038-1e91b2328f31 req-a434bfbc-b28d-42d4-9a4d-b0455d8d5352 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ad26129-59eb-4358-b610-ef2fd352beca HTTP/1.1" status: 200  len: 945 time: 0.0838420
Dec 23 16:25:58.590549 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-1366fffb-dc66-468e-9038-1e91b2328f31 req-ab17a1dd-ee44-4a5f-8454-9c119b9e313c tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/security-groups?id=d8dde484-b778-47dd-9310-3fdc5c41c560&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0399582
Dec 23 16:25:58.745728 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-114ea4e5-6994-43cb-9edd-4a109bdaa5e6 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Deleting port 1f1000dd-eec1-48eb-97e9-2fb0b3909c5c {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:25:58.746125 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-114ea4e5-6994-43cb-9edd-4a109bdaa5e6 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:25:58.922287 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-114ea4e5-6994-43cb-9edd-4a109bdaa5e6 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:25:58.922495 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-114ea4e5-6994-43cb-9edd-4a109bdaa5e6 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:25:59.044679 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-114ea4e5-6994-43cb-9edd-4a109bdaa5e6 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Calling delete_port for 1f1000dd-eec1-48eb-97e9-2fb0b3909c5c owned by network:floatingip {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:25:59.201785 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-114ea4e5-6994-43cb-9edd-4a109bdaa5e6 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:25:59.209710 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-f2b07069-5caf-4c1f-890f-b07eb4f25d56 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:25:59.254285 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114ea4e5-6994-43cb-9edd-4a109bdaa5e6 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Pushing event deleted for resources: {'Port': ['ID=1f1000dd-eec1-48eb-97e9-2fb0b3909c5c,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:25:59.257264 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-114ea4e5-6994-43cb-9edd-4a109bdaa5e6 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:25:59.351032 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-114ea4e5-6994-43cb-9edd-4a109bdaa5e6 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Notify callbacks [] for floatingip, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:25:59.351368 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.db.l3_db [None req-114ea4e5-6994-43cb-9edd-4a109bdaa5e6 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Floating IP f85330fd-11a9-4510-aca6-5b9b946371ce disassociated (deleted). External IP: 172.26.3.73, port: 160f9176-1cc9-4e89-b0c2-488b098330d9.
Dec 23 16:25:59.743987 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-114ea4e5-6994-43cb-9edd-4a109bdaa5e6 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Router 4a42c453-b79e-4e99-ad61-ce295702871a has already been hosted by L3 agent 371d4c41-c7e2-4de7-9539-c049ec4e95d1 {{(pid=87636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 23 16:26:00.066728 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b54044-057d-4a72-a3ac-5767d0709632 req-db439acc-e5d5-43dc-ab3c-563a30d7b21f tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:26:00.068097 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-30b54044-057d-4a72-a3ac-5767d0709632 req-db439acc-e5d5-43dc-ab3c-563a30d7b21f tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ad26129-59eb-4358-b610-ef2fd352beca HTTP/1.1" status: 200  len: 945 time: 0.3656299
Dec 23 16:26:00.115030 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-114ea4e5-6994-43cb-9edd-4a109bdaa5e6 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Notify agent at l3_agent.dv-neutron-822799-1-hyperv the message routers_updated {{(pid=87636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 23 16:26:00.125725 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b3acb8a-32f0-4b71-b31d-8e39d7e766a3 None None] Sync routers for ids ['4a42c453-b79e-4e99-ad61-ce295702871a'] in dv-neutron-822799-1-hyperv {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 23 16:26:00.135446 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b3acb8a-32f0-4b71-b31d-8e39d7e766a3 None None] Routers {'4a42c453-b79e-4e99-ad61-ce295702871a'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:26:00.136107 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-5b3acb8a-32f0-4b71-b31d-8e39d7e766a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc1e75940>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:25:50Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['4a42c453-b79e-4e99-ad61-ce295702871a'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:26:00.145857 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-30b54044-057d-4a72-a3ac-5767d0709632 req-b19b64f4-f55b-4904-ae87-3aaa52865982 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/security-groups?id=d8dde484-b778-47dd-9310-3fdc5c41c560&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0640826
Dec 23 16:26:00.148620 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-114ea4e5-6994-43cb-9edd-4a109bdaa5e6 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for floatingip, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:26:00.211594 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-114ea4e5-6994-43cb-9edd-4a109bdaa5e6 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] 10.222.0.64 "DELETE /v2.0/floatingips/f85330fd-11a9-4510-aca6-5b9b946371ce HTTP/1.1" status: 204  len: 168 time: 1.6705351
Dec 23 16:26:00.211594 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b44a917e-f30c-40c8-8dd6-4310ddb2f384', 'tag': '160f9176-1cc9-4e89-b0c2-488b098330d9'}] {{(pid=87636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 23 16:26:00.337015 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-5b3acb8a-32f0-4b71-b31d-8e39d7e766a3 None None] Set router 4a42c453-b79e-4e99-ad61-ce295702871a gateway port host: dv-neutron-822799-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:26:00.362589 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391736d0-ac43-4aba-8a9b-28f00d865795 req-b3590ea2-a998-4c1d-b087-516aaf3e680c tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:26:00.364184 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-391736d0-ac43-4aba-8a9b-28f00d865795 req-b3590ea2-a998-4c1d-b087-516aaf3e680c tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ad26129-59eb-4358-b610-ef2fd352beca HTTP/1.1" status: 200  len: 945 time: 0.0930581
Dec 23 16:26:00.408823 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-391736d0-ac43-4aba-8a9b-28f00d865795 req-8c67072e-261e-49b7-a60e-3f9a849f9bec tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/security-groups?id=d8dde484-b778-47dd-9310-3fdc5c41c560&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0388474
Dec 23 16:26:00.440053 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 54650) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:26:00.480842 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b44a917e-f30c-40c8-8dd6-4310ddb2f384', 'tag': '160f9176-1cc9-4e89-b0c2-488b098330d9', 'status': 'completed', 'code': 200}
Dec 23 16:26:00.525816 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec6358b4-99d9-4427-8f48-1a70b8b67fb4 tempest-TestNetworkBasicOps-54271533 tempest-TestNetworkBasicOps-54271533-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:26:00.527358 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-ec6358b4-99d9-4427-8f48-1a70b8b67fb4 tempest-TestNetworkBasicOps-54271533 tempest-TestNetworkBasicOps-54271533-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=6ad26129-59eb-4358-b610-ef2fd352beca HTTP/1.1" status: 200  len: 1093 time: 0.0862865
Dec 23 16:26:00.530184 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 54654) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:26:00.535276 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-2b582049-a9f0-411c-9ed2-66ccd18f4095 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Request body: {'floatingip': {'floating_network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'port_id': '93c0542a-a71e-4b91-993c-cce9ea69f124', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'fixed_ip_address': '172.20.0.8'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:26:00.543855 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-2b582049-a9f0-411c-9ed2-66ccd18f4095 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:26:00.549033 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-2b582049-a9f0-411c-9ed2-66ccd18f4095 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Usage tracker for resource:floatingip and tenant:544f3e375bde4f0988286eba27294ea6 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:26:00.553361 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-2b582049-a9f0-411c-9ed2-66ccd18f4095 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:26:00.559666 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-2b582049-a9f0-411c-9ed2-66ccd18f4095 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:26:00.571698 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2b582049-a9f0-411c-9ed2-66ccd18f4095 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for floatingip, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:26:00.651778 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d92c26a-8e21-4f17-b6f0-f96df7afc68f req-406eaddd-9351-452e-aff3-a344799cf92f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:26:00.653740 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-6d92c26a-8e21-4f17-b6f0-f96df7afc68f req-406eaddd-9351-452e-aff3-a344799cf92f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=815a3f337d0d43d79aa09f57743afc6f&device_id=b44a917e-f30c-40c8-8dd6-4310ddb2f384 HTTP/1.1" status: 200  len: 1099 time: 0.1414914
Dec 23 16:26:00.662128 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a6d232-187c-45dd-ad7f-c4b69007dfe3 req-fcf1708d-af56-48bf-a4fd-5bc7ebee4693 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:26:00.664386 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-64a6d232-187c-45dd-ad7f-c4b69007dfe3 req-fcf1708d-af56-48bf-a4fd-5bc7ebee4693 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] 10.222.0.64 "GET /v2.0/ports?device_id=b44a917e-f30c-40c8-8dd6-4310ddb2f384 HTTP/1.1" status: 200  len: 946 time: 0.1179278
Dec 23 16:26:00.668128 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-5b3acb8a-32f0-4b71-b31d-8e39d7e766a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc1e75940>, [{'id': '4a42c453-b79e-4e99-ad61-ce295702871a', 'name': 'tempest-TestVolumeBootPattern-662153544-router', 'tenant_id': '815a3f337d0d43d79aa09f57743afc6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.186'}], 'enable_snat': True}, 'gw_port_id': '1db041a6-d74c-4bb1-a37a-855a0926652b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:18:54Z', 'updated_at': '2021-12-23T16:18:59Z', 'revision_number': 4, 'project_id': '815a3f337d0d43d79aa09f57743afc6f', 'gw_port': {'id': '1db041a6-d74c-4bb1-a37a-855a0926652b', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:14:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a42c453-b79e-4e99-ad61-ce295702871a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:18:55Z', 'updated_at': '2021-12-23T16:19:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_interfaces': [{'id': 'd17475bd-9510-4096-a5f0-5c5d2cf79e4b', 'name': '', 'network_id': '0150432c-3455-4bcb-8764-4bb2c28e3d40', 'tenant_id': '815a3f337d0d43d79aa09f57743afc6f', 'mac_address': 'fa:16:3e:67:c2:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a42c453-b79e-4e99-ad61-ce295702871a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': '155d1b85-f535-40ed-8306-928fb9445b01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:18:58Z', 'updated_at': '2021-12-23T16:19:06Z', 'revision_number': 5, 'project_id': '815a3f337d0d43d79aa09f57743afc6f', 'subnets': [{'id': '155d1b85-f535-40ed-8306-928fb9445b01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:26:00.672442 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b3acb8a-32f0-4b71-b31d-8e39d7e766a3 None None] Checking router: 4a42c453-b79e-4e99-ad61-ce295702871a for host: dv-neutron-822799-1-hyperv {{(pid=87638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 23 16:26:00.681668 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b3acb8a-32f0-4b71-b31d-8e39d7e766a3 None None] Routers {'4a42c453-b79e-4e99-ad61-ce295702871a'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:26:00.682358 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-5b3acb8a-32f0-4b71-b31d-8e39d7e766a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc1e75940>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:25:50Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['4a42c453-b79e-4e99-ad61-ce295702871a'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:26:00.715659 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2b582049-a9f0-411c-9ed2-66ccd18f4095 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:26:00.789895 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-64a6d232-187c-45dd-ad7f-c4b69007dfe3 req-be1aa211-e404-4d5c-b7d6-aa78c6ea865b tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] 10.222.0.64 "GET /v2.0/security-groups?id=377c3367-231c-4c91-96ad-c0bd6ef1f689&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1046419
Dec 23 16:26:00.827848 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d92c26a-8e21-4f17-b6f0-f96df7afc68f req-51ee27ec-1aad-4b57-9173-404fd627b57a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:26:00.829495 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-6d92c26a-8e21-4f17-b6f0-f96df7afc68f req-51ee27ec-1aad-4b57-9173-404fd627b57a service neutron] 10.222.0.61 "GET /v2.0/networks?id=0150432c-3455-4bcb-8764-4bb2c28e3d40 HTTP/1.1" status: 200  len: 912 time: 0.1642153
Dec 23 16:26:00.860220 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [None req-2b582049-a9f0-411c-9ed2-66ccd18f4095 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Allocated IP 172.26.3.105 (8afa6d58-9431-454a-b99c-3ff8a65aa86b/60537fec-5f5f-4ab7-89cc-03638149a590/7f15e4fd-3e07-448c-a571-21436085060d) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:26:00.898941 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-5b3acb8a-32f0-4b71-b31d-8e39d7e766a3 None None] Set router 4a42c453-b79e-4e99-ad61-ce295702871a gateway port host: dv-neutron-822799-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:26:00.905977 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-6d92c26a-8e21-4f17-b6f0-f96df7afc68f req-df2eb3e7-fba7-4a98-8a15-693deb165f24 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=160f9176-1cc9-4e89-b0c2-488b098330d9 HTTP/1.1" status: 200  len: 217 time: 0.0674820
Dec 23 16:26:00.974648 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d92c26a-8e21-4f17-b6f0-f96df7afc68f req-2fc3d584-b6e1-484d-b4bf-9a5a51d18f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:26:00.976351 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-6d92c26a-8e21-4f17-b6f0-f96df7afc68f req-2fc3d584-b6e1-484d-b4bf-9a5a51d18f98 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=155d1b85-f535-40ed-8306-928fb9445b01 HTTP/1.1" status: 200  len: 850 time: 0.0628154
Dec 23 16:26:01.009479 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2b582049-a9f0-411c-9ed2-66ccd18f4095 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:26:01.044474 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2b582049-a9f0-411c-9ed2-66ccd18f4095 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:26:01.049767 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-109c6b63-0606-453e-88bf-84dc62bb128e tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:26:01.056948 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d92c26a-8e21-4f17-b6f0-f96df7afc68f req-1dd3d783-2fc3-4286-9156-8c176165899e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:26:01.058444 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-6d92c26a-8e21-4f17-b6f0-f96df7afc68f req-1dd3d783-2fc3-4286-9156-8c176165899e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0150432c-3455-4bcb-8764-4bb2c28e3d40&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0744264
Dec 23 16:26:01.105874 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b582049-a9f0-411c-9ed2-66ccd18f4095 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Network 8afa6d58-9431-454a-b99c-3ff8a65aa86b is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:26:01.113299 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-2b582049-a9f0-411c-9ed2-66ccd18f4095 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Resources bound (agent type, host, resource id):  {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:26:01.117400 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b582049-a9f0-411c-9ed2-66ccd18f4095 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:26:01.157798 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b582049-a9f0-411c-9ed2-66ccd18f4095 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Pushing event updated for resources: {'Port': ['ID=7f15e4fd-3e07-448c-a571-21436085060d,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:26:01.162179 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-2b582049-a9f0-411c-9ed2-66ccd18f4095 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:26:01.197980 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-6d92c26a-8e21-4f17-b6f0-f96df7afc68f req-b24fc134-9be5-4101-9b8d-6bdbeee06de9 service neutron] 10.222.0.61 "GET /v2.0/networks/0150432c-3455-4bcb-8764-4bb2c28e3d40?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1307299
Dec 23 16:26:01.217027 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-5b3acb8a-32f0-4b71-b31d-8e39d7e766a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc1e75940>, [{'id': '4a42c453-b79e-4e99-ad61-ce295702871a', 'name': 'tempest-TestVolumeBootPattern-662153544-router', 'tenant_id': '815a3f337d0d43d79aa09f57743afc6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.186'}], 'enable_snat': True}, 'gw_port_id': '1db041a6-d74c-4bb1-a37a-855a0926652b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:18:54Z', 'updated_at': '2021-12-23T16:18:59Z', 'revision_number': 4, 'project_id': '815a3f337d0d43d79aa09f57743afc6f', 'gw_port': {'id': '1db041a6-d74c-4bb1-a37a-855a0926652b', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:14:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a42c453-b79e-4e99-ad61-ce295702871a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:18:55Z', 'updated_at': '2021-12-23T16:19:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_interfaces': [{'id': 'd17475bd-9510-4096-a5f0-5c5d2cf79e4b', 'name': '', 'network_id': '0150432c-3455-4bcb-8764-4bb2c28e3d40', 'tenant_id': '815a3f337d0d43d79aa09f57743afc6f', 'mac_address': 'fa:16:3e:67:c2:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a42c453-b79e-4e99-ad61-ce295702871a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': '155d1b85-f535-40ed-8306-928fb9445b01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:18:58Z', 'updated_at': '2021-12-23T16:19:06Z', 'revision_number': 5, 'project_id': '815a3f337d0d43d79aa09f57743afc6f', 'subnets': [{'id': '155d1b85-f535-40ed-8306-928fb9445b01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:26:01.221225 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b3acb8a-32f0-4b71-b31d-8e39d7e766a3 None None] The sync data for ids ['4a42c453-b79e-4e99-ad61-ce295702871a'] in dv-neutron-822799-1-hyperv is: [{'id': '4a42c453-b79e-4e99-ad61-ce295702871a', 'name': 'tempest-TestVolumeBootPattern-662153544-router', 'tenant_id': '815a3f337d0d43d79aa09f57743afc6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.186'}], 'enable_snat': True}, 'gw_port_id': '1db041a6-d74c-4bb1-a37a-855a0926652b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:18:54Z', 'updated_at': '2021-12-23T16:18:59Z', 'revision_number': 4, 'project_id': '815a3f337d0d43d79aa09f57743afc6f', 'gw_port': {'id': '1db041a6-d74c-4bb1-a37a-855a0926652b', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:14:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a42c453-b79e-4e99-ad61-ce295702871a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:18:55Z', 'updated_at': '2021-12-23T16:19:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_interfaces': [{'id': 'd17475bd-9510-4096-a5f0-5c5d2cf79e4b', 'name': '', 'network_id': '0150432c-3455-4bcb-8764-4bb2c28e3d40', 'tenant_id': '815a3f337d0d43d79aa09f57743afc6f', 'mac_address': 'fa:16:3e:67:c2:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a42c453-b79e-4e99-ad61-ce295702871a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': '155d1b85-f535-40ed-8306-928fb9445b01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:18:58Z', 'updated_at': '2021-12-23T16:19:06Z', 'revision_number': 5, 'project_id': '815a3f337d0d43d79aa09f57743afc6f', 'subnets': [{'id': '155d1b85-f535-40ed-8306-928fb9445b01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 23 16:26:01.346276 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-6d92c26a-8e21-4f17-b6f0-f96df7afc68f req-fe9197fd-c942-4fd3-8faa-87ba54657a4e service neutron] 10.222.0.61 "GET /v2.0/networks/0150432c-3455-4bcb-8764-4bb2c28e3d40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1401906
Dec 23 16:26:01.452269 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cb9aea3-23a7-428b-9ad4-7d239bbd454f None None] New status for floating IP f85330fd-11a9-4510-aca6-5b9b946371ce: DOWN {{(pid=87637) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 23 16:26:01.548227 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2b582049-a9f0-411c-9ed2-66ccd18f4095 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:26:01.632210 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2b582049-a9f0-411c-9ed2-66ccd18f4095 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:26:02.041584 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2b582049-a9f0-411c-9ed2-66ccd18f4095 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for port, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:26:02.051521 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96a2f59-a16c-4a1e-bb55-6c0e5c91433e req-1787918f-c93f-416c-903f-3f72e79508ee tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:26:02.052216 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-c96a2f59-a16c-4a1e-bb55-6c0e5c91433e req-1787918f-c93f-416c-903f-3f72e79508ee tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Synchronizing usage tracker for tenant:815a3f337d0d43d79aa09f57743afc6f on resource:port {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:26:02.056046 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2b582049-a9f0-411c-9ed2-66ccd18f4095 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2176289'] for port, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:26:02.060928 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-dbf356bd-26d0-443f-83c1-51b80c2e3880 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:26:02.068590 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b157edf-3a15-40c3-8ab7-1f59a691438e req-39e378d0-98ae-48b4-ab43-2934f1bbd6c9 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:26:02.070102 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-4b157edf-3a15-40c3-8ab7-1f59a691438e req-39e378d0-98ae-48b4-ab43-2934f1bbd6c9 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] 10.222.0.61 "GET /v2.0/ports?device_id=b44a917e-f30c-40c8-8dd6-4310ddb2f384 HTTP/1.1" status: 200  len: 946 time: 0.0823874
Dec 23 16:26:02.149647 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [req-4b157edf-3a15-40c3-8ab7-1f59a691438e req-9f08e244-3fc5-4c9b-b57c-f957e70e4630 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Deleting port 160f9176-1cc9-4e89-b0c2-488b098330d9 {{(pid=87635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:26:02.149918 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [req-4b157edf-3a15-40c3-8ab7-1f59a691438e req-9f08e244-3fc5-4c9b-b57c-f957e70e4630 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:26:02.160251 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-c96a2f59-a16c-4a1e-bb55-6c0e5c91433e req-1787918f-c93f-416c-903f-3f72e79508ee tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Unset dirty status for tenant:815a3f337d0d43d79aa09f57743afc6f on resource:port {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:26:02.161446 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-c96a2f59-a16c-4a1e-bb55-6c0e5c91433e req-1787918f-c93f-416c-903f-3f72e79508ee tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] 10.222.0.64 "GET /v2.0/ports?device_id=b44a917e-f30c-40c8-8dd6-4310ddb2f384 HTTP/1.1" status: 200  len: 946 time: 0.2460594
Dec 23 16:26:02.204100 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b582049-a9f0-411c-9ed2-66ccd18f4095 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Pushing event updated for resources: {'Port': ['ID=7f15e4fd-3e07-448c-a571-21436085060d,revision_number=2']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:26:02.207475 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-2b582049-a9f0-411c-9ed2-66ccd18f4095 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:26:02.222258 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2b582049-a9f0-411c-9ed2-66ccd18f4095 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1824189'] for floatingip, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:26:02.295393 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-c96a2f59-a16c-4a1e-bb55-6c0e5c91433e req-dfd6c00b-c984-4e43-a7a1-ffd66331bed4 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] 10.222.0.64 "GET /v2.0/security-groups?id=377c3367-231c-4c91-96ad-c0bd6ef1f689&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1231580
Dec 23 16:26:02.407971 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.db [req-4b157edf-3a15-40c3-8ab7-1f59a691438e req-9f08e244-3fc5-4c9b-b57c-f957e70e4630 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] For port 160f9176-1cc9-4e89-b0c2-488b098330d9, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=160f9176-1cc9-4e89-b0c2-488b098330d9,segment=NetworkSegment(87dd7487-e7c8-48c3-b597-2f6995c824bb),segment_id=87dd7487-e7c8-48c3-b597-2f6995c824bb)] {{(pid=87635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:26:02.408801 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [req-4b157edf-3a15-40c3-8ab7-1f59a691438e req-9f08e244-3fc5-4c9b-b57c-f957e70e4630 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:26:02.411000 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.db.l3_db [None req-2b582049-a9f0-411c-9ed2-66ccd18f4095 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Floating IP 36b4436a-5b34-4506-8f1f-e1beefbe565c associated. External IP: 172.26.3.105, port: 93c0542a-a71e-4b91-993c-cce9ea69f124.
Dec 23 16:26:02.651147 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [req-4b157edf-3a15-40c3-8ab7-1f59a691438e req-9f08e244-3fc5-4c9b-b57c-f957e70e4630 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Calling delete_port for 160f9176-1cc9-4e89-b0c2-488b098330d9 owned by compute:nova {{(pid=87635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:26:02.773475 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b582049-a9f0-411c-9ed2-66ccd18f4095 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Router da24d517-b452-43a3-924a-b435a8b27566 has already been hosted by L3 agent 371d4c41-c7e2-4de7-9539-c049ec4e95d1 {{(pid=87636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 23 16:26:02.791513 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [req-4b157edf-3a15-40c3-8ab7-1f59a691438e req-9f08e244-3fc5-4c9b-b57c-f957e70e4630 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:26:02.797258 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-2fea7c25-b1a9-4385-a215-92f1ea5bc3fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:26:02.845605 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f08e244-3fc5-4c9b-b57c-f957e70e4630 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Pushing event deleted for resources: {'Port': ['ID=160f9176-1cc9-4e89-b0c2-488b098330d9,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:26:02.848738 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-9f08e244-3fc5-4c9b-b57c-f957e70e4630 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:26:02.919801 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b157edf-3a15-40c3-8ab7-1f59a691438e req-9f08e244-3fc5-4c9b-b57c-f957e70e4630 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] No DVR routers for this DVR port 160f9176-1cc9-4e89-b0c2-488b098330d9 on host hv-neutron-8227 {{(pid=87635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 23 16:26:02.924284 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [req-4b157edf-3a15-40c3-8ab7-1f59a691438e req-9f08e244-3fc5-4c9b-b57c-f957e70e4630 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:26:02.924940 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b44a917e-f30c-40c8-8dd6-4310ddb2f384', 'name': 'network-vif-deleted', 'tag': '160f9176-1cc9-4e89-b0c2-488b098330d9'}] {{(pid=87635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 23 16:26:02.941255 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-4b157edf-3a15-40c3-8ab7-1f59a691438e req-9f08e244-3fc5-4c9b-b57c-f957e70e4630 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] 10.222.0.61 "DELETE /v2.0/ports/160f9176-1cc9-4e89-b0c2-488b098330d9 HTTP/1.1" status: 204  len: 173 time: 0.8585391
Dec 23 16:26:02.963541 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b582049-a9f0-411c-9ed2-66ccd18f4095 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify agent at l3_agent.dv-neutron-822799-1-hyperv the message routers_updated {{(pid=87636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 23 16:26:02.979003 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a51b42-d4db-4fe4-af2b-52b9110cecf1 None None] Sync routers for ids ['da24d517-b452-43a3-924a-b435a8b27566'] in dv-neutron-822799-1-hyperv {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 23 16:26:02.980784 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b44a917e-f30c-40c8-8dd6-4310ddb2f384', 'name': 'network-vif-deleted', 'tag': '160f9176-1cc9-4e89-b0c2-488b098330d9', 'status': 'completed', 'code': 200}
Dec 23 16:26:02.991009 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a51b42-d4db-4fe4-af2b-52b9110cecf1 None None] Routers {'da24d517-b452-43a3-924a-b435a8b27566'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:26:02.991956 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-b5a51b42-d4db-4fe4-af2b-52b9110cecf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc2077cd0>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:25:50Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['da24d517-b452-43a3-924a-b435a8b27566'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:26:02.992627 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2b582049-a9f0-411c-9ed2-66ccd18f4095 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for floatingip, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:26:03.048049 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-2b582049-a9f0-411c-9ed2-66ccd18f4095 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.5168307
Dec 23 16:26:03.048998 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ad26129-59eb-4358-b610-ef2fd352beca', 'tag': '93c0542a-a71e-4b91-993c-cce9ea69f124'}] {{(pid=87636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 23 16:26:03.124883 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ad26129-59eb-4358-b610-ef2fd352beca', 'tag': '93c0542a-a71e-4b91-993c-cce9ea69f124', 'status': 'completed', 'code': 200}
Dec 23 16:26:03.190465 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-b5a51b42-d4db-4fe4-af2b-52b9110cecf1 None None] Set router da24d517-b452-43a3-924a-b435a8b27566 gateway port host: dv-neutron-822799-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:26:03.217851 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c02adf-84c7-4ebd-8e17-5dd6cf9d57c3 req-0703b949-1b34-4264-88b1-397aaaf764f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:26:03.219960 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-b9c02adf-84c7-4ebd-8e17-5dd6cf9d57c3 req-0703b949-1b34-4264-88b1-397aaaf764f9 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=544f3e375bde4f0988286eba27294ea6&device_id=6ad26129-59eb-4358-b610-ef2fd352beca HTTP/1.1" status: 200  len: 1098 time: 0.0812690
Dec 23 16:26:03.419405 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c02adf-84c7-4ebd-8e17-5dd6cf9d57c3 req-437dad95-53a2-4213-992b-f843da4feca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:26:03.421877 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-b9c02adf-84c7-4ebd-8e17-5dd6cf9d57c3 req-437dad95-53a2-4213-992b-f843da4feca7 service neutron] 10.222.0.61 "GET /v2.0/networks?id=ac031e7e-e610-4bb4-ad39-49216b655dfe HTTP/1.1" status: 200  len: 897 time: 0.1907840
Dec 23 16:26:03.551909 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [req-bdc292c3-db22-4ac9-a746-7374b743f38b req-d15e43ba-07e3-472d-807d-d585802c25a0 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Synchronizing usage tracker for tenant:815a3f337d0d43d79aa09f57743afc6f on resource:port {{(pid=87635) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:26:03.583196 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-b9c02adf-84c7-4ebd-8e17-5dd6cf9d57c3 req-9575d0ae-0177-48b1-87c4-3c5bff761b96 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=93c0542a-a71e-4b91-993c-cce9ea69f124 HTTP/1.1" status: 200  len: 999 time: 0.1536236
Dec 23 16:26:03.587830 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [req-bdc292c3-db22-4ac9-a746-7374b743f38b req-d15e43ba-07e3-472d-807d-d585802c25a0 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Unset dirty status for tenant:815a3f337d0d43d79aa09f57743afc6f on resource:port {{(pid=87635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:26:03.589053 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-bdc292c3-db22-4ac9-a746-7374b743f38b req-d15e43ba-07e3-472d-807d-d585802c25a0 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] 10.222.0.64 "GET /v2.0/ports?device_id=b44a917e-f30c-40c8-8dd6-4310ddb2f384 HTTP/1.1" status: 200  len: 210 time: 0.1008441
Dec 23 16:26:03.650543 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c02adf-84c7-4ebd-8e17-5dd6cf9d57c3 req-e6d147c6-c136-4232-8cb3-7288c3e787bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:26:03.652295 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-b9c02adf-84c7-4ebd-8e17-5dd6cf9d57c3 req-e6d147c6-c136-4232-8cb3-7288c3e787bf service neutron] 10.222.0.61 "GET /v2.0/subnets?id=0e71f3d5-64d5-4abe-956e-ca1fccc4c9f5 HTTP/1.1" status: 200  len: 834 time: 0.0620835
Dec 23 16:26:03.662756 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-b5a51b42-d4db-4fe4-af2b-52b9110cecf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc2077cd0>, [{'id': 'da24d517-b452-43a3-924a-b435a8b27566', 'name': 'tempest-TestNetworkBasicOps-router-54685073', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.101'}], 'enable_snat': True}, 'gw_port_id': '92c0d42b-52a6-41e6-bf3a-1b1075e0e354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:25:23Z', 'updated_at': '2021-12-23T16:25:28Z', 'revision_number': 4, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'gw_port': {'id': '92c0d42b-52a6-41e6-bf3a-1b1075e0e354', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:ed:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da24d517-b452-43a3-924a-b435a8b27566', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:25:23Z', 'updated_at': '2021-12-23T16:25:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_floatingips': [{'id': '36b4436a-5b34-4506-8f1f-e1beefbe565c', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'floating_ip_address': '172.26.3.105', 'floating_network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'router_id': 'da24d517-b452-43a3-924a-b435a8b27566', 'port_id': '93c0542a-a71e-4b91-993c-cce9ea69f124', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1487, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac031e7e-e610-4bb4-ad39-49216b655dfe', 'mac_address': 'fa:16:3e:da:69:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ad26129-59eb-4358-b610-ef2fd352beca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:26:01Z', 'updated_at': '2021-12-23T16:26:01Z', 'revision_number': 0, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'fixed_ip_address_scope': None}, {'id': 'ba6addcc-b364-4999-866c-b127efbb28c6', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'floating_ip_address': '172.26.3.3', 'floating_network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'router_id': 'da24d517-b452-43a3-924a-b435a8b27566', 'port_id': '8a78c026-bc78-4597-ae53-94543a9de167', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac031e7e-e610-4bb4-ad39-49216b655dfe', 'mac_address': 'fa:16:3e:4c:6e:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c82eb42d-8d78-47c3-9b81-5b604c8eb8f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:25:45Z', 'updated_at': '2021-12-23T16:25:48Z', 'revision_number': 1, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fd6cf2e-8a59-4e20-ae5b-f2b67a49a144', 'name': '', 'network_id': 'ac031e7e-e610-4bb4-ad39-49216b655dfe', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'mac_address': 'fa:16:3e:12:4b:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da24d517-b452-43a3-924a-b435a8b27566', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '0e71f3d5-64d5-4abe-956e-ca1fccc4c9f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:25:27Z', 'updated_at': '2021-12-23T16:25:34Z', 'revision_number': 5, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'subnets': [{'id': '0e71f3d5-64d5-4abe-956e-ca1fccc4c9f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:26:03.666653 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a51b42-d4db-4fe4-af2b-52b9110cecf1 None None] Checking router: da24d517-b452-43a3-924a-b435a8b27566 for host: dv-neutron-822799-1-hyperv {{(pid=87638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 23 16:26:03.675014 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a51b42-d4db-4fe4-af2b-52b9110cecf1 None None] Routers {'da24d517-b452-43a3-924a-b435a8b27566'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:26:03.675631 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-b5a51b42-d4db-4fe4-af2b-52b9110cecf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc2077cd0>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:25:50Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['da24d517-b452-43a3-924a-b435a8b27566'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:26:03.732564 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c02adf-84c7-4ebd-8e17-5dd6cf9d57c3 req-c9ebcca3-693d-402b-8c20-7d66bacc4643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:26:03.734139 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-b9c02adf-84c7-4ebd-8e17-5dd6cf9d57c3 req-c9ebcca3-693d-402b-8c20-7d66bacc4643 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ac031e7e-e610-4bb4-ad39-49216b655dfe&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0738690
Dec 23 16:26:03.847283 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-b5a51b42-d4db-4fe4-af2b-52b9110cecf1 None None] Set router da24d517-b452-43a3-924a-b435a8b27566 gateway port host: dv-neutron-822799-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:26:03.866382 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-b9c02adf-84c7-4ebd-8e17-5dd6cf9d57c3 req-f255448f-70d2-43e3-a885-638e1a60d437 service neutron] 10.222.0.61 "GET /v2.0/networks/ac031e7e-e610-4bb4-ad39-49216b655dfe?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1237814
Dec 23 16:26:04.010405 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-b9c02adf-84c7-4ebd-8e17-5dd6cf9d57c3 req-da1fe4af-d5ed-422d-9081-ef2688c286d6 service neutron] 10.222.0.61 "GET /v2.0/networks/ac031e7e-e610-4bb4-ad39-49216b655dfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1349106
Dec 23 16:26:04.250011 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-b5a51b42-d4db-4fe4-af2b-52b9110cecf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc2077cd0>, [{'id': 'da24d517-b452-43a3-924a-b435a8b27566', 'name': 'tempest-TestNetworkBasicOps-router-54685073', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.101'}], 'enable_snat': True}, 'gw_port_id': '92c0d42b-52a6-41e6-bf3a-1b1075e0e354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:25:23Z', 'updated_at': '2021-12-23T16:25:28Z', 'revision_number': 4, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'gw_port': {'id': '92c0d42b-52a6-41e6-bf3a-1b1075e0e354', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:ed:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da24d517-b452-43a3-924a-b435a8b27566', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:25:23Z', 'updated_at': '2021-12-23T16:25:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_floatingips': [{'id': '36b4436a-5b34-4506-8f1f-e1beefbe565c', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'floating_ip_address': '172.26.3.105', 'floating_network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'router_id': 'da24d517-b452-43a3-924a-b435a8b27566', 'port_id': '93c0542a-a71e-4b91-993c-cce9ea69f124', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1487, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac031e7e-e610-4bb4-ad39-49216b655dfe', 'mac_address': 'fa:16:3e:da:69:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ad26129-59eb-4358-b610-ef2fd352beca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:26:01Z', 'updated_at': '2021-12-23T16:26:01Z', 'revision_number': 0, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'fixed_ip_address_scope': None}, {'id': 'ba6addcc-b364-4999-866c-b127efbb28c6', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'floating_ip_address': '172.26.3.3', 'floating_network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'router_id': 'da24d517-b452-43a3-924a-b435a8b27566', 'port_id': '8a78c026-bc78-4597-ae53-94543a9de167', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac031e7e-e610-4bb4-ad39-49216b655dfe', 'mac_address': 'fa:16:3e:4c:6e:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c82eb42d-8d78-47c3-9b81-5b604c8eb8f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:25:45Z', 'updated_at': '2021-12-23T16:25:48Z', 'revision_number': 1, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fd6cf2e-8a59-4e20-ae5b-f2b67a49a144', 'name': '', 'network_id': 'ac031e7e-e610-4bb4-ad39-49216b655dfe', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'mac_address': 'fa:16:3e:12:4b:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da24d517-b452-43a3-924a-b435a8b27566', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '0e71f3d5-64d5-4abe-956e-ca1fccc4c9f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:25:27Z', 'updated_at': '2021-12-23T16:25:34Z', 'revision_number': 5, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'subnets': [{'id': '0e71f3d5-64d5-4abe-956e-ca1fccc4c9f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:26:04.254018 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a51b42-d4db-4fe4-af2b-52b9110cecf1 None None] The sync data for ids ['da24d517-b452-43a3-924a-b435a8b27566'] in dv-neutron-822799-1-hyperv is: [{'id': 'da24d517-b452-43a3-924a-b435a8b27566', 'name': 'tempest-TestNetworkBasicOps-router-54685073', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.101'}], 'enable_snat': True}, 'gw_port_id': '92c0d42b-52a6-41e6-bf3a-1b1075e0e354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:25:23Z', 'updated_at': '2021-12-23T16:25:28Z', 'revision_number': 4, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'gw_port': {'id': '92c0d42b-52a6-41e6-bf3a-1b1075e0e354', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:ed:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da24d517-b452-43a3-924a-b435a8b27566', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:25:23Z', 'updated_at': '2021-12-23T16:25:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_floatingips': [{'id': '36b4436a-5b34-4506-8f1f-e1beefbe565c', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'floating_ip_address': '172.26.3.105', 'floating_network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'router_id': 'da24d517-b452-43a3-924a-b435a8b27566', 'port_id': '93c0542a-a71e-4b91-993c-cce9ea69f124', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1487, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac031e7e-e610-4bb4-ad39-49216b655dfe', 'mac_address': 'fa:16:3e:da:69:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ad26129-59eb-4358-b610-ef2fd352beca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:26:01Z', 'updated_at': '2021-12-23T16:26:01Z', 'revision_number': 0, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'fixed_ip_address_scope': None}, {'id': 'ba6addcc-b364-4999-866c-b127efbb28c6', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'floating_ip_address': '172.26.3.3', 'floating_network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'router_id': 'da24d517-b452-43a3-924a-b435a8b27566', 'port_id': '8a78c026-bc78-4597-ae53-94543a9de167', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac031e7e-e610-4bb4-ad39-49216b655dfe', 'mac_address': 'fa:16:3e:4c:6e:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c82eb42d-8d78-47c3-9b81-5b604c8eb8f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:25:45Z', 'updated_at': '2021-12-23T16:25:48Z', 'revision_number': 1, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fd6cf2e-8a59-4e20-ae5b-f2b67a49a144', 'name': '', 'network_id': 'ac031e7e-e610-4bb4-ad39-49216b655dfe', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'mac_address': 'fa:16:3e:12:4b:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da24d517-b452-43a3-924a-b435a8b27566', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '0e71f3d5-64d5-4abe-956e-ca1fccc4c9f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:25:27Z', 'updated_at': '2021-12-23T16:25:34Z', 'revision_number': 5, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'subnets': [{'id': '0e71f3d5-64d5-4abe-956e-ca1fccc4c9f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 23 16:26:04.460193 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e748b6-71f2-4a96-99af-06bb6f5d001f None None] New status for floating IP 36b4436a-5b34-4506-8f1f-e1beefbe565c: ACTIVE {{(pid=87637) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 23 16:26:04.693184 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 54670) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:26:04.848305 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-3024a5c8-33f7-460a-964a-28980c47084c tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Deleting port b4414eba-7967-483c-ae7f-69baf0fad44c {{(pid=87635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:26:04.848668 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-3024a5c8-33f7-460a-964a-28980c47084c tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:26:05.140411 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-3024a5c8-33f7-460a-964a-28980c47084c tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:26:05.140756 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-3024a5c8-33f7-460a-964a-28980c47084c tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:26:05.262022 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-3024a5c8-33f7-460a-964a-28980c47084c tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Calling delete_port for b4414eba-7967-483c-ae7f-69baf0fad44c owned by network:floatingip {{(pid=87635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:26:05.307479 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Device 160f9176-1cc9-4e89-b0c2-488b098330d9 no longer exists at agent hyperv_hv-neutron-8227 {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 23 16:26:05.348476 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] No Port match for: 160f9176-1cc9-4e89-b0c2-488b098330d9 {{(pid=87637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 23 16:26:05.348865 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Device 160f9176-1cc9-4e89-b0c2-488b098330d9 not bound to the agent host hv-neutron-8227 {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 23 16:26:05.420932 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-3024a5c8-33f7-460a-964a-28980c47084c tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:26:05.424869 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-e3d62cda-4cef-4faf-adee-d1380c45b790 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:26:05.469431 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3024a5c8-33f7-460a-964a-28980c47084c tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Pushing event deleted for resources: {'Port': ['ID=b4414eba-7967-483c-ae7f-69baf0fad44c,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:26:05.472969 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-3024a5c8-33f7-460a-964a-28980c47084c tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:26:05.564371 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-3024a5c8-33f7-460a-964a-28980c47084c tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Notify callbacks [] for floatingip, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:26:05.585681 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-3024a5c8-33f7-460a-964a-28980c47084c tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for floatingip, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:26:05.586819 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-3024a5c8-33f7-460a-964a-28980c47084c tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] 10.222.0.64 "DELETE /v2.0/floatingips/3fdb11cb-32db-4d72-ae21-ef594f592c87 HTTP/1.1" status: 204  len: 168 time: 0.8926716
Dec 23 16:26:05.598495 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.agents_db [None req-30c2320c-f298-49f6-9c47-c20e38116a9c None None] Agent healthcheck: found 6 active agents {{(pid=87638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 23 16:26:08.073156 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 54686) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:26:08.152323 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-fcebff01-ba84-4341-a63b-9bf5ef5aade2 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Notify callbacks [] for security_group, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:26:08.184424 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-fcebff01-ba84-4341-a63b-9bf5ef5aade2 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:26:08.250462 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-fcebff01-ba84-4341-a63b-9bf5ef5aade2 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:26:08.254952 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-ae7b1399-6d81-4088-bbed-8f6eb6bfa7aa tempest-NegativeSecGroupTest-1671595914 tempest-NegativeSecGroupTest-1671595914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:26:08.272719 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcebff01-ba84-4341-a63b-9bf5ef5aade2 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=377c3367-231c-4c91-96ad-c0bd6ef1f689,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:26:08.275975 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-fcebff01-ba84-4341-a63b-9bf5ef5aade2 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:26:08.285326 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-fcebff01-ba84-4341-a63b-9bf5ef5aade2 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Notify callbacks [] for security_group, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:26:08.286542 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-fcebff01-ba84-4341-a63b-9bf5ef5aade2 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] 10.222.0.64 "DELETE /v2.0/security-groups/377c3367-231c-4c91-96ad-c0bd6ef1f689 HTTP/1.1" status: 204  len: 168 time: 0.2122288
Dec 23 16:26:08.348686 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 54692) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:26:09.052421 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-f51016ab-ebcc-4692-a673-49ffcd520b4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1781419'] for router_interface, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:26:09.537553 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-f51016ab-ebcc-4692-a673-49ffcd520b4e admin admin] Deleting port d17475bd-9510-4096-a5f0-5c5d2cf79e4b {{(pid=87635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:26:09.538273 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-f51016ab-ebcc-4692-a673-49ffcd520b4e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:26:09.715491 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.db [None req-f51016ab-ebcc-4692-a673-49ffcd520b4e admin admin] For port d17475bd-9510-4096-a5f0-5c5d2cf79e4b, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=d17475bd-9510-4096-a5f0-5c5d2cf79e4b,segment=NetworkSegment(87dd7487-e7c8-48c3-b597-2f6995c824bb),segment_id=87dd7487-e7c8-48c3-b597-2f6995c824bb)] {{(pid=87635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:26:09.715848 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-f51016ab-ebcc-4692-a673-49ffcd520b4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:26:09.836026 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-f51016ab-ebcc-4692-a673-49ffcd520b4e admin admin] Calling delete_port for d17475bd-9510-4096-a5f0-5c5d2cf79e4b owned by network:router_interface {{(pid=87635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:26:10.019567 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-f51016ab-ebcc-4692-a673-49ffcd520b4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:26:10.024925 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-9d77ba90-113a-4fa0-ba0c-7fe28b81f30c tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:26:10.076248 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51016ab-ebcc-4692-a673-49ffcd520b4e admin admin] Pushing event deleted for resources: {'Port': ['ID=d17475bd-9510-4096-a5f0-5c5d2cf79e4b,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:26:10.079317 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-f51016ab-ebcc-4692-a673-49ffcd520b4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:26:10.357725 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-f51016ab-ebcc-4692-a673-49ffcd520b4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1627472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1784155'] for router_interface, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:26:10.718661 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f51016ab-ebcc-4692-a673-49ffcd520b4e admin admin] Router 4a42c453-b79e-4e99-ad61-ce295702871a has already been hosted by L3 agent 371d4c41-c7e2-4de7-9539-c049ec4e95d1 {{(pid=87635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 23 16:26:11.027572 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f51016ab-ebcc-4692-a673-49ffcd520b4e admin admin] Notify agent at l3_agent.dv-neutron-822799-1-hyperv the message routers_updated {{(pid=87635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 23 16:26:11.037643 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-669feb9b-c22d-47fb-ad39-e3eaf75b355c None None] Sync routers for ids ['4a42c453-b79e-4e99-ad61-ce295702871a'] in dv-neutron-822799-1-hyperv {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 23 16:26:11.041541 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-f51016ab-ebcc-4692-a673-49ffcd520b4e admin admin] 10.222.0.64 "PUT /v2.0/routers/4a42c453-b79e-4e99-ad61-ce295702871a/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6915560
Dec 23 16:26:11.044145 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 54700) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:26:11.047829 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-669feb9b-c22d-47fb-ad39-e3eaf75b355c None None] Routers {'4a42c453-b79e-4e99-ad61-ce295702871a'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:26:11.048472 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-669feb9b-c22d-47fb-ad39-e3eaf75b355c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc1f0d190>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:25:50Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['4a42c453-b79e-4e99-ad61-ce295702871a'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:26:11.219734 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-94257e96-af80-4449-86a9-89b1d67df195 admin admin] Notify callbacks [] for router, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:26:11.225104 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-669feb9b-c22d-47fb-ad39-e3eaf75b355c None None] Set router 4a42c453-b79e-4e99-ad61-ce295702871a gateway port host: dv-neutron-822799-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:26:11.397616 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-94257e96-af80-4449-86a9-89b1d67df195 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:26:11.412266 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-94257e96-af80-4449-86a9-89b1d67df195 admin admin] Deleting port 1db041a6-d74c-4bb1-a37a-855a0926652b {{(pid=87635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:26:11.412629 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-94257e96-af80-4449-86a9-89b1d67df195 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:26:11.521319 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-669feb9b-c22d-47fb-ad39-e3eaf75b355c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc1f0d190>, [{'id': '4a42c453-b79e-4e99-ad61-ce295702871a', 'name': 'tempest-TestVolumeBootPattern-662153544-router', 'tenant_id': '815a3f337d0d43d79aa09f57743afc6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.186'}], 'enable_snat': True}, 'gw_port_id': '1db041a6-d74c-4bb1-a37a-855a0926652b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:18:54Z', 'updated_at': '2021-12-23T16:26:09Z', 'revision_number': 5, 'project_id': '815a3f337d0d43d79aa09f57743afc6f', 'gw_port': {'id': '1db041a6-d74c-4bb1-a37a-855a0926652b', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:14:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a42c453-b79e-4e99-ad61-ce295702871a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:18:55Z', 'updated_at': '2021-12-23T16:19:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv'}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:26:11.525229 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-669feb9b-c22d-47fb-ad39-e3eaf75b355c None None] Checking router: 4a42c453-b79e-4e99-ad61-ce295702871a for host: dv-neutron-822799-1-hyperv {{(pid=87638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 23 16:26:11.533677 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-669feb9b-c22d-47fb-ad39-e3eaf75b355c None None] Routers {'4a42c453-b79e-4e99-ad61-ce295702871a'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:26:11.534288 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-669feb9b-c22d-47fb-ad39-e3eaf75b355c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc1f0d190>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:25:50Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['4a42c453-b79e-4e99-ad61-ce295702871a'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:26:11.586562 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.db [None req-94257e96-af80-4449-86a9-89b1d67df195 admin admin] For port 1db041a6-d74c-4bb1-a37a-855a0926652b, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=1db041a6-d74c-4bb1-a37a-855a0926652b,segment=NetworkSegment(77e3d110-dd7b-426c-b11f-b78dde7993df),segment_id=77e3d110-dd7b-426c-b11f-b78dde7993df)] {{(pid=87635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:26:11.586916 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-94257e96-af80-4449-86a9-89b1d67df195 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:26:11.683791 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-669feb9b-c22d-47fb-ad39-e3eaf75b355c None None] Set router 4a42c453-b79e-4e99-ad61-ce295702871a gateway port host: None {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:26:11.714024 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-94257e96-af80-4449-86a9-89b1d67df195 admin admin] Calling delete_port for 1db041a6-d74c-4bb1-a37a-855a0926652b owned by network:router_gateway {{(pid=87635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:26:11.803805 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-669feb9b-c22d-47fb-ad39-e3eaf75b355c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc1f0d190>, [{'id': '4a42c453-b79e-4e99-ad61-ce295702871a', 'name': 'tempest-TestVolumeBootPattern-662153544-router', 'tenant_id': '815a3f337d0d43d79aa09f57743afc6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:18:54Z', 'updated_at': '2021-12-23T16:26:11Z', 'revision_number': 6, 'project_id': '815a3f337d0d43d79aa09f57743afc6f', 'gw_port_host': None}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:26:11.807974 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-669feb9b-c22d-47fb-ad39-e3eaf75b355c None None] The sync data for ids ['4a42c453-b79e-4e99-ad61-ce295702871a'] in dv-neutron-822799-1-hyperv is: [{'id': '4a42c453-b79e-4e99-ad61-ce295702871a', 'name': 'tempest-TestVolumeBootPattern-662153544-router', 'tenant_id': '815a3f337d0d43d79aa09f57743afc6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:18:54Z', 'updated_at': '2021-12-23T16:26:11Z', 'revision_number': 6, 'project_id': '815a3f337d0d43d79aa09f57743afc6f', 'gw_port_host': None}] {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 23 16:26:11.904263 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:26:11.917178 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-94257e96-af80-4449-86a9-89b1d67df195 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:26:11.920916 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-ad676eb6-2775-4423-b5d0-3c7c09a00fa7 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:26:11.967548 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94257e96-af80-4449-86a9-89b1d67df195 admin admin] Pushing event deleted for resources: {'Port': ['ID=1db041a6-d74c-4bb1-a37a-855a0926652b,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:26:11.993624 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-94257e96-af80-4449-86a9-89b1d67df195 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:26:12.057034 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-94257e96-af80-4449-86a9-89b1d67df195 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1824206'] for router_gateway, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:26:12.243848 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-94257e96-af80-4449-86a9-89b1d67df195 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1784183', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-235354'] for router, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:26:12.246088 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-94257e96-af80-4449-86a9-89b1d67df195 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:26:12.270249 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-94257e96-af80-4449-86a9-89b1d67df195 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1781328'] for router, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:26:12.275561 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94257e96-af80-4449-86a9-89b1d67df195 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4a42c453-b79e-4e99-ad61-ce295702871a {{(pid=87635) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 23 16:26:12.287820 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-94257e96-af80-4449-86a9-89b1d67df195 admin admin] Notify callbacks [] for router, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:26:12.289001 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-94257e96-af80-4449-86a9-89b1d67df195 admin admin] 10.222.0.64 "DELETE /v2.0/routers/4a42c453-b79e-4e99-ad61-ce295702871a HTTP/1.1" status: 204  len: 168 time: 1.2438579
Dec 23 16:26:12.291388 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 54704) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:26:12.484569 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.db_base_plugin_v2 [None req-97b0c9eb-57e6-4741-9efb-6c6cf55b3ca3 admin admin] Deleting subnet 155d1b85-f535-40ed-8306-928fb9445b01 {{(pid=87635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 23 16:26:12.487774 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-97b0c9eb-57e6-4741-9efb-6c6cf55b3ca3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:26:12.537525 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-97b0c9eb-57e6-4741-9efb-6c6cf55b3ca3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2776816'] for subnet, precommit_delete_associations {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:26:12.619183 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-97b0c9eb-57e6-4741-9efb-6c6cf55b3ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864774'] for subnet, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:26:12.689911 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-97b0c9eb-57e6-4741-9efb-6c6cf55b3ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2753333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2609730'] for subnet, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:26:12.693437 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-eaf667cb-2278-4cf3-87c2-001403180c59 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:26:12.728905 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b0c9eb-57e6-4741-9efb-6c6cf55b3ca3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=155d1b85-f535-40ed-8306-928fb9445b01,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:26:12.731895 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-97b0c9eb-57e6-4741-9efb-6c6cf55b3ca3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:26:12.732882 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-97b0c9eb-57e6-4741-9efb-6c6cf55b3ca3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:26:12.738482 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cf81c6c-bfb2-41d8-a3c4-47680a77c5b5 None None] Network 0150432c-3455-4bcb-8764-4bb2c28e3d40 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:26:12.741096 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-97b0c9eb-57e6-4741-9efb-6c6cf55b3ca3 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/155d1b85-f535-40ed-8306-928fb9445b01 HTTP/1.1" status: 204  len: 168 time: 0.4486847
Dec 23 16:26:12.741750 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 54708) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:26:12.851056 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-e48d15ba-5f1c-4cf2-88a6-f44bb0c0705e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-698866'] for network, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:26:12.862289 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-e48d15ba-5f1c-4cf2-88a6-f44bb0c0705e admin admin] Deleting port b4d958db-9748-42d1-9092-9c1b84caff5b {{(pid=87635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:26:12.862879 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-e48d15ba-5f1c-4cf2-88a6-f44bb0c0705e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:26:13.006640 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1f3ee36-e73d-4281-b64e-1af8dcb06a7e None None] DHCP port deletion for 0150432c-3455-4bcb-8764-4bb2c28e3d40 request from dv-neutron-822799-1-hyperv {{(pid=87637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 23 16:26:13.011070 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-e1f3ee36-e73d-4281-b64e-1af8dcb06a7e None None] Deleting port b4d958db-9748-42d1-9092-9c1b84caff5b {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:26:13.011543 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-e1f3ee36-e73d-4281-b64e-1af8dcb06a7e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:26:13.074003 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.db [None req-e48d15ba-5f1c-4cf2-88a6-f44bb0c0705e admin admin] For port b4d958db-9748-42d1-9092-9c1b84caff5b, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=b4d958db-9748-42d1-9092-9c1b84caff5b,segment=NetworkSegment(87dd7487-e7c8-48c3-b597-2f6995c824bb),segment_id=87dd7487-e7c8-48c3-b597-2f6995c824bb)] {{(pid=87635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:26:13.074612 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-e48d15ba-5f1c-4cf2-88a6-f44bb0c0705e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:26:13.194827 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-e48d15ba-5f1c-4cf2-88a6-f44bb0c0705e admin admin] Calling delete_port for b4d958db-9748-42d1-9092-9c1b84caff5b owned by network:dhcp {{(pid=87635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:26:13.214108 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-e1f3ee36-e73d-4281-b64e-1af8dcb06a7e None None] For port b4d958db-9748-42d1-9092-9c1b84caff5b, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=b4d958db-9748-42d1-9092-9c1b84caff5b,segment=NetworkSegment(87dd7487-e7c8-48c3-b597-2f6995c824bb),segment_id=87dd7487-e7c8-48c3-b597-2f6995c824bb)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:26:13.214691 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-e1f3ee36-e73d-4281-b64e-1af8dcb06a7e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:26:13.271999 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-e48d15ba-5f1c-4cf2-88a6-f44bb0c0705e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:26:13.275842 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-3024a5c8-33f7-460a-964a-28980c47084c tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:26:13.321840 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48d15ba-5f1c-4cf2-88a6-f44bb0c0705e admin admin] Pushing event deleted for resources: {'Port': ['ID=b4d958db-9748-42d1-9092-9c1b84caff5b,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:26:13.325492 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-e48d15ba-5f1c-4cf2-88a6-f44bb0c0705e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:26:13.326238 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e48d15ba-5f1c-4cf2-88a6-f44bb0c0705e admin admin] No DVR routers for this DVR port b4d958db-9748-42d1-9092-9c1b84caff5b on host dv-neutron-822799-1-hyperv {{(pid=87635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 23 16:26:13.339518 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-e1f3ee36-e73d-4281-b64e-1af8dcb06a7e None None] Calling delete_port for b4d958db-9748-42d1-9092-9c1b84caff5b owned by network:dhcp {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:26:13.413931 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.db.api [None req-e1f3ee36-e73d-4281-b64e-1af8dcb06a7e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87637) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 23 16:26:13.414296 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_db.api [None req-e1f3ee36-e73d-4281-b64e-1af8dcb06a7e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 23 16:26:13.441187 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-e48d15ba-5f1c-4cf2-88a6-f44bb0c0705e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-864347', 'neutron.services.segments.db._delete_segments_for_network-8735362908070'] for network, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:26:13.466107 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.services.segments.db [None req-e48d15ba-5f1c-4cf2-88a6-f44bb0c0705e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1dc1545280>,) {'filters': {'network_id': ['0150432c-3455-4bcb-8764-4bb2c28e3d40']}} {{(pid=87635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:26:13.478262 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.services.segments.db [None req-e48d15ba-5f1c-4cf2-88a6-f44bb0c0705e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dc1545280>, '87dd7487-e7c8-48c3-b597-2f6995c824bb') {'for_net_delete': True} {{(pid=87635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:26:13.478559 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.services.segments.db [None req-e48d15ba-5f1c-4cf2-88a6-f44bb0c0705e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dc1545280>, '87dd7487-e7c8-48c3-b597-2f6995c824bb') {} {{(pid=87635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:26:13.490497 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-e48d15ba-5f1c-4cf2-88a6-f44bb0c0705e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735363085442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2776713'] for segment, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:26:13.509008 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-e48d15ba-5f1c-4cf2-88a6-f44bb0c0705e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:26:13.515974 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e48d15ba-5f1c-4cf2-88a6-f44bb0c0705e admin admin] Releasing vlan 414 on physical network physnet1 to pool {{(pid=87635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 23 16:26:13.516450 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-e48d15ba-5f1c-4cf2-88a6-f44bb0c0705e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2753503'] for segment, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:26:13.529742 dv-neutron-822799-1-hyperv neutron-server[87635]: Traceback (most recent call last):
Dec 23 16:26:13.529742 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 23 16:26:13.529742 dv-neutron-822799-1-hyperv neutron-server[87635]:     timer()
Dec 23 16:26:13.529742 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:26:13.529742 dv-neutron-822799-1-hyperv neutron-server[87635]:     cb(*args, **kw)
Dec 23 16:26:13.529742 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 23 16:26:13.529742 dv-neutron-822799-1-hyperv neutron-server[87635]:     return func(*args, **kwargs)
Dec 23 16:26:13.529742 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:26:13.529742 dv-neutron-822799-1-hyperv neutron-server[87635]:     self._notify()
Dec 23 16:26:13.529742 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:26:13.529742 dv-neutron-822799-1-hyperv neutron-server[87635]:     self.callback(batched_events)
Dec 23 16:26:13.529742 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:26:13.529742 dv-neutron-822799-1-hyperv neutron-server[87635]:     event.method(event)
Dec 23 16:26:13.529742 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:26:13.529742 dv-neutron-822799-1-hyperv neutron-server[87635]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:26:13.529742 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 23 16:26:13.529742 dv-neutron-822799-1-hyperv neutron-server[87635]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 23 16:26:13.529742 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 23 16:26:13.529742 dv-neutron-822799-1-hyperv neutron-server[87635]:     return f(self, *a, **k)
Dec 23 16:26:13.529742 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:26:13.529742 dv-neutron-822799-1-hyperv neutron-server[87635]:     return self._get(url).json()
Dec 23 16:26:13.529742 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 23 16:26:13.529742 dv-neutron-822799-1-hyperv neutron-server[87635]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 23 16:26:13.529742 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 23 16:26:13.529742 dv-neutron-822799-1-hyperv neutron-server[87635]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:26:13.529742 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 23 16:26:13.529742 dv-neutron-822799-1-hyperv neutron-server[87635]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 23 16:26:13.529742 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 23 16:26:13.529742 dv-neutron-822799-1-hyperv neutron-server[87635]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:26:13.529742 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 23 16:26:13.529742 dv-neutron-822799-1-hyperv neutron-server[87635]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:26:13.529742 dv-neutron-822799-1-hyperv neutron-server[87635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:26:13.610917 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-e48d15ba-5f1c-4cf2-88a6-f44bb0c0705e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-864336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1824171'] for network, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:26:13.614610 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-cc3ac83b-917e-4f52-bdb4-837a12c5d542 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:26:13.627244 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-e48d15ba-5f1c-4cf2-88a6-f44bb0c0705e admin admin] Notify callbacks [] for network, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:26:13.637267 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48d15ba-5f1c-4cf2-88a6-f44bb0c0705e admin admin] Pushing event deleted for resources: {'Network': ['ID=0150432c-3455-4bcb-8764-4bb2c28e3d40,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:26:13.640538 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-e48d15ba-5f1c-4cf2-88a6-f44bb0c0705e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:26:13.652308 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-e48d15ba-5f1c-4cf2-88a6-f44bb0c0705e admin admin] 10.222.0.64 "DELETE /v2.0/networks/0150432c-3455-4bcb-8764-4bb2c28e3d40 HTTP/1.1" status: 204  len: 168 time: 0.9094963
Dec 23 16:26:13.655335 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 54712) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:26:13.786531 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device d17475bd-9510-4096-a5f0-5c5d2cf79e4b no longer exists at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 23 16:26:13.820111 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] No Port match for: d17475bd-9510-4096-a5f0-5c5d2cf79e4b {{(pid=87637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 23 16:26:13.820493 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device d17475bd-9510-4096-a5f0-5c5d2cf79e4b not bound to the agent host dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 23 16:26:13.820962 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 1db041a6-d74c-4bb1-a37a-855a0926652b no longer exists at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 23 16:26:13.856407 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] No Port match for: 1db041a6-d74c-4bb1-a37a-855a0926652b {{(pid=87637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 23 16:26:13.856936 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 1db041a6-d74c-4bb1-a37a-855a0926652b not bound to the agent host dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 23 16:26:13.857526 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device b4d958db-9748-42d1-9092-9c1b84caff5b no longer exists at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 23 16:26:13.889573 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] No Port match for: b4d958db-9748-42d1-9092-9c1b84caff5b {{(pid=87637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 23 16:26:13.889934 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device b4d958db-9748-42d1-9092-9c1b84caff5b not bound to the agent host dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 23 16:26:13.915355 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-e1f3ee36-e73d-4281-b64e-1af8dcb06a7e None None] Deleting port b4d958db-9748-42d1-9092-9c1b84caff5b {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:26:13.915876 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-e1f3ee36-e73d-4281-b64e-1af8dcb06a7e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:26:13.986203 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-e1f3ee36-e73d-4281-b64e-1af8dcb06a7e None None] The port 'b4d958db-9748-42d1-9092-9c1b84caff5b' was deleted {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 23 16:26:14.326335 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-f7595c9e-bb97-4d39-b066-cbc75df0f52f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1781419'] for router_interface, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:26:14.687807 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-f7595c9e-bb97-4d39-b066-cbc75df0f52f admin admin] Deleting port f30d73dc-8c2b-41b6-aa2f-a6cdb124526f {{(pid=87635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:26:14.688154 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-f7595c9e-bb97-4d39-b066-cbc75df0f52f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:26:14.880206 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.db [None req-f7595c9e-bb97-4d39-b066-cbc75df0f52f admin admin] For port f30d73dc-8c2b-41b6-aa2f-a6cdb124526f, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=f30d73dc-8c2b-41b6-aa2f-a6cdb124526f,segment=NetworkSegment(f48678bb-b969-42c1-a695-03409dabb510),segment_id=f48678bb-b969-42c1-a695-03409dabb510)] {{(pid=87635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:26:14.880673 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-f7595c9e-bb97-4d39-b066-cbc75df0f52f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:26:15.000176 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-f7595c9e-bb97-4d39-b066-cbc75df0f52f admin admin] Calling delete_port for f30d73dc-8c2b-41b6-aa2f-a6cdb124526f owned by network:router_interface {{(pid=87635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:26:15.199407 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-f7595c9e-bb97-4d39-b066-cbc75df0f52f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:26:15.204054 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-f985f913-f206-4618-a56d-02498a808771 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:26:15.253097 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7595c9e-bb97-4d39-b066-cbc75df0f52f admin admin] Pushing event deleted for resources: {'Port': ['ID=f30d73dc-8c2b-41b6-aa2f-a6cdb124526f,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:26:15.279973 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-f7595c9e-bb97-4d39-b066-cbc75df0f52f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:26:15.647121 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-f7595c9e-bb97-4d39-b066-cbc75df0f52f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1627472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1784155'] for router_interface, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:26:16.016696 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7595c9e-bb97-4d39-b066-cbc75df0f52f admin admin] Router f71b76e2-ad2d-4e05-92c1-1c44cbbb7637 has already been hosted by L3 agent 371d4c41-c7e2-4de7-9539-c049ec4e95d1 {{(pid=87635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 23 16:26:16.202898 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7595c9e-bb97-4d39-b066-cbc75df0f52f admin admin] Notify agent at l3_agent.dv-neutron-822799-1-hyperv the message routers_updated {{(pid=87635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 23 16:26:16.213383 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99be13d4-a4ba-4c28-8dd8-e0eb3df2acd6 None None] Sync routers for ids ['f71b76e2-ad2d-4e05-92c1-1c44cbbb7637'] in dv-neutron-822799-1-hyperv {{(pid=87637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 23 16:26:16.221368 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-f7595c9e-bb97-4d39-b066-cbc75df0f52f admin admin] 10.222.0.64 "PUT /v2.0/routers/f71b76e2-ad2d-4e05-92c1-1c44cbbb7637/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5649626
Dec 23 16:26:16.223937 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 54716) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:26:16.226714 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99be13d4-a4ba-4c28-8dd8-e0eb3df2acd6 None None] Routers {'f71b76e2-ad2d-4e05-92c1-1c44cbbb7637'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:26:16.227346 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-99be13d4-a4ba-4c28-8dd8-e0eb3df2acd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc6341820>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:25:50Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['f71b76e2-ad2d-4e05-92c1-1c44cbbb7637'], 'active': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:26:16.404120 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-f0448664-c9e6-4b25-8cec-1c36aa0200c2 admin admin] Notify callbacks [] for router, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:26:16.444869 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvr_db [None req-99be13d4-a4ba-4c28-8dd8-e0eb3df2acd6 None None] Set router f71b76e2-ad2d-4e05-92c1-1c44cbbb7637 gateway port host: dv-neutron-822799-1-hyperv {{(pid=87637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:26:16.586539 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-f0448664-c9e6-4b25-8cec-1c36aa0200c2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:26:16.598583 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-f0448664-c9e6-4b25-8cec-1c36aa0200c2 admin admin] Deleting port 667e33d9-61fa-476b-8aa2-2fa1c4c1b4e6 {{(pid=87635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:26:16.599032 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-f0448664-c9e6-4b25-8cec-1c36aa0200c2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:26:16.737049 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-99be13d4-a4ba-4c28-8dd8-e0eb3df2acd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc6341820>, [{'id': 'f71b76e2-ad2d-4e05-92c1-1c44cbbb7637', 'name': 'tempest-TestVolumeBootPattern-506463932-router', 'tenant_id': '04848f25804c461b95ee81b4244e4d64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.107'}], 'enable_snat': True}, 'gw_port_id': '667e33d9-61fa-476b-8aa2-2fa1c4c1b4e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:19:02Z', 'updated_at': '2021-12-23T16:26:15Z', 'revision_number': 5, 'project_id': '04848f25804c461b95ee81b4244e4d64', 'gw_port': {'id': '667e33d9-61fa-476b-8aa2-2fa1c4c1b4e6', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:cf:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f71b76e2-ad2d-4e05-92c1-1c44cbbb7637', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:19:03Z', 'updated_at': '2021-12-23T16:19:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv'}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:26:16.741097 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99be13d4-a4ba-4c28-8dd8-e0eb3df2acd6 None None] Checking router: f71b76e2-ad2d-4e05-92c1-1c44cbbb7637 for host: dv-neutron-822799-1-hyperv {{(pid=87637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 23 16:26:16.749864 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99be13d4-a4ba-4c28-8dd8-e0eb3df2acd6 None None] Routers {'f71b76e2-ad2d-4e05-92c1-1c44cbbb7637'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:26:16.750485 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-99be13d4-a4ba-4c28-8dd8-e0eb3df2acd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc6341820>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:25:50Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['f71b76e2-ad2d-4e05-92c1-1c44cbbb7637'], 'active': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:26:16.776040 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.db [None req-f0448664-c9e6-4b25-8cec-1c36aa0200c2 admin admin] For port 667e33d9-61fa-476b-8aa2-2fa1c4c1b4e6, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=667e33d9-61fa-476b-8aa2-2fa1c4c1b4e6,segment=NetworkSegment(77e3d110-dd7b-426c-b11f-b78dde7993df),segment_id=77e3d110-dd7b-426c-b11f-b78dde7993df)] {{(pid=87635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:26:16.776639 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-f0448664-c9e6-4b25-8cec-1c36aa0200c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:26:16.896175 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-f0448664-c9e6-4b25-8cec-1c36aa0200c2 admin admin] Calling delete_port for 667e33d9-61fa-476b-8aa2-2fa1c4c1b4e6 owned by network:router_gateway {{(pid=87635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:26:16.897118 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvr_db [None req-99be13d4-a4ba-4c28-8dd8-e0eb3df2acd6 None None] Set router f71b76e2-ad2d-4e05-92c1-1c44cbbb7637 gateway port host: None {{(pid=87637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:26:17.002964 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-99be13d4-a4ba-4c28-8dd8-e0eb3df2acd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc6341820>, [{'id': 'f71b76e2-ad2d-4e05-92c1-1c44cbbb7637', 'name': 'tempest-TestVolumeBootPattern-506463932-router', 'tenant_id': '04848f25804c461b95ee81b4244e4d64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:19:02Z', 'updated_at': '2021-12-23T16:26:16Z', 'revision_number': 6, 'project_id': '04848f25804c461b95ee81b4244e4d64', 'gw_port_host': None}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:26:17.007507 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99be13d4-a4ba-4c28-8dd8-e0eb3df2acd6 None None] The sync data for ids ['f71b76e2-ad2d-4e05-92c1-1c44cbbb7637'] in dv-neutron-822799-1-hyperv is: [{'id': 'f71b76e2-ad2d-4e05-92c1-1c44cbbb7637', 'name': 'tempest-TestVolumeBootPattern-506463932-router', 'tenant_id': '04848f25804c461b95ee81b4244e4d64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:19:02Z', 'updated_at': '2021-12-23T16:26:16Z', 'revision_number': 6, 'project_id': '04848f25804c461b95ee81b4244e4d64', 'gw_port_host': None}] {{(pid=87637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 23 16:26:17.202590 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-f0448664-c9e6-4b25-8cec-1c36aa0200c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:26:17.206432 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-4ade9023-3304-4638-b1e3-695e8c30c81e tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:26:17.251774 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0448664-c9e6-4b25-8cec-1c36aa0200c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=667e33d9-61fa-476b-8aa2-2fa1c4c1b4e6,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:26:17.254759 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-f0448664-c9e6-4b25-8cec-1c36aa0200c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:26:17.343108 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-f0448664-c9e6-4b25-8cec-1c36aa0200c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1824206'] for router_gateway, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:26:17.346946 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4ec255f9-f28b-4aa7-a0a3-044451f013c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:26:17.517931 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-f0448664-c9e6-4b25-8cec-1c36aa0200c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1784183', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-235354'] for router, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:26:17.520181 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-f0448664-c9e6-4b25-8cec-1c36aa0200c2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:26:17.549130 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-f0448664-c9e6-4b25-8cec-1c36aa0200c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1781328'] for router, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:26:17.549813 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0448664-c9e6-4b25-8cec-1c36aa0200c2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f71b76e2-ad2d-4e05-92c1-1c44cbbb7637 {{(pid=87635) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 23 16:26:17.569731 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-f0448664-c9e6-4b25-8cec-1c36aa0200c2 admin admin] Notify callbacks [] for router, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:26:17.571678 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-f0448664-c9e6-4b25-8cec-1c36aa0200c2 admin admin] 10.222.0.64 "DELETE /v2.0/routers/f71b76e2-ad2d-4e05-92c1-1c44cbbb7637 HTTP/1.1" status: 204  len: 168 time: 1.3462715
Dec 23 16:26:17.575710 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 54722) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:26:17.646140 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fd7a95a-4250-431c-9fc3-67c22341b674 admin admin] Deleting subnet f9ec1fe7-43b3-4ea1-bbb2-2d9903bf6523 {{(pid=87635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 23 16:26:17.649383 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-4fd7a95a-4250-431c-9fc3-67c22341b674 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:26:17.697241 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-4fd7a95a-4250-431c-9fc3-67c22341b674 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2776816'] for subnet, precommit_delete_associations {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:26:17.787925 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-4fd7a95a-4250-431c-9fc3-67c22341b674 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864774'] for subnet, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:26:17.791939 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 667e33d9-61fa-476b-8aa2-2fa1c4c1b4e6 no longer exists at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 23 16:26:17.832901 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] No Port match for: 667e33d9-61fa-476b-8aa2-2fa1c4c1b4e6 {{(pid=87637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 23 16:26:17.833248 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 667e33d9-61fa-476b-8aa2-2fa1c4c1b4e6 not bound to the agent host dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 23 16:26:17.833691 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device f30d73dc-8c2b-41b6-aa2f-a6cdb124526f no longer exists at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 23 16:26:17.860048 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-4fd7a95a-4250-431c-9fc3-67c22341b674 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2753333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2609730'] for subnet, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:26:17.864368 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-14c06800-6c41-49d5-bdaf-8f85ee1f742b tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:26:17.867355 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] No Port match for: f30d73dc-8c2b-41b6-aa2f-a6cdb124526f {{(pid=87637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 23 16:26:17.867736 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device f30d73dc-8c2b-41b6-aa2f-a6cdb124526f not bound to the agent host dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 23 16:26:17.900354 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd7a95a-4250-431c-9fc3-67c22341b674 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f9ec1fe7-43b3-4ea1-bbb2-2d9903bf6523,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:26:17.902992 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-4fd7a95a-4250-431c-9fc3-67c22341b674 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:26:17.910671 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc44d7a0-4f57-4d19-9a23-3be9ca7b46b2 None None] Network d8789263-87e0-4a4e-b757-0ac5eefcc9f4 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:26:17.912820 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd7a95a-4250-431c-9fc3-67c22341b674 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:26:17.913219 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd7a95a-4250-431c-9fc3-67c22341b674 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:26:17.913605 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd7a95a-4250-431c-9fc3-67c22341b674 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:26:17.913985 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd7a95a-4250-431c-9fc3-67c22341b674 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:26:17.914369 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd7a95a-4250-431c-9fc3-67c22341b674 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:26:17.914743 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd7a95a-4250-431c-9fc3-67c22341b674 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:26:17.915110 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd7a95a-4250-431c-9fc3-67c22341b674 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:26:17.915479 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd7a95a-4250-431c-9fc3-67c22341b674 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:26:17.915846 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd7a95a-4250-431c-9fc3-67c22341b674 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:26:17.916209 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd7a95a-4250-431c-9fc3-67c22341b674 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:26:17.916603 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd7a95a-4250-431c-9fc3-67c22341b674 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:26:17.916953 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd7a95a-4250-431c-9fc3-67c22341b674 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:26:17.923615 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 54726) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:26:17.924132 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-4fd7a95a-4250-431c-9fc3-67c22341b674 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/f9ec1fe7-43b3-4ea1-bbb2-2d9903bf6523 HTTP/1.1" status: 204  len: 168 time: 0.3469954
Dec 23 16:26:17.924756 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-4fd7a95a-4250-431c-9fc3-67c22341b674 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:26:18.031094 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7333328f-87d7-4b69-aaba-ada7175063d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-698866'] for network, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:26:18.042120 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-7333328f-87d7-4b69-aaba-ada7175063d9 admin admin] Deleting port 5dfefd2f-6d3c-4c43-810d-8fdb947960cd {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:26:18.042120 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7333328f-87d7-4b69-aaba-ada7175063d9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:26:18.165399 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33203c16-5444-4907-a8a6-6341502f2873 None None] DHCP port deletion for d8789263-87e0-4a4e-b757-0ac5eefcc9f4 request from dv-neutron-822799-1-hyperv {{(pid=87637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 23 16:26:18.169845 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-33203c16-5444-4907-a8a6-6341502f2873 None None] Deleting port 5dfefd2f-6d3c-4c43-810d-8fdb947960cd {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:26:18.170381 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-33203c16-5444-4907-a8a6-6341502f2873 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:26:18.380611 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-33203c16-5444-4907-a8a6-6341502f2873 None None] For port 5dfefd2f-6d3c-4c43-810d-8fdb947960cd, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=5dfefd2f-6d3c-4c43-810d-8fdb947960cd,segment=NetworkSegment(f48678bb-b969-42c1-a695-03409dabb510),segment_id=f48678bb-b969-42c1-a695-03409dabb510)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:26:18.381315 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-33203c16-5444-4907-a8a6-6341502f2873 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:26:18.401471 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [None req-7333328f-87d7-4b69-aaba-ada7175063d9 admin admin] For port 5dfefd2f-6d3c-4c43-810d-8fdb947960cd, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=5dfefd2f-6d3c-4c43-810d-8fdb947960cd,segment=NetworkSegment(f48678bb-b969-42c1-a695-03409dabb510),segment_id=f48678bb-b969-42c1-a695-03409dabb510)] {{(pid=87636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:26:18.401817 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7333328f-87d7-4b69-aaba-ada7175063d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:26:18.499759 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-33203c16-5444-4907-a8a6-6341502f2873 None None] Calling delete_port for 5dfefd2f-6d3c-4c43-810d-8fdb947960cd owned by network:dhcp {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:26:18.519999 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-7333328f-87d7-4b69-aaba-ada7175063d9 admin admin] Calling delete_port for 5dfefd2f-6d3c-4c43-810d-8fdb947960cd owned by network:dhcp {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:26:18.602926 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7333328f-87d7-4b69-aaba-ada7175063d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:26:18.606877 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-698af31c-7144-41a9-887e-711669a54ff7 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:26:18.610717 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.db.api [None req-33203c16-5444-4907-a8a6-6341502f2873 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87637) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 23 16:26:18.611071 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_db.api [None req-33203c16-5444-4907-a8a6-6341502f2873 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 23 16:26:18.650190 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7333328f-87d7-4b69-aaba-ada7175063d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=5dfefd2f-6d3c-4c43-810d-8fdb947960cd,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:26:18.661651 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7333328f-87d7-4b69-aaba-ada7175063d9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:26:18.662032 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7333328f-87d7-4b69-aaba-ada7175063d9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:26:18.662404 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7333328f-87d7-4b69-aaba-ada7175063d9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:26:18.662766 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7333328f-87d7-4b69-aaba-ada7175063d9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:26:18.663123 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7333328f-87d7-4b69-aaba-ada7175063d9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:26:18.663488 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7333328f-87d7-4b69-aaba-ada7175063d9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:26:18.663842 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7333328f-87d7-4b69-aaba-ada7175063d9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:26:18.664201 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7333328f-87d7-4b69-aaba-ada7175063d9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:26:18.664561 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7333328f-87d7-4b69-aaba-ada7175063d9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:26:18.664932 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7333328f-87d7-4b69-aaba-ada7175063d9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:26:18.665283 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7333328f-87d7-4b69-aaba-ada7175063d9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:26:18.665630 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7333328f-87d7-4b69-aaba-ada7175063d9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:26:18.668189 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7333328f-87d7-4b69-aaba-ada7175063d9 admin admin] No DVR routers for this DVR port 5dfefd2f-6d3c-4c43-810d-8fdb947960cd on host dv-neutron-822799-1-hyperv {{(pid=87636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 23 16:26:18.669917 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-7333328f-87d7-4b69-aaba-ada7175063d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:26:18.781781 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7333328f-87d7-4b69-aaba-ada7175063d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-864347', 'neutron.services.segments.db._delete_segments_for_network-8735362908070'] for network, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:26:18.805670 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-7333328f-87d7-4b69-aaba-ada7175063d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1dbb3ea070>,) {'filters': {'network_id': ['d8789263-87e0-4a4e-b757-0ac5eefcc9f4']}} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:26:18.817587 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-7333328f-87d7-4b69-aaba-ada7175063d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dbb3ea070>, 'f48678bb-b969-42c1-a695-03409dabb510') {'for_net_delete': True} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:26:18.817879 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-7333328f-87d7-4b69-aaba-ada7175063d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dbb3ea070>, 'f48678bb-b969-42c1-a695-03409dabb510') {} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:26:18.829335 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7333328f-87d7-4b69-aaba-ada7175063d9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735363085442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2382197'] for segment, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:26:18.845419 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7333328f-87d7-4b69-aaba-ada7175063d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:26:18.851681 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7333328f-87d7-4b69-aaba-ada7175063d9 admin admin] Releasing vlan 442 on physical network physnet1 to pool {{(pid=87636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 23 16:26:18.852220 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7333328f-87d7-4b69-aaba-ada7175063d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2176261'] for segment, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:26:18.869845 dv-neutron-822799-1-hyperv neutron-server[87636]: Traceback (most recent call last):
Dec 23 16:26:18.869845 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 23 16:26:18.869845 dv-neutron-822799-1-hyperv neutron-server[87636]:     timer()
Dec 23 16:26:18.869845 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:26:18.869845 dv-neutron-822799-1-hyperv neutron-server[87636]:     cb(*args, **kw)
Dec 23 16:26:18.869845 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 23 16:26:18.869845 dv-neutron-822799-1-hyperv neutron-server[87636]:     return func(*args, **kwargs)
Dec 23 16:26:18.869845 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:26:18.869845 dv-neutron-822799-1-hyperv neutron-server[87636]:     self._notify()
Dec 23 16:26:18.869845 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:26:18.869845 dv-neutron-822799-1-hyperv neutron-server[87636]:     self.callback(batched_events)
Dec 23 16:26:18.869845 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:26:18.869845 dv-neutron-822799-1-hyperv neutron-server[87636]:     event.method(event)
Dec 23 16:26:18.869845 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:26:18.869845 dv-neutron-822799-1-hyperv neutron-server[87636]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:26:18.869845 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 23 16:26:18.869845 dv-neutron-822799-1-hyperv neutron-server[87636]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 23 16:26:18.869845 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 23 16:26:18.869845 dv-neutron-822799-1-hyperv neutron-server[87636]:     return f(self, *a, **k)
Dec 23 16:26:18.869845 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:26:18.869845 dv-neutron-822799-1-hyperv neutron-server[87636]:     return self._get(url).json()
Dec 23 16:26:18.869845 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 23 16:26:18.869845 dv-neutron-822799-1-hyperv neutron-server[87636]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 23 16:26:18.869845 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 23 16:26:18.869845 dv-neutron-822799-1-hyperv neutron-server[87636]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:26:18.869845 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 23 16:26:18.869845 dv-neutron-822799-1-hyperv neutron-server[87636]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 23 16:26:18.869845 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 23 16:26:18.869845 dv-neutron-822799-1-hyperv neutron-server[87636]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:26:18.869845 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 23 16:26:18.869845 dv-neutron-822799-1-hyperv neutron-server[87636]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:26:18.869845 dv-neutron-822799-1-hyperv neutron-server[87636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:26:18.944569 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7333328f-87d7-4b69-aaba-ada7175063d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-864336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1824171'] for network, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:26:18.951143 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7333328f-87d7-4b69-aaba-ada7175063d9 admin admin] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:26:18.953680 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-0bba09be-78f0-4eff-b717-97790608ce2d tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:26:18.975442 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7333328f-87d7-4b69-aaba-ada7175063d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=d8789263-87e0-4a4e-b757-0ac5eefcc9f4,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:26:18.978828 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-7333328f-87d7-4b69-aaba-ada7175063d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:26:18.980827 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-7333328f-87d7-4b69-aaba-ada7175063d9 admin admin] 10.222.0.64 "DELETE /v2.0/networks/d8789263-87e0-4a4e-b757-0ac5eefcc9f4 HTTP/1.1" status: 204  len: 168 time: 1.0561707
Dec 23 16:26:19.099291 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 54732) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:26:19.112017 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-33203c16-5444-4907-a8a6-6341502f2873 None None] Deleting port 5dfefd2f-6d3c-4c43-810d-8fdb947960cd {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:26:19.112511 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-33203c16-5444-4907-a8a6-6341502f2873 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:26:19.157186 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 54736) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:26:19.158123 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-12fc2368-ec41-4802-be34-a93624547fcc admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=815a3f337d0d43d79aa09f57743afc6f&name=default HTTP/1.1" status: 200  len: 2983 time: 0.0568693
Dec 23 16:26:19.178093 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-33203c16-5444-4907-a8a6-6341502f2873 None None] The port '5dfefd2f-6d3c-4c43-810d-8fdb947960cd' was deleted {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 23 16:26:19.220133 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-2c093207-7270-4113-b65a-99e0a0860306 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:26:19.245121 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-2c093207-7270-4113-b65a-99e0a0860306 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:26:19.302438 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-2c093207-7270-4113-b65a-99e0a0860306 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:26:19.306209 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-cdc7179b-b98a-4314-8230-7b92a2eaf908 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:26:19.319782 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c093207-7270-4113-b65a-99e0a0860306 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5f68b42-01e3-4409-99ba-edf5228c7c8e,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:26:19.323898 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-2c093207-7270-4113-b65a-99e0a0860306 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:26:19.327736 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-2c093207-7270-4113-b65a-99e0a0860306 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:26:19.328872 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-2c093207-7270-4113-b65a-99e0a0860306 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c5f68b42-01e3-4409-99ba-edf5228c7c8e HTTP/1.1" status: 204  len: 168 time: 0.1707473
Dec 23 16:26:19.695725 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 54744) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:26:19.714122 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-8a97e3c7-e6eb-403f-844a-bfa186bce138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:26:19.751886 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-d1ba2d8d-e2cb-49af-97d0-8be7f58a8469 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=04848f25804c461b95ee81b4244e4d64&name=default HTTP/1.1" status: 200  len: 2983 time: 0.0547388
Dec 23 16:26:19.754394 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 54748) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:26:19.785492 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 5dfefd2f-6d3c-4c43-810d-8fdb947960cd no longer exists at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 23 16:26:19.814240 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-0ef040ba-1180-4ed8-a48c-e2f59c451248 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:26:19.818777 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] No Port match for: 5dfefd2f-6d3c-4c43-810d-8fdb947960cd {{(pid=87637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 23 16:26:19.819147 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 5dfefd2f-6d3c-4c43-810d-8fdb947960cd not bound to the agent host dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 23 16:26:19.846267 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-0ef040ba-1180-4ed8-a48c-e2f59c451248 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:26:19.903762 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-0ef040ba-1180-4ed8-a48c-e2f59c451248 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:26:19.909855 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-f3ea1a9d-a756-4d5b-a487-c4ecdcd43104 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:26:19.928072 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef040ba-1180-4ed8-a48c-e2f59c451248 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53ff3763-e40b-4996-a840-4da115877160,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:26:19.934213 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-0ef040ba-1180-4ed8-a48c-e2f59c451248 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:26:19.938454 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-0ef040ba-1180-4ed8-a48c-e2f59c451248 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:26:19.939779 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-0ef040ba-1180-4ed8-a48c-e2f59c451248 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/53ff3763-e40b-4996-a840-4da115877160 HTTP/1.1" status: 204  len: 168 time: 0.1845136
Dec 23 16:26:20.765795 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9dcbea60-a34f-4144-91e7-90aff3f57aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:26:20.881149 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:26:22.266929 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9e3aab53-d650-47e3-b8a6-2dff21fe9ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:26:37.711301 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 54760) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:26:37.818403 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-89404cb8-1da6-42c7-8c9c-3c46688fc12d tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/floatingips/ba6addcc-b364-4999-866c-b127efbb28c6 HTTP/1.1" status: 200  len: 991 time: 0.1057060
Dec 23 16:26:38.821720 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 54770) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:26:38.831636 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-bd500896-86a5-4dd2-8968-7bb7201bd7e9 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Request body: {'port': {'admin_state_up': False}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:26:38.964929 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-bd500896-86a5-4dd2-8968-7bb7201bd7e9 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:26:39.179810 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [None req-bd500896-86a5-4dd2-8968-7bb7201bd7e9 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] For port 8a78c026-bc78-4597-ae53-94543a9de167, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=8a78c026-bc78-4597-ae53-94543a9de167,segment=NetworkSegment(94dc3d03-bebb-4a93-bf65-befd9bbda69a),segment_id=94dc3d03-bebb-4a93-bf65-befd9bbda69a)] {{(pid=87636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:26:39.204673 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-bd500896-86a5-4dd2-8968-7bb7201bd7e9 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for port, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:26:39.211570 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-bd500896-86a5-4dd2-8968-7bb7201bd7e9 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2176289'] for port, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:26:39.216529 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-032278c5-e5fe-47c6-8e1b-acdbb5cf1f0e tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:26:39.274467 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd500896-86a5-4dd2-8968-7bb7201bd7e9 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:26:39.275051 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-bd500896-86a5-4dd2-8968-7bb7201bd7e9 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:26:39.276451 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-bd500896-86a5-4dd2-8968-7bb7201bd7e9 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "PUT /v2.0/ports/8a78c026-bc78-4597-ae53-94543a9de167 HTTP/1.1" status: 200  len: 938 time: 0.4529691
Dec 23 16:26:39.277088 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c82eb42d-8d78-47c3-9b81-5b604c8eb8f5', 'tag': '8a78c026-bc78-4597-ae53-94543a9de167'}] {{(pid=87636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 23 16:26:39.311808 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd500896-86a5-4dd2-8968-7bb7201bd7e9 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Pushing event updated for resources: {'Port': ['ID=8a78c026-bc78-4597-ae53-94543a9de167,revision_number=6']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:26:39.315526 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-bd500896-86a5-4dd2-8968-7bb7201bd7e9 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:26:39.325641 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c82eb42d-8d78-47c3-9b81-5b604c8eb8f5', 'tag': '8a78c026-bc78-4597-ae53-94543a9de167', 'status': 'completed', 'code': 200}
Dec 23 16:26:39.419201 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075b5374-558a-4c1f-8acc-5acb23669639 req-ecb18ef9-bc27-452e-bc04-2f3423e97e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:26:39.420716 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-075b5374-558a-4c1f-8acc-5acb23669639 req-ecb18ef9-bc27-452e-bc04-2f3423e97e8f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=544f3e375bde4f0988286eba27294ea6&device_id=c82eb42d-8d78-47c3-9b81-5b604c8eb8f5 HTTP/1.1" status: 200  len: 1099 time: 0.0729327
Dec 23 16:26:39.504434 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-4990ddc4-40c0-4e3a-adf2-0ad45354c057 None None] Provisioning complete for port 8a78c026-bc78-4597-ae53-94543a9de167 triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:26:39.505122 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4990ddc4-40c0-4e3a-adf2-0ad45354c057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:26:39.555897 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075b5374-558a-4c1f-8acc-5acb23669639 req-aa3a8330-4ccc-4858-98dd-8db2b1a90b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:26:39.557292 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-075b5374-558a-4c1f-8acc-5acb23669639 req-aa3a8330-4ccc-4858-98dd-8db2b1a90b62 service neutron] 10.222.0.61 "GET /v2.0/networks?id=ac031e7e-e610-4bb4-ad39-49216b655dfe HTTP/1.1" status: 200  len: 897 time: 0.1298664
Dec 23 16:26:39.565199 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-4990ddc4-40c0-4e3a-adf2-0ad45354c057 None None] Port 8a78c026-bc78-4597-ae53-94543a9de167 is administratively disabled so it will not transition to active. {{(pid=87637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:351}}
Dec 23 16:26:39.662689 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-075b5374-558a-4c1f-8acc-5acb23669639 req-e2bd47f1-d92d-4564-9895-5f1390296363 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8a78c026-bc78-4597-ae53-94543a9de167 HTTP/1.1" status: 200  len: 1000 time: 0.0985973
Dec 23 16:26:39.728132 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075b5374-558a-4c1f-8acc-5acb23669639 req-649812a4-6d22-45d0-b3ee-f8d9bd248b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:26:39.729478 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-075b5374-558a-4c1f-8acc-5acb23669639 req-649812a4-6d22-45d0-b3ee-f8d9bd248b0e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=0e71f3d5-64d5-4abe-956e-ca1fccc4c9f5 HTTP/1.1" status: 200  len: 834 time: 0.0602906
Dec 23 16:26:39.809854 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075b5374-558a-4c1f-8acc-5acb23669639 req-4c97bcdb-a5f6-4418-9ef1-4529838a3a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:26:39.811336 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-075b5374-558a-4c1f-8acc-5acb23669639 req-4c97bcdb-a5f6-4418-9ef1-4529838a3a1d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ac031e7e-e610-4bb4-ad39-49216b655dfe&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0752299
Dec 23 16:26:39.948830 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-075b5374-558a-4c1f-8acc-5acb23669639 req-f940e89d-700e-4c3d-af3e-d053ff53a167 service neutron] 10.222.0.61 "GET /v2.0/networks/ac031e7e-e610-4bb4-ad39-49216b655dfe?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1299868
Dec 23 16:26:40.200587 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-075b5374-558a-4c1f-8acc-5acb23669639 req-bfa011e0-f5ba-4e2a-b948-504f72639e8c service neutron] 10.222.0.61 "GET /v2.0/networks/ac031e7e-e610-4bb4-ad39-49216b655dfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2450595
Dec 23 16:26:41.906067 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:26:42.600023 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.agents_db [None req-30c2320c-f298-49f6-9c47-c20e38116a9c None None] Agent healthcheck: found 6 active agents {{(pid=87638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 23 16:26:42.713840 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 54780) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:26:42.723023 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-7d3ff376-d915-41e6-a733-a2df9ecb5457 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Request body: {'port': {'admin_state_up': True}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:26:42.850507 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-7d3ff376-d915-41e6-a733-a2df9ecb5457 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:26:43.062430 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.db [None req-7d3ff376-d915-41e6-a733-a2df9ecb5457 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] For port 8a78c026-bc78-4597-ae53-94543a9de167, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=8a78c026-bc78-4597-ae53-94543a9de167,segment=NetworkSegment(94dc3d03-bebb-4a93-bf65-befd9bbda69a),segment_id=94dc3d03-bebb-4a93-bf65-befd9bbda69a)] {{(pid=87635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:26:43.092295 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-7d3ff376-d915-41e6-a733-a2df9ecb5457 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for port, precommit_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:26:43.098199 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-7d3ff376-d915-41e6-a733-a2df9ecb5457 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2753531'] for port, after_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:26:43.101912 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-9d77ba90-113a-4fa0-ba0c-7fe28b81f30c tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:26:43.162219 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d3ff376-d915-41e6-a733-a2df9ecb5457 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:26:43.162841 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-7d3ff376-d915-41e6-a733-a2df9ecb5457 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:26:43.167025 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-7d3ff376-d915-41e6-a733-a2df9ecb5457 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "PUT /v2.0/ports/8a78c026-bc78-4597-ae53-94543a9de167 HTTP/1.1" status: 200  len: 937 time: 0.4491136
Dec 23 16:26:43.167025 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c82eb42d-8d78-47c3-9b81-5b604c8eb8f5', 'tag': '8a78c026-bc78-4597-ae53-94543a9de167'}] {{(pid=87635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 23 16:26:43.167863 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 54784) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:26:43.192079 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ff376-d915-41e6-a733-a2df9ecb5457 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Pushing event updated for resources: {'Port': ['ID=8a78c026-bc78-4597-ae53-94543a9de167,revision_number=7']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:26:43.203028 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-7d3ff376-d915-41e6-a733-a2df9ecb5457 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:26:43.280176 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-4d2a34a5-bd06-438e-8542-21c69a2ef1b8 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/floatingips/ba6addcc-b364-4999-866c-b127efbb28c6 HTTP/1.1" status: 200  len: 991 time: 0.1110320
Dec 23 16:26:43.393510 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] get_ports_and_sgs() called for port_ids ['8a78c026-bc78-4597-ae53-94543a9de167'] {{(pid=87637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 23 16:26:43.456463 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c82eb42d-8d78-47c3-9b81-5b604c8eb8f5', 'tag': '8a78c026-bc78-4597-ae53-94543a9de167', 'status': 'completed', 'code': 200}
Dec 23 16:26:43.461862 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-e675437a-d813-4d52-99a9-9f7e90e147b2 None None] Provisioning complete for port 8a78c026-bc78-4597-ae53-94543a9de167 triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:26:43.462395 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-e675437a-d813-4d52-99a9-9f7e90e147b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:26:43.549694 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fb5b93-4cb2-4fe8-b396-6d5def2bfb17 req-b5739c20-f123-4185-bb16-8cf9a1e1c452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:26:43.551231 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-91fb5b93-4cb2-4fe8-b396-6d5def2bfb17 req-b5739c20-f123-4185-bb16-8cf9a1e1c452 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=544f3e375bde4f0988286eba27294ea6&device_id=c82eb42d-8d78-47c3-9b81-5b604c8eb8f5 HTTP/1.1" status: 200  len: 1098 time: 0.0728323
Dec 23 16:26:43.683788 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fb5b93-4cb2-4fe8-b396-6d5def2bfb17 req-3a82a732-4cc8-49c3-80be-9de484a1699e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:26:43.685274 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-91fb5b93-4cb2-4fe8-b396-6d5def2bfb17 req-3a82a732-4cc8-49c3-80be-9de484a1699e service neutron] 10.222.0.61 "GET /v2.0/networks?id=ac031e7e-e610-4bb4-ad39-49216b655dfe HTTP/1.1" status: 200  len: 897 time: 0.1275067
Dec 23 16:26:43.789350 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-91fb5b93-4cb2-4fe8-b396-6d5def2bfb17 req-8dc636e2-d9d3-425f-bbcb-2cafd73f4fe9 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8a78c026-bc78-4597-ae53-94543a9de167 HTTP/1.1" status: 200  len: 999 time: 0.0979555
Dec 23 16:26:43.855758 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fb5b93-4cb2-4fe8-b396-6d5def2bfb17 req-5c567dfb-fe5e-44f1-a6cb-3aee3f7e8d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:26:43.857208 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-91fb5b93-4cb2-4fe8-b396-6d5def2bfb17 req-5c567dfb-fe5e-44f1-a6cb-3aee3f7e8d29 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=0e71f3d5-64d5-4abe-956e-ca1fccc4c9f5 HTTP/1.1" status: 200  len: 834 time: 0.0617907
Dec 23 16:26:43.934170 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fb5b93-4cb2-4fe8-b396-6d5def2bfb17 req-d37b05b9-1a95-4269-8f13-547edef35501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:26:43.935533 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-91fb5b93-4cb2-4fe8-b396-6d5def2bfb17 req-d37b05b9-1a95-4269-8f13-547edef35501 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ac031e7e-e610-4bb4-ad39-49216b655dfe&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0708358
Dec 23 16:26:44.066069 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-91fb5b93-4cb2-4fe8-b396-6d5def2bfb17 req-46012745-7849-4daf-a994-15fd15d941f4 service neutron] 10.222.0.61 "GET /v2.0/networks/ac031e7e-e610-4bb4-ad39-49216b655dfe?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1231456
Dec 23 16:26:44.200971 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-91fb5b93-4cb2-4fe8-b396-6d5def2bfb17 req-7e7b866e-bb6b-45eb-8465-3a95e7932ffe service neutron] 10.222.0.61 "GET /v2.0/networks/ac031e7e-e610-4bb4-ad39-49216b655dfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1264956
Dec 23 16:26:45.882691 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 54798) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:26:46.109111 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-db893901-c907-4b0b-92a4-8661117eb9e3 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Deleting port 7f15e4fd-3e07-448c-a571-21436085060d {{(pid=87635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:26:46.109461 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-db893901-c907-4b0b-92a4-8661117eb9e3 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:26:46.275790 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-db893901-c907-4b0b-92a4-8661117eb9e3 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:26:46.276097 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-db893901-c907-4b0b-92a4-8661117eb9e3 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:26:46.511119 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-db893901-c907-4b0b-92a4-8661117eb9e3 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Calling delete_port for 7f15e4fd-3e07-448c-a571-21436085060d owned by network:floatingip {{(pid=87635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:26:46.670267 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-db893901-c907-4b0b-92a4-8661117eb9e3 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:26:46.673976 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-2d166fc1-9948-473c-9cd0-7374a04abd0a tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:26:46.718615 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db893901-c907-4b0b-92a4-8661117eb9e3 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Pushing event deleted for resources: {'Port': ['ID=7f15e4fd-3e07-448c-a571-21436085060d,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:26:46.721939 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-db893901-c907-4b0b-92a4-8661117eb9e3 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:26:46.809733 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-db893901-c907-4b0b-92a4-8661117eb9e3 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for floatingip, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:26:46.810034 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.db.l3_db [None req-db893901-c907-4b0b-92a4-8661117eb9e3 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Floating IP 36b4436a-5b34-4506-8f1f-e1beefbe565c disassociated (deleted). External IP: 172.26.3.105, port: 93c0542a-a71e-4b91-993c-cce9ea69f124.
Dec 23 16:26:47.176625 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db893901-c907-4b0b-92a4-8661117eb9e3 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Router da24d517-b452-43a3-924a-b435a8b27566 has already been hosted by L3 agent 371d4c41-c7e2-4de7-9539-c049ec4e95d1 {{(pid=87635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 23 16:26:47.350992 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1b3fa3db-0d43-430d-bbec-5f96e514dfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:26:47.367472 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db893901-c907-4b0b-92a4-8661117eb9e3 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify agent at l3_agent.dv-neutron-822799-1-hyperv the message routers_updated {{(pid=87635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 23 16:26:47.377706 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e72656-c697-49e6-b837-74dda7598224 None None] Sync routers for ids ['da24d517-b452-43a3-924a-b435a8b27566'] in dv-neutron-822799-1-hyperv {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 23 16:26:47.388498 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e72656-c697-49e6-b837-74dda7598224 None None] Routers {'da24d517-b452-43a3-924a-b435a8b27566'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:26:47.389158 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-a1e72656-c697-49e6-b837-74dda7598224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc1da39d0>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:26:20Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['da24d517-b452-43a3-924a-b435a8b27566'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:26:47.391740 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-db893901-c907-4b0b-92a4-8661117eb9e3 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for floatingip, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:26:47.459908 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-db893901-c907-4b0b-92a4-8661117eb9e3 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "DELETE /v2.0/floatingips/36b4436a-5b34-4506-8f1f-e1beefbe565c HTTP/1.1" status: 204  len: 168 time: 1.5756087
Dec 23 16:26:47.460418 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ad26129-59eb-4358-b610-ef2fd352beca', 'tag': '93c0542a-a71e-4b91-993c-cce9ea69f124'}] {{(pid=87635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 23 16:26:47.506668 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ad26129-59eb-4358-b610-ef2fd352beca', 'tag': '93c0542a-a71e-4b91-993c-cce9ea69f124', 'status': 'completed', 'code': 200}
Dec 23 16:26:47.570108 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-a1e72656-c697-49e6-b837-74dda7598224 None None] Set router da24d517-b452-43a3-924a-b435a8b27566 gateway port host: dv-neutron-822799-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:26:47.599825 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997b0e05-4b07-430c-9820-cf02c54dbb6f req-4afba56e-0a00-43d0-ad59-a7efd6401671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:26:47.601397 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-997b0e05-4b07-430c-9820-cf02c54dbb6f req-4afba56e-0a00-43d0-ad59-a7efd6401671 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=544f3e375bde4f0988286eba27294ea6&device_id=6ad26129-59eb-4358-b610-ef2fd352beca HTTP/1.1" status: 200  len: 1098 time: 0.0712874
Dec 23 16:26:47.742247 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997b0e05-4b07-430c-9820-cf02c54dbb6f req-da2c92cb-71f4-4ac6-a760-b8a3a75b691f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:26:47.743719 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-997b0e05-4b07-430c-9820-cf02c54dbb6f req-da2c92cb-71f4-4ac6-a760-b8a3a75b691f service neutron] 10.222.0.61 "GET /v2.0/networks?id=ac031e7e-e610-4bb4-ad39-49216b655dfe HTTP/1.1" status: 200  len: 897 time: 0.1361306
Dec 23 16:26:47.821914 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-997b0e05-4b07-430c-9820-cf02c54dbb6f req-bd4da5db-17b2-46e9-99d2-790bb94e9eb4 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=93c0542a-a71e-4b91-993c-cce9ea69f124 HTTP/1.1" status: 200  len: 217 time: 0.0705698
Dec 23 16:26:47.866844 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd00f23-341a-4da5-be77-a19168306916 req-1c50cb39-74e0-4b5a-b23c-36d61f374237 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:26:47.866844 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-ccd00f23-341a-4da5-be77-a19168306916 req-1c50cb39-74e0-4b5a-b23c-36d61f374237 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ad26129-59eb-4358-b610-ef2fd352beca HTTP/1.1" status: 200  len: 945 time: 0.0862763
Dec 23 16:26:47.886760 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997b0e05-4b07-430c-9820-cf02c54dbb6f req-53bff99d-ad1b-47a0-91d9-4c251424cfda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:26:47.888366 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-997b0e05-4b07-430c-9820-cf02c54dbb6f req-53bff99d-ad1b-47a0-91d9-4c251424cfda service neutron] 10.222.0.61 "GET /v2.0/subnets?id=0e71f3d5-64d5-4abe-956e-ca1fccc4c9f5 HTTP/1.1" status: 200  len: 834 time: 0.0589013
Dec 23 16:26:47.917942 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-ccd00f23-341a-4da5-be77-a19168306916 req-eb99bee4-c580-476e-acbe-0879de7dbca8 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/security-groups?id=d8dde484-b778-47dd-9310-3fdc5c41c560&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0438669
Dec 23 16:26:47.963732 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-a1e72656-c697-49e6-b837-74dda7598224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc1da39d0>, [{'id': 'da24d517-b452-43a3-924a-b435a8b27566', 'name': 'tempest-TestNetworkBasicOps-router-54685073', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.101'}], 'enable_snat': True}, 'gw_port_id': '92c0d42b-52a6-41e6-bf3a-1b1075e0e354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:25:23Z', 'updated_at': '2021-12-23T16:25:28Z', 'revision_number': 4, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'gw_port': {'id': '92c0d42b-52a6-41e6-bf3a-1b1075e0e354', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:ed:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da24d517-b452-43a3-924a-b435a8b27566', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:25:23Z', 'updated_at': '2021-12-23T16:25:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_floatingips': [{'id': 'ba6addcc-b364-4999-866c-b127efbb28c6', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'floating_ip_address': '172.26.3.3', 'floating_network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'router_id': 'da24d517-b452-43a3-924a-b435a8b27566', 'port_id': '8a78c026-bc78-4597-ae53-94543a9de167', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac031e7e-e610-4bb4-ad39-49216b655dfe', 'mac_address': 'fa:16:3e:4c:6e:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c82eb42d-8d78-47c3-9b81-5b604c8eb8f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:25:45Z', 'updated_at': '2021-12-23T16:25:48Z', 'revision_number': 1, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fd6cf2e-8a59-4e20-ae5b-f2b67a49a144', 'name': '', 'network_id': 'ac031e7e-e610-4bb4-ad39-49216b655dfe', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'mac_address': 'fa:16:3e:12:4b:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da24d517-b452-43a3-924a-b435a8b27566', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '0e71f3d5-64d5-4abe-956e-ca1fccc4c9f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:25:27Z', 'updated_at': '2021-12-23T16:25:34Z', 'revision_number': 5, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'subnets': [{'id': '0e71f3d5-64d5-4abe-956e-ca1fccc4c9f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:26:47.967967 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e72656-c697-49e6-b837-74dda7598224 None None] Checking router: da24d517-b452-43a3-924a-b435a8b27566 for host: dv-neutron-822799-1-hyperv {{(pid=87638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 23 16:26:47.977027 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e72656-c697-49e6-b837-74dda7598224 None None] Routers {'da24d517-b452-43a3-924a-b435a8b27566'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:26:47.977684 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-a1e72656-c697-49e6-b837-74dda7598224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc1da39d0>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:26:20Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['da24d517-b452-43a3-924a-b435a8b27566'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:26:48.091929 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997b0e05-4b07-430c-9820-cf02c54dbb6f req-9ddb892c-2a3f-4bae-b148-f422d5e0daba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:26:48.093625 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-997b0e05-4b07-430c-9820-cf02c54dbb6f req-9ddb892c-2a3f-4bae-b148-f422d5e0daba service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ac031e7e-e610-4bb4-ad39-49216b655dfe&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1976399
Dec 23 16:26:48.162272 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-a1e72656-c697-49e6-b837-74dda7598224 None None] Set router da24d517-b452-43a3-924a-b435a8b27566 gateway port host: dv-neutron-822799-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:26:48.233493 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-997b0e05-4b07-430c-9820-cf02c54dbb6f req-40a9c61e-184c-4631-856d-230ee2d16241 service neutron] 10.222.0.61 "GET /v2.0/networks/ac031e7e-e610-4bb4-ad39-49216b655dfe?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1308584
Dec 23 16:26:48.389891 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-997b0e05-4b07-430c-9820-cf02c54dbb6f req-d242c69b-bcca-4b6d-b749-f320ae2234a2 service neutron] 10.222.0.61 "GET /v2.0/networks/ac031e7e-e610-4bb4-ad39-49216b655dfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1419857
Dec 23 16:26:48.529637 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-a1e72656-c697-49e6-b837-74dda7598224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc1da39d0>, [{'id': 'da24d517-b452-43a3-924a-b435a8b27566', 'name': 'tempest-TestNetworkBasicOps-router-54685073', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.101'}], 'enable_snat': True}, 'gw_port_id': '92c0d42b-52a6-41e6-bf3a-1b1075e0e354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:25:23Z', 'updated_at': '2021-12-23T16:25:28Z', 'revision_number': 4, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'gw_port': {'id': '92c0d42b-52a6-41e6-bf3a-1b1075e0e354', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:ed:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da24d517-b452-43a3-924a-b435a8b27566', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:25:23Z', 'updated_at': '2021-12-23T16:25:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_floatingips': [{'id': 'ba6addcc-b364-4999-866c-b127efbb28c6', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'floating_ip_address': '172.26.3.3', 'floating_network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'router_id': 'da24d517-b452-43a3-924a-b435a8b27566', 'port_id': '8a78c026-bc78-4597-ae53-94543a9de167', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac031e7e-e610-4bb4-ad39-49216b655dfe', 'mac_address': 'fa:16:3e:4c:6e:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c82eb42d-8d78-47c3-9b81-5b604c8eb8f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:25:45Z', 'updated_at': '2021-12-23T16:25:48Z', 'revision_number': 1, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fd6cf2e-8a59-4e20-ae5b-f2b67a49a144', 'name': '', 'network_id': 'ac031e7e-e610-4bb4-ad39-49216b655dfe', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'mac_address': 'fa:16:3e:12:4b:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da24d517-b452-43a3-924a-b435a8b27566', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '0e71f3d5-64d5-4abe-956e-ca1fccc4c9f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:25:27Z', 'updated_at': '2021-12-23T16:25:34Z', 'revision_number': 5, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'subnets': [{'id': '0e71f3d5-64d5-4abe-956e-ca1fccc4c9f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:26:48.533851 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e72656-c697-49e6-b837-74dda7598224 None None] The sync data for ids ['da24d517-b452-43a3-924a-b435a8b27566'] in dv-neutron-822799-1-hyperv is: [{'id': 'da24d517-b452-43a3-924a-b435a8b27566', 'name': 'tempest-TestNetworkBasicOps-router-54685073', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.101'}], 'enable_snat': True}, 'gw_port_id': '92c0d42b-52a6-41e6-bf3a-1b1075e0e354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:25:23Z', 'updated_at': '2021-12-23T16:25:28Z', 'revision_number': 4, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'gw_port': {'id': '92c0d42b-52a6-41e6-bf3a-1b1075e0e354', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:ed:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da24d517-b452-43a3-924a-b435a8b27566', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:25:23Z', 'updated_at': '2021-12-23T16:25:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_floatingips': [{'id': 'ba6addcc-b364-4999-866c-b127efbb28c6', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'floating_ip_address': '172.26.3.3', 'floating_network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'router_id': 'da24d517-b452-43a3-924a-b435a8b27566', 'port_id': '8a78c026-bc78-4597-ae53-94543a9de167', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac031e7e-e610-4bb4-ad39-49216b655dfe', 'mac_address': 'fa:16:3e:4c:6e:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c82eb42d-8d78-47c3-9b81-5b604c8eb8f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:25:45Z', 'updated_at': '2021-12-23T16:25:48Z', 'revision_number': 1, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fd6cf2e-8a59-4e20-ae5b-f2b67a49a144', 'name': '', 'network_id': 'ac031e7e-e610-4bb4-ad39-49216b655dfe', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'mac_address': 'fa:16:3e:12:4b:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da24d517-b452-43a3-924a-b435a8b27566', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '0e71f3d5-64d5-4abe-956e-ca1fccc4c9f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:25:27Z', 'updated_at': '2021-12-23T16:25:34Z', 'revision_number': 5, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'subnets': [{'id': '0e71f3d5-64d5-4abe-956e-ca1fccc4c9f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 23 16:26:48.779118 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3860840a-f81e-4126-a482-d0882b483cb0 None None] New status for floating IP 36b4436a-5b34-4506-8f1f-e1beefbe565c: DOWN {{(pid=87637) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 23 16:26:49.110554 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc0d636-a1f5-488b-8d0e-897503e42aaa req-7cfb23dc-0dc6-454e-b6e5-5661e3afa727 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:26:49.111248 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [req-6dc0d636-a1f5-488b-8d0e-897503e42aaa req-7cfb23dc-0dc6-454e-b6e5-5661e3afa727 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Synchronizing usage tracker for tenant:544f3e375bde4f0988286eba27294ea6 on resource:port {{(pid=87635) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:26:49.144872 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afceb21-7080-4378-aa04-6295100fe5e7 req-3b7fd267-f7f5-4ddd-8bfc-bf03851f6d9a tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:26:49.145574 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [req-5afceb21-7080-4378-aa04-6295100fe5e7 req-3b7fd267-f7f5-4ddd-8bfc-bf03851f6d9a tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Synchronizing usage tracker for tenant:544f3e375bde4f0988286eba27294ea6 on resource:port {{(pid=87635) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:26:49.149233 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [req-6dc0d636-a1f5-488b-8d0e-897503e42aaa req-7cfb23dc-0dc6-454e-b6e5-5661e3afa727 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Unset dirty status for tenant:544f3e375bde4f0988286eba27294ea6 on resource:port {{(pid=87635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:26:49.150312 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-6dc0d636-a1f5-488b-8d0e-897503e42aaa req-7cfb23dc-0dc6-454e-b6e5-5661e3afa727 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.61 "GET /v2.0/ports?device_id=6ad26129-59eb-4358-b610-ef2fd352beca HTTP/1.1" status: 200  len: 945 time: 0.1741579
Dec 23 16:26:49.191497 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [req-5afceb21-7080-4378-aa04-6295100fe5e7 req-3b7fd267-f7f5-4ddd-8bfc-bf03851f6d9a tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Unset dirty status for tenant:544f3e375bde4f0988286eba27294ea6 on resource:port {{(pid=87635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:26:49.192522 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-5afceb21-7080-4378-aa04-6295100fe5e7 req-3b7fd267-f7f5-4ddd-8bfc-bf03851f6d9a tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ad26129-59eb-4358-b610-ef2fd352beca HTTP/1.1" status: 200  len: 945 time: 0.1673744
Dec 23 16:26:49.248917 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [req-6dc0d636-a1f5-488b-8d0e-897503e42aaa req-e70de091-8607-4731-8c7a-654369b9d295 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Deleting port 93c0542a-a71e-4b91-993c-cce9ea69f124 {{(pid=87635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:26:49.249665 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [req-6dc0d636-a1f5-488b-8d0e-897503e42aaa req-e70de091-8607-4731-8c7a-654369b9d295 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:26:49.292877 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-5afceb21-7080-4378-aa04-6295100fe5e7 req-d6de4aad-41a9-4681-8c2f-0ce1f5f9b125 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/security-groups?id=d8dde484-b778-47dd-9310-3fdc5c41c560&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0933239
Dec 23 16:26:49.505462 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.db [req-6dc0d636-a1f5-488b-8d0e-897503e42aaa req-e70de091-8607-4731-8c7a-654369b9d295 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] For port 93c0542a-a71e-4b91-993c-cce9ea69f124, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=93c0542a-a71e-4b91-993c-cce9ea69f124,segment=NetworkSegment(94dc3d03-bebb-4a93-bf65-befd9bbda69a),segment_id=94dc3d03-bebb-4a93-bf65-befd9bbda69a)] {{(pid=87635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:26:49.505716 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [req-6dc0d636-a1f5-488b-8d0e-897503e42aaa req-e70de091-8607-4731-8c7a-654369b9d295 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:26:49.634091 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [req-6dc0d636-a1f5-488b-8d0e-897503e42aaa req-e70de091-8607-4731-8c7a-654369b9d295 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Calling delete_port for 93c0542a-a71e-4b91-993c-cce9ea69f124 owned by compute:nova {{(pid=87635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:26:49.718536 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-0225acf5-e8b8-4957-be2b-6d996d439e54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:26:49.783274 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [req-6dc0d636-a1f5-488b-8d0e-897503e42aaa req-e70de091-8607-4731-8c7a-654369b9d295 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:26:49.789166 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-9f08e244-3fc5-4c9b-b57c-f957e70e4630 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:26:49.837364 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70de091-8607-4731-8c7a-654369b9d295 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Pushing event deleted for resources: {'Port': ['ID=93c0542a-a71e-4b91-993c-cce9ea69f124,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:26:49.840417 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-e70de091-8607-4731-8c7a-654369b9d295 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:26:49.908079 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dc0d636-a1f5-488b-8d0e-897503e42aaa req-e70de091-8607-4731-8c7a-654369b9d295 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] No DVR routers for this DVR port 93c0542a-a71e-4b91-993c-cce9ea69f124 on host hv-neutron-8227 {{(pid=87635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 23 16:26:49.910864 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [req-6dc0d636-a1f5-488b-8d0e-897503e42aaa req-e70de091-8607-4731-8c7a-654369b9d295 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:26:49.913373 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ad26129-59eb-4358-b610-ef2fd352beca', 'name': 'network-vif-deleted', 'tag': '93c0542a-a71e-4b91-993c-cce9ea69f124'}] {{(pid=87635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 23 16:26:49.936315 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-6dc0d636-a1f5-488b-8d0e-897503e42aaa req-e70de091-8607-4731-8c7a-654369b9d295 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.61 "DELETE /v2.0/ports/93c0542a-a71e-4b91-993c-cce9ea69f124 HTTP/1.1" status: 204  len: 173 time: 0.7785153
Dec 23 16:26:49.966368 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ad26129-59eb-4358-b610-ef2fd352beca', 'name': 'network-vif-deleted', 'tag': '93c0542a-a71e-4b91-993c-cce9ea69f124', 'status': 'completed', 'code': 200}
Dec 23 16:26:50.466903 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [req-45450961-cf61-4abc-8956-cb2424467d08 req-2103fd71-cba4-448a-bf6b-301fb7f3247e tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Synchronizing usage tracker for tenant:544f3e375bde4f0988286eba27294ea6 on resource:port {{(pid=87635) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:26:50.483046 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [req-45450961-cf61-4abc-8956-cb2424467d08 req-2103fd71-cba4-448a-bf6b-301fb7f3247e tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Unset dirty status for tenant:544f3e375bde4f0988286eba27294ea6 on resource:port {{(pid=87635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:26:50.484450 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-45450961-cf61-4abc-8956-cb2424467d08 req-2103fd71-cba4-448a-bf6b-301fb7f3247e tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/ports?device_id=6ad26129-59eb-4358-b610-ef2fd352beca HTTP/1.1" status: 200  len: 210 time: 0.0658972
Dec 23 16:26:50.772802 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9dcbea60-a34f-4144-91e7-90aff3f57aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:26:50.881271 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:26:51.527210 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Device 93c0542a-a71e-4b91-993c-cce9ea69f124 no longer exists at agent hyperv_hv-neutron-8227 {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 23 16:26:51.567709 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] No Port match for: 93c0542a-a71e-4b91-993c-cce9ea69f124 {{(pid=87637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 23 16:26:51.567984 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Device 93c0542a-a71e-4b91-993c-cce9ea69f124 not bound to the agent host hv-neutron-8227 {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 23 16:26:51.589141 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 54816) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:26:51.656451 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-07022e3a-1198-4b1f-bd49-e5a7e3d6319a tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:26:51.686628 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-07022e3a-1198-4b1f-bd49-e5a7e3d6319a tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:26:51.753376 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-07022e3a-1198-4b1f-bd49-e5a7e3d6319a tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:26:51.757161 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-f61a32a1-b275-4f85-9b5a-d774a26cca2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:26:51.770832 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07022e3a-1198-4b1f-bd49-e5a7e3d6319a tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8dde484-b778-47dd-9310-3fdc5c41c560,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:26:51.773956 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-07022e3a-1198-4b1f-bd49-e5a7e3d6319a tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:26:51.783658 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-07022e3a-1198-4b1f-bd49-e5a7e3d6319a tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:26:51.784819 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-07022e3a-1198-4b1f-bd49-e5a7e3d6319a tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "DELETE /v2.0/security-groups/d8dde484-b778-47dd-9310-3fdc5c41c560 HTTP/1.1" status: 204  len: 168 time: 0.1946709
Dec 23 16:26:51.819254 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 54822) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:26:52.152183 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-a42009d8-12f2-4211-b036-c4c5535fd795 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Deleting port 5966178f-0d2e-471c-bfce-de42c6663814 {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:26:52.152491 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a42009d8-12f2-4211-b036-c4c5535fd795 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:26:52.271362 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9e3aab53-d650-47e3-b8a6-2dff21fe9ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:26:52.319291 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a42009d8-12f2-4211-b036-c4c5535fd795 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:26:52.319623 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a42009d8-12f2-4211-b036-c4c5535fd795 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:26:52.454402 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-a42009d8-12f2-4211-b036-c4c5535fd795 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Calling delete_port for 5966178f-0d2e-471c-bfce-de42c6663814 owned by network:floatingip {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:26:52.611125 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a42009d8-12f2-4211-b036-c4c5535fd795 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:26:52.614883 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-2b582049-a9f0-411c-9ed2-66ccd18f4095 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:26:52.660161 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42009d8-12f2-4211-b036-c4c5535fd795 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Pushing event deleted for resources: {'Port': ['ID=5966178f-0d2e-471c-bfce-de42c6663814,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:26:52.663233 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-a42009d8-12f2-4211-b036-c4c5535fd795 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:26:52.753577 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a42009d8-12f2-4211-b036-c4c5535fd795 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for floatingip, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:26:52.753818 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.db.l3_db [None req-a42009d8-12f2-4211-b036-c4c5535fd795 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Floating IP ba6addcc-b364-4999-866c-b127efbb28c6 disassociated (deleted). External IP: 172.26.3.3, port: 8a78c026-bc78-4597-ae53-94543a9de167.
Dec 23 16:26:53.123669 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a42009d8-12f2-4211-b036-c4c5535fd795 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Router da24d517-b452-43a3-924a-b435a8b27566 has already been hosted by L3 agent 371d4c41-c7e2-4de7-9539-c049ec4e95d1 {{(pid=87636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 23 16:26:53.307254 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a42009d8-12f2-4211-b036-c4c5535fd795 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify agent at l3_agent.dv-neutron-822799-1-hyperv the message routers_updated {{(pid=87636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 23 16:26:53.316966 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a07aa1-c782-468b-8e55-44e9ca789b2f None None] Sync routers for ids ['da24d517-b452-43a3-924a-b435a8b27566'] in dv-neutron-822799-1-hyperv {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 23 16:26:53.326959 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a07aa1-c782-468b-8e55-44e9ca789b2f None None] Routers {'da24d517-b452-43a3-924a-b435a8b27566'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:26:53.327581 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-51a07aa1-c782-468b-8e55-44e9ca789b2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc1da3ac0>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:26:50Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['da24d517-b452-43a3-924a-b435a8b27566'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:26:53.329638 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a42009d8-12f2-4211-b036-c4c5535fd795 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for floatingip, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:26:53.387315 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-a42009d8-12f2-4211-b036-c4c5535fd795 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "DELETE /v2.0/floatingips/ba6addcc-b364-4999-866c-b127efbb28c6 HTTP/1.1" status: 204  len: 168 time: 1.5669603
Dec 23 16:26:53.387995 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c82eb42d-8d78-47c3-9b81-5b604c8eb8f5', 'tag': '8a78c026-bc78-4597-ae53-94543a9de167'}] {{(pid=87636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 23 16:26:53.432214 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c82eb42d-8d78-47c3-9b81-5b604c8eb8f5', 'tag': '8a78c026-bc78-4597-ae53-94543a9de167', 'status': 'completed', 'code': 200}
Dec 23 16:26:53.506010 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-51a07aa1-c782-468b-8e55-44e9ca789b2f None None] Set router da24d517-b452-43a3-924a-b435a8b27566 gateway port host: dv-neutron-822799-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:26:53.525791 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5392e686-5361-4c10-8818-1d2da6226c47 req-87f93aec-3034-4659-8133-6ffff3323922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:26:53.527418 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-5392e686-5361-4c10-8818-1d2da6226c47 req-87f93aec-3034-4659-8133-6ffff3323922 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=544f3e375bde4f0988286eba27294ea6&device_id=c82eb42d-8d78-47c3-9b81-5b604c8eb8f5 HTTP/1.1" status: 200  len: 1098 time: 0.0735345
Dec 23 16:26:53.673653 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5392e686-5361-4c10-8818-1d2da6226c47 req-6ea2e31f-5c7d-45e7-988a-65fa59355798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:26:53.675185 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-5392e686-5361-4c10-8818-1d2da6226c47 req-6ea2e31f-5c7d-45e7-988a-65fa59355798 service neutron] 10.222.0.61 "GET /v2.0/networks?id=ac031e7e-e610-4bb4-ad39-49216b655dfe HTTP/1.1" status: 200  len: 897 time: 0.1407728
Dec 23 16:26:53.824546 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-51a07aa1-c782-468b-8e55-44e9ca789b2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc1da3ac0>, [{'id': 'da24d517-b452-43a3-924a-b435a8b27566', 'name': 'tempest-TestNetworkBasicOps-router-54685073', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.101'}], 'enable_snat': True}, 'gw_port_id': '92c0d42b-52a6-41e6-bf3a-1b1075e0e354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:25:23Z', 'updated_at': '2021-12-23T16:25:28Z', 'revision_number': 4, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'gw_port': {'id': '92c0d42b-52a6-41e6-bf3a-1b1075e0e354', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:ed:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da24d517-b452-43a3-924a-b435a8b27566', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:25:23Z', 'updated_at': '2021-12-23T16:25:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_interfaces': [{'id': '0fd6cf2e-8a59-4e20-ae5b-f2b67a49a144', 'name': '', 'network_id': 'ac031e7e-e610-4bb4-ad39-49216b655dfe', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'mac_address': 'fa:16:3e:12:4b:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da24d517-b452-43a3-924a-b435a8b27566', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '0e71f3d5-64d5-4abe-956e-ca1fccc4c9f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:25:27Z', 'updated_at': '2021-12-23T16:25:34Z', 'revision_number': 5, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'subnets': [{'id': '0e71f3d5-64d5-4abe-956e-ca1fccc4c9f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:26:53.828937 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a07aa1-c782-468b-8e55-44e9ca789b2f None None] Checking router: da24d517-b452-43a3-924a-b435a8b27566 for host: dv-neutron-822799-1-hyperv {{(pid=87638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 23 16:26:53.838206 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a07aa1-c782-468b-8e55-44e9ca789b2f None None] Routers {'da24d517-b452-43a3-924a-b435a8b27566'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:26:53.838842 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-51a07aa1-c782-468b-8e55-44e9ca789b2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc1da3ac0>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:26:50Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['da24d517-b452-43a3-924a-b435a8b27566'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:26:53.900556 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-5392e686-5361-4c10-8818-1d2da6226c47 req-dbf9f96a-456f-46ac-96b6-cd03f91cba40 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8a78c026-bc78-4597-ae53-94543a9de167 HTTP/1.1" status: 200  len: 217 time: 0.2184770
Dec 23 16:26:53.979887 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5392e686-5361-4c10-8818-1d2da6226c47 req-4443fd5c-dd40-495c-b2c8-fb2cf7e30d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:26:53.981266 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-5392e686-5361-4c10-8818-1d2da6226c47 req-4443fd5c-dd40-495c-b2c8-fb2cf7e30d7e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=0e71f3d5-64d5-4abe-956e-ca1fccc4c9f5 HTTP/1.1" status: 200  len: 834 time: 0.0729773
Dec 23 16:26:54.032464 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c79965f-b6d3-4625-914b-57de15fb2972 req-a7856bed-4a28-49f1-8b69-680bb1e4ad85 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:26:54.034039 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-7c79965f-b6d3-4625-914b-57de15fb2972 req-a7856bed-4a28-49f1-8b69-680bb1e4ad85 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/ports?device_id=c82eb42d-8d78-47c3-9b81-5b604c8eb8f5 HTTP/1.1" status: 200  len: 945 time: 0.3509815
Dec 23 16:26:54.046416 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-51a07aa1-c782-468b-8e55-44e9ca789b2f None None] Set router da24d517-b452-43a3-924a-b435a8b27566 gateway port host: dv-neutron-822799-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:26:54.087146 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-7c79965f-b6d3-4625-914b-57de15fb2972 req-75fc80c0-7533-41dd-b03e-d7de84cdb2bb tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/security-groups?id=af513fd0-b943-4523-8c42-9a7c7d476dd0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0463681
Dec 23 16:26:54.104938 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5392e686-5361-4c10-8818-1d2da6226c47 req-6308c748-278d-4482-8c7c-5d9ef4a0fa1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:26:54.106451 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-5392e686-5361-4c10-8818-1d2da6226c47 req-6308c748-278d-4482-8c7c-5d9ef4a0fa1a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ac031e7e-e610-4bb4-ad39-49216b655dfe&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1173151
Dec 23 16:26:54.242676 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-5392e686-5361-4c10-8818-1d2da6226c47 req-cb0f2d69-72a0-4a6b-9a55-1a75ed85ba9f service neutron] 10.222.0.61 "GET /v2.0/networks/ac031e7e-e610-4bb4-ad39-49216b655dfe?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1278052
Dec 23 16:26:54.347974 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-51a07aa1-c782-468b-8e55-44e9ca789b2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc1da3ac0>, [{'id': 'da24d517-b452-43a3-924a-b435a8b27566', 'name': 'tempest-TestNetworkBasicOps-router-54685073', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.101'}], 'enable_snat': True}, 'gw_port_id': '92c0d42b-52a6-41e6-bf3a-1b1075e0e354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:25:23Z', 'updated_at': '2021-12-23T16:25:28Z', 'revision_number': 4, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'gw_port': {'id': '92c0d42b-52a6-41e6-bf3a-1b1075e0e354', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:ed:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da24d517-b452-43a3-924a-b435a8b27566', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:25:23Z', 'updated_at': '2021-12-23T16:25:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_interfaces': [{'id': '0fd6cf2e-8a59-4e20-ae5b-f2b67a49a144', 'name': '', 'network_id': 'ac031e7e-e610-4bb4-ad39-49216b655dfe', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'mac_address': 'fa:16:3e:12:4b:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da24d517-b452-43a3-924a-b435a8b27566', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '0e71f3d5-64d5-4abe-956e-ca1fccc4c9f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:25:27Z', 'updated_at': '2021-12-23T16:25:34Z', 'revision_number': 5, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'subnets': [{'id': '0e71f3d5-64d5-4abe-956e-ca1fccc4c9f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:26:54.352051 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a07aa1-c782-468b-8e55-44e9ca789b2f None None] The sync data for ids ['da24d517-b452-43a3-924a-b435a8b27566'] in dv-neutron-822799-1-hyperv is: [{'id': 'da24d517-b452-43a3-924a-b435a8b27566', 'name': 'tempest-TestNetworkBasicOps-router-54685073', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.101'}], 'enable_snat': True}, 'gw_port_id': '92c0d42b-52a6-41e6-bf3a-1b1075e0e354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:25:23Z', 'updated_at': '2021-12-23T16:25:28Z', 'revision_number': 4, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'gw_port': {'id': '92c0d42b-52a6-41e6-bf3a-1b1075e0e354', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:ed:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da24d517-b452-43a3-924a-b435a8b27566', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:25:23Z', 'updated_at': '2021-12-23T16:25:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_interfaces': [{'id': '0fd6cf2e-8a59-4e20-ae5b-f2b67a49a144', 'name': '', 'network_id': 'ac031e7e-e610-4bb4-ad39-49216b655dfe', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'mac_address': 'fa:16:3e:12:4b:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da24d517-b452-43a3-924a-b435a8b27566', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '0e71f3d5-64d5-4abe-956e-ca1fccc4c9f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:25:27Z', 'updated_at': '2021-12-23T16:25:34Z', 'revision_number': 5, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'subnets': [{'id': '0e71f3d5-64d5-4abe-956e-ca1fccc4c9f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 23 16:26:54.379962 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-5392e686-5361-4c10-8818-1d2da6226c47 req-a7bb16b0-0ce8-418d-9972-999847c9c1e2 service neutron] 10.222.0.61 "GET /v2.0/networks/ac031e7e-e610-4bb4-ad39-49216b655dfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1305668
Dec 23 16:26:54.587505 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a2be110-657c-44a6-9eb2-e9f2a4eae56c None None] New status for floating IP ba6addcc-b364-4999-866c-b127efbb28c6: DOWN {{(pid=87637) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 23 16:26:55.112481 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c44cad7-9708-4a20-83f0-bbb248cec2be req-34198e09-8dd0-4e5a-986c-82b4924f23b5 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:26:55.114042 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-5c44cad7-9708-4a20-83f0-bbb248cec2be req-34198e09-8dd0-4e5a-986c-82b4924f23b5 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.61 "GET /v2.0/ports?device_id=c82eb42d-8d78-47c3-9b81-5b604c8eb8f5 HTTP/1.1" status: 200  len: 945 time: 0.0932682
Dec 23 16:26:55.182167 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [req-5c44cad7-9708-4a20-83f0-bbb248cec2be req-3f8992e7-0d1f-49c4-acdc-955ae96d3b31 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Deleting port 8a78c026-bc78-4597-ae53-94543a9de167 {{(pid=87635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:26:55.182513 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [req-5c44cad7-9708-4a20-83f0-bbb248cec2be req-3f8992e7-0d1f-49c4-acdc-955ae96d3b31 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:26:55.278536 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e8df22-308e-449f-8941-a112cbb14d2b req-1c1e1ff8-9ff6-485a-bf58-3a85b4ecb5bb tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:26:55.279273 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-47e8df22-308e-449f-8941-a112cbb14d2b req-1c1e1ff8-9ff6-485a-bf58-3a85b4ecb5bb tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Synchronizing usage tracker for tenant:544f3e375bde4f0988286eba27294ea6 on resource:port {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:26:55.297386 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-47e8df22-308e-449f-8941-a112cbb14d2b req-1c1e1ff8-9ff6-485a-bf58-3a85b4ecb5bb tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Unset dirty status for tenant:544f3e375bde4f0988286eba27294ea6 on resource:port {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:26:55.299101 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-47e8df22-308e-449f-8941-a112cbb14d2b req-1c1e1ff8-9ff6-485a-bf58-3a85b4ecb5bb tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/ports?device_id=c82eb42d-8d78-47c3-9b81-5b604c8eb8f5 HTTP/1.1" status: 200  len: 945 time: 0.1017241
Dec 23 16:26:55.343443 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-47e8df22-308e-449f-8941-a112cbb14d2b req-ce87bf2a-6a59-4dad-8f3c-6c01ce7fc512 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Synchronizing usage tracker for tenant:544f3e375bde4f0988286eba27294ea6 on resource:security_group {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:26:55.359120 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-47e8df22-308e-449f-8941-a112cbb14d2b req-ce87bf2a-6a59-4dad-8f3c-6c01ce7fc512 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Unset dirty status for tenant:544f3e375bde4f0988286eba27294ea6 on resource:security_group {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:26:55.361783 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-47e8df22-308e-449f-8941-a112cbb14d2b req-ce87bf2a-6a59-4dad-8f3c-6c01ce7fc512 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/security-groups?id=af513fd0-b943-4523-8c42-9a7c7d476dd0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0558980
Dec 23 16:26:55.438532 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.db [req-5c44cad7-9708-4a20-83f0-bbb248cec2be req-3f8992e7-0d1f-49c4-acdc-955ae96d3b31 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] For port 8a78c026-bc78-4597-ae53-94543a9de167, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=8a78c026-bc78-4597-ae53-94543a9de167,segment=NetworkSegment(94dc3d03-bebb-4a93-bf65-befd9bbda69a),segment_id=94dc3d03-bebb-4a93-bf65-befd9bbda69a)] {{(pid=87635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:26:55.438904 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [req-5c44cad7-9708-4a20-83f0-bbb248cec2be req-3f8992e7-0d1f-49c4-acdc-955ae96d3b31 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:26:55.558941 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [req-5c44cad7-9708-4a20-83f0-bbb248cec2be req-3f8992e7-0d1f-49c4-acdc-955ae96d3b31 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Calling delete_port for 8a78c026-bc78-4597-ae53-94543a9de167 owned by compute:nova {{(pid=87635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:26:55.708135 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [req-5c44cad7-9708-4a20-83f0-bbb248cec2be req-3f8992e7-0d1f-49c4-acdc-955ae96d3b31 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:26:55.713960 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-a2744bc2-4c95-475a-b187-961e010cd462 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:26:55.762422 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8992e7-0d1f-49c4-acdc-955ae96d3b31 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Pushing event deleted for resources: {'Port': ['ID=8a78c026-bc78-4597-ae53-94543a9de167,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:26:55.765503 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-3f8992e7-0d1f-49c4-acdc-955ae96d3b31 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:26:55.835259 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c44cad7-9708-4a20-83f0-bbb248cec2be req-3f8992e7-0d1f-49c4-acdc-955ae96d3b31 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] No DVR routers for this DVR port 8a78c026-bc78-4597-ae53-94543a9de167 on host hv-neutron-8227 {{(pid=87635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 23 16:26:55.837785 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [req-5c44cad7-9708-4a20-83f0-bbb248cec2be req-3f8992e7-0d1f-49c4-acdc-955ae96d3b31 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:26:55.840299 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c82eb42d-8d78-47c3-9b81-5b604c8eb8f5', 'name': 'network-vif-deleted', 'tag': '8a78c026-bc78-4597-ae53-94543a9de167'}] {{(pid=87635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 23 16:26:55.858538 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-5c44cad7-9708-4a20-83f0-bbb248cec2be req-3f8992e7-0d1f-49c4-acdc-955ae96d3b31 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.61 "DELETE /v2.0/ports/8a78c026-bc78-4597-ae53-94543a9de167 HTTP/1.1" status: 204  len: 173 time: 0.7388432
Dec 23 16:26:55.904901 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c82eb42d-8d78-47c3-9b81-5b604c8eb8f5', 'name': 'network-vif-deleted', 'tag': '8a78c026-bc78-4597-ae53-94543a9de167', 'status': 'completed', 'code': 200}
Dec 23 16:26:56.192103 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-1e7ce1b6-c595-4d74-8d00-3f80c45ec0d6 req-88de9041-b972-4284-a9e4-c43506c8fd5c service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=c82eb42d-8d78-47c3-9b81-5b604c8eb8f5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 210 time: 0.0501220
Dec 23 16:26:56.315630 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-1e7ce1b6-c595-4d74-8d00-3f80c45ec0d6 req-15726129-4d7f-4b24-90e0-78b6a5934482 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=544f3e375bde4f0988286eba27294ea6&device_id=c82eb42d-8d78-47c3-9b81-5b604c8eb8f5 HTTP/1.1" status: 200  len: 210 time: 0.0421860
Dec 23 16:26:56.594343 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7ce1b6-c595-4d74-8d00-3f80c45ec0d6 req-8da763cd-efe1-44c6-997d-85018eec5172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:26:56.596401 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-1e7ce1b6-c595-4d74-8d00-3f80c45ec0d6 req-8da763cd-efe1-44c6-997d-85018eec5172 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=544f3e375bde4f0988286eba27294ea6&shared=False HTTP/1.1" status: 200  len: 897 time: 0.2597589
Dec 23 16:26:56.694659 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-d74c570a-0038-4ea4-a9cc-58ed8b8902d3 req-a82f50e5-be06-48ed-9379-768c99b54403 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/ports?device_id=c82eb42d-8d78-47c3-9b81-5b604c8eb8f5 HTTP/1.1" status: 200  len: 210 time: 0.2058477
Dec 23 16:26:56.741448 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7ce1b6-c595-4d74-8d00-3f80c45ec0d6 req-def6aaca-ec5c-4d22-8c6f-d493d1d3420e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:26:56.742887 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-1e7ce1b6-c595-4d74-8d00-3f80c45ec0d6 req-def6aaca-ec5c-4d22-8c6f-d493d1d3420e service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1402395
Dec 23 16:26:57.558198 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Device 8a78c026-bc78-4597-ae53-94543a9de167 no longer exists at agent hyperv_hv-neutron-8227 {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 23 16:26:57.595126 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] No Port match for: 8a78c026-bc78-4597-ae53-94543a9de167 {{(pid=87637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 23 16:26:57.595485 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Device 8a78c026-bc78-4597-ae53-94543a9de167 not bound to the agent host hv-neutron-8227 {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 23 16:26:57.796865 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 54844) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:26:57.868201 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-509b9b67-cb46-484d-a04f-7ae0ff8296d3 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:26:57.897506 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-509b9b67-cb46-484d-a04f-7ae0ff8296d3 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:26:57.962686 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-509b9b67-cb46-484d-a04f-7ae0ff8296d3 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:26:57.966335 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-ee8e48b6-0497-4941-9456-b3b0199f8713 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:26:57.979638 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509b9b67-cb46-484d-a04f-7ae0ff8296d3 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af513fd0-b943-4523-8c42-9a7c7d476dd0,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:26:57.982746 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-509b9b67-cb46-484d-a04f-7ae0ff8296d3 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:26:57.992939 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-509b9b67-cb46-484d-a04f-7ae0ff8296d3 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:26:57.994026 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-509b9b67-cb46-484d-a04f-7ae0ff8296d3 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "DELETE /v2.0/security-groups/af513fd0-b943-4523-8c42-9a7c7d476dd0 HTTP/1.1" status: 204  len: 168 time: 0.1962171
Dec 23 16:26:58.026396 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 54850) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:26:58.612987 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-15231ef6-748d-4d66-9a9a-fd5fb17c2b3f tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1781419'] for router_interface, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:26:58.980715 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-15231ef6-748d-4d66-9a9a-fd5fb17c2b3f tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Deleting port 0fd6cf2e-8a59-4e20-ae5b-f2b67a49a144 {{(pid=87635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:26:58.980937 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-15231ef6-748d-4d66-9a9a-fd5fb17c2b3f tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:26:59.179038 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.db [None req-15231ef6-748d-4d66-9a9a-fd5fb17c2b3f tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] For port 0fd6cf2e-8a59-4e20-ae5b-f2b67a49a144, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=0fd6cf2e-8a59-4e20-ae5b-f2b67a49a144,segment=NetworkSegment(94dc3d03-bebb-4a93-bf65-befd9bbda69a),segment_id=94dc3d03-bebb-4a93-bf65-befd9bbda69a)] {{(pid=87635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:26:59.179753 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-15231ef6-748d-4d66-9a9a-fd5fb17c2b3f tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:26:59.429658 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-15231ef6-748d-4d66-9a9a-fd5fb17c2b3f tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Calling delete_port for 0fd6cf2e-8a59-4e20-ae5b-f2b67a49a144 owned by network:router_interface {{(pid=87635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:26:59.626840 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-15231ef6-748d-4d66-9a9a-fd5fb17c2b3f tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:26:59.631613 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-3e311bcf-7c27-43b1-9f16-e097bdda2cda tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:26:59.678600 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15231ef6-748d-4d66-9a9a-fd5fb17c2b3f tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Pushing event deleted for resources: {'Port': ['ID=0fd6cf2e-8a59-4e20-ae5b-f2b67a49a144,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:26:59.705391 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-15231ef6-748d-4d66-9a9a-fd5fb17c2b3f tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:26:59.956229 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-15231ef6-748d-4d66-9a9a-fd5fb17c2b3f tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1627472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1784155'] for router_interface, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:27:00.317293 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15231ef6-748d-4d66-9a9a-fd5fb17c2b3f tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Router da24d517-b452-43a3-924a-b435a8b27566 has already been hosted by L3 agent 371d4c41-c7e2-4de7-9539-c049ec4e95d1 {{(pid=87635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 23 16:27:00.531346 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15231ef6-748d-4d66-9a9a-fd5fb17c2b3f tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify agent at l3_agent.dv-neutron-822799-1-hyperv the message routers_updated {{(pid=87635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 23 16:27:00.540882 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-095a7b35-0aae-4e93-bd47-b9b79ab04a43 None None] Sync routers for ids ['da24d517-b452-43a3-924a-b435a8b27566'] in dv-neutron-822799-1-hyperv {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 23 16:27:00.544526 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-15231ef6-748d-4d66-9a9a-fd5fb17c2b3f tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "PUT /v2.0/routers/da24d517-b452-43a3-924a-b435a8b27566/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5169704
Dec 23 16:27:00.547395 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 54854) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:27:00.551734 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-095a7b35-0aae-4e93-bd47-b9b79ab04a43 None None] Routers {'da24d517-b452-43a3-924a-b435a8b27566'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:27:00.552366 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-095a7b35-0aae-4e93-bd47-b9b79ab04a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc1c49490>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:26:50Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['da24d517-b452-43a3-924a-b435a8b27566'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:27:00.611581 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ab5cef9-6a39-4059-a8b4-7a68b704c518 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Deleting subnet 0e71f3d5-64d5-4abe-956e-ca1fccc4c9f5 {{(pid=87635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 23 16:27:00.614725 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-3ab5cef9-6a39-4059-a8b4-7a68b704c518 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for subnet, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:27:00.672220 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-3ab5cef9-6a39-4059-a8b4-7a68b704c518 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2776816'] for subnet, precommit_delete_associations {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:27:00.727152 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-095a7b35-0aae-4e93-bd47-b9b79ab04a43 None None] Set router da24d517-b452-43a3-924a-b435a8b27566 gateway port host: dv-neutron-822799-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:27:00.752203 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-3ab5cef9-6a39-4059-a8b4-7a68b704c518 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864774'] for subnet, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:27:00.821516 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-3ab5cef9-6a39-4059-a8b4-7a68b704c518 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2753333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2609730'] for subnet, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:27:00.825386 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-b3bb2a63-6db1-490f-9bf6-ce105ebdcf73 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:27:00.988461 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab5cef9-6a39-4059-a8b4-7a68b704c518 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Pushing event deleted for resources: {'Subnet': ['ID=0e71f3d5-64d5-4abe-956e-ca1fccc4c9f5,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:27:00.991900 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-3ab5cef9-6a39-4059-a8b4-7a68b704c518 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:27:00.994336 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-3ab5cef9-6a39-4059-a8b4-7a68b704c518 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for subnet, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:27:01.000221 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-3ab5cef9-6a39-4059-a8b4-7a68b704c518 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "DELETE /v2.0/subnets/0e71f3d5-64d5-4abe-956e-ca1fccc4c9f5 HTTP/1.1" status: 204  len: 168 time: 0.4519577
Dec 23 16:27:01.002971 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 54858) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:27:01.006627 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88a69d32-9b67-4dae-8c20-0ddb4a5a73db None None] Network ac031e7e-e610-4bb4-ad39-49216b655dfe requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:27:01.013293 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-095a7b35-0aae-4e93-bd47-b9b79ab04a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc1c49490>, [{'id': 'da24d517-b452-43a3-924a-b435a8b27566', 'name': 'tempest-TestNetworkBasicOps-router-54685073', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.101'}], 'enable_snat': True}, 'gw_port_id': '92c0d42b-52a6-41e6-bf3a-1b1075e0e354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:25:23Z', 'updated_at': '2021-12-23T16:26:59Z', 'revision_number': 5, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'gw_port': {'id': '92c0d42b-52a6-41e6-bf3a-1b1075e0e354', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:ed:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da24d517-b452-43a3-924a-b435a8b27566', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:25:23Z', 'updated_at': '2021-12-23T16:25:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv'}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:27:01.017175 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-095a7b35-0aae-4e93-bd47-b9b79ab04a43 None None] Checking router: da24d517-b452-43a3-924a-b435a8b27566 for host: dv-neutron-822799-1-hyperv {{(pid=87638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 23 16:27:01.025579 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-095a7b35-0aae-4e93-bd47-b9b79ab04a43 None None] Routers {'da24d517-b452-43a3-924a-b435a8b27566'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:27:01.026188 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-095a7b35-0aae-4e93-bd47-b9b79ab04a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc1c49490>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:26:50Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['da24d517-b452-43a3-924a-b435a8b27566'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:27:01.182979 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-feeac083-6c26-4cad-a26b-cded75ac6e9d tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for router, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:27:01.213258 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-095a7b35-0aae-4e93-bd47-b9b79ab04a43 None None] Set router da24d517-b452-43a3-924a-b435a8b27566 gateway port host: dv-neutron-822799-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:27:01.329950 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a7bb0ca-abef-4158-91a7-703428539ee0 None None] DHCP port deletion for ac031e7e-e610-4bb4-ad39-49216b655dfe request from dv-neutron-822799-1-hyperv {{(pid=87637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 23 16:27:01.334525 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-2a7bb0ca-abef-4158-91a7-703428539ee0 None None] Deleting port e7f572de-201e-4cdf-b71c-2871d609fa6e {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:27:01.335437 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-2a7bb0ca-abef-4158-91a7-703428539ee0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:27:01.377944 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-feeac083-6c26-4cad-a26b-cded75ac6e9d tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:27:01.388458 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-feeac083-6c26-4cad-a26b-cded75ac6e9d tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Deleting port 92c0d42b-52a6-41e6-bf3a-1b1075e0e354 {{(pid=87635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:27:01.389352 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-feeac083-6c26-4cad-a26b-cded75ac6e9d tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:27:01.506830 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-095a7b35-0aae-4e93-bd47-b9b79ab04a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc1c49490>, [{'id': 'da24d517-b452-43a3-924a-b435a8b27566', 'name': 'tempest-TestNetworkBasicOps-router-54685073', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.101'}], 'enable_snat': True}, 'gw_port_id': '92c0d42b-52a6-41e6-bf3a-1b1075e0e354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:25:23Z', 'updated_at': '2021-12-23T16:26:59Z', 'revision_number': 5, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'gw_port': {'id': '92c0d42b-52a6-41e6-bf3a-1b1075e0e354', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:ed:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da24d517-b452-43a3-924a-b435a8b27566', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:25:23Z', 'updated_at': '2021-12-23T16:25:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv'}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:27:01.510717 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-095a7b35-0aae-4e93-bd47-b9b79ab04a43 None None] The sync data for ids ['da24d517-b452-43a3-924a-b435a8b27566'] in dv-neutron-822799-1-hyperv is: [{'id': 'da24d517-b452-43a3-924a-b435a8b27566', 'name': 'tempest-TestNetworkBasicOps-router-54685073', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.101'}], 'enable_snat': True}, 'gw_port_id': '92c0d42b-52a6-41e6-bf3a-1b1075e0e354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:25:23Z', 'updated_at': '2021-12-23T16:26:59Z', 'revision_number': 5, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'gw_port': {'id': '92c0d42b-52a6-41e6-bf3a-1b1075e0e354', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:ed:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da24d517-b452-43a3-924a-b435a8b27566', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:25:23Z', 'updated_at': '2021-12-23T16:25:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv'}] {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 23 16:27:01.540409 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-2a7bb0ca-abef-4158-91a7-703428539ee0 None None] For port e7f572de-201e-4cdf-b71c-2871d609fa6e, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=e7f572de-201e-4cdf-b71c-2871d609fa6e,segment=NetworkSegment(94dc3d03-bebb-4a93-bf65-befd9bbda69a),segment_id=94dc3d03-bebb-4a93-bf65-befd9bbda69a)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:27:01.540852 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-2a7bb0ca-abef-4158-91a7-703428539ee0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:27:01.573736 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.db [None req-feeac083-6c26-4cad-a26b-cded75ac6e9d tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] For port 92c0d42b-52a6-41e6-bf3a-1b1075e0e354, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=92c0d42b-52a6-41e6-bf3a-1b1075e0e354,segment=NetworkSegment(77e3d110-dd7b-426c-b11f-b78dde7993df),segment_id=77e3d110-dd7b-426c-b11f-b78dde7993df)] {{(pid=87635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:27:01.574095 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-feeac083-6c26-4cad-a26b-cded75ac6e9d tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:27:01.663776 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-2a7bb0ca-abef-4158-91a7-703428539ee0 None None] Calling delete_port for e7f572de-201e-4cdf-b71c-2871d609fa6e owned by network:dhcp {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:27:01.696452 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-feeac083-6c26-4cad-a26b-cded75ac6e9d tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Calling delete_port for 92c0d42b-52a6-41e6-bf3a-1b1075e0e354 owned by network:router_gateway {{(pid=87635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:27:01.745464 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-2a7bb0ca-abef-4158-91a7-703428539ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789'] for port, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:27:01.749036 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:27:01.793873 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7bb0ca-abef-4158-91a7-703428539ee0 None None] Pushing event deleted for resources: {'Port': ['ID=e7f572de-201e-4cdf-b71c-2871d609fa6e,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:27:01.796241 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a7bb0ca-abef-4158-91a7-703428539ee0 None None] No DVR routers for this DVR port e7f572de-201e-4cdf-b71c-2871d609fa6e on host dv-neutron-822799-1-hyperv {{(pid=87637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 23 16:27:01.807675 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7bb0ca-abef-4158-91a7-703428539ee0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:27:01.808816 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7bb0ca-abef-4158-91a7-703428539ee0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:27:01.809750 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7bb0ca-abef-4158-91a7-703428539ee0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:27:01.810160 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7bb0ca-abef-4158-91a7-703428539ee0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:27:01.810557 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7bb0ca-abef-4158-91a7-703428539ee0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:27:01.811018 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7bb0ca-abef-4158-91a7-703428539ee0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:27:01.811353 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7bb0ca-abef-4158-91a7-703428539ee0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:27:01.811717 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7bb0ca-abef-4158-91a7-703428539ee0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:27:01.812096 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7bb0ca-abef-4158-91a7-703428539ee0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:27:01.812353 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7bb0ca-abef-4158-91a7-703428539ee0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:27:01.812698 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7bb0ca-abef-4158-91a7-703428539ee0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:27:01.813020 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7bb0ca-abef-4158-91a7-703428539ee0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:27:01.817239 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-2a7bb0ca-abef-4158-91a7-703428539ee0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:27:01.878462 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-feeac083-6c26-4cad-a26b-cded75ac6e9d tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:27:01.882516 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-e48d15ba-5f1c-4cf2-88a6-f44bb0c0705e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:27:01.926014 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device e7f572de-201e-4cdf-b71c-2871d609fa6e no longer exists at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 23 16:27:01.934793 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeac083-6c26-4cad-a26b-cded75ac6e9d tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Pushing event deleted for resources: {'Port': ['ID=92c0d42b-52a6-41e6-bf3a-1b1075e0e354,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:27:01.937824 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-feeac083-6c26-4cad-a26b-cded75ac6e9d tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:27:01.966504 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] No Port match for: e7f572de-201e-4cdf-b71c-2871d609fa6e {{(pid=87637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 23 16:27:01.966872 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device e7f572de-201e-4cdf-b71c-2871d609fa6e not bound to the agent host dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 23 16:27:01.967309 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 0fd6cf2e-8a59-4e20-ae5b-f2b67a49a144 no longer exists at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 23 16:27:02.004530 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] No Port match for: 0fd6cf2e-8a59-4e20-ae5b-f2b67a49a144 {{(pid=87637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 23 16:27:02.005087 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 0fd6cf2e-8a59-4e20-ae5b-f2b67a49a144 not bound to the agent host dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 23 16:27:02.031400 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-feeac083-6c26-4cad-a26b-cded75ac6e9d tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1824206'] for router_gateway, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:27:02.203027 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-feeac083-6c26-4cad-a26b-cded75ac6e9d tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1784183', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-235354'] for router, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:27:02.205566 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-feeac083-6c26-4cad-a26b-cded75ac6e9d tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:27:02.231137 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-feeac083-6c26-4cad-a26b-cded75ac6e9d tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1781328'] for router, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:27:02.231856 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-feeac083-6c26-4cad-a26b-cded75ac6e9d tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Fanout notify agent at l3_agent the message router_deleted on router da24d517-b452-43a3-924a-b435a8b27566 {{(pid=87635) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 23 16:27:02.256338 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-feeac083-6c26-4cad-a26b-cded75ac6e9d tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for router, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:27:02.260433 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-feeac083-6c26-4cad-a26b-cded75ac6e9d tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "DELETE /v2.0/routers/da24d517-b452-43a3-924a-b435a8b27566 HTTP/1.1" status: 204  len: 168 time: 1.2541118
Dec 23 16:27:02.260888 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 54862) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:27:02.491709 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-fd49845c-e27d-4ce0-8c73-1f0538cf46c0 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-698866'] for network, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:27:02.622962 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-fd49845c-e27d-4ce0-8c73-1f0538cf46c0 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-864347', 'neutron.services.segments.db._delete_segments_for_network-8735362908070'] for network, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:27:02.646712 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.services.segments.db [None req-fd49845c-e27d-4ce0-8c73-1f0538cf46c0 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1dc17a6160>,) {'filters': {'network_id': ['ac031e7e-e610-4bb4-ad39-49216b655dfe']}} {{(pid=87635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:27:02.658349 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.services.segments.db [None req-fd49845c-e27d-4ce0-8c73-1f0538cf46c0 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dc17a6160>, '94dc3d03-bebb-4a93-bf65-befd9bbda69a') {'for_net_delete': True} {{(pid=87635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:27:02.658640 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.services.segments.db [None req-fd49845c-e27d-4ce0-8c73-1f0538cf46c0 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dc17a6160>, '94dc3d03-bebb-4a93-bf65-befd9bbda69a') {} {{(pid=87635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:27:02.670382 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-fd49845c-e27d-4ce0-8c73-1f0538cf46c0 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735363085442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2776713'] for segment, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:27:02.686489 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-fd49845c-e27d-4ce0-8c73-1f0538cf46c0 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:27:02.693007 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd49845c-e27d-4ce0-8c73-1f0538cf46c0 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Releasing vlan 448 on physical network physnet1 to pool {{(pid=87635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 23 16:27:02.693436 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-fd49845c-e27d-4ce0-8c73-1f0538cf46c0 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2753503'] for segment, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:27:02.710807 dv-neutron-822799-1-hyperv neutron-server[87635]: Traceback (most recent call last):
Dec 23 16:27:02.710807 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 23 16:27:02.710807 dv-neutron-822799-1-hyperv neutron-server[87635]:     timer()
Dec 23 16:27:02.710807 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:27:02.710807 dv-neutron-822799-1-hyperv neutron-server[87635]:     cb(*args, **kw)
Dec 23 16:27:02.710807 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 23 16:27:02.710807 dv-neutron-822799-1-hyperv neutron-server[87635]:     return func(*args, **kwargs)
Dec 23 16:27:02.710807 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:27:02.710807 dv-neutron-822799-1-hyperv neutron-server[87635]:     self._notify()
Dec 23 16:27:02.710807 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:27:02.710807 dv-neutron-822799-1-hyperv neutron-server[87635]:     self.callback(batched_events)
Dec 23 16:27:02.710807 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:27:02.710807 dv-neutron-822799-1-hyperv neutron-server[87635]:     event.method(event)
Dec 23 16:27:02.710807 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:27:02.710807 dv-neutron-822799-1-hyperv neutron-server[87635]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:27:02.710807 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 23 16:27:02.710807 dv-neutron-822799-1-hyperv neutron-server[87635]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 23 16:27:02.710807 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 23 16:27:02.710807 dv-neutron-822799-1-hyperv neutron-server[87635]:     return f(self, *a, **k)
Dec 23 16:27:02.710807 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:27:02.710807 dv-neutron-822799-1-hyperv neutron-server[87635]:     return self._get(url).json()
Dec 23 16:27:02.710807 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 23 16:27:02.710807 dv-neutron-822799-1-hyperv neutron-server[87635]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 23 16:27:02.710807 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 23 16:27:02.710807 dv-neutron-822799-1-hyperv neutron-server[87635]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:27:02.710807 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 23 16:27:02.710807 dv-neutron-822799-1-hyperv neutron-server[87635]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 23 16:27:02.710807 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 23 16:27:02.710807 dv-neutron-822799-1-hyperv neutron-server[87635]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:27:02.710807 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 23 16:27:02.710807 dv-neutron-822799-1-hyperv neutron-server[87635]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:27:02.710807 dv-neutron-822799-1-hyperv neutron-server[87635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:27:02.791547 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-fd49845c-e27d-4ce0-8c73-1f0538cf46c0 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-864336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1824171'] for network, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:27:02.795033 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-6b095b3f-6db1-4c6a-a975-55fc75a9b4fd tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:27:02.808821 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-fd49845c-e27d-4ce0-8c73-1f0538cf46c0 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for network, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:27:02.819415 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd49845c-e27d-4ce0-8c73-1f0538cf46c0 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Pushing event deleted for resources: {'Network': ['ID=ac031e7e-e610-4bb4-ad39-49216b655dfe,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:27:02.822817 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-fd49845c-e27d-4ce0-8c73-1f0538cf46c0 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:27:02.829966 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-fd49845c-e27d-4ce0-8c73-1f0538cf46c0 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "DELETE /v2.0/networks/ac031e7e-e610-4bb4-ad39-49216b655dfe HTTP/1.1" status: 204  len: 168 time: 0.5679154
Dec 23 16:27:02.854976 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 54866) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:27:02.861007 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-7a445f6c-8dba-4bfe-b405-cf3efd969d57 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Request body: {'network': {'name': 'tempest-network-smoke--474488332', 'project_id': '544f3e375bde4f0988286eba27294ea6', 'port_security_enabled': True}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:27:02.866749 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-7a445f6c-8dba-4bfe-b405-cf3efd969d57 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:27:02.871372 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-7a445f6c-8dba-4bfe-b405-cf3efd969d57 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Usage tracker for resource:network and tenant:544f3e375bde4f0988286eba27294ea6 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:27:02.874609 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-7a445f6c-8dba-4bfe-b405-cf3efd969d57 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:27:02.881327 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-7a445f6c-8dba-4bfe-b405-cf3efd969d57 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:27:02.897217 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a445f6c-8dba-4bfe-b405-cf3efd969d57 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Made reservation on behalf of 544f3e375bde4f0988286eba27294ea6 for: {'network': 1} {{(pid=87635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:27:02.900928 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-7a445f6c-8dba-4bfe-b405-cf3efd969d57 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for network, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:27:02.931248 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a445f6c-8dba-4bfe-b405-cf3efd969d57 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] vlan segment allocate from pool success with {'vlan_id': 412, 'physical_network': 'physnet1'}  {{(pid=87635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 23 16:27:02.943910 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-7a445f6c-8dba-4bfe-b405-cf3efd969d57 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:27:02.944238 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.db.segments_db [None req-7a445f6c-8dba-4bfe-b405-cf3efd969d57 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Added segment 85c5bf6f-22f5-424f-b35f-c8f7087aa1fa of type vlan for network 26e26bcc-8677-4bce-a816-0c016b850886
Dec 23 16:27:02.978237 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-7a445f6c-8dba-4bfe-b405-cf3efd969d57 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735362521793'] for network, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:27:03.019997 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-7a445f6c-8dba-4bfe-b405-cf3efd969d57 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495'] for network, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:27:03.026038 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a445f6c-8dba-4bfe-b405-cf3efd969d57 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:27:03.026634 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-7a445f6c-8dba-4bfe-b405-cf3efd969d57 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for network, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:27:03.030154 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-bdb0fb5f-e364-4317-b455-6864e8d86d1e tempest-NetworksIpV6TestAttrs-895152148 tempest-NetworksIpV6TestAttrs-895152148-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:27:03.133281 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-7a445f6c-8dba-4bfe-b405-cf3efd969d57 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.2770164
Dec 23 16:27:03.136156 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 54870) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:27:03.136708 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a445f6c-8dba-4bfe-b405-cf3efd969d57 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Pushing event updated for resources: {'Network': ['ID=26e26bcc-8677-4bce-a816-0c016b850886,revision_number=1']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:27:03.139592 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-7a445f6c-8dba-4bfe-b405-cf3efd969d57 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:27:03.142606 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-6167ba1b-e040-4dfb-8609-da6d6421e491 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-243745274', 'admin_state_up': True, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b'}}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:27:03.147600 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Network 26e26bcc-8677-4bce-a816-0c016b850886 details requested by agent ovs-agent-dv-neutron-822799-1-hyperv with host dv-neutron-822799-1-hyperv {{(pid=87637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 23 16:27:03.150007 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-6167ba1b-e040-4dfb-8609-da6d6421e491 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:27:03.154057 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-6167ba1b-e040-4dfb-8609-da6d6421e491 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Usage tracker for resource:router and tenant:544f3e375bde4f0988286eba27294ea6 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:27:03.157039 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-6167ba1b-e040-4dfb-8609-da6d6421e491 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:27:03.163797 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-6167ba1b-e040-4dfb-8609-da6d6421e491 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:27:03.174694 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-6167ba1b-e040-4dfb-8609-da6d6421e491 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1823978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-235332'] for router, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:27:03.175700 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-6167ba1b-e040-4dfb-8609-da6d6421e491 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1824575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1824063', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1751113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-235341'] for router, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:27:03.190879 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-6167ba1b-e040-4dfb-8609-da6d6421e491 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:27:03.461700 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-6167ba1b-e040-4dfb-8609-da6d6421e491 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1824017', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1823768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-235299'] for router, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:27:03.770305 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-6167ba1b-e040-4dfb-8609-da6d6421e491 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for router_gateway, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:27:03.799660 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-6167ba1b-e040-4dfb-8609-da6d6421e491 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:27:03.810067 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 92c0d42b-52a6-41e6-bf3a-1b1075e0e354 no longer exists at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 23 16:27:03.847222 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] No Port match for: 92c0d42b-52a6-41e6-bf3a-1b1075e0e354 {{(pid=87637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 23 16:27:03.847629 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 92c0d42b-52a6-41e6-bf3a-1b1075e0e354 not bound to the agent host dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 23 16:27:03.940497 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [None req-6167ba1b-e040-4dfb-8609-da6d6421e491 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Allocated IP 172.26.3.2 (8afa6d58-9431-454a-b99c-3ff8a65aa86b/60537fec-5f5f-4ab7-89cc-03638149a590/9b936f7d-cd9d-480a-aac9-e5c29b494fe3) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:27:04.086390 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-6167ba1b-e040-4dfb-8609-da6d6421e491 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:27:04.118498 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-6167ba1b-e040-4dfb-8609-da6d6421e491 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:27:04.123783 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-114ea4e5-6994-43cb-9edd-4a109bdaa5e6 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:27:04.183676 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6167ba1b-e040-4dfb-8609-da6d6421e491 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Network 8afa6d58-9431-454a-b99c-3ff8a65aa86b is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:27:04.186857 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-6167ba1b-e040-4dfb-8609-da6d6421e491 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Resources bound (agent type, host, resource id):  {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:27:04.190511 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6167ba1b-e040-4dfb-8609-da6d6421e491 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:27:04.223610 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6167ba1b-e040-4dfb-8609-da6d6421e491 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Pushing event updated for resources: {'Port': ['ID=9b936f7d-cd9d-480a-aac9-e5c29b494fe3,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:27:04.229899 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-6167ba1b-e040-4dfb-8609-da6d6421e491 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:27:04.760117 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-6167ba1b-e040-4dfb-8609-da6d6421e491 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for router_gateway, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:27:05.108935 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-6167ba1b-e040-4dfb-8609-da6d6421e491 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1823971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1824234'] for router, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:27:05.330672 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6167ba1b-e040-4dfb-8609-da6d6421e491 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Router 634d29fd-9491-4830-8182-bf6e74af1761 is scheduled to L3 agent 371d4c41-c7e2-4de7-9539-c049ec4e95d1 with binding_index 1 {{(pid=87636) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 23 16:27:05.525418 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6167ba1b-e040-4dfb-8609-da6d6421e491 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify agent at l3_agent.dv-neutron-822799-1-hyperv the message routers_updated {{(pid=87636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 23 16:27:05.536243 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e2932d7-c884-4937-a7d6-e922cdf41dbe None None] Sync routers for ids ['634d29fd-9491-4830-8182-bf6e74af1761'] in dv-neutron-822799-1-hyperv {{(pid=87637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 23 16:27:05.545942 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e2932d7-c884-4937-a7d6-e922cdf41dbe None None] Routers {'634d29fd-9491-4830-8182-bf6e74af1761'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:27:05.546580 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-4e2932d7-c884-4937-a7d6-e922cdf41dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc2a3ed60>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:26:50Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['634d29fd-9491-4830-8182-bf6e74af1761'], 'active': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:27:05.554289 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-6167ba1b-e040-4dfb-8609-da6d6421e491 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for router, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:27:05.555844 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-6167ba1b-e040-4dfb-8609-da6d6421e491 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201  len: 884 time: 2.4185612
Dec 23 16:27:05.559019 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 54874) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:27:05.599340 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-76d619c4-07f5-4d43-89ba-aea006c3c4eb tempest-TestNetworkBasicOps-54271533 tempest-TestNetworkBasicOps-54271533-project-admin] 10.222.0.64 "GET /v2.0/subnets?project_id=544f3e375bde4f0988286eba27294ea6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0389292
Dec 23 16:27:05.602003 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 54878) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:27:05.729264 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvr_db [None req-4e2932d7-c884-4937-a7d6-e922cdf41dbe None None] Set router 634d29fd-9491-4830-8182-bf6e74af1761 gateway port host: dv-neutron-822799-1-hyperv {{(pid=87637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:27:05.732845 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67d51ba4-0f8b-436f-a5e7-a55dc5728788 tempest-TestNetworkBasicOps-54271533 tempest-TestNetworkBasicOps-54271533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:27:05.734313 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-67d51ba4-0f8b-436f-a5e7-a55dc5728788 tempest-TestNetworkBasicOps-54271533 tempest-TestNetworkBasicOps-54271533-project-admin] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1314628
Dec 23 16:27:05.737317 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 54882) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:27:05.776066 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-73255a88-5e34-497f-943a-cf0e7072655b tempest-TestNetworkBasicOps-54271533 tempest-TestNetworkBasicOps-54271533-project-admin] 10.222.0.64 "GET /v2.0/subnets?network_id=8afa6d58-9431-454a-b99c-3ff8a65aa86b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0375361
Dec 23 16:27:05.778576 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 54886) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:27:05.784119 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-2eaacacc-92f8-4427-aede-a7a146d1338a tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1536129722', 'network_id': '26e26bcc-8677-4bce-a816-0c016b850886', 'project_id': '544f3e375bde4f0988286eba27294ea6', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:27:05.891356 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-2eaacacc-92f8-4427-aede-a7a146d1338a tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:27:05.895680 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-2eaacacc-92f8-4427-aede-a7a146d1338a tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Usage tracker for resource:subnet and tenant:544f3e375bde4f0988286eba27294ea6 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:27:05.898744 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-2eaacacc-92f8-4427-aede-a7a146d1338a tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:27:05.904914 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-2eaacacc-92f8-4427-aede-a7a146d1338a tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:27:05.915525 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2eaacacc-92f8-4427-aede-a7a146d1338a tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Made reservation on behalf of 544f3e375bde4f0988286eba27294ea6 for: {'subnet': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:27:05.919289 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2eaacacc-92f8-4427-aede-a7a146d1338a tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2618324'] for subnet, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:27:06.018603 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-4e2932d7-c884-4937-a7d6-e922cdf41dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc2a3ed60>, [{'id': '634d29fd-9491-4830-8182-bf6e74af1761', 'name': 'tempest-TestNetworkBasicOps-router-243745274', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.2'}], 'enable_snat': True}, 'gw_port_id': '9b936f7d-cd9d-480a-aac9-e5c29b494fe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:27:03Z', 'updated_at': '2021-12-23T16:27:04Z', 'revision_number': 3, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'gw_port': {'id': '9b936f7d-cd9d-480a-aac9-e5c29b494fe3', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:df:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '634d29fd-9491-4830-8182-bf6e74af1761', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:27:03Z', 'updated_at': '2021-12-23T16:27:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv'}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:27:06.023212 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e2932d7-c884-4937-a7d6-e922cdf41dbe None None] Checking router: 634d29fd-9491-4830-8182-bf6e74af1761 for host: dv-neutron-822799-1-hyperv {{(pid=87637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 23 16:27:06.023580 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e2932d7-c884-4937-a7d6-e922cdf41dbe None None] Updating router 634d29fd-9491-4830-8182-bf6e74af1761 port 9b936f7d-cd9d-480a-aac9-e5c29b494fe3 binding host dv-neutron-822799-1-hyperv {{(pid=87637) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 23 16:27:06.081825 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4e2932d7-c884-4937-a7d6-e922cdf41dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:27:06.289451 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2eaacacc-92f8-4427-aede-a7a146d1338a tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2176430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2618310'] for subnet, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:27:06.293343 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-6723aa19-0c7b-4808-8ca1-d639d04f36ac tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:27:06.366406 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eaacacc-92f8-4427-aede-a7a146d1338a tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Pushing event updated for resources: {'Subnet': ['ID=f09eff35-fcbf-43fd-9ae2-bebae0b7f025,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:27:06.369756 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-2eaacacc-92f8-4427-aede-a7a146d1338a tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:27:06.375423 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eaacacc-92f8-4427-aede-a7a146d1338a tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Checking segment: {'id': '85c5bf6f-22f5-424f-b35f-c8f7087aa1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '26e26bcc-8677-4bce-a816-0c016b850886'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:27:06.375771 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eaacacc-92f8-4427-aede-a7a146d1338a tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Network hostable DHCP agents. Network: 26e26bcc-8677-4bce-a816-0c016b850886, hostable agents: ['1c812d71-eadf-4fb3-b98e-67468a4aa7e2'], hosted agents: [] {{(pid=87636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 23 16:27:06.398112 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eaacacc-92f8-4427-aede-a7a146d1338a tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Network 26e26bcc-8677-4bce-a816-0c016b850886 is scheduled to be hosted by DHCP agent 1c812d71-eadf-4fb3-b98e-67468a4aa7e2 with binding_index 1 {{(pid=87636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 23 16:27:06.408176 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-2eaacacc-92f8-4427-aede-a7a146d1338a tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822799-1-hyperv, 26e26bcc-8677-4bce-a816-0c016b850886) {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:27:06.412307 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eaacacc-92f8-4427-aede-a7a146d1338a tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:27:06.412924 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2eaacacc-92f8-4427-aede-a7a146d1338a tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:27:06.427106 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc24c8e8-0920-4130-a237-b716f5ff7eb2 None None] Network 26e26bcc-8677-4bce-a816-0c016b850886 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:27:06.435503 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-2eaacacc-92f8-4427-aede-a7a146d1338a tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 0.6559303
Dec 23 16:27:06.438618 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 54890) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:27:06.535392 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4e2932d7-c884-4937-a7d6-e922cdf41dbe None None] Notify callbacks [] for port, precommit_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:27:06.567795 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-4e2932d7-c884-4937-a7d6-e922cdf41dbe None None] Transition to ACTIVE for port object 9b936f7d-cd9d-480a-aac9-e5c29b494fe3 will not be triggered until provisioned by entity L2. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:27:06.584191 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4e2932d7-c884-4937-a7d6-e922cdf41dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:27:06.590797 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-f2a3d83d-c2b4-4147-8f6f-750ec648972a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:27:06.714581 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-4e2932d7-c884-4937-a7d6-e922cdf41dbe None None] Attempting to bind port 9b936f7d-cd9d-480a-aac9-e5c29b494fe3 on host dv-neutron-822799-1-hyperv for vnic_type normal with profile  {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:27:06.714959 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-4e2932d7-c884-4937-a7d6-e922cdf41dbe None None] Attempting to bind port 9b936f7d-cd9d-480a-aac9-e5c29b494fe3 by drivers openvswitch,hyperv on host dv-neutron-822799-1-hyperv at level 0 using segments [{'id': '77e3d110-dd7b-426c-b11f-b78dde7993df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b'}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:27:06.715352 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e2932d7-c884-4937-a7d6-e922cdf41dbe None None] Attempting to bind port 9b936f7d-cd9d-480a-aac9-e5c29b494fe3 on network 8afa6d58-9431-454a-b99c-3ff8a65aa86b {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:27:06.724837 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d930c7-407b-4c03-a24d-d6a832378db8 None None] Pushing event updated for resources: {'Port': ['ID=9b936f7d-cd9d-480a-aac9-e5c29b494fe3,revision_number=2']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:27:06.728871 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e2932d7-c884-4937-a7d6-e922cdf41dbe None None] Checking agent: {'id': '20d2070f-69a9-4e73-8d08-6f0387a40158', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822799-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 21), 'started_at': datetime.datetime(2021, 12, 23, 16, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 26, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822799-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 23 16:27:06.729266 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e2932d7-c884-4937-a7d6-e922cdf41dbe None None] Checking segment: {'id': '77e3d110-dd7b-426c-b11f-b78dde7993df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:27:06.729681 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4e2932d7-c884-4937-a7d6-e922cdf41dbe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:27:06.730081 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e2932d7-c884-4937-a7d6-e922cdf41dbe None None] Bound using segment: {'id': '77e3d110-dd7b-426c-b11f-b78dde7993df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b'} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 23 16:27:06.730569 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-4e2932d7-c884-4937-a7d6-e922cdf41dbe None None] Bound port: 9b936f7d-cd9d-480a-aac9-e5c29b494fe3, host: dv-neutron-822799-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77e3d110-dd7b-426c-b11f-b78dde7993df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b'}}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 23 16:27:06.730927 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4e2932d7-c884-4937-a7d6-e922cdf41dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:27:06.755637 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-a3d930c7-407b-4c03-a24d-d6a832378db8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:27:06.830603 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-714274bb-965a-4361-853a-96cecbae7fcb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7e017a6-8198-58c8-a07e-0f786128e3b3-26e26bcc-8677-4bce-a816-0c016b850886', 'network_id': '26e26bcc-8677-4bce-a816-0c016b850886', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'fixed_ips': [{'subnet_id': 'f09eff35-fcbf-43fd-9ae2-bebae0b7f025'}]}} from dv-neutron-822799-1-hyperv. {{(pid=87637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 23 16:27:06.831424 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-714274bb-965a-4361-853a-96cecbae7fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:27:06.859402 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-4e2932d7-c884-4937-a7d6-e922cdf41dbe None None] For port 9b936f7d-cd9d-480a-aac9-e5c29b494fe3, host dv-neutron-822799-1-hyperv, cleared binding levels {{(pid=87637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 23 16:27:06.904600 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-4e2932d7-c884-4937-a7d6-e922cdf41dbe None None] For port 9b936f7d-cd9d-480a-aac9-e5c29b494fe3, host dv-neutron-822799-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=9b936f7d-cd9d-480a-aac9-e5c29b494fe3,segment=NetworkSegment(77e3d110-dd7b-426c-b11f-b78dde7993df),segment_id=77e3d110-dd7b-426c-b11f-b78dde7993df)] {{(pid=87637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 23 16:27:06.911916 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4e2932d7-c884-4937-a7d6-e922cdf41dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:27:06.922430 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:27:07.056696 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e2932d7-c884-4937-a7d6-e922cdf41dbe None None] Routers {'634d29fd-9491-4830-8182-bf6e74af1761'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:27:07.057354 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-4e2932d7-c884-4937-a7d6-e922cdf41dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc2a3ed60>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:26:50Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['634d29fd-9491-4830-8182-bf6e74af1761'], 'active': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:27:07.108955 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d930c7-407b-4c03-a24d-d6a832378db8 None None] Pushing event updated for resources: {'Port': ['ID=9b936f7d-cd9d-480a-aac9-e5c29b494fe3,revision_number=3']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:27:07.118095 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-a3d930c7-407b-4c03-a24d-d6a832378db8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:27:07.144670 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-ae58bd56-2269-4a4e-ae06-7d116fc807e2 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:27:07.158660 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_common [None req-714274bb-965a-4361-853a-96cecbae7fcb None None] Allocated IP 172.20.0.2 (26e26bcc-8677-4bce-a816-0c016b850886/f09eff35-fcbf-43fd-9ae2-bebae0b7f025/ab05c85e-ea9d-4f42-9455-ad387075d11f) {{(pid=87637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:27:07.327318 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvr_db [None req-4e2932d7-c884-4937-a7d6-e922cdf41dbe None None] Set router 634d29fd-9491-4830-8182-bf6e74af1761 gateway port host: dv-neutron-822799-1-hyperv {{(pid=87637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:27:07.719112 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-714274bb-965a-4361-853a-96cecbae7fcb None None] Notify callbacks [] for port, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:27:07.734585 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-714274bb-965a-4361-853a-96cecbae7fcb None None] Transition to ACTIVE for port object ab05c85e-ea9d-4f42-9455-ad387075d11f will not be triggered until provisioned by entity L2. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:27:07.758027 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-714274bb-965a-4361-853a-96cecbae7fcb None None] Transition to ACTIVE for port object ab05c85e-ea9d-4f42-9455-ad387075d11f will not be triggered until provisioned by entity DHCP. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:27:07.769213 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-714274bb-965a-4361-853a-96cecbae7fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780'] for port, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:27:07.772876 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:27:07.832413 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [None req-ae58bd56-2269-4a4e-ae06-7d116fc807e2 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Allocated IP 172.20.0.1 (26e26bcc-8677-4bce-a816-0c016b850886/f09eff35-fcbf-43fd-9ae2-bebae0b7f025/a8e072bc-adc3-4d1f-85f1-20aa70061125) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:27:07.838725 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-4e2932d7-c884-4937-a7d6-e922cdf41dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc2a3ed60>, [{'id': '634d29fd-9491-4830-8182-bf6e74af1761', 'name': 'tempest-TestNetworkBasicOps-router-243745274', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.2'}], 'enable_snat': True}, 'gw_port_id': '9b936f7d-cd9d-480a-aac9-e5c29b494fe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:27:03Z', 'updated_at': '2021-12-23T16:27:04Z', 'revision_number': 3, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'gw_port': {'id': '9b936f7d-cd9d-480a-aac9-e5c29b494fe3', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:df:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '634d29fd-9491-4830-8182-bf6e74af1761', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:27:03Z', 'updated_at': '2021-12-23T16:27:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv'}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:27:07.841829 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-714274bb-965a-4361-853a-96cecbae7fcb None None] Network 26e26bcc-8677-4bce-a816-0c016b850886 is already hosted by enough agents. {{(pid=87637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:27:07.848468 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-714274bb-965a-4361-853a-96cecbae7fcb None None] Resources bound (agent type, host, resource id):  {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:27:07.853497 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-714274bb-965a-4361-853a-96cecbae7fcb None None] Received port after_create {{(pid=87637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:27:07.855558 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714274bb-965a-4361-853a-96cecbae7fcb None None] Pushing event updated for resources: {'Port': ['ID=ab05c85e-ea9d-4f42-9455-ad387075d11f,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:27:07.857700 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e2932d7-c884-4937-a7d6-e922cdf41dbe None None] The sync data for ids ['634d29fd-9491-4830-8182-bf6e74af1761'] in dv-neutron-822799-1-hyperv is: [{'id': '634d29fd-9491-4830-8182-bf6e74af1761', 'name': 'tempest-TestNetworkBasicOps-router-243745274', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.2'}], 'enable_snat': True}, 'gw_port_id': '9b936f7d-cd9d-480a-aac9-e5c29b494fe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:27:03Z', 'updated_at': '2021-12-23T16:27:04Z', 'revision_number': 3, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'gw_port': {'id': '9b936f7d-cd9d-480a-aac9-e5c29b494fe3', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:df:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '634d29fd-9491-4830-8182-bf6e74af1761', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:27:03Z', 'updated_at': '2021-12-23T16:27:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv'}] {{(pid=87637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 23 16:27:07.860491 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-714274bb-965a-4361-853a-96cecbae7fcb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:27:07.953815 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-714274bb-965a-4361-853a-96cecbae7fcb None None] Attempting to bind port ab05c85e-ea9d-4f42-9455-ad387075d11f on host dv-neutron-822799-1-hyperv for vnic_type normal with profile  {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:27:07.954236 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-714274bb-965a-4361-853a-96cecbae7fcb None None] Attempting to bind port ab05c85e-ea9d-4f42-9455-ad387075d11f by drivers openvswitch,hyperv on host dv-neutron-822799-1-hyperv at level 0 using segments [{'id': '85c5bf6f-22f5-424f-b35f-c8f7087aa1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '26e26bcc-8677-4bce-a816-0c016b850886'}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:27:07.954618 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-714274bb-965a-4361-853a-96cecbae7fcb None None] Attempting to bind port ab05c85e-ea9d-4f42-9455-ad387075d11f on network 26e26bcc-8677-4bce-a816-0c016b850886 {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:27:07.960935 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-714274bb-965a-4361-853a-96cecbae7fcb None None] Checking agent: {'id': '20d2070f-69a9-4e73-8d08-6f0387a40158', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822799-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 21), 'started_at': datetime.datetime(2021, 12, 23, 16, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 26, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822799-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 23 16:27:07.961354 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-714274bb-965a-4361-853a-96cecbae7fcb None None] Checking segment: {'id': '85c5bf6f-22f5-424f-b35f-c8f7087aa1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '26e26bcc-8677-4bce-a816-0c016b850886'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:27:07.961905 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-714274bb-965a-4361-853a-96cecbae7fcb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:27:07.962345 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-714274bb-965a-4361-853a-96cecbae7fcb None None] Bound using segment: {'id': '85c5bf6f-22f5-424f-b35f-c8f7087aa1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '26e26bcc-8677-4bce-a816-0c016b850886'} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 23 16:27:07.962947 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-714274bb-965a-4361-853a-96cecbae7fcb None None] Bound port: ab05c85e-ea9d-4f42-9455-ad387075d11f, host: dv-neutron-822799-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85c5bf6f-22f5-424f-b35f-c8f7087aa1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '26e26bcc-8677-4bce-a816-0c016b850886'}}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 23 16:27:07.963338 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-714274bb-965a-4361-853a-96cecbae7fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:27:08.069534 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-714274bb-965a-4361-853a-96cecbae7fcb None None] For port ab05c85e-ea9d-4f42-9455-ad387075d11f, host dv-neutron-822799-1-hyperv, cleared binding levels {{(pid=87637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 23 16:27:08.079596 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-714274bb-965a-4361-853a-96cecbae7fcb None None] For port ab05c85e-ea9d-4f42-9455-ad387075d11f, host dv-neutron-822799-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=ab05c85e-ea9d-4f42-9455-ad387075d11f,segment=NetworkSegment(85c5bf6f-22f5-424f-b35f-c8f7087aa1fa),segment_id=85c5bf6f-22f5-424f-b35f-c8f7087aa1fa)] {{(pid=87637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 23 16:27:08.086109 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-714274bb-965a-4361-853a-96cecbae7fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:27:08.102932 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:27:08.179005 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-ae58bd56-2269-4a4e-ae06-7d116fc807e2 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:27:08.195746 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.provisioning_blocks [None req-ae58bd56-2269-4a4e-ae06-7d116fc807e2 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Transition to ACTIVE for port object a8e072bc-adc3-4d1f-85f1-20aa70061125 will not be triggered until provisioned by entity DHCP. {{(pid=87636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:27:08.204746 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714274bb-965a-4361-853a-96cecbae7fcb None None] Pushing event updated for resources: {'Port': ['ID=ab05c85e-ea9d-4f42-9455-ad387075d11f,revision_number=2']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:27:08.207923 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-714274bb-965a-4361-853a-96cecbae7fcb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:27:08.231378 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-ae58bd56-2269-4a4e-ae06-7d116fc807e2 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:27:08.236152 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-a42009d8-12f2-4211-b036-c4c5535fd795 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:27:08.318068 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae58bd56-2269-4a4e-ae06-7d116fc807e2 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Pushing event updated for resources: {'Port': ['ID=a8e072bc-adc3-4d1f-85f1-20aa70061125,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:27:08.321603 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-ae58bd56-2269-4a4e-ae06-7d116fc807e2 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:27:08.327798 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae58bd56-2269-4a4e-ae06-7d116fc807e2 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Network 26e26bcc-8677-4bce-a816-0c016b850886 is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:27:08.328933 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-ae58bd56-2269-4a4e-ae06-7d116fc807e2 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Resources bound (agent type, host, resource id):  {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:27:08.331483 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae58bd56-2269-4a4e-ae06-7d116fc807e2 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:27:08.415991 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-ae58bd56-2269-4a4e-ae06-7d116fc807e2 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1781300'] for router_interface, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:27:08.562336 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-ae58bd56-2269-4a4e-ae06-7d116fc807e2 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:27:08.984794 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-ae58bd56-2269-4a4e-ae06-7d116fc807e2 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for port, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:27:08.990817 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-ae58bd56-2269-4a4e-ae06-7d116fc807e2 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2176289'] for port, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:27:09.017446 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-dc2c116b-f032-4b27-bc73-adeacb56598a tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:27:09.111365 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae58bd56-2269-4a4e-ae06-7d116fc807e2 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Pushing event updated for resources: {'Port': ['ID=a8e072bc-adc3-4d1f-85f1-20aa70061125,revision_number=2']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:27:09.114481 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-ae58bd56-2269-4a4e-ae06-7d116fc807e2 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:27:09.115702 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-ae58bd56-2269-4a4e-ae06-7d116fc807e2 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1627481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1781465'] for router_interface, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:27:09.142547 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deaa5e2a-0b25-4f34-bb17-8c08739654d4 None None] Network 26e26bcc-8677-4bce-a816-0c016b850886 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:27:09.232362 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-f93f5d77-a2df-4a6b-a173-e8d3edb13f40 None None] Provisioning for port ab05c85e-ea9d-4f42-9455-ad387075d11f completed by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:27:09.264673 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae58bd56-2269-4a4e-ae06-7d116fc807e2 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Network 26e26bcc-8677-4bce-a816-0c016b850886 is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:27:09.265776 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-ae58bd56-2269-4a4e-ae06-7d116fc807e2 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Resources bound (agent type, host, resource id):  {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:27:09.452543 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae58bd56-2269-4a4e-ae06-7d116fc807e2 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Router 634d29fd-9491-4830-8182-bf6e74af1761 has already been hosted by L3 agent 371d4c41-c7e2-4de7-9539-c049ec4e95d1 {{(pid=87636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 23 16:27:09.636927 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae58bd56-2269-4a4e-ae06-7d116fc807e2 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify agent at l3_agent.dv-neutron-822799-1-hyperv the message routers_updated {{(pid=87636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 23 16:27:09.646588 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e6dbd7c-2ea8-4445-b182-5f5025e734e5 None None] Sync routers for ids ['634d29fd-9491-4830-8182-bf6e74af1761'] in dv-neutron-822799-1-hyperv {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 23 16:27:09.652700 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-ae58bd56-2269-4a4e-ae06-7d116fc807e2 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "PUT /v2.0/routers/634d29fd-9491-4830-8182-bf6e74af1761/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2130287
Dec 23 16:27:09.655186 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 54894) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:27:09.657864 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e6dbd7c-2ea8-4445-b182-5f5025e734e5 None None] Routers {'634d29fd-9491-4830-8182-bf6e74af1761'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:27:09.658745 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-8e6dbd7c-2ea8-4445-b182-5f5025e734e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc1cc7f70>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:26:50Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['634d29fd-9491-4830-8182-bf6e74af1761'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:27:09.679462 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-5c50760c-8015-4530-a39e-d212c478d624 None None] Provisioning for port a8e072bc-adc3-4d1f-85f1-20aa70061125 completed by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:27:09.685050 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-5c50760c-8015-4530-a39e-d212c478d624 None None] Provisioning complete for port a8e072bc-adc3-4d1f-85f1-20aa70061125 triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:27:09.686347 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-5c50760c-8015-4530-a39e-d212c478d624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:27:09.746668 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-5c50760c-8015-4530-a39e-d212c478d624 None None] Port a8e072bc-adc3-4d1f-85f1-20aa70061125 cannot update to ACTIVE because it is not bound. {{(pid=87637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 23 16:27:09.860773 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-8e6dbd7c-2ea8-4445-b182-5f5025e734e5 None None] Set router 634d29fd-9491-4830-8182-bf6e74af1761 gateway port host: dv-neutron-822799-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:27:09.876033 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-a66d864a-8540-48bd-b6ba-d5916e94dc38 None None] Provisioning complete for port a8e072bc-adc3-4d1f-85f1-20aa70061125 triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:27:09.876544 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-a66d864a-8540-48bd-b6ba-d5916e94dc38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:27:09.914097 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 9b936f7d-cd9d-480a-aac9-e5c29b494fe3 up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:27:09.995454 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-a66d864a-8540-48bd-b6ba-d5916e94dc38 None None] Port a8e072bc-adc3-4d1f-85f1-20aa70061125 cannot update to ACTIVE because it is not bound. {{(pid=87637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 23 16:27:09.996868 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7839531-b7e7-4daa-970b-9293661f827a tempest-TestNetworkBasicOps-54271533 tempest-TestNetworkBasicOps-54271533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:27:09.997338 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7839531-b7e7-4daa-970b-9293661f827a tempest-TestNetworkBasicOps-54271533 tempest-TestNetworkBasicOps-54271533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:27:09.997780 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7839531-b7e7-4daa-970b-9293661f827a tempest-TestNetworkBasicOps-54271533 tempest-TestNetworkBasicOps-54271533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:27:09.998249 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7839531-b7e7-4daa-970b-9293661f827a tempest-TestNetworkBasicOps-54271533 tempest-TestNetworkBasicOps-54271533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:27:10.003237 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-e7839531-b7e7-4daa-970b-9293661f827a tempest-TestNetworkBasicOps-54271533 tempest-TestNetworkBasicOps-54271533-project-admin] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2885 time: 0.3436475
Dec 23 16:27:10.004835 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 54898) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:27:10.013139 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning for port 9b936f7d-cd9d-480a-aac9-e5c29b494fe3 completed by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:27:10.019040 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port 9b936f7d-cd9d-480a-aac9-e5c29b494fe3 triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:27:10.019684 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:27:10.079850 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-552a3a92-1689-4883-9639-1bbab8067368 tempest-TestNetworkBasicOps-54271533 tempest-TestNetworkBasicOps-54271533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:27:10.080311 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-552a3a92-1689-4883-9639-1bbab8067368 tempest-TestNetworkBasicOps-54271533 tempest-TestNetworkBasicOps-54271533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:27:10.080787 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-552a3a92-1689-4883-9639-1bbab8067368 tempest-TestNetworkBasicOps-54271533 tempest-TestNetworkBasicOps-54271533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:27:10.081232 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-552a3a92-1689-4883-9639-1bbab8067368 tempest-TestNetworkBasicOps-54271533 tempest-TestNetworkBasicOps-54271533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:27:10.085703 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-552a3a92-1689-4883-9639-1bbab8067368 tempest-TestNetworkBasicOps-54271533 tempest-TestNetworkBasicOps-54271533-project-admin] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2728 time: 0.0771112
Dec 23 16:27:10.085910 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 54902) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:27:10.161160 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-7a46eebc-6b78-4757-9e7b-464e04bc4efa None None] Provisioning complete for port a8e072bc-adc3-4d1f-85f1-20aa70061125 triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:27:10.161754 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-7a46eebc-6b78-4757-9e7b-464e04bc4efa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:27:10.191805 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:27:10.213785 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-8e6dbd7c-2ea8-4445-b182-5f5025e734e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc1cc7f70>, [{'id': '634d29fd-9491-4830-8182-bf6e74af1761', 'name': 'tempest-TestNetworkBasicOps-router-243745274', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.2'}], 'enable_snat': True}, 'gw_port_id': '9b936f7d-cd9d-480a-aac9-e5c29b494fe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:27:03Z', 'updated_at': '2021-12-23T16:27:08Z', 'revision_number': 4, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'gw_port': {'id': '9b936f7d-cd9d-480a-aac9-e5c29b494fe3', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:df:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '634d29fd-9491-4830-8182-bf6e74af1761', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:27:03Z', 'updated_at': '2021-12-23T16:27:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_interfaces': [{'id': 'a8e072bc-adc3-4d1f-85f1-20aa70061125', 'name': '', 'network_id': '26e26bcc-8677-4bce-a816-0c016b850886', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'mac_address': 'fa:16:3e:78:da:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '634d29fd-9491-4830-8182-bf6e74af1761', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': 'f09eff35-fcbf-43fd-9ae2-bebae0b7f025', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:27:07Z', 'updated_at': '2021-12-23T16:27:08Z', 'revision_number': 2, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'subnets': [{'id': 'f09eff35-fcbf-43fd-9ae2-bebae0b7f025', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:27:10.218666 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e6dbd7c-2ea8-4445-b182-5f5025e734e5 None None] Checking router: 634d29fd-9491-4830-8182-bf6e74af1761 for host: dv-neutron-822799-1-hyperv {{(pid=87638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 23 16:27:10.218992 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e6dbd7c-2ea8-4445-b182-5f5025e734e5 None None] Updating router 634d29fd-9491-4830-8182-bf6e74af1761 port a8e072bc-adc3-4d1f-85f1-20aa70061125 binding host dv-neutron-822799-1-hyperv {{(pid=87638) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 23 16:27:10.230835 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] For port 9b936f7d-cd9d-480a-aac9-e5c29b494fe3, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=9b936f7d-cd9d-480a-aac9-e5c29b494fe3,segment=NetworkSegment(77e3d110-dd7b-426c-b11f-b78dde7993df),segment_id=77e3d110-dd7b-426c-b11f-b78dde7993df)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:27:10.232681 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-7a46eebc-6b78-4757-9e7b-464e04bc4efa None None] Port a8e072bc-adc3-4d1f-85f1-20aa70061125 cannot update to ACTIVE because it is not bound. {{(pid=87637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 23 16:27:10.237857 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:27:10.238912 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device ab05c85e-ea9d-4f42-9455-ad387075d11f up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:27:10.273938 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8e6dbd7c-2ea8-4445-b182-5f5025e734e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:27:10.293800 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-fcc44d40-da37-43ec-9189-76304909d963 tempest-TestNetworkBasicOps-54271533 tempest-TestNetworkBasicOps-54271533-project-admin] 10.222.0.64 "GET /v2.0/routers HTTP/1.1" status: 200  len: 1605 time: 0.2067182
Dec 23 16:27:10.307826 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:27:10.374402 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning for port ab05c85e-ea9d-4f42-9455-ad387075d11f completed by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:27:10.382447 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port ab05c85e-ea9d-4f42-9455-ad387075d11f triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:27:10.382825 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:27:10.407789 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Pushing event updated for resources: {'Port': ['ID=9b936f7d-cd9d-480a-aac9-e5c29b494fe3,revision_number=4']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:27:10.414964 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:27:10.501169 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:27:10.531588 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 54908) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:27:10.534448 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] For port ab05c85e-ea9d-4f42-9455-ad387075d11f, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=ab05c85e-ea9d-4f42-9455-ad387075d11f,segment=NetworkSegment(85c5bf6f-22f5-424f-b35f-c8f7087aa1fa),segment_id=85c5bf6f-22f5-424f-b35f-c8f7087aa1fa)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:27:10.538298 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-a949e6ca-c2fa-4c80-9180-03a1f111edda tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-418252048', 'description': 'tempest-secgroup-smoke-418252048 description', 'project_id': '544f3e375bde4f0988286eba27294ea6'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:27:10.539520 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:27:10.541527 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:27:10.545852 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-a949e6ca-c2fa-4c80-9180-03a1f111edda tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:27:10.550589 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-a949e6ca-c2fa-4c80-9180-03a1f111edda tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Usage tracker for resource:security_group and tenant:544f3e375bde4f0988286eba27294ea6 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:27:10.553624 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-a949e6ca-c2fa-4c80-9180-03a1f111edda tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:27:10.559284 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-a949e6ca-c2fa-4c80-9180-03a1f111edda tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:27:10.570734 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a949e6ca-c2fa-4c80-9180-03a1f111edda tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:27:10.595180 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-a949e6ca-c2fa-4c80-9180-03a1f111edda tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:27:10.599352 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-a949e6ca-c2fa-4c80-9180-03a1f111edda tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Usage tracker for resource:security_group_rule and tenant:544f3e375bde4f0988286eba27294ea6 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:27:10.602731 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-a949e6ca-c2fa-4c80-9180-03a1f111edda tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:27:10.609639 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-a949e6ca-c2fa-4c80-9180-03a1f111edda tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:27:10.612054 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Pushing event updated for resources: {'Port': ['ID=ab05c85e-ea9d-4f42-9455-ad387075d11f,revision_number=3']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:27:10.615282 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:27:10.636180 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8e6dbd7c-2ea8-4445-b182-5f5025e734e5 None None] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:27:10.647710 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-8e6dbd7c-2ea8-4445-b182-5f5025e734e5 None None] Transition to ACTIVE for port object a8e072bc-adc3-4d1f-85f1-20aa70061125 will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:27:10.655162 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8e6dbd7c-2ea8-4445-b182-5f5025e734e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:27:10.659371 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG oslo_concurrency.lockutils [None req-6a235ab5-b2a5-4dee-b16a-fc8431a16339 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:27:10.684967 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a949e6ca-c2fa-4c80-9180-03a1f111edda tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:27:10.689903 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a949e6ca-c2fa-4c80-9180-03a1f111edda tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:27:10.694877 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-509b9b67-cb46-484d-a04f-7ae0ff8296d3 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:27:10.735517 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a949e6ca-c2fa-4c80-9180-03a1f111edda tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ce7e53b-c09a-4954-9168-5217a4b03d36,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:27:10.738756 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-a949e6ca-c2fa-4c80-9180-03a1f111edda tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:27:10.739959 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a949e6ca-c2fa-4c80-9180-03a1f111edda tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:27:10.743927 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-a949e6ca-c2fa-4c80-9180-03a1f111edda tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 0.2085311
Dec 23 16:27:10.744277 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 54912) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:27:10.749336 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-db42305c-786c-4002-850c-faa12340ca9e tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Request body: {'security_group_rule': {'security_group_id': '8ce7e53b-c09a-4954-9168-5217a4b03d36', 'project_id': '544f3e375bde4f0988286eba27294ea6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:27:10.757602 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-db42305c-786c-4002-850c-faa12340ca9e tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:27:10.762170 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-db42305c-786c-4002-850c-faa12340ca9e tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Usage tracker for resource:security_group_rule and tenant:544f3e375bde4f0988286eba27294ea6 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:27:10.765190 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-db42305c-786c-4002-850c-faa12340ca9e tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:27:10.771232 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-db42305c-786c-4002-850c-faa12340ca9e tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:27:10.795858 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-db42305c-786c-4002-850c-faa12340ca9e tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:27:10.822777 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6e118c-eeab-4c0c-96d3-a794c4ab02e6 None None] Pushing event updated for resources: {'Port': ['ID=a8e072bc-adc3-4d1f-85f1-20aa70061125,revision_number=3']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:27:10.864810 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-db42305c-786c-4002-850c-faa12340ca9e tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:27:10.869195 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-db42305c-786c-4002-850c-faa12340ca9e tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762424'] for security_group_rule, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:27:10.869712 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6e118c-eeab-4c0c-96d3-a794c4ab02e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:27:10.870070 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6e118c-eeab-4c0c-96d3-a794c4ab02e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:27:10.870427 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6e118c-eeab-4c0c-96d3-a794c4ab02e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:27:10.871366 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-92c41a1d-38be-4346-b43c-abaee4e8bc4e tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:27:10.871652 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6e118c-eeab-4c0c-96d3-a794c4ab02e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:27:10.872050 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6e118c-eeab-4c0c-96d3-a794c4ab02e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:27:10.872411 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6e118c-eeab-4c0c-96d3-a794c4ab02e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:27:10.872768 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6e118c-eeab-4c0c-96d3-a794c4ab02e6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:27:10.873096 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6e118c-eeab-4c0c-96d3-a794c4ab02e6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:27:10.873419 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6e118c-eeab-4c0c-96d3-a794c4ab02e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:27:10.873742 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6e118c-eeab-4c0c-96d3-a794c4ab02e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:27:10.874061 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6e118c-eeab-4c0c-96d3-a794c4ab02e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:27:10.874383 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6e118c-eeab-4c0c-96d3-a794c4ab02e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:27:10.879446 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG oslo_concurrency.lockutils [None req-5d6e118c-eeab-4c0c-96d3-a794c4ab02e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=87638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:27:10.895987 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db42305c-786c-4002-850c-faa12340ca9e tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1495c2c6-f4a5-4727-bc1c-7cdf3139329b,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:27:10.896379 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-8e6dbd7c-2ea8-4445-b182-5f5025e734e5 None None] Attempting to bind port a8e072bc-adc3-4d1f-85f1-20aa70061125 on host dv-neutron-822799-1-hyperv for vnic_type normal with profile  {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:27:10.896812 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-8e6dbd7c-2ea8-4445-b182-5f5025e734e5 None None] Attempting to bind port a8e072bc-adc3-4d1f-85f1-20aa70061125 by drivers openvswitch,hyperv on host dv-neutron-822799-1-hyperv at level 0 using segments [{'id': '85c5bf6f-22f5-424f-b35f-c8f7087aa1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '26e26bcc-8677-4bce-a816-0c016b850886'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:27:10.897252 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e6dbd7c-2ea8-4445-b182-5f5025e734e5 None None] Attempting to bind port a8e072bc-adc3-4d1f-85f1-20aa70061125 on network 26e26bcc-8677-4bce-a816-0c016b850886 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:27:10.902071 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-db42305c-786c-4002-850c-faa12340ca9e tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:27:10.906621 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e6dbd7c-2ea8-4445-b182-5f5025e734e5 None None] Checking agent: {'id': '20d2070f-69a9-4e73-8d08-6f0387a40158', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822799-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 21), 'started_at': datetime.datetime(2021, 12, 23, 16, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 26, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822799-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 23 16:27:10.907117 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e6dbd7c-2ea8-4445-b182-5f5025e734e5 None None] Checking segment: {'id': '85c5bf6f-22f5-424f-b35f-c8f7087aa1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '26e26bcc-8677-4bce-a816-0c016b850886'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:27:10.907597 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8e6dbd7c-2ea8-4445-b182-5f5025e734e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:27:10.907995 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e6dbd7c-2ea8-4445-b182-5f5025e734e5 None None] Bound using segment: {'id': '85c5bf6f-22f5-424f-b35f-c8f7087aa1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '26e26bcc-8677-4bce-a816-0c016b850886'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 23 16:27:10.908477 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-8e6dbd7c-2ea8-4445-b182-5f5025e734e5 None None] Bound port: a8e072bc-adc3-4d1f-85f1-20aa70061125, host: dv-neutron-822799-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85c5bf6f-22f5-424f-b35f-c8f7087aa1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '26e26bcc-8677-4bce-a816-0c016b850886'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 23 16:27:10.908988 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8e6dbd7c-2ea8-4445-b182-5f5025e734e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:27:10.909474 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-db42305c-786c-4002-850c-faa12340ca9e tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:27:10.910750 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-db42305c-786c-4002-850c-faa12340ca9e tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1657059
Dec 23 16:27:10.913513 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 54916) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:27:10.918528 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-571d37c2-67d9-4c36-aaed-b163f22213d9 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Request body: {'security_group_rule': {'security_group_id': '8ce7e53b-c09a-4954-9168-5217a4b03d36', 'project_id': '544f3e375bde4f0988286eba27294ea6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:27:10.924522 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-571d37c2-67d9-4c36-aaed-b163f22213d9 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:27:10.928295 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-571d37c2-67d9-4c36-aaed-b163f22213d9 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Usage tracker for resource:security_group_rule and tenant:544f3e375bde4f0988286eba27294ea6 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:27:10.931299 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-571d37c2-67d9-4c36-aaed-b163f22213d9 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:27:10.938776 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-571d37c2-67d9-4c36-aaed-b163f22213d9 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:27:10.956244 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-571d37c2-67d9-4c36-aaed-b163f22213d9 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:27:11.005564 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-8e6dbd7c-2ea8-4445-b182-5f5025e734e5 None None] For port a8e072bc-adc3-4d1f-85f1-20aa70061125, host dv-neutron-822799-1-hyperv, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 23 16:27:11.008440 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-8e6dbd7c-2ea8-4445-b182-5f5025e734e5 None None] For port a8e072bc-adc3-4d1f-85f1-20aa70061125, host dv-neutron-822799-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=a8e072bc-adc3-4d1f-85f1-20aa70061125,segment=NetworkSegment(85c5bf6f-22f5-424f-b35f-c8f7087aa1fa),segment_id=85c5bf6f-22f5-424f-b35f-c8f7087aa1fa)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 23 16:27:11.014137 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8e6dbd7c-2ea8-4445-b182-5f5025e734e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:27:11.018565 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-571d37c2-67d9-4c36-aaed-b163f22213d9 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:27:11.019067 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG oslo_concurrency.lockutils [None req-6a235ab5-b2a5-4dee-b16a-fc8431a16339 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:27:11.022816 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-571d37c2-67d9-4c36-aaed-b163f22213d9 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762424'] for security_group_rule, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:27:11.031150 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-f32802b8-8a17-45b8-85bb-dca928a8289b tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:27:11.056070 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571d37c2-67d9-4c36-aaed-b163f22213d9 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95734a6b-04c0-449b-8137-f00d2af23ff1,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:27:11.060027 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-571d37c2-67d9-4c36-aaed-b163f22213d9 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:27:11.063853 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-571d37c2-67d9-4c36-aaed-b163f22213d9 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:27:11.065262 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-571d37c2-67d9-4c36-aaed-b163f22213d9 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1508162
Dec 23 16:27:11.068194 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 54920) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:27:11.073931 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-74a79347-6dbc-4ec4-9eb5-dfb8d4a790c4 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Request body: {'security_group_rule': {'security_group_id': '8ce7e53b-c09a-4954-9168-5217a4b03d36', 'project_id': '544f3e375bde4f0988286eba27294ea6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:27:11.079997 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-74a79347-6dbc-4ec4-9eb5-dfb8d4a790c4 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:27:11.083960 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-74a79347-6dbc-4ec4-9eb5-dfb8d4a790c4 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Usage tracker for resource:security_group_rule and tenant:544f3e375bde4f0988286eba27294ea6 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:27:11.086795 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-74a79347-6dbc-4ec4-9eb5-dfb8d4a790c4 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:27:11.094573 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-74a79347-6dbc-4ec4-9eb5-dfb8d4a790c4 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:27:11.113571 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-74a79347-6dbc-4ec4-9eb5-dfb8d4a790c4 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:27:11.114918 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e6dbd7c-2ea8-4445-b182-5f5025e734e5 None None] Routers {'634d29fd-9491-4830-8182-bf6e74af1761'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:27:11.115520 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-8e6dbd7c-2ea8-4445-b182-5f5025e734e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc1cc7f70>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:26:50Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['634d29fd-9491-4830-8182-bf6e74af1761'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:27:11.178784 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-74a79347-6dbc-4ec4-9eb5-dfb8d4a790c4 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:27:11.184247 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-74a79347-6dbc-4ec4-9eb5-dfb8d4a790c4 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762424'] for security_group_rule, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:27:11.186137 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-4defed36-bc54-4214-b616-2aaf53c75e47 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:27:11.189590 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6e118c-eeab-4c0c-96d3-a794c4ab02e6 None None] Pushing event updated for resources: {'Port': ['ID=a8e072bc-adc3-4d1f-85f1-20aa70061125,revision_number=4']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:27:11.203144 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG oslo_concurrency.lockutils [None req-5d6e118c-eeab-4c0c-96d3-a794c4ab02e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=87638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:27:11.213995 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a79347-6dbc-4ec4-9eb5-dfb8d4a790c4 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ae62099-2494-4b88-8896-a12217e189d1,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:27:11.216830 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-74a79347-6dbc-4ec4-9eb5-dfb8d4a790c4 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:27:11.221581 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-74a79347-6dbc-4ec4-9eb5-dfb8d4a790c4 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:27:11.225835 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 54924) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:27:11.226378 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-74a79347-6dbc-4ec4-9eb5-dfb8d4a790c4 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1567588
Dec 23 16:27:11.233099 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-65d42f2b-0187-481c-bdf7-7bb3486040d5 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Request body: {'security_group_rule': {'security_group_id': '8ce7e53b-c09a-4954-9168-5217a4b03d36', 'project_id': '544f3e375bde4f0988286eba27294ea6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:27:11.240738 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-65d42f2b-0187-481c-bdf7-7bb3486040d5 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:27:11.244679 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-65d42f2b-0187-481c-bdf7-7bb3486040d5 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Usage tracker for resource:security_group_rule and tenant:544f3e375bde4f0988286eba27294ea6 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:27:11.247739 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-65d42f2b-0187-481c-bdf7-7bb3486040d5 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:27:11.262173 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-65d42f2b-0187-481c-bdf7-7bb3486040d5 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:27:11.283958 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-65d42f2b-0187-481c-bdf7-7bb3486040d5 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:27:11.316951 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-8e6dbd7c-2ea8-4445-b182-5f5025e734e5 None None] Set router 634d29fd-9491-4830-8182-bf6e74af1761 gateway port host: dv-neutron-822799-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:27:11.360193 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-65d42f2b-0187-481c-bdf7-7bb3486040d5 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:27:11.365018 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-65d42f2b-0187-481c-bdf7-7bb3486040d5 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762424'] for security_group_rule, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:27:11.366855 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-c3cdb6e0-0dc9-460d-b99b-e558dac908a2 tempest-SecGroupIPv6Test-1191913439 tempest-SecGroupIPv6Test-1191913439-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:27:11.391604 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d42f2b-0187-481c-bdf7-7bb3486040d5 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=104e1759-3546-4277-a883-824b6e9a7600,revision_number=0']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:27:11.396793 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-65d42f2b-0187-481c-bdf7-7bb3486040d5 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:27:11.402319 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-65d42f2b-0187-481c-bdf7-7bb3486040d5 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:27:11.403483 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-65d42f2b-0187-481c-bdf7-7bb3486040d5 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1758661
Dec 23 16:27:11.406278 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 54928) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:27:11.411465 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-a6a41627-971e-454f-9146-fc4d3e00f451 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Request body: {'security_group_rule': {'security_group_id': '8ce7e53b-c09a-4954-9168-5217a4b03d36', 'project_id': '544f3e375bde4f0988286eba27294ea6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:27:11.417278 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-a6a41627-971e-454f-9146-fc4d3e00f451 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:27:11.420932 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-a6a41627-971e-454f-9146-fc4d3e00f451 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Usage tracker for resource:security_group_rule and tenant:544f3e375bde4f0988286eba27294ea6 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:27:11.423940 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-a6a41627-971e-454f-9146-fc4d3e00f451 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:27:11.429416 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-a6a41627-971e-454f-9146-fc4d3e00f451 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:27:11.441997 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.db.securitygroups_db [None req-a6a41627-971e-454f-9146-fc4d3e00f451 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Project 544f3e375bde4f0988286eba27294ea6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 23 16:27:11.449138 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a6a41627-971e-454f-9146-fc4d3e00f451 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:27:11.514383 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a6a41627-971e-454f-9146-fc4d3e00f451 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:27:11.519662 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a6a41627-971e-454f-9146-fc4d3e00f451 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762424'] for security_group_rule, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:27:11.521834 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-0396f28a-b10d-4c9f-97b1-4dd9aa14f107 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:27:11.545113 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a41627-971e-454f-9146-fc4d3e00f451 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2a199d8-6975-47b4-8398-45bf680c0f5c,revision_number=0']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:27:11.549902 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-a6a41627-971e-454f-9146-fc4d3e00f451 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:27:11.555394 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a6a41627-971e-454f-9146-fc4d3e00f451 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:27:11.556590 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-a6a41627-971e-454f-9146-fc4d3e00f451 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1493700
Dec 23 16:27:11.559409 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 54932) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:27:11.564874 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-d4f2d24e-45b6-4ad9-b1bb-ebca08d239d9 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Request body: {'security_group_rule': {'security_group_id': '8ce7e53b-c09a-4954-9168-5217a4b03d36', 'project_id': '544f3e375bde4f0988286eba27294ea6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:27:11.570954 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-d4f2d24e-45b6-4ad9-b1bb-ebca08d239d9 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:27:11.575665 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-d4f2d24e-45b6-4ad9-b1bb-ebca08d239d9 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Usage tracker for resource:security_group_rule and tenant:544f3e375bde4f0988286eba27294ea6 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:27:11.578516 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-d4f2d24e-45b6-4ad9-b1bb-ebca08d239d9 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:27:11.584822 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-d4f2d24e-45b6-4ad9-b1bb-ebca08d239d9 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:27:11.597006 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.db.securitygroups_db [None req-d4f2d24e-45b6-4ad9-b1bb-ebca08d239d9 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Project 544f3e375bde4f0988286eba27294ea6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 23 16:27:11.603761 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-d4f2d24e-45b6-4ad9-b1bb-ebca08d239d9 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:27:11.641683 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-8e6dbd7c-2ea8-4445-b182-5f5025e734e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc1cc7f70>, [{'id': '634d29fd-9491-4830-8182-bf6e74af1761', 'name': 'tempest-TestNetworkBasicOps-router-243745274', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.2'}], 'enable_snat': True}, 'gw_port_id': '9b936f7d-cd9d-480a-aac9-e5c29b494fe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:27:03Z', 'updated_at': '2021-12-23T16:27:08Z', 'revision_number': 4, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'gw_port': {'id': '9b936f7d-cd9d-480a-aac9-e5c29b494fe3', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:df:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '634d29fd-9491-4830-8182-bf6e74af1761', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:27:03Z', 'updated_at': '2021-12-23T16:27:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_interfaces': [{'id': 'a8e072bc-adc3-4d1f-85f1-20aa70061125', 'name': '', 'network_id': '26e26bcc-8677-4bce-a816-0c016b850886', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'mac_address': 'fa:16:3e:78:da:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '634d29fd-9491-4830-8182-bf6e74af1761', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': 'f09eff35-fcbf-43fd-9ae2-bebae0b7f025', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:27:07Z', 'updated_at': '2021-12-23T16:27:11Z', 'revision_number': 4, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'subnets': [{'id': 'f09eff35-fcbf-43fd-9ae2-bebae0b7f025', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:27:11.645750 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e6dbd7c-2ea8-4445-b182-5f5025e734e5 None None] The sync data for ids ['634d29fd-9491-4830-8182-bf6e74af1761'] in dv-neutron-822799-1-hyperv is: [{'id': '634d29fd-9491-4830-8182-bf6e74af1761', 'name': 'tempest-TestNetworkBasicOps-router-243745274', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.2'}], 'enable_snat': True}, 'gw_port_id': '9b936f7d-cd9d-480a-aac9-e5c29b494fe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:27:03Z', 'updated_at': '2021-12-23T16:27:08Z', 'revision_number': 4, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'gw_port': {'id': '9b936f7d-cd9d-480a-aac9-e5c29b494fe3', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:df:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '634d29fd-9491-4830-8182-bf6e74af1761', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:27:03Z', 'updated_at': '2021-12-23T16:27:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_interfaces': [{'id': 'a8e072bc-adc3-4d1f-85f1-20aa70061125', 'name': '', 'network_id': '26e26bcc-8677-4bce-a816-0c016b850886', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'mac_address': 'fa:16:3e:78:da:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '634d29fd-9491-4830-8182-bf6e74af1761', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': 'f09eff35-fcbf-43fd-9ae2-bebae0b7f025', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:27:07Z', 'updated_at': '2021-12-23T16:27:11Z', 'revision_number': 4, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'subnets': [{'id': 'f09eff35-fcbf-43fd-9ae2-bebae0b7f025', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 23 16:27:11.676037 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-d4f2d24e-45b6-4ad9-b1bb-ebca08d239d9 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:27:11.680754 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-d4f2d24e-45b6-4ad9-b1bb-ebca08d239d9 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762424'] for security_group_rule, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:27:11.682791 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-0c9003b8-2375-48c2-aada-2fe3d5e6d6cd tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:27:11.718638 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f2d24e-45b6-4ad9-b1bb-ebca08d239d9 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdfd3add-384b-4d5c-a0b3-f4adaa184bfa,revision_number=0']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:27:11.728921 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-d4f2d24e-45b6-4ad9-b1bb-ebca08d239d9 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:27:11.734729 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-d4f2d24e-45b6-4ad9-b1bb-ebca08d239d9 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:27:11.735993 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-d4f2d24e-45b6-4ad9-b1bb-ebca08d239d9 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1756737
Dec 23 16:27:11.905910 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:27:11.921133 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device a8e072bc-adc3-4d1f-85f1-20aa70061125 up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:27:11.992128 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-9848c09a-60a3-45f1-9922-88a8e06bccee req-ffa9f8fa-d47e-4fb1-b3b4-929621ffa6ff tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Synchronizing usage tracker for tenant:544f3e375bde4f0988286eba27294ea6 on resource:security_group {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:27:12.019301 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-9848c09a-60a3-45f1-9922-88a8e06bccee req-ffa9f8fa-d47e-4fb1-b3b4-929621ffa6ff tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Unset dirty status for tenant:544f3e375bde4f0988286eba27294ea6 on resource:security_group {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:27:12.020781 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-9848c09a-60a3-45f1-9922-88a8e06bccee req-ffa9f8fa-d47e-4fb1-b3b4-929621ffa6ff tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-418252048&fields=id&tenant_id=544f3e375bde4f0988286eba27294ea6 HTTP/1.1" status: 200  len: 267 time: 0.0698698
Dec 23 16:27:12.023573 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning for port a8e072bc-adc3-4d1f-85f1-20aa70061125 completed by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:27:12.031380 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port a8e072bc-adc3-4d1f-85f1-20aa70061125 triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:27:12.031915 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:27:12.220228 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9848c09a-60a3-45f1-9922-88a8e06bccee req-127d40ce-f638-45ae-ad44-163c30c15b22 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:27:12.220442 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:27:12.223352 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-9848c09a-60a3-45f1-9922-88a8e06bccee req-127d40ce-f638-45ae-ad44-163c30c15b22 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/networks?id=26e26bcc-8677-4bce-a816-0c016b850886 HTTP/1.1" status: 200  len: 796 time: 0.1941195
Dec 23 16:27:12.248401 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-9848c09a-60a3-45f1-9922-88a8e06bccee req-0a8f4dad-b416-43ad-bb53-03693e47c106 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/quotas/544f3e375bde4f0988286eba27294ea6 HTTP/1.1" status: 200  len: 375 time: 0.0183258
Dec 23 16:27:12.254095 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] For port a8e072bc-adc3-4d1f-85f1-20aa70061125, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=a8e072bc-adc3-4d1f-85f1-20aa70061125,segment=NetworkSegment(85c5bf6f-22f5-424f-b35f-c8f7087aa1fa),segment_id=85c5bf6f-22f5-424f-b35f-c8f7087aa1fa)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:27:12.263623 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:27:12.265068 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device ab05c85e-ea9d-4f42-9455-ad387075d11f up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:27:12.302032 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-69a05e0f-fe5e-42ed-b311-1e05d30d6865 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:27:12.374205 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-9848c09a-60a3-45f1-9922-88a8e06bccee req-c4ca6e62-6818-4a8c-a918-b47b4416448d tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Synchronizing usage tracker for tenant:544f3e375bde4f0988286eba27294ea6 on resource:port {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:27:12.394185 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-9848c09a-60a3-45f1-9922-88a8e06bccee req-c4ca6e62-6818-4a8c-a918-b47b4416448d tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Unset dirty status for tenant:544f3e375bde4f0988286eba27294ea6 on resource:port {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:27:12.406797 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-9848c09a-60a3-45f1-9922-88a8e06bccee req-c4ca6e62-6818-4a8c-a918-b47b4416448d tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=544f3e375bde4f0988286eba27294ea6&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1453936
Dec 23 16:27:12.420069 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Pushing event updated for resources: {'Port': ['ID=a8e072bc-adc3-4d1f-85f1-20aa70061125,revision_number=5']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:27:12.423879 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:27:12.430355 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port ab05c85e-ea9d-4f42-9455-ad387075d11f triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:27:12.430576 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:27:12.548886 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-9848c09a-60a3-45f1-9922-88a8e06bccee req-4ac7a287-a3fb-4333-9a98-dd7e13d3e3eb service neutron] 10.222.0.64 "GET /v2.0/networks/26e26bcc-8677-4bce-a816-0c016b850886?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1392045
Dec 23 16:27:12.552904 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 9b936f7d-cd9d-480a-aac9-e5c29b494fe3 up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:27:12.623930 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port 9b936f7d-cd9d-480a-aac9-e5c29b494fe3 triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:27:12.624466 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:27:12.692078 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-9848c09a-60a3-45f1-9922-88a8e06bccee req-63c720e0-5033-4926-82f5-9d369c3309ec service neutron] 10.222.0.64 "GET /v2.0/networks/26e26bcc-8677-4bce-a816-0c016b850886?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1372309
Dec 23 16:27:12.884361 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [req-bb9e96e6-666c-4da1-af34-f6bde8073759 req-c4b74135-4e96-483d-8f96-9d711d9ebdce tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Synchronizing usage tracker for tenant:544f3e375bde4f0988286eba27294ea6 on resource:port {{(pid=87635) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:27:12.897021 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [req-bb9e96e6-666c-4da1-af34-f6bde8073759 req-c4b74135-4e96-483d-8f96-9d711d9ebdce tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Unset dirty status for tenant:544f3e375bde4f0988286eba27294ea6 on resource:port {{(pid=87635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:27:12.898169 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-bb9e96e6-666c-4da1-af34-f6bde8073759 req-c4b74135-4e96-483d-8f96-9d711d9ebdce tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/ports?device_id=8468d83d-6c8d-447b-bd16-cf202e03c343 HTTP/1.1" status: 200  len: 210 time: 0.0617900
Dec 23 16:27:13.830761 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device a8e072bc-adc3-4d1f-85f1-20aa70061125 up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:27:13.907076 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port a8e072bc-adc3-4d1f-85f1-20aa70061125 triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:27:13.907952 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:27:13.964219 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9848c09a-60a3-45f1-9922-88a8e06bccee req-84515476-d5b9-4271-9468-ec59946efe49 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:27:13.965034 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [req-9848c09a-60a3-45f1-9922-88a8e06bccee req-84515476-d5b9-4271-9468-ec59946efe49 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Synchronizing usage tracker for tenant:544f3e375bde4f0988286eba27294ea6 on resource:network {{(pid=87635) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:27:13.984278 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [req-9848c09a-60a3-45f1-9922-88a8e06bccee req-84515476-d5b9-4271-9468-ec59946efe49 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Unset dirty status for tenant:544f3e375bde4f0988286eba27294ea6 on resource:network {{(pid=87635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:27:13.985881 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-9848c09a-60a3-45f1-9922-88a8e06bccee req-84515476-d5b9-4271-9468-ec59946efe49 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.61 "GET /v2.0/networks?id=26e26bcc-8677-4bce-a816-0c016b850886 HTTP/1.1" status: 200  len: 796 time: 0.1897855
Dec 23 16:27:14.058587 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-9848c09a-60a3-45f1-9922-88a8e06bccee req-e4a80dba-c7d0-403a-8e30-6969e23a139b tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=544f3e375bde4f0988286eba27294ea6 HTTP/1.1" status: 200  len: 379 time: 0.0626149
Dec 23 16:27:14.069326 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [req-9848c09a-60a3-45f1-9922-88a8e06bccee req-fde05055-b3c2-490c-916e-f0a062478afe tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Request body: {'port': {'device_id': '8468d83d-6c8d-447b-bd16-cf202e03c343', 'network_id': '26e26bcc-8677-4bce-a816-0c016b850886', 'admin_state_up': True, 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'security_groups': ['8ce7e53b-c09a-4954-9168-5217a4b03d36']}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:27:14.085548 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-f13fe970-f0e2-4260-aded-e5d878132d2c req-687a8639-ce91-4d2e-a82f-b05d2395b3dd tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/ports?device_id=8468d83d-6c8d-447b-bd16-cf202e03c343 HTTP/1.1" status: 200  len: 210 time: 0.0430281
Dec 23 16:27:14.218303 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [req-9848c09a-60a3-45f1-9922-88a8e06bccee req-fde05055-b3c2-490c-916e-f0a062478afe tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:27:14.228752 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [req-9848c09a-60a3-45f1-9922-88a8e06bccee req-fde05055-b3c2-490c-916e-f0a062478afe tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:27:14.238486 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9848c09a-60a3-45f1-9922-88a8e06bccee req-fde05055-b3c2-490c-916e-f0a062478afe tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Made reservation on behalf of 544f3e375bde4f0988286eba27294ea6 for: {'port': 1} {{(pid=87635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:27:14.242005 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [req-9848c09a-60a3-45f1-9922-88a8e06bccee req-fde05055-b3c2-490c-916e-f0a062478afe tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:27:14.407852 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.db_base_plugin_common [req-9848c09a-60a3-45f1-9922-88a8e06bccee req-fde05055-b3c2-490c-916e-f0a062478afe tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Allocated IP 172.20.0.6 (26e26bcc-8677-4bce-a816-0c016b850886/f09eff35-fcbf-43fd-9ae2-bebae0b7f025/6fad37cb-d225-4d7c-bb70-5d38adad9259) {{(pid=87635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:27:14.600775 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [req-9848c09a-60a3-45f1-9922-88a8e06bccee req-fde05055-b3c2-490c-916e-f0a062478afe tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for port, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:27:14.619641 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.provisioning_blocks [req-9848c09a-60a3-45f1-9922-88a8e06bccee req-fde05055-b3c2-490c-916e-f0a062478afe tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Transition to ACTIVE for port object 6fad37cb-d225-4d7c-bb70-5d38adad9259 will not be triggered until provisioned by entity DHCP. {{(pid=87635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:27:14.650050 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [req-9848c09a-60a3-45f1-9922-88a8e06bccee req-fde05055-b3c2-490c-916e-f0a062478afe tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:27:14.655731 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-6f9b8541-8efe-4120-b16a-2d5f4d4c9fb0 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:27:14.724088 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9848c09a-60a3-45f1-9922-88a8e06bccee req-fde05055-b3c2-490c-916e-f0a062478afe tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Network 26e26bcc-8677-4bce-a816-0c016b850886 is already hosted by enough agents. {{(pid=87635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:27:14.727537 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.base_scheduler [req-9848c09a-60a3-45f1-9922-88a8e06bccee req-fde05055-b3c2-490c-916e-f0a062478afe tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Resources bound (agent type, host, resource id):  {{(pid=87635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:27:14.731456 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.l3_dvrscheduler_db [req-9848c09a-60a3-45f1-9922-88a8e06bccee req-fde05055-b3c2-490c-916e-f0a062478afe tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Received port after_create {{(pid=87635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:27:14.761961 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde05055-b3c2-490c-916e-f0a062478afe tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Pushing event updated for resources: {'Port': ['ID=6fad37cb-d225-4d7c-bb70-5d38adad9259,revision_number=1']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:27:14.768705 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-fde05055-b3c2-490c-916e-f0a062478afe tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:27:14.799568 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9848c09a-60a3-45f1-9922-88a8e06bccee req-fde05055-b3c2-490c-916e-f0a062478afe tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:27:14.800185 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [req-9848c09a-60a3-45f1-9922-88a8e06bccee req-fde05055-b3c2-490c-916e-f0a062478afe tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:27:14.826308 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-9848c09a-60a3-45f1-9922-88a8e06bccee req-fde05055-b3c2-490c-916e-f0a062478afe tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7609859
Dec 23 16:27:14.839403 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [req-9848c09a-60a3-45f1-9922-88a8e06bccee req-a7c15d89-20cc-42a7-b59c-7c9fe5500bea service neutron] Request body: {'port': {'device_id': '8468d83d-6c8d-447b-bd16-cf202e03c343', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8227'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:27:14.942542 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-2ea81075-9e59-4134-a6e4-8823ef3af458 None None] Provisioning for port 6fad37cb-d225-4d7c-bb70-5d38adad9259 completed by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:27:14.949152 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-2ea81075-9e59-4134-a6e4-8823ef3af458 None None] Provisioning complete for port 6fad37cb-d225-4d7c-bb70-5d38adad9259 triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:27:14.949561 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-2ea81075-9e59-4134-a6e4-8823ef3af458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:27:15.008375 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-2ea81075-9e59-4134-a6e4-8823ef3af458 None None] Port 6fad37cb-d225-4d7c-bb70-5d38adad9259 cannot update to ACTIVE because it is not bound. {{(pid=87637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 23 16:27:15.072179 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [req-9848c09a-60a3-45f1-9922-88a8e06bccee req-a7c15d89-20cc-42a7-b59c-7c9fe5500bea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:27:15.397319 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbee2f4a-7d32-4668-81a3-a14d91a6edd4 req-153312a0-4d6e-4b3f-a166-e692a8d48700 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:27:15.397918 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [req-cbee2f4a-7d32-4668-81a3-a14d91a6edd4 req-153312a0-4d6e-4b3f-a166-e692a8d48700 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Synchronizing usage tracker for tenant:544f3e375bde4f0988286eba27294ea6 on resource:port {{(pid=87635) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:27:15.434165 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [req-cbee2f4a-7d32-4668-81a3-a14d91a6edd4 req-153312a0-4d6e-4b3f-a166-e692a8d48700 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Unset dirty status for tenant:544f3e375bde4f0988286eba27294ea6 on resource:port {{(pid=87635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:27:15.435697 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-cbee2f4a-7d32-4668-81a3-a14d91a6edd4 req-153312a0-4d6e-4b3f-a166-e692a8d48700 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/ports?device_id=8468d83d-6c8d-447b-bd16-cf202e03c343 HTTP/1.1" status: 200  len: 931 time: 0.2360060
Dec 23 16:27:15.514091 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.notifiers.nova [req-9848c09a-60a3-45f1-9922-88a8e06bccee req-a7c15d89-20cc-42a7-b59c-7c9fe5500bea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6fad37cb-d225-4d7c-bb70-5d38adad9259 {{(pid=87635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 23 16:27:15.525876 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [req-9848c09a-60a3-45f1-9922-88a8e06bccee req-a7c15d89-20cc-42a7-b59c-7c9fe5500bea service neutron] Notify callbacks [] for port, precommit_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:27:15.538034 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-cbee2f4a-7d32-4668-81a3-a14d91a6edd4 req-47fada0c-f7a1-4ea8-ad8d-2fffd8d6da9e tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/security-groups?id=8ce7e53b-c09a-4954-9168-5217a4b03d36&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0691664
Dec 23 16:27:15.546133 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.provisioning_blocks [req-9848c09a-60a3-45f1-9922-88a8e06bccee req-a7c15d89-20cc-42a7-b59c-7c9fe5500bea service neutron] Transition to ACTIVE for port object 6fad37cb-d225-4d7c-bb70-5d38adad9259 will not be triggered until provisioned by entity L2. {{(pid=87635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:27:15.550176 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [req-9848c09a-60a3-45f1-9922-88a8e06bccee req-a7c15d89-20cc-42a7-b59c-7c9fe5500bea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2753531'] for port, after_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:27:15.554238 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-539337d6-27c5-4c4e-b2dd-acfc20dde737 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:27:15.706810 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c15d89-20cc-42a7-b59c-7c9fe5500bea service neutron] Pushing event updated for resources: {'Port': ['ID=6fad37cb-d225-4d7c-bb70-5d38adad9259,revision_number=2']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:27:15.714191 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-a7c15d89-20cc-42a7-b59c-7c9fe5500bea service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:27:15.785439 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.managers [req-9848c09a-60a3-45f1-9922-88a8e06bccee req-a7c15d89-20cc-42a7-b59c-7c9fe5500bea service neutron] Attempting to bind port 6fad37cb-d225-4d7c-bb70-5d38adad9259 on host hv-neutron-8227 for vnic_type normal with profile  {{(pid=87635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:27:15.785773 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.managers [req-9848c09a-60a3-45f1-9922-88a8e06bccee req-a7c15d89-20cc-42a7-b59c-7c9fe5500bea service neutron] Attempting to bind port 6fad37cb-d225-4d7c-bb70-5d38adad9259 by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': '85c5bf6f-22f5-424f-b35f-c8f7087aa1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '26e26bcc-8677-4bce-a816-0c016b850886'}] {{(pid=87635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:27:15.786096 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9848c09a-60a3-45f1-9922-88a8e06bccee req-a7c15d89-20cc-42a7-b59c-7c9fe5500bea service neutron] Attempting to bind port 6fad37cb-d225-4d7c-bb70-5d38adad9259 on network 26e26bcc-8677-4bce-a816-0c016b850886 {{(pid=87635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:27:15.790512 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9848c09a-60a3-45f1-9922-88a8e06bccee req-a7c15d89-20cc-42a7-b59c-7c9fe5500bea service neutron] Port 6fad37cb-d225-4d7c-bb70-5d38adad9259 on network 26e26bcc-8677-4bce-a816-0c016b850886 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=87635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 23 16:27:15.790833 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9848c09a-60a3-45f1-9922-88a8e06bccee req-a7c15d89-20cc-42a7-b59c-7c9fe5500bea service neutron] Attempting to bind port 6fad37cb-d225-4d7c-bb70-5d38adad9259 on network 26e26bcc-8677-4bce-a816-0c016b850886 {{(pid=87635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:27:15.795879 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9848c09a-60a3-45f1-9922-88a8e06bccee req-a7c15d89-20cc-42a7-b59c-7c9fe5500bea service neutron] Checking agent: {'id': '5a806709-633b-4d33-98c4-3d24562c0f1e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8227', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 6, 42), 'started_at': datetime.datetime(2021, 12, 23, 16, 6, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 27, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 23 16:27:15.796210 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9848c09a-60a3-45f1-9922-88a8e06bccee req-a7c15d89-20cc-42a7-b59c-7c9fe5500bea service neutron] Checking segment: {'id': '85c5bf6f-22f5-424f-b35f-c8f7087aa1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '26e26bcc-8677-4bce-a816-0c016b850886'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:27:15.796619 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9848c09a-60a3-45f1-9922-88a8e06bccee req-a7c15d89-20cc-42a7-b59c-7c9fe5500bea service neutron] Bound using segment: {'id': '85c5bf6f-22f5-424f-b35f-c8f7087aa1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '26e26bcc-8677-4bce-a816-0c016b850886'} {{(pid=87635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 23 16:27:15.797037 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.managers [req-9848c09a-60a3-45f1-9922-88a8e06bccee req-a7c15d89-20cc-42a7-b59c-7c9fe5500bea service neutron] Bound port: 6fad37cb-d225-4d7c-bb70-5d38adad9259, host: hv-neutron-8227, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85c5bf6f-22f5-424f-b35f-c8f7087aa1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '26e26bcc-8677-4bce-a816-0c016b850886'}}] {{(pid=87635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 23 16:27:15.797376 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [req-9848c09a-60a3-45f1-9922-88a8e06bccee req-a7c15d89-20cc-42a7-b59c-7c9fe5500bea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:27:15.885951 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.db [req-9848c09a-60a3-45f1-9922-88a8e06bccee req-a7c15d89-20cc-42a7-b59c-7c9fe5500bea service neutron] For port 6fad37cb-d225-4d7c-bb70-5d38adad9259, host hv-neutron-8227, cleared binding levels {{(pid=87635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 23 16:27:15.888947 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.db [req-9848c09a-60a3-45f1-9922-88a8e06bccee req-a7c15d89-20cc-42a7-b59c-7c9fe5500bea service neutron] For port 6fad37cb-d225-4d7c-bb70-5d38adad9259, host hv-neutron-8227, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=6fad37cb-d225-4d7c-bb70-5d38adad9259,segment=NetworkSegment(85c5bf6f-22f5-424f-b35f-c8f7087aa1fa),segment_id=85c5bf6f-22f5-424f-b35f-c8f7087aa1fa)] {{(pid=87635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 23 16:27:15.895588 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [req-9848c09a-60a3-45f1-9922-88a8e06bccee req-a7c15d89-20cc-42a7-b59c-7c9fe5500bea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2753531'] for port, after_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:27:15.899092 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-e663bb19-13dc-4db5-996c-8daede10de07 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:27:15.950058 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9848c09a-60a3-45f1-9922-88a8e06bccee req-a7c15d89-20cc-42a7-b59c-7c9fe5500bea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:27:15.950735 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [req-9848c09a-60a3-45f1-9922-88a8e06bccee req-a7c15d89-20cc-42a7-b59c-7c9fe5500bea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:27:15.952073 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-9848c09a-60a3-45f1-9922-88a8e06bccee req-a7c15d89-20cc-42a7-b59c-7c9fe5500bea service neutron] 10.222.0.61 "PUT /v2.0/ports/6fad37cb-d225-4d7c-bb70-5d38adad9259 HTTP/1.1" status: 200  len: 1093 time: 1.1174657
Dec 23 16:27:15.952607 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8468d83d-6c8d-447b-bd16-cf202e03c343', 'tag': '6fad37cb-d225-4d7c-bb70-5d38adad9259'}] {{(pid=87635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 23 16:27:15.983898 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c15d89-20cc-42a7-b59c-7c9fe5500bea service neutron] Pushing event updated for resources: {'Port': ['ID=6fad37cb-d225-4d7c-bb70-5d38adad9259,revision_number=3']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:27:15.987424 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-a7c15d89-20cc-42a7-b59c-7c9fe5500bea service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:27:16.034276 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8468d83d-6c8d-447b-bd16-cf202e03c343', 'tag': '6fad37cb-d225-4d7c-bb70-5d38adad9259', 'status': 'completed', 'code': 200}
Dec 23 16:27:16.077318 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9848c09a-60a3-45f1-9922-88a8e06bccee req-6c216c26-4676-450b-8e1d-2b7d6cd60030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:27:16.078826 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-9848c09a-60a3-45f1-9922-88a8e06bccee req-6c216c26-4676-450b-8e1d-2b7d6cd60030 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=544f3e375bde4f0988286eba27294ea6&device_id=8468d83d-6c8d-447b-bd16-cf202e03c343 HTTP/1.1" status: 200  len: 1096 time: 0.0763171
Dec 23 16:27:16.152034 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-9848c09a-60a3-45f1-9922-88a8e06bccee req-420b32f4-91db-42ce-841b-dc72faebfc42 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6fad37cb-d225-4d7c-bb70-5d38adad9259 HTTP/1.1" status: 200  len: 217 time: 0.0639656
Dec 23 16:27:16.219066 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9848c09a-60a3-45f1-9922-88a8e06bccee req-1da93b36-15e4-47c1-841b-1ae786d62d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:27:16.221103 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-9848c09a-60a3-45f1-9922-88a8e06bccee req-1da93b36-15e4-47c1-841b-1ae786d62d07 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f09eff35-fcbf-43fd-9ae2-bebae0b7f025 HTTP/1.1" status: 200  len: 835 time: 0.0630326
Dec 23 16:27:16.301430 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9848c09a-60a3-45f1-9922-88a8e06bccee req-5423ff27-59cb-4db1-b65d-56f83e8738ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:27:16.302939 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-9848c09a-60a3-45f1-9922-88a8e06bccee req-5423ff27-59cb-4db1-b65d-56f83e8738ae service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=26e26bcc-8677-4bce-a816-0c016b850886&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0748146
Dec 23 16:27:16.442412 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-9848c09a-60a3-45f1-9922-88a8e06bccee req-4e462dcd-e022-4e2d-a96d-52b59abdb8e8 service neutron] 10.222.0.61 "GET /v2.0/networks/26e26bcc-8677-4bce-a816-0c016b850886?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1327577
Dec 23 16:27:16.582358 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-9848c09a-60a3-45f1-9922-88a8e06bccee req-c31c7af3-5dde-41c2-991a-d998c42b1ef3 service neutron] 10.222.0.61 "GET /v2.0/networks/26e26bcc-8677-4bce-a816-0c016b850886?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1330214
Dec 23 16:27:16.878536 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76b8ae6-c65a-4a16-a185-a0c337687197 req-f766049a-1e6e-433b-baa8-dfe3d2e6f76c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:27:16.880028 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-a76b8ae6-c65a-4a16-a185-a0c337687197 req-f766049a-1e6e-433b-baa8-dfe3d2e6f76c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=544f3e375bde4f0988286eba27294ea6&device_id=8468d83d-6c8d-447b-bd16-cf202e03c343 HTTP/1.1" status: 200  len: 1096 time: 0.2506492
Dec 23 16:27:16.890119 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7f00f0-da6f-4a6a-8caf-3d4a07d1b78c req-161e56b2-3395-4341-8f51-780a7cdb7513 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:27:16.891485 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-ff7f00f0-da6f-4a6a-8caf-3d4a07d1b78c req-161e56b2-3395-4341-8f51-780a7cdb7513 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/ports?device_id=8468d83d-6c8d-447b-bd16-cf202e03c343 HTTP/1.1" status: 200  len: 943 time: 0.2310402
Dec 23 16:27:17.012659 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-ff7f00f0-da6f-4a6a-8caf-3d4a07d1b78c req-0f285abe-8ace-4a6b-8e61-1811e213d478 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/security-groups?id=8ce7e53b-c09a-4954-9168-5217a4b03d36&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1027133
Dec 23 16:27:17.047403 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76b8ae6-c65a-4a16-a185-a0c337687197 req-c80c75f4-277a-4cc1-9398-57b1a2f2d9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:27:17.049117 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-a76b8ae6-c65a-4a16-a185-a0c337687197 req-c80c75f4-277a-4cc1-9398-57b1a2f2d9ff service neutron] 10.222.0.61 "GET /v2.0/networks?id=26e26bcc-8677-4bce-a816-0c016b850886 HTTP/1.1" status: 200  len: 897 time: 0.1568065
Dec 23 16:27:17.120476 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-a76b8ae6-c65a-4a16-a185-a0c337687197 req-51423af7-a3cb-4a82-87b3-fe20d7179ee6 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6fad37cb-d225-4d7c-bb70-5d38adad9259 HTTP/1.1" status: 200  len: 217 time: 0.0633421
Dec 23 16:27:17.196426 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76b8ae6-c65a-4a16-a185-a0c337687197 req-e1bc063c-0d9e-4648-8355-4e957db5cf7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:27:17.198215 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-a76b8ae6-c65a-4a16-a185-a0c337687197 req-e1bc063c-0d9e-4648-8355-4e957db5cf7b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f09eff35-fcbf-43fd-9ae2-bebae0b7f025 HTTP/1.1" status: 200  len: 835 time: 0.0704982
Dec 23 16:27:17.290399 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76b8ae6-c65a-4a16-a185-a0c337687197 req-4a01787d-d8af-4741-a65c-d1b69c32cc64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:27:17.291871 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-a76b8ae6-c65a-4a16-a185-a0c337687197 req-4a01787d-d8af-4741-a65c-d1b69c32cc64 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=26e26bcc-8677-4bce-a816-0c016b850886&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0862184
Dec 23 16:27:17.356647 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-00a5967b-eee1-4bdb-8cea-cc8eb8b80b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:27:17.425120 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-a76b8ae6-c65a-4a16-a185-a0c337687197 req-868ddf50-3c65-44f8-9fa5-6048cadc458c service neutron] 10.222.0.61 "GET /v2.0/networks/26e26bcc-8677-4bce-a816-0c016b850886?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1258709
Dec 23 16:27:17.567013 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-a76b8ae6-c65a-4a16-a185-a0c337687197 req-6aca7d87-42a5-4a00-b428-4a4aec123431 service neutron] 10.222.0.61 "GET /v2.0/networks/26e26bcc-8677-4bce-a816-0c016b850886?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1354120
Dec 23 16:27:17.650512 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Device 6fad37cb-d225-4d7c-bb70-5d38adad9259 details requested by agent hyperv_hv-neutron-8227 with host hv-neutron-8227 {{(pid=87637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 23 16:27:17.787199 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] For port 6fad37cb-d225-4d7c-bb70-5d38adad9259, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=6fad37cb-d225-4d7c-bb70-5d38adad9259,segment=NetworkSegment(85c5bf6f-22f5-424f-b35f-c8f7087aa1fa),segment_id=85c5bf6f-22f5-424f-b35f-c8f7087aa1fa)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:27:17.800854 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Returning: {'device': '6fad37cb-d225-4d7c-bb70-5d38adad9259', 'network_id': '26e26bcc-8677-4bce-a816-0c016b850886', 'port_id': '6fad37cb-d225-4d7c-bb70-5d38adad9259', 'mac_address': 'fa:16:3e:43:5e:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f09eff35-fcbf-43fd-9ae2-bebae0b7f025', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 23 16:27:17.867987 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:27:17.885037 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.notifiers.nova [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6fad37cb-d225-4d7c-bb70-5d38adad9259 {{(pid=87637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 23 16:27:17.901950 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] For port 6fad37cb-d225-4d7c-bb70-5d38adad9259, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=6fad37cb-d225-4d7c-bb70-5d38adad9259,segment=NetworkSegment(85c5bf6f-22f5-424f-b35f-c8f7087aa1fa),segment_id=85c5bf6f-22f5-424f-b35f-c8f7087aa1fa)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:27:17.907095 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:27:17.908989 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-1255030c-04f2-441a-bc03-c6882a354a23 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:27:17.976830 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Pushing event updated for resources: {'Port': ['ID=6fad37cb-d225-4d7c-bb70-5d38adad9259,revision_number=4']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:27:17.979873 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:27:18.096945 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] get_ports_and_sgs() called for port_ids ['6fad37cb-d225-4d7c-bb70-5d38adad9259'] {{(pid=87637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 23 16:27:18.198160 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b5198d-b440-4197-aa07-8378da272943 req-c42442bc-ae8c-4411-b02d-ce94e8d08866 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:27:18.200717 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-32b5198d-b440-4197-aa07-8378da272943 req-c42442bc-ae8c-4411-b02d-ce94e8d08866 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/ports?device_id=8468d83d-6c8d-447b-bd16-cf202e03c343 HTTP/1.1" status: 200  len: 944 time: 0.0812640
Dec 23 16:27:18.244488 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-32b5198d-b440-4197-aa07-8378da272943 req-61ad37c5-9393-4be2-b336-15357cd78f19 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/security-groups?id=8ce7e53b-c09a-4954-9168-5217a4b03d36&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0390909
Dec 23 16:27:19.429198 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bdd5b9-0c5a-414a-ba2a-2a0049238ad2 req-02ad9d0f-62ed-4ec7-86f5-71d2571c913f tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:27:19.430610 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-d1bdd5b9-0c5a-414a-ba2a-2a0049238ad2 req-02ad9d0f-62ed-4ec7-86f5-71d2571c913f tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/ports?device_id=8468d83d-6c8d-447b-bd16-cf202e03c343 HTTP/1.1" status: 200  len: 944 time: 0.0803969
Dec 23 16:27:19.478716 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-d1bdd5b9-0c5a-414a-ba2a-2a0049238ad2 req-0909dbb1-160d-4757-981d-3663383b5a13 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/security-groups?id=8ce7e53b-c09a-4954-9168-5217a4b03d36&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0393946
Dec 23 16:27:19.601315 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.agents_db [None req-30c2320c-f298-49f6-9c47-c20e38116a9c None None] Agent healthcheck: found 6 active agents {{(pid=87638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 23 16:27:19.652093 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Device 6fad37cb-d225-4d7c-bb70-5d38adad9259 up at agent hyperv_hv-neutron-8227 {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:27:19.737510 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-78f372a3-8e63-47c2-85a4-cfd3f6d880e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:27:19.743879 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Provisioning for port 6fad37cb-d225-4d7c-bb70-5d38adad9259 completed by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:27:19.748648 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Provisioning complete for port 6fad37cb-d225-4d7c-bb70-5d38adad9259 triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:27:19.749030 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:27:19.866484 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:27:19.893828 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8468d83d-6c8d-447b-bd16-cf202e03c343', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fad37cb-d225-4d7c-bb70-5d38adad9259'}] {{(pid=87637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 23 16:27:19.903357 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] For port 6fad37cb-d225-4d7c-bb70-5d38adad9259, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=6fad37cb-d225-4d7c-bb70-5d38adad9259,segment=NetworkSegment(85c5bf6f-22f5-424f-b35f-c8f7087aa1fa),segment_id=85c5bf6f-22f5-424f-b35f-c8f7087aa1fa)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:27:19.907956 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:27:19.909946 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:27:19.943828 dv-neutron-822799-1-hyperv neutron-server[87637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8468d83d-6c8d-447b-bd16-cf202e03c343', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fad37cb-d225-4d7c-bb70-5d38adad9259', 'code': 200}
Dec 23 16:27:19.978164 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Pushing event updated for resources: {'Port': ['ID=6fad37cb-d225-4d7c-bb70-5d38adad9259,revision_number=5']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:27:19.981064 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:27:20.172487 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85ae44f-aa8d-4f63-9a09-76ea619b9355 req-05af7062-e8e2-44bc-b7fa-8eb0aedaaae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:27:20.173937 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-a85ae44f-aa8d-4f63-9a09-76ea619b9355 req-05af7062-e8e2-44bc-b7fa-8eb0aedaaae3 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=8468d83d-6c8d-447b-bd16-cf202e03c343 HTTP/1.1" status: 200  len: 1098 time: 0.0764751
Dec 23 16:27:20.216739 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-a85ae44f-aa8d-4f63-9a09-76ea619b9355 req-6c5d9193-d9d5-4017-a3ba-a012cf8ff420 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=8ce7e53b-c09a-4954-9168-5217a4b03d36&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0344799
Dec 23 16:27:20.697041 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd4a610-1bdf-4f84-ab60-fa5b94ae1831 req-68ba2d4c-4326-4d06-aef1-99b3940f0db0 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:27:20.698868 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-afd4a610-1bdf-4f84-ab60-fa5b94ae1831 req-68ba2d4c-4326-4d06-aef1-99b3940f0db0 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/ports?device_id=8468d83d-6c8d-447b-bd16-cf202e03c343 HTTP/1.1" status: 200  len: 945 time: 0.0981545
Dec 23 16:27:20.744283 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-afd4a610-1bdf-4f84-ab60-fa5b94ae1831 req-f7119be1-7476-46c0-aab8-8e89c097f027 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/security-groups?id=8ce7e53b-c09a-4954-9168-5217a4b03d36&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0397265
Dec 23 16:27:20.771625 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9dcbea60-a34f-4144-91e7-90aff3f57aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:27:20.877821 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:27:21.943855 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f48ea6-d03e-4268-a943-c8285c761b54 req-50753b65-5ad1-4965-9615-47954834bf67 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:27:21.945457 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-d1f48ea6-d03e-4268-a943-c8285c761b54 req-50753b65-5ad1-4965-9615-47954834bf67 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/ports?device_id=8468d83d-6c8d-447b-bd16-cf202e03c343 HTTP/1.1" status: 200  len: 945 time: 0.0898082
Dec 23 16:27:21.990255 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-d1f48ea6-d03e-4268-a943-c8285c761b54 req-bd66399d-9785-4472-8a66-18defa4a1153 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/security-groups?id=8ce7e53b-c09a-4954-9168-5217a4b03d36&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0386508
Dec 23 16:27:22.192039 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d7d489-fabb-487e-8a8d-48fa9e46f406 req-d0f58723-b297-4e1b-8f2a-b5be2facc4a4 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:27:22.209985 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-b5d7d489-fabb-487e-8a8d-48fa9e46f406 req-d0f58723-b297-4e1b-8f2a-b5be2facc4a4 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/ports?device_id=8468d83d-6c8d-447b-bd16-cf202e03c343 HTTP/1.1" status: 200  len: 945 time: 0.0942512
Dec 23 16:27:22.249164 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-b5d7d489-fabb-487e-8a8d-48fa9e46f406 req-37b86469-d7ab-4e4f-bea1-4cad1ee67ddc tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/security-groups?id=8ce7e53b-c09a-4954-9168-5217a4b03d36&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0458927
Dec 23 16:27:22.272787 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 54982) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:27:22.273571 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9e3aab53-d650-47e3-b8a6-2dff21fe9ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:27:22.345022 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c1db511-b452-4345-ae4f-09cfbf5dd1f3 tempest-TestNetworkBasicOps-54271533 tempest-TestNetworkBasicOps-54271533-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:27:22.346547 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-8c1db511-b452-4345-ae4f-09cfbf5dd1f3 tempest-TestNetworkBasicOps-54271533 tempest-TestNetworkBasicOps-54271533-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=8468d83d-6c8d-447b-bd16-cf202e03c343 HTTP/1.1" status: 200  len: 1093 time: 0.0727277
Dec 23 16:27:22.350307 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 54986) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:27:22.355408 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-dc87dc17-b05f-479d-9087-d269ce7e18a3 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Request body: {'floatingip': {'floating_network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'port_id': '6fad37cb-d225-4d7c-bb70-5d38adad9259', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'fixed_ip_address': '172.20.0.6'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:27:22.362135 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-dc87dc17-b05f-479d-9087-d269ce7e18a3 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:27:22.366223 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-dc87dc17-b05f-479d-9087-d269ce7e18a3 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Usage tracker for resource:floatingip and tenant:544f3e375bde4f0988286eba27294ea6 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:27:22.369228 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-dc87dc17-b05f-479d-9087-d269ce7e18a3 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:27:22.375090 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-dc87dc17-b05f-479d-9087-d269ce7e18a3 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:27:22.387988 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-dc87dc17-b05f-479d-9087-d269ce7e18a3 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for floatingip, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:27:22.527370 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-dc87dc17-b05f-479d-9087-d269ce7e18a3 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:27:22.674552 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.db_base_plugin_common [None req-dc87dc17-b05f-479d-9087-d269ce7e18a3 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Allocated IP 172.26.3.177 (8afa6d58-9431-454a-b99c-3ff8a65aa86b/60537fec-5f5f-4ab7-89cc-03638149a590/19f0d654-4b81-44d8-a588-660ae9bbe6de) {{(pid=87635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:27:22.823121 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-dc87dc17-b05f-479d-9087-d269ce7e18a3 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for port, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:27:22.854279 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-dc87dc17-b05f-479d-9087-d269ce7e18a3 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:27:22.857859 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-85c9747b-94e2-4ffe-8046-02a71e17763c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:27:23.033653 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc87dc17-b05f-479d-9087-d269ce7e18a3 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Network 8afa6d58-9431-454a-b99c-3ff8a65aa86b is already hosted by enough agents. {{(pid=87635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:27:23.036927 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.base_scheduler [None req-dc87dc17-b05f-479d-9087-d269ce7e18a3 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Resources bound (agent type, host, resource id):  {{(pid=87635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:27:23.042349 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc87dc17-b05f-479d-9087-d269ce7e18a3 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Received port after_create {{(pid=87635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:27:23.085158 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc87dc17-b05f-479d-9087-d269ce7e18a3 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Pushing event updated for resources: {'Port': ['ID=19f0d654-4b81-44d8-a588-660ae9bbe6de,revision_number=1']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:27:23.100843 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc87dc17-b05f-479d-9087-d269ce7e18a3 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:27:23.101234 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc87dc17-b05f-479d-9087-d269ce7e18a3 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:27:23.101611 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc87dc17-b05f-479d-9087-d269ce7e18a3 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:27:23.101980 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc87dc17-b05f-479d-9087-d269ce7e18a3 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:27:23.102348 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc87dc17-b05f-479d-9087-d269ce7e18a3 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:27:23.102714 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc87dc17-b05f-479d-9087-d269ce7e18a3 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:27:23.103075 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc87dc17-b05f-479d-9087-d269ce7e18a3 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:27:23.103441 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc87dc17-b05f-479d-9087-d269ce7e18a3 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:27:23.103801 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc87dc17-b05f-479d-9087-d269ce7e18a3 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:27:23.104170 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc87dc17-b05f-479d-9087-d269ce7e18a3 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:27:23.104515 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc87dc17-b05f-479d-9087-d269ce7e18a3 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:27:23.104897 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc87dc17-b05f-479d-9087-d269ce7e18a3 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:27:23.109761 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-dc87dc17-b05f-479d-9087-d269ce7e18a3 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:27:23.480098 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-dc87dc17-b05f-479d-9087-d269ce7e18a3 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:27:23.554720 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-dc87dc17-b05f-479d-9087-d269ce7e18a3 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:27:23.760718 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-dc87dc17-b05f-479d-9087-d269ce7e18a3 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for port, precommit_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:27:23.767142 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-dc87dc17-b05f-479d-9087-d269ce7e18a3 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2753531'] for port, after_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:27:23.771059 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-a7c15d89-20cc-42a7-b59c-7c9fe5500bea service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:27:23.873319 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc87dc17-b05f-479d-9087-d269ce7e18a3 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Pushing event updated for resources: {'Port': ['ID=19f0d654-4b81-44d8-a588-660ae9bbe6de,revision_number=2']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:27:23.877539 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-dc87dc17-b05f-479d-9087-d269ce7e18a3 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:27:23.886744 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-dc87dc17-b05f-479d-9087-d269ce7e18a3 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1824189'] for floatingip, after_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:27:24.057843 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.db.l3_db [None req-dc87dc17-b05f-479d-9087-d269ce7e18a3 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Floating IP 17929cf1-10ed-48c0-b3fa-91be52ed914c associated. External IP: 172.26.3.177, port: 6fad37cb-d225-4d7c-bb70-5d38adad9259.
Dec 23 16:27:24.416959 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc87dc17-b05f-479d-9087-d269ce7e18a3 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Router 634d29fd-9491-4830-8182-bf6e74af1761 has already been hosted by L3 agent 371d4c41-c7e2-4de7-9539-c049ec4e95d1 {{(pid=87635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 23 16:27:24.721075 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc87dc17-b05f-479d-9087-d269ce7e18a3 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify agent at l3_agent.dv-neutron-822799-1-hyperv the message routers_updated {{(pid=87635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 23 16:27:24.734266 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e12275e-7cae-46f1-b9a9-64d17b862d84 None None] Sync routers for ids ['634d29fd-9491-4830-8182-bf6e74af1761'] in dv-neutron-822799-1-hyperv {{(pid=87637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 23 16:27:24.744527 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e12275e-7cae-46f1-b9a9-64d17b862d84 None None] Routers {'634d29fd-9491-4830-8182-bf6e74af1761'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:27:24.745203 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-8e12275e-7cae-46f1-b9a9-64d17b862d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc048e1c0>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:27:20Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['634d29fd-9491-4830-8182-bf6e74af1761'], 'active': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:27:24.750867 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-dc87dc17-b05f-479d-9087-d269ce7e18a3 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for floatingip, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:27:24.809599 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-dc87dc17-b05f-479d-9087-d269ce7e18a3 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.4582198
Dec 23 16:27:24.810256 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8468d83d-6c8d-447b-bd16-cf202e03c343', 'tag': '6fad37cb-d225-4d7c-bb70-5d38adad9259'}] {{(pid=87635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 23 16:27:24.812554 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 54990) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:27:24.929149 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-dfbec457-6426-4c46-8e45-1b1e014b8164 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/floatingips/17929cf1-10ed-48c0-b3fa-91be52ed914c HTTP/1.1" status: 200  len: 991 time: 0.1141419
Dec 23 16:27:24.969905 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvr_db [None req-8e12275e-7cae-46f1-b9a9-64d17b862d84 None None] Set router 634d29fd-9491-4830-8182-bf6e74af1761 gateway port host: dv-neutron-822799-1-hyperv {{(pid=87637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:27:25.014984 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8468d83d-6c8d-447b-bd16-cf202e03c343', 'tag': '6fad37cb-d225-4d7c-bb70-5d38adad9259', 'status': 'completed', 'code': 200}
Dec 23 16:27:25.107616 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008fb35e-3e1f-4150-bf81-646581758a4c req-55ceb1f7-32cc-4620-9fce-1e0485d0759b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:27:25.109132 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-008fb35e-3e1f-4150-bf81-646581758a4c req-55ceb1f7-32cc-4620-9fce-1e0485d0759b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=544f3e375bde4f0988286eba27294ea6&device_id=8468d83d-6c8d-447b-bd16-cf202e03c343 HTTP/1.1" status: 200  len: 1098 time: 0.0713718
Dec 23 16:27:25.240608 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008fb35e-3e1f-4150-bf81-646581758a4c req-d6d3adff-be72-45be-a25c-00cd9c593666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:27:25.242087 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-008fb35e-3e1f-4150-bf81-646581758a4c req-d6d3adff-be72-45be-a25c-00cd9c593666 service neutron] 10.222.0.61 "GET /v2.0/networks?id=26e26bcc-8677-4bce-a816-0c016b850886 HTTP/1.1" status: 200  len: 897 time: 0.1267264
Dec 23 16:27:25.322921 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-8e12275e-7cae-46f1-b9a9-64d17b862d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc048e1c0>, [{'id': '634d29fd-9491-4830-8182-bf6e74af1761', 'name': 'tempest-TestNetworkBasicOps-router-243745274', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.2'}], 'enable_snat': True}, 'gw_port_id': '9b936f7d-cd9d-480a-aac9-e5c29b494fe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:27:03Z', 'updated_at': '2021-12-23T16:27:08Z', 'revision_number': 4, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'gw_port': {'id': '9b936f7d-cd9d-480a-aac9-e5c29b494fe3', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:df:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '634d29fd-9491-4830-8182-bf6e74af1761', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:27:03Z', 'updated_at': '2021-12-23T16:27:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_floatingips': [{'id': '17929cf1-10ed-48c0-b3fa-91be52ed914c', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'floating_ip_address': '172.26.3.177', 'floating_network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'router_id': '634d29fd-9491-4830-8182-bf6e74af1761', 'port_id': '6fad37cb-d225-4d7c-bb70-5d38adad9259', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26e26bcc-8677-4bce-a816-0c016b850886', 'mac_address': 'fa:16:3e:43:5e:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8468d83d-6c8d-447b-bd16-cf202e03c343', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:27:23Z', 'updated_at': '2021-12-23T16:27:23Z', 'revision_number': 0, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8e072bc-adc3-4d1f-85f1-20aa70061125', 'name': '', 'network_id': '26e26bcc-8677-4bce-a816-0c016b850886', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'mac_address': 'fa:16:3e:78:da:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '634d29fd-9491-4830-8182-bf6e74af1761', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': 'f09eff35-fcbf-43fd-9ae2-bebae0b7f025', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:27:07Z', 'updated_at': '2021-12-23T16:27:12Z', 'revision_number': 5, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'subnets': [{'id': 'f09eff35-fcbf-43fd-9ae2-bebae0b7f025', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:27:25.326835 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e12275e-7cae-46f1-b9a9-64d17b862d84 None None] Checking router: 634d29fd-9491-4830-8182-bf6e74af1761 for host: dv-neutron-822799-1-hyperv {{(pid=87637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 23 16:27:25.336408 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e12275e-7cae-46f1-b9a9-64d17b862d84 None None] Routers {'634d29fd-9491-4830-8182-bf6e74af1761'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:27:25.337060 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-8e12275e-7cae-46f1-b9a9-64d17b862d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc048e1c0>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:27:20Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['634d29fd-9491-4830-8182-bf6e74af1761'], 'active': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:27:25.345734 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-008fb35e-3e1f-4150-bf81-646581758a4c req-bed6f016-6cab-4381-a1b4-de7b5d386f87 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6fad37cb-d225-4d7c-bb70-5d38adad9259 HTTP/1.1" status: 200  len: 999 time: 0.0969145
Dec 23 16:27:25.408533 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008fb35e-3e1f-4150-bf81-646581758a4c req-9bd9eea0-70e2-4044-a642-437cde8a272f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:27:25.410118 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-008fb35e-3e1f-4150-bf81-646581758a4c req-9bd9eea0-70e2-4044-a642-437cde8a272f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f09eff35-fcbf-43fd-9ae2-bebae0b7f025 HTTP/1.1" status: 200  len: 835 time: 0.0578563
Dec 23 16:27:25.488963 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008fb35e-3e1f-4150-bf81-646581758a4c req-bff4c3b8-a3c5-4107-85fa-f59c66d00a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:27:25.490462 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-008fb35e-3e1f-4150-bf81-646581758a4c req-bff4c3b8-a3c5-4107-85fa-f59c66d00a71 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=26e26bcc-8677-4bce-a816-0c016b850886&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0740554
Dec 23 16:27:25.516616 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvr_db [None req-8e12275e-7cae-46f1-b9a9-64d17b862d84 None None] Set router 634d29fd-9491-4830-8182-bf6e74af1761 gateway port host: dv-neutron-822799-1-hyperv {{(pid=87637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:27:25.621841 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-008fb35e-3e1f-4150-bf81-646581758a4c req-29540452-b1bc-493f-8702-10989b538d6f service neutron] 10.222.0.61 "GET /v2.0/networks/26e26bcc-8677-4bce-a816-0c016b850886?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1238377
Dec 23 16:27:25.753731 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-008fb35e-3e1f-4150-bf81-646581758a4c req-cf43d798-34e4-47a6-aa1f-280ee9ef2048 service neutron] 10.222.0.61 "GET /v2.0/networks/26e26bcc-8677-4bce-a816-0c016b850886?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1249518
Dec 23 16:27:25.866649 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-8e12275e-7cae-46f1-b9a9-64d17b862d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc048e1c0>, [{'id': '634d29fd-9491-4830-8182-bf6e74af1761', 'name': 'tempest-TestNetworkBasicOps-router-243745274', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.2'}], 'enable_snat': True}, 'gw_port_id': '9b936f7d-cd9d-480a-aac9-e5c29b494fe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:27:03Z', 'updated_at': '2021-12-23T16:27:08Z', 'revision_number': 4, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'gw_port': {'id': '9b936f7d-cd9d-480a-aac9-e5c29b494fe3', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:df:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '634d29fd-9491-4830-8182-bf6e74af1761', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:27:03Z', 'updated_at': '2021-12-23T16:27:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_floatingips': [{'id': '17929cf1-10ed-48c0-b3fa-91be52ed914c', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'floating_ip_address': '172.26.3.177', 'floating_network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'router_id': '634d29fd-9491-4830-8182-bf6e74af1761', 'port_id': '6fad37cb-d225-4d7c-bb70-5d38adad9259', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26e26bcc-8677-4bce-a816-0c016b850886', 'mac_address': 'fa:16:3e:43:5e:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8468d83d-6c8d-447b-bd16-cf202e03c343', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:27:23Z', 'updated_at': '2021-12-23T16:27:23Z', 'revision_number': 0, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8e072bc-adc3-4d1f-85f1-20aa70061125', 'name': '', 'network_id': '26e26bcc-8677-4bce-a816-0c016b850886', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'mac_address': 'fa:16:3e:78:da:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '634d29fd-9491-4830-8182-bf6e74af1761', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': 'f09eff35-fcbf-43fd-9ae2-bebae0b7f025', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:27:07Z', 'updated_at': '2021-12-23T16:27:12Z', 'revision_number': 5, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'subnets': [{'id': 'f09eff35-fcbf-43fd-9ae2-bebae0b7f025', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:27:25.870855 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e12275e-7cae-46f1-b9a9-64d17b862d84 None None] The sync data for ids ['634d29fd-9491-4830-8182-bf6e74af1761'] in dv-neutron-822799-1-hyperv is: [{'id': '634d29fd-9491-4830-8182-bf6e74af1761', 'name': 'tempest-TestNetworkBasicOps-router-243745274', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.2'}], 'enable_snat': True}, 'gw_port_id': '9b936f7d-cd9d-480a-aac9-e5c29b494fe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:27:03Z', 'updated_at': '2021-12-23T16:27:08Z', 'revision_number': 4, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'gw_port': {'id': '9b936f7d-cd9d-480a-aac9-e5c29b494fe3', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:df:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '634d29fd-9491-4830-8182-bf6e74af1761', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:27:03Z', 'updated_at': '2021-12-23T16:27:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_floatingips': [{'id': '17929cf1-10ed-48c0-b3fa-91be52ed914c', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'floating_ip_address': '172.26.3.177', 'floating_network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'router_id': '634d29fd-9491-4830-8182-bf6e74af1761', 'port_id': '6fad37cb-d225-4d7c-bb70-5d38adad9259', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26e26bcc-8677-4bce-a816-0c016b850886', 'mac_address': 'fa:16:3e:43:5e:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8468d83d-6c8d-447b-bd16-cf202e03c343', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:27:23Z', 'updated_at': '2021-12-23T16:27:23Z', 'revision_number': 0, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8e072bc-adc3-4d1f-85f1-20aa70061125', 'name': '', 'network_id': '26e26bcc-8677-4bce-a816-0c016b850886', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'mac_address': 'fa:16:3e:78:da:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '634d29fd-9491-4830-8182-bf6e74af1761', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': 'f09eff35-fcbf-43fd-9ae2-bebae0b7f025', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:27:07Z', 'updated_at': '2021-12-23T16:27:12Z', 'revision_number': 5, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'subnets': [{'id': 'f09eff35-fcbf-43fd-9ae2-bebae0b7f025', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 23 16:27:25.932051 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 54996) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:27:26.063936 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11eb90ae-0fca-441c-b4f1-bea7061398fc None None] New status for floating IP 17929cf1-10ed-48c0-b3fa-91be52ed914c: ACTIVE {{(pid=87638) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 23 16:27:26.173621 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-c0a55b81-c3ee-4091-9300-60b75e1be93d tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/floatingips/17929cf1-10ed-48c0-b3fa-91be52ed914c HTTP/1.1" status: 200  len: 991 time: 0.2400711
Dec 23 16:27:27.177411 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 55000) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:27:27.298088 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-e3b0ca1d-99c1-4c0a-af4d-31110df7ae01 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/floatingips/17929cf1-10ed-48c0-b3fa-91be52ed914c HTTP/1.1" status: 200  len: 993 time: 0.1147428
Dec 23 16:27:41.935026 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:27:47.363958 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-e68eda36-6af7-473c-9d69-5712fff3416b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:27:49.731709 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-fa1b19eb-6c0d-4a59-af02-c4b788e69ae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:27:50.782918 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9dcbea60-a34f-4144-91e7-90aff3f57aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:27:50.878987 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:27:51.844501 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 55012) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:27:51.850934 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-3ff4385d-2ea6-4197-8218-5c85dec98e1e tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Request body: {'router': {'admin_state_up': False}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:27:52.277439 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9e3aab53-d650-47e3-b8a6-2dff21fe9ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:27:52.384908 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-3ff4385d-2ea6-4197-8218-5c85dec98e1e tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1824017', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1823768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-235299'] for router, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:27:52.398668 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-3ff4385d-2ea6-4197-8218-5c85dec98e1e tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1824234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1824024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1824227', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1823761'] for router, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:27:52.592530 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ff4385d-2ea6-4197-8218-5c85dec98e1e tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Router 634d29fd-9491-4830-8182-bf6e74af1761 has already been hosted by L3 agent 371d4c41-c7e2-4de7-9539-c049ec4e95d1 {{(pid=87636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 23 16:27:52.783040 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ff4385d-2ea6-4197-8218-5c85dec98e1e tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify agent at l3_agent.dv-neutron-822799-1-hyperv the message routers_updated {{(pid=87636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 23 16:27:52.789768 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-3ff4385d-2ea6-4197-8218-5c85dec98e1e tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for router, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:27:52.790858 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-3ff4385d-2ea6-4197-8218-5c85dec98e1e tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "PUT /v2.0/routers/634d29fd-9491-4830-8182-bf6e74af1761 HTTP/1.1" status: 200  len: 886 time: 0.9451401
Dec 23 16:27:52.793958 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-706c8562-5d8c-4741-a304-7644e5627cad None None] Sync routers for ids ['634d29fd-9491-4830-8182-bf6e74af1761'] in dv-neutron-822799-1-hyperv {{(pid=87637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 23 16:27:52.804303 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-706c8562-5d8c-4741-a304-7644e5627cad None None] Routers {'634d29fd-9491-4830-8182-bf6e74af1761'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:27:52.804978 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-706c8562-5d8c-4741-a304-7644e5627cad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc059c310>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:27:50Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['634d29fd-9491-4830-8182-bf6e74af1761'], 'active': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:27:52.868624 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-706c8562-5d8c-4741-a304-7644e5627cad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc059c310>, [], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:27:52.877776 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-706c8562-5d8c-4741-a304-7644e5627cad None None] Routers {'634d29fd-9491-4830-8182-bf6e74af1761'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:27:52.878390 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-706c8562-5d8c-4741-a304-7644e5627cad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc059c310>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:27:50Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['634d29fd-9491-4830-8182-bf6e74af1761'], 'active': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:27:52.941434 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-706c8562-5d8c-4741-a304-7644e5627cad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc059c310>, [], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:27:52.941851 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-706c8562-5d8c-4741-a304-7644e5627cad None None] The sync data for ids ['634d29fd-9491-4830-8182-bf6e74af1761'] in dv-neutron-822799-1-hyperv is: [] {{(pid=87637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 23 16:27:53.764276 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4e65d8e-9105-4943-bb86-4fced9c00e2a None None] New status for floating IP 17929cf1-10ed-48c0-b3fa-91be52ed914c: DOWN {{(pid=87638) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 23 16:27:53.837843 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device a8e072bc-adc3-4d1f-85f1-20aa70061125 no longer exists at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 23 16:27:53.995140 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:27:54.026979 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] For port a8e072bc-adc3-4d1f-85f1-20aa70061125, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=a8e072bc-adc3-4d1f-85f1-20aa70061125,segment=NetworkSegment(85c5bf6f-22f5-424f-b35f-c8f7087aa1fa),segment_id=85c5bf6f-22f5-424f-b35f-c8f7087aa1fa)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:27:54.031707 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:27:54.032495 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 9b936f7d-cd9d-480a-aac9-e5c29b494fe3 no longer exists at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 23 16:27:54.055411 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-2a7bb0ca-abef-4158-91a7-703428539ee0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:27:54.143377 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Pushing event updated for resources: {'Port': ['ID=a8e072bc-adc3-4d1f-85f1-20aa70061125,revision_number=6']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:27:54.146836 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:27:54.215846 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:27:54.233052 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] For port 9b936f7d-cd9d-480a-aac9-e5c29b494fe3, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=9b936f7d-cd9d-480a-aac9-e5c29b494fe3,segment=NetworkSegment(77e3d110-dd7b-426c-b11f-b78dde7993df),segment_id=77e3d110-dd7b-426c-b11f-b78dde7993df)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:27:54.238006 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:27:54.239778 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3be0ad10-4015-4f7d-aa45-f831571e376e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:27:54.303317 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Pushing event updated for resources: {'Port': ['ID=9b936f7d-cd9d-480a-aac9-e5c29b494fe3,revision_number=5']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:27:54.306865 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:27:54.952065 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 55018) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:27:54.957489 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-72878a72-e1a5-41a4-ab2f-3260837bc9e3 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Request body: {'router': {'admin_state_up': True}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:27:55.637604 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-72878a72-e1a5-41a4-ab2f-3260837bc9e3 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1824017', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1823768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-235299'] for router, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:27:55.650367 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-72878a72-e1a5-41a4-ab2f-3260837bc9e3 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1824234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1824024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1824227', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1823761'] for router, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:27:55.832972 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72878a72-e1a5-41a4-ab2f-3260837bc9e3 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Router 634d29fd-9491-4830-8182-bf6e74af1761 has already been hosted by L3 agent 371d4c41-c7e2-4de7-9539-c049ec4e95d1 {{(pid=87636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 23 16:27:56.012005 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72878a72-e1a5-41a4-ab2f-3260837bc9e3 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify agent at l3_agent.dv-neutron-822799-1-hyperv the message routers_updated {{(pid=87636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 23 16:27:56.018621 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-72878a72-e1a5-41a4-ab2f-3260837bc9e3 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for router, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:27:56.019768 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-72878a72-e1a5-41a4-ab2f-3260837bc9e3 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "PUT /v2.0/routers/634d29fd-9491-4830-8182-bf6e74af1761 HTTP/1.1" status: 200  len: 885 time: 1.0666268
Dec 23 16:27:56.022733 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2db659c-bd82-4c85-b77d-bfc49f3ad66e None None] Sync routers for ids ['634d29fd-9491-4830-8182-bf6e74af1761'] in dv-neutron-822799-1-hyperv {{(pid=87637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 23 16:27:56.024051 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 55022) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:27:56.032963 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2db659c-bd82-4c85-b77d-bfc49f3ad66e None None] Routers {'634d29fd-9491-4830-8182-bf6e74af1761'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:27:56.033631 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-a2db659c-bd82-4c85-b77d-bfc49f3ad66e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc05e0a30>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:27:50Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['634d29fd-9491-4830-8182-bf6e74af1761'], 'active': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:27:56.214097 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvr_db [None req-a2db659c-bd82-4c85-b77d-bfc49f3ad66e None None] Set router 634d29fd-9491-4830-8182-bf6e74af1761 gateway port host: dv-neutron-822799-1-hyperv {{(pid=87637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:27:56.236669 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-4717f09f-b6d4-4cba-ab56-f782da6db718 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/floatingips/17929cf1-10ed-48c0-b3fa-91be52ed914c HTTP/1.1" status: 200  len: 991 time: 0.2103677
Dec 23 16:27:56.584951 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-a2db659c-bd82-4c85-b77d-bfc49f3ad66e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc05e0a30>, [{'id': '634d29fd-9491-4830-8182-bf6e74af1761', 'name': 'tempest-TestNetworkBasicOps-router-243745274', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.2'}], 'enable_snat': True}, 'gw_port_id': '9b936f7d-cd9d-480a-aac9-e5c29b494fe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:27:03Z', 'updated_at': '2021-12-23T16:27:55Z', 'revision_number': 6, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'gw_port': {'id': '9b936f7d-cd9d-480a-aac9-e5c29b494fe3', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:df:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '634d29fd-9491-4830-8182-bf6e74af1761', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:27:03Z', 'updated_at': '2021-12-23T16:27:54Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_floatingips': [{'id': '17929cf1-10ed-48c0-b3fa-91be52ed914c', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'floating_ip_address': '172.26.3.177', 'floating_network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'router_id': '634d29fd-9491-4830-8182-bf6e74af1761', 'port_id': '6fad37cb-d225-4d7c-bb70-5d38adad9259', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26e26bcc-8677-4bce-a816-0c016b850886', 'mac_address': 'fa:16:3e:43:5e:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8468d83d-6c8d-447b-bd16-cf202e03c343', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:27:23Z', 'updated_at': '2021-12-23T16:27:53Z', 'revision_number': 2, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8e072bc-adc3-4d1f-85f1-20aa70061125', 'name': '', 'network_id': '26e26bcc-8677-4bce-a816-0c016b850886', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'mac_address': 'fa:16:3e:78:da:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '634d29fd-9491-4830-8182-bf6e74af1761', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': 'f09eff35-fcbf-43fd-9ae2-bebae0b7f025', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:27:07Z', 'updated_at': '2021-12-23T16:27:54Z', 'revision_number': 6, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'subnets': [{'id': 'f09eff35-fcbf-43fd-9ae2-bebae0b7f025', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:27:56.589314 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2db659c-bd82-4c85-b77d-bfc49f3ad66e None None] Checking router: 634d29fd-9491-4830-8182-bf6e74af1761 for host: dv-neutron-822799-1-hyperv {{(pid=87637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 23 16:27:56.598597 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2db659c-bd82-4c85-b77d-bfc49f3ad66e None None] Routers {'634d29fd-9491-4830-8182-bf6e74af1761'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:27:56.599219 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-a2db659c-bd82-4c85-b77d-bfc49f3ad66e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc05e0a30>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:27:50Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['634d29fd-9491-4830-8182-bf6e74af1761'], 'active': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:27:56.600028 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.agents_db [None req-30c2320c-f298-49f6-9c47-c20e38116a9c None None] Agent healthcheck: found 6 active agents {{(pid=87638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 23 16:27:56.790627 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvr_db [None req-a2db659c-bd82-4c85-b77d-bfc49f3ad66e None None] Set router 634d29fd-9491-4830-8182-bf6e74af1761 gateway port host: dv-neutron-822799-1-hyperv {{(pid=87637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:27:57.182943 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-a2db659c-bd82-4c85-b77d-bfc49f3ad66e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc05e0a30>, [{'id': '634d29fd-9491-4830-8182-bf6e74af1761', 'name': 'tempest-TestNetworkBasicOps-router-243745274', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.2'}], 'enable_snat': True}, 'gw_port_id': '9b936f7d-cd9d-480a-aac9-e5c29b494fe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:27:03Z', 'updated_at': '2021-12-23T16:27:55Z', 'revision_number': 6, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'gw_port': {'id': '9b936f7d-cd9d-480a-aac9-e5c29b494fe3', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:df:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '634d29fd-9491-4830-8182-bf6e74af1761', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:27:03Z', 'updated_at': '2021-12-23T16:27:54Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_floatingips': [{'id': '17929cf1-10ed-48c0-b3fa-91be52ed914c', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'floating_ip_address': '172.26.3.177', 'floating_network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'router_id': '634d29fd-9491-4830-8182-bf6e74af1761', 'port_id': '6fad37cb-d225-4d7c-bb70-5d38adad9259', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26e26bcc-8677-4bce-a816-0c016b850886', 'mac_address': 'fa:16:3e:43:5e:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8468d83d-6c8d-447b-bd16-cf202e03c343', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:27:23Z', 'updated_at': '2021-12-23T16:27:53Z', 'revision_number': 2, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8e072bc-adc3-4d1f-85f1-20aa70061125', 'name': '', 'network_id': '26e26bcc-8677-4bce-a816-0c016b850886', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'mac_address': 'fa:16:3e:78:da:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '634d29fd-9491-4830-8182-bf6e74af1761', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': 'f09eff35-fcbf-43fd-9ae2-bebae0b7f025', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:27:07Z', 'updated_at': '2021-12-23T16:27:54Z', 'revision_number': 6, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'subnets': [{'id': 'f09eff35-fcbf-43fd-9ae2-bebae0b7f025', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:27:57.187287 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2db659c-bd82-4c85-b77d-bfc49f3ad66e None None] The sync data for ids ['634d29fd-9491-4830-8182-bf6e74af1761'] in dv-neutron-822799-1-hyperv is: [{'id': '634d29fd-9491-4830-8182-bf6e74af1761', 'name': 'tempest-TestNetworkBasicOps-router-243745274', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.2'}], 'enable_snat': True}, 'gw_port_id': '9b936f7d-cd9d-480a-aac9-e5c29b494fe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:27:03Z', 'updated_at': '2021-12-23T16:27:55Z', 'revision_number': 6, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'gw_port': {'id': '9b936f7d-cd9d-480a-aac9-e5c29b494fe3', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:df:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '634d29fd-9491-4830-8182-bf6e74af1761', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:27:03Z', 'updated_at': '2021-12-23T16:27:54Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_floatingips': [{'id': '17929cf1-10ed-48c0-b3fa-91be52ed914c', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'floating_ip_address': '172.26.3.177', 'floating_network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'router_id': '634d29fd-9491-4830-8182-bf6e74af1761', 'port_id': '6fad37cb-d225-4d7c-bb70-5d38adad9259', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26e26bcc-8677-4bce-a816-0c016b850886', 'mac_address': 'fa:16:3e:43:5e:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8468d83d-6c8d-447b-bd16-cf202e03c343', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:27:23Z', 'updated_at': '2021-12-23T16:27:53Z', 'revision_number': 2, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8e072bc-adc3-4d1f-85f1-20aa70061125', 'name': '', 'network_id': '26e26bcc-8677-4bce-a816-0c016b850886', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'mac_address': 'fa:16:3e:78:da:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '634d29fd-9491-4830-8182-bf6e74af1761', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': 'f09eff35-fcbf-43fd-9ae2-bebae0b7f025', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:27:07Z', 'updated_at': '2021-12-23T16:27:54Z', 'revision_number': 6, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'subnets': [{'id': 'f09eff35-fcbf-43fd-9ae2-bebae0b7f025', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 23 16:27:57.240151 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 55028) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:27:57.353538 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-b3029956-df99-417d-a920-4b24242be44f tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/floatingips/17929cf1-10ed-48c0-b3fa-91be52ed914c HTTP/1.1" status: 200  len: 991 time: 0.1120195
Dec 23 16:27:57.889297 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device a8e072bc-adc3-4d1f-85f1-20aa70061125 up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:27:57.960765 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port a8e072bc-adc3-4d1f-85f1-20aa70061125 triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:27:57.961072 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:27:58.079511 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:27:58.113598 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] For port a8e072bc-adc3-4d1f-85f1-20aa70061125, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=a8e072bc-adc3-4d1f-85f1-20aa70061125,segment=NetworkSegment(85c5bf6f-22f5-424f-b35f-c8f7087aa1fa),segment_id=85c5bf6f-22f5-424f-b35f-c8f7087aa1fa)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:27:58.118580 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:27:58.120964 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:27:58.190530 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Pushing event updated for resources: {'Port': ['ID=a8e072bc-adc3-4d1f-85f1-20aa70061125,revision_number=7']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:27:58.193938 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:27:58.292968 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-fdb8f988-bd4c-418a-93dc-0cd46e053b09 req-80cb4549-6ba2-44be-8763-786104a1a595 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=8468d83d-6c8d-447b-bd16-cf202e03c343&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0733488
Dec 23 16:27:58.357582 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 55032) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:27:58.502494 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-e6c72e64-d74e-44c3-a232-76ae4e516b9d tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/floatingips/17929cf1-10ed-48c0-b3fa-91be52ed914c HTTP/1.1" status: 200  len: 991 time: 0.1435423
Dec 23 16:27:58.523243 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb8f988-bd4c-418a-93dc-0cd46e053b09 req-19d828ae-a7dc-4221-8ced-bc67296c3292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:27:58.524682 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-fdb8f988-bd4c-418a-93dc-0cd46e053b09 req-19d828ae-a7dc-4221-8ced-bc67296c3292 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=544f3e375bde4f0988286eba27294ea6&device_id=8468d83d-6c8d-447b-bd16-cf202e03c343 HTTP/1.1" status: 200  len: 1098 time: 0.1039581
Dec 23 16:27:58.669853 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb8f988-bd4c-418a-93dc-0cd46e053b09 req-9db57c81-21ff-41fc-bd45-bfcaca9cfa95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:27:58.671326 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-fdb8f988-bd4c-418a-93dc-0cd46e053b09 req-9db57c81-21ff-41fc-bd45-bfcaca9cfa95 service neutron] 10.222.0.61 "GET /v2.0/networks?id=26e26bcc-8677-4bce-a816-0c016b850886 HTTP/1.1" status: 200  len: 897 time: 0.1275759
Dec 23 16:27:58.776227 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-fdb8f988-bd4c-418a-93dc-0cd46e053b09 req-0860985d-997f-4370-88b5-1e8e71f8784c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6fad37cb-d225-4d7c-bb70-5d38adad9259 HTTP/1.1" status: 200  len: 999 time: 0.0970612
Dec 23 16:27:58.867558 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c622862-b8e4-426e-875f-fdc0cd069141 None None] New status for floating IP 17929cf1-10ed-48c0-b3fa-91be52ed914c: ACTIVE {{(pid=87638) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 23 16:27:58.969805 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb8f988-bd4c-418a-93dc-0cd46e053b09 req-79666720-48c2-4cad-a1f8-a3db62118eca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:27:58.971887 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-fdb8f988-bd4c-418a-93dc-0cd46e053b09 req-79666720-48c2-4cad-a1f8-a3db62118eca service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f09eff35-fcbf-43fd-9ae2-bebae0b7f025 HTTP/1.1" status: 200  len: 835 time: 0.1899891
Dec 23 16:27:59.051238 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb8f988-bd4c-418a-93dc-0cd46e053b09 req-3fa23e02-749f-483a-9ca5-29971089ae90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:27:59.052696 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-fdb8f988-bd4c-418a-93dc-0cd46e053b09 req-3fa23e02-749f-483a-9ca5-29971089ae90 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=26e26bcc-8677-4bce-a816-0c016b850886&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0746922
Dec 23 16:27:59.184924 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-fdb8f988-bd4c-418a-93dc-0cd46e053b09 req-46b419bf-af8b-4e1e-a3d9-2c97823f6ab0 service neutron] 10.222.0.61 "GET /v2.0/networks/26e26bcc-8677-4bce-a816-0c016b850886?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1256132
Dec 23 16:27:59.319495 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-fdb8f988-bd4c-418a-93dc-0cd46e053b09 req-877caf4f-2e52-41b1-b450-34321b37dc90 service neutron] 10.222.0.61 "GET /v2.0/networks/26e26bcc-8677-4bce-a816-0c016b850886?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1284442
Dec 23 16:27:59.507766 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 55036) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:27:59.634404 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-ac77c991-8699-405b-b74e-20dc30fa6ddd tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/floatingips/17929cf1-10ed-48c0-b3fa-91be52ed914c HTTP/1.1" status: 200  len: 993 time: 0.1249702
Dec 23 16:27:59.908653 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 9b936f7d-cd9d-480a-aac9-e5c29b494fe3 up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:27:59.979422 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port 9b936f7d-cd9d-480a-aac9-e5c29b494fe3 triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:27:59.979801 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:28:00.102161 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:28:00.120518 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] For port 9b936f7d-cd9d-480a-aac9-e5c29b494fe3, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=9b936f7d-cd9d-480a-aac9-e5c29b494fe3,segment=NetworkSegment(77e3d110-dd7b-426c-b11f-b78dde7993df),segment_id=77e3d110-dd7b-426c-b11f-b78dde7993df)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:28:00.126166 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:28:00.127165 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device a8e072bc-adc3-4d1f-85f1-20aa70061125 up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:28:00.149734 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:28:00.246138 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Pushing event updated for resources: {'Port': ['ID=9b936f7d-cd9d-480a-aac9-e5c29b494fe3,revision_number=6']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:28:00.249407 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:28:00.258985 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port a8e072bc-adc3-4d1f-85f1-20aa70061125 triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:28:00.259377 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:28:01.844535 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 9b936f7d-cd9d-480a-aac9-e5c29b494fe3 up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:28:01.915619 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port 9b936f7d-cd9d-480a-aac9-e5c29b494fe3 triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:28:01.915913 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:28:01.932769 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 55044) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:28:02.137376 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-901469d9-499f-434d-a3a7-c1a954f2e284 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Deleting port 19f0d654-4b81-44d8-a588-660ae9bbe6de {{(pid=87635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:28:02.137715 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-901469d9-499f-434d-a3a7-c1a954f2e284 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:28:02.306759 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-901469d9-499f-434d-a3a7-c1a954f2e284 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:28:02.307067 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-901469d9-499f-434d-a3a7-c1a954f2e284 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:28:02.426495 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-901469d9-499f-434d-a3a7-c1a954f2e284 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Calling delete_port for 19f0d654-4b81-44d8-a588-660ae9bbe6de owned by network:floatingip {{(pid=87635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:28:02.580765 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-901469d9-499f-434d-a3a7-c1a954f2e284 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:28:02.584227 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-f7595c9e-bb97-4d39-b066-cbc75df0f52f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:28:02.628837 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901469d9-499f-434d-a3a7-c1a954f2e284 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Pushing event deleted for resources: {'Port': ['ID=19f0d654-4b81-44d8-a588-660ae9bbe6de,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:28:02.631932 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-901469d9-499f-434d-a3a7-c1a954f2e284 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:28:02.723065 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-901469d9-499f-434d-a3a7-c1a954f2e284 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for floatingip, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:28:02.723790 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.db.l3_db [None req-901469d9-499f-434d-a3a7-c1a954f2e284 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Floating IP 17929cf1-10ed-48c0-b3fa-91be52ed914c disassociated (deleted). External IP: 172.26.3.177, port: 6fad37cb-d225-4d7c-bb70-5d38adad9259.
Dec 23 16:28:03.208775 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-901469d9-499f-434d-a3a7-c1a954f2e284 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Router 634d29fd-9491-4830-8182-bf6e74af1761 has already been hosted by L3 agent 371d4c41-c7e2-4de7-9539-c049ec4e95d1 {{(pid=87635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 23 16:28:03.400537 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-901469d9-499f-434d-a3a7-c1a954f2e284 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify agent at l3_agent.dv-neutron-822799-1-hyperv the message routers_updated {{(pid=87635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 23 16:28:03.410786 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbb521af-6dd5-4da7-8865-17d2be2f2d37 None None] Sync routers for ids ['634d29fd-9491-4830-8182-bf6e74af1761'] in dv-neutron-822799-1-hyperv {{(pid=87637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 23 16:28:03.421120 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb521af-6dd5-4da7-8865-17d2be2f2d37 None None] Routers {'634d29fd-9491-4830-8182-bf6e74af1761'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:28:03.421835 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-fbb521af-6dd5-4da7-8865-17d2be2f2d37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc16f56a0>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:27:50Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['634d29fd-9491-4830-8182-bf6e74af1761'], 'active': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:28:03.424546 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-901469d9-499f-434d-a3a7-c1a954f2e284 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for floatingip, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:28:03.486431 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-901469d9-499f-434d-a3a7-c1a954f2e284 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "DELETE /v2.0/floatingips/17929cf1-10ed-48c0-b3fa-91be52ed914c HTTP/1.1" status: 204  len: 168 time: 1.5499213
Dec 23 16:28:03.486431 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8468d83d-6c8d-447b-bd16-cf202e03c343', 'tag': '6fad37cb-d225-4d7c-bb70-5d38adad9259'}] {{(pid=87635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 23 16:28:03.534077 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8468d83d-6c8d-447b-bd16-cf202e03c343', 'tag': '6fad37cb-d225-4d7c-bb70-5d38adad9259', 'status': 'completed', 'code': 200}
Dec 23 16:28:03.607119 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvr_db [None req-fbb521af-6dd5-4da7-8865-17d2be2f2d37 None None] Set router 634d29fd-9491-4830-8182-bf6e74af1761 gateway port host: dv-neutron-822799-1-hyperv {{(pid=87637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:28:03.628506 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7c1770-3bff-432d-bb43-781bbea7317c req-3291a896-02b9-4513-8a17-73c59e4fc77a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:28:03.630161 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-6f7c1770-3bff-432d-bb43-781bbea7317c req-3291a896-02b9-4513-8a17-73c59e4fc77a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=544f3e375bde4f0988286eba27294ea6&device_id=8468d83d-6c8d-447b-bd16-cf202e03c343 HTTP/1.1" status: 200  len: 1098 time: 0.0718298
Dec 23 16:28:03.770781 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7c1770-3bff-432d-bb43-781bbea7317c req-9dd92b37-14f0-4aef-aaf2-a9fdb37d2156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:28:03.772292 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-6f7c1770-3bff-432d-bb43-781bbea7317c req-9dd92b37-14f0-4aef-aaf2-a9fdb37d2156 service neutron] 10.222.0.61 "GET /v2.0/networks?id=26e26bcc-8677-4bce-a816-0c016b850886 HTTP/1.1" status: 200  len: 897 time: 0.1357300
Dec 23 16:28:03.873842 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-6f7c1770-3bff-432d-bb43-781bbea7317c req-1e153b32-50b3-4a76-b85b-be78036632bb service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6fad37cb-d225-4d7c-bb70-5d38adad9259 HTTP/1.1" status: 200  len: 217 time: 0.0928199
Dec 23 16:28:03.937274 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-fbb521af-6dd5-4da7-8865-17d2be2f2d37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc16f56a0>, [{'id': '634d29fd-9491-4830-8182-bf6e74af1761', 'name': 'tempest-TestNetworkBasicOps-router-243745274', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.2'}], 'enable_snat': True}, 'gw_port_id': '9b936f7d-cd9d-480a-aac9-e5c29b494fe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:27:03Z', 'updated_at': '2021-12-23T16:27:55Z', 'revision_number': 6, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'gw_port': {'id': '9b936f7d-cd9d-480a-aac9-e5c29b494fe3', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:df:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '634d29fd-9491-4830-8182-bf6e74af1761', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:27:03Z', 'updated_at': '2021-12-23T16:28:00Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_interfaces': [{'id': 'a8e072bc-adc3-4d1f-85f1-20aa70061125', 'name': '', 'network_id': '26e26bcc-8677-4bce-a816-0c016b850886', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'mac_address': 'fa:16:3e:78:da:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '634d29fd-9491-4830-8182-bf6e74af1761', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': 'f09eff35-fcbf-43fd-9ae2-bebae0b7f025', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:27:07Z', 'updated_at': '2021-12-23T16:27:58Z', 'revision_number': 7, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'subnets': [{'id': 'f09eff35-fcbf-43fd-9ae2-bebae0b7f025', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:28:03.941412 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbb521af-6dd5-4da7-8865-17d2be2f2d37 None None] Checking router: 634d29fd-9491-4830-8182-bf6e74af1761 for host: dv-neutron-822799-1-hyperv {{(pid=87637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 23 16:28:03.948624 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7c1770-3bff-432d-bb43-781bbea7317c req-4f4125e3-1ae4-4ba7-adb0-a647f9608d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:28:03.950105 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-6f7c1770-3bff-432d-bb43-781bbea7317c req-4f4125e3-1ae4-4ba7-adb0-a647f9608d4d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f09eff35-fcbf-43fd-9ae2-bebae0b7f025 HTTP/1.1" status: 200  len: 835 time: 0.0655107
Dec 23 16:28:03.950692 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb521af-6dd5-4da7-8865-17d2be2f2d37 None None] Routers {'634d29fd-9491-4830-8182-bf6e74af1761'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:28:03.951310 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-fbb521af-6dd5-4da7-8865-17d2be2f2d37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc16f56a0>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:27:50Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['634d29fd-9491-4830-8182-bf6e74af1761'], 'active': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:28:04.023696 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420f0d46-8e24-46ac-ab3e-6216594ac9f6 req-e379072f-c413-4790-a8b3-2e8a7dd4b638 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:28:04.024316 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [req-420f0d46-8e24-46ac-ab3e-6216594ac9f6 req-e379072f-c413-4790-a8b3-2e8a7dd4b638 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Synchronizing usage tracker for tenant:544f3e375bde4f0988286eba27294ea6 on resource:port {{(pid=87635) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:28:04.057920 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [req-420f0d46-8e24-46ac-ab3e-6216594ac9f6 req-e379072f-c413-4790-a8b3-2e8a7dd4b638 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Unset dirty status for tenant:544f3e375bde4f0988286eba27294ea6 on resource:port {{(pid=87635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:28:04.059139 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-420f0d46-8e24-46ac-ab3e-6216594ac9f6 req-e379072f-c413-4790-a8b3-2e8a7dd4b638 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/ports?device_id=8468d83d-6c8d-447b-bd16-cf202e03c343 HTTP/1.1" status: 200  len: 945 time: 0.2261667
Dec 23 16:28:04.065516 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7c1770-3bff-432d-bb43-781bbea7317c req-388081d4-efba-4e25-b257-d4e6b1279355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:28:04.066948 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-6f7c1770-3bff-432d-bb43-781bbea7317c req-388081d4-efba-4e25-b257-d4e6b1279355 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=26e26bcc-8677-4bce-a816-0c016b850886&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1091602
Dec 23 16:28:04.173376 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvr_db [None req-fbb521af-6dd5-4da7-8865-17d2be2f2d37 None None] Set router 634d29fd-9491-4830-8182-bf6e74af1761 gateway port host: dv-neutron-822799-1-hyperv {{(pid=87637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:28:04.187544 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-420f0d46-8e24-46ac-ab3e-6216594ac9f6 req-0da0b2d8-628f-406f-b825-d31763613501 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/security-groups?id=8ce7e53b-c09a-4954-9168-5217a4b03d36&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1196523
Dec 23 16:28:04.230859 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-6f7c1770-3bff-432d-bb43-781bbea7317c req-517c694c-a4d4-4ab0-bc69-4d3aebfcd1de service neutron] 10.222.0.61 "GET /v2.0/networks/26e26bcc-8677-4bce-a816-0c016b850886?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1501915
Dec 23 16:28:04.361672 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-6f7c1770-3bff-432d-bb43-781bbea7317c req-f9cf3962-2b20-475a-ae91-b1d8d372ac97 service neutron] 10.222.0.61 "GET /v2.0/networks/26e26bcc-8677-4bce-a816-0c016b850886?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1236534
Dec 23 16:28:04.492336 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-fbb521af-6dd5-4da7-8865-17d2be2f2d37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc16f56a0>, [{'id': '634d29fd-9491-4830-8182-bf6e74af1761', 'name': 'tempest-TestNetworkBasicOps-router-243745274', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.2'}], 'enable_snat': True}, 'gw_port_id': '9b936f7d-cd9d-480a-aac9-e5c29b494fe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:27:03Z', 'updated_at': '2021-12-23T16:27:55Z', 'revision_number': 6, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'gw_port': {'id': '9b936f7d-cd9d-480a-aac9-e5c29b494fe3', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:df:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '634d29fd-9491-4830-8182-bf6e74af1761', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:27:03Z', 'updated_at': '2021-12-23T16:28:00Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_interfaces': [{'id': 'a8e072bc-adc3-4d1f-85f1-20aa70061125', 'name': '', 'network_id': '26e26bcc-8677-4bce-a816-0c016b850886', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'mac_address': 'fa:16:3e:78:da:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '634d29fd-9491-4830-8182-bf6e74af1761', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': 'f09eff35-fcbf-43fd-9ae2-bebae0b7f025', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:27:07Z', 'updated_at': '2021-12-23T16:27:58Z', 'revision_number': 7, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'subnets': [{'id': 'f09eff35-fcbf-43fd-9ae2-bebae0b7f025', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:28:04.496608 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbb521af-6dd5-4da7-8865-17d2be2f2d37 None None] The sync data for ids ['634d29fd-9491-4830-8182-bf6e74af1761'] in dv-neutron-822799-1-hyperv is: [{'id': '634d29fd-9491-4830-8182-bf6e74af1761', 'name': 'tempest-TestNetworkBasicOps-router-243745274', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.2'}], 'enable_snat': True}, 'gw_port_id': '9b936f7d-cd9d-480a-aac9-e5c29b494fe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:27:03Z', 'updated_at': '2021-12-23T16:27:55Z', 'revision_number': 6, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'gw_port': {'id': '9b936f7d-cd9d-480a-aac9-e5c29b494fe3', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:df:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '634d29fd-9491-4830-8182-bf6e74af1761', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:27:03Z', 'updated_at': '2021-12-23T16:28:00Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_interfaces': [{'id': 'a8e072bc-adc3-4d1f-85f1-20aa70061125', 'name': '', 'network_id': '26e26bcc-8677-4bce-a816-0c016b850886', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'mac_address': 'fa:16:3e:78:da:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '634d29fd-9491-4830-8182-bf6e74af1761', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': 'f09eff35-fcbf-43fd-9ae2-bebae0b7f025', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:27:07Z', 'updated_at': '2021-12-23T16:27:58Z', 'revision_number': 7, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'subnets': [{'id': 'f09eff35-fcbf-43fd-9ae2-bebae0b7f025', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 23 16:28:05.074805 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3026afbc-ba9f-499e-9404-3b6a5c7c1138 req-24415d51-31ac-4ff9-92a2-4b28dcfe3b1d tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:28:05.076261 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-3026afbc-ba9f-499e-9404-3b6a5c7c1138 req-24415d51-31ac-4ff9-92a2-4b28dcfe3b1d tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.61 "GET /v2.0/ports?device_id=8468d83d-6c8d-447b-bd16-cf202e03c343 HTTP/1.1" status: 200  len: 945 time: 0.0955391
Dec 23 16:28:05.151604 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [req-3026afbc-ba9f-499e-9404-3b6a5c7c1138 req-1526f570-4f83-4dff-9291-8ea7bd6412e4 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Deleting port 6fad37cb-d225-4d7c-bb70-5d38adad9259 {{(pid=87635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:28:05.151953 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [req-3026afbc-ba9f-499e-9404-3b6a5c7c1138 req-1526f570-4f83-4dff-9291-8ea7bd6412e4 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:28:05.208966 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11ac7063-24f6-4363-8952-b325b6c980a3 None None] New status for floating IP 17929cf1-10ed-48c0-b3fa-91be52ed914c: DOWN {{(pid=87638) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 23 16:28:05.402014 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f671ec98-700f-416b-a29b-6f11c76f4e63 req-72fd614b-806b-4739-a945-11ec38817c91 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:28:05.403530 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-f671ec98-700f-416b-a29b-6f11c76f4e63 req-72fd614b-806b-4739-a945-11ec38817c91 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/ports?device_id=8468d83d-6c8d-447b-bd16-cf202e03c343 HTTP/1.1" status: 200  len: 945 time: 0.0880268
Dec 23 16:28:05.448953 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-f671ec98-700f-416b-a29b-6f11c76f4e63 req-0b3e7ffc-e429-4690-ad00-38dd387463a5 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/security-groups?id=8ce7e53b-c09a-4954-9168-5217a4b03d36&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0395613
Dec 23 16:28:05.549773 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.db [req-3026afbc-ba9f-499e-9404-3b6a5c7c1138 req-1526f570-4f83-4dff-9291-8ea7bd6412e4 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] For port 6fad37cb-d225-4d7c-bb70-5d38adad9259, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=6fad37cb-d225-4d7c-bb70-5d38adad9259,segment=NetworkSegment(85c5bf6f-22f5-424f-b35f-c8f7087aa1fa),segment_id=85c5bf6f-22f5-424f-b35f-c8f7087aa1fa)] {{(pid=87635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:28:05.550418 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [req-3026afbc-ba9f-499e-9404-3b6a5c7c1138 req-1526f570-4f83-4dff-9291-8ea7bd6412e4 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:28:05.670708 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [req-3026afbc-ba9f-499e-9404-3b6a5c7c1138 req-1526f570-4f83-4dff-9291-8ea7bd6412e4 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Calling delete_port for 6fad37cb-d225-4d7c-bb70-5d38adad9259 owned by compute:nova {{(pid=87635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:28:05.823991 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [req-3026afbc-ba9f-499e-9404-3b6a5c7c1138 req-1526f570-4f83-4dff-9291-8ea7bd6412e4 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:28:05.832793 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-a7c15d89-20cc-42a7-b59c-7c9fe5500bea service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:28:05.883084 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1526f570-4f83-4dff-9291-8ea7bd6412e4 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Pushing event deleted for resources: {'Port': ['ID=6fad37cb-d225-4d7c-bb70-5d38adad9259,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:28:05.886118 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-1526f570-4f83-4dff-9291-8ea7bd6412e4 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:28:05.956815 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.l3_dvrscheduler_db [req-3026afbc-ba9f-499e-9404-3b6a5c7c1138 req-1526f570-4f83-4dff-9291-8ea7bd6412e4 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] No DVR routers for this DVR port 6fad37cb-d225-4d7c-bb70-5d38adad9259 on host hv-neutron-8227 {{(pid=87635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 23 16:28:05.959211 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [req-3026afbc-ba9f-499e-9404-3b6a5c7c1138 req-1526f570-4f83-4dff-9291-8ea7bd6412e4 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:28:05.961709 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8468d83d-6c8d-447b-bd16-cf202e03c343', 'name': 'network-vif-deleted', 'tag': '6fad37cb-d225-4d7c-bb70-5d38adad9259'}] {{(pid=87635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 23 16:28:05.978148 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-3026afbc-ba9f-499e-9404-3b6a5c7c1138 req-1526f570-4f83-4dff-9291-8ea7bd6412e4 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.61 "DELETE /v2.0/ports/6fad37cb-d225-4d7c-bb70-5d38adad9259 HTTP/1.1" status: 204  len: 173 time: 0.8957727
Dec 23 16:28:06.009618 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8468d83d-6c8d-447b-bd16-cf202e03c343', 'name': 'network-vif-deleted', 'tag': '6fad37cb-d225-4d7c-bb70-5d38adad9259', 'status': 'completed', 'code': 200}
Dec 23 16:28:06.627351 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-639ac30d-732a-40fd-9233-54afe3a1d43c req-0d68645b-d9a5-4140-a1a7-7a980176c7c0 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "GET /v2.0/ports?device_id=8468d83d-6c8d-447b-bd16-cf202e03c343 HTTP/1.1" status: 200  len: 210 time: 0.0451515
Dec 23 16:28:07.740983 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 55064) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:28:07.808164 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-8f935319-dd33-41de-afcd-2e28c2dce167 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:28:07.835127 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Device 6fad37cb-d225-4d7c-bb70-5d38adad9259 no longer exists at agent hyperv_hv-neutron-8227 {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 23 16:28:07.838143 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-8f935319-dd33-41de-afcd-2e28c2dce167 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:28:07.869501 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] No Port match for: 6fad37cb-d225-4d7c-bb70-5d38adad9259 {{(pid=87637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 23 16:28:07.869946 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Device 6fad37cb-d225-4d7c-bb70-5d38adad9259 not bound to the agent host hv-neutron-8227 {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 23 16:28:07.907993 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-8f935319-dd33-41de-afcd-2e28c2dce167 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:28:07.913875 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-c480927f-dbf3-47dd-a4a7-f662aee60a42 tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:28:07.930313 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f935319-dd33-41de-afcd-2e28c2dce167 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ce7e53b-c09a-4954-9168-5217a4b03d36,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:28:07.933471 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-8f935319-dd33-41de-afcd-2e28c2dce167 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:28:07.942511 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-8f935319-dd33-41de-afcd-2e28c2dce167 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for security_group, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:28:07.943642 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-8f935319-dd33-41de-afcd-2e28c2dce167 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "DELETE /v2.0/security-groups/8ce7e53b-c09a-4954-9168-5217a4b03d36 HTTP/1.1" status: 204  len: 168 time: 0.2015998
Dec 23 16:28:07.977421 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 55070) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:28:08.545668 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-16be7014-e044-4690-b2ff-73fc3e40a32a tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1781419'] for router_interface, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:28:09.042798 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-16be7014-e044-4690-b2ff-73fc3e40a32a tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Deleting port a8e072bc-adc3-4d1f-85f1-20aa70061125 {{(pid=87635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:28:09.043512 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-16be7014-e044-4690-b2ff-73fc3e40a32a tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:28:09.241349 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.db [None req-16be7014-e044-4690-b2ff-73fc3e40a32a tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] For port a8e072bc-adc3-4d1f-85f1-20aa70061125, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=a8e072bc-adc3-4d1f-85f1-20aa70061125,segment=NetworkSegment(85c5bf6f-22f5-424f-b35f-c8f7087aa1fa),segment_id=85c5bf6f-22f5-424f-b35f-c8f7087aa1fa)] {{(pid=87635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:28:09.241739 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-16be7014-e044-4690-b2ff-73fc3e40a32a tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:28:09.370290 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-16be7014-e044-4690-b2ff-73fc3e40a32a tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Calling delete_port for a8e072bc-adc3-4d1f-85f1-20aa70061125 owned by network:router_interface {{(pid=87635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:28:09.561936 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-16be7014-e044-4690-b2ff-73fc3e40a32a tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:28:09.566682 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-3f8992e7-0d1f-49c4-acdc-955ae96d3b31 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:28:09.609535 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16be7014-e044-4690-b2ff-73fc3e40a32a tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Pushing event deleted for resources: {'Port': ['ID=a8e072bc-adc3-4d1f-85f1-20aa70061125,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:28:09.612606 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-16be7014-e044-4690-b2ff-73fc3e40a32a tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:28:09.879054 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-16be7014-e044-4690-b2ff-73fc3e40a32a tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1627472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1784155'] for router_interface, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:28:10.254695 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16be7014-e044-4690-b2ff-73fc3e40a32a tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Router 634d29fd-9491-4830-8182-bf6e74af1761 has already been hosted by L3 agent 371d4c41-c7e2-4de7-9539-c049ec4e95d1 {{(pid=87635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 23 16:28:10.566197 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16be7014-e044-4690-b2ff-73fc3e40a32a tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify agent at l3_agent.dv-neutron-822799-1-hyperv the message routers_updated {{(pid=87635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 23 16:28:10.579217 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f96814ea-1b98-4e84-a696-eeaa46f023a1 None None] Sync routers for ids ['634d29fd-9491-4830-8182-bf6e74af1761'] in dv-neutron-822799-1-hyperv {{(pid=87637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 23 16:28:10.582463 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-16be7014-e044-4690-b2ff-73fc3e40a32a tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "PUT /v2.0/routers/634d29fd-9491-4830-8182-bf6e74af1761/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6039681
Dec 23 16:28:10.585329 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 55074) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:28:10.589810 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f96814ea-1b98-4e84-a696-eeaa46f023a1 None None] Routers {'634d29fd-9491-4830-8182-bf6e74af1761'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:28:10.590435 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-f96814ea-1b98-4e84-a696-eeaa46f023a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc13a62b0>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:27:50Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['634d29fd-9491-4830-8182-bf6e74af1761'], 'active': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:28:10.652940 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc12e0c0-288d-43ca-9bf7-ff7a2628aaad tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Deleting subnet f09eff35-fcbf-43fd-9ae2-bebae0b7f025 {{(pid=87635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 23 16:28:10.655871 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-bc12e0c0-288d-43ca-9bf7-ff7a2628aaad tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for subnet, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:28:10.708403 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-bc12e0c0-288d-43ca-9bf7-ff7a2628aaad tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2776816'] for subnet, precommit_delete_associations {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:28:10.765161 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvr_db [None req-f96814ea-1b98-4e84-a696-eeaa46f023a1 None None] Set router 634d29fd-9491-4830-8182-bf6e74af1761 gateway port host: dv-neutron-822799-1-hyperv {{(pid=87637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:28:10.793428 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-bc12e0c0-288d-43ca-9bf7-ff7a2628aaad tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864774'] for subnet, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:28:10.869634 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-bc12e0c0-288d-43ca-9bf7-ff7a2628aaad tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2753333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2609730'] for subnet, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:28:10.873431 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-28438245-b22c-40ef-9f62-0fb7e3abf30f tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:28:10.907872 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc12e0c0-288d-43ca-9bf7-ff7a2628aaad tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Pushing event deleted for resources: {'Subnet': ['ID=f09eff35-fcbf-43fd-9ae2-bebae0b7f025,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:28:10.910912 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-bc12e0c0-288d-43ca-9bf7-ff7a2628aaad tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:28:10.911878 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-bc12e0c0-288d-43ca-9bf7-ff7a2628aaad tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for subnet, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:28:10.918259 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-bc12e0c0-288d-43ca-9bf7-ff7a2628aaad tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "DELETE /v2.0/subnets/f09eff35-fcbf-43fd-9ae2-bebae0b7f025 HTTP/1.1" status: 204  len: 168 time: 0.3319161
Dec 23 16:28:10.920983 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 55078) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:28:10.939168 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40ae6372-3a33-44a1-a45d-047ef93e2b3c None None] Network 26e26bcc-8677-4bce-a816-0c016b850886 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:28:11.106364 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-192b71db-580c-48d4-9aac-3798f3ce7054 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for router, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:28:11.222503 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-f96814ea-1b98-4e84-a696-eeaa46f023a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc13a62b0>, [{'id': '634d29fd-9491-4830-8182-bf6e74af1761', 'name': 'tempest-TestNetworkBasicOps-router-243745274', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.2'}], 'enable_snat': True}, 'gw_port_id': '9b936f7d-cd9d-480a-aac9-e5c29b494fe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:27:03Z', 'updated_at': '2021-12-23T16:28:09Z', 'revision_number': 7, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'gw_port': {'id': '9b936f7d-cd9d-480a-aac9-e5c29b494fe3', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:df:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '634d29fd-9491-4830-8182-bf6e74af1761', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:27:03Z', 'updated_at': '2021-12-23T16:28:00Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv'}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:28:11.227773 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f96814ea-1b98-4e84-a696-eeaa46f023a1 None None] Checking router: 634d29fd-9491-4830-8182-bf6e74af1761 for host: dv-neutron-822799-1-hyperv {{(pid=87637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 23 16:28:11.238450 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f96814ea-1b98-4e84-a696-eeaa46f023a1 None None] Routers {'634d29fd-9491-4830-8182-bf6e74af1761'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:28:11.239082 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-f96814ea-1b98-4e84-a696-eeaa46f023a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc13a62b0>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:27:50Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['634d29fd-9491-4830-8182-bf6e74af1761'], 'active': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:28:11.358757 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0211c8d-6506-4059-9902-db4db78375d6 None None] DHCP port deletion for 26e26bcc-8677-4bce-a816-0c016b850886 request from dv-neutron-822799-1-hyperv {{(pid=87637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 23 16:28:11.375831 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-a0211c8d-6506-4059-9902-db4db78375d6 None None] Deleting port ab05c85e-ea9d-4f42-9455-ad387075d11f {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:28:11.376220 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-a0211c8d-6506-4059-9902-db4db78375d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:28:11.453058 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-192b71db-580c-48d4-9aac-3798f3ce7054 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:28:11.463272 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-192b71db-580c-48d4-9aac-3798f3ce7054 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Deleting port 9b936f7d-cd9d-480a-aac9-e5c29b494fe3 {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:28:11.463660 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-192b71db-580c-48d4-9aac-3798f3ce7054 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:28:11.552103 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvr_db [None req-f96814ea-1b98-4e84-a696-eeaa46f023a1 None None] Set router 634d29fd-9491-4830-8182-bf6e74af1761 gateway port host: dv-neutron-822799-1-hyperv {{(pid=87637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:28:11.639929 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [None req-192b71db-580c-48d4-9aac-3798f3ce7054 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] For port 9b936f7d-cd9d-480a-aac9-e5c29b494fe3, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=9b936f7d-cd9d-480a-aac9-e5c29b494fe3,segment=NetworkSegment(77e3d110-dd7b-426c-b11f-b78dde7993df),segment_id=77e3d110-dd7b-426c-b11f-b78dde7993df)] {{(pid=87636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:28:11.640405 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-192b71db-580c-48d4-9aac-3798f3ce7054 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:28:11.762270 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-192b71db-580c-48d4-9aac-3798f3ce7054 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Calling delete_port for 9b936f7d-cd9d-480a-aac9-e5c29b494fe3 owned by network:router_gateway {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:28:11.836117 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-a0211c8d-6506-4059-9902-db4db78375d6 None None] For port ab05c85e-ea9d-4f42-9455-ad387075d11f, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=ab05c85e-ea9d-4f42-9455-ad387075d11f,segment=NetworkSegment(85c5bf6f-22f5-424f-b35f-c8f7087aa1fa),segment_id=85c5bf6f-22f5-424f-b35f-c8f7087aa1fa)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:28:11.836747 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-a0211c8d-6506-4059-9902-db4db78375d6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:28:11.864183 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device ab05c85e-ea9d-4f42-9455-ad387075d11f no longer exists at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 23 16:28:11.931689 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-192b71db-580c-48d4-9aac-3798f3ce7054 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:28:11.935533 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-3637de7d-7b3a-458b-a6ac-a9d5b1f282d5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:28:11.978145 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192b71db-580c-48d4-9aac-3798f3ce7054 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Pushing event deleted for resources: {'Port': ['ID=9b936f7d-cd9d-480a-aac9-e5c29b494fe3,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:28:12.014774 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192b71db-580c-48d4-9aac-3798f3ce7054 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:28:12.015165 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192b71db-580c-48d4-9aac-3798f3ce7054 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:28:12.015544 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192b71db-580c-48d4-9aac-3798f3ce7054 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:28:12.015915 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192b71db-580c-48d4-9aac-3798f3ce7054 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:28:12.016273 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192b71db-580c-48d4-9aac-3798f3ce7054 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:28:12.016662 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192b71db-580c-48d4-9aac-3798f3ce7054 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:28:12.017030 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192b71db-580c-48d4-9aac-3798f3ce7054 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:28:12.017397 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192b71db-580c-48d4-9aac-3798f3ce7054 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:28:12.017765 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192b71db-580c-48d4-9aac-3798f3ce7054 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:28:12.018106 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192b71db-580c-48d4-9aac-3798f3ce7054 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:28:12.018478 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192b71db-580c-48d4-9aac-3798f3ce7054 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:28:12.018671 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-a0211c8d-6506-4059-9902-db4db78375d6 None None] Calling delete_port for ab05c85e-ea9d-4f42-9455-ad387075d11f owned by network:dhcp {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:28:12.018842 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192b71db-580c-48d4-9aac-3798f3ce7054 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:28:12.026121 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-192b71db-580c-48d4-9aac-3798f3ce7054 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:28:12.085662 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-192b71db-580c-48d4-9aac-3798f3ce7054 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1824206'] for router_gateway, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:28:12.122271 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:28:12.220651 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-a0211c8d-6506-4059-9902-db4db78375d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789'] for port, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:28:12.227898 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-278d9934-cf93-4037-a740-286df0af80f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:28:12.269856 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-192b71db-580c-48d4-9aac-3798f3ce7054 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1784183', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-235354'] for router, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:28:12.271722 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:28:12.272292 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-192b71db-580c-48d4-9aac-3798f3ce7054 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:28:12.285342 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0211c8d-6506-4059-9902-db4db78375d6 None None] Pushing event deleted for resources: {'Port': ['ID=ab05c85e-ea9d-4f42-9455-ad387075d11f,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:28:12.298707 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-192b71db-580c-48d4-9aac-3798f3ce7054 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1781328'] for router, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:28:12.298957 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-192b71db-580c-48d4-9aac-3798f3ce7054 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Fanout notify agent at l3_agent the message router_deleted on router 634d29fd-9491-4830-8182-bf6e74af1761 {{(pid=87636) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 23 16:28:12.304078 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0211c8d-6506-4059-9902-db4db78375d6 None None] No DVR routers for this DVR port ab05c85e-ea9d-4f42-9455-ad387075d11f on host dv-neutron-822799-1-hyperv {{(pid=87637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 23 16:28:12.310733 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0211c8d-6506-4059-9902-db4db78375d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:28:12.311089 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0211c8d-6506-4059-9902-db4db78375d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:28:12.311436 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0211c8d-6506-4059-9902-db4db78375d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:28:12.311778 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0211c8d-6506-4059-9902-db4db78375d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:28:12.312111 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0211c8d-6506-4059-9902-db4db78375d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:28:12.312446 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0211c8d-6506-4059-9902-db4db78375d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:28:12.312823 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0211c8d-6506-4059-9902-db4db78375d6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:28:12.313154 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0211c8d-6506-4059-9902-db4db78375d6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:28:12.313467 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0211c8d-6506-4059-9902-db4db78375d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:28:12.313794 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0211c8d-6506-4059-9902-db4db78375d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:28:12.314118 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0211c8d-6506-4059-9902-db4db78375d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:28:12.314444 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0211c8d-6506-4059-9902-db4db78375d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:28:12.315421 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-192b71db-580c-48d4-9aac-3798f3ce7054 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for router, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:28:12.316508 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-192b71db-580c-48d4-9aac-3798f3ce7054 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "DELETE /v2.0/routers/634d29fd-9491-4830-8182-bf6e74af1761 HTTP/1.1" status: 204  len: 168 time: 1.3945429
Dec 23 16:28:12.319239 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 55082) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:28:12.321565 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-a0211c8d-6506-4059-9902-db4db78375d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:28:12.364476 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-f96814ea-1b98-4e84-a696-eeaa46f023a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc13a62b0>, [{'id': '634d29fd-9491-4830-8182-bf6e74af1761', 'name': 'tempest-TestNetworkBasicOps-router-243745274', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.2'}], 'enable_snat': True}, 'gw_port_id': '9b936f7d-cd9d-480a-aac9-e5c29b494fe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:27:03Z', 'updated_at': '2021-12-23T16:28:09Z', 'revision_number': 7, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'gw_port': {'id': '9b936f7d-cd9d-480a-aac9-e5c29b494fe3', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:df:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '634d29fd-9491-4830-8182-bf6e74af1761', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:27:03Z', 'updated_at': '2021-12-23T16:28:00Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv'}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:28:12.369890 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f96814ea-1b98-4e84-a696-eeaa46f023a1 None None] The sync data for ids ['634d29fd-9491-4830-8182-bf6e74af1761'] in dv-neutron-822799-1-hyperv is: [{'id': '634d29fd-9491-4830-8182-bf6e74af1761', 'name': 'tempest-TestNetworkBasicOps-router-243745274', 'tenant_id': '544f3e375bde4f0988286eba27294ea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.2'}], 'enable_snat': True}, 'gw_port_id': '9b936f7d-cd9d-480a-aac9-e5c29b494fe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:27:03Z', 'updated_at': '2021-12-23T16:28:09Z', 'revision_number': 7, 'project_id': '544f3e375bde4f0988286eba27294ea6', 'gw_port': {'id': '9b936f7d-cd9d-480a-aac9-e5c29b494fe3', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:df:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '634d29fd-9491-4830-8182-bf6e74af1761', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:27:03Z', 'updated_at': '2021-12-23T16:28:00Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv'}] {{(pid=87637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 23 16:28:12.444140 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-313132be-7bab-46b8-acf3-5363c8eb3cc1 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-698866'] for network, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:28:12.586103 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-313132be-7bab-46b8-acf3-5363c8eb3cc1 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-864347', 'neutron.services.segments.db._delete_segments_for_network-8735362908070'] for network, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:28:12.613088 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-313132be-7bab-46b8-acf3-5363c8eb3cc1 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1dc119beb0>,) {'filters': {'network_id': ['26e26bcc-8677-4bce-a816-0c016b850886']}} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:28:12.625872 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-313132be-7bab-46b8-acf3-5363c8eb3cc1 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dc119beb0>, '85c5bf6f-22f5-424f-b35f-c8f7087aa1fa') {'for_net_delete': True} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:28:12.626121 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-313132be-7bab-46b8-acf3-5363c8eb3cc1 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dc119beb0>, '85c5bf6f-22f5-424f-b35f-c8f7087aa1fa') {} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:28:12.637696 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-313132be-7bab-46b8-acf3-5363c8eb3cc1 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735363085442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2382197'] for segment, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:28:12.653572 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-313132be-7bab-46b8-acf3-5363c8eb3cc1 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:28:12.659674 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-313132be-7bab-46b8-acf3-5363c8eb3cc1 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Releasing vlan 412 on physical network physnet1 to pool {{(pid=87636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 23 16:28:12.660058 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-313132be-7bab-46b8-acf3-5363c8eb3cc1 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2176261'] for segment, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:28:12.674483 dv-neutron-822799-1-hyperv neutron-server[87636]: Traceback (most recent call last):
Dec 23 16:28:12.674483 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 23 16:28:12.674483 dv-neutron-822799-1-hyperv neutron-server[87636]:     timer()
Dec 23 16:28:12.674483 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:28:12.674483 dv-neutron-822799-1-hyperv neutron-server[87636]:     cb(*args, **kw)
Dec 23 16:28:12.674483 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 23 16:28:12.674483 dv-neutron-822799-1-hyperv neutron-server[87636]:     return func(*args, **kwargs)
Dec 23 16:28:12.674483 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:28:12.674483 dv-neutron-822799-1-hyperv neutron-server[87636]:     self._notify()
Dec 23 16:28:12.674483 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:28:12.674483 dv-neutron-822799-1-hyperv neutron-server[87636]:     self.callback(batched_events)
Dec 23 16:28:12.674483 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:28:12.674483 dv-neutron-822799-1-hyperv neutron-server[87636]:     event.method(event)
Dec 23 16:28:12.674483 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:28:12.674483 dv-neutron-822799-1-hyperv neutron-server[87636]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:28:12.674483 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 23 16:28:12.674483 dv-neutron-822799-1-hyperv neutron-server[87636]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 23 16:28:12.674483 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 23 16:28:12.674483 dv-neutron-822799-1-hyperv neutron-server[87636]:     return f(self, *a, **k)
Dec 23 16:28:12.674483 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:28:12.674483 dv-neutron-822799-1-hyperv neutron-server[87636]:     return self._get(url).json()
Dec 23 16:28:12.674483 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 23 16:28:12.674483 dv-neutron-822799-1-hyperv neutron-server[87636]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 23 16:28:12.674483 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 23 16:28:12.674483 dv-neutron-822799-1-hyperv neutron-server[87636]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:28:12.674483 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 23 16:28:12.674483 dv-neutron-822799-1-hyperv neutron-server[87636]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 23 16:28:12.674483 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 23 16:28:12.674483 dv-neutron-822799-1-hyperv neutron-server[87636]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:28:12.674483 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 23 16:28:12.674483 dv-neutron-822799-1-hyperv neutron-server[87636]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:28:12.674483 dv-neutron-822799-1-hyperv neutron-server[87636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:28:12.887644 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-313132be-7bab-46b8-acf3-5363c8eb3cc1 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-864336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1824171'] for network, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:28:12.891416 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-abf62d44-5640-4c35-ab4d-ce0b52c76945 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:28:12.905943 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-313132be-7bab-46b8-acf3-5363c8eb3cc1 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:28:12.917104 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313132be-7bab-46b8-acf3-5363c8eb3cc1 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Pushing event deleted for resources: {'Network': ['ID=26e26bcc-8677-4bce-a816-0c016b850886,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:28:12.920180 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-313132be-7bab-46b8-acf3-5363c8eb3cc1 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:28:12.926619 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-313132be-7bab-46b8-acf3-5363c8eb3cc1 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] 10.222.0.64 "DELETE /v2.0/networks/26e26bcc-8677-4bce-a816-0c016b850886 HTTP/1.1" status: 204  len: 168 time: 0.6062686
Dec 23 16:28:13.263185 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 55090) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:28:13.418643 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-4d875342-1f1c-4f36-b36a-aaafeb204ae5 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=544f3e375bde4f0988286eba27294ea6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1549768
Dec 23 16:28:13.421174 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 55096) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:28:13.483379 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d25d21df-17e3-4349-b0f7-e5ced3c45ec2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:28:13.513561 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d25d21df-17e3-4349-b0f7-e5ced3c45ec2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:28:13.566822 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d25d21df-17e3-4349-b0f7-e5ced3c45ec2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:28:13.574408 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-e79acfd5-407c-4c0d-92fd-af114816aefe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:28:13.593847 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25d21df-17e3-4349-b0f7-e5ced3c45ec2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3fc66c5-267e-49a5-8093-48a259540b2d,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:28:13.596722 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-d25d21df-17e3-4349-b0f7-e5ced3c45ec2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:28:13.598811 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d25d21df-17e3-4349-b0f7-e5ced3c45ec2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:28:13.599719 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-d25d21df-17e3-4349-b0f7-e5ced3c45ec2 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b3fc66c5-267e-49a5-8093-48a259540b2d HTTP/1.1" status: 204  len: 168 time: 0.1776903
Dec 23 16:28:13.852378 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device a8e072bc-adc3-4d1f-85f1-20aa70061125 no longer exists at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 23 16:28:13.890885 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] No Port match for: a8e072bc-adc3-4d1f-85f1-20aa70061125 {{(pid=87637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 23 16:28:13.891255 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device a8e072bc-adc3-4d1f-85f1-20aa70061125 not bound to the agent host dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 23 16:28:13.891700 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 9b936f7d-cd9d-480a-aac9-e5c29b494fe3 no longer exists at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 23 16:28:13.902759 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 55104) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:28:13.921539 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-eb6db69f-58ed-4e4d-8939-dc20e0c6a816 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:28:13.927969 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] No Port match for: 9b936f7d-cd9d-480a-aac9-e5c29b494fe3 {{(pid=87637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 23 16:28:13.928319 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 9b936f7d-cd9d-480a-aac9-e5c29b494fe3 not bound to the agent host dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 23 16:28:13.936498 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-eb6db69f-58ed-4e4d-8939-dc20e0c6a816 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:28:13.940454 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-eb6db69f-58ed-4e4d-8939-dc20e0c6a816 admin admin] Usage tracker for resource:security_group_rule and tenant:78a35dd139c944699462486ef4405611 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:28:13.943223 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-eb6db69f-58ed-4e4d-8939-dc20e0c6a816 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:28:13.949203 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-eb6db69f-58ed-4e4d-8939-dc20e0c6a816 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:28:14.033575 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-eb6db69f-58ed-4e4d-8939-dc20e0c6a816 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:28:14.038800 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-eb6db69f-58ed-4e4d-8939-dc20e0c6a816 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:28:14.045882 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-850e0910-034d-4c3a-abad-c729cfcc9b91 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:28:14.088909 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6db69f-58ed-4e4d-8939-dc20e0c6a816 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8d6f17d-33d8-44d2-ac52-a2ce7acb7274,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:28:14.093166 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-eb6db69f-58ed-4e4d-8939-dc20e0c6a816 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=78a35dd139c944699462486ef4405611&name=default HTTP/1.1" status: 200  len: 2983 time: 0.1892536
Dec 23 16:28:14.094154 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-eb6db69f-58ed-4e4d-8939-dc20e0c6a816 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:28:14.097182 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 55108) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:28:14.157877 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-0f531a57-f836-4625-a824-29c5293343b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:28:14.185456 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-0f531a57-f836-4625-a824-29c5293343b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:28:14.246554 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-0f531a57-f836-4625-a824-29c5293343b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:28:14.250808 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-88936498-2c29-4ac4-8ec5-ec97ca83c0be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:28:14.263377 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f531a57-f836-4625-a824-29c5293343b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8d6f17d-33d8-44d2-ac52-a2ce7acb7274,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:28:14.266245 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-0f531a57-f836-4625-a824-29c5293343b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:28:14.268218 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-0f531a57-f836-4625-a824-29c5293343b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:28:14.269248 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-0f531a57-f836-4625-a824-29c5293343b6 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f8d6f17d-33d8-44d2-ac52-a2ce7acb7274 HTTP/1.1" status: 204  len: 168 time: 0.1710508
Dec 23 16:28:17.359547 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-6417d6e3-60ac-47dd-b224-8b6f8c436d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:28:19.724922 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-5a8b560e-b42c-4b2a-a8ec-21617e65ac2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:28:20.777978 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9dcbea60-a34f-4144-91e7-90aff3f57aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:28:20.873359 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:28:21.337355 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-dc609834-7e37-4cad-9c3a-5b6ab6ebefc9 req-f7335e04-5487-45d8-bb9d-72fc17948eb6 tempest-ServersAdminNegativeTestJSON-313746612 tempest-ServersAdminNegativeTestJSON-313746612-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=283ec438dc1c45a5ba9f46a317c602d5&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0316625
Dec 23 16:28:21.495533 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc609834-7e37-4cad-9c3a-5b6ab6ebefc9 req-19139892-301e-4f02-acb5-942e197371d7 tempest-ServersAdminNegativeTestJSON-313746612 tempest-ServersAdminNegativeTestJSON-313746612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:28:21.497419 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-dc609834-7e37-4cad-9c3a-5b6ab6ebefc9 req-19139892-301e-4f02-acb5-942e197371d7 tempest-ServersAdminNegativeTestJSON-313746612 tempest-ServersAdminNegativeTestJSON-313746612-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1543980
Dec 23 16:28:21.516037 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-dc609834-7e37-4cad-9c3a-5b6ab6ebefc9 req-45c70e86-f1a1-4d3a-bb64-c593682d0420 tempest-ServersAdminNegativeTestJSON-313746612 tempest-ServersAdminNegativeTestJSON-313746612-project] 10.222.0.64 "GET /v2.0/quotas/283ec438dc1c45a5ba9f46a317c602d5 HTTP/1.1" status: 200  len: 375 time: 0.0105371
Dec 23 16:28:21.572472 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-dc609834-7e37-4cad-9c3a-5b6ab6ebefc9 req-361736a3-fc0d-4f8b-b7cf-89ff4e85bd7e tempest-ServersAdminNegativeTestJSON-313746612 tempest-ServersAdminNegativeTestJSON-313746612-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=283ec438dc1c45a5ba9f46a317c602d5&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0482540
Dec 23 16:28:21.751068 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-3315da84-fad2-489d-b980-d8a17894249e req-4cf18743-8907-4e49-8d1c-5c9688e8fa1e tempest-ServersAdminNegativeTestJSON-313746612 tempest-ServersAdminNegativeTestJSON-313746612-project] 10.222.0.64 "GET /v2.0/ports?device_id=dcf8aba9-04d9-4633-87fc-b95fc2964ae5 HTTP/1.1" status: 200  len: 210 time: 0.0466053
Dec 23 16:28:22.279432 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9e3aab53-d650-47e3-b8a6-2dff21fe9ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:28:22.690594 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-dc609834-7e37-4cad-9c3a-5b6ab6ebefc9 req-f028be6c-a9e3-4a1f-a9ef-c11daaa4eeb2 tempest-ServersAdminNegativeTestJSON-313746612 tempest-ServersAdminNegativeTestJSON-313746612-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=283ec438dc1c45a5ba9f46a317c602d5&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0357821
Dec 23 16:28:22.846006 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc609834-7e37-4cad-9c3a-5b6ab6ebefc9 req-bb558e93-9a5b-400f-806b-b2ffc94b7ef7 tempest-ServersAdminNegativeTestJSON-313746612 tempest-ServersAdminNegativeTestJSON-313746612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:28:22.847436 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-dc609834-7e37-4cad-9c3a-5b6ab6ebefc9 req-bb558e93-9a5b-400f-806b-b2ffc94b7ef7 tempest-ServersAdminNegativeTestJSON-313746612 tempest-ServersAdminNegativeTestJSON-313746612-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1515086
Dec 23 16:28:22.861511 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [req-dc609834-7e37-4cad-9c3a-5b6ab6ebefc9 req-df6b8c1c-7233-48d4-8e67-0d1f5ee84f0d tempest-ServersAdminNegativeTestJSON-313746612 tempest-ServersAdminNegativeTestJSON-313746612-project] Request body: {'port': {'device_id': 'dcf8aba9-04d9-4633-87fc-b95fc2964ae5', 'network_id': '7143ea49-02d8-463a-93a7-5cd74fb2e0db', 'admin_state_up': True, 'tenant_id': '283ec438dc1c45a5ba9f46a317c602d5'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:28:22.975199 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-61949ecc-c17c-44ba-b18b-45568a1e621b req-0dcfb618-1c64-48b1-854c-60f9fce604bc tempest-ServersAdminNegativeTestJSON-313746612 tempest-ServersAdminNegativeTestJSON-313746612-project] 10.222.0.64 "GET /v2.0/ports?device_id=dcf8aba9-04d9-4633-87fc-b95fc2964ae5 HTTP/1.1" status: 200  len: 210 time: 0.0997334
Dec 23 16:28:23.050333 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [req-dc609834-7e37-4cad-9c3a-5b6ab6ebefc9 req-df6b8c1c-7233-48d4-8e67-0d1f5ee84f0d tempest-ServersAdminNegativeTestJSON-313746612 tempest-ServersAdminNegativeTestJSON-313746612-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:28:23.054528 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [req-dc609834-7e37-4cad-9c3a-5b6ab6ebefc9 req-df6b8c1c-7233-48d4-8e67-0d1f5ee84f0d tempest-ServersAdminNegativeTestJSON-313746612 tempest-ServersAdminNegativeTestJSON-313746612-project] Usage tracker for resource:port and tenant:283ec438dc1c45a5ba9f46a317c602d5 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:28:23.057572 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [req-dc609834-7e37-4cad-9c3a-5b6ab6ebefc9 req-df6b8c1c-7233-48d4-8e67-0d1f5ee84f0d tempest-ServersAdminNegativeTestJSON-313746612 tempest-ServersAdminNegativeTestJSON-313746612-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:28:23.063832 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [req-dc609834-7e37-4cad-9c3a-5b6ab6ebefc9 req-df6b8c1c-7233-48d4-8e67-0d1f5ee84f0d tempest-ServersAdminNegativeTestJSON-313746612 tempest-ServersAdminNegativeTestJSON-313746612-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:28:23.077024 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc609834-7e37-4cad-9c3a-5b6ab6ebefc9 req-df6b8c1c-7233-48d4-8e67-0d1f5ee84f0d tempest-ServersAdminNegativeTestJSON-313746612 tempest-ServersAdminNegativeTestJSON-313746612-project] Made reservation on behalf of 283ec438dc1c45a5ba9f46a317c602d5 for: {'port': 1} {{(pid=87635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:28:23.080547 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [req-dc609834-7e37-4cad-9c3a-5b6ab6ebefc9 req-df6b8c1c-7233-48d4-8e67-0d1f5ee84f0d tempest-ServersAdminNegativeTestJSON-313746612 tempest-ServersAdminNegativeTestJSON-313746612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:28:23.092459 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [req-dc609834-7e37-4cad-9c3a-5b6ab6ebefc9 req-df6b8c1c-7233-48d4-8e67-0d1f5ee84f0d tempest-ServersAdminNegativeTestJSON-313746612 tempest-ServersAdminNegativeTestJSON-313746612-project] Notify callbacks [] for security_group, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:28:23.107007 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [req-dc609834-7e37-4cad-9c3a-5b6ab6ebefc9 req-df6b8c1c-7233-48d4-8e67-0d1f5ee84f0d tempest-ServersAdminNegativeTestJSON-313746612 tempest-ServersAdminNegativeTestJSON-313746612-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:28:23.110819 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [req-dc609834-7e37-4cad-9c3a-5b6ab6ebefc9 req-df6b8c1c-7233-48d4-8e67-0d1f5ee84f0d tempest-ServersAdminNegativeTestJSON-313746612 tempest-ServersAdminNegativeTestJSON-313746612-project] Usage tracker for resource:security_group_rule and tenant:283ec438dc1c45a5ba9f46a317c602d5 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:28:23.113610 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [req-dc609834-7e37-4cad-9c3a-5b6ab6ebefc9 req-df6b8c1c-7233-48d4-8e67-0d1f5ee84f0d tempest-ServersAdminNegativeTestJSON-313746612 tempest-ServersAdminNegativeTestJSON-313746612-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:28:23.119207 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [req-dc609834-7e37-4cad-9c3a-5b6ab6ebefc9 req-df6b8c1c-7233-48d4-8e67-0d1f5ee84f0d tempest-ServersAdminNegativeTestJSON-313746612 tempest-ServersAdminNegativeTestJSON-313746612-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:28:23.207776 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [req-dc609834-7e37-4cad-9c3a-5b6ab6ebefc9 req-df6b8c1c-7233-48d4-8e67-0d1f5ee84f0d tempest-ServersAdminNegativeTestJSON-313746612 tempest-ServersAdminNegativeTestJSON-313746612-project] Notify callbacks [] for security_group, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:28:23.212802 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [req-dc609834-7e37-4cad-9c3a-5b6ab6ebefc9 req-df6b8c1c-7233-48d4-8e67-0d1f5ee84f0d tempest-ServersAdminNegativeTestJSON-313746612 tempest-ServersAdminNegativeTestJSON-313746612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:28:23.217308 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-fe99c02c-a850-421c-aa8a-0a81e834db3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:28:23.301061 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6b8c1c-7233-48d4-8e67-0d1f5ee84f0d tempest-ServersAdminNegativeTestJSON-313746612 tempest-ServersAdminNegativeTestJSON-313746612-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b93f7411-b0f2-4beb-8ada-23e4bac9583f,revision_number=1']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:28:23.315067 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6b8c1c-7233-48d4-8e67-0d1f5ee84f0d tempest-ServersAdminNegativeTestJSON-313746612 tempest-ServersAdminNegativeTestJSON-313746612-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:28:23.315469 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6b8c1c-7233-48d4-8e67-0d1f5ee84f0d tempest-ServersAdminNegativeTestJSON-313746612 tempest-ServersAdminNegativeTestJSON-313746612-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:28:23.315854 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6b8c1c-7233-48d4-8e67-0d1f5ee84f0d tempest-ServersAdminNegativeTestJSON-313746612 tempest-ServersAdminNegativeTestJSON-313746612-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:28:23.316241 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6b8c1c-7233-48d4-8e67-0d1f5ee84f0d tempest-ServersAdminNegativeTestJSON-313746612 tempest-ServersAdminNegativeTestJSON-313746612-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:28:23.316618 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6b8c1c-7233-48d4-8e67-0d1f5ee84f0d tempest-ServersAdminNegativeTestJSON-313746612 tempest-ServersAdminNegativeTestJSON-313746612-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:28:23.317008 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6b8c1c-7233-48d4-8e67-0d1f5ee84f0d tempest-ServersAdminNegativeTestJSON-313746612 tempest-ServersAdminNegativeTestJSON-313746612-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:28:23.317373 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6b8c1c-7233-48d4-8e67-0d1f5ee84f0d tempest-ServersAdminNegativeTestJSON-313746612 tempest-ServersAdminNegativeTestJSON-313746612-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:28:23.317741 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6b8c1c-7233-48d4-8e67-0d1f5ee84f0d tempest-ServersAdminNegativeTestJSON-313746612 tempest-ServersAdminNegativeTestJSON-313746612-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:28:23.318108 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6b8c1c-7233-48d4-8e67-0d1f5ee84f0d tempest-ServersAdminNegativeTestJSON-313746612 tempest-ServersAdminNegativeTestJSON-313746612-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:28:23.318471 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6b8c1c-7233-48d4-8e67-0d1f5ee84f0d tempest-ServersAdminNegativeTestJSON-313746612 tempest-ServersAdminNegativeTestJSON-313746612-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:28:23.318833 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6b8c1c-7233-48d4-8e67-0d1f5ee84f0d tempest-ServersAdminNegativeTestJSON-313746612 tempest-ServersAdminNegativeTestJSON-313746612-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:28:23.319193 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6b8c1c-7233-48d4-8e67-0d1f5ee84f0d tempest-ServersAdminNegativeTestJSON-313746612 tempest-ServersAdminNegativeTestJSON-313746612-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:28:23.325532 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-df6b8c1c-7233-48d4-8e67-0d1f5ee84f0d tempest-ServersAdminNegativeTestJSON-313746612 tempest-ServersAdminNegativeTestJSON-313746612-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:28:23.396291 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.db_base_plugin_common [req-dc609834-7e37-4cad-9c3a-5b6ab6ebefc9 req-df6b8c1c-7233-48d4-8e67-0d1f5ee84f0d tempest-ServersAdminNegativeTestJSON-313746612 tempest-ServersAdminNegativeTestJSON-313746612-project] Allocated IP 192.168.233.14 (7143ea49-02d8-463a-93a7-5cd74fb2e0db/8972d35f-bf40-43dc-aea1-a5fba5bea292/fa51d2c8-290e-4e11-959d-dbdc45cad429) {{(pid=87635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:28:23.601811 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [req-dc609834-7e37-4cad-9c3a-5b6ab6ebefc9 req-df6b8c1c-7233-48d4-8e67-0d1f5ee84f0d tempest-ServersAdminNegativeTestJSON-313746612 tempest-ServersAdminNegativeTestJSON-313746612-project] Notify callbacks [] for port, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:28:23.616877 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.provisioning_blocks [req-dc609834-7e37-4cad-9c3a-5b6ab6ebefc9 req-df6b8c1c-7233-48d4-8e67-0d1f5ee84f0d tempest-ServersAdminNegativeTestJSON-313746612 tempest-ServersAdminNegativeTestJSON-313746612-project] Transition to ACTIVE for port object fa51d2c8-290e-4e11-959d-dbdc45cad429 will not be triggered until provisioned by entity DHCP. {{(pid=87635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:28:23.641454 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [req-dc609834-7e37-4cad-9c3a-5b6ab6ebefc9 req-df6b8c1c-7233-48d4-8e67-0d1f5ee84f0d tempest-ServersAdminNegativeTestJSON-313746612 tempest-ServersAdminNegativeTestJSON-313746612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:28:23.647474 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-901469d9-499f-434d-a3a7-c1a954f2e284 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:28:23.826659 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc609834-7e37-4cad-9c3a-5b6ab6ebefc9 req-df6b8c1c-7233-48d4-8e67-0d1f5ee84f0d tempest-ServersAdminNegativeTestJSON-313746612 tempest-ServersAdminNegativeTestJSON-313746612-project] Network 7143ea49-02d8-463a-93a7-5cd74fb2e0db is already hosted by enough agents. {{(pid=87635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:28:23.830286 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.base_scheduler [req-dc609834-7e37-4cad-9c3a-5b6ab6ebefc9 req-df6b8c1c-7233-48d4-8e67-0d1f5ee84f0d tempest-ServersAdminNegativeTestJSON-313746612 tempest-ServersAdminNegativeTestJSON-313746612-project] Resources bound (agent type, host, resource id):  {{(pid=87635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:28:23.835161 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc609834-7e37-4cad-9c3a-5b6ab6ebefc9 req-df6b8c1c-7233-48d4-8e67-0d1f5ee84f0d tempest-ServersAdminNegativeTestJSON-313746612 tempest-ServersAdminNegativeTestJSON-313746612-project] Received port after_create {{(pid=87635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:28:23.865173 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6b8c1c-7233-48d4-8e67-0d1f5ee84f0d tempest-ServersAdminNegativeTestJSON-313746612 tempest-ServersAdminNegativeTestJSON-313746612-project] Pushing event updated for resources: {'Port': ['ID=fa51d2c8-290e-4e11-959d-dbdc45cad429,revision_number=1']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:28:23.873263 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-df6b8c1c-7233-48d4-8e67-0d1f5ee84f0d tempest-ServersAdminNegativeTestJSON-313746612 tempest-ServersAdminNegativeTestJSON-313746612-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:28:23.903781 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc609834-7e37-4cad-9c3a-5b6ab6ebefc9 req-df6b8c1c-7233-48d4-8e67-0d1f5ee84f0d tempest-ServersAdminNegativeTestJSON-313746612 tempest-ServersAdminNegativeTestJSON-313746612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:28:23.904360 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [req-dc609834-7e37-4cad-9c3a-5b6ab6ebefc9 req-df6b8c1c-7233-48d4-8e67-0d1f5ee84f0d tempest-ServersAdminNegativeTestJSON-313746612 tempest-ServersAdminNegativeTestJSON-313746612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:28:23.930869 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-dc609834-7e37-4cad-9c3a-5b6ab6ebefc9 req-df6b8c1c-7233-48d4-8e67-0d1f5ee84f0d tempest-ServersAdminNegativeTestJSON-313746612 tempest-ServersAdminNegativeTestJSON-313746612-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 1.0730832
Dec 23 16:28:23.942593 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [req-dc609834-7e37-4cad-9c3a-5b6ab6ebefc9 req-d9bb8a53-ff61-4b76-98d2-7e64dd23ce4c service neutron] Request body: {'port': {'device_id': 'dcf8aba9-04d9-4633-87fc-b95fc2964ae5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8227'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:28:24.060464 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [req-dc609834-7e37-4cad-9c3a-5b6ab6ebefc9 req-d9bb8a53-ff61-4b76-98d2-7e64dd23ce4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:28:24.065098 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-af9492a1-3003-41bc-a0b8-0e4555460fb5 None None] Provisioning for port fa51d2c8-290e-4e11-959d-dbdc45cad429 completed by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:28:24.071156 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-af9492a1-3003-41bc-a0b8-0e4555460fb5 None None] Provisioning complete for port fa51d2c8-290e-4e11-959d-dbdc45cad429 triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:28:24.071586 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-af9492a1-3003-41bc-a0b8-0e4555460fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:28:24.127226 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-af9492a1-3003-41bc-a0b8-0e4555460fb5 None None] Port fa51d2c8-290e-4e11-959d-dbdc45cad429 cannot update to ACTIVE because it is not bound. {{(pid=87637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 23 16:28:24.173620 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f460524-bac5-4306-8efc-1ef258f564c8 req-ccb4912f-d924-4418-bf0a-f8e98443c05b tempest-ServersAdminNegativeTestJSON-313746612 tempest-ServersAdminNegativeTestJSON-313746612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:28:24.175265 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-6f460524-bac5-4306-8efc-1ef258f564c8 req-ccb4912f-d924-4418-bf0a-f8e98443c05b tempest-ServersAdminNegativeTestJSON-313746612 tempest-ServersAdminNegativeTestJSON-313746612-project] 10.222.0.64 "GET /v2.0/ports?device_id=dcf8aba9-04d9-4633-87fc-b95fc2964ae5 HTTP/1.1" status: 200  len: 935 time: 0.0842044
Dec 23 16:28:24.219159 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-6f460524-bac5-4306-8efc-1ef258f564c8 req-26cc15e5-395c-45ad-b0fa-a6c46319d56f tempest-ServersAdminNegativeTestJSON-313746612 tempest-ServersAdminNegativeTestJSON-313746612-project] 10.222.0.64 "GET /v2.0/security-groups?id=b93f7411-b0f2-4beb-8ada-23e4bac9583f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0382414
Dec 23 16:28:24.411510 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.notifiers.nova [req-dc609834-7e37-4cad-9c3a-5b6ab6ebefc9 req-d9bb8a53-ff61-4b76-98d2-7e64dd23ce4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa51d2c8-290e-4e11-959d-dbdc45cad429 {{(pid=87635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 23 16:28:24.421414 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [req-dc609834-7e37-4cad-9c3a-5b6ab6ebefc9 req-d9bb8a53-ff61-4b76-98d2-7e64dd23ce4c service neutron] Notify callbacks [] for port, precommit_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:28:24.436950 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.provisioning_blocks [req-dc609834-7e37-4cad-9c3a-5b6ab6ebefc9 req-d9bb8a53-ff61-4b76-98d2-7e64dd23ce4c service neutron] Transition to ACTIVE for port object fa51d2c8-290e-4e11-959d-dbdc45cad429 will not be triggered until provisioned by entity L2. {{(pid=87635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:28:24.442288 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [req-dc609834-7e37-4cad-9c3a-5b6ab6ebefc9 req-d9bb8a53-ff61-4b76-98d2-7e64dd23ce4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2753531'] for port, after_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:28:24.446107 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-7d3ff376-d915-41e6-a733-a2df9ecb5457 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:28:24.570768 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bb8a53-ff61-4b76-98d2-7e64dd23ce4c service neutron] Pushing event updated for resources: {'Port': ['ID=fa51d2c8-290e-4e11-959d-dbdc45cad429,revision_number=2']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:28:24.574056 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-d9bb8a53-ff61-4b76-98d2-7e64dd23ce4c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:28:24.678301 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.managers [req-dc609834-7e37-4cad-9c3a-5b6ab6ebefc9 req-d9bb8a53-ff61-4b76-98d2-7e64dd23ce4c service neutron] Attempting to bind port fa51d2c8-290e-4e11-959d-dbdc45cad429 on host hv-neutron-8227 for vnic_type normal with profile  {{(pid=87635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:28:24.678645 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.managers [req-dc609834-7e37-4cad-9c3a-5b6ab6ebefc9 req-d9bb8a53-ff61-4b76-98d2-7e64dd23ce4c service neutron] Attempting to bind port fa51d2c8-290e-4e11-959d-dbdc45cad429 by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': 'b349cb43-48b3-495f-8258-7708581e6391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '7143ea49-02d8-463a-93a7-5cd74fb2e0db'}] {{(pid=87635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:28:24.678975 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc609834-7e37-4cad-9c3a-5b6ab6ebefc9 req-d9bb8a53-ff61-4b76-98d2-7e64dd23ce4c service neutron] Attempting to bind port fa51d2c8-290e-4e11-959d-dbdc45cad429 on network 7143ea49-02d8-463a-93a7-5cd74fb2e0db {{(pid=87635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:28:24.683499 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc609834-7e37-4cad-9c3a-5b6ab6ebefc9 req-d9bb8a53-ff61-4b76-98d2-7e64dd23ce4c service neutron] Port fa51d2c8-290e-4e11-959d-dbdc45cad429 on network 7143ea49-02d8-463a-93a7-5cd74fb2e0db not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=87635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 23 16:28:24.683856 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc609834-7e37-4cad-9c3a-5b6ab6ebefc9 req-d9bb8a53-ff61-4b76-98d2-7e64dd23ce4c service neutron] Attempting to bind port fa51d2c8-290e-4e11-959d-dbdc45cad429 on network 7143ea49-02d8-463a-93a7-5cd74fb2e0db {{(pid=87635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:28:24.689394 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc609834-7e37-4cad-9c3a-5b6ab6ebefc9 req-d9bb8a53-ff61-4b76-98d2-7e64dd23ce4c service neutron] Checking agent: {'id': '5a806709-633b-4d33-98c4-3d24562c0f1e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8227', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 6, 42), 'started_at': datetime.datetime(2021, 12, 23, 16, 6, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 28, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 23 16:28:24.689741 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc609834-7e37-4cad-9c3a-5b6ab6ebefc9 req-d9bb8a53-ff61-4b76-98d2-7e64dd23ce4c service neutron] Checking segment: {'id': 'b349cb43-48b3-495f-8258-7708581e6391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '7143ea49-02d8-463a-93a7-5cd74fb2e0db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:28:24.690130 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc609834-7e37-4cad-9c3a-5b6ab6ebefc9 req-d9bb8a53-ff61-4b76-98d2-7e64dd23ce4c service neutron] Bound using segment: {'id': 'b349cb43-48b3-495f-8258-7708581e6391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '7143ea49-02d8-463a-93a7-5cd74fb2e0db'} {{(pid=87635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 23 16:28:24.690552 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.managers [req-dc609834-7e37-4cad-9c3a-5b6ab6ebefc9 req-d9bb8a53-ff61-4b76-98d2-7e64dd23ce4c service neutron] Bound port: fa51d2c8-290e-4e11-959d-dbdc45cad429, host: hv-neutron-8227, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b349cb43-48b3-495f-8258-7708581e6391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '7143ea49-02d8-463a-93a7-5cd74fb2e0db'}}] {{(pid=87635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 23 16:28:24.690877 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [req-dc609834-7e37-4cad-9c3a-5b6ab6ebefc9 req-d9bb8a53-ff61-4b76-98d2-7e64dd23ce4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:28:24.785005 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.db [req-dc609834-7e37-4cad-9c3a-5b6ab6ebefc9 req-d9bb8a53-ff61-4b76-98d2-7e64dd23ce4c service neutron] For port fa51d2c8-290e-4e11-959d-dbdc45cad429, host hv-neutron-8227, cleared binding levels {{(pid=87635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 23 16:28:24.788918 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.db [req-dc609834-7e37-4cad-9c3a-5b6ab6ebefc9 req-d9bb8a53-ff61-4b76-98d2-7e64dd23ce4c service neutron] For port fa51d2c8-290e-4e11-959d-dbdc45cad429, host hv-neutron-8227, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=fa51d2c8-290e-4e11-959d-dbdc45cad429,segment=NetworkSegment(b349cb43-48b3-495f-8258-7708581e6391),segment_id=b349cb43-48b3-495f-8258-7708581e6391)] {{(pid=87635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 23 16:28:24.795909 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [req-dc609834-7e37-4cad-9c3a-5b6ab6ebefc9 req-d9bb8a53-ff61-4b76-98d2-7e64dd23ce4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2753531'] for port, after_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:28:24.799549 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-f2e13af2-0801-4914-a7e4-21cd8f313d85 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:28:24.850474 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc609834-7e37-4cad-9c3a-5b6ab6ebefc9 req-d9bb8a53-ff61-4b76-98d2-7e64dd23ce4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:28:24.851079 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [req-dc609834-7e37-4cad-9c3a-5b6ab6ebefc9 req-d9bb8a53-ff61-4b76-98d2-7e64dd23ce4c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:28:24.852431 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-dc609834-7e37-4cad-9c3a-5b6ab6ebefc9 req-d9bb8a53-ff61-4b76-98d2-7e64dd23ce4c service neutron] 10.222.0.61 "PUT /v2.0/ports/fa51d2c8-290e-4e11-959d-dbdc45cad429 HTTP/1.1" status: 200  len: 1097 time: 0.9141405
Dec 23 16:28:24.852974 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcf8aba9-04d9-4633-87fc-b95fc2964ae5', 'tag': 'fa51d2c8-290e-4e11-959d-dbdc45cad429'}] {{(pid=87635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 23 16:28:24.877261 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bb8a53-ff61-4b76-98d2-7e64dd23ce4c service neutron] Pushing event updated for resources: {'Port': ['ID=fa51d2c8-290e-4e11-959d-dbdc45cad429,revision_number=3']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:28:24.880710 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-d9bb8a53-ff61-4b76-98d2-7e64dd23ce4c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:28:24.939556 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcf8aba9-04d9-4633-87fc-b95fc2964ae5', 'tag': 'fa51d2c8-290e-4e11-959d-dbdc45cad429', 'status': 'completed', 'code': 200}
Dec 23 16:28:24.980931 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc609834-7e37-4cad-9c3a-5b6ab6ebefc9 req-5e78e41f-461d-4bb9-9c68-fffb9fd501dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:28:24.982665 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-dc609834-7e37-4cad-9c3a-5b6ab6ebefc9 req-5e78e41f-461d-4bb9-9c68-fffb9fd501dc service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=283ec438dc1c45a5ba9f46a317c602d5&device_id=dcf8aba9-04d9-4633-87fc-b95fc2964ae5 HTTP/1.1" status: 200  len: 1100 time: 0.0762770
Dec 23 16:28:25.055496 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-dc609834-7e37-4cad-9c3a-5b6ab6ebefc9 req-8d664209-4e13-41b5-b82c-3506fbc74902 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.14&port_id=fa51d2c8-290e-4e11-959d-dbdc45cad429 HTTP/1.1" status: 200  len: 217 time: 0.0647392
Dec 23 16:28:25.117530 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc609834-7e37-4cad-9c3a-5b6ab6ebefc9 req-7345779a-8b21-45cc-b297-733025e07e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:28:25.118877 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-dc609834-7e37-4cad-9c3a-5b6ab6ebefc9 req-7345779a-8b21-45cc-b297-733025e07e89 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8972d35f-bf40-43dc-aea1-a5fba5bea292 HTTP/1.1" status: 200  len: 843 time: 0.0571465
Dec 23 16:28:25.200705 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc609834-7e37-4cad-9c3a-5b6ab6ebefc9 req-773f75b1-2c69-4b88-9103-c4e34901f640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:28:25.202106 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-dc609834-7e37-4cad-9c3a-5b6ab6ebefc9 req-773f75b1-2c69-4b88-9103-c4e34901f640 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7143ea49-02d8-463a-93a7-5cd74fb2e0db&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1180 time: 0.0772245
Dec 23 16:28:25.336974 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-dc609834-7e37-4cad-9c3a-5b6ab6ebefc9 req-9a66be9d-1338-43d0-be28-24cea72cf28a service neutron] 10.222.0.61 "GET /v2.0/networks/7143ea49-02d8-463a-93a7-5cd74fb2e0db?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1276586
Dec 23 16:28:25.421500 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20aeb885-dc13-445c-b8de-5dd51c5fe93b req-5b80d80b-1dd2-424f-a63f-15fbf625a2d3 tempest-ServersAdminNegativeTestJSON-313746612 tempest-ServersAdminNegativeTestJSON-313746612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:28:25.422978 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-20aeb885-dc13-445c-b8de-5dd51c5fe93b req-5b80d80b-1dd2-424f-a63f-15fbf625a2d3 tempest-ServersAdminNegativeTestJSON-313746612 tempest-ServersAdminNegativeTestJSON-313746612-project] 10.222.0.64 "GET /v2.0/ports?device_id=dcf8aba9-04d9-4633-87fc-b95fc2964ae5 HTTP/1.1" status: 200  len: 947 time: 0.0944295
Dec 23 16:28:25.466750 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-20aeb885-dc13-445c-b8de-5dd51c5fe93b req-462e29c2-58fd-4bf0-bc28-72cee9edaae1 tempest-ServersAdminNegativeTestJSON-313746612 tempest-ServersAdminNegativeTestJSON-313746612-project] 10.222.0.64 "GET /v2.0/security-groups?id=b93f7411-b0f2-4beb-8ada-23e4bac9583f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0380006
Dec 23 16:28:25.477179 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-dc609834-7e37-4cad-9c3a-5b6ab6ebefc9 req-4e070025-b024-49da-bf74-4c5f974355c3 service neutron] 10.222.0.61 "GET /v2.0/networks/7143ea49-02d8-463a-93a7-5cd74fb2e0db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1339524
Dec 23 16:28:25.602217 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bd28da-32f8-4abd-81fc-032237d40966 req-ced1c315-e3d0-45cb-9851-1c7a8e6ea16d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:28:25.604488 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-25bd28da-32f8-4abd-81fc-032237d40966 req-ced1c315-e3d0-45cb-9851-1c7a8e6ea16d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=283ec438dc1c45a5ba9f46a317c602d5&device_id=dcf8aba9-04d9-4633-87fc-b95fc2964ae5 HTTP/1.1" status: 200  len: 1100 time: 0.0769269
Dec 23 16:28:25.854009 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bd28da-32f8-4abd-81fc-032237d40966 req-f2e7a152-e950-42d6-a0cf-963dca925a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:28:25.855483 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-25bd28da-32f8-4abd-81fc-032237d40966 req-f2e7a152-e950-42d6-a0cf-963dca925a3e service neutron] 10.222.0.61 "GET /v2.0/networks?id=7143ea49-02d8-463a-93a7-5cd74fb2e0db HTTP/1.1" status: 200  len: 870 time: 0.2440608
Dec 23 16:28:25.926306 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-25bd28da-32f8-4abd-81fc-032237d40966 req-bbe74188-ff2c-44f1-9501-bb771f77ccb0 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.14&port_id=fa51d2c8-290e-4e11-959d-dbdc45cad429 HTTP/1.1" status: 200  len: 217 time: 0.0631154
Dec 23 16:28:25.989471 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bd28da-32f8-4abd-81fc-032237d40966 req-75c8972a-09d1-4ba4-b9fb-e3f3ead1b125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:28:25.990849 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-25bd28da-32f8-4abd-81fc-032237d40966 req-75c8972a-09d1-4ba4-b9fb-e3f3ead1b125 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8972d35f-bf40-43dc-aea1-a5fba5bea292 HTTP/1.1" status: 200  len: 843 time: 0.0560815
Dec 23 16:28:26.080862 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bd28da-32f8-4abd-81fc-032237d40966 req-baa0e7a7-b744-45a1-ba28-23fe919b4050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:28:26.083234 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-25bd28da-32f8-4abd-81fc-032237d40966 req-baa0e7a7-b744-45a1-ba28-23fe919b4050 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7143ea49-02d8-463a-93a7-5cd74fb2e0db&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1180 time: 0.0852022
Dec 23 16:28:26.221353 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-25bd28da-32f8-4abd-81fc-032237d40966 req-ee0c62fb-44ff-4296-bc3c-85a83f825df0 service neutron] 10.222.0.61 "GET /v2.0/networks/7143ea49-02d8-463a-93a7-5cd74fb2e0db?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1314023
Dec 23 16:28:26.358637 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-25bd28da-32f8-4abd-81fc-032237d40966 req-5f061d96-323b-4f6f-889a-fa848b0b6b27 service neutron] 10.222.0.61 "GET /v2.0/networks/7143ea49-02d8-463a-93a7-5cd74fb2e0db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1292138
Dec 23 16:28:26.665608 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006d4766-2e87-454c-a6d4-ea8664608958 req-1e5665cc-a2b2-4a79-9af9-0a0232f8d298 tempest-ServersAdminNegativeTestJSON-313746612 tempest-ServersAdminNegativeTestJSON-313746612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:28:26.666197 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [req-006d4766-2e87-454c-a6d4-ea8664608958 req-1e5665cc-a2b2-4a79-9af9-0a0232f8d298 tempest-ServersAdminNegativeTestJSON-313746612 tempest-ServersAdminNegativeTestJSON-313746612-project] Synchronizing usage tracker for tenant:283ec438dc1c45a5ba9f46a317c602d5 on resource:port {{(pid=87635) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:28:26.689229 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [req-006d4766-2e87-454c-a6d4-ea8664608958 req-1e5665cc-a2b2-4a79-9af9-0a0232f8d298 tempest-ServersAdminNegativeTestJSON-313746612 tempest-ServersAdminNegativeTestJSON-313746612-project] Unset dirty status for tenant:283ec438dc1c45a5ba9f46a317c602d5 on resource:port {{(pid=87635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:28:26.690413 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-006d4766-2e87-454c-a6d4-ea8664608958 req-1e5665cc-a2b2-4a79-9af9-0a0232f8d298 tempest-ServersAdminNegativeTestJSON-313746612 tempest-ServersAdminNegativeTestJSON-313746612-project] 10.222.0.64 "GET /v2.0/ports?device_id=dcf8aba9-04d9-4633-87fc-b95fc2964ae5 HTTP/1.1" status: 200  len: 947 time: 0.1142223
Dec 23 16:28:26.734634 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [req-006d4766-2e87-454c-a6d4-ea8664608958 req-1d45acba-a995-476c-891f-0ef0ba1d94e9 tempest-ServersAdminNegativeTestJSON-313746612 tempest-ServersAdminNegativeTestJSON-313746612-project] Synchronizing usage tracker for tenant:283ec438dc1c45a5ba9f46a317c602d5 on resource:security_group {{(pid=87635) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:28:26.751506 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [req-006d4766-2e87-454c-a6d4-ea8664608958 req-1d45acba-a995-476c-891f-0ef0ba1d94e9 tempest-ServersAdminNegativeTestJSON-313746612 tempest-ServersAdminNegativeTestJSON-313746612-project] Unset dirty status for tenant:283ec438dc1c45a5ba9f46a317c602d5 on resource:security_group {{(pid=87635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:28:26.752635 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-006d4766-2e87-454c-a6d4-ea8664608958 req-1d45acba-a995-476c-891f-0ef0ba1d94e9 tempest-ServersAdminNegativeTestJSON-313746612 tempest-ServersAdminNegativeTestJSON-313746612-project] 10.222.0.64 "GET /v2.0/security-groups?id=b93f7411-b0f2-4beb-8ada-23e4bac9583f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0560651
Dec 23 16:28:27.930129 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Device fa51d2c8-290e-4e11-959d-dbdc45cad429 details requested by agent hyperv_hv-neutron-8227 with host hv-neutron-8227 {{(pid=87637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 23 16:28:27.959251 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc7b605-1b92-4182-8f33-0dcb97a20754 req-d4b9e2ed-b6f9-4009-a328-68bb2f985efe tempest-ServersAdminNegativeTestJSON-313746612 tempest-ServersAdminNegativeTestJSON-313746612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:28:27.960792 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-bcc7b605-1b92-4182-8f33-0dcb97a20754 req-d4b9e2ed-b6f9-4009-a328-68bb2f985efe tempest-ServersAdminNegativeTestJSON-313746612 tempest-ServersAdminNegativeTestJSON-313746612-project] 10.222.0.64 "GET /v2.0/ports?device_id=dcf8aba9-04d9-4633-87fc-b95fc2964ae5 HTTP/1.1" status: 200  len: 947 time: 0.0900962
Dec 23 16:28:28.005145 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-bcc7b605-1b92-4182-8f33-0dcb97a20754 req-8349bc1b-5e4d-4fbd-ac99-7f3ed110b045 tempest-ServersAdminNegativeTestJSON-313746612 tempest-ServersAdminNegativeTestJSON-313746612-project] 10.222.0.64 "GET /v2.0/security-groups?id=b93f7411-b0f2-4beb-8ada-23e4bac9583f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0380273
Dec 23 16:28:28.066241 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] For port fa51d2c8-290e-4e11-959d-dbdc45cad429, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=fa51d2c8-290e-4e11-959d-dbdc45cad429,segment=NetworkSegment(b349cb43-48b3-495f-8258-7708581e6391),segment_id=b349cb43-48b3-495f-8258-7708581e6391)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:28:28.079625 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Returning: {'device': 'fa51d2c8-290e-4e11-959d-dbdc45cad429', 'network_id': '7143ea49-02d8-463a-93a7-5cd74fb2e0db', 'port_id': 'fa51d2c8-290e-4e11-959d-dbdc45cad429', 'mac_address': 'fa:16:3e:26:f6:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8972d35f-bf40-43dc-aea1-a5fba5bea292', 'ip_address': '192.168.233.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 23 16:28:28.133124 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:28:28.149267 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.notifiers.nova [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa51d2c8-290e-4e11-959d-dbdc45cad429 {{(pid=87637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 23 16:28:28.165499 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] For port fa51d2c8-290e-4e11-959d-dbdc45cad429, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=fa51d2c8-290e-4e11-959d-dbdc45cad429,segment=NetworkSegment(b349cb43-48b3-495f-8258-7708581e6391),segment_id=b349cb43-48b3-495f-8258-7708581e6391)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:28:28.171543 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:28:28.173325 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:28:28.239953 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Pushing event updated for resources: {'Port': ['ID=fa51d2c8-290e-4e11-959d-dbdc45cad429,revision_number=4']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:28:28.243089 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:28:28.386231 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] get_ports_and_sgs() called for port_ids ['fa51d2c8-290e-4e11-959d-dbdc45cad429'] {{(pid=87637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 23 16:28:29.211854 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44b4a13-3d59-43d2-a041-8d620686e3a5 req-b406b9c1-9271-4147-bf16-974cbf9cfa10 tempest-ServersAdminNegativeTestJSON-313746612 tempest-ServersAdminNegativeTestJSON-313746612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:28:29.213355 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-e44b4a13-3d59-43d2-a041-8d620686e3a5 req-b406b9c1-9271-4147-bf16-974cbf9cfa10 tempest-ServersAdminNegativeTestJSON-313746612 tempest-ServersAdminNegativeTestJSON-313746612-project] 10.222.0.64 "GET /v2.0/ports?device_id=dcf8aba9-04d9-4633-87fc-b95fc2964ae5 HTTP/1.1" status: 200  len: 948 time: 0.0974109
Dec 23 16:28:29.265983 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-e44b4a13-3d59-43d2-a041-8d620686e3a5 req-0eca1bcf-895c-4fba-89da-d116d0083a41 tempest-ServersAdminNegativeTestJSON-313746612 tempest-ServersAdminNegativeTestJSON-313746612-project] 10.222.0.64 "GET /v2.0/security-groups?id=b93f7411-b0f2-4beb-8ada-23e4bac9583f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0468135
Dec 23 16:28:29.930444 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Device fa51d2c8-290e-4e11-959d-dbdc45cad429 up at agent hyperv_hv-neutron-8227 {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:28:30.011301 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Provisioning for port fa51d2c8-290e-4e11-959d-dbdc45cad429 completed by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:28:30.016474 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Provisioning complete for port fa51d2c8-290e-4e11-959d-dbdc45cad429 triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:28:30.016970 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:28:30.133623 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:28:30.161582 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcf8aba9-04d9-4633-87fc-b95fc2964ae5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa51d2c8-290e-4e11-959d-dbdc45cad429'}] {{(pid=87637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 23 16:28:30.171859 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] For port fa51d2c8-290e-4e11-959d-dbdc45cad429, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=fa51d2c8-290e-4e11-959d-dbdc45cad429,segment=NetworkSegment(b349cb43-48b3-495f-8258-7708581e6391),segment_id=b349cb43-48b3-495f-8258-7708581e6391)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:28:30.177692 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:28:30.179566 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:28:30.211064 dv-neutron-822799-1-hyperv neutron-server[87637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcf8aba9-04d9-4633-87fc-b95fc2964ae5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa51d2c8-290e-4e11-959d-dbdc45cad429', 'code': 200}
Dec 23 16:28:30.256868 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Pushing event updated for resources: {'Port': ['ID=fa51d2c8-290e-4e11-959d-dbdc45cad429,revision_number=5']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:28:30.260131 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:28:30.523637 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ea68d7-657e-4b85-949e-71ff0b40f5e0 req-c3efb6d4-2392-40a6-8a13-72db0cececcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:28:30.525039 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-01ea68d7-657e-4b85-949e-71ff0b40f5e0 req-c3efb6d4-2392-40a6-8a13-72db0cececcd service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=dcf8aba9-04d9-4633-87fc-b95fc2964ae5 HTTP/1.1" status: 200  len: 1102 time: 0.1468661
Dec 23 16:28:30.537272 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d94e9a9-cd2c-436e-bd13-04f7c1ab1576 req-4fb8192b-6b2b-4f26-b4f5-80694d110766 tempest-ServersAdminNegativeTestJSON-313746612 tempest-ServersAdminNegativeTestJSON-313746612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:28:30.539258 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-1d94e9a9-cd2c-436e-bd13-04f7c1ab1576 req-4fb8192b-6b2b-4f26-b4f5-80694d110766 tempest-ServersAdminNegativeTestJSON-313746612 tempest-ServersAdminNegativeTestJSON-313746612-project] 10.222.0.64 "GET /v2.0/ports?device_id=dcf8aba9-04d9-4633-87fc-b95fc2964ae5 HTTP/1.1" status: 200  len: 949 time: 0.1249082
Dec 23 16:28:30.608393 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-01ea68d7-657e-4b85-949e-71ff0b40f5e0 req-26b78d98-295a-4392-b146-1b11a42c1c4e service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=b93f7411-b0f2-4beb-8ada-23e4bac9583f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0681622
Dec 23 16:28:30.619277 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-1d94e9a9-cd2c-436e-bd13-04f7c1ab1576 req-2402df94-944d-4838-b281-730e81e5add6 tempest-ServersAdminNegativeTestJSON-313746612 tempest-ServersAdminNegativeTestJSON-313746612-project] 10.222.0.64 "GET /v2.0/security-groups?id=b93f7411-b0f2-4beb-8ada-23e4bac9583f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0665755
Dec 23 16:28:31.827313 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef18903-603a-410f-91a5-7cd61bb2cee4 req-ad365249-a831-4b1e-9b51-e53d9cacb514 tempest-ServersAdminNegativeTestJSON-313746612 tempest-ServersAdminNegativeTestJSON-313746612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:28:31.828811 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-3ef18903-603a-410f-91a5-7cd61bb2cee4 req-ad365249-a831-4b1e-9b51-e53d9cacb514 tempest-ServersAdminNegativeTestJSON-313746612 tempest-ServersAdminNegativeTestJSON-313746612-project] 10.222.0.64 "GET /v2.0/ports?device_id=dcf8aba9-04d9-4633-87fc-b95fc2964ae5 HTTP/1.1" status: 200  len: 949 time: 0.0876060
Dec 23 16:28:31.873649 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-3ef18903-603a-410f-91a5-7cd61bb2cee4 req-814e7640-28d1-4e1a-8dff-5c08694f355e tempest-ServersAdminNegativeTestJSON-313746612 tempest-ServersAdminNegativeTestJSON-313746612-project] 10.222.0.64 "GET /v2.0/security-groups?id=b93f7411-b0f2-4beb-8ada-23e4bac9583f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0388901
Dec 23 16:28:33.008386 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09520ff-c63d-4db4-867b-655e988c4542 req-08479efe-2ce2-4bf7-864e-1089a61b13dc tempest-ServersAdminNegativeTestJSON-313746612 tempest-ServersAdminNegativeTestJSON-313746612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:28:33.009876 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-c09520ff-c63d-4db4-867b-655e988c4542 req-08479efe-2ce2-4bf7-864e-1089a61b13dc tempest-ServersAdminNegativeTestJSON-313746612 tempest-ServersAdminNegativeTestJSON-313746612-project] 10.222.0.64 "GET /v2.0/ports?device_id=dcf8aba9-04d9-4633-87fc-b95fc2964ae5 HTTP/1.1" status: 200  len: 949 time: 0.0908537
Dec 23 16:28:33.059566 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-c09520ff-c63d-4db4-867b-655e988c4542 req-5a0e247d-8e2f-4296-8b1e-d1449e5fbc45 tempest-ServersAdminNegativeTestJSON-313746612 tempest-ServersAdminNegativeTestJSON-313746612-project] 10.222.0.64 "GET /v2.0/security-groups?id=b93f7411-b0f2-4beb-8ada-23e4bac9583f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412328
Dec 23 16:28:33.604852 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.agents_db [None req-30c2320c-f298-49f6-9c47-c20e38116a9c None None] Agent healthcheck: found 6 active agents {{(pid=87638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 23 16:28:34.257162 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafe186f-54ee-49b6-8293-643cd9850cf5 req-84f01132-3346-4bee-a3e3-bfdecf8c12a8 tempest-ServersAdminNegativeTestJSON-313746612 tempest-ServersAdminNegativeTestJSON-313746612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:28:34.258605 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-dafe186f-54ee-49b6-8293-643cd9850cf5 req-84f01132-3346-4bee-a3e3-bfdecf8c12a8 tempest-ServersAdminNegativeTestJSON-313746612 tempest-ServersAdminNegativeTestJSON-313746612-project] 10.222.0.61 "GET /v2.0/ports?device_id=dcf8aba9-04d9-4633-87fc-b95fc2964ae5 HTTP/1.1" status: 200  len: 949 time: 0.1325858
Dec 23 16:28:34.343724 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [req-dafe186f-54ee-49b6-8293-643cd9850cf5 req-727d0cb3-2758-4bc4-b241-6dd8efa7fd83 tempest-ServersAdminNegativeTestJSON-313746612 tempest-ServersAdminNegativeTestJSON-313746612-project] Deleting port fa51d2c8-290e-4e11-959d-dbdc45cad429 {{(pid=87635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:28:34.344082 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [req-dafe186f-54ee-49b6-8293-643cd9850cf5 req-727d0cb3-2758-4bc4-b241-6dd8efa7fd83 tempest-ServersAdminNegativeTestJSON-313746612 tempest-ServersAdminNegativeTestJSON-313746612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:28:34.374472 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a91b5d-d52d-430a-8380-714d91ada793 req-0ca4baf9-4fc1-4822-9727-2340b52fffcd tempest-ServersAdminNegativeTestJSON-313746612 tempest-ServersAdminNegativeTestJSON-313746612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:28:34.375880 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-99a91b5d-d52d-430a-8380-714d91ada793 req-0ca4baf9-4fc1-4822-9727-2340b52fffcd tempest-ServersAdminNegativeTestJSON-313746612 tempest-ServersAdminNegativeTestJSON-313746612-project] 10.222.0.64 "GET /v2.0/ports?device_id=dcf8aba9-04d9-4633-87fc-b95fc2964ae5 HTTP/1.1" status: 200  len: 949 time: 0.1933830
Dec 23 16:28:34.479188 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-99a91b5d-d52d-430a-8380-714d91ada793 req-4363d6df-1aff-4cb8-8585-8132a89d16c4 tempest-ServersAdminNegativeTestJSON-313746612 tempest-ServersAdminNegativeTestJSON-313746612-project] 10.222.0.64 "GET /v2.0/security-groups?id=b93f7411-b0f2-4beb-8ada-23e4bac9583f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0971432
Dec 23 16:28:34.643764 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.db [req-dafe186f-54ee-49b6-8293-643cd9850cf5 req-727d0cb3-2758-4bc4-b241-6dd8efa7fd83 tempest-ServersAdminNegativeTestJSON-313746612 tempest-ServersAdminNegativeTestJSON-313746612-project] For port fa51d2c8-290e-4e11-959d-dbdc45cad429, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=fa51d2c8-290e-4e11-959d-dbdc45cad429,segment=NetworkSegment(b349cb43-48b3-495f-8258-7708581e6391),segment_id=b349cb43-48b3-495f-8258-7708581e6391)] {{(pid=87635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:28:34.644037 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [req-dafe186f-54ee-49b6-8293-643cd9850cf5 req-727d0cb3-2758-4bc4-b241-6dd8efa7fd83 tempest-ServersAdminNegativeTestJSON-313746612 tempest-ServersAdminNegativeTestJSON-313746612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:28:34.878441 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [req-dafe186f-54ee-49b6-8293-643cd9850cf5 req-727d0cb3-2758-4bc4-b241-6dd8efa7fd83 tempest-ServersAdminNegativeTestJSON-313746612 tempest-ServersAdminNegativeTestJSON-313746612-project] Calling delete_port for fa51d2c8-290e-4e11-959d-dbdc45cad429 owned by compute:nova {{(pid=87635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:28:35.034732 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [req-dafe186f-54ee-49b6-8293-643cd9850cf5 req-727d0cb3-2758-4bc4-b241-6dd8efa7fd83 tempest-ServersAdminNegativeTestJSON-313746612 tempest-ServersAdminNegativeTestJSON-313746612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:28:35.041474 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-e70de091-8607-4731-8c7a-654369b9d295 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:28:35.047780 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] get_ports_and_sgs() called for port_ids ['fa51d2c8-290e-4e11-959d-dbdc45cad429'] {{(pid=87637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 23 16:28:35.087984 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727d0cb3-2758-4bc4-b241-6dd8efa7fd83 tempest-ServersAdminNegativeTestJSON-313746612 tempest-ServersAdminNegativeTestJSON-313746612-project] Pushing event deleted for resources: {'Port': ['ID=fa51d2c8-290e-4e11-959d-dbdc45cad429,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:28:35.090785 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-727d0cb3-2758-4bc4-b241-6dd8efa7fd83 tempest-ServersAdminNegativeTestJSON-313746612 tempest-ServersAdminNegativeTestJSON-313746612-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:28:35.167587 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.l3_dvrscheduler_db [req-dafe186f-54ee-49b6-8293-643cd9850cf5 req-727d0cb3-2758-4bc4-b241-6dd8efa7fd83 tempest-ServersAdminNegativeTestJSON-313746612 tempest-ServersAdminNegativeTestJSON-313746612-project] No DVR routers for this DVR port fa51d2c8-290e-4e11-959d-dbdc45cad429 on host hv-neutron-8227 {{(pid=87635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 23 16:28:35.170481 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [req-dafe186f-54ee-49b6-8293-643cd9850cf5 req-727d0cb3-2758-4bc4-b241-6dd8efa7fd83 tempest-ServersAdminNegativeTestJSON-313746612 tempest-ServersAdminNegativeTestJSON-313746612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:28:35.173359 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcf8aba9-04d9-4633-87fc-b95fc2964ae5', 'name': 'network-vif-deleted', 'tag': 'fa51d2c8-290e-4e11-959d-dbdc45cad429'}] {{(pid=87635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 23 16:28:35.193050 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-dafe186f-54ee-49b6-8293-643cd9850cf5 req-727d0cb3-2758-4bc4-b241-6dd8efa7fd83 tempest-ServersAdminNegativeTestJSON-313746612 tempest-ServersAdminNegativeTestJSON-313746612-project] 10.222.0.61 "DELETE /v2.0/ports/fa51d2c8-290e-4e11-959d-dbdc45cad429 HTTP/1.1" status: 204  len: 173 time: 0.9280822
Dec 23 16:28:35.225249 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcf8aba9-04d9-4633-87fc-b95fc2964ae5', 'name': 'network-vif-deleted', 'tag': 'fa51d2c8-290e-4e11-959d-dbdc45cad429', 'status': 'completed', 'code': 200}
Dec 23 16:28:35.809954 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [req-4b6ab3c2-4e6c-45eb-b2fb-2478593b053b req-2f58a1bb-eb5c-4f7e-8dec-4fa9dc1b4df4 tempest-ServersAdminNegativeTestJSON-313746612 tempest-ServersAdminNegativeTestJSON-313746612-project] Synchronizing usage tracker for tenant:283ec438dc1c45a5ba9f46a317c602d5 on resource:port {{(pid=87635) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:28:35.827038 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [req-4b6ab3c2-4e6c-45eb-b2fb-2478593b053b req-2f58a1bb-eb5c-4f7e-8dec-4fa9dc1b4df4 tempest-ServersAdminNegativeTestJSON-313746612 tempest-ServersAdminNegativeTestJSON-313746612-project] Unset dirty status for tenant:283ec438dc1c45a5ba9f46a317c602d5 on resource:port {{(pid=87635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:28:35.828387 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-4b6ab3c2-4e6c-45eb-b2fb-2478593b053b req-2f58a1bb-eb5c-4f7e-8dec-4fa9dc1b4df4 tempest-ServersAdminNegativeTestJSON-313746612 tempest-ServersAdminNegativeTestJSON-313746612-project] 10.222.0.64 "GET /v2.0/ports?device_id=dcf8aba9-04d9-4633-87fc-b95fc2964ae5 HTTP/1.1" status: 200  len: 210 time: 0.0631981
Dec 23 16:28:37.218321 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 55246) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:28:37.371271 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-5868848c-0810-4d1f-b839-b94f50653623 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=283ec438dc1c45a5ba9f46a317c602d5&name=default HTTP/1.1" status: 200  len: 2983 time: 0.1515799
Dec 23 16:28:37.374132 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 55252) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:28:37.430947 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-6260d830-c5d6-463c-b2a5-fe8de7eec699 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:28:37.456115 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-6260d830-c5d6-463c-b2a5-fe8de7eec699 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:28:37.510424 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-6260d830-c5d6-463c-b2a5-fe8de7eec699 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:28:37.514032 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-be0db9bc-c5eb-452e-bd00-e6c792c9dc4f tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:28:37.527184 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6260d830-c5d6-463c-b2a5-fe8de7eec699 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b93f7411-b0f2-4beb-8ada-23e4bac9583f,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:28:37.529809 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-6260d830-c5d6-463c-b2a5-fe8de7eec699 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:28:37.539099 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-6260d830-c5d6-463c-b2a5-fe8de7eec699 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:28:37.540268 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-6260d830-c5d6-463c-b2a5-fe8de7eec699 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b93f7411-b0f2-4beb-8ada-23e4bac9583f HTTP/1.1" status: 204  len: 168 time: 0.1652706
Dec 23 16:28:37.836806 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 55260) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:28:37.854998 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b2439e62-c1f4-4c71-b3f6-d08f2e9fa643 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:28:37.873104 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-b2439e62-c1f4-4c71-b3f6-d08f2e9fa643 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:28:37.876931 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-b2439e62-c1f4-4c71-b3f6-d08f2e9fa643 admin admin] Usage tracker for resource:security_group_rule and tenant:b484dbbb4ae54bf1bd0052eecd2bc2e3 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:28:37.879633 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-b2439e62-c1f4-4c71-b3f6-d08f2e9fa643 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:28:37.885253 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-b2439e62-c1f4-4c71-b3f6-d08f2e9fa643 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:28:37.974738 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Device fa51d2c8-290e-4e11-959d-dbdc45cad429 no longer exists at agent hyperv_hv-neutron-8227 {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 23 16:28:37.982646 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b2439e62-c1f4-4c71-b3f6-d08f2e9fa643 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:28:37.989078 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b2439e62-c1f4-4c71-b3f6-d08f2e9fa643 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:28:37.996150 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-8eebfd41-3494-4978-bf51-78e5a1fd58b2 tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:28:38.009677 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] No Port match for: fa51d2c8-290e-4e11-959d-dbdc45cad429 {{(pid=87637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 23 16:28:38.010047 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Device fa51d2c8-290e-4e11-959d-dbdc45cad429 not bound to the agent host hv-neutron-8227 {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 23 16:28:38.035746 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-b2439e62-c1f4-4c71-b3f6-d08f2e9fa643 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b484dbbb4ae54bf1bd0052eecd2bc2e3&name=default HTTP/1.1" status: 200  len: 2983 time: 0.1978517
Dec 23 16:28:38.036789 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2439e62-c1f4-4c71-b3f6-d08f2e9fa643 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ad1d2d0-0406-4dbd-99e7-457b2f6f9f67,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:28:38.038718 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 55264) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:28:38.039858 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-b2439e62-c1f4-4c71-b3f6-d08f2e9fa643 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:28:38.097738 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-05e81e56-364d-4220-aa54-26cd1fbbcb37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:28:38.123692 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-05e81e56-364d-4220-aa54-26cd1fbbcb37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:28:38.187747 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-05e81e56-364d-4220-aa54-26cd1fbbcb37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:28:38.191259 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-86beec65-aedf-416c-b77a-fbd05835701e tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:28:38.205794 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e81e56-364d-4220-aa54-26cd1fbbcb37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ad1d2d0-0406-4dbd-99e7-457b2f6f9f67,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:28:38.209162 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-05e81e56-364d-4220-aa54-26cd1fbbcb37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:28:38.212258 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-05e81e56-364d-4220-aa54-26cd1fbbcb37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:28:38.213367 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-05e81e56-364d-4220-aa54-26cd1fbbcb37 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0ad1d2d0-0406-4dbd-99e7-457b2f6f9f67 HTTP/1.1" status: 204  len: 168 time: 0.1736004
Dec 23 16:28:38.988696 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 55288) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:28:39.095752 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-5792b118-78db-4615-b4e3-772740154584 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1512566765-network', 'tenant_id': '536eb6aa1b44413a97d3215c37d6eadf'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:28:39.100610 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-5792b118-78db-4615-b4e3-772740154584 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:28:39.104527 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-5792b118-78db-4615-b4e3-772740154584 admin admin] Usage tracker for resource:network and tenant:536eb6aa1b44413a97d3215c37d6eadf is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:28:39.107521 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-5792b118-78db-4615-b4e3-772740154584 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:28:39.114197 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-5792b118-78db-4615-b4e3-772740154584 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:28:39.126160 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5792b118-78db-4615-b4e3-772740154584 admin admin] Made reservation on behalf of 536eb6aa1b44413a97d3215c37d6eadf for: {'network': 1} {{(pid=87635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:28:39.128679 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-5792b118-78db-4615-b4e3-772740154584 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for network, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:28:39.140708 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-5792b118-78db-4615-b4e3-772740154584 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:28:39.155493 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-5792b118-78db-4615-b4e3-772740154584 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:28:39.159309 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-5792b118-78db-4615-b4e3-772740154584 admin admin] Usage tracker for resource:security_group_rule and tenant:536eb6aa1b44413a97d3215c37d6eadf is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:28:39.162166 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-5792b118-78db-4615-b4e3-772740154584 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:28:39.167795 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-5792b118-78db-4615-b4e3-772740154584 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:28:39.256758 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-5792b118-78db-4615-b4e3-772740154584 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:28:39.261284 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-5792b118-78db-4615-b4e3-772740154584 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:28:39.264316 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-05e81e56-364d-4220-aa54-26cd1fbbcb37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:28:39.291493 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5792b118-78db-4615-b4e3-772740154584 admin admin] vlan segment allocate from pool success with {'vlan_id': 444, 'physical_network': 'physnet1'}  {{(pid=87635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 23 16:28:39.300365 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5792b118-78db-4615-b4e3-772740154584 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a888d957-957a-4628-90b9-c6b560dbd964,revision_number=1']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:28:39.303945 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-5792b118-78db-4615-b4e3-772740154584 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:28:39.306723 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-5792b118-78db-4615-b4e3-772740154584 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:28:39.307064 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.db.segments_db [None req-5792b118-78db-4615-b4e3-772740154584 admin admin] Added segment d9b0bcc2-12e1-4649-a1eb-b501bb7b9ec3 of type vlan for network 5d4d6150-6026-4657-8413-2b77144407f5
Dec 23 16:28:39.336149 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-5792b118-78db-4615-b4e3-772740154584 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735362521793'] for network, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:28:39.366933 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-5792b118-78db-4615-b4e3-772740154584 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495'] for network, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:28:39.368048 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5792b118-78db-4615-b4e3-772740154584 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:28:39.368655 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-5792b118-78db-4615-b4e3-772740154584 admin admin] Notify callbacks [] for network, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:28:39.371892 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-d916b9de-f906-4f25-be49-1c947ed9ee7a tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:28:39.470146 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5792b118-78db-4615-b4e3-772740154584 admin admin] Pushing event updated for resources: {'Network': ['ID=5d4d6150-6026-4657-8413-2b77144407f5,revision_number=1']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:28:39.473278 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-5792b118-78db-4615-b4e3-772740154584 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.4835362
Dec 23 16:28:39.474288 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-5792b118-78db-4615-b4e3-772740154584 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:28:39.476269 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 55294) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:28:39.480606 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Network 5d4d6150-6026-4657-8413-2b77144407f5 details requested by agent ovs-agent-dv-neutron-822799-1-hyperv with host dv-neutron-822799-1-hyperv {{(pid=87637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 23 16:28:39.481755 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-7791d1cb-db8b-4db1-92e3-5d353728dd2f admin admin] Request body: {'subnet': {'network_id': '5d4d6150-6026-4657-8413-2b77144407f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1512566765-subnet', 'tenant_id': '536eb6aa1b44413a97d3215c37d6eadf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:28:39.486865 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-7791d1cb-db8b-4db1-92e3-5d353728dd2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:28:39.490693 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-7791d1cb-db8b-4db1-92e3-5d353728dd2f admin admin] Usage tracker for resource:subnet and tenant:536eb6aa1b44413a97d3215c37d6eadf is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:28:39.493621 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-7791d1cb-db8b-4db1-92e3-5d353728dd2f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:28:39.499598 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-7791d1cb-db8b-4db1-92e3-5d353728dd2f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:28:39.511407 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7791d1cb-db8b-4db1-92e3-5d353728dd2f admin admin] Made reservation on behalf of 536eb6aa1b44413a97d3215c37d6eadf for: {'subnet': 1} {{(pid=87635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:28:39.513841 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-7791d1cb-db8b-4db1-92e3-5d353728dd2f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2610339'] for subnet, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:28:39.730678 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-7791d1cb-db8b-4db1-92e3-5d353728dd2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2753396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2610353'] for subnet, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:28:39.734098 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-5a03ac7c-1af6-4487-a283-28ecba66ffab tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:28:39.798810 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7791d1cb-db8b-4db1-92e3-5d353728dd2f admin admin] Pushing event updated for resources: {'Subnet': ['ID=11ef05b1-1c87-4cfd-9828-a66b0e8120d4,revision_number=0']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:28:39.802539 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-7791d1cb-db8b-4db1-92e3-5d353728dd2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:28:39.809995 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7791d1cb-db8b-4db1-92e3-5d353728dd2f admin admin] Checking segment: {'id': 'd9b0bcc2-12e1-4649-a1eb-b501bb7b9ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '5d4d6150-6026-4657-8413-2b77144407f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:28:39.810397 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7791d1cb-db8b-4db1-92e3-5d353728dd2f admin admin] Network hostable DHCP agents. Network: 5d4d6150-6026-4657-8413-2b77144407f5, hostable agents: ['1c812d71-eadf-4fb3-b98e-67468a4aa7e2'], hosted agents: [] {{(pid=87635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 23 16:28:39.832339 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7791d1cb-db8b-4db1-92e3-5d353728dd2f admin admin] Network 5d4d6150-6026-4657-8413-2b77144407f5 is scheduled to be hosted by DHCP agent 1c812d71-eadf-4fb3-b98e-67468a4aa7e2 with binding_index 1 {{(pid=87635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 23 16:28:39.842196 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.base_scheduler [None req-7791d1cb-db8b-4db1-92e3-5d353728dd2f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822799-1-hyperv, 5d4d6150-6026-4657-8413-2b77144407f5) {{(pid=87635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:28:39.847005 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7791d1cb-db8b-4db1-92e3-5d353728dd2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:28:39.848144 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-7791d1cb-db8b-4db1-92e3-5d353728dd2f admin admin] Notify callbacks [] for subnet, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:28:39.851418 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-035f1aa7-0b1e-4625-a9e9-bf92d0c38231 None None] Network 5d4d6150-6026-4657-8413-2b77144407f5 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:28:39.869692 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-7791d1cb-db8b-4db1-92e3-5d353728dd2f admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 0.3923802
Dec 23 16:28:40.093573 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad8102d7-f882-4828-b711-5ddd412ac723 None None] Network 5d4d6150-6026-4657-8413-2b77144407f5 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:28:40.430694 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdff9953-8215-4124-af92-ea9a506d7f4f req-085140c1-6044-43b0-8339-ff27201f548d tempest-DeleteServersTestJSON-2076067663 tempest-DeleteServersTestJSON-2076067663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:28:40.431382 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [req-cdff9953-8215-4124-af92-ea9a506d7f4f req-085140c1-6044-43b0-8339-ff27201f548d tempest-DeleteServersTestJSON-2076067663 tempest-DeleteServersTestJSON-2076067663-project] Synchronizing usage tracker for tenant:536eb6aa1b44413a97d3215c37d6eadf on resource:network {{(pid=87635) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:28:40.449775 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [req-cdff9953-8215-4124-af92-ea9a506d7f4f req-085140c1-6044-43b0-8339-ff27201f548d tempest-DeleteServersTestJSON-2076067663 tempest-DeleteServersTestJSON-2076067663-project] Unset dirty status for tenant:536eb6aa1b44413a97d3215c37d6eadf on resource:network {{(pid=87635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:28:40.451945 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-cdff9953-8215-4124-af92-ea9a506d7f4f req-085140c1-6044-43b0-8339-ff27201f548d tempest-DeleteServersTestJSON-2076067663 tempest-DeleteServersTestJSON-2076067663-project] 10.222.0.64 "GET /v2.0/networks?id=5d4d6150-6026-4657-8413-2b77144407f5 HTTP/1.1" status: 200  len: 812 time: 0.1778700
Dec 23 16:28:40.473150 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-cdff9953-8215-4124-af92-ea9a506d7f4f req-d9d55b81-eb4d-47e1-bb71-a36b2002e465 tempest-DeleteServersTestJSON-2076067663 tempest-DeleteServersTestJSON-2076067663-project] 10.222.0.64 "GET /v2.0/quotas/536eb6aa1b44413a97d3215c37d6eadf HTTP/1.1" status: 200  len: 375 time: 0.0118859
Dec 23 16:28:40.520304 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-cdff9953-8215-4124-af92-ea9a506d7f4f req-1ff952fe-5304-414c-90ef-5a41dfc25096 tempest-DeleteServersTestJSON-2076067663 tempest-DeleteServersTestJSON-2076067663-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=536eb6aa1b44413a97d3215c37d6eadf&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0419939
Dec 23 16:28:40.660940 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-cdff9953-8215-4124-af92-ea9a506d7f4f req-e04d750d-5391-452a-ad4d-91b38956a0d4 service neutron] 10.222.0.64 "GET /v2.0/networks/5d4d6150-6026-4657-8413-2b77144407f5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1308272
Dec 23 16:28:40.796231 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-cdff9953-8215-4124-af92-ea9a506d7f4f req-6fd6e48a-9d42-4e4f-aba4-14f8f57ea2a2 service neutron] 10.222.0.64 "GET /v2.0/networks/5d4d6150-6026-4657-8413-2b77144407f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1294510
Dec 23 16:28:40.984033 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-807b1680-6cad-409c-bfdd-94273d031966 req-bd9286bf-3593-4711-9b61-4fcbed3ce060 tempest-DeleteServersTestJSON-2076067663 tempest-DeleteServersTestJSON-2076067663-project] 10.222.0.64 "GET /v2.0/ports?device_id=0058587f-645b-4490-b7cd-08df40fe592e HTTP/1.1" status: 200  len: 210 time: 0.0530267
Dec 23 16:28:41.936230 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:28:42.081182 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-6faed0bd-4727-4b17-b464-6a773a8502fb req-3afe40cb-608a-4bb2-a34c-3ae471c34c81 tempest-DeleteServersTestJSON-2076067663 tempest-DeleteServersTestJSON-2076067663-project] 10.222.0.64 "GET /v2.0/ports?device_id=0058587f-645b-4490-b7cd-08df40fe592e HTTP/1.1" status: 200  len: 210 time: 0.0462725
Dec 23 16:28:43.181869 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-c32328bb-4c41-4e69-87c5-2851c73fb9f2 req-05857299-a49c-47f8-bf44-f5a1e597e7f5 tempest-DeleteServersTestJSON-2076067663 tempest-DeleteServersTestJSON-2076067663-project] 10.222.0.64 "GET /v2.0/ports?device_id=0058587f-645b-4490-b7cd-08df40fe592e HTTP/1.1" status: 200  len: 210 time: 0.0486650
Dec 23 16:28:44.285019 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-64fbe4c8-2165-4750-9181-5ae1f58b4b1b req-5d94ab39-920c-437f-b0ca-2c14fb47a406 tempest-DeleteServersTestJSON-2076067663 tempest-DeleteServersTestJSON-2076067663-project] 10.222.0.64 "GET /v2.0/ports?device_id=0058587f-645b-4490-b7cd-08df40fe592e HTTP/1.1" status: 200  len: 210 time: 0.0463555
Dec 23 16:28:45.461101 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-16c47cea-fcf5-437c-8049-245c89f7678a req-7b18e92b-68c6-443d-88fb-ce5c93fa08c3 tempest-DeleteServersTestJSON-2076067663 tempest-DeleteServersTestJSON-2076067663-project] 10.222.0.64 "GET /v2.0/ports?device_id=0058587f-645b-4490-b7cd-08df40fe592e HTTP/1.1" status: 200  len: 210 time: 0.0468082
Dec 23 16:28:46.135370 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdff9953-8215-4124-af92-ea9a506d7f4f req-765c5da1-e29b-4dac-a01c-581287f2db0c tempest-DeleteServersTestJSON-2076067663 tempest-DeleteServersTestJSON-2076067663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:28:46.136857 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-cdff9953-8215-4124-af92-ea9a506d7f4f req-765c5da1-e29b-4dac-a01c-581287f2db0c tempest-DeleteServersTestJSON-2076067663 tempest-DeleteServersTestJSON-2076067663-project] 10.222.0.61 "GET /v2.0/networks?id=5d4d6150-6026-4657-8413-2b77144407f5 HTTP/1.1" status: 200  len: 812 time: 0.1479146
Dec 23 16:28:46.148325 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [req-cdff9953-8215-4124-af92-ea9a506d7f4f req-6a1a025c-94b6-420a-ab44-44987b59da31 tempest-DeleteServersTestJSON-2076067663 tempest-DeleteServersTestJSON-2076067663-project] Request body: {'port': {'device_id': '0058587f-645b-4490-b7cd-08df40fe592e', 'network_id': '5d4d6150-6026-4657-8413-2b77144407f5', 'admin_state_up': True, 'tenant_id': '536eb6aa1b44413a97d3215c37d6eadf'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:28:46.289145 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [req-cdff9953-8215-4124-af92-ea9a506d7f4f req-6a1a025c-94b6-420a-ab44-44987b59da31 tempest-DeleteServersTestJSON-2076067663 tempest-DeleteServersTestJSON-2076067663-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:28:46.292950 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [req-cdff9953-8215-4124-af92-ea9a506d7f4f req-6a1a025c-94b6-420a-ab44-44987b59da31 tempest-DeleteServersTestJSON-2076067663 tempest-DeleteServersTestJSON-2076067663-project] Usage tracker for resource:port and tenant:536eb6aa1b44413a97d3215c37d6eadf is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:28:46.295702 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [req-cdff9953-8215-4124-af92-ea9a506d7f4f req-6a1a025c-94b6-420a-ab44-44987b59da31 tempest-DeleteServersTestJSON-2076067663 tempest-DeleteServersTestJSON-2076067663-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:28:46.302270 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [req-cdff9953-8215-4124-af92-ea9a506d7f4f req-6a1a025c-94b6-420a-ab44-44987b59da31 tempest-DeleteServersTestJSON-2076067663 tempest-DeleteServersTestJSON-2076067663-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:28:46.314309 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cdff9953-8215-4124-af92-ea9a506d7f4f req-6a1a025c-94b6-420a-ab44-44987b59da31 tempest-DeleteServersTestJSON-2076067663 tempest-DeleteServersTestJSON-2076067663-project] Made reservation on behalf of 536eb6aa1b44413a97d3215c37d6eadf for: {'port': 1} {{(pid=87635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:28:46.317890 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [req-cdff9953-8215-4124-af92-ea9a506d7f4f req-6a1a025c-94b6-420a-ab44-44987b59da31 tempest-DeleteServersTestJSON-2076067663 tempest-DeleteServersTestJSON-2076067663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:28:46.621577 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-2fd10e32-7c1c-4887-a760-9d08128733ea req-8e811fc8-aa9a-4326-bc40-bf5cefc1f9fc tempest-DeleteServersTestJSON-2076067663 tempest-DeleteServersTestJSON-2076067663-project] 10.222.0.64 "GET /v2.0/ports?device_id=0058587f-645b-4490-b7cd-08df40fe592e HTTP/1.1" status: 200  len: 210 time: 0.0538154
Dec 23 16:28:46.639713 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.db_base_plugin_common [req-cdff9953-8215-4124-af92-ea9a506d7f4f req-6a1a025c-94b6-420a-ab44-44987b59da31 tempest-DeleteServersTestJSON-2076067663 tempest-DeleteServersTestJSON-2076067663-project] Allocated IP 172.20.0.8 (5d4d6150-6026-4657-8413-2b77144407f5/11ef05b1-1c87-4cfd-9828-a66b0e8120d4/6972c66d-951a-4145-b004-7a7edc01a128) {{(pid=87635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:28:46.858034 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [req-cdff9953-8215-4124-af92-ea9a506d7f4f req-6a1a025c-94b6-420a-ab44-44987b59da31 tempest-DeleteServersTestJSON-2076067663 tempest-DeleteServersTestJSON-2076067663-project] Notify callbacks [] for port, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:28:46.895849 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [req-cdff9953-8215-4124-af92-ea9a506d7f4f req-6a1a025c-94b6-420a-ab44-44987b59da31 tempest-DeleteServersTestJSON-2076067663 tempest-DeleteServersTestJSON-2076067663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:28:46.901433 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-b48433e7-f968-4d23-81ef-b3973cb62f63 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:28:46.968130 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cdff9953-8215-4124-af92-ea9a506d7f4f req-6a1a025c-94b6-420a-ab44-44987b59da31 tempest-DeleteServersTestJSON-2076067663 tempest-DeleteServersTestJSON-2076067663-project] Network 5d4d6150-6026-4657-8413-2b77144407f5 is already hosted by enough agents. {{(pid=87635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:28:46.971573 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.base_scheduler [req-cdff9953-8215-4124-af92-ea9a506d7f4f req-6a1a025c-94b6-420a-ab44-44987b59da31 tempest-DeleteServersTestJSON-2076067663 tempest-DeleteServersTestJSON-2076067663-project] Resources bound (agent type, host, resource id):  {{(pid=87635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:28:46.975380 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdff9953-8215-4124-af92-ea9a506d7f4f req-6a1a025c-94b6-420a-ab44-44987b59da31 tempest-DeleteServersTestJSON-2076067663 tempest-DeleteServersTestJSON-2076067663-project] Received port after_create {{(pid=87635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:28:47.005128 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1a025c-94b6-420a-ab44-44987b59da31 tempest-DeleteServersTestJSON-2076067663 tempest-DeleteServersTestJSON-2076067663-project] Pushing event updated for resources: {'Port': ['ID=6972c66d-951a-4145-b004-7a7edc01a128,revision_number=1']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:28:47.011340 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-6a1a025c-94b6-420a-ab44-44987b59da31 tempest-DeleteServersTestJSON-2076067663 tempest-DeleteServersTestJSON-2076067663-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:28:47.039893 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdff9953-8215-4124-af92-ea9a506d7f4f req-6a1a025c-94b6-420a-ab44-44987b59da31 tempest-DeleteServersTestJSON-2076067663 tempest-DeleteServersTestJSON-2076067663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:28:47.040485 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [req-cdff9953-8215-4124-af92-ea9a506d7f4f req-6a1a025c-94b6-420a-ab44-44987b59da31 tempest-DeleteServersTestJSON-2076067663 tempest-DeleteServersTestJSON-2076067663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:28:47.061947 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-cdff9953-8215-4124-af92-ea9a506d7f4f req-6a1a025c-94b6-420a-ab44-44987b59da31 tempest-DeleteServersTestJSON-2076067663 tempest-DeleteServersTestJSON-2076067663-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.9171205
Dec 23 16:28:47.074048 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [req-cdff9953-8215-4124-af92-ea9a506d7f4f req-307a52c0-3928-4d03-8be5-6d86d9748751 service neutron] Request body: {'port': {'device_id': '0058587f-645b-4490-b7cd-08df40fe592e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8227'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:28:47.193679 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [req-cdff9953-8215-4124-af92-ea9a506d7f4f req-307a52c0-3928-4d03-8be5-6d86d9748751 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:28:47.366168 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-dcf1d9dd-4566-4b35-b412-c17deee1c6b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:28:47.552032 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.notifiers.nova [req-cdff9953-8215-4124-af92-ea9a506d7f4f req-307a52c0-3928-4d03-8be5-6d86d9748751 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6972c66d-951a-4145-b004-7a7edc01a128 {{(pid=87635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 23 16:28:47.559508 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [req-cdff9953-8215-4124-af92-ea9a506d7f4f req-307a52c0-3928-4d03-8be5-6d86d9748751 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:28:47.577176 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.provisioning_blocks [req-cdff9953-8215-4124-af92-ea9a506d7f4f req-307a52c0-3928-4d03-8be5-6d86d9748751 service neutron] Transition to ACTIVE for port object 6972c66d-951a-4145-b004-7a7edc01a128 will not be triggered until provisioned by entity L2. {{(pid=87635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:28:47.583948 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [req-cdff9953-8215-4124-af92-ea9a506d7f4f req-307a52c0-3928-4d03-8be5-6d86d9748751 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2753531'] for port, after_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:28:47.591123 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-fde05055-b3c2-490c-916e-f0a062478afe tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:28:47.742665 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307a52c0-3928-4d03-8be5-6d86d9748751 service neutron] Pushing event updated for resources: {'Port': ['ID=6972c66d-951a-4145-b004-7a7edc01a128,revision_number=2']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:28:47.749934 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-307a52c0-3928-4d03-8be5-6d86d9748751 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:28:47.804966 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3b0d80-0291-4080-8ec7-f3cbf4416823 req-92e6cdc9-6090-47e4-b0f0-1dd4278e5c0f tempest-DeleteServersTestJSON-2076067663 tempest-DeleteServersTestJSON-2076067663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:28:47.806318 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-8d3b0d80-0291-4080-8ec7-f3cbf4416823 req-92e6cdc9-6090-47e4-b0f0-1dd4278e5c0f tempest-DeleteServersTestJSON-2076067663 tempest-DeleteServersTestJSON-2076067663-project] 10.222.0.64 "GET /v2.0/ports?device_id=0058587f-645b-4490-b7cd-08df40fe592e HTTP/1.1" status: 200  len: 943 time: 0.0801501
Dec 23 16:28:47.815398 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.managers [req-cdff9953-8215-4124-af92-ea9a506d7f4f req-307a52c0-3928-4d03-8be5-6d86d9748751 service neutron] Attempting to bind port 6972c66d-951a-4145-b004-7a7edc01a128 on host hv-neutron-8227 for vnic_type normal with profile  {{(pid=87635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:28:47.815739 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.managers [req-cdff9953-8215-4124-af92-ea9a506d7f4f req-307a52c0-3928-4d03-8be5-6d86d9748751 service neutron] Attempting to bind port 6972c66d-951a-4145-b004-7a7edc01a128 by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': 'd9b0bcc2-12e1-4649-a1eb-b501bb7b9ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '5d4d6150-6026-4657-8413-2b77144407f5'}] {{(pid=87635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:28:47.816194 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdff9953-8215-4124-af92-ea9a506d7f4f req-307a52c0-3928-4d03-8be5-6d86d9748751 service neutron] Attempting to bind port 6972c66d-951a-4145-b004-7a7edc01a128 on network 5d4d6150-6026-4657-8413-2b77144407f5 {{(pid=87635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:28:47.821013 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdff9953-8215-4124-af92-ea9a506d7f4f req-307a52c0-3928-4d03-8be5-6d86d9748751 service neutron] Port 6972c66d-951a-4145-b004-7a7edc01a128 on network 5d4d6150-6026-4657-8413-2b77144407f5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=87635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 23 16:28:47.821332 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdff9953-8215-4124-af92-ea9a506d7f4f req-307a52c0-3928-4d03-8be5-6d86d9748751 service neutron] Attempting to bind port 6972c66d-951a-4145-b004-7a7edc01a128 on network 5d4d6150-6026-4657-8413-2b77144407f5 {{(pid=87635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:28:47.826875 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdff9953-8215-4124-af92-ea9a506d7f4f req-307a52c0-3928-4d03-8be5-6d86d9748751 service neutron] Checking agent: {'id': '5a806709-633b-4d33-98c4-3d24562c0f1e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8227', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 6, 42), 'started_at': datetime.datetime(2021, 12, 23, 16, 6, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 28, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 23 16:28:47.827331 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdff9953-8215-4124-af92-ea9a506d7f4f req-307a52c0-3928-4d03-8be5-6d86d9748751 service neutron] Checking segment: {'id': 'd9b0bcc2-12e1-4649-a1eb-b501bb7b9ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '5d4d6150-6026-4657-8413-2b77144407f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:28:47.827696 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdff9953-8215-4124-af92-ea9a506d7f4f req-307a52c0-3928-4d03-8be5-6d86d9748751 service neutron] Bound using segment: {'id': 'd9b0bcc2-12e1-4649-a1eb-b501bb7b9ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '5d4d6150-6026-4657-8413-2b77144407f5'} {{(pid=87635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 23 16:28:47.828144 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.managers [req-cdff9953-8215-4124-af92-ea9a506d7f4f req-307a52c0-3928-4d03-8be5-6d86d9748751 service neutron] Bound port: 6972c66d-951a-4145-b004-7a7edc01a128, host: hv-neutron-8227, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9b0bcc2-12e1-4649-a1eb-b501bb7b9ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '5d4d6150-6026-4657-8413-2b77144407f5'}}] {{(pid=87635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 23 16:28:47.828509 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [req-cdff9953-8215-4124-af92-ea9a506d7f4f req-307a52c0-3928-4d03-8be5-6d86d9748751 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:28:47.855390 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-8d3b0d80-0291-4080-8ec7-f3cbf4416823 req-80f0af3e-f71d-4a8c-a4b2-ed66a07ad844 tempest-DeleteServersTestJSON-2076067663 tempest-DeleteServersTestJSON-2076067663-project] 10.222.0.64 "GET /v2.0/security-groups?id=a888d957-957a-4628-90b9-c6b560dbd964&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423644
Dec 23 16:28:47.917875 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.db [req-cdff9953-8215-4124-af92-ea9a506d7f4f req-307a52c0-3928-4d03-8be5-6d86d9748751 service neutron] For port 6972c66d-951a-4145-b004-7a7edc01a128, host hv-neutron-8227, cleared binding levels {{(pid=87635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 23 16:28:47.920926 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.db [req-cdff9953-8215-4124-af92-ea9a506d7f4f req-307a52c0-3928-4d03-8be5-6d86d9748751 service neutron] For port 6972c66d-951a-4145-b004-7a7edc01a128, host hv-neutron-8227, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=6972c66d-951a-4145-b004-7a7edc01a128,segment=NetworkSegment(d9b0bcc2-12e1-4649-a1eb-b501bb7b9ec3),segment_id=d9b0bcc2-12e1-4649-a1eb-b501bb7b9ec3)] {{(pid=87635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 23 16:28:47.926991 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [req-cdff9953-8215-4124-af92-ea9a506d7f4f req-307a52c0-3928-4d03-8be5-6d86d9748751 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2753531'] for port, after_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:28:47.931398 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-db893901-c907-4b0b-92a4-8661117eb9e3 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:28:47.981450 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdff9953-8215-4124-af92-ea9a506d7f4f req-307a52c0-3928-4d03-8be5-6d86d9748751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:28:47.982058 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [req-cdff9953-8215-4124-af92-ea9a506d7f4f req-307a52c0-3928-4d03-8be5-6d86d9748751 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:28:47.983534 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-cdff9953-8215-4124-af92-ea9a506d7f4f req-307a52c0-3928-4d03-8be5-6d86d9748751 service neutron] 10.222.0.61 "PUT /v2.0/ports/6972c66d-951a-4145-b004-7a7edc01a128 HTTP/1.1" status: 200  len: 1093 time: 0.9137108
Dec 23 16:28:47.984052 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0058587f-645b-4490-b7cd-08df40fe592e', 'tag': '6972c66d-951a-4145-b004-7a7edc01a128'}] {{(pid=87635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 23 16:28:48.009634 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307a52c0-3928-4d03-8be5-6d86d9748751 service neutron] Pushing event updated for resources: {'Port': ['ID=6972c66d-951a-4145-b004-7a7edc01a128,revision_number=3']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:28:48.012751 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-307a52c0-3928-4d03-8be5-6d86d9748751 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:28:48.053804 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0058587f-645b-4490-b7cd-08df40fe592e', 'tag': '6972c66d-951a-4145-b004-7a7edc01a128', 'status': 'completed', 'code': 200}
Dec 23 16:28:48.094388 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdff9953-8215-4124-af92-ea9a506d7f4f req-b9b312a1-57e9-4e99-aa17-8d1e1cd89e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:28:48.095847 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-cdff9953-8215-4124-af92-ea9a506d7f4f req-b9b312a1-57e9-4e99-aa17-8d1e1cd89e3c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=536eb6aa1b44413a97d3215c37d6eadf&device_id=0058587f-645b-4490-b7cd-08df40fe592e HTTP/1.1" status: 200  len: 1096 time: 0.0731354
Dec 23 16:28:48.165682 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-cdff9953-8215-4124-af92-ea9a506d7f4f req-b637c7ed-37b1-4261-ab41-50f5e4dd70ff service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6972c66d-951a-4145-b004-7a7edc01a128 HTTP/1.1" status: 200  len: 217 time: 0.0622408
Dec 23 16:28:48.231363 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdff9953-8215-4124-af92-ea9a506d7f4f req-b8009fd8-aac4-40ea-8e00-3a7b7393ae48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:28:48.232819 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-cdff9953-8215-4124-af92-ea9a506d7f4f req-b8009fd8-aac4-40ea-8e00-3a7b7393ae48 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=11ef05b1-1c87-4cfd-9828-a66b0e8120d4 HTTP/1.1" status: 200  len: 852 time: 0.0609653
Dec 23 16:28:48.391946 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-cdff9953-8215-4124-af92-ea9a506d7f4f req-ee8d77e4-8693-4a01-b6a6-ddf7115fbbc3 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5d4d6150-6026-4657-8413-2b77144407f5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1526279
Dec 23 16:28:48.525237 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-cdff9953-8215-4124-af92-ea9a506d7f4f req-49d14690-8cb4-4fc6-9ce3-97227c179d67 service neutron] 10.222.0.61 "GET /v2.0/networks/5d4d6150-6026-4657-8413-2b77144407f5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1259623
Dec 23 16:28:48.658168 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-cdff9953-8215-4124-af92-ea9a506d7f4f req-f2b4f406-d9d0-46ea-9dd9-27acaa9be734 service neutron] 10.222.0.61 "GET /v2.0/networks/5d4d6150-6026-4657-8413-2b77144407f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1261499
Dec 23 16:28:48.779687 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58bcc9c-9bc0-418b-a55f-621e506ce990 req-1d901c10-ed26-4ffa-b4db-ba7339521e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:28:48.781203 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-a58bcc9c-9bc0-418b-a55f-621e506ce990 req-1d901c10-ed26-4ffa-b4db-ba7339521e73 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=536eb6aa1b44413a97d3215c37d6eadf&device_id=0058587f-645b-4490-b7cd-08df40fe592e HTTP/1.1" status: 200  len: 1096 time: 0.0732687
Dec 23 16:28:48.910311 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58bcc9c-9bc0-418b-a55f-621e506ce990 req-6c82cc0e-9957-458a-9f07-b06188e61d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:28:48.911658 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-a58bcc9c-9bc0-418b-a55f-621e506ce990 req-6c82cc0e-9957-458a-9f07-b06188e61d69 service neutron] 10.222.0.61 "GET /v2.0/networks?id=5d4d6150-6026-4657-8413-2b77144407f5 HTTP/1.1" status: 200  len: 913 time: 0.1229663
Dec 23 16:28:48.982417 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-a58bcc9c-9bc0-418b-a55f-621e506ce990 req-ab133931-3e56-4c75-9f67-c54f1691c5d8 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6972c66d-951a-4145-b004-7a7edc01a128 HTTP/1.1" status: 200  len: 217 time: 0.0630891
Dec 23 16:28:49.038680 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113900ca-e140-4245-bea8-909f2a4c5093 req-0535483c-b0d4-4d62-8286-51931fdfc8c2 tempest-DeleteServersTestJSON-2076067663 tempest-DeleteServersTestJSON-2076067663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:28:49.040169 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-113900ca-e140-4245-bea8-909f2a4c5093 req-0535483c-b0d4-4d62-8286-51931fdfc8c2 tempest-DeleteServersTestJSON-2076067663 tempest-DeleteServersTestJSON-2076067663-project] 10.222.0.64 "GET /v2.0/ports?device_id=0058587f-645b-4490-b7cd-08df40fe592e HTTP/1.1" status: 200  len: 943 time: 0.0805242
Dec 23 16:28:49.044830 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58bcc9c-9bc0-418b-a55f-621e506ce990 req-e4735a07-1ac2-43ad-82dc-e9563739c107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:28:49.046386 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-a58bcc9c-9bc0-418b-a55f-621e506ce990 req-e4735a07-1ac2-43ad-82dc-e9563739c107 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=11ef05b1-1c87-4cfd-9828-a66b0e8120d4 HTTP/1.1" status: 200  len: 852 time: 0.0566528
Dec 23 16:28:49.085414 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-113900ca-e140-4245-bea8-909f2a4c5093 req-f56afff6-9f49-42a5-8641-38372171c903 tempest-DeleteServersTestJSON-2076067663 tempest-DeleteServersTestJSON-2076067663-project] 10.222.0.64 "GET /v2.0/security-groups?id=a888d957-957a-4628-90b9-c6b560dbd964&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0390999
Dec 23 16:28:49.098045 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-a58bcc9c-9bc0-418b-a55f-621e506ce990 req-ca1e396b-f2a2-439c-9817-323d5910acff service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5d4d6150-6026-4657-8413-2b77144407f5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0430877
Dec 23 16:28:49.232617 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-a58bcc9c-9bc0-418b-a55f-621e506ce990 req-d650017f-e914-4e68-96c6-2e2bc4d0fb75 service neutron] 10.222.0.61 "GET /v2.0/networks/5d4d6150-6026-4657-8413-2b77144407f5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1255028
Dec 23 16:28:49.374631 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-a58bcc9c-9bc0-418b-a55f-621e506ce990 req-d86b6d1a-d6fb-448f-bd8c-31200769c919 service neutron] 10.222.0.61 "GET /v2.0/networks/5d4d6150-6026-4657-8413-2b77144407f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1344223
Dec 23 16:28:49.733725 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4c9262e0-e1f7-45ff-b28e-9c4bb0a23920 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:28:50.285220 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718a6e17-e075-488d-a87d-04e65120d9e3 req-1dd437c9-112a-4b01-8f1a-106abdd1f1a7 tempest-DeleteServersTestJSON-2076067663 tempest-DeleteServersTestJSON-2076067663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:28:50.285930 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [req-718a6e17-e075-488d-a87d-04e65120d9e3 req-1dd437c9-112a-4b01-8f1a-106abdd1f1a7 tempest-DeleteServersTestJSON-2076067663 tempest-DeleteServersTestJSON-2076067663-project] Synchronizing usage tracker for tenant:536eb6aa1b44413a97d3215c37d6eadf on resource:port {{(pid=87635) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:28:50.304445 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [req-718a6e17-e075-488d-a87d-04e65120d9e3 req-1dd437c9-112a-4b01-8f1a-106abdd1f1a7 tempest-DeleteServersTestJSON-2076067663 tempest-DeleteServersTestJSON-2076067663-project] Unset dirty status for tenant:536eb6aa1b44413a97d3215c37d6eadf on resource:port {{(pid=87635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:28:50.305737 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-718a6e17-e075-488d-a87d-04e65120d9e3 req-1dd437c9-112a-4b01-8f1a-106abdd1f1a7 tempest-DeleteServersTestJSON-2076067663 tempest-DeleteServersTestJSON-2076067663-project] 10.222.0.64 "GET /v2.0/ports?device_id=0058587f-645b-4490-b7cd-08df40fe592e HTTP/1.1" status: 200  len: 943 time: 0.1004071
Dec 23 16:28:50.352241 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [req-718a6e17-e075-488d-a87d-04e65120d9e3 req-ddbb1d02-a941-4250-9d1a-ff810411a980 tempest-DeleteServersTestJSON-2076067663 tempest-DeleteServersTestJSON-2076067663-project] Synchronizing usage tracker for tenant:536eb6aa1b44413a97d3215c37d6eadf on resource:security_group {{(pid=87635) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:28:50.370468 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [req-718a6e17-e075-488d-a87d-04e65120d9e3 req-ddbb1d02-a941-4250-9d1a-ff810411a980 tempest-DeleteServersTestJSON-2076067663 tempest-DeleteServersTestJSON-2076067663-project] Unset dirty status for tenant:536eb6aa1b44413a97d3215c37d6eadf on resource:security_group {{(pid=87635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:28:50.371663 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-718a6e17-e075-488d-a87d-04e65120d9e3 req-ddbb1d02-a941-4250-9d1a-ff810411a980 tempest-DeleteServersTestJSON-2076067663 tempest-DeleteServersTestJSON-2076067663-project] 10.222.0.64 "GET /v2.0/security-groups?id=a888d957-957a-4628-90b9-c6b560dbd964&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0572307
Dec 23 16:28:50.789708 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9dcbea60-a34f-4144-91e7-90aff3f57aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:28:50.889820 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:28:51.584685 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fb3c84-9185-434a-b22d-4fefe670a66f req-a8296706-0f65-4f4b-bd48-82363796cfe8 tempest-DeleteServersTestJSON-2076067663 tempest-DeleteServersTestJSON-2076067663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:28:51.586081 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-73fb3c84-9185-434a-b22d-4fefe670a66f req-a8296706-0f65-4f4b-bd48-82363796cfe8 tempest-DeleteServersTestJSON-2076067663 tempest-DeleteServersTestJSON-2076067663-project] 10.222.0.64 "GET /v2.0/ports?device_id=0058587f-645b-4490-b7cd-08df40fe592e HTTP/1.1" status: 200  len: 943 time: 0.0883043
Dec 23 16:28:51.630355 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-73fb3c84-9185-434a-b22d-4fefe670a66f req-25de1ba0-a9a0-44bb-8a66-211a374a2ad6 tempest-DeleteServersTestJSON-2076067663 tempest-DeleteServersTestJSON-2076067663-project] 10.222.0.64 "GET /v2.0/security-groups?id=a888d957-957a-4628-90b9-c6b560dbd964&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0386345
Dec 23 16:28:52.038431 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Device 6972c66d-951a-4145-b004-7a7edc01a128 details requested by agent hyperv_hv-neutron-8227 with host hv-neutron-8227 {{(pid=87637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 23 16:28:52.237435 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] For port 6972c66d-951a-4145-b004-7a7edc01a128, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=6972c66d-951a-4145-b004-7a7edc01a128,segment=NetworkSegment(d9b0bcc2-12e1-4649-a1eb-b501bb7b9ec3),segment_id=d9b0bcc2-12e1-4649-a1eb-b501bb7b9ec3)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:28:52.250552 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Returning: {'device': '6972c66d-951a-4145-b004-7a7edc01a128', 'network_id': '5d4d6150-6026-4657-8413-2b77144407f5', 'port_id': '6972c66d-951a-4145-b004-7a7edc01a128', 'mac_address': 'fa:16:3e:21:82:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11ef05b1-1c87-4cfd-9828-a66b0e8120d4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 23 16:28:52.318271 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9e3aab53-d650-47e3-b8a6-2dff21fe9ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:28:52.322677 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:28:52.340273 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.notifiers.nova [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6972c66d-951a-4145-b004-7a7edc01a128 {{(pid=87637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 23 16:28:52.363531 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] For port 6972c66d-951a-4145-b004-7a7edc01a128, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=6972c66d-951a-4145-b004-7a7edc01a128,segment=NetworkSegment(d9b0bcc2-12e1-4649-a1eb-b501bb7b9ec3),segment_id=d9b0bcc2-12e1-4649-a1eb-b501bb7b9ec3)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:28:52.369844 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:28:52.373484 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-269a3c2c-0c80-4c62-af0d-36b94a160fab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:28:52.449493 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Pushing event updated for resources: {'Port': ['ID=6972c66d-951a-4145-b004-7a7edc01a128,revision_number=4']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:28:52.453991 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:28:52.560726 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] get_ports_and_sgs() called for port_ids ['6972c66d-951a-4145-b004-7a7edc01a128'] {{(pid=87637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 23 16:28:52.815845 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3480c686-c144-4234-a7e5-2b2b4d2e3f91 req-cd450b8d-0066-4bb6-a861-b65732c835c6 tempest-DeleteServersTestJSON-2076067663 tempest-DeleteServersTestJSON-2076067663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:28:52.817225 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-3480c686-c144-4234-a7e5-2b2b4d2e3f91 req-cd450b8d-0066-4bb6-a861-b65732c835c6 tempest-DeleteServersTestJSON-2076067663 tempest-DeleteServersTestJSON-2076067663-project] 10.222.0.64 "GET /v2.0/ports?device_id=0058587f-645b-4490-b7cd-08df40fe592e HTTP/1.1" status: 200  len: 944 time: 0.0826638
Dec 23 16:28:52.861312 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-3480c686-c144-4234-a7e5-2b2b4d2e3f91 req-c6446624-ca01-464e-80a3-e912cfb22aad tempest-DeleteServersTestJSON-2076067663 tempest-DeleteServersTestJSON-2076067663-project] 10.222.0.64 "GET /v2.0/security-groups?id=a888d957-957a-4628-90b9-c6b560dbd964&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0380173
Dec 23 16:28:54.049792 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b244a1-7850-4b92-9071-f94b023123b0 req-7e1e2a7f-9f08-4b97-99a6-995dd64e9527 tempest-DeleteServersTestJSON-2076067663 tempest-DeleteServersTestJSON-2076067663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:28:54.051256 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-a0b244a1-7850-4b92-9071-f94b023123b0 req-7e1e2a7f-9f08-4b97-99a6-995dd64e9527 tempest-DeleteServersTestJSON-2076067663 tempest-DeleteServersTestJSON-2076067663-project] 10.222.0.64 "GET /v2.0/ports?device_id=0058587f-645b-4490-b7cd-08df40fe592e HTTP/1.1" status: 200  len: 944 time: 0.0814881
Dec 23 16:28:54.052054 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Device 6972c66d-951a-4145-b004-7a7edc01a128 up at agent hyperv_hv-neutron-8227 {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:28:54.096855 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-a0b244a1-7850-4b92-9071-f94b023123b0 req-6923b554-c48f-4893-868e-0faea0447618 tempest-DeleteServersTestJSON-2076067663 tempest-DeleteServersTestJSON-2076067663-project] 10.222.0.64 "GET /v2.0/security-groups?id=a888d957-957a-4628-90b9-c6b560dbd964&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396500
Dec 23 16:28:54.123094 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Provisioning for port 6972c66d-951a-4145-b004-7a7edc01a128 completed by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:28:54.127783 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Provisioning complete for port 6972c66d-951a-4145-b004-7a7edc01a128 triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:28:54.128170 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:28:54.251232 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:28:54.277350 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0058587f-645b-4490-b7cd-08df40fe592e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6972c66d-951a-4145-b004-7a7edc01a128'}] {{(pid=87637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 23 16:28:54.287134 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] For port 6972c66d-951a-4145-b004-7a7edc01a128, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=6972c66d-951a-4145-b004-7a7edc01a128,segment=NetworkSegment(d9b0bcc2-12e1-4649-a1eb-b501bb7b9ec3),segment_id=d9b0bcc2-12e1-4649-a1eb-b501bb7b9ec3)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:28:54.291975 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:28:54.294968 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-b0cd5d77-728c-4b7d-95dc-f8a5e8df60aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:28:54.329355 dv-neutron-822799-1-hyperv neutron-server[87637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0058587f-645b-4490-b7cd-08df40fe592e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6972c66d-951a-4145-b004-7a7edc01a128', 'code': 200}
Dec 23 16:28:54.367505 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Pushing event updated for resources: {'Port': ['ID=6972c66d-951a-4145-b004-7a7edc01a128,revision_number=5']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:28:54.370418 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:28:54.556451 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1064e825-4a19-4686-9578-c42f2b0b49c2 req-f4c9cbe8-fc77-467c-bcb7-d7ac663302d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:28:54.557951 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-1064e825-4a19-4686-9578-c42f2b0b49c2 req-f4c9cbe8-fc77-467c-bcb7-d7ac663302d3 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=0058587f-645b-4490-b7cd-08df40fe592e HTTP/1.1" status: 200  len: 1098 time: 0.0735404
Dec 23 16:28:54.603485 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-1064e825-4a19-4686-9578-c42f2b0b49c2 req-ceb06395-67ce-42e6-b470-d083b00cc97e service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=a888d957-957a-4628-90b9-c6b560dbd964&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0382960
Dec 23 16:28:55.291332 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dce98e-1582-4274-aadb-562615b8fe52 req-fa962a5c-4210-4884-a56c-cef75329b24c tempest-DeleteServersTestJSON-2076067663 tempest-DeleteServersTestJSON-2076067663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:28:55.292822 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-54dce98e-1582-4274-aadb-562615b8fe52 req-fa962a5c-4210-4884-a56c-cef75329b24c tempest-DeleteServersTestJSON-2076067663 tempest-DeleteServersTestJSON-2076067663-project] 10.222.0.64 "GET /v2.0/ports?device_id=0058587f-645b-4490-b7cd-08df40fe592e HTTP/1.1" status: 200  len: 945 time: 0.0861976
Dec 23 16:28:55.338529 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-54dce98e-1582-4274-aadb-562615b8fe52 req-1aac08dd-3db8-4ff1-8c6d-f5cfc1a687a0 tempest-DeleteServersTestJSON-2076067663 tempest-DeleteServersTestJSON-2076067663-project] 10.222.0.64 "GET /v2.0/security-groups?id=a888d957-957a-4628-90b9-c6b560dbd964&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395448
Dec 23 16:28:56.544942 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92647d80-7b98-43d1-a8c8-5793ca36f875 req-a85f1573-7f38-4e68-96b1-1930611415db tempest-DeleteServersTestJSON-2076067663 tempest-DeleteServersTestJSON-2076067663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:28:56.546376 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-92647d80-7b98-43d1-a8c8-5793ca36f875 req-a85f1573-7f38-4e68-96b1-1930611415db tempest-DeleteServersTestJSON-2076067663 tempest-DeleteServersTestJSON-2076067663-project] 10.222.0.64 "GET /v2.0/ports?device_id=0058587f-645b-4490-b7cd-08df40fe592e HTTP/1.1" status: 200  len: 945 time: 0.0903218
Dec 23 16:28:56.604100 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-92647d80-7b98-43d1-a8c8-5793ca36f875 req-d164a8ab-3c1a-4fe3-ad83-b7809ec8093a tempest-DeleteServersTestJSON-2076067663 tempest-DeleteServersTestJSON-2076067663-project] 10.222.0.64 "GET /v2.0/security-groups?id=a888d957-957a-4628-90b9-c6b560dbd964&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0495086
Dec 23 16:28:56.987893 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 55374) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:28:57.018020 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd04827-58fd-4f31-8b82-7642b560f7fa req-cd47953e-7d04-4b18-bd01-c34bdacf0fd3 tempest-DeleteServersTestJSON-2076067663 tempest-DeleteServersTestJSON-2076067663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:28:57.019494 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-3bd04827-58fd-4f31-8b82-7642b560f7fa req-cd47953e-7d04-4b18-bd01-c34bdacf0fd3 tempest-DeleteServersTestJSON-2076067663 tempest-DeleteServersTestJSON-2076067663-project] 10.222.0.64 "GET /v2.0/ports?device_id=0058587f-645b-4490-b7cd-08df40fe592e HTTP/1.1" status: 200  len: 945 time: 0.0854287
Dec 23 16:28:57.064565 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-3bd04827-58fd-4f31-8b82-7642b560f7fa req-f75c1d31-a21d-444c-ba4e-fbc5aa9cde20 tempest-DeleteServersTestJSON-2076067663 tempest-DeleteServersTestJSON-2076067663-project] 10.222.0.64 "GET /v2.0/security-groups?id=a888d957-957a-4628-90b9-c6b560dbd964&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0391726
Dec 23 16:28:57.113862 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-f6dbcca1-db88-40b7-9d96-ce8ba8c9d4c6 req-30a430d6-1b71-41dd-a524-5acb0716180d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=0058587f-645b-4490-b7cd-08df40fe592e&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1246290
Dec 23 16:28:58.258672 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15d581f-0cbc-4827-8e56-1b37709c38b8 req-a51c556e-e0bb-4a34-b9df-fe549d3c67c0 tempest-DeleteServersTestJSON-2076067663 tempest-DeleteServersTestJSON-2076067663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:28:58.260141 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-f15d581f-0cbc-4827-8e56-1b37709c38b8 req-a51c556e-e0bb-4a34-b9df-fe549d3c67c0 tempest-DeleteServersTestJSON-2076067663 tempest-DeleteServersTestJSON-2076067663-project] 10.222.0.64 "GET /v2.0/ports?device_id=0058587f-645b-4490-b7cd-08df40fe592e HTTP/1.1" status: 200  len: 945 time: 0.0899572
Dec 23 16:28:58.277319 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b93912f-26ad-4469-9d03-8bc3436dec8c req-15f7b735-bdb9-4f5d-a4e7-d6d8994aa875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:28:58.278792 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-3b93912f-26ad-4469-9d03-8bc3436dec8c req-15f7b735-bdb9-4f5d-a4e7-d6d8994aa875 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=536eb6aa1b44413a97d3215c37d6eadf&device_id=0058587f-645b-4490-b7cd-08df40fe592e HTTP/1.1" status: 200  len: 1098 time: 0.0743399
Dec 23 16:28:58.307636 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-f15d581f-0cbc-4827-8e56-1b37709c38b8 req-8966c9e1-b960-44dc-b762-c0995430380c tempest-DeleteServersTestJSON-2076067663 tempest-DeleteServersTestJSON-2076067663-project] 10.222.0.64 "GET /v2.0/security-groups?id=a888d957-957a-4628-90b9-c6b560dbd964&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419402
Dec 23 16:28:58.550465 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b93912f-26ad-4469-9d03-8bc3436dec8c req-9b3deb75-01e4-4187-be6d-a7147459d2be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:28:58.551829 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-3b93912f-26ad-4469-9d03-8bc3436dec8c req-9b3deb75-01e4-4187-be6d-a7147459d2be service neutron] 10.222.0.61 "GET /v2.0/networks?id=5d4d6150-6026-4657-8413-2b77144407f5 HTTP/1.1" status: 200  len: 913 time: 0.2480271
Dec 23 16:28:58.622305 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-3b93912f-26ad-4469-9d03-8bc3436dec8c req-aad9f2a7-9fd8-421c-9976-a3e2bc4e7114 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6972c66d-951a-4145-b004-7a7edc01a128 HTTP/1.1" status: 200  len: 217 time: 0.0637138
Dec 23 16:28:58.690613 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b93912f-26ad-4469-9d03-8bc3436dec8c req-ef52c9c4-18cd-4981-87e7-6b57ed8bfd64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:28:58.691986 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-3b93912f-26ad-4469-9d03-8bc3436dec8c req-ef52c9c4-18cd-4981-87e7-6b57ed8bfd64 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=11ef05b1-1c87-4cfd-9828-a66b0e8120d4 HTTP/1.1" status: 200  len: 852 time: 0.0635028
Dec 23 16:28:58.741607 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-3b93912f-26ad-4469-9d03-8bc3436dec8c req-b3ddbad0-b334-4799-aced-75a2924409bc service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5d4d6150-6026-4657-8413-2b77144407f5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0431714
Dec 23 16:28:58.875891 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-3b93912f-26ad-4469-9d03-8bc3436dec8c req-e09de4a8-9afd-4d40-8381-acb955d27d64 service neutron] 10.222.0.61 "GET /v2.0/networks/5d4d6150-6026-4657-8413-2b77144407f5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1274199
Dec 23 16:28:59.009482 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-3b93912f-26ad-4469-9d03-8bc3436dec8c req-eb63b3e2-b685-4e70-80d5-a43fe483352e service neutron] 10.222.0.61 "GET /v2.0/networks/5d4d6150-6026-4657-8413-2b77144407f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1272612
Dec 23 16:28:59.134170 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dbcca1-db88-40b7-9d96-ce8ba8c9d4c6 req-24def8cf-a35e-4882-b5ff-f6adb2b0c2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:28:59.135536 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-f6dbcca1-db88-40b7-9d96-ce8ba8c9d4c6 req-24def8cf-a35e-4882-b5ff-f6adb2b0c2aa service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=536eb6aa1b44413a97d3215c37d6eadf&device_id=0058587f-645b-4490-b7cd-08df40fe592e HTTP/1.1" status: 200  len: 1098 time: 0.0733120
Dec 23 16:28:59.267511 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dbcca1-db88-40b7-9d96-ce8ba8c9d4c6 req-fafa275d-e9a5-4dfd-a206-2281617c2989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:28:59.269001 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-f6dbcca1-db88-40b7-9d96-ce8ba8c9d4c6 req-fafa275d-e9a5-4dfd-a206-2281617c2989 service neutron] 10.222.0.61 "GET /v2.0/networks?id=5d4d6150-6026-4657-8413-2b77144407f5 HTTP/1.1" status: 200  len: 913 time: 0.1272173
Dec 23 16:28:59.350228 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-f6dbcca1-db88-40b7-9d96-ce8ba8c9d4c6 req-c7790df7-8d65-4139-89cb-157cca062e70 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6972c66d-951a-4145-b004-7a7edc01a128 HTTP/1.1" status: 200  len: 217 time: 0.0747437
Dec 23 16:28:59.413151 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dbcca1-db88-40b7-9d96-ce8ba8c9d4c6 req-8862b696-0571-48d5-835e-4301f283360a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:28:59.414501 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-f6dbcca1-db88-40b7-9d96-ce8ba8c9d4c6 req-8862b696-0571-48d5-835e-4301f283360a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=11ef05b1-1c87-4cfd-9828-a66b0e8120d4 HTTP/1.1" status: 200  len: 852 time: 0.0581350
Dec 23 16:28:59.496618 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-f6dbcca1-db88-40b7-9d96-ce8ba8c9d4c6 req-043740a4-d780-49cf-b373-13eebba8b74f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5d4d6150-6026-4657-8413-2b77144407f5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0754309
Dec 23 16:28:59.648287 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe2a4a9-d975-4595-a96d-d7efb4d55596 req-3b6f37a3-9223-4c99-8f2a-6014d858ef6a tempest-DeleteServersTestJSON-2076067663 tempest-DeleteServersTestJSON-2076067663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:28:59.649759 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-bfe2a4a9-d975-4595-a96d-d7efb4d55596 req-3b6f37a3-9223-4c99-8f2a-6014d858ef6a tempest-DeleteServersTestJSON-2076067663 tempest-DeleteServersTestJSON-2076067663-project] 10.222.0.64 "GET /v2.0/ports?device_id=0058587f-645b-4490-b7cd-08df40fe592e HTTP/1.1" status: 200  len: 945 time: 0.1991911
Dec 23 16:28:59.651559 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-f6dbcca1-db88-40b7-9d96-ce8ba8c9d4c6 req-386762e0-1cec-4976-a8b2-079ea22967fe service neutron] 10.222.0.61 "GET /v2.0/networks/5d4d6150-6026-4657-8413-2b77144407f5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1486988
Dec 23 16:28:59.768061 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-bfe2a4a9-d975-4595-a96d-d7efb4d55596 req-c3c9fb06-33d5-42ba-8de7-089be20f5bd2 tempest-DeleteServersTestJSON-2076067663 tempest-DeleteServersTestJSON-2076067663-project] 10.222.0.64 "GET /v2.0/security-groups?id=a888d957-957a-4628-90b9-c6b560dbd964&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1124141
Dec 23 16:28:59.814471 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-f6dbcca1-db88-40b7-9d96-ce8ba8c9d4c6 req-5ee195e7-94b6-4092-8beb-78d2d4ebcbc4 service neutron] 10.222.0.61 "GET /v2.0/networks/5d4d6150-6026-4657-8413-2b77144407f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1444135
Dec 23 16:29:00.994502 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5636922f-188b-4b32-8b67-3699762e32d7 req-d880ee55-b9b6-441c-b4ab-cc403ad94914 tempest-DeleteServersTestJSON-2076067663 tempest-DeleteServersTestJSON-2076067663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:29:00.996699 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-5636922f-188b-4b32-8b67-3699762e32d7 req-d880ee55-b9b6-441c-b4ab-cc403ad94914 tempest-DeleteServersTestJSON-2076067663 tempest-DeleteServersTestJSON-2076067663-project] 10.222.0.64 "GET /v2.0/ports?device_id=0058587f-645b-4490-b7cd-08df40fe592e HTTP/1.1" status: 200  len: 945 time: 0.1094041
Dec 23 16:29:01.046828 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-5636922f-188b-4b32-8b67-3699762e32d7 req-423ed4b8-e438-4c35-939e-f3597e2142d3 tempest-DeleteServersTestJSON-2076067663 tempest-DeleteServersTestJSON-2076067663-project] 10.222.0.64 "GET /v2.0/security-groups?id=a888d957-957a-4628-90b9-c6b560dbd964&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425167
Dec 23 16:29:02.249548 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194544d0-ec13-44e8-9b76-e49a7589538c req-4b9ec8cd-469c-4e3a-91d7-91f5e067beec tempest-DeleteServersTestJSON-2076067663 tempest-DeleteServersTestJSON-2076067663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:29:02.251001 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-194544d0-ec13-44e8-9b76-e49a7589538c req-4b9ec8cd-469c-4e3a-91d7-91f5e067beec tempest-DeleteServersTestJSON-2076067663 tempest-DeleteServersTestJSON-2076067663-project] 10.222.0.64 "GET /v2.0/ports?device_id=0058587f-645b-4490-b7cd-08df40fe592e HTTP/1.1" status: 200  len: 945 time: 0.0934510
Dec 23 16:29:02.294923 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-194544d0-ec13-44e8-9b76-e49a7589538c req-c05cfeed-b693-4e20-904e-8c29c0baa883 tempest-DeleteServersTestJSON-2076067663 tempest-DeleteServersTestJSON-2076067663-project] 10.222.0.64 "GET /v2.0/security-groups?id=a888d957-957a-4628-90b9-c6b560dbd964&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0381880
Dec 23 16:29:03.482497 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f84ed90-b051-4beb-a950-578f2f1127e2 req-3af9771a-d6f3-4c10-afa4-5c390866cb63 tempest-DeleteServersTestJSON-2076067663 tempest-DeleteServersTestJSON-2076067663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:29:03.483968 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-2f84ed90-b051-4beb-a950-578f2f1127e2 req-3af9771a-d6f3-4c10-afa4-5c390866cb63 tempest-DeleteServersTestJSON-2076067663 tempest-DeleteServersTestJSON-2076067663-project] 10.222.0.64 "GET /v2.0/ports?device_id=0058587f-645b-4490-b7cd-08df40fe592e HTTP/1.1" status: 200  len: 945 time: 0.0811429
Dec 23 16:29:03.531295 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-2f84ed90-b051-4beb-a950-578f2f1127e2 req-be0d84fe-194f-4e5a-bcb6-f67f91a9c413 tempest-DeleteServersTestJSON-2076067663 tempest-DeleteServersTestJSON-2076067663-project] 10.222.0.64 "GET /v2.0/security-groups?id=a888d957-957a-4628-90b9-c6b560dbd964&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414274
Dec 23 16:29:04.739029 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5be6457-f676-451a-91cc-78cbd264aaf4 req-24b51fec-1863-4a79-872f-723f63d52562 tempest-DeleteServersTestJSON-2076067663 tempest-DeleteServersTestJSON-2076067663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:29:04.740508 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-d5be6457-f676-451a-91cc-78cbd264aaf4 req-24b51fec-1863-4a79-872f-723f63d52562 tempest-DeleteServersTestJSON-2076067663 tempest-DeleteServersTestJSON-2076067663-project] 10.222.0.64 "GET /v2.0/ports?device_id=0058587f-645b-4490-b7cd-08df40fe592e HTTP/1.1" status: 200  len: 945 time: 0.0856009
Dec 23 16:29:04.904602 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-d5be6457-f676-451a-91cc-78cbd264aaf4 req-a707e11a-b1f0-4aba-83dd-3a62c81f6a59 tempest-DeleteServersTestJSON-2076067663 tempest-DeleteServersTestJSON-2076067663-project] 10.222.0.64 "GET /v2.0/security-groups?id=a888d957-957a-4628-90b9-c6b560dbd964&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1582620
Dec 23 16:29:06.256494 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b87a9e-e234-4490-8e0b-38d276fc4fd1 req-30fe8793-a690-478b-a691-2292ebb7dd69 tempest-DeleteServersTestJSON-2076067663 tempest-DeleteServersTestJSON-2076067663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:29:06.257934 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-24b87a9e-e234-4490-8e0b-38d276fc4fd1 req-30fe8793-a690-478b-a691-2292ebb7dd69 tempest-DeleteServersTestJSON-2076067663 tempest-DeleteServersTestJSON-2076067663-project] 10.222.0.64 "GET /v2.0/ports?device_id=0058587f-645b-4490-b7cd-08df40fe592e HTTP/1.1" status: 200  len: 945 time: 0.2375441
Dec 23 16:29:06.302157 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-24b87a9e-e234-4490-8e0b-38d276fc4fd1 req-e6e8d68b-47e8-444d-934d-b3cf1d1bcd0b tempest-DeleteServersTestJSON-2076067663 tempest-DeleteServersTestJSON-2076067663-project] 10.222.0.64 "GET /v2.0/security-groups?id=a888d957-957a-4628-90b9-c6b560dbd964&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0383132
Dec 23 16:29:07.527934 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06179143-4aa2-4efd-9abb-5a9c0206ee38 req-c7b0bec4-0c07-4d79-b9fd-afdc951e6b72 tempest-DeleteServersTestJSON-2076067663 tempest-DeleteServersTestJSON-2076067663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:29:07.529446 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-06179143-4aa2-4efd-9abb-5a9c0206ee38 req-c7b0bec4-0c07-4d79-b9fd-afdc951e6b72 tempest-DeleteServersTestJSON-2076067663 tempest-DeleteServersTestJSON-2076067663-project] 10.222.0.64 "GET /v2.0/ports?device_id=0058587f-645b-4490-b7cd-08df40fe592e HTTP/1.1" status: 200  len: 945 time: 0.1023452
Dec 23 16:29:07.575209 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-06179143-4aa2-4efd-9abb-5a9c0206ee38 req-9b54aef4-21ec-423a-8ab0-62e26c62fcf0 tempest-DeleteServersTestJSON-2076067663 tempest-DeleteServersTestJSON-2076067663-project] 10.222.0.64 "GET /v2.0/security-groups?id=a888d957-957a-4628-90b9-c6b560dbd964&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0384190
Dec 23 16:29:08.784600 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329e5865-1192-4fc5-8410-902ad23439f7 req-4d049dc7-730b-4795-995c-3ded9b41b0f1 tempest-DeleteServersTestJSON-2076067663 tempest-DeleteServersTestJSON-2076067663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:29:08.786076 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-329e5865-1192-4fc5-8410-902ad23439f7 req-4d049dc7-730b-4795-995c-3ded9b41b0f1 tempest-DeleteServersTestJSON-2076067663 tempest-DeleteServersTestJSON-2076067663-project] 10.222.0.64 "GET /v2.0/ports?device_id=0058587f-645b-4490-b7cd-08df40fe592e HTTP/1.1" status: 200  len: 945 time: 0.0925155
Dec 23 16:29:08.832546 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-329e5865-1192-4fc5-8410-902ad23439f7 req-540e7e85-0ab8-472b-86b5-f08ea3d20ce8 tempest-DeleteServersTestJSON-2076067663 tempest-DeleteServersTestJSON-2076067663-project] 10.222.0.64 "GET /v2.0/security-groups?id=a888d957-957a-4628-90b9-c6b560dbd964&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0378621
Dec 23 16:29:10.084707 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edb4525-f600-41dd-b8a2-ceca2dd7a3a7 req-659eaa67-714f-421e-980d-15b5d33da0b3 tempest-DeleteServersTestJSON-2076067663 tempest-DeleteServersTestJSON-2076067663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:29:10.086086 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-6edb4525-f600-41dd-b8a2-ceca2dd7a3a7 req-659eaa67-714f-421e-980d-15b5d33da0b3 tempest-DeleteServersTestJSON-2076067663 tempest-DeleteServersTestJSON-2076067663-project] 10.222.0.64 "GET /v2.0/ports?device_id=0058587f-645b-4490-b7cd-08df40fe592e HTTP/1.1" status: 200  len: 945 time: 0.1488070
Dec 23 16:29:10.129681 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-6edb4525-f600-41dd-b8a2-ceca2dd7a3a7 req-b7d72ed1-2e27-431c-bc79-b4a77bf8c464 tempest-DeleteServersTestJSON-2076067663 tempest-DeleteServersTestJSON-2076067663-project] 10.222.0.64 "GET /v2.0/security-groups?id=a888d957-957a-4628-90b9-c6b560dbd964&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0379059
Dec 23 16:29:10.609860 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.agents_db [None req-30c2320c-f298-49f6-9c47-c20e38116a9c None None] Agent healthcheck: found 6 active agents {{(pid=87638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 23 16:29:11.387926 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbedaeaf-66ff-4039-b0d6-ba155c907ed0 req-c4ead0f2-5449-46f6-8894-e53ecfd57bb2 tempest-DeleteServersTestJSON-2076067663 tempest-DeleteServersTestJSON-2076067663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:29:11.389446 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-bbedaeaf-66ff-4039-b0d6-ba155c907ed0 req-c4ead0f2-5449-46f6-8894-e53ecfd57bb2 tempest-DeleteServersTestJSON-2076067663 tempest-DeleteServersTestJSON-2076067663-project] 10.222.0.64 "GET /v2.0/ports?device_id=0058587f-645b-4490-b7cd-08df40fe592e HTTP/1.1" status: 200  len: 945 time: 0.1380928
Dec 23 16:29:11.440995 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-bbedaeaf-66ff-4039-b0d6-ba155c907ed0 req-0bd7a24d-c42c-459f-af85-71566cfd5ef1 tempest-DeleteServersTestJSON-2076067663 tempest-DeleteServersTestJSON-2076067663-project] 10.222.0.64 "GET /v2.0/security-groups?id=a888d957-957a-4628-90b9-c6b560dbd964&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433745
Dec 23 16:29:11.935404 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:29:12.664844 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa77ac6f-b265-48b5-a77e-c44de63adc42 req-58bab056-a3bc-4e39-8475-88bbc603a2f1 tempest-DeleteServersTestJSON-2076067663 tempest-DeleteServersTestJSON-2076067663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:29:12.666330 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-aa77ac6f-b265-48b5-a77e-c44de63adc42 req-58bab056-a3bc-4e39-8475-88bbc603a2f1 tempest-DeleteServersTestJSON-2076067663 tempest-DeleteServersTestJSON-2076067663-project] 10.222.0.64 "GET /v2.0/ports?device_id=0058587f-645b-4490-b7cd-08df40fe592e HTTP/1.1" status: 200  len: 945 time: 0.0925298
Dec 23 16:29:12.717582 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-aa77ac6f-b265-48b5-a77e-c44de63adc42 req-ed8031a8-6c25-40c9-bfc1-de7718b5290c tempest-DeleteServersTestJSON-2076067663 tempest-DeleteServersTestJSON-2076067663-project] 10.222.0.64 "GET /v2.0/security-groups?id=a888d957-957a-4628-90b9-c6b560dbd964&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454252
Dec 23 16:29:13.912423 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704a3d69-5bd7-4829-bc70-28cd580ee8cc req-4af93fb6-4a12-46a5-b2fa-2c3748349ecc tempest-DeleteServersTestJSON-2076067663 tempest-DeleteServersTestJSON-2076067663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:29:13.913911 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-704a3d69-5bd7-4829-bc70-28cd580ee8cc req-4af93fb6-4a12-46a5-b2fa-2c3748349ecc tempest-DeleteServersTestJSON-2076067663 tempest-DeleteServersTestJSON-2076067663-project] 10.222.0.64 "GET /v2.0/ports?device_id=0058587f-645b-4490-b7cd-08df40fe592e HTTP/1.1" status: 200  len: 945 time: 0.0803518
Dec 23 16:29:13.962267 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-704a3d69-5bd7-4829-bc70-28cd580ee8cc req-0e40fd20-2a50-4de8-93a3-bdf59cc9cc8d tempest-DeleteServersTestJSON-2076067663 tempest-DeleteServersTestJSON-2076067663-project] 10.222.0.64 "GET /v2.0/security-groups?id=a888d957-957a-4628-90b9-c6b560dbd964&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425010
Dec 23 16:29:15.173691 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c46db4-f500-423b-9d0f-41bd431205c0 req-06836bae-1bdf-447c-8c3e-8155c58c8d73 tempest-DeleteServersTestJSON-2076067663 tempest-DeleteServersTestJSON-2076067663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:29:15.175189 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-29c46db4-f500-423b-9d0f-41bd431205c0 req-06836bae-1bdf-447c-8c3e-8155c58c8d73 tempest-DeleteServersTestJSON-2076067663 tempest-DeleteServersTestJSON-2076067663-project] 10.222.0.64 "GET /v2.0/ports?device_id=0058587f-645b-4490-b7cd-08df40fe592e HTTP/1.1" status: 200  len: 945 time: 0.0949321
Dec 23 16:29:15.220189 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-29c46db4-f500-423b-9d0f-41bd431205c0 req-a210edac-4f32-424d-853a-8ec82c6f7f09 tempest-DeleteServersTestJSON-2076067663 tempest-DeleteServersTestJSON-2076067663-project] 10.222.0.64 "GET /v2.0/security-groups?id=a888d957-957a-4628-90b9-c6b560dbd964&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0392625
Dec 23 16:29:16.424185 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e25cd6f-ca7c-430f-bbbb-f23c239077ca req-4217be0c-2906-4524-93cf-aebd47ad2bba tempest-DeleteServersTestJSON-2076067663 tempest-DeleteServersTestJSON-2076067663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:29:16.426030 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-8e25cd6f-ca7c-430f-bbbb-f23c239077ca req-4217be0c-2906-4524-93cf-aebd47ad2bba tempest-DeleteServersTestJSON-2076067663 tempest-DeleteServersTestJSON-2076067663-project] 10.222.0.64 "GET /v2.0/ports?device_id=0058587f-645b-4490-b7cd-08df40fe592e HTTP/1.1" status: 200  len: 945 time: 0.0956342
Dec 23 16:29:16.471528 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-8e25cd6f-ca7c-430f-bbbb-f23c239077ca req-777fc4b7-397d-4ef4-8800-eba1aece860f tempest-DeleteServersTestJSON-2076067663 tempest-DeleteServersTestJSON-2076067663-project] 10.222.0.64 "GET /v2.0/security-groups?id=a888d957-957a-4628-90b9-c6b560dbd964&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394785
Dec 23 16:29:17.364967 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-0fe8d2af-602c-44da-83da-5937dc593827 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:29:17.667236 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c5d639-c574-4ae6-84b0-0430ff4a06f2 req-5dc92795-3b57-4933-8468-cb16bedeb2cc tempest-DeleteServersTestJSON-2076067663 tempest-DeleteServersTestJSON-2076067663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:29:17.668702 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-57c5d639-c574-4ae6-84b0-0430ff4a06f2 req-5dc92795-3b57-4933-8468-cb16bedeb2cc tempest-DeleteServersTestJSON-2076067663 tempest-DeleteServersTestJSON-2076067663-project] 10.222.0.64 "GET /v2.0/ports?device_id=0058587f-645b-4490-b7cd-08df40fe592e HTTP/1.1" status: 200  len: 945 time: 0.0851765
Dec 23 16:29:17.716250 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-57c5d639-c574-4ae6-84b0-0430ff4a06f2 req-c781f9a1-56a5-4e1d-aa84-542bab1cb081 tempest-DeleteServersTestJSON-2076067663 tempest-DeleteServersTestJSON-2076067663-project] 10.222.0.64 "GET /v2.0/security-groups?id=a888d957-957a-4628-90b9-c6b560dbd964&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0393384
Dec 23 16:29:18.934340 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e10c70-8caa-42ab-ac1a-620683d137ed req-4f040362-95d0-46e9-9760-71f878b79732 tempest-DeleteServersTestJSON-2076067663 tempest-DeleteServersTestJSON-2076067663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:29:18.935810 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-d8e10c70-8caa-42ab-ac1a-620683d137ed req-4f040362-95d0-46e9-9760-71f878b79732 tempest-DeleteServersTestJSON-2076067663 tempest-DeleteServersTestJSON-2076067663-project] 10.222.0.64 "GET /v2.0/ports?device_id=0058587f-645b-4490-b7cd-08df40fe592e HTTP/1.1" status: 200  len: 945 time: 0.1000924
Dec 23 16:29:18.980407 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-d8e10c70-8caa-42ab-ac1a-620683d137ed req-fa78839f-0246-460a-a1ab-594d5809b493 tempest-DeleteServersTestJSON-2076067663 tempest-DeleteServersTestJSON-2076067663-project] 10.222.0.64 "GET /v2.0/security-groups?id=a888d957-957a-4628-90b9-c6b560dbd964&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0388193
Dec 23 16:29:19.734634 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3f96091a-3154-42c1-8b04-4c534842b395 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:29:20.184850 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f0fcf8-8cdb-4fef-a056-44db7c3488b3 req-8ab02a0a-7caa-43e6-a305-bfaee944012f tempest-DeleteServersTestJSON-2076067663 tempest-DeleteServersTestJSON-2076067663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:29:20.186308 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-61f0fcf8-8cdb-4fef-a056-44db7c3488b3 req-8ab02a0a-7caa-43e6-a305-bfaee944012f tempest-DeleteServersTestJSON-2076067663 tempest-DeleteServersTestJSON-2076067663-project] 10.222.0.64 "GET /v2.0/ports?device_id=0058587f-645b-4490-b7cd-08df40fe592e HTTP/1.1" status: 200  len: 945 time: 0.0859122
Dec 23 16:29:20.235236 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-61f0fcf8-8cdb-4fef-a056-44db7c3488b3 req-9903a8b7-eee3-407f-b264-b2eaa12b036a tempest-DeleteServersTestJSON-2076067663 tempest-DeleteServersTestJSON-2076067663-project] 10.222.0.64 "GET /v2.0/security-groups?id=a888d957-957a-4628-90b9-c6b560dbd964&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407138
Dec 23 16:29:20.791370 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9dcbea60-a34f-4144-91e7-90aff3f57aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:29:20.876792 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:29:21.426799 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28002b59-c32b-4ddd-99d9-2b8ee29790ad req-12ed7b94-71e4-4804-820f-aa15ad6b1b1e tempest-DeleteServersTestJSON-2076067663 tempest-DeleteServersTestJSON-2076067663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:29:21.428056 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-28002b59-c32b-4ddd-99d9-2b8ee29790ad req-12ed7b94-71e4-4804-820f-aa15ad6b1b1e tempest-DeleteServersTestJSON-2076067663 tempest-DeleteServersTestJSON-2076067663-project] 10.222.0.64 "GET /v2.0/ports?device_id=0058587f-645b-4490-b7cd-08df40fe592e HTTP/1.1" status: 200  len: 945 time: 0.0881991
Dec 23 16:29:21.486619 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-28002b59-c32b-4ddd-99d9-2b8ee29790ad req-341053f3-a07e-4714-8caa-9866237342ef tempest-DeleteServersTestJSON-2076067663 tempest-DeleteServersTestJSON-2076067663-project] 10.222.0.64 "GET /v2.0/security-groups?id=a888d957-957a-4628-90b9-c6b560dbd964&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0469334
Dec 23 16:29:22.285171 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9e3aab53-d650-47e3-b8a6-2dff21fe9ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:29:22.705138 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664d15f3-bd26-4294-9f85-cba281d71439 req-665ef606-3f62-4d08-9d12-8c0982f5c7a4 tempest-DeleteServersTestJSON-2076067663 tempest-DeleteServersTestJSON-2076067663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:29:22.706613 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-664d15f3-bd26-4294-9f85-cba281d71439 req-665ef606-3f62-4d08-9d12-8c0982f5c7a4 tempest-DeleteServersTestJSON-2076067663 tempest-DeleteServersTestJSON-2076067663-project] 10.222.0.64 "GET /v2.0/ports?device_id=0058587f-645b-4490-b7cd-08df40fe592e HTTP/1.1" status: 200  len: 945 time: 0.1039677
Dec 23 16:29:22.751457 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-664d15f3-bd26-4294-9f85-cba281d71439 req-1ecab6d0-ca5d-43d9-b2ad-c368f1c00a49 tempest-DeleteServersTestJSON-2076067663 tempest-DeleteServersTestJSON-2076067663-project] 10.222.0.64 "GET /v2.0/security-groups?id=a888d957-957a-4628-90b9-c6b560dbd964&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0389555
Dec 23 16:29:23.965699 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b9838b-6300-46e4-a17e-10a2ff1cb285 req-0058f522-b9bc-48fd-82e8-36ea330d2517 tempest-DeleteServersTestJSON-2076067663 tempest-DeleteServersTestJSON-2076067663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:29:23.967143 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-88b9838b-6300-46e4-a17e-10a2ff1cb285 req-0058f522-b9bc-48fd-82e8-36ea330d2517 tempest-DeleteServersTestJSON-2076067663 tempest-DeleteServersTestJSON-2076067663-project] 10.222.0.64 "GET /v2.0/ports?device_id=0058587f-645b-4490-b7cd-08df40fe592e HTTP/1.1" status: 200  len: 945 time: 0.0971894
Dec 23 16:29:24.016502 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-88b9838b-6300-46e4-a17e-10a2ff1cb285 req-88cb18af-5850-403c-af34-7fdb333871b0 tempest-DeleteServersTestJSON-2076067663 tempest-DeleteServersTestJSON-2076067663-project] 10.222.0.64 "GET /v2.0/security-groups?id=a888d957-957a-4628-90b9-c6b560dbd964&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408518
Dec 23 16:29:25.217779 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c49c0c5-814c-417f-80f2-1c4a4bd58dbd req-710f90f9-fbba-4c72-ab4b-4e30c87cda39 tempest-DeleteServersTestJSON-2076067663 tempest-DeleteServersTestJSON-2076067663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:29:25.219321 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-7c49c0c5-814c-417f-80f2-1c4a4bd58dbd req-710f90f9-fbba-4c72-ab4b-4e30c87cda39 tempest-DeleteServersTestJSON-2076067663 tempest-DeleteServersTestJSON-2076067663-project] 10.222.0.64 "GET /v2.0/ports?device_id=0058587f-645b-4490-b7cd-08df40fe592e HTTP/1.1" status: 200  len: 945 time: 0.0861471
Dec 23 16:29:25.263664 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-7c49c0c5-814c-417f-80f2-1c4a4bd58dbd req-b6efb566-d053-4bcf-8364-cc59989f4d6f tempest-DeleteServersTestJSON-2076067663 tempest-DeleteServersTestJSON-2076067663-project] 10.222.0.64 "GET /v2.0/security-groups?id=a888d957-957a-4628-90b9-c6b560dbd964&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0382831
Dec 23 16:29:26.472143 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816bff53-3c93-4670-b00b-a700b166bee1 req-a2601f56-e200-4ed3-a03f-1f9408a5484d tempest-DeleteServersTestJSON-2076067663 tempest-DeleteServersTestJSON-2076067663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:29:26.473819 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-816bff53-3c93-4670-b00b-a700b166bee1 req-a2601f56-e200-4ed3-a03f-1f9408a5484d tempest-DeleteServersTestJSON-2076067663 tempest-DeleteServersTestJSON-2076067663-project] 10.222.0.64 "GET /v2.0/ports?device_id=0058587f-645b-4490-b7cd-08df40fe592e HTTP/1.1" status: 200  len: 945 time: 0.0877886
Dec 23 16:29:26.494693 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-f6dbcca1-db88-40b7-9d96-ce8ba8c9d4c6 req-0cf7517a-89f6-4e47-b035-e1c7772bed9d service neutron] 10.222.0.61 "GET /v2.0/ports/6972c66d-951a-4145-b004-7a7edc01a128/bindings/hv-neutron-8227 HTTP/1.1" status: 200  len: 384 time: 0.0771971
Dec 23 16:29:26.520408 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-816bff53-3c93-4670-b00b-a700b166bee1 req-87e70cc7-8079-45d5-a211-0a3d1139eb9e tempest-DeleteServersTestJSON-2076067663 tempest-DeleteServersTestJSON-2076067663-project] 10.222.0.64 "GET /v2.0/security-groups?id=a888d957-957a-4628-90b9-c6b560dbd964&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407016
Dec 23 16:29:26.788970 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dbcca1-db88-40b7-9d96-ce8ba8c9d4c6 req-c70da4c2-78d6-49f6-9d16-44e65445a98d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:29:26.790439 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-f6dbcca1-db88-40b7-9d96-ce8ba8c9d4c6 req-c70da4c2-78d6-49f6-9d16-44e65445a98d service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=0058587f-645b-4490-b7cd-08df40fe592e&tenant_id=536eb6aa1b44413a97d3215c37d6eadf HTTP/1.1" status: 200  len: 1098 time: 0.0787659
Dec 23 16:29:26.888517 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dbcca1-db88-40b7-9d96-ce8ba8c9d4c6 req-26c90c2e-9e8a-4a7e-95a9-b2484203b74e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:29:26.890649 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-f6dbcca1-db88-40b7-9d96-ce8ba8c9d4c6 req-26c90c2e-9e8a-4a7e-95a9-b2484203b74e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=536eb6aa1b44413a97d3215c37d6eadf&device_id=0058587f-645b-4490-b7cd-08df40fe592e HTTP/1.1" status: 200  len: 1098 time: 0.0763581
Dec 23 16:29:27.027493 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dbcca1-db88-40b7-9d96-ce8ba8c9d4c6 req-0e589cae-d9e7-416b-80e7-d2f7752da022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:29:27.028993 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-f6dbcca1-db88-40b7-9d96-ce8ba8c9d4c6 req-0e589cae-d9e7-416b-80e7-d2f7752da022 service neutron] 10.222.0.61 "GET /v2.0/networks?id=5d4d6150-6026-4657-8413-2b77144407f5 HTTP/1.1" status: 200  len: 913 time: 0.1310537
Dec 23 16:29:27.099715 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-f6dbcca1-db88-40b7-9d96-ce8ba8c9d4c6 req-c36e1740-6767-4328-9f6c-9dab19d3d602 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6972c66d-951a-4145-b004-7a7edc01a128 HTTP/1.1" status: 200  len: 217 time: 0.0642881
Dec 23 16:29:27.164085 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dbcca1-db88-40b7-9d96-ce8ba8c9d4c6 req-bfd3feee-c965-4ce5-8eda-6a9786a87384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:29:27.165545 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-f6dbcca1-db88-40b7-9d96-ce8ba8c9d4c6 req-bfd3feee-c965-4ce5-8eda-6a9786a87384 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=11ef05b1-1c87-4cfd-9828-a66b0e8120d4 HTTP/1.1" status: 200  len: 852 time: 0.0593812
Dec 23 16:29:27.212331 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-f6dbcca1-db88-40b7-9d96-ce8ba8c9d4c6 req-e46eac20-98ee-4fcb-96e2-807b5706d84d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5d4d6150-6026-4657-8413-2b77144407f5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0404925
Dec 23 16:29:27.350922 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-f6dbcca1-db88-40b7-9d96-ce8ba8c9d4c6 req-08b34738-416e-4c4c-b8d4-5b863f9c0b97 service neutron] 10.222.0.61 "GET /v2.0/networks/5d4d6150-6026-4657-8413-2b77144407f5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1322196
Dec 23 16:29:27.492822 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-f6dbcca1-db88-40b7-9d96-ce8ba8c9d4c6 req-f6fde9a4-3c17-4a8a-826f-c7409459a217 service neutron] 10.222.0.61 "GET /v2.0/networks/5d4d6150-6026-4657-8413-2b77144407f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1322803
Dec 23 16:29:27.726741 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6a9302-fe47-49eb-8415-943f710aaacc req-c2b0fe97-2567-4be1-97fe-d979d00387d2 tempest-DeleteServersTestJSON-2076067663 tempest-DeleteServersTestJSON-2076067663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:29:27.728215 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-7e6a9302-fe47-49eb-8415-943f710aaacc req-c2b0fe97-2567-4be1-97fe-d979d00387d2 tempest-DeleteServersTestJSON-2076067663 tempest-DeleteServersTestJSON-2076067663-project] 10.222.0.64 "GET /v2.0/ports?device_id=0058587f-645b-4490-b7cd-08df40fe592e HTTP/1.1" status: 200  len: 945 time: 0.0933518
Dec 23 16:29:27.774282 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-7e6a9302-fe47-49eb-8415-943f710aaacc req-5c8beecd-71d8-45f3-954d-7118bf8efe39 tempest-DeleteServersTestJSON-2076067663 tempest-DeleteServersTestJSON-2076067663-project] 10.222.0.64 "GET /v2.0/security-groups?id=a888d957-957a-4628-90b9-c6b560dbd964&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402787
Dec 23 16:29:28.975406 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d69db5-5152-42d4-a4ba-f73dc1a49935 req-9a5cb640-c5cb-45ab-acef-1fb88d2d1c2b tempest-DeleteServersTestJSON-2076067663 tempest-DeleteServersTestJSON-2076067663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:29:28.976883 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-a7d69db5-5152-42d4-a4ba-f73dc1a49935 req-9a5cb640-c5cb-45ab-acef-1fb88d2d1c2b tempest-DeleteServersTestJSON-2076067663 tempest-DeleteServersTestJSON-2076067663-project] 10.222.0.64 "GET /v2.0/ports?device_id=0058587f-645b-4490-b7cd-08df40fe592e HTTP/1.1" status: 200  len: 945 time: 0.0848343
Dec 23 16:29:29.023870 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-a7d69db5-5152-42d4-a4ba-f73dc1a49935 req-024a6a93-5dd4-40d3-bb1a-4d4f74a03054 tempest-DeleteServersTestJSON-2076067663 tempest-DeleteServersTestJSON-2076067663-project] 10.222.0.64 "GET /v2.0/security-groups?id=a888d957-957a-4628-90b9-c6b560dbd964&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0386078
Dec 23 16:29:30.232371 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58161f43-00a3-4cf2-8f0b-405b8be9c73d req-82de1a5a-9c60-4815-ac44-9cdb99a787ae tempest-DeleteServersTestJSON-2076067663 tempest-DeleteServersTestJSON-2076067663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:29:30.233692 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-58161f43-00a3-4cf2-8f0b-405b8be9c73d req-82de1a5a-9c60-4815-ac44-9cdb99a787ae tempest-DeleteServersTestJSON-2076067663 tempest-DeleteServersTestJSON-2076067663-project] 10.222.0.64 "GET /v2.0/ports?device_id=0058587f-645b-4490-b7cd-08df40fe592e HTTP/1.1" status: 200  len: 945 time: 0.0895953
Dec 23 16:29:30.332184 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Device 6972c66d-951a-4145-b004-7a7edc01a128 details requested by agent hyperv_hv-neutron-8227 with host hv-neutron-8227 {{(pid=87637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 23 16:29:30.396122 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-58161f43-00a3-4cf2-8f0b-405b8be9c73d req-b60b55b0-0046-4e8f-bbb8-0b9dc3813a1c tempest-DeleteServersTestJSON-2076067663 tempest-DeleteServersTestJSON-2076067663-project] 10.222.0.64 "GET /v2.0/security-groups?id=a888d957-957a-4628-90b9-c6b560dbd964&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1565094
Dec 23 16:29:30.485119 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] For port 6972c66d-951a-4145-b004-7a7edc01a128, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=6972c66d-951a-4145-b004-7a7edc01a128,segment=NetworkSegment(d9b0bcc2-12e1-4649-a1eb-b501bb7b9ec3),segment_id=d9b0bcc2-12e1-4649-a1eb-b501bb7b9ec3)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:29:30.498531 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Returning: {'device': '6972c66d-951a-4145-b004-7a7edc01a128', 'network_id': '5d4d6150-6026-4657-8413-2b77144407f5', 'port_id': '6972c66d-951a-4145-b004-7a7edc01a128', 'mac_address': 'fa:16:3e:21:82:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11ef05b1-1c87-4cfd-9828-a66b0e8120d4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 23 16:29:30.555794 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:29:30.573697 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.notifiers.nova [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6972c66d-951a-4145-b004-7a7edc01a128 {{(pid=87637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 23 16:29:30.590166 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] For port 6972c66d-951a-4145-b004-7a7edc01a128, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=6972c66d-951a-4145-b004-7a7edc01a128,segment=NetworkSegment(d9b0bcc2-12e1-4649-a1eb-b501bb7b9ec3),segment_id=d9b0bcc2-12e1-4649-a1eb-b501bb7b9ec3)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:29:30.595998 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:29:30.597805 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:29:30.666650 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] get_ports_and_sgs() called for port_ids ['6972c66d-951a-4145-b004-7a7edc01a128'] {{(pid=87637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 23 16:29:30.697102 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Pushing event updated for resources: {'Port': ['ID=6972c66d-951a-4145-b004-7a7edc01a128,revision_number=6']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:29:30.713401 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:29:30.713757 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:29:30.714113 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:29:30.714459 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:29:30.714794 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:29:30.715131 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:29:30.715459 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:29:30.715789 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:29:30.716120 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:29:30.716446 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:29:30.716808 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:29:30.717127 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:29:30.722304 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:29:30.790424 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0f0851-45c6-4fb9-967f-0eb7c711ab84 req-664feda5-062f-4743-b651-bbcd7ad5297a tempest-DeleteServersTestJSON-2076067663 tempest-DeleteServersTestJSON-2076067663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:29:30.791740 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-1b0f0851-45c6-4fb9-967f-0eb7c711ab84 req-664feda5-062f-4743-b651-bbcd7ad5297a tempest-DeleteServersTestJSON-2076067663 tempest-DeleteServersTestJSON-2076067663-project] 10.222.0.61 "GET /v2.0/ports?device_id=0058587f-645b-4490-b7cd-08df40fe592e&tenant_id=536eb6aa1b44413a97d3215c37d6eadf&binding%3Ahost_id=hv-neutron-8227 HTTP/1.1" status: 200  len: 944 time: 0.0838346
Dec 23 16:29:30.933448 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0f0851-45c6-4fb9-967f-0eb7c711ab84 req-322b4d8c-beb3-4f73-97a4-b5c3e6fd1dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:29:30.934848 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-1b0f0851-45c6-4fb9-967f-0eb7c711ab84 req-322b4d8c-beb3-4f73-97a4-b5c3e6fd1dd4 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=536eb6aa1b44413a97d3215c37d6eadf&device_id=0058587f-645b-4490-b7cd-08df40fe592e HTTP/1.1" status: 200  len: 1097 time: 0.0753911
Dec 23 16:29:31.077108 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0f0851-45c6-4fb9-967f-0eb7c711ab84 req-370ad593-a7af-44e5-a625-26968e4082f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:29:31.079278 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-1b0f0851-45c6-4fb9-967f-0eb7c711ab84 req-370ad593-a7af-44e5-a625-26968e4082f2 service neutron] 10.222.0.61 "GET /v2.0/networks?id=5d4d6150-6026-4657-8413-2b77144407f5 HTTP/1.1" status: 200  len: 913 time: 0.1374617
Dec 23 16:29:31.151126 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-1b0f0851-45c6-4fb9-967f-0eb7c711ab84 req-9f9b0289-eb51-4c8c-8ffb-a03ba8917a9d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6972c66d-951a-4145-b004-7a7edc01a128 HTTP/1.1" status: 200  len: 217 time: 0.0651581
Dec 23 16:29:31.217274 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0f0851-45c6-4fb9-967f-0eb7c711ab84 req-e86c6346-1511-4b37-a5d6-2621597a4a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:29:31.219674 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-1b0f0851-45c6-4fb9-967f-0eb7c711ab84 req-e86c6346-1511-4b37-a5d6-2621597a4a0e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=11ef05b1-1c87-4cfd-9828-a66b0e8120d4 HTTP/1.1" status: 200  len: 852 time: 0.0614836
Dec 23 16:29:31.268890 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-1b0f0851-45c6-4fb9-967f-0eb7c711ab84 req-542e2b59-7cf1-4dcb-9346-485d2041e52b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5d4d6150-6026-4657-8413-2b77144407f5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0418446
Dec 23 16:29:31.406810 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-1b0f0851-45c6-4fb9-967f-0eb7c711ab84 req-c8a56937-b8e0-41d6-8b53-aa7fab71a0a2 service neutron] 10.222.0.61 "GET /v2.0/networks/5d4d6150-6026-4657-8413-2b77144407f5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1316342
Dec 23 16:29:31.536194 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-1b0f0851-45c6-4fb9-967f-0eb7c711ab84 req-ea08ffc6-7514-4d57-bad6-810beab7f525 service neutron] 10.222.0.61 "GET /v2.0/networks/5d4d6150-6026-4657-8413-2b77144407f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1229560
Dec 23 16:29:32.363088 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Device 6972c66d-951a-4145-b004-7a7edc01a128 up at agent hyperv_hv-neutron-8227 {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:29:32.427367 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6027e8ca-2bd3-4ac1-9035-44ea55ddd8ea req-7399e644-156c-45dd-9f22-cf8990da720b tempest-DeleteServersTestJSON-2076067663 tempest-DeleteServersTestJSON-2076067663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:29:32.428925 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-6027e8ca-2bd3-4ac1-9035-44ea55ddd8ea req-7399e644-156c-45dd-9f22-cf8990da720b tempest-DeleteServersTestJSON-2076067663 tempest-DeleteServersTestJSON-2076067663-project] 10.222.0.64 "GET /v2.0/ports?device_id=0058587f-645b-4490-b7cd-08df40fe592e HTTP/1.1" status: 200  len: 944 time: 0.0885360
Dec 23 16:29:32.449996 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Provisioning complete for port 6972c66d-951a-4145-b004-7a7edc01a128 triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:29:32.450862 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:29:32.483534 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-6027e8ca-2bd3-4ac1-9035-44ea55ddd8ea req-baf7e57d-490b-441c-87d7-871065323904 tempest-DeleteServersTestJSON-2076067663 tempest-DeleteServersTestJSON-2076067663-project] 10.222.0.64 "GET /v2.0/security-groups?id=a888d957-957a-4628-90b9-c6b560dbd964&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0481119
Dec 23 16:29:32.573115 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:29:32.601203 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0058587f-645b-4490-b7cd-08df40fe592e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6972c66d-951a-4145-b004-7a7edc01a128'}] {{(pid=87637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 23 16:29:32.611146 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] For port 6972c66d-951a-4145-b004-7a7edc01a128, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=6972c66d-951a-4145-b004-7a7edc01a128,segment=NetworkSegment(d9b0bcc2-12e1-4649-a1eb-b501bb7b9ec3),segment_id=d9b0bcc2-12e1-4649-a1eb-b501bb7b9ec3)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:29:32.618098 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:29:32.619955 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:29:32.650663 dv-neutron-822799-1-hyperv neutron-server[87637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0058587f-645b-4490-b7cd-08df40fe592e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6972c66d-951a-4145-b004-7a7edc01a128', 'code': 200}
Dec 23 16:29:32.693969 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Pushing event updated for resources: {'Port': ['ID=6972c66d-951a-4145-b004-7a7edc01a128,revision_number=7']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:29:32.697942 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:29:33.700355 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1ea516-7148-4b61-abe9-6aabff2264e7 req-72647ada-5af6-4dbc-ba75-048824804a04 tempest-DeleteServersTestJSON-2076067663 tempest-DeleteServersTestJSON-2076067663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:29:33.703148 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-df1ea516-7148-4b61-abe9-6aabff2264e7 req-72647ada-5af6-4dbc-ba75-048824804a04 tempest-DeleteServersTestJSON-2076067663 tempest-DeleteServersTestJSON-2076067663-project] 10.222.0.64 "GET /v2.0/ports?device_id=0058587f-645b-4490-b7cd-08df40fe592e HTTP/1.1" status: 200  len: 945 time: 0.0914385
Dec 23 16:29:33.774342 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-df1ea516-7148-4b61-abe9-6aabff2264e7 req-992879fb-3e35-4c8c-8ec2-4dcb18170214 tempest-DeleteServersTestJSON-2076067663 tempest-DeleteServersTestJSON-2076067663-project] 10.222.0.64 "GET /v2.0/security-groups?id=a888d957-957a-4628-90b9-c6b560dbd964&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0638220
Dec 23 16:29:33.978424 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0f0851-45c6-4fb9-967f-0eb7c711ab84 req-36a0d14a-857c-4d1f-85eb-730b15adf150 tempest-DeleteServersTestJSON-2076067663 tempest-DeleteServersTestJSON-2076067663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:29:33.979807 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-1b0f0851-45c6-4fb9-967f-0eb7c711ab84 req-36a0d14a-857c-4d1f-85eb-730b15adf150 tempest-DeleteServersTestJSON-2076067663 tempest-DeleteServersTestJSON-2076067663-project] 10.222.0.61 "GET /v2.0/ports?device_id=0058587f-645b-4490-b7cd-08df40fe592e HTTP/1.1" status: 200  len: 945 time: 0.0886064
Dec 23 16:29:34.049916 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [req-1b0f0851-45c6-4fb9-967f-0eb7c711ab84 req-1b25cc7d-6a44-460c-b9a5-51094a223419 tempest-DeleteServersTestJSON-2076067663 tempest-DeleteServersTestJSON-2076067663-project] Deleting port 6972c66d-951a-4145-b004-7a7edc01a128 {{(pid=87635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:29:34.050259 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [req-1b0f0851-45c6-4fb9-967f-0eb7c711ab84 req-1b25cc7d-6a44-460c-b9a5-51094a223419 tempest-DeleteServersTestJSON-2076067663 tempest-DeleteServersTestJSON-2076067663-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:29:34.295126 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.db [req-1b0f0851-45c6-4fb9-967f-0eb7c711ab84 req-1b25cc7d-6a44-460c-b9a5-51094a223419 tempest-DeleteServersTestJSON-2076067663 tempest-DeleteServersTestJSON-2076067663-project] For port 6972c66d-951a-4145-b004-7a7edc01a128, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=6972c66d-951a-4145-b004-7a7edc01a128,segment=NetworkSegment(d9b0bcc2-12e1-4649-a1eb-b501bb7b9ec3),segment_id=d9b0bcc2-12e1-4649-a1eb-b501bb7b9ec3)] {{(pid=87635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:29:34.295348 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [req-1b0f0851-45c6-4fb9-967f-0eb7c711ab84 req-1b25cc7d-6a44-460c-b9a5-51094a223419 tempest-DeleteServersTestJSON-2076067663 tempest-DeleteServersTestJSON-2076067663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:29:34.418253 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [req-1b0f0851-45c6-4fb9-967f-0eb7c711ab84 req-1b25cc7d-6a44-460c-b9a5-51094a223419 tempest-DeleteServersTestJSON-2076067663 tempest-DeleteServersTestJSON-2076067663-project] Calling delete_port for 6972c66d-951a-4145-b004-7a7edc01a128 owned by compute:nova {{(pid=87635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:29:34.692078 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [req-1b0f0851-45c6-4fb9-967f-0eb7c711ab84 req-1b25cc7d-6a44-460c-b9a5-51094a223419 tempest-DeleteServersTestJSON-2076067663 tempest-DeleteServersTestJSON-2076067663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:29:34.698085 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-539337d6-27c5-4c4e-b2dd-acfc20dde737 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:29:34.741086 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b25cc7d-6a44-460c-b9a5-51094a223419 tempest-DeleteServersTestJSON-2076067663 tempest-DeleteServersTestJSON-2076067663-project] Pushing event deleted for resources: {'Port': ['ID=6972c66d-951a-4145-b004-7a7edc01a128,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:29:34.780333 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b25cc7d-6a44-460c-b9a5-51094a223419 tempest-DeleteServersTestJSON-2076067663 tempest-DeleteServersTestJSON-2076067663-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:29:34.780748 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b25cc7d-6a44-460c-b9a5-51094a223419 tempest-DeleteServersTestJSON-2076067663 tempest-DeleteServersTestJSON-2076067663-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:29:34.781124 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b25cc7d-6a44-460c-b9a5-51094a223419 tempest-DeleteServersTestJSON-2076067663 tempest-DeleteServersTestJSON-2076067663-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:29:34.781473 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b25cc7d-6a44-460c-b9a5-51094a223419 tempest-DeleteServersTestJSON-2076067663 tempest-DeleteServersTestJSON-2076067663-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:29:34.781852 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b25cc7d-6a44-460c-b9a5-51094a223419 tempest-DeleteServersTestJSON-2076067663 tempest-DeleteServersTestJSON-2076067663-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:29:34.782213 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b25cc7d-6a44-460c-b9a5-51094a223419 tempest-DeleteServersTestJSON-2076067663 tempest-DeleteServersTestJSON-2076067663-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:29:34.782575 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b25cc7d-6a44-460c-b9a5-51094a223419 tempest-DeleteServersTestJSON-2076067663 tempest-DeleteServersTestJSON-2076067663-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:29:34.782938 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b25cc7d-6a44-460c-b9a5-51094a223419 tempest-DeleteServersTestJSON-2076067663 tempest-DeleteServersTestJSON-2076067663-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:29:34.783297 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b25cc7d-6a44-460c-b9a5-51094a223419 tempest-DeleteServersTestJSON-2076067663 tempest-DeleteServersTestJSON-2076067663-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:29:34.783655 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b25cc7d-6a44-460c-b9a5-51094a223419 tempest-DeleteServersTestJSON-2076067663 tempest-DeleteServersTestJSON-2076067663-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:29:34.784010 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b25cc7d-6a44-460c-b9a5-51094a223419 tempest-DeleteServersTestJSON-2076067663 tempest-DeleteServersTestJSON-2076067663-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:29:34.784345 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b25cc7d-6a44-460c-b9a5-51094a223419 tempest-DeleteServersTestJSON-2076067663 tempest-DeleteServersTestJSON-2076067663-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:29:34.791400 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-1b25cc7d-6a44-460c-b9a5-51094a223419 tempest-DeleteServersTestJSON-2076067663 tempest-DeleteServersTestJSON-2076067663-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:29:34.825659 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b0f0851-45c6-4fb9-967f-0eb7c711ab84 req-1b25cc7d-6a44-460c-b9a5-51094a223419 tempest-DeleteServersTestJSON-2076067663 tempest-DeleteServersTestJSON-2076067663-project] No DVR routers for this DVR port 6972c66d-951a-4145-b004-7a7edc01a128 on host hv-neutron-8227 {{(pid=87635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 23 16:29:34.828173 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [req-1b0f0851-45c6-4fb9-967f-0eb7c711ab84 req-1b25cc7d-6a44-460c-b9a5-51094a223419 tempest-DeleteServersTestJSON-2076067663 tempest-DeleteServersTestJSON-2076067663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:29:34.830751 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0058587f-645b-4490-b7cd-08df40fe592e', 'name': 'network-vif-deleted', 'tag': '6972c66d-951a-4145-b004-7a7edc01a128'}] {{(pid=87635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 23 16:29:34.847124 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-1b0f0851-45c6-4fb9-967f-0eb7c711ab84 req-1b25cc7d-6a44-460c-b9a5-51094a223419 tempest-DeleteServersTestJSON-2076067663 tempest-DeleteServersTestJSON-2076067663-project] 10.222.0.61 "DELETE /v2.0/ports/6972c66d-951a-4145-b004-7a7edc01a128 HTTP/1.1" status: 204  len: 173 time: 0.8613915
Dec 23 16:29:34.882208 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0058587f-645b-4490-b7cd-08df40fe592e', 'name': 'network-vif-deleted', 'tag': '6972c66d-951a-4145-b004-7a7edc01a128', 'status': 'completed', 'code': 200}
Dec 23 16:29:34.939182 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-fd069838-f72d-48b4-b4ee-21898adf1ee4 req-c5db1818-9132-487b-8514-5681ce608ca8 tempest-DeleteServersTestJSON-2076067663 tempest-DeleteServersTestJSON-2076067663-project] 10.222.0.64 "GET /v2.0/ports?device_id=0058587f-645b-4490-b7cd-08df40fe592e HTTP/1.1" status: 200  len: 210 time: 0.0464225
Dec 23 16:29:36.219809 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 55480) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:29:36.286732 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.db_base_plugin_v2 [None req-27e9013e-c9a4-4eb8-af9b-c76d7dc2fe06 admin admin] Deleting subnet 11ef05b1-1c87-4cfd-9828-a66b0e8120d4 {{(pid=87635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 23 16:29:36.290176 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-27e9013e-c9a4-4eb8-af9b-c76d7dc2fe06 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:29:36.340185 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-27e9013e-c9a4-4eb8-af9b-c76d7dc2fe06 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2776816'] for subnet, precommit_delete_associations {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:29:36.393355 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-27e9013e-c9a4-4eb8-af9b-c76d7dc2fe06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864774'] for subnet, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:29:36.394509 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Device 6972c66d-951a-4145-b004-7a7edc01a128 no longer exists at agent hyperv_hv-neutron-8227 {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 23 16:29:36.428744 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] No Port match for: 6972c66d-951a-4145-b004-7a7edc01a128 {{(pid=87637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 23 16:29:36.429409 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Device 6972c66d-951a-4145-b004-7a7edc01a128 not bound to the agent host hv-neutron-8227 {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 23 16:29:36.467136 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-27e9013e-c9a4-4eb8-af9b-c76d7dc2fe06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2753333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2609730'] for subnet, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:29:36.470738 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-5ec36979-a786-40a1-beb0-f4db824f8e0b tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:29:36.503590 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e9013e-c9a4-4eb8-af9b-c76d7dc2fe06 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=11ef05b1-1c87-4cfd-9828-a66b0e8120d4,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:29:36.506571 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-27e9013e-c9a4-4eb8-af9b-c76d7dc2fe06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:29:36.507651 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-27e9013e-c9a4-4eb8-af9b-c76d7dc2fe06 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:29:36.513874 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-27e9013e-c9a4-4eb8-af9b-c76d7dc2fe06 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/11ef05b1-1c87-4cfd-9828-a66b0e8120d4 HTTP/1.1" status: 204  len: 168 time: 0.2928152
Dec 23 16:29:36.517812 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 55484) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:29:36.624006 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-19286b8a-6cc9-41c2-9ce8-56bbc82cacaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-698866'] for network, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:29:36.761981 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-19286b8a-6cc9-41c2-9ce8-56bbc82cacaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-864347', 'neutron.services.segments.db._delete_segments_for_network-8735362908070'] for network, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:29:36.795219 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.services.segments.db [None req-19286b8a-6cc9-41c2-9ce8-56bbc82cacaf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1dbbf585e0>,) {'filters': {'network_id': ['5d4d6150-6026-4657-8413-2b77144407f5']}} {{(pid=87635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:29:36.807298 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.services.segments.db [None req-19286b8a-6cc9-41c2-9ce8-56bbc82cacaf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dbbf585e0>, 'd9b0bcc2-12e1-4649-a1eb-b501bb7b9ec3') {'for_net_delete': True} {{(pid=87635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:29:36.807604 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.services.segments.db [None req-19286b8a-6cc9-41c2-9ce8-56bbc82cacaf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dbbf585e0>, 'd9b0bcc2-12e1-4649-a1eb-b501bb7b9ec3') {} {{(pid=87635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:29:36.819023 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-19286b8a-6cc9-41c2-9ce8-56bbc82cacaf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735363085442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2776713'] for segment, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:29:36.836233 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-19286b8a-6cc9-41c2-9ce8-56bbc82cacaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:29:36.842900 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19286b8a-6cc9-41c2-9ce8-56bbc82cacaf admin admin] Releasing vlan 444 on physical network physnet1 to pool {{(pid=87635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 23 16:29:36.843325 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-19286b8a-6cc9-41c2-9ce8-56bbc82cacaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2753503'] for segment, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:29:36.856486 dv-neutron-822799-1-hyperv neutron-server[87635]: Traceback (most recent call last):
Dec 23 16:29:36.856486 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 23 16:29:36.856486 dv-neutron-822799-1-hyperv neutron-server[87635]:     timer()
Dec 23 16:29:36.856486 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:29:36.856486 dv-neutron-822799-1-hyperv neutron-server[87635]:     cb(*args, **kw)
Dec 23 16:29:36.856486 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 23 16:29:36.856486 dv-neutron-822799-1-hyperv neutron-server[87635]:     return func(*args, **kwargs)
Dec 23 16:29:36.856486 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:29:36.856486 dv-neutron-822799-1-hyperv neutron-server[87635]:     self._notify()
Dec 23 16:29:36.856486 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:29:36.856486 dv-neutron-822799-1-hyperv neutron-server[87635]:     self.callback(batched_events)
Dec 23 16:29:36.856486 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:29:36.856486 dv-neutron-822799-1-hyperv neutron-server[87635]:     event.method(event)
Dec 23 16:29:36.856486 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:29:36.856486 dv-neutron-822799-1-hyperv neutron-server[87635]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:29:36.856486 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 23 16:29:36.856486 dv-neutron-822799-1-hyperv neutron-server[87635]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 23 16:29:36.856486 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 23 16:29:36.856486 dv-neutron-822799-1-hyperv neutron-server[87635]:     return f(self, *a, **k)
Dec 23 16:29:36.856486 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:29:36.856486 dv-neutron-822799-1-hyperv neutron-server[87635]:     return self._get(url).json()
Dec 23 16:29:36.856486 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 23 16:29:36.856486 dv-neutron-822799-1-hyperv neutron-server[87635]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 23 16:29:36.856486 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 23 16:29:36.856486 dv-neutron-822799-1-hyperv neutron-server[87635]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:29:36.856486 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 23 16:29:36.856486 dv-neutron-822799-1-hyperv neutron-server[87635]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 23 16:29:36.856486 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 23 16:29:36.856486 dv-neutron-822799-1-hyperv neutron-server[87635]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:29:36.856486 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 23 16:29:36.856486 dv-neutron-822799-1-hyperv neutron-server[87635]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:29:36.856486 dv-neutron-822799-1-hyperv neutron-server[87635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:29:36.932768 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-19286b8a-6cc9-41c2-9ce8-56bbc82cacaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-864336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1824171'] for network, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:29:36.936668 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-a57de101-73fc-4436-b4a8-709e72e9ac2f tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:29:36.949567 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-19286b8a-6cc9-41c2-9ce8-56bbc82cacaf admin admin] Notify callbacks [] for network, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:29:36.961225 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19286b8a-6cc9-41c2-9ce8-56bbc82cacaf admin admin] Pushing event deleted for resources: {'Network': ['ID=5d4d6150-6026-4657-8413-2b77144407f5,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:29:36.964060 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-19286b8a-6cc9-41c2-9ce8-56bbc82cacaf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:29:36.968615 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-19286b8a-6cc9-41c2-9ce8-56bbc82cacaf admin admin] 10.222.0.64 "DELETE /v2.0/networks/5d4d6150-6026-4657-8413-2b77144407f5 HTTP/1.1" status: 204  len: 168 time: 0.4498599
Dec 23 16:29:37.086350 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 55490) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:29:37.138367 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-ae12f6f1-2f85-4460-a30b-e86252ea6377 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=536eb6aa1b44413a97d3215c37d6eadf&name=default HTTP/1.1" status: 200  len: 2983 time: 0.0507481
Dec 23 16:29:37.142245 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 55494) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:29:37.203433 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-4bfccc67-e852-472c-9ae3-6597684f3594 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:29:37.230219 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-4bfccc67-e852-472c-9ae3-6597684f3594 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:29:37.282164 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-4bfccc67-e852-472c-9ae3-6597684f3594 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:29:37.285831 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-3cdbf7b1-18fc-418c-ad79-2afb9d844626 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:29:37.298364 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfccc67-e852-472c-9ae3-6597684f3594 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a888d957-957a-4628-90b9-c6b560dbd964,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:29:37.309543 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfccc67-e852-472c-9ae3-6597684f3594 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:29:37.309963 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfccc67-e852-472c-9ae3-6597684f3594 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:29:37.310377 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfccc67-e852-472c-9ae3-6597684f3594 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:29:37.310811 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfccc67-e852-472c-9ae3-6597684f3594 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:29:37.311190 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfccc67-e852-472c-9ae3-6597684f3594 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:29:37.311648 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfccc67-e852-472c-9ae3-6597684f3594 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:29:37.311975 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfccc67-e852-472c-9ae3-6597684f3594 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:29:37.312382 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfccc67-e852-472c-9ae3-6597684f3594 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:29:37.312808 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfccc67-e852-472c-9ae3-6597684f3594 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:29:37.313167 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfccc67-e852-472c-9ae3-6597684f3594 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:29:37.313521 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfccc67-e852-472c-9ae3-6597684f3594 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:29:37.313874 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfccc67-e852-472c-9ae3-6597684f3594 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:29:37.317110 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-4bfccc67-e852-472c-9ae3-6597684f3594 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:29:37.325671 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-4bfccc67-e852-472c-9ae3-6597684f3594 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:29:37.326788 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-4bfccc67-e852-472c-9ae3-6597684f3594 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a888d957-957a-4628-90b9-c6b560dbd964 HTTP/1.1" status: 204  len: 168 time: 0.1835785
Dec 23 16:29:38.106751 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 55518) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:29:38.225470 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-cda58fcf-1611-4c00-8237-798f45553b73 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-2026073752-network', 'tenant_id': '1b4119f73bbe4d34afa8d7df321d5c3c'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:29:38.230988 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-cda58fcf-1611-4c00-8237-798f45553b73 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:29:38.235468 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-cda58fcf-1611-4c00-8237-798f45553b73 admin admin] Usage tracker for resource:network and tenant:1b4119f73bbe4d34afa8d7df321d5c3c is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:29:38.238529 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-cda58fcf-1611-4c00-8237-798f45553b73 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:29:38.246102 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-cda58fcf-1611-4c00-8237-798f45553b73 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:29:38.258137 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cda58fcf-1611-4c00-8237-798f45553b73 admin admin] Made reservation on behalf of 1b4119f73bbe4d34afa8d7df321d5c3c for: {'network': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:29:38.260747 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-cda58fcf-1611-4c00-8237-798f45553b73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for network, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:29:38.275401 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-cda58fcf-1611-4c00-8237-798f45553b73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:29:38.294472 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-cda58fcf-1611-4c00-8237-798f45553b73 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:29:38.298464 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-cda58fcf-1611-4c00-8237-798f45553b73 admin admin] Usage tracker for resource:security_group_rule and tenant:1b4119f73bbe4d34afa8d7df321d5c3c is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:29:38.301406 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-cda58fcf-1611-4c00-8237-798f45553b73 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:29:38.307098 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-cda58fcf-1611-4c00-8237-798f45553b73 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:29:38.390311 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-cda58fcf-1611-4c00-8237-798f45553b73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:29:38.395722 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-cda58fcf-1611-4c00-8237-798f45553b73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:29:38.399172 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-38313ed4-fcf5-475b-b32a-07b827d35301 tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:29:38.426605 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cda58fcf-1611-4c00-8237-798f45553b73 admin admin] vlan segment allocate from pool success with {'vlan_id': 414, 'physical_network': 'physnet1'}  {{(pid=87636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 23 16:29:38.435050 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda58fcf-1611-4c00-8237-798f45553b73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfd64fd2-2aa5-49ac-885f-af56965fdbc6,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:29:38.438736 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-cda58fcf-1611-4c00-8237-798f45553b73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:29:38.441202 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-cda58fcf-1611-4c00-8237-798f45553b73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:29:38.441544 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.db.segments_db [None req-cda58fcf-1611-4c00-8237-798f45553b73 admin admin] Added segment 6fe2e1bd-9064-429e-9cd9-f8af3e2adaae of type vlan for network 7889bd1a-66d7-4f1c-861b-9c64bbc6a43c
Dec 23 16:29:38.467708 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-cda58fcf-1611-4c00-8237-798f45553b73 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735362521793'] for network, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:29:38.497048 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-cda58fcf-1611-4c00-8237-798f45553b73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495'] for network, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:29:38.498047 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cda58fcf-1611-4c00-8237-798f45553b73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:29:38.498625 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-cda58fcf-1611-4c00-8237-798f45553b73 admin admin] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:29:38.501925 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-d37ee0c5-ce1f-4905-a652-4bed6a528569 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:29:38.601801 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda58fcf-1611-4c00-8237-798f45553b73 admin admin] Pushing event updated for resources: {'Network': ['ID=7889bd1a-66d7-4f1c-861b-9c64bbc6a43c,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:29:38.605464 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-cda58fcf-1611-4c00-8237-798f45553b73 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.4976642
Dec 23 16:29:38.606362 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-cda58fcf-1611-4c00-8237-798f45553b73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:29:38.608440 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 55524) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:29:38.611932 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Network 7889bd1a-66d7-4f1c-861b-9c64bbc6a43c details requested by agent ovs-agent-dv-neutron-822799-1-hyperv with host dv-neutron-822799-1-hyperv {{(pid=87637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 23 16:29:38.613990 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-8c01c69f-1d2c-4a33-a7cf-f67eeee9989e admin admin] Request body: {'subnet': {'network_id': '7889bd1a-66d7-4f1c-861b-9c64bbc6a43c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-2026073752-subnet', 'tenant_id': '1b4119f73bbe4d34afa8d7df321d5c3c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:29:38.619018 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-8c01c69f-1d2c-4a33-a7cf-f67eeee9989e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:29:38.622914 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-8c01c69f-1d2c-4a33-a7cf-f67eeee9989e admin admin] Usage tracker for resource:subnet and tenant:1b4119f73bbe4d34afa8d7df321d5c3c is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:29:38.625762 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-8c01c69f-1d2c-4a33-a7cf-f67eeee9989e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:29:38.631629 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-8c01c69f-1d2c-4a33-a7cf-f67eeee9989e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:29:38.642335 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c01c69f-1d2c-4a33-a7cf-f67eeee9989e admin admin] Made reservation on behalf of 1b4119f73bbe4d34afa8d7df321d5c3c for: {'subnet': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:29:38.644655 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-8c01c69f-1d2c-4a33-a7cf-f67eeee9989e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2618324'] for subnet, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:29:38.848730 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-8c01c69f-1d2c-4a33-a7cf-f67eeee9989e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2176430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2618310'] for subnet, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:29:38.853109 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-6eab4720-ab72-4c16-9101-85d0b8227979 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:29:38.920647 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c01c69f-1d2c-4a33-a7cf-f67eeee9989e admin admin] Pushing event updated for resources: {'Subnet': ['ID=e67621e4-4569-4dec-97de-23d4e074a54c,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:29:38.924327 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-8c01c69f-1d2c-4a33-a7cf-f67eeee9989e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:29:38.931530 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c01c69f-1d2c-4a33-a7cf-f67eeee9989e admin admin] Checking segment: {'id': '6fe2e1bd-9064-429e-9cd9-f8af3e2adaae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '7889bd1a-66d7-4f1c-861b-9c64bbc6a43c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:29:38.931906 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c01c69f-1d2c-4a33-a7cf-f67eeee9989e admin admin] Network hostable DHCP agents. Network: 7889bd1a-66d7-4f1c-861b-9c64bbc6a43c, hostable agents: ['1c812d71-eadf-4fb3-b98e-67468a4aa7e2'], hosted agents: [] {{(pid=87636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 23 16:29:38.951760 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c01c69f-1d2c-4a33-a7cf-f67eeee9989e admin admin] Network 7889bd1a-66d7-4f1c-861b-9c64bbc6a43c is scheduled to be hosted by DHCP agent 1c812d71-eadf-4fb3-b98e-67468a4aa7e2 with binding_index 1 {{(pid=87636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 23 16:29:38.963105 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-8c01c69f-1d2c-4a33-a7cf-f67eeee9989e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822799-1-hyperv, 7889bd1a-66d7-4f1c-861b-9c64bbc6a43c) {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:29:38.967560 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c01c69f-1d2c-4a33-a7cf-f67eeee9989e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:29:38.968079 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-8c01c69f-1d2c-4a33-a7cf-f67eeee9989e admin admin] Notify callbacks [] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:29:38.972822 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d7df519-4cb1-4dde-8287-5460adb496cf None None] Network 7889bd1a-66d7-4f1c-861b-9c64bbc6a43c requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:29:38.990694 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-8c01c69f-1d2c-4a33-a7cf-f67eeee9989e admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 0.3811629
Dec 23 16:29:39.218817 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-029e5f1d-c40d-4b48-a5e8-3825f6d5d117 None None] Network 7889bd1a-66d7-4f1c-861b-9c64bbc6a43c requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:29:39.626939 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbceff17-cdcd-4aef-a26a-2927051b0404 req-590f8278-1895-4441-ad17-0efc7545e054 tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:29:39.627556 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-dbceff17-cdcd-4aef-a26a-2927051b0404 req-590f8278-1895-4441-ad17-0efc7545e054 tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] Synchronizing usage tracker for tenant:1b4119f73bbe4d34afa8d7df321d5c3c on resource:network {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:29:39.652353 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-dbceff17-cdcd-4aef-a26a-2927051b0404 req-590f8278-1895-4441-ad17-0efc7545e054 tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] Unset dirty status for tenant:1b4119f73bbe4d34afa8d7df321d5c3c on resource:network {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:29:39.654500 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-dbceff17-cdcd-4aef-a26a-2927051b0404 req-590f8278-1895-4441-ad17-0efc7545e054 tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] 10.222.0.64 "GET /v2.0/networks?id=7889bd1a-66d7-4f1c-861b-9c64bbc6a43c HTTP/1.1" status: 200  len: 815 time: 0.3009682
Dec 23 16:29:39.678253 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-dbceff17-cdcd-4aef-a26a-2927051b0404 req-7c195c33-65c7-4c5e-bdba-f66af393330f tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] 10.222.0.64 "GET /v2.0/quotas/1b4119f73bbe4d34afa8d7df321d5c3c HTTP/1.1" status: 200  len: 375 time: 0.0147152
Dec 23 16:29:39.724750 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-dbceff17-cdcd-4aef-a26a-2927051b0404 req-b8aab6d9-44a8-4c59-ac57-13dbcfb57a1a tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=1b4119f73bbe4d34afa8d7df321d5c3c&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0411882
Dec 23 16:29:39.784509 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [req-dbceff17-cdcd-4aef-a26a-2927051b0404 req-da9cb7ae-3c2e-4426-9b90-ef22a94f26b7 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=87636) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 23 16:29:39.785911 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-dbceff17-cdcd-4aef-a26a-2927051b0404 req-da9cb7ae-3c2e-4426-9b90-ef22a94f26b7 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0543981
Dec 23 16:29:39.927063 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-dbceff17-cdcd-4aef-a26a-2927051b0404 req-b4507f49-f8de-4f35-985d-c20f1e1278b8 service neutron] 10.222.0.64 "GET /v2.0/networks/7889bd1a-66d7-4f1c-861b-9c64bbc6a43c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1349237
Dec 23 16:29:40.058227 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-dbceff17-cdcd-4aef-a26a-2927051b0404 req-fae09a16-abc3-48b8-8b9e-0dda6b4670d1 service neutron] 10.222.0.64 "GET /v2.0/networks/7889bd1a-66d7-4f1c-861b-9c64bbc6a43c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1252868
Dec 23 16:29:40.242359 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-6e2f14b1-2d82-4c57-af3a-0426676d9960 req-dc839178-5ba2-484f-bf5c-171e7f6ad69a tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] 10.222.0.64 "GET /v2.0/ports?device_id=4c04f80f-be9c-40fd-a70c-155d6926bf5c HTTP/1.1" status: 200  len: 210 time: 0.0471072
Dec 23 16:29:41.280521 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbceff17-cdcd-4aef-a26a-2927051b0404 req-2986c5a3-0961-4230-bd06-45f4d419b9b4 tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:29:41.282629 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-dbceff17-cdcd-4aef-a26a-2927051b0404 req-2986c5a3-0961-4230-bd06-45f4d419b9b4 tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] 10.222.0.61 "GET /v2.0/networks?id=7889bd1a-66d7-4f1c-861b-9c64bbc6a43c HTTP/1.1" status: 200  len: 815 time: 0.1485281
Dec 23 16:29:41.295494 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [req-dbceff17-cdcd-4aef-a26a-2927051b0404 req-ccb0feca-68dc-4975-ae40-80cfb0ab7edf tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] Request body: {'port': {'device_id': '4c04f80f-be9c-40fd-a70c-155d6926bf5c', 'network_id': '7889bd1a-66d7-4f1c-861b-9c64bbc6a43c', 'admin_state_up': True, 'tenant_id': '1b4119f73bbe4d34afa8d7df321d5c3c'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:29:41.405188 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-da3f1bf0-2f16-42c5-adca-a8e0d44b6fb0 req-46cf96c9-ef77-4887-897d-e0ac1383807f tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] 10.222.0.64 "GET /v2.0/ports?device_id=4c04f80f-be9c-40fd-a70c-155d6926bf5c HTTP/1.1" status: 200  len: 210 time: 0.0447838
Dec 23 16:29:41.443803 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [req-dbceff17-cdcd-4aef-a26a-2927051b0404 req-ccb0feca-68dc-4975-ae40-80cfb0ab7edf tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:29:41.448054 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [req-dbceff17-cdcd-4aef-a26a-2927051b0404 req-ccb0feca-68dc-4975-ae40-80cfb0ab7edf tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] Usage tracker for resource:port and tenant:1b4119f73bbe4d34afa8d7df321d5c3c is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:29:41.450801 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [req-dbceff17-cdcd-4aef-a26a-2927051b0404 req-ccb0feca-68dc-4975-ae40-80cfb0ab7edf tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:29:41.456247 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [req-dbceff17-cdcd-4aef-a26a-2927051b0404 req-ccb0feca-68dc-4975-ae40-80cfb0ab7edf tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:29:41.465893 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dbceff17-cdcd-4aef-a26a-2927051b0404 req-ccb0feca-68dc-4975-ae40-80cfb0ab7edf tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] Made reservation on behalf of 1b4119f73bbe4d34afa8d7df321d5c3c for: {'port': 1} {{(pid=87635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:29:41.469352 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [req-dbceff17-cdcd-4aef-a26a-2927051b0404 req-ccb0feca-68dc-4975-ae40-80cfb0ab7edf tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:29:41.631464 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.db_base_plugin_common [req-dbceff17-cdcd-4aef-a26a-2927051b0404 req-ccb0feca-68dc-4975-ae40-80cfb0ab7edf tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] Allocated IP 172.20.0.4 (7889bd1a-66d7-4f1c-861b-9c64bbc6a43c/e67621e4-4569-4dec-97de-23d4e074a54c/5b8d15f5-5425-4bc7-9497-020d15bf8bb3) {{(pid=87635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:29:41.925502 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:29:41.969651 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [req-dbceff17-cdcd-4aef-a26a-2927051b0404 req-ccb0feca-68dc-4975-ae40-80cfb0ab7edf tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] Notify callbacks [] for port, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:29:42.002421 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [req-dbceff17-cdcd-4aef-a26a-2927051b0404 req-ccb0feca-68dc-4975-ae40-80cfb0ab7edf tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:29:42.008887 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-1526f570-4f83-4dff-9291-8ea7bd6412e4 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:29:42.075569 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbceff17-cdcd-4aef-a26a-2927051b0404 req-ccb0feca-68dc-4975-ae40-80cfb0ab7edf tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] Network 7889bd1a-66d7-4f1c-861b-9c64bbc6a43c is already hosted by enough agents. {{(pid=87635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:29:42.076655 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.base_scheduler [req-dbceff17-cdcd-4aef-a26a-2927051b0404 req-ccb0feca-68dc-4975-ae40-80cfb0ab7edf tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] Resources bound (agent type, host, resource id):  {{(pid=87635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:29:42.080959 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbceff17-cdcd-4aef-a26a-2927051b0404 req-ccb0feca-68dc-4975-ae40-80cfb0ab7edf tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] Received port after_create {{(pid=87635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:29:42.115641 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb0feca-68dc-4975-ae40-80cfb0ab7edf tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] Pushing event updated for resources: {'Port': ['ID=5b8d15f5-5425-4bc7-9497-020d15bf8bb3,revision_number=1']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:29:42.124135 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-ccb0feca-68dc-4975-ae40-80cfb0ab7edf tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:29:42.147137 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbceff17-cdcd-4aef-a26a-2927051b0404 req-ccb0feca-68dc-4975-ae40-80cfb0ab7edf tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:29:42.147852 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [req-dbceff17-cdcd-4aef-a26a-2927051b0404 req-ccb0feca-68dc-4975-ae40-80cfb0ab7edf tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:29:42.170351 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-dbceff17-cdcd-4aef-a26a-2927051b0404 req-ccb0feca-68dc-4975-ae40-80cfb0ab7edf tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8788800
Dec 23 16:29:42.180655 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [req-dbceff17-cdcd-4aef-a26a-2927051b0404 req-31b6bdeb-ff19-487d-af4a-e8dee641ce32 tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=87635) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 23 16:29:42.181506 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-dbceff17-cdcd-4aef-a26a-2927051b0404 req-31b6bdeb-ff19-487d-af4a-e8dee641ce32 tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0050321
Dec 23 16:29:42.191849 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [req-dbceff17-cdcd-4aef-a26a-2927051b0404 req-5e9ecd32-0a5a-4fba-abd8-83af632f49c8 service neutron] Request body: {'port': {'device_id': '4c04f80f-be9c-40fd-a70c-155d6926bf5c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8227'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:29:42.305186 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [req-dbceff17-cdcd-4aef-a26a-2927051b0404 req-5e9ecd32-0a5a-4fba-abd8-83af632f49c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:29:42.660118 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9cd29b-f04c-4cdf-bb31-b69f107057d2 req-80a722ff-a7a0-47cf-b19a-d6b1cbc46d87 tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:29:42.660839 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [req-fd9cd29b-f04c-4cdf-bb31-b69f107057d2 req-80a722ff-a7a0-47cf-b19a-d6b1cbc46d87 tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] Synchronizing usage tracker for tenant:1b4119f73bbe4d34afa8d7df321d5c3c on resource:port {{(pid=87635) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:29:42.726286 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.notifiers.nova [req-dbceff17-cdcd-4aef-a26a-2927051b0404 req-5e9ecd32-0a5a-4fba-abd8-83af632f49c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b8d15f5-5425-4bc7-9497-020d15bf8bb3 {{(pid=87635) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 23 16:29:42.732772 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [req-fd9cd29b-f04c-4cdf-bb31-b69f107057d2 req-80a722ff-a7a0-47cf-b19a-d6b1cbc46d87 tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] Unset dirty status for tenant:1b4119f73bbe4d34afa8d7df321d5c3c on resource:port {{(pid=87635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:29:42.733928 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-fd9cd29b-f04c-4cdf-bb31-b69f107057d2 req-80a722ff-a7a0-47cf-b19a-d6b1cbc46d87 tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] 10.222.0.64 "GET /v2.0/ports?device_id=4c04f80f-be9c-40fd-a70c-155d6926bf5c HTTP/1.1" status: 200  len: 931 time: 0.2074587
Dec 23 16:29:42.735481 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [req-dbceff17-cdcd-4aef-a26a-2927051b0404 req-5e9ecd32-0a5a-4fba-abd8-83af632f49c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:29:42.769076 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.provisioning_blocks [req-dbceff17-cdcd-4aef-a26a-2927051b0404 req-5e9ecd32-0a5a-4fba-abd8-83af632f49c8 service neutron] Transition to ACTIVE for port object 5b8d15f5-5425-4bc7-9497-020d15bf8bb3 will not be triggered until provisioned by entity L2. {{(pid=87635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:29:42.778708 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [req-dbceff17-cdcd-4aef-a26a-2927051b0404 req-5e9ecd32-0a5a-4fba-abd8-83af632f49c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2753531'] for port, after_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:29:42.784966 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-0f3acbc2-ad69-40d0-a5ef-f89d56f857fa tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:29:42.825925 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-fd9cd29b-f04c-4cdf-bb31-b69f107057d2 req-a9b2f6a3-055e-4803-825b-cb5054ba6f46 tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] 10.222.0.64 "GET /v2.0/security-groups?id=bfd64fd2-2aa5-49ac-885f-af56965fdbc6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0858960
Dec 23 16:29:42.939316 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9ecd32-0a5a-4fba-abd8-83af632f49c8 service neutron] Pushing event updated for resources: {'Port': ['ID=5b8d15f5-5425-4bc7-9497-020d15bf8bb3,revision_number=2']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:29:42.946434 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-5e9ecd32-0a5a-4fba-abd8-83af632f49c8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:29:43.019178 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.managers [req-dbceff17-cdcd-4aef-a26a-2927051b0404 req-5e9ecd32-0a5a-4fba-abd8-83af632f49c8 service neutron] Attempting to bind port 5b8d15f5-5425-4bc7-9497-020d15bf8bb3 on host hv-neutron-8227 for vnic_type normal with profile  {{(pid=87635) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:29:43.019394 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.managers [req-dbceff17-cdcd-4aef-a26a-2927051b0404 req-5e9ecd32-0a5a-4fba-abd8-83af632f49c8 service neutron] Attempting to bind port 5b8d15f5-5425-4bc7-9497-020d15bf8bb3 by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': '6fe2e1bd-9064-429e-9cd9-f8af3e2adaae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '7889bd1a-66d7-4f1c-861b-9c64bbc6a43c'}] {{(pid=87635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:29:43.019730 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbceff17-cdcd-4aef-a26a-2927051b0404 req-5e9ecd32-0a5a-4fba-abd8-83af632f49c8 service neutron] Attempting to bind port 5b8d15f5-5425-4bc7-9497-020d15bf8bb3 on network 7889bd1a-66d7-4f1c-861b-9c64bbc6a43c {{(pid=87635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:29:43.024475 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbceff17-cdcd-4aef-a26a-2927051b0404 req-5e9ecd32-0a5a-4fba-abd8-83af632f49c8 service neutron] Port 5b8d15f5-5425-4bc7-9497-020d15bf8bb3 on network 7889bd1a-66d7-4f1c-861b-9c64bbc6a43c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=87635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 23 16:29:43.024839 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbceff17-cdcd-4aef-a26a-2927051b0404 req-5e9ecd32-0a5a-4fba-abd8-83af632f49c8 service neutron] Attempting to bind port 5b8d15f5-5425-4bc7-9497-020d15bf8bb3 on network 7889bd1a-66d7-4f1c-861b-9c64bbc6a43c {{(pid=87635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:29:43.030072 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbceff17-cdcd-4aef-a26a-2927051b0404 req-5e9ecd32-0a5a-4fba-abd8-83af632f49c8 service neutron] Checking agent: {'id': '5a806709-633b-4d33-98c4-3d24562c0f1e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8227', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 6, 42), 'started_at': datetime.datetime(2021, 12, 23, 16, 6, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 29, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 23 16:29:43.030409 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbceff17-cdcd-4aef-a26a-2927051b0404 req-5e9ecd32-0a5a-4fba-abd8-83af632f49c8 service neutron] Checking segment: {'id': '6fe2e1bd-9064-429e-9cd9-f8af3e2adaae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '7889bd1a-66d7-4f1c-861b-9c64bbc6a43c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:29:43.030803 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbceff17-cdcd-4aef-a26a-2927051b0404 req-5e9ecd32-0a5a-4fba-abd8-83af632f49c8 service neutron] Bound using segment: {'id': '6fe2e1bd-9064-429e-9cd9-f8af3e2adaae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '7889bd1a-66d7-4f1c-861b-9c64bbc6a43c'} {{(pid=87635) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 23 16:29:43.031250 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.managers [req-dbceff17-cdcd-4aef-a26a-2927051b0404 req-5e9ecd32-0a5a-4fba-abd8-83af632f49c8 service neutron] Bound port: 5b8d15f5-5425-4bc7-9497-020d15bf8bb3, host: hv-neutron-8227, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fe2e1bd-9064-429e-9cd9-f8af3e2adaae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '7889bd1a-66d7-4f1c-861b-9c64bbc6a43c'}}] {{(pid=87635) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 23 16:29:43.031575 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [req-dbceff17-cdcd-4aef-a26a-2927051b0404 req-5e9ecd32-0a5a-4fba-abd8-83af632f49c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:29:43.126133 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.db [req-dbceff17-cdcd-4aef-a26a-2927051b0404 req-5e9ecd32-0a5a-4fba-abd8-83af632f49c8 service neutron] For port 5b8d15f5-5425-4bc7-9497-020d15bf8bb3, host hv-neutron-8227, cleared binding levels {{(pid=87635) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 23 16:29:43.129225 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.db [req-dbceff17-cdcd-4aef-a26a-2927051b0404 req-5e9ecd32-0a5a-4fba-abd8-83af632f49c8 service neutron] For port 5b8d15f5-5425-4bc7-9497-020d15bf8bb3, host hv-neutron-8227, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=5b8d15f5-5425-4bc7-9497-020d15bf8bb3,segment=NetworkSegment(6fe2e1bd-9064-429e-9cd9-f8af3e2adaae),segment_id=6fe2e1bd-9064-429e-9cd9-f8af3e2adaae)] {{(pid=87635) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 23 16:29:43.136746 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [req-dbceff17-cdcd-4aef-a26a-2927051b0404 req-5e9ecd32-0a5a-4fba-abd8-83af632f49c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2753531'] for port, after_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:29:43.142770 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-f51016ab-ebcc-4692-a673-49ffcd520b4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:29:43.199798 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbceff17-cdcd-4aef-a26a-2927051b0404 req-5e9ecd32-0a5a-4fba-abd8-83af632f49c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:29:43.200412 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [req-dbceff17-cdcd-4aef-a26a-2927051b0404 req-5e9ecd32-0a5a-4fba-abd8-83af632f49c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:29:43.201808 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-dbceff17-cdcd-4aef-a26a-2927051b0404 req-5e9ecd32-0a5a-4fba-abd8-83af632f49c8 service neutron] 10.222.0.61 "PUT /v2.0/ports/5b8d15f5-5425-4bc7-9497-020d15bf8bb3 HTTP/1.1" status: 200  len: 1093 time: 1.0136082
Dec 23 16:29:43.202331 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c04f80f-be9c-40fd-a70c-155d6926bf5c', 'tag': '5b8d15f5-5425-4bc7-9497-020d15bf8bb3'}] {{(pid=87635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 23 16:29:43.237332 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9ecd32-0a5a-4fba-abd8-83af632f49c8 service neutron] Pushing event updated for resources: {'Port': ['ID=5b8d15f5-5425-4bc7-9497-020d15bf8bb3,revision_number=3']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:29:43.242350 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-5e9ecd32-0a5a-4fba-abd8-83af632f49c8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:29:43.274187 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c04f80f-be9c-40fd-a70c-155d6926bf5c', 'tag': '5b8d15f5-5425-4bc7-9497-020d15bf8bb3', 'status': 'completed', 'code': 200}
Dec 23 16:29:43.315856 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbceff17-cdcd-4aef-a26a-2927051b0404 req-941cafc8-2d05-4a82-a379-fed0715dc1e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:29:43.317389 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-dbceff17-cdcd-4aef-a26a-2927051b0404 req-941cafc8-2d05-4a82-a379-fed0715dc1e2 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1b4119f73bbe4d34afa8d7df321d5c3c&device_id=4c04f80f-be9c-40fd-a70c-155d6926bf5c HTTP/1.1" status: 200  len: 1096 time: 0.0763092
Dec 23 16:29:43.388232 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-dbceff17-cdcd-4aef-a26a-2927051b0404 req-79e210cb-82e3-439f-9f9a-cc0ba9571c33 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5b8d15f5-5425-4bc7-9497-020d15bf8bb3 HTTP/1.1" status: 200  len: 217 time: 0.0624337
Dec 23 16:29:43.458677 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbceff17-cdcd-4aef-a26a-2927051b0404 req-1bd51da9-0e93-40f7-a922-9567b53e25e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:29:43.460768 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-dbceff17-cdcd-4aef-a26a-2927051b0404 req-1bd51da9-0e93-40f7-a922-9567b53e25e7 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e67621e4-4569-4dec-97de-23d4e074a54c HTTP/1.1" status: 200  len: 855 time: 0.0660014
Dec 23 16:29:43.510791 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-dbceff17-cdcd-4aef-a26a-2927051b0404 req-80aecac2-32b8-4e81-9ee5-249029943814 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7889bd1a-66d7-4f1c-861b-9c64bbc6a43c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0436320
Dec 23 16:29:43.642246 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-dbceff17-cdcd-4aef-a26a-2927051b0404 req-f13aec28-e3c5-4986-b516-74db1fc16c9a service neutron] 10.222.0.61 "GET /v2.0/networks/7889bd1a-66d7-4f1c-861b-9c64bbc6a43c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1248496
Dec 23 16:29:43.893654 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-dbceff17-cdcd-4aef-a26a-2927051b0404 req-bec6b12c-c323-4029-8921-ad19fcb7813e service neutron] 10.222.0.61 "GET /v2.0/networks/7889bd1a-66d7-4f1c-861b-9c64bbc6a43c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2451038
Dec 23 16:29:44.072302 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df806bc0-8683-40f7-b9aa-1fc3e2628528 req-d5b577d4-3e70-4c25-b3ac-4b6afc1c8da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:29:44.073845 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-df806bc0-8683-40f7-b9aa-1fc3e2628528 req-d5b577d4-3e70-4c25-b3ac-4b6afc1c8da2 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1b4119f73bbe4d34afa8d7df321d5c3c&device_id=4c04f80f-be9c-40fd-a70c-155d6926bf5c HTTP/1.1" status: 200  len: 1096 time: 0.1292922
Dec 23 16:29:44.083730 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1591a267-9b47-4e56-9818-3a97fdc3c297 req-1e34270f-505f-4263-b9d7-6f7692b8ebca tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:29:44.085107 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-1591a267-9b47-4e56-9818-3a97fdc3c297 req-1e34270f-505f-4263-b9d7-6f7692b8ebca tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] 10.222.0.64 "GET /v2.0/ports?device_id=4c04f80f-be9c-40fd-a70c-155d6926bf5c HTTP/1.1" status: 200  len: 943 time: 0.1062813
Dec 23 16:29:44.203456 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-1591a267-9b47-4e56-9818-3a97fdc3c297 req-5166b3af-b182-477d-8678-04b54c5d6146 tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] 10.222.0.64 "GET /v2.0/security-groups?id=bfd64fd2-2aa5-49ac-885f-af56965fdbc6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1002009
Dec 23 16:29:44.238195 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df806bc0-8683-40f7-b9aa-1fc3e2628528 req-d235121b-1b25-41b0-944d-d575fdbb9a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:29:44.239677 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-df806bc0-8683-40f7-b9aa-1fc3e2628528 req-d235121b-1b25-41b0-944d-d575fdbb9a80 service neutron] 10.222.0.61 "GET /v2.0/networks?id=7889bd1a-66d7-4f1c-861b-9c64bbc6a43c HTTP/1.1" status: 200  len: 916 time: 0.1537609
Dec 23 16:29:44.312040 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-df806bc0-8683-40f7-b9aa-1fc3e2628528 req-95f4173c-6978-4f48-8917-680651a3ec0e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5b8d15f5-5425-4bc7-9497-020d15bf8bb3 HTTP/1.1" status: 200  len: 217 time: 0.0651031
Dec 23 16:29:44.375720 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df806bc0-8683-40f7-b9aa-1fc3e2628528 req-48e09d25-9ac3-48f4-99f9-507e458268c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:29:44.377142 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-df806bc0-8683-40f7-b9aa-1fc3e2628528 req-48e09d25-9ac3-48f4-99f9-507e458268c2 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e67621e4-4569-4dec-97de-23d4e074a54c HTTP/1.1" status: 200  len: 855 time: 0.0582676
Dec 23 16:29:44.426184 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-df806bc0-8683-40f7-b9aa-1fc3e2628528 req-1f936567-c209-435b-807e-5a2a19474ee2 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7889bd1a-66d7-4f1c-861b-9c64bbc6a43c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0402520
Dec 23 16:29:44.559447 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-df806bc0-8683-40f7-b9aa-1fc3e2628528 req-519f16e0-c260-4a47-b3ad-0c5d4fb957e9 service neutron] 10.222.0.61 "GET /v2.0/networks/7889bd1a-66d7-4f1c-861b-9c64bbc6a43c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1252527
Dec 23 16:29:44.691162 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-df806bc0-8683-40f7-b9aa-1fc3e2628528 req-d2f16d33-e673-4be9-99c1-759fafec3327 service neutron] 10.222.0.61 "GET /v2.0/networks/7889bd1a-66d7-4f1c-861b-9c64bbc6a43c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1243975
Dec 23 16:29:45.425036 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936b00ee-b463-45c7-b789-310882522d2c req-7d819cf4-9963-4f23-9fa9-9fe91deaef8d tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:29:45.426493 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-936b00ee-b463-45c7-b789-310882522d2c req-7d819cf4-9963-4f23-9fa9-9fe91deaef8d tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] 10.222.0.64 "GET /v2.0/ports?device_id=4c04f80f-be9c-40fd-a70c-155d6926bf5c HTTP/1.1" status: 200  len: 943 time: 0.1032314
Dec 23 16:29:45.480313 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-936b00ee-b463-45c7-b789-310882522d2c req-eac46fa7-8de0-4a13-bd95-78389bbbd213 tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] Synchronizing usage tracker for tenant:1b4119f73bbe4d34afa8d7df321d5c3c on resource:security_group {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:29:45.499889 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-936b00ee-b463-45c7-b789-310882522d2c req-eac46fa7-8de0-4a13-bd95-78389bbbd213 tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] Unset dirty status for tenant:1b4119f73bbe4d34afa8d7df321d5c3c on resource:security_group {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:29:45.500973 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-936b00ee-b463-45c7-b789-310882522d2c req-eac46fa7-8de0-4a13-bd95-78389bbbd213 tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] 10.222.0.64 "GET /v2.0/security-groups?id=bfd64fd2-2aa5-49ac-885f-af56965fdbc6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0677612
Dec 23 16:29:46.442807 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Device 5b8d15f5-5425-4bc7-9497-020d15bf8bb3 details requested by agent hyperv_hv-neutron-8227 with host hv-neutron-8227 {{(pid=87637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 23 16:29:46.587949 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] For port 5b8d15f5-5425-4bc7-9497-020d15bf8bb3, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=5b8d15f5-5425-4bc7-9497-020d15bf8bb3,segment=NetworkSegment(6fe2e1bd-9064-429e-9cd9-f8af3e2adaae),segment_id=6fe2e1bd-9064-429e-9cd9-f8af3e2adaae)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:29:46.602054 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Returning: {'device': '5b8d15f5-5425-4bc7-9497-020d15bf8bb3', 'network_id': '7889bd1a-66d7-4f1c-861b-9c64bbc6a43c', 'port_id': '5b8d15f5-5425-4bc7-9497-020d15bf8bb3', 'mac_address': 'fa:16:3e:8c:ce:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e67621e4-4569-4dec-97de-23d4e074a54c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 23 16:29:46.657326 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:29:46.677135 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.notifiers.nova [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b8d15f5-5425-4bc7-9497-020d15bf8bb3 {{(pid=87637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 23 16:29:46.692552 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] For port 5b8d15f5-5425-4bc7-9497-020d15bf8bb3, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=5b8d15f5-5425-4bc7-9497-020d15bf8bb3,segment=NetworkSegment(6fe2e1bd-9064-429e-9cd9-f8af3e2adaae),segment_id=6fe2e1bd-9064-429e-9cd9-f8af3e2adaae)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:29:46.698385 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:29:46.700885 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf5ed56-0acb-4212-bdf2-53c50dbea46b req-f9929552-8201-43ab-be8e-6afe729b4ded tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:29:46.702133 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-278d9934-cf93-4037-a740-286df0af80f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:29:46.702399 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-bbf5ed56-0acb-4212-bdf2-53c50dbea46b req-f9929552-8201-43ab-be8e-6afe729b4ded tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] 10.222.0.64 "GET /v2.0/ports?device_id=4c04f80f-be9c-40fd-a70c-155d6926bf5c HTTP/1.1" status: 200  len: 943 time: 0.0897546
Dec 23 16:29:46.749406 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-bbf5ed56-0acb-4212-bdf2-53c50dbea46b req-cedc7f4e-0798-4899-8d23-49060ab85670 tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] 10.222.0.64 "GET /v2.0/security-groups?id=bfd64fd2-2aa5-49ac-885f-af56965fdbc6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402682
Dec 23 16:29:46.767733 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Pushing event updated for resources: {'Port': ['ID=5b8d15f5-5425-4bc7-9497-020d15bf8bb3,revision_number=4']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:29:46.770957 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:29:46.914541 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] get_ports_and_sgs() called for port_ids ['5b8d15f5-5425-4bc7-9497-020d15bf8bb3'] {{(pid=87637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 23 16:29:47.364325 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-8ba93a1d-7d01-4c7c-91b5-4af2836693d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:29:47.614199 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.agents_db [None req-30c2320c-f298-49f6-9c47-c20e38116a9c None None] Agent healthcheck: found 6 active agents {{(pid=87638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 23 16:29:47.968450 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e530aa1-caee-4a1b-a40c-5190eda4d147 req-04a54b98-4891-473d-90f7-369fc9cb44cc tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:29:47.969855 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-7e530aa1-caee-4a1b-a40c-5190eda4d147 req-04a54b98-4891-473d-90f7-369fc9cb44cc tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] 10.222.0.64 "GET /v2.0/ports?device_id=4c04f80f-be9c-40fd-a70c-155d6926bf5c HTTP/1.1" status: 200  len: 944 time: 0.0874946
Dec 23 16:29:48.018277 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-7e530aa1-caee-4a1b-a40c-5190eda4d147 req-08c24670-e3bb-4cdb-936f-bcba469d1fd6 tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] 10.222.0.64 "GET /v2.0/security-groups?id=bfd64fd2-2aa5-49ac-885f-af56965fdbc6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427372
Dec 23 16:29:48.442559 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Device 5b8d15f5-5425-4bc7-9497-020d15bf8bb3 up at agent hyperv_hv-neutron-8227 {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:29:48.522481 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Provisioning for port 5b8d15f5-5425-4bc7-9497-020d15bf8bb3 completed by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:29:48.527327 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Provisioning complete for port 5b8d15f5-5425-4bc7-9497-020d15bf8bb3 triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:29:48.527712 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:29:48.643719 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:29:48.671277 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c04f80f-be9c-40fd-a70c-155d6926bf5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b8d15f5-5425-4bc7-9497-020d15bf8bb3'}] {{(pid=87637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 23 16:29:48.681178 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] For port 5b8d15f5-5425-4bc7-9497-020d15bf8bb3, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=5b8d15f5-5425-4bc7-9497-020d15bf8bb3,segment=NetworkSegment(6fe2e1bd-9064-429e-9cd9-f8af3e2adaae),segment_id=6fe2e1bd-9064-429e-9cd9-f8af3e2adaae)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:29:48.686447 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:29:48.688453 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:29:48.722211 dv-neutron-822799-1-hyperv neutron-server[87637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c04f80f-be9c-40fd-a70c-155d6926bf5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b8d15f5-5425-4bc7-9497-020d15bf8bb3', 'code': 200}
Dec 23 16:29:48.758757 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Pushing event updated for resources: {'Port': ['ID=5b8d15f5-5425-4bc7-9497-020d15bf8bb3,revision_number=5']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:29:48.761701 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:29:48.977341 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bea6bbe-e270-41db-a17f-4b917b2645e1 req-ae773f45-41a4-4d7f-968f-c1e2363c54d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:29:48.978720 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-7bea6bbe-e270-41db-a17f-4b917b2645e1 req-ae773f45-41a4-4d7f-968f-c1e2363c54d5 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=4c04f80f-be9c-40fd-a70c-155d6926bf5c HTTP/1.1" status: 200  len: 1098 time: 0.0784755
Dec 23 16:29:49.033019 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-7bea6bbe-e270-41db-a17f-4b917b2645e1 req-a4ba719c-5e76-43f1-a6b3-25fd554658db service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=bfd64fd2-2aa5-49ac-885f-af56965fdbc6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0469503
Dec 23 16:29:49.209879 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5436032c-f28f-4088-aff3-e7dc09357f73 req-85d77c93-8bb8-4060-adaa-f97700d2c636 tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:29:49.211367 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-5436032c-f28f-4088-aff3-e7dc09357f73 req-85d77c93-8bb8-4060-adaa-f97700d2c636 tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] 10.222.0.64 "GET /v2.0/ports?device_id=4c04f80f-be9c-40fd-a70c-155d6926bf5c HTTP/1.1" status: 200  len: 945 time: 0.0816779
Dec 23 16:29:49.265044 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-5436032c-f28f-4088-aff3-e7dc09357f73 req-5eec2d4e-c4ca-4987-b5bc-7af1f879de31 tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] 10.222.0.64 "GET /v2.0/security-groups?id=bfd64fd2-2aa5-49ac-885f-af56965fdbc6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451863
Dec 23 16:29:49.738614 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-5ee9ab8e-b1cc-4c7c-b9ff-02c4fa8ef620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:29:50.461031 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe1b853-a4e4-4256-b1f2-d900b1afac2e req-51761514-dbe5-40f6-9536-eeeda292c474 tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:29:50.462494 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-ffe1b853-a4e4-4256-b1f2-d900b1afac2e req-51761514-dbe5-40f6-9536-eeeda292c474 tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] 10.222.0.64 "GET /v2.0/ports?device_id=4c04f80f-be9c-40fd-a70c-155d6926bf5c HTTP/1.1" status: 200  len: 945 time: 0.0876639
Dec 23 16:29:50.506950 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-ffe1b853-a4e4-4256-b1f2-d900b1afac2e req-b40b2c7f-2094-44e4-adb0-a375147053b3 tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] 10.222.0.64 "GET /v2.0/security-groups?id=bfd64fd2-2aa5-49ac-885f-af56965fdbc6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0386999
Dec 23 16:29:50.700982 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30680181-3d01-40ae-8a3f-653f79453cc9 req-67f5e245-8bcc-456b-92c5-2e3a64e85749 tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:29:50.702436 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-30680181-3d01-40ae-8a3f-653f79453cc9 req-67f5e245-8bcc-456b-92c5-2e3a64e85749 tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] 10.222.0.64 "GET /v2.0/ports?device_id=4c04f80f-be9c-40fd-a70c-155d6926bf5c HTTP/1.1" status: 200  len: 945 time: 0.0930526
Dec 23 16:29:50.750174 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-30680181-3d01-40ae-8a3f-653f79453cc9 req-ba5102b7-f552-4054-82e1-2edc1232ab96 tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] 10.222.0.64 "GET /v2.0/security-groups?id=bfd64fd2-2aa5-49ac-885f-af56965fdbc6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0391750
Dec 23 16:29:50.798467 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9dcbea60-a34f-4144-91e7-90aff3f57aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:29:50.870103 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:29:51.122341 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2588cf-5cf0-4129-aa1e-6c94f68de9bf req-a04b19a1-fd4c-4f58-9b02-d73906ef4102 tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:29:51.123800 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-db2588cf-5cf0-4129-aa1e-6c94f68de9bf req-a04b19a1-fd4c-4f58-9b02-d73906ef4102 tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] 10.222.0.64 "GET /v2.0/ports?device_id=4c04f80f-be9c-40fd-a70c-155d6926bf5c HTTP/1.1" status: 200  len: 945 time: 0.0912216
Dec 23 16:29:51.168299 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-db2588cf-5cf0-4129-aa1e-6c94f68de9bf req-9389788e-59e1-4aa2-b081-9e2cb27e45b0 tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] 10.222.0.64 "GET /v2.0/security-groups?id=bfd64fd2-2aa5-49ac-885f-af56965fdbc6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0387871
Dec 23 16:29:51.389510 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa6efe7-ec82-43f7-a01c-7b60fff7c2f6 req-4630fd8d-d224-4784-b560-33508867fc49 tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:29:51.390980 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-3aa6efe7-ec82-43f7-a01c-7b60fff7c2f6 req-4630fd8d-d224-4784-b560-33508867fc49 tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] 10.222.0.64 "GET /v2.0/ports?device_id=4c04f80f-be9c-40fd-a70c-155d6926bf5c HTTP/1.1" status: 200  len: 945 time: 0.0971673
Dec 23 16:29:51.436551 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-3aa6efe7-ec82-43f7-a01c-7b60fff7c2f6 req-3c1d1812-24a6-4da7-b064-bdb8156fbfd2 tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] 10.222.0.64 "GET /v2.0/security-groups?id=bfd64fd2-2aa5-49ac-885f-af56965fdbc6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398171
Dec 23 16:29:51.794461 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-2f0df67f-4650-4ed7-be39-a2deee972428 req-3201bd9a-0966-4960-9325-de1f6c339a32 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=4c04f80f-be9c-40fd-a70c-155d6926bf5c&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0767591
Dec 23 16:29:51.846075 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166570ca-d698-4845-a8a1-a9731a450465 req-c0341091-85f6-4944-8cc1-94d4cf284d0f tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:29:51.847675 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-166570ca-d698-4845-a8a1-a9731a450465 req-c0341091-85f6-4944-8cc1-94d4cf284d0f tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] 10.222.0.64 "GET /v2.0/ports?device_id=4c04f80f-be9c-40fd-a70c-155d6926bf5c HTTP/1.1" status: 200  len: 945 time: 0.0852084
Dec 23 16:29:51.892655 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-166570ca-d698-4845-a8a1-a9731a450465 req-5e82f169-3f5a-44e6-8086-13eeac3ef25d tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] 10.222.0.64 "GET /v2.0/security-groups?id=bfd64fd2-2aa5-49ac-885f-af56965fdbc6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0392597
Dec 23 16:29:52.290486 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9e3aab53-d650-47e3-b8a6-2dff21fe9ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:29:53.016780 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0df67f-4650-4ed7-be39-a2deee972428 req-18690ceb-3589-4c0c-b58a-eb4723184002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:29:53.018354 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-2f0df67f-4650-4ed7-be39-a2deee972428 req-18690ceb-3589-4c0c-b58a-eb4723184002 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1b4119f73bbe4d34afa8d7df321d5c3c&device_id=4c04f80f-be9c-40fd-a70c-155d6926bf5c HTTP/1.1" status: 200  len: 1098 time: 0.0818305
Dec 23 16:29:53.083093 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d34d9d-aa9f-4050-8e77-659a3927c333 req-4b1a8bc2-8e0e-4c85-8386-f683543c5396 tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:29:53.084543 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-e0d34d9d-aa9f-4050-8e77-659a3927c333 req-4b1a8bc2-8e0e-4c85-8386-f683543c5396 tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] 10.222.0.64 "GET /v2.0/ports?device_id=4c04f80f-be9c-40fd-a70c-155d6926bf5c HTTP/1.1" status: 200  len: 945 time: 0.0800552
Dec 23 16:29:53.130806 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-e0d34d9d-aa9f-4050-8e77-659a3927c333 req-88657276-87df-4a57-9198-25d90843eb6c tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] 10.222.0.64 "GET /v2.0/security-groups?id=bfd64fd2-2aa5-49ac-885f-af56965fdbc6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402198
Dec 23 16:29:53.268803 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0df67f-4650-4ed7-be39-a2deee972428 req-66fcf5be-7781-41e7-8169-c158ea054312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:29:53.270157 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-2f0df67f-4650-4ed7-be39-a2deee972428 req-66fcf5be-7781-41e7-8169-c158ea054312 service neutron] 10.222.0.61 "GET /v2.0/networks?id=7889bd1a-66d7-4f1c-861b-9c64bbc6a43c HTTP/1.1" status: 200  len: 916 time: 0.2455590
Dec 23 16:29:53.339299 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-2f0df67f-4650-4ed7-be39-a2deee972428 req-a700697d-3f8f-4b1a-ac65-aeec762bc367 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5b8d15f5-5425-4bc7-9497-020d15bf8bb3 HTTP/1.1" status: 200  len: 217 time: 0.0620189
Dec 23 16:29:53.409601 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0df67f-4650-4ed7-be39-a2deee972428 req-9a779ff9-2095-489a-b271-2a7db886197d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:29:53.411043 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-2f0df67f-4650-4ed7-be39-a2deee972428 req-9a779ff9-2095-489a-b271-2a7db886197d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e67621e4-4569-4dec-97de-23d4e074a54c HTTP/1.1" status: 200  len: 855 time: 0.0657852
Dec 23 16:29:53.458625 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-2f0df67f-4650-4ed7-be39-a2deee972428 req-6e48b499-da6d-48d7-a4f1-199575852e4e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7889bd1a-66d7-4f1c-861b-9c64bbc6a43c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0408280
Dec 23 16:29:53.589999 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-2f0df67f-4650-4ed7-be39-a2deee972428 req-6525ca3a-3f79-49bf-8617-cdf0e161741b service neutron] 10.222.0.61 "GET /v2.0/networks/7889bd1a-66d7-4f1c-861b-9c64bbc6a43c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1244075
Dec 23 16:29:53.728922 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-2f0df67f-4650-4ed7-be39-a2deee972428 req-1fcfcd90-5618-45ed-b7c0-92d75c6c7415 service neutron] 10.222.0.61 "GET /v2.0/networks/7889bd1a-66d7-4f1c-861b-9c64bbc6a43c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1322436
Dec 23 16:29:54.334920 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ba05ea-a630-4ecb-9ec7-94f9c5741d61 req-a4cca4dd-44a7-43e2-aa0a-15ee54c8e37d tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:29:54.336621 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-16ba05ea-a630-4ecb-9ec7-94f9c5741d61 req-a4cca4dd-44a7-43e2-aa0a-15ee54c8e37d tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] 10.222.0.64 "GET /v2.0/ports?device_id=4c04f80f-be9c-40fd-a70c-155d6926bf5c HTTP/1.1" status: 200  len: 945 time: 0.0923519
Dec 23 16:29:54.383586 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-16ba05ea-a630-4ecb-9ec7-94f9c5741d61 req-c571171f-f2bd-4498-a04a-cd5f9c8eb9c1 tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] 10.222.0.64 "GET /v2.0/security-groups?id=bfd64fd2-2aa5-49ac-885f-af56965fdbc6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400922
Dec 23 16:29:55.587923 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dc227e-00b8-4a6e-99d7-89236aea3ce1 req-733d5dde-75f8-4694-9e95-4e0c41d2332b tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:29:55.589442 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-e8dc227e-00b8-4a6e-99d7-89236aea3ce1 req-733d5dde-75f8-4694-9e95-4e0c41d2332b tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] 10.222.0.64 "GET /v2.0/ports?device_id=4c04f80f-be9c-40fd-a70c-155d6926bf5c HTTP/1.1" status: 200  len: 945 time: 0.0911422
Dec 23 16:29:55.635146 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-e8dc227e-00b8-4a6e-99d7-89236aea3ce1 req-04a97d77-fa3c-434d-a5a2-15a4584922c8 tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] 10.222.0.64 "GET /v2.0/security-groups?id=bfd64fd2-2aa5-49ac-885f-af56965fdbc6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401137
Dec 23 16:29:56.842390 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2d46c7-d71b-4c6d-a30f-f1397b6e492f req-7579a7a1-e7d5-44fd-851f-d5aa1df5e641 tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:29:56.843849 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-ef2d46c7-d71b-4c6d-a30f-f1397b6e492f req-7579a7a1-e7d5-44fd-851f-d5aa1df5e641 tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] 10.222.0.64 "GET /v2.0/ports?device_id=4c04f80f-be9c-40fd-a70c-155d6926bf5c HTTP/1.1" status: 200  len: 945 time: 0.0891016
Dec 23 16:29:56.890222 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-ef2d46c7-d71b-4c6d-a30f-f1397b6e492f req-2808d887-b89a-415c-a2d8-e034e2594223 tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] 10.222.0.64 "GET /v2.0/security-groups?id=bfd64fd2-2aa5-49ac-885f-af56965fdbc6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0381453
Dec 23 16:29:58.086476 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e788cb4d-2e2a-4f1a-9fb5-f69e857bd8a5 req-561429b0-e0a2-4a15-a992-bc6edf32380f tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:29:58.087930 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-e788cb4d-2e2a-4f1a-9fb5-f69e857bd8a5 req-561429b0-e0a2-4a15-a992-bc6edf32380f tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] 10.222.0.64 "GET /v2.0/ports?device_id=4c04f80f-be9c-40fd-a70c-155d6926bf5c HTTP/1.1" status: 200  len: 945 time: 0.0803604
Dec 23 16:29:58.137723 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-e788cb4d-2e2a-4f1a-9fb5-f69e857bd8a5 req-211bb583-dbfe-464f-9eed-20c63404f0b8 tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] 10.222.0.64 "GET /v2.0/security-groups?id=bfd64fd2-2aa5-49ac-885f-af56965fdbc6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413098
Dec 23 16:29:59.397038 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c18f57-7d82-48e1-ad3a-fec8cd4c55c5 req-17f7e1e7-78ba-498b-8da3-28dc4da22fcd tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:29:59.398520 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-25c18f57-7d82-48e1-ad3a-fec8cd4c55c5 req-17f7e1e7-78ba-498b-8da3-28dc4da22fcd tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] 10.222.0.64 "GET /v2.0/ports?device_id=4c04f80f-be9c-40fd-a70c-155d6926bf5c HTTP/1.1" status: 200  len: 945 time: 0.1442580
Dec 23 16:29:59.403205 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcd4443-9033-4f1c-a483-499dcff10fe0 req-aad11c08-1676-4e7b-8206-8b861373c9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:29:59.404599 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-5fcd4443-9033-4f1c-a483-499dcff10fe0 req-aad11c08-1676-4e7b-8206-8b861373c9dd service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1b4119f73bbe4d34afa8d7df321d5c3c&device_id=4c04f80f-be9c-40fd-a70c-155d6926bf5c HTTP/1.1" status: 200  len: 1098 time: 0.1641395
Dec 23 16:29:59.519570 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-25c18f57-7d82-48e1-ad3a-fec8cd4c55c5 req-94244c61-b643-4657-a89c-d8619874f889 tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] 10.222.0.64 "GET /v2.0/security-groups?id=bfd64fd2-2aa5-49ac-885f-af56965fdbc6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1138480
Dec 23 16:29:59.577739 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcd4443-9033-4f1c-a483-499dcff10fe0 req-11e8b36a-0525-4141-9be8-c21967578246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:29:59.579181 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-5fcd4443-9033-4f1c-a483-499dcff10fe0 req-11e8b36a-0525-4141-9be8-c21967578246 service neutron] 10.222.0.61 "GET /v2.0/networks?id=7889bd1a-66d7-4f1c-861b-9c64bbc6a43c HTTP/1.1" status: 200  len: 916 time: 0.1544511
Dec 23 16:29:59.646187 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-5fcd4443-9033-4f1c-a483-499dcff10fe0 req-49f7a63c-c8e7-4a90-8f49-6b9bf20ea1b9 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5b8d15f5-5425-4bc7-9497-020d15bf8bb3 HTTP/1.1" status: 200  len: 217 time: 0.0596793
Dec 23 16:29:59.715157 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcd4443-9033-4f1c-a483-499dcff10fe0 req-a3629f58-c441-469d-a2c1-880d233d6f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:29:59.716699 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-5fcd4443-9033-4f1c-a483-499dcff10fe0 req-a3629f58-c441-469d-a2c1-880d233d6f58 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e67621e4-4569-4dec-97de-23d4e074a54c HTTP/1.1" status: 200  len: 855 time: 0.0633533
Dec 23 16:29:59.762528 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-5fcd4443-9033-4f1c-a483-499dcff10fe0 req-00bad3eb-963a-4747-ac57-113cfd3ce29a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7889bd1a-66d7-4f1c-861b-9c64bbc6a43c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0396209
Dec 23 16:29:59.900850 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-5fcd4443-9033-4f1c-a483-499dcff10fe0 req-e03f94f5-ee00-4428-a4ca-a29a135442a0 service neutron] 10.222.0.61 "GET /v2.0/networks/7889bd1a-66d7-4f1c-861b-9c64bbc6a43c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1321647
Dec 23 16:30:00.030926 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-5fcd4443-9033-4f1c-a483-499dcff10fe0 req-beb09dc3-83fd-4478-b357-e0b9c0f48c8a service neutron] 10.222.0.61 "GET /v2.0/networks/7889bd1a-66d7-4f1c-861b-9c64bbc6a43c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1239741
Dec 23 16:30:00.734473 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9b8805-40f1-4278-b602-b0a18bba263e req-5e1a913a-f5d6-4882-99f0-c8514beb4850 tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:30:00.735916 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-ec9b8805-40f1-4278-b602-b0a18bba263e req-5e1a913a-f5d6-4882-99f0-c8514beb4850 tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] 10.222.0.64 "GET /v2.0/ports?device_id=4c04f80f-be9c-40fd-a70c-155d6926bf5c HTTP/1.1" status: 200  len: 945 time: 0.0955129
Dec 23 16:30:00.783536 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-ec9b8805-40f1-4278-b602-b0a18bba263e req-9d8b37bb-14aa-43ce-916a-d29f41555b1b tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] 10.222.0.64 "GET /v2.0/security-groups?id=bfd64fd2-2aa5-49ac-885f-af56965fdbc6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0391822
Dec 23 16:30:01.976225 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595b1048-57f7-4725-8a62-d3cb5af3cb73 req-794e34f6-8042-48b8-991a-5ed8cfd29ef8 tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:30:01.977741 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-595b1048-57f7-4725-8a62-d3cb5af3cb73 req-794e34f6-8042-48b8-991a-5ed8cfd29ef8 tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] 10.222.0.64 "GET /v2.0/ports?device_id=4c04f80f-be9c-40fd-a70c-155d6926bf5c HTTP/1.1" status: 200  len: 945 time: 0.0840406
Dec 23 16:30:02.028705 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-595b1048-57f7-4725-8a62-d3cb5af3cb73 req-4255e3ec-21fa-426c-b54d-0c73c2d647c2 tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] 10.222.0.64 "GET /v2.0/security-groups?id=bfd64fd2-2aa5-49ac-885f-af56965fdbc6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430362
Dec 23 16:30:03.240248 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b3d3d6-0e33-4c58-9179-6265bbfc4967 req-610076b4-c4a6-4dff-a65b-dc26d0b87b4e tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:30:03.241751 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-12b3d3d6-0e33-4c58-9179-6265bbfc4967 req-610076b4-c4a6-4dff-a65b-dc26d0b87b4e tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] 10.222.0.64 "GET /v2.0/ports?device_id=4c04f80f-be9c-40fd-a70c-155d6926bf5c HTTP/1.1" status: 200  len: 945 time: 0.0867670
Dec 23 16:30:03.287070 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-12b3d3d6-0e33-4c58-9179-6265bbfc4967 req-81bbacae-8797-43b7-8d59-cb7d4ea1c71a tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] 10.222.0.64 "GET /v2.0/security-groups?id=bfd64fd2-2aa5-49ac-885f-af56965fdbc6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0390656
Dec 23 16:30:04.477035 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d007aa1-c930-4ba7-b030-d8cea18e1814 req-1e780f91-2d73-4ed7-acf4-844a949322a9 tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:30:04.478482 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-0d007aa1-c930-4ba7-b030-d8cea18e1814 req-1e780f91-2d73-4ed7-acf4-844a949322a9 tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] 10.222.0.64 "GET /v2.0/ports?device_id=4c04f80f-be9c-40fd-a70c-155d6926bf5c HTTP/1.1" status: 200  len: 945 time: 0.0844269
Dec 23 16:30:04.526630 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-0d007aa1-c930-4ba7-b030-d8cea18e1814 req-a1873b03-b2d8-4c09-9f54-e39587a8dbb7 tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] 10.222.0.64 "GET /v2.0/security-groups?id=bfd64fd2-2aa5-49ac-885f-af56965fdbc6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398157
Dec 23 16:30:05.751154 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e8c11e-c7f9-451b-9ca0-dda2d05eda3d req-2e9384a2-648d-4b4c-ab3e-c7ee55f480e1 tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:30:05.752597 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-c0e8c11e-c7f9-451b-9ca0-dda2d05eda3d req-2e9384a2-648d-4b4c-ab3e-c7ee55f480e1 tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] 10.222.0.64 "GET /v2.0/ports?device_id=4c04f80f-be9c-40fd-a70c-155d6926bf5c HTTP/1.1" status: 200  len: 945 time: 0.0888357
Dec 23 16:30:05.804276 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-c0e8c11e-c7f9-451b-9ca0-dda2d05eda3d req-ef02228f-3aa0-4e23-a066-5b57f7ac1d01 tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] 10.222.0.64 "GET /v2.0/security-groups?id=bfd64fd2-2aa5-49ac-885f-af56965fdbc6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432503
Dec 23 16:30:07.023970 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f626c83-e63f-40fb-a221-cddc0fc37181 req-766fcd04-0923-46bc-8154-371b8860b778 tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:30:07.025463 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-4f626c83-e63f-40fb-a221-cddc0fc37181 req-766fcd04-0923-46bc-8154-371b8860b778 tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] 10.222.0.64 "GET /v2.0/ports?device_id=4c04f80f-be9c-40fd-a70c-155d6926bf5c HTTP/1.1" status: 200  len: 945 time: 0.0944126
Dec 23 16:30:07.190349 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-4f626c83-e63f-40fb-a221-cddc0fc37181 req-ba2d72a6-5f29-4c37-9bd0-4dec254bef9c tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] 10.222.0.64 "GET /v2.0/security-groups?id=bfd64fd2-2aa5-49ac-885f-af56965fdbc6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1590254
Dec 23 16:30:08.395902 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b8cfa5-3614-4003-bae7-2654032afd4c req-382b574f-f131-4a79-910c-1e8403012b1b tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:30:08.397426 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-19b8cfa5-3614-4003-bae7-2654032afd4c req-382b574f-f131-4a79-910c-1e8403012b1b tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] 10.222.0.64 "GET /v2.0/ports?device_id=4c04f80f-be9c-40fd-a70c-155d6926bf5c HTTP/1.1" status: 200  len: 945 time: 0.0969505
Dec 23 16:30:08.440917 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-19b8cfa5-3614-4003-bae7-2654032afd4c req-2ccd3093-bc7e-4495-a9fe-b22e5d02263b tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] 10.222.0.64 "GET /v2.0/security-groups?id=bfd64fd2-2aa5-49ac-885f-af56965fdbc6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0377395
Dec 23 16:30:09.633073 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3501eac-262c-4762-8152-68c5ccb91777 req-df62dbae-ae82-4b47-9e8f-1f9aa74f0f90 tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:30:09.634604 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-f3501eac-262c-4762-8152-68c5ccb91777 req-df62dbae-ae82-4b47-9e8f-1f9aa74f0f90 tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] 10.222.0.64 "GET /v2.0/ports?device_id=4c04f80f-be9c-40fd-a70c-155d6926bf5c HTTP/1.1" status: 200  len: 945 time: 0.0881934
Dec 23 16:30:09.680146 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-f3501eac-262c-4762-8152-68c5ccb91777 req-e0a1ce51-7594-4ad2-a9a3-c8460438be1f tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] 10.222.0.64 "GET /v2.0/security-groups?id=bfd64fd2-2aa5-49ac-885f-af56965fdbc6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0386188
Dec 23 16:30:10.883422 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a22fb44-8ef8-4473-bf9a-4900d09ff137 req-66c9f3dd-83a3-422b-b67a-70041acd0b4f tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:30:10.884868 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-9a22fb44-8ef8-4473-bf9a-4900d09ff137 req-66c9f3dd-83a3-422b-b67a-70041acd0b4f tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] 10.222.0.64 "GET /v2.0/ports?device_id=4c04f80f-be9c-40fd-a70c-155d6926bf5c HTTP/1.1" status: 200  len: 945 time: 0.0908124
Dec 23 16:30:10.929839 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-9a22fb44-8ef8-4473-bf9a-4900d09ff137 req-658c33ab-7842-4b86-bf63-d4afa29082c1 tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] 10.222.0.64 "GET /v2.0/security-groups?id=bfd64fd2-2aa5-49ac-885f-af56965fdbc6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0367725
Dec 23 16:30:11.951982 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:30:12.136828 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e106516-aa9b-4357-b605-d2313d3436c0 req-32361a3e-172d-4a98-9884-145a35920d72 tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:30:12.138275 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-1e106516-aa9b-4357-b605-d2313d3436c0 req-32361a3e-172d-4a98-9884-145a35920d72 tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] 10.222.0.64 "GET /v2.0/ports?device_id=4c04f80f-be9c-40fd-a70c-155d6926bf5c HTTP/1.1" status: 200  len: 945 time: 0.0984643
Dec 23 16:30:12.182128 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-1e106516-aa9b-4357-b605-d2313d3436c0 req-3cf91371-8e76-43e9-8122-b747a61b758c tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] 10.222.0.64 "GET /v2.0/security-groups?id=bfd64fd2-2aa5-49ac-885f-af56965fdbc6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0381486
Dec 23 16:30:13.384306 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058adfcc-057e-4f34-af6f-cfc67a48a64f req-47e4c2d8-eb26-47c5-912c-bae5a1a59f7e tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:30:13.385794 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-058adfcc-057e-4f34-af6f-cfc67a48a64f req-47e4c2d8-eb26-47c5-912c-bae5a1a59f7e tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] 10.222.0.64 "GET /v2.0/ports?device_id=4c04f80f-be9c-40fd-a70c-155d6926bf5c HTTP/1.1" status: 200  len: 945 time: 0.0964618
Dec 23 16:30:13.430420 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-058adfcc-057e-4f34-af6f-cfc67a48a64f req-9570d170-f0c1-4e74-a035-6383b4545ffb tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] 10.222.0.64 "GET /v2.0/security-groups?id=bfd64fd2-2aa5-49ac-885f-af56965fdbc6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0379777
Dec 23 16:30:14.633422 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67986f3-3593-46d0-8941-884b691ccb6a req-774280f8-6334-4460-8998-6bbbc16a0af4 tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:30:14.634890 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-e67986f3-3593-46d0-8941-884b691ccb6a req-774280f8-6334-4460-8998-6bbbc16a0af4 tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] 10.222.0.64 "GET /v2.0/ports?device_id=4c04f80f-be9c-40fd-a70c-155d6926bf5c HTTP/1.1" status: 200  len: 945 time: 0.0936205
Dec 23 16:30:14.679478 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-e67986f3-3593-46d0-8941-884b691ccb6a req-0d597405-7f5b-4c20-a2d3-ccf5dada4d89 tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] 10.222.0.64 "GET /v2.0/security-groups?id=bfd64fd2-2aa5-49ac-885f-af56965fdbc6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0388885
Dec 23 16:30:15.892792 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2f99c9-99dd-4c7b-be50-929aab787245 req-7d4fff5a-052f-406d-be34-0c5109ed9709 tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:30:15.894216 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-fe2f99c9-99dd-4c7b-be50-929aab787245 req-7d4fff5a-052f-406d-be34-0c5109ed9709 tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] 10.222.0.64 "GET /v2.0/ports?device_id=4c04f80f-be9c-40fd-a70c-155d6926bf5c HTTP/1.1" status: 200  len: 945 time: 0.0934396
Dec 23 16:30:15.943839 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-fe2f99c9-99dd-4c7b-be50-929aab787245 req-fcc2aefc-c7de-4b18-addb-6b6d40ba0a72 tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] 10.222.0.64 "GET /v2.0/security-groups?id=bfd64fd2-2aa5-49ac-885f-af56965fdbc6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438921
Dec 23 16:30:17.162046 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d1ad99-09cf-41e7-8b6f-d7df145453e6 req-eb42f0dc-3e5c-49a5-a7a5-bf53f8cdb6a4 tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:30:17.163654 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-d4d1ad99-09cf-41e7-8b6f-d7df145453e6 req-eb42f0dc-3e5c-49a5-a7a5-bf53f8cdb6a4 tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] 10.222.0.64 "GET /v2.0/ports?device_id=4c04f80f-be9c-40fd-a70c-155d6926bf5c HTTP/1.1" status: 200  len: 945 time: 0.0968072
Dec 23 16:30:17.211286 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-d4d1ad99-09cf-41e7-8b6f-d7df145453e6 req-415bcf45-0660-41bb-a6de-cafa0f4fb5e1 tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] 10.222.0.64 "GET /v2.0/security-groups?id=bfd64fd2-2aa5-49ac-885f-af56965fdbc6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397050
Dec 23 16:30:17.366449 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-de9b98b6-4122-494b-9ee9-43330d812f6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:30:18.419030 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dff1bff-0e4b-45a5-aac5-67b63cb76078 req-8965d2dd-14f1-4d0a-98e8-176073f71c86 tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:30:18.420464 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-7dff1bff-0e4b-45a5-aac5-67b63cb76078 req-8965d2dd-14f1-4d0a-98e8-176073f71c86 tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] 10.222.0.64 "GET /v2.0/ports?device_id=4c04f80f-be9c-40fd-a70c-155d6926bf5c HTTP/1.1" status: 200  len: 945 time: 0.0893869
Dec 23 16:30:18.470402 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-7dff1bff-0e4b-45a5-aac5-67b63cb76078 req-3438861c-974f-4d4e-94e6-5f8cd24f57ab tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] 10.222.0.64 "GET /v2.0/security-groups?id=bfd64fd2-2aa5-49ac-885f-af56965fdbc6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412190
Dec 23 16:30:19.680998 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fc5256-b150-4a0d-b412-c66c7d51a7d6 req-01165d6a-f5f8-473e-896d-5f118f20b79f tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:30:19.682466 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-b8fc5256-b150-4a0d-b412-c66c7d51a7d6 req-01165d6a-f5f8-473e-896d-5f118f20b79f tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] 10.222.0.64 "GET /v2.0/ports?device_id=4c04f80f-be9c-40fd-a70c-155d6926bf5c HTTP/1.1" status: 200  len: 945 time: 0.0973403
Dec 23 16:30:19.733594 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-bded203f-bf9a-4c3b-b535-74ab5dc4179a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:30:19.740908 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-b8fc5256-b150-4a0d-b412-c66c7d51a7d6 req-046f7be4-be75-47e0-aa92-319d7133c43f tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] 10.222.0.64 "GET /v2.0/security-groups?id=bfd64fd2-2aa5-49ac-885f-af56965fdbc6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0522890
Dec 23 16:30:20.444748 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-2f0df67f-4650-4ed7-be39-a2deee972428 req-0340c8ad-50b9-47a9-8ea3-3da49ae20b88 service neutron] 10.222.0.61 "GET /v2.0/ports/5b8d15f5-5425-4bc7-9497-020d15bf8bb3/bindings/hv-neutron-8227 HTTP/1.1" status: 200  len: 384 time: 0.0754514
Dec 23 16:30:20.742672 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0df67f-4650-4ed7-be39-a2deee972428 req-40b2047d-d0a4-4f27-aadc-c5afe0cbf13d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:30:20.744153 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-2f0df67f-4650-4ed7-be39-a2deee972428 req-40b2047d-d0a4-4f27-aadc-c5afe0cbf13d service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=4c04f80f-be9c-40fd-a70c-155d6926bf5c&tenant_id=1b4119f73bbe4d34afa8d7df321d5c3c HTTP/1.1" status: 200  len: 1098 time: 0.0881486
Dec 23 16:30:20.791558 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9dcbea60-a34f-4144-91e7-90aff3f57aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:30:20.839576 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0df67f-4650-4ed7-be39-a2deee972428 req-3508782e-415e-45d1-9382-db182ab360e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:30:20.841053 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-2f0df67f-4650-4ed7-be39-a2deee972428 req-3508782e-415e-45d1-9382-db182ab360e6 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1b4119f73bbe4d34afa8d7df321d5c3c&device_id=4c04f80f-be9c-40fd-a70c-155d6926bf5c HTTP/1.1" status: 200  len: 1098 time: 0.0737438
Dec 23 16:30:20.875561 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:30:20.980066 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0df67f-4650-4ed7-be39-a2deee972428 req-d984059e-a048-41d5-8b96-f756c87c8da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:30:20.981557 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-2f0df67f-4650-4ed7-be39-a2deee972428 req-d984059e-a048-41d5-8b96-f756c87c8da4 service neutron] 10.222.0.61 "GET /v2.0/networks?id=7889bd1a-66d7-4f1c-861b-9c64bbc6a43c HTTP/1.1" status: 200  len: 916 time: 0.1343579
Dec 23 16:30:21.054321 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-2f0df67f-4650-4ed7-be39-a2deee972428 req-47344ed1-6f5d-4243-869a-dadcd37a4da9 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5b8d15f5-5425-4bc7-9497-020d15bf8bb3 HTTP/1.1" status: 200  len: 217 time: 0.0654118
Dec 23 16:30:21.077985 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6618ae-c2cb-48c6-9e9e-f65c92ee9335 req-4aa5f578-367f-4152-9734-895f87f4df67 tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:30:21.079640 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-0a6618ae-c2cb-48c6-9e9e-f65c92ee9335 req-4aa5f578-367f-4152-9734-895f87f4df67 tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] 10.222.0.64 "GET /v2.0/ports?device_id=4c04f80f-be9c-40fd-a70c-155d6926bf5c HTTP/1.1" status: 200  len: 945 time: 0.2330461
Dec 23 16:30:21.117418 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0df67f-4650-4ed7-be39-a2deee972428 req-2f8c915f-5abc-49a9-b1af-7176df240a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:30:21.118870 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-2f0df67f-4650-4ed7-be39-a2deee972428 req-2f8c915f-5abc-49a9-b1af-7176df240a3b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e67621e4-4569-4dec-97de-23d4e074a54c HTTP/1.1" status: 200  len: 855 time: 0.0583363
Dec 23 16:30:21.123900 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-0a6618ae-c2cb-48c6-9e9e-f65c92ee9335 req-4db74c68-f8fb-4de7-a810-292c413bd585 tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] 10.222.0.64 "GET /v2.0/security-groups?id=bfd64fd2-2aa5-49ac-885f-af56965fdbc6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0383182
Dec 23 16:30:21.169530 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-2f0df67f-4650-4ed7-be39-a2deee972428 req-03b4c066-0572-4db4-9c2f-10c452aa323b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7889bd1a-66d7-4f1c-861b-9c64bbc6a43c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0439296
Dec 23 16:30:21.303971 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-2f0df67f-4650-4ed7-be39-a2deee972428 req-2faaaa78-8fb3-49ee-b78b-de31fc0d7407 service neutron] 10.222.0.61 "GET /v2.0/networks/7889bd1a-66d7-4f1c-861b-9c64bbc6a43c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1279979
Dec 23 16:30:21.432068 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-2f0df67f-4650-4ed7-be39-a2deee972428 req-013dd370-94a9-4d07-9621-7bc99f8c4366 service neutron] 10.222.0.61 "GET /v2.0/networks/7889bd1a-66d7-4f1c-861b-9c64bbc6a43c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1215544
Dec 23 16:30:22.290871 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9e3aab53-d650-47e3-b8a6-2dff21fe9ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:30:22.317363 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97acd04b-f0af-44aa-8e39-97830767fcc6 req-c838f783-9d30-444f-8ffb-afd72c06d035 tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:30:22.318844 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-97acd04b-f0af-44aa-8e39-97830767fcc6 req-c838f783-9d30-444f-8ffb-afd72c06d035 tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] 10.222.0.64 "GET /v2.0/ports?device_id=4c04f80f-be9c-40fd-a70c-155d6926bf5c HTTP/1.1" status: 200  len: 945 time: 0.0863843
Dec 23 16:30:22.362449 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-97acd04b-f0af-44aa-8e39-97830767fcc6 req-8af5828a-3f4b-4107-9d77-e6afb4626d2e tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] 10.222.0.64 "GET /v2.0/security-groups?id=bfd64fd2-2aa5-49ac-885f-af56965fdbc6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0375247
Dec 23 16:30:22.629743 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Device 5b8d15f5-5425-4bc7-9497-020d15bf8bb3 no longer exists at agent hyperv_hv-neutron-8227 {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 23 16:30:22.760800 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:30:22.788444 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c04f80f-be9c-40fd-a70c-155d6926bf5c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5b8d15f5-5425-4bc7-9497-020d15bf8bb3'}] {{(pid=87637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 23 16:30:22.798280 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] For port 5b8d15f5-5425-4bc7-9497-020d15bf8bb3, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=5b8d15f5-5425-4bc7-9497-020d15bf8bb3,segment=NetworkSegment(6fe2e1bd-9064-429e-9cd9-f8af3e2adaae),segment_id=6fe2e1bd-9064-429e-9cd9-f8af3e2adaae)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:30:22.803376 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:30:22.806128 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:30:22.849018 dv-neutron-822799-1-hyperv neutron-server[87637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c04f80f-be9c-40fd-a70c-155d6926bf5c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5b8d15f5-5425-4bc7-9497-020d15bf8bb3', 'code': 200}
Dec 23 16:30:22.872971 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Pushing event updated for resources: {'Port': ['ID=5b8d15f5-5425-4bc7-9497-020d15bf8bb3,revision_number=6']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:30:22.876223 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:30:23.562046 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4065b2a9-6470-4c2e-9a6e-63844d1cf919 req-1d3657fe-e67d-4bac-b42c-48d62aa3e315 tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:30:23.564219 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-4065b2a9-6470-4c2e-9a6e-63844d1cf919 req-1d3657fe-e67d-4bac-b42c-48d62aa3e315 tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] 10.222.0.64 "GET /v2.0/ports?device_id=4c04f80f-be9c-40fd-a70c-155d6926bf5c HTTP/1.1" status: 200  len: 943 time: 0.0884120
Dec 23 16:30:23.608674 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-4065b2a9-6470-4c2e-9a6e-63844d1cf919 req-2d1955cd-628d-49b3-8ca2-94d8676b2871 tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] 10.222.0.64 "GET /v2.0/security-groups?id=bfd64fd2-2aa5-49ac-885f-af56965fdbc6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0392931
Dec 23 16:30:24.112457 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6640978e-45e1-4737-b01f-a905a45b058e req-3daa6a2c-548f-4019-946c-e4c2ae09e479 tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:30:24.113912 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-6640978e-45e1-4737-b01f-a905a45b058e req-3daa6a2c-548f-4019-946c-e4c2ae09e479 tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] 10.222.0.61 "GET /v2.0/ports?device_id=4c04f80f-be9c-40fd-a70c-155d6926bf5c&tenant_id=1b4119f73bbe4d34afa8d7df321d5c3c&binding%3Ahost_id=hv-neutron-8227 HTTP/1.1" status: 200  len: 943 time: 0.2578354
Dec 23 16:30:24.123800 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06aee8e3-159f-43b1-82f8-372594bba8e1 req-fd638277-7629-4c5c-ae28-5de816da68ff tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:30:24.125691 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-06aee8e3-159f-43b1-82f8-372594bba8e1 req-fd638277-7629-4c5c-ae28-5de816da68ff tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] 10.222.0.64 "GET /v2.0/ports?device_id=4c04f80f-be9c-40fd-a70c-155d6926bf5c HTTP/1.1" status: 200  len: 943 time: 0.2374628
Dec 23 16:30:24.171035 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-06aee8e3-159f-43b1-82f8-372594bba8e1 req-63c82e3b-58eb-4165-8475-c84a5119a766 tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] 10.222.0.64 "GET /v2.0/security-groups?id=bfd64fd2-2aa5-49ac-885f-af56965fdbc6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396087
Dec 23 16:30:24.267712 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6640978e-45e1-4737-b01f-a905a45b058e req-a69e90e8-9d4f-4d53-8081-92b290c4ad94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:30:24.269235 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-6640978e-45e1-4737-b01f-a905a45b058e req-a69e90e8-9d4f-4d53-8081-92b290c4ad94 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1b4119f73bbe4d34afa8d7df321d5c3c&device_id=4c04f80f-be9c-40fd-a70c-155d6926bf5c HTTP/1.1" status: 200  len: 1096 time: 0.0807173
Dec 23 16:30:24.410130 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6640978e-45e1-4737-b01f-a905a45b058e req-0881293b-2f29-4d96-9c3f-1134421f3056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:30:24.411483 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-6640978e-45e1-4737-b01f-a905a45b058e req-0881293b-2f29-4d96-9c3f-1134421f3056 service neutron] 10.222.0.61 "GET /v2.0/networks?id=7889bd1a-66d7-4f1c-861b-9c64bbc6a43c HTTP/1.1" status: 200  len: 916 time: 0.1358624
Dec 23 16:30:24.478261 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-6640978e-45e1-4737-b01f-a905a45b058e req-e9a99f80-ab72-4fa3-aecd-cceb86e4affa service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5b8d15f5-5425-4bc7-9497-020d15bf8bb3 HTTP/1.1" status: 200  len: 217 time: 0.0598047
Dec 23 16:30:24.547642 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6640978e-45e1-4737-b01f-a905a45b058e req-48c61a93-99ec-41ca-82f6-46e8c6a648b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:30:24.549331 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-6640978e-45e1-4737-b01f-a905a45b058e req-48c61a93-99ec-41ca-82f6-46e8c6a648b6 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e67621e4-4569-4dec-97de-23d4e074a54c HTTP/1.1" status: 200  len: 855 time: 0.0640419
Dec 23 16:30:24.596613 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-6640978e-45e1-4737-b01f-a905a45b058e req-c905addd-ff7a-40b2-b374-1a0feaf8ca68 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7889bd1a-66d7-4f1c-861b-9c64bbc6a43c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0408125
Dec 23 16:30:24.613033 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.agents_db [None req-30c2320c-f298-49f6-9c47-c20e38116a9c None None] Agent healthcheck: found 6 active agents {{(pid=87638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 23 16:30:24.642496 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Device 5b8d15f5-5425-4bc7-9497-020d15bf8bb3 details requested by agent hyperv_hv-neutron-8227 with host hv-neutron-8227 {{(pid=87637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 23 16:30:24.733390 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-6640978e-45e1-4737-b01f-a905a45b058e req-ee61bbab-8fbf-4496-8b28-267d58143546 service neutron] 10.222.0.61 "GET /v2.0/networks/7889bd1a-66d7-4f1c-861b-9c64bbc6a43c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1297336
Dec 23 16:30:24.818677 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] For port 5b8d15f5-5425-4bc7-9497-020d15bf8bb3, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=5b8d15f5-5425-4bc7-9497-020d15bf8bb3,segment=NetworkSegment(6fe2e1bd-9064-429e-9cd9-f8af3e2adaae),segment_id=6fe2e1bd-9064-429e-9cd9-f8af3e2adaae)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:30:24.831737 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Returning: {'device': '5b8d15f5-5425-4bc7-9497-020d15bf8bb3', 'network_id': '7889bd1a-66d7-4f1c-861b-9c64bbc6a43c', 'port_id': '5b8d15f5-5425-4bc7-9497-020d15bf8bb3', 'mac_address': 'fa:16:3e:8c:ce:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e67621e4-4569-4dec-97de-23d4e074a54c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 23 16:30:24.866078 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-6640978e-45e1-4737-b01f-a905a45b058e req-602cba8c-7c15-4d34-8acc-c51a992f05a3 service neutron] 10.222.0.61 "GET /v2.0/networks/7889bd1a-66d7-4f1c-861b-9c64bbc6a43c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1259575
Dec 23 16:30:24.888451 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:30:24.905251 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.notifiers.nova [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b8d15f5-5425-4bc7-9497-020d15bf8bb3 {{(pid=87637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 23 16:30:24.920876 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] For port 5b8d15f5-5425-4bc7-9497-020d15bf8bb3, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=5b8d15f5-5425-4bc7-9497-020d15bf8bb3,segment=NetworkSegment(6fe2e1bd-9064-429e-9cd9-f8af3e2adaae),segment_id=6fe2e1bd-9064-429e-9cd9-f8af3e2adaae)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:30:24.925537 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:30:24.927380 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-714274bb-965a-4361-853a-96cecbae7fcb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:30:25.001806 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] get_ports_and_sgs() called for port_ids ['5b8d15f5-5425-4bc7-9497-020d15bf8bb3'] {{(pid=87637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 23 16:30:25.037786 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Pushing event updated for resources: {'Port': ['ID=5b8d15f5-5425-4bc7-9497-020d15bf8bb3,revision_number=7']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:30:25.042253 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:30:25.365575 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e36fecd-a5b4-463c-aac2-e68b87118454 req-fa983437-b027-486f-81e4-dfa22a9636b0 tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:30:25.366998 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-8e36fecd-a5b4-463c-aac2-e68b87118454 req-fa983437-b027-486f-81e4-dfa22a9636b0 tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] 10.222.0.64 "GET /v2.0/ports?device_id=4c04f80f-be9c-40fd-a70c-155d6926bf5c HTTP/1.1" status: 200  len: 944 time: 0.0865772
Dec 23 16:30:25.411816 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-8e36fecd-a5b4-463c-aac2-e68b87118454 req-c2205245-70c5-400c-bd84-59addbc243ab tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] 10.222.0.64 "GET /v2.0/security-groups?id=bfd64fd2-2aa5-49ac-885f-af56965fdbc6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0388517
Dec 23 16:30:26.622125 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63125cf-4d91-41d8-8beb-8533c885cb0f req-5b51fcc6-ab3d-4c31-85e4-8b0d3a3c60e7 tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:30:26.623577 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-e63125cf-4d91-41d8-8beb-8533c885cb0f req-5b51fcc6-ab3d-4c31-85e4-8b0d3a3c60e7 tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] 10.222.0.64 "GET /v2.0/ports?device_id=4c04f80f-be9c-40fd-a70c-155d6926bf5c HTTP/1.1" status: 200  len: 944 time: 0.0891895
Dec 23 16:30:26.642456 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Device 5b8d15f5-5425-4bc7-9497-020d15bf8bb3 up at agent hyperv_hv-neutron-8227 {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:30:26.674509 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-e63125cf-4d91-41d8-8beb-8533c885cb0f req-b8063bd0-1e95-4d0e-975d-e675bc012cd6 tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] 10.222.0.64 "GET /v2.0/security-groups?id=bfd64fd2-2aa5-49ac-885f-af56965fdbc6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433514
Dec 23 16:30:26.714132 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Provisioning complete for port 5b8d15f5-5425-4bc7-9497-020d15bf8bb3 triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:30:26.714518 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:30:26.830036 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:30:26.856095 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c04f80f-be9c-40fd-a70c-155d6926bf5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b8d15f5-5425-4bc7-9497-020d15bf8bb3'}] {{(pid=87637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 23 16:30:26.858999 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d04fe1-5adf-4380-8f0c-030b8edcf7db req-35f4c4e4-5ff7-4e71-afaf-42e1da2c5532 tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:30:26.860464 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-31d04fe1-5adf-4380-8f0c-030b8edcf7db req-35f4c4e4-5ff7-4e71-afaf-42e1da2c5532 tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] 10.222.0.64 "GET /v2.0/ports?device_id=4c04f80f-be9c-40fd-a70c-155d6926bf5c HTTP/1.1" status: 200  len: 944 time: 0.0793447
Dec 23 16:30:26.865874 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] For port 5b8d15f5-5425-4bc7-9497-020d15bf8bb3, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=5b8d15f5-5425-4bc7-9497-020d15bf8bb3,segment=NetworkSegment(6fe2e1bd-9064-429e-9cd9-f8af3e2adaae),segment_id=6fe2e1bd-9064-429e-9cd9-f8af3e2adaae)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:30:26.872694 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:30:26.874499 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-714274bb-965a-4361-853a-96cecbae7fcb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:30:26.904937 dv-neutron-822799-1-hyperv neutron-server[87637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c04f80f-be9c-40fd-a70c-155d6926bf5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b8d15f5-5425-4bc7-9497-020d15bf8bb3', 'code': 200}
Dec 23 16:30:26.916823 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-31d04fe1-5adf-4380-8f0c-030b8edcf7db req-3cc4c8e4-9a67-4b6c-b2b0-e3dc05f6852b tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] 10.222.0.64 "GET /v2.0/security-groups?id=bfd64fd2-2aa5-49ac-885f-af56965fdbc6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0497849
Dec 23 16:30:26.945671 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Pushing event updated for resources: {'Port': ['ID=5b8d15f5-5425-4bc7-9497-020d15bf8bb3,revision_number=8']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:30:26.950596 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:30:27.113021 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f4ee42-0f99-4f82-963a-209e0cda3420 req-a0fc7729-7c42-4aa9-a837-552c4309673a tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:30:27.114460 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-f3f4ee42-0f99-4f82-963a-209e0cda3420 req-a0fc7729-7c42-4aa9-a837-552c4309673a tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] 10.222.0.64 "GET /v2.0/ports?device_id=4c04f80f-be9c-40fd-a70c-155d6926bf5c HTTP/1.1" status: 200  len: 945 time: 0.0854793
Dec 23 16:30:27.163238 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-f3f4ee42-0f99-4f82-963a-209e0cda3420 req-936873aa-9136-4df7-b31d-f40963c667b5 tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] 10.222.0.64 "GET /v2.0/security-groups?id=bfd64fd2-2aa5-49ac-885f-af56965fdbc6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401716
Dec 23 16:30:27.680929 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99401a5-8fd5-4958-bd23-960b77d6421f req-8daeeca4-a0f2-4259-8031-3de30920b460 tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:30:27.682249 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-d99401a5-8fd5-4958-bd23-960b77d6421f req-8daeeca4-a0f2-4259-8031-3de30920b460 tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] 10.222.0.64 "GET /v2.0/networks?id=7889bd1a-66d7-4f1c-861b-9c64bbc6a43c HTTP/1.1" status: 200  len: 815 time: 0.1519082
Dec 23 16:30:27.697715 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-d99401a5-8fd5-4958-bd23-960b77d6421f req-c94d869f-9df2-4a7a-9d7c-57723361df9d tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] 10.222.0.64 "GET /v2.0/quotas/1b4119f73bbe4d34afa8d7df321d5c3c HTTP/1.1" status: 200  len: 375 time: 0.0098817
Dec 23 16:30:27.788133 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-d99401a5-8fd5-4958-bd23-960b77d6421f req-5a022bd9-2db6-409a-9d11-0f605d0efb3c tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=1b4119f73bbe4d34afa8d7df321d5c3c&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0853405
Dec 23 16:30:27.798661 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [req-d99401a5-8fd5-4958-bd23-960b77d6421f req-c0150817-8731-43ab-831a-5b8afdd37211 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=87635) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 23 16:30:27.799558 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-d99401a5-8fd5-4958-bd23-960b77d6421f req-c0150817-8731-43ab-831a-5b8afdd37211 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0048876
Dec 23 16:30:27.928686 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-d99401a5-8fd5-4958-bd23-960b77d6421f req-34b09683-f48f-4f91-ac8c-044a83da2987 service neutron] 10.222.0.64 "GET /v2.0/networks/7889bd1a-66d7-4f1c-861b-9c64bbc6a43c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1237493
Dec 23 16:30:28.068836 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-d99401a5-8fd5-4958-bd23-960b77d6421f req-100e8bbe-5e96-4857-9600-56877ff0b1bc service neutron] 10.222.0.64 "GET /v2.0/networks/7889bd1a-66d7-4f1c-861b-9c64bbc6a43c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1313756
Dec 23 16:30:28.269037 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-d0a9a043-80c2-49af-9c76-07a243a24704 req-f9b529a1-2092-49ad-9474-d0cdf2c1d1a1 tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] 10.222.0.64 "GET /v2.0/ports?device_id=2cb5f35f-0ca0-479a-9c71-a08c8ea69840 HTTP/1.1" status: 200  len: 210 time: 0.0438845
Dec 23 16:30:29.146375 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d151798a-40bd-48b6-8c1c-f5e6abc0ced5 req-0e70b600-b4bf-4dad-9447-caeab05d63c4 tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:30:29.147819 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-d151798a-40bd-48b6-8c1c-f5e6abc0ced5 req-0e70b600-b4bf-4dad-9447-caeab05d63c4 tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] 10.222.0.61 "GET /v2.0/ports?device_id=4c04f80f-be9c-40fd-a70c-155d6926bf5c HTTP/1.1" status: 200  len: 945 time: 0.0929484
Dec 23 16:30:29.222523 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [req-d151798a-40bd-48b6-8c1c-f5e6abc0ced5 req-b730dbc3-d5d6-4f50-9349-b2b843edb4ad tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] Deleting port 5b8d15f5-5425-4bc7-9497-020d15bf8bb3 {{(pid=87635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:30:29.222878 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [req-d151798a-40bd-48b6-8c1c-f5e6abc0ced5 req-b730dbc3-d5d6-4f50-9349-b2b843edb4ad tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:30:29.401708 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99401a5-8fd5-4958-bd23-960b77d6421f req-63ed77a8-1809-4807-bacd-1f7847a4a1e1 tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:30:29.403948 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-d99401a5-8fd5-4958-bd23-960b77d6421f req-63ed77a8-1809-4807-bacd-1f7847a4a1e1 tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] 10.222.0.61 "GET /v2.0/networks?id=7889bd1a-66d7-4f1c-861b-9c64bbc6a43c HTTP/1.1" status: 200  len: 815 time: 0.1918721
Dec 23 16:30:29.416476 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [req-d99401a5-8fd5-4958-bd23-960b77d6421f req-183a4466-ee56-4da3-a802-c4c320a6cd80 tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] Request body: {'port': {'device_id': '2cb5f35f-0ca0-479a-9c71-a08c8ea69840', 'network_id': '7889bd1a-66d7-4f1c-861b-9c64bbc6a43c', 'admin_state_up': True, 'tenant_id': '1b4119f73bbe4d34afa8d7df321d5c3c'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:30:29.491244 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-29bad9d9-bece-4db1-b692-6aadab3c42ef req-a92b4314-8194-4bee-8c21-e44f091af51d tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] 10.222.0.64 "GET /v2.0/ports?device_id=2cb5f35f-0ca0-479a-9c71-a08c8ea69840 HTTP/1.1" status: 200  len: 210 time: 0.0596597
Dec 23 16:30:29.555988 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [req-d99401a5-8fd5-4958-bd23-960b77d6421f req-183a4466-ee56-4da3-a802-c4c320a6cd80 tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:30:29.566152 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [req-d99401a5-8fd5-4958-bd23-960b77d6421f req-183a4466-ee56-4da3-a802-c4c320a6cd80 tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:30:29.576058 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d99401a5-8fd5-4958-bd23-960b77d6421f req-183a4466-ee56-4da3-a802-c4c320a6cd80 tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] Made reservation on behalf of 1b4119f73bbe4d34afa8d7df321d5c3c for: {'port': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:30:29.579938 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-d99401a5-8fd5-4958-bd23-960b77d6421f req-183a4466-ee56-4da3-a802-c4c320a6cd80 tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:30:29.638549 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.db [req-d151798a-40bd-48b6-8c1c-f5e6abc0ced5 req-b730dbc3-d5d6-4f50-9349-b2b843edb4ad tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] For port 5b8d15f5-5425-4bc7-9497-020d15bf8bb3, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=5b8d15f5-5425-4bc7-9497-020d15bf8bb3,segment=NetworkSegment(6fe2e1bd-9064-429e-9cd9-f8af3e2adaae),segment_id=6fe2e1bd-9064-429e-9cd9-f8af3e2adaae)] {{(pid=87635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:30:29.638898 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [req-d151798a-40bd-48b6-8c1c-f5e6abc0ced5 req-b730dbc3-d5d6-4f50-9349-b2b843edb4ad tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:30:29.739007 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [req-d99401a5-8fd5-4958-bd23-960b77d6421f req-183a4466-ee56-4da3-a802-c4c320a6cd80 tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] Allocated IP 172.20.0.14 (7889bd1a-66d7-4f1c-861b-9c64bbc6a43c/e67621e4-4569-4dec-97de-23d4e074a54c/fceea258-6a12-448a-9d2d-919d5a390a22) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:30:29.763387 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [req-d151798a-40bd-48b6-8c1c-f5e6abc0ced5 req-b730dbc3-d5d6-4f50-9349-b2b843edb4ad tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] Calling delete_port for 5b8d15f5-5425-4bc7-9497-020d15bf8bb3 owned by compute:nova {{(pid=87635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:30:29.913137 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [req-d151798a-40bd-48b6-8c1c-f5e6abc0ced5 req-b730dbc3-d5d6-4f50-9349-b2b843edb4ad tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:30:29.918949 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-6f9b8541-8efe-4120-b16a-2d5f4d4c9fb0 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:30:29.925531 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] get_ports_and_sgs() called for port_ids ['5b8d15f5-5425-4bc7-9497-020d15bf8bb3'] {{(pid=87637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 23 16:30:29.942581 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-d99401a5-8fd5-4958-bd23-960b77d6421f req-183a4466-ee56-4da3-a802-c4c320a6cd80 tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:30:29.962405 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b730dbc3-d5d6-4f50-9349-b2b843edb4ad tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] Pushing event deleted for resources: {'Port': ['ID=5b8d15f5-5425-4bc7-9497-020d15bf8bb3,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:30:29.965917 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-b730dbc3-d5d6-4f50-9349-b2b843edb4ad tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:30:29.973698 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-d99401a5-8fd5-4958-bd23-960b77d6421f req-183a4466-ee56-4da3-a802-c4c320a6cd80 tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:30:29.979127 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-45eea6b9-b2ef-462b-9e8a-c73dfde09b90 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:30:29.984793 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] get_ports_and_sgs() called for port_ids ['5b8d15f5-5425-4bc7-9497-020d15bf8bb3'] {{(pid=87637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 23 16:30:30.039965 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.l3_dvrscheduler_db [req-d151798a-40bd-48b6-8c1c-f5e6abc0ced5 req-b730dbc3-d5d6-4f50-9349-b2b843edb4ad tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] No DVR routers for this DVR port 5b8d15f5-5425-4bc7-9497-020d15bf8bb3 on host hv-neutron-8227 {{(pid=87635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 23 16:30:30.042634 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [req-d151798a-40bd-48b6-8c1c-f5e6abc0ced5 req-b730dbc3-d5d6-4f50-9349-b2b843edb4ad tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:30:30.045395 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c04f80f-be9c-40fd-a70c-155d6926bf5c', 'name': 'network-vif-deleted', 'tag': '5b8d15f5-5425-4bc7-9497-020d15bf8bb3'}] {{(pid=87635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 23 16:30:30.050069 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d99401a5-8fd5-4958-bd23-960b77d6421f req-183a4466-ee56-4da3-a802-c4c320a6cd80 tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] Network 7889bd1a-66d7-4f1c-861b-9c64bbc6a43c is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:30:30.056277 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [req-d99401a5-8fd5-4958-bd23-960b77d6421f req-183a4466-ee56-4da3-a802-c4c320a6cd80 tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] Resources bound (agent type, host, resource id):  {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:30:30.061024 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [req-d99401a5-8fd5-4958-bd23-960b77d6421f req-183a4466-ee56-4da3-a802-c4c320a6cd80 tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:30:30.065678 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-d151798a-40bd-48b6-8c1c-f5e6abc0ced5 req-b730dbc3-d5d6-4f50-9349-b2b843edb4ad tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] 10.222.0.61 "DELETE /v2.0/ports/5b8d15f5-5425-4bc7-9497-020d15bf8bb3 HTTP/1.1" status: 204  len: 173 time: 0.9117262
Dec 23 16:30:30.090621 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183a4466-ee56-4da3-a802-c4c320a6cd80 tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] Pushing event updated for resources: {'Port': ['ID=fceea258-6a12-448a-9d2d-919d5a390a22,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:30:30.097315 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c04f80f-be9c-40fd-a70c-155d6926bf5c', 'name': 'network-vif-deleted', 'tag': '5b8d15f5-5425-4bc7-9497-020d15bf8bb3', 'status': 'completed', 'code': 200}
Dec 23 16:30:30.098852 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-183a4466-ee56-4da3-a802-c4c320a6cd80 tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:30:30.130819 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99401a5-8fd5-4958-bd23-960b77d6421f req-183a4466-ee56-4da3-a802-c4c320a6cd80 tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:30:30.131428 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-d99401a5-8fd5-4958-bd23-960b77d6421f req-183a4466-ee56-4da3-a802-c4c320a6cd80 tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:30:30.155533 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-d99401a5-8fd5-4958-bd23-960b77d6421f req-183a4466-ee56-4da3-a802-c4c320a6cd80 tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.7430086
Dec 23 16:30:30.166983 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [req-d99401a5-8fd5-4958-bd23-960b77d6421f req-215eff04-60b6-4142-ba89-2dbfc401202a service neutron] Request body: {'port': {'device_id': '2cb5f35f-0ca0-479a-9c71-a08c8ea69840', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8227'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:30:30.281933 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-d99401a5-8fd5-4958-bd23-960b77d6421f req-215eff04-60b6-4142-ba89-2dbfc401202a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:30:30.643432 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [req-d99401a5-8fd5-4958-bd23-960b77d6421f req-215eff04-60b6-4142-ba89-2dbfc401202a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fceea258-6a12-448a-9d2d-919d5a390a22 {{(pid=87636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 23 16:30:30.652829 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-d99401a5-8fd5-4958-bd23-960b77d6421f req-215eff04-60b6-4142-ba89-2dbfc401202a service neutron] Notify callbacks [] for port, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:30:30.667725 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.provisioning_blocks [req-d99401a5-8fd5-4958-bd23-960b77d6421f req-215eff04-60b6-4142-ba89-2dbfc401202a service neutron] Transition to ACTIVE for port object fceea258-6a12-448a-9d2d-919d5a390a22 will not be triggered until provisioned by entity L2. {{(pid=87636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:30:30.672109 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-d99401a5-8fd5-4958-bd23-960b77d6421f req-215eff04-60b6-4142-ba89-2dbfc401202a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2176289'] for port, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:30:30.676989 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-192b71db-580c-48d4-9aac-3798f3ce7054 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:30:30.682198 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f44bd7e-1bc9-4811-bba7-304b5bc13c5f req-48c38086-6761-401a-9e3e-c4ec174d7fad tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:30:30.682878 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [req-2f44bd7e-1bc9-4811-bba7-304b5bc13c5f req-48c38086-6761-401a-9e3e-c4ec174d7fad tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] Synchronizing usage tracker for tenant:1b4119f73bbe4d34afa8d7df321d5c3c on resource:port {{(pid=87635) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:30:30.700137 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [req-2f44bd7e-1bc9-4811-bba7-304b5bc13c5f req-48c38086-6761-401a-9e3e-c4ec174d7fad tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] Unset dirty status for tenant:1b4119f73bbe4d34afa8d7df321d5c3c on resource:port {{(pid=87635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:30:30.701614 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-2f44bd7e-1bc9-4811-bba7-304b5bc13c5f req-48c38086-6761-401a-9e3e-c4ec174d7fad tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] 10.222.0.64 "GET /v2.0/ports?device_id=2cb5f35f-0ca0-479a-9c71-a08c8ea69840 HTTP/1.1" status: 200  len: 932 time: 0.1044102
Dec 23 16:30:30.748862 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-2f44bd7e-1bc9-4811-bba7-304b5bc13c5f req-af3947c7-f3ed-4662-a0c5-09dbcd2d531a tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] 10.222.0.64 "GET /v2.0/security-groups?id=bfd64fd2-2aa5-49ac-885f-af56965fdbc6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410280
Dec 23 16:30:30.960866 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215eff04-60b6-4142-ba89-2dbfc401202a service neutron] Pushing event updated for resources: {'Port': ['ID=fceea258-6a12-448a-9d2d-919d5a390a22,revision_number=2']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:30:30.963710 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-215eff04-60b6-4142-ba89-2dbfc401202a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:30:31.036968 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [req-d99401a5-8fd5-4958-bd23-960b77d6421f req-215eff04-60b6-4142-ba89-2dbfc401202a service neutron] Attempting to bind port fceea258-6a12-448a-9d2d-919d5a390a22 on host hv-neutron-8227 for vnic_type normal with profile  {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:30:31.037272 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [req-d99401a5-8fd5-4958-bd23-960b77d6421f req-215eff04-60b6-4142-ba89-2dbfc401202a service neutron] Attempting to bind port fceea258-6a12-448a-9d2d-919d5a390a22 by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': '6fe2e1bd-9064-429e-9cd9-f8af3e2adaae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '7889bd1a-66d7-4f1c-861b-9c64bbc6a43c'}] {{(pid=87636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:30:31.037618 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d99401a5-8fd5-4958-bd23-960b77d6421f req-215eff04-60b6-4142-ba89-2dbfc401202a service neutron] Attempting to bind port fceea258-6a12-448a-9d2d-919d5a390a22 on network 7889bd1a-66d7-4f1c-861b-9c64bbc6a43c {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:30:31.042467 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d99401a5-8fd5-4958-bd23-960b77d6421f req-215eff04-60b6-4142-ba89-2dbfc401202a service neutron] Port fceea258-6a12-448a-9d2d-919d5a390a22 on network 7889bd1a-66d7-4f1c-861b-9c64bbc6a43c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 23 16:30:31.042783 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d99401a5-8fd5-4958-bd23-960b77d6421f req-215eff04-60b6-4142-ba89-2dbfc401202a service neutron] Attempting to bind port fceea258-6a12-448a-9d2d-919d5a390a22 on network 7889bd1a-66d7-4f1c-861b-9c64bbc6a43c {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:30:31.048172 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d99401a5-8fd5-4958-bd23-960b77d6421f req-215eff04-60b6-4142-ba89-2dbfc401202a service neutron] Checking agent: {'id': '5a806709-633b-4d33-98c4-3d24562c0f1e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8227', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 6, 42), 'started_at': datetime.datetime(2021, 12, 23, 16, 6, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 30, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 23 16:30:31.048553 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d99401a5-8fd5-4958-bd23-960b77d6421f req-215eff04-60b6-4142-ba89-2dbfc401202a service neutron] Checking segment: {'id': '6fe2e1bd-9064-429e-9cd9-f8af3e2adaae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '7889bd1a-66d7-4f1c-861b-9c64bbc6a43c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:30:31.048919 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d99401a5-8fd5-4958-bd23-960b77d6421f req-215eff04-60b6-4142-ba89-2dbfc401202a service neutron] Bound using segment: {'id': '6fe2e1bd-9064-429e-9cd9-f8af3e2adaae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '7889bd1a-66d7-4f1c-861b-9c64bbc6a43c'} {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 23 16:30:31.049340 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [req-d99401a5-8fd5-4958-bd23-960b77d6421f req-215eff04-60b6-4142-ba89-2dbfc401202a service neutron] Bound port: fceea258-6a12-448a-9d2d-919d5a390a22, host: hv-neutron-8227, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fe2e1bd-9064-429e-9cd9-f8af3e2adaae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '7889bd1a-66d7-4f1c-861b-9c64bbc6a43c'}}] {{(pid=87636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 23 16:30:31.049676 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-d99401a5-8fd5-4958-bd23-960b77d6421f req-215eff04-60b6-4142-ba89-2dbfc401202a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:30:31.140077 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [req-d99401a5-8fd5-4958-bd23-960b77d6421f req-215eff04-60b6-4142-ba89-2dbfc401202a service neutron] For port fceea258-6a12-448a-9d2d-919d5a390a22, host hv-neutron-8227, cleared binding levels {{(pid=87636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 23 16:30:31.143221 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [req-d99401a5-8fd5-4958-bd23-960b77d6421f req-215eff04-60b6-4142-ba89-2dbfc401202a service neutron] For port fceea258-6a12-448a-9d2d-919d5a390a22, host hv-neutron-8227, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=fceea258-6a12-448a-9d2d-919d5a390a22,segment=NetworkSegment(6fe2e1bd-9064-429e-9cd9-f8af3e2adaae),segment_id=6fe2e1bd-9064-429e-9cd9-f8af3e2adaae)] {{(pid=87636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 23 16:30:31.150943 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-d99401a5-8fd5-4958-bd23-960b77d6421f req-215eff04-60b6-4142-ba89-2dbfc401202a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2176289'] for port, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:30:31.156523 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-7aee7265-7046-4719-81f7-44e49c0e797e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:30:31.209395 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99401a5-8fd5-4958-bd23-960b77d6421f req-215eff04-60b6-4142-ba89-2dbfc401202a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:30:31.210005 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-d99401a5-8fd5-4958-bd23-960b77d6421f req-215eff04-60b6-4142-ba89-2dbfc401202a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:30:31.211440 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-d99401a5-8fd5-4958-bd23-960b77d6421f req-215eff04-60b6-4142-ba89-2dbfc401202a service neutron] 10.222.0.61 "PUT /v2.0/ports/fceea258-6a12-448a-9d2d-919d5a390a22 HTTP/1.1" status: 200  len: 1094 time: 1.0487447
Dec 23 16:30:31.211902 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cb5f35f-0ca0-479a-9c71-a08c8ea69840', 'tag': 'fceea258-6a12-448a-9d2d-919d5a390a22'}] {{(pid=87636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 23 16:30:31.246761 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215eff04-60b6-4142-ba89-2dbfc401202a service neutron] Pushing event updated for resources: {'Port': ['ID=fceea258-6a12-448a-9d2d-919d5a390a22,revision_number=3']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:30:31.249933 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-215eff04-60b6-4142-ba89-2dbfc401202a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:30:31.329450 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2cb5f35f-0ca0-479a-9c71-a08c8ea69840', 'tag': 'fceea258-6a12-448a-9d2d-919d5a390a22', 'status': 'completed', 'code': 200}
Dec 23 16:30:31.332094 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99401a5-8fd5-4958-bd23-960b77d6421f req-c7f034f1-e9f1-458e-b652-b63ae24c49a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:30:31.333598 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-d99401a5-8fd5-4958-bd23-960b77d6421f req-c7f034f1-e9f1-458e-b652-b63ae24c49a6 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1b4119f73bbe4d34afa8d7df321d5c3c&device_id=2cb5f35f-0ca0-479a-9c71-a08c8ea69840 HTTP/1.1" status: 200  len: 1097 time: 0.0824847
Dec 23 16:30:31.402374 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-d99401a5-8fd5-4958-bd23-960b77d6421f req-9f3f2994-deee-43cc-9612-d182007221be service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fceea258-6a12-448a-9d2d-919d5a390a22 HTTP/1.1" status: 200  len: 217 time: 0.0615602
Dec 23 16:30:31.468422 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99401a5-8fd5-4958-bd23-960b77d6421f req-513fceaf-7d3d-467b-b777-f1f604fdd703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:30:31.469748 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-d99401a5-8fd5-4958-bd23-960b77d6421f req-513fceaf-7d3d-467b-b777-f1f604fdd703 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e67621e4-4569-4dec-97de-23d4e074a54c HTTP/1.1" status: 200  len: 855 time: 0.0608795
Dec 23 16:30:31.517546 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-d99401a5-8fd5-4958-bd23-960b77d6421f req-f8f0580e-074a-4329-a0e8-cf746ca55012 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7889bd1a-66d7-4f1c-861b-9c64bbc6a43c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0410633
Dec 23 16:30:31.653198 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-d99401a5-8fd5-4958-bd23-960b77d6421f req-f6039825-3126-4334-8105-64e920330b69 service neutron] 10.222.0.61 "GET /v2.0/networks/7889bd1a-66d7-4f1c-861b-9c64bbc6a43c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1297445
Dec 23 16:30:31.792393 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-d99401a5-8fd5-4958-bd23-960b77d6421f req-3302e65e-8c9f-4b22-8564-bf436886bd3f service neutron] 10.222.0.61 "GET /v2.0/networks/7889bd1a-66d7-4f1c-861b-9c64bbc6a43c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1301661
Dec 23 16:30:31.914388 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb38a81-1f18-43c1-baa7-bfbe179720af req-230fc6ad-83e8-48a9-83f3-3b7bd7c477ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:30:31.915833 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-4cb38a81-1f18-43c1-baa7-bfbe179720af req-230fc6ad-83e8-48a9-83f3-3b7bd7c477ca service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1b4119f73bbe4d34afa8d7df321d5c3c&device_id=2cb5f35f-0ca0-479a-9c71-a08c8ea69840 HTTP/1.1" status: 200  len: 1097 time: 0.0702503
Dec 23 16:30:31.950744 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f76ae0-8048-401c-abae-503060f7ba5b req-0bfc50a6-ab9c-4567-813a-dea596608534 tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:30:31.953488 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-66f76ae0-8048-401c-abae-503060f7ba5b req-0bfc50a6-ab9c-4567-813a-dea596608534 tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] 10.222.0.64 "GET /v2.0/ports?device_id=2cb5f35f-0ca0-479a-9c71-a08c8ea69840 HTTP/1.1" status: 200  len: 944 time: 0.0914199
Dec 23 16:30:32.006680 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-66f76ae0-8048-401c-abae-503060f7ba5b req-1ef4bbf9-4f53-4cc4-aea9-0f8d294f9365 tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] 10.222.0.64 "GET /v2.0/security-groups?id=bfd64fd2-2aa5-49ac-885f-af56965fdbc6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0469394
Dec 23 16:30:32.061787 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb38a81-1f18-43c1-baa7-bfbe179720af req-5b318a73-fc37-4621-8add-bfc61a4c2abb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:30:32.063121 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-4cb38a81-1f18-43c1-baa7-bfbe179720af req-5b318a73-fc37-4621-8add-bfc61a4c2abb service neutron] 10.222.0.61 "GET /v2.0/networks?id=7889bd1a-66d7-4f1c-861b-9c64bbc6a43c HTTP/1.1" status: 200  len: 916 time: 0.1395352
Dec 23 16:30:32.135064 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-4cb38a81-1f18-43c1-baa7-bfbe179720af req-9440acdc-d70c-485d-97ae-41fbe8efa244 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fceea258-6a12-448a-9d2d-919d5a390a22 HTTP/1.1" status: 200  len: 217 time: 0.0634212
Dec 23 16:30:32.197692 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb38a81-1f18-43c1-baa7-bfbe179720af req-ad20ab00-b891-4bb5-b3e0-89328c4f68d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:30:32.199123 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-4cb38a81-1f18-43c1-baa7-bfbe179720af req-ad20ab00-b891-4bb5-b3e0-89328c4f68d9 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e67621e4-4569-4dec-97de-23d4e074a54c HTTP/1.1" status: 200  len: 855 time: 0.0564411
Dec 23 16:30:32.250363 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-4cb38a81-1f18-43c1-baa7-bfbe179720af req-8988f027-2530-4813-b8c9-a6ab0e81795b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7889bd1a-66d7-4f1c-861b-9c64bbc6a43c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0430911
Dec 23 16:30:32.386680 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-4cb38a81-1f18-43c1-baa7-bfbe179720af req-b3cd179f-110b-4586-bb2e-6c92bd87ddff service neutron] 10.222.0.61 "GET /v2.0/networks/7889bd1a-66d7-4f1c-861b-9c64bbc6a43c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1284499
Dec 23 16:30:32.647882 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-4cb38a81-1f18-43c1-baa7-bfbe179720af req-2e10ad28-0c61-466e-a02c-a72e9f4cde78 service neutron] 10.222.0.61 "GET /v2.0/networks/7889bd1a-66d7-4f1c-861b-9c64bbc6a43c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2536900
Dec 23 16:30:32.662321 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Device 5b8d15f5-5425-4bc7-9497-020d15bf8bb3 no longer exists at agent hyperv_hv-neutron-8227 {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 23 16:30:32.707741 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] No Port match for: 5b8d15f5-5425-4bc7-9497-020d15bf8bb3 {{(pid=87637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 23 16:30:32.707984 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Device 5b8d15f5-5425-4bc7-9497-020d15bf8bb3 not bound to the agent host hv-neutron-8227 {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 23 16:30:33.211475 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18d79bf-f2c9-49ae-adc8-53b10edcedf3 req-5a64bd7a-7577-45ba-a03b-746367cc1b60 tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:30:33.212169 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-b18d79bf-f2c9-49ae-adc8-53b10edcedf3 req-5a64bd7a-7577-45ba-a03b-746367cc1b60 tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] Synchronizing usage tracker for tenant:1b4119f73bbe4d34afa8d7df321d5c3c on resource:port {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:30:33.224218 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-b18d79bf-f2c9-49ae-adc8-53b10edcedf3 req-5a64bd7a-7577-45ba-a03b-746367cc1b60 tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] Unset dirty status for tenant:1b4119f73bbe4d34afa8d7df321d5c3c on resource:port {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:30:33.225355 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-b18d79bf-f2c9-49ae-adc8-53b10edcedf3 req-5a64bd7a-7577-45ba-a03b-746367cc1b60 tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] 10.222.0.64 "GET /v2.0/ports?device_id=2cb5f35f-0ca0-479a-9c71-a08c8ea69840 HTTP/1.1" status: 200  len: 944 time: 0.1034431
Dec 23 16:30:33.271688 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-b18d79bf-f2c9-49ae-adc8-53b10edcedf3 req-76cc8523-9ce1-412c-bcc9-35c940914d62 tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] 10.222.0.64 "GET /v2.0/security-groups?id=bfd64fd2-2aa5-49ac-885f-af56965fdbc6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396149
Dec 23 16:30:34.467732 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5862fb-c746-4fbc-8375-d1286590c730 req-10a8d445-ac58-4c0e-83b4-935ac881d833 tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:30:34.469191 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-2e5862fb-c746-4fbc-8375-d1286590c730 req-10a8d445-ac58-4c0e-83b4-935ac881d833 tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] 10.222.0.64 "GET /v2.0/ports?device_id=2cb5f35f-0ca0-479a-9c71-a08c8ea69840 HTTP/1.1" status: 200  len: 944 time: 0.0846324
Dec 23 16:30:34.514665 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-2e5862fb-c746-4fbc-8375-d1286590c730 req-0dc94e2c-e6b4-4863-ae88-3b5943f0667b tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] 10.222.0.64 "GET /v2.0/security-groups?id=bfd64fd2-2aa5-49ac-885f-af56965fdbc6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0378695
Dec 23 16:30:34.658588 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Device fceea258-6a12-448a-9d2d-919d5a390a22 details requested by agent hyperv_hv-neutron-8227 with host hv-neutron-8227 {{(pid=87637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 23 16:30:34.795495 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] For port fceea258-6a12-448a-9d2d-919d5a390a22, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=fceea258-6a12-448a-9d2d-919d5a390a22,segment=NetworkSegment(6fe2e1bd-9064-429e-9cd9-f8af3e2adaae),segment_id=6fe2e1bd-9064-429e-9cd9-f8af3e2adaae)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:30:34.808316 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Returning: {'device': 'fceea258-6a12-448a-9d2d-919d5a390a22', 'network_id': '7889bd1a-66d7-4f1c-861b-9c64bbc6a43c', 'port_id': 'fceea258-6a12-448a-9d2d-919d5a390a22', 'mac_address': 'fa:16:3e:80:ca:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e67621e4-4569-4dec-97de-23d4e074a54c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 23 16:30:34.862275 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:30:34.879339 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.notifiers.nova [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fceea258-6a12-448a-9d2d-919d5a390a22 {{(pid=87637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 23 16:30:34.895852 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] For port fceea258-6a12-448a-9d2d-919d5a390a22, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=fceea258-6a12-448a-9d2d-919d5a390a22,segment=NetworkSegment(6fe2e1bd-9064-429e-9cd9-f8af3e2adaae),segment_id=6fe2e1bd-9064-429e-9cd9-f8af3e2adaae)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:30:34.901656 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:30:34.903550 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:30:34.970860 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Pushing event updated for resources: {'Port': ['ID=fceea258-6a12-448a-9d2d-919d5a390a22,revision_number=4']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:30:34.978322 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:30:34.978672 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:30:34.979026 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:30:34.979368 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:30:34.979704 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:30:34.980047 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:30:34.980380 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:30:34.980741 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:30:34.981078 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:30:34.981429 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:30:34.981729 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:30:34.982052 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:30:34.985946 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:30:35.104896 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] get_ports_and_sgs() called for port_ids ['fceea258-6a12-448a-9d2d-919d5a390a22'] {{(pid=87637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 23 16:30:35.724426 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da13e6e0-3b28-4564-87de-80b32ed4bead req-4275a672-5176-4ae1-8b21-c1b5b2cb0f32 tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:30:35.725917 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-da13e6e0-3b28-4564-87de-80b32ed4bead req-4275a672-5176-4ae1-8b21-c1b5b2cb0f32 tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] 10.222.0.64 "GET /v2.0/ports?device_id=2cb5f35f-0ca0-479a-9c71-a08c8ea69840 HTTP/1.1" status: 200  len: 945 time: 0.0945408
Dec 23 16:30:35.774252 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-da13e6e0-3b28-4564-87de-80b32ed4bead req-fc3f9a58-5892-4f75-b6ba-c55e6243c8b1 tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] 10.222.0.64 "GET /v2.0/security-groups?id=bfd64fd2-2aa5-49ac-885f-af56965fdbc6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397162
Dec 23 16:30:36.675106 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Device fceea258-6a12-448a-9d2d-919d5a390a22 up at agent hyperv_hv-neutron-8227 {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:30:36.762099 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Provisioning for port fceea258-6a12-448a-9d2d-919d5a390a22 completed by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:30:36.767109 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Provisioning complete for port fceea258-6a12-448a-9d2d-919d5a390a22 triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:30:36.767503 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:30:36.885646 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:30:36.911813 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cb5f35f-0ca0-479a-9c71-a08c8ea69840', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fceea258-6a12-448a-9d2d-919d5a390a22'}] {{(pid=87637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 23 16:30:36.921900 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] For port fceea258-6a12-448a-9d2d-919d5a390a22, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=fceea258-6a12-448a-9d2d-919d5a390a22,segment=NetworkSegment(6fe2e1bd-9064-429e-9cd9-f8af3e2adaae),segment_id=6fe2e1bd-9064-429e-9cd9-f8af3e2adaae)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:30:36.926809 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:30:36.929596 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:30:36.961253 dv-neutron-822799-1-hyperv neutron-server[87637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cb5f35f-0ca0-479a-9c71-a08c8ea69840', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fceea258-6a12-448a-9d2d-919d5a390a22', 'code': 200}
Dec 23 16:30:36.968051 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5028d6-8eff-4e40-8263-9361f4acb1cd req-19226991-0b6c-4ec0-a3bb-0ade06c539a2 tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:30:36.969580 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-ad5028d6-8eff-4e40-8263-9361f4acb1cd req-19226991-0b6c-4ec0-a3bb-0ade06c539a2 tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] 10.222.0.64 "GET /v2.0/ports?device_id=2cb5f35f-0ca0-479a-9c71-a08c8ea69840 HTTP/1.1" status: 200  len: 945 time: 0.0889697
Dec 23 16:30:37.001630 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Pushing event updated for resources: {'Port': ['ID=fceea258-6a12-448a-9d2d-919d5a390a22,revision_number=5']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:30:37.004898 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:30:37.016161 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-ad5028d6-8eff-4e40-8263-9361f4acb1cd req-ff43ffa3-298f-4639-a303-cdd2949765af tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] 10.222.0.64 "GET /v2.0/security-groups?id=bfd64fd2-2aa5-49ac-885f-af56965fdbc6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401893
Dec 23 16:30:37.194677 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd7a030-20bc-4d6b-8f7e-0305a5dbf9f3 req-fbd56c9f-b570-4106-be4a-7693cb15053f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:30:37.196063 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-dfd7a030-20bc-4d6b-8f7e-0305a5dbf9f3 req-fbd56c9f-b570-4106-be4a-7693cb15053f service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=2cb5f35f-0ca0-479a-9c71-a08c8ea69840 HTTP/1.1" status: 200  len: 1099 time: 0.0751786
Dec 23 16:30:37.241361 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-dfd7a030-20bc-4d6b-8f7e-0305a5dbf9f3 req-a117059e-02d0-4216-9658-4b6896fdb5cb service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=bfd64fd2-2aa5-49ac-885f-af56965fdbc6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0388052
Dec 23 16:30:38.226159 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd0ce6e-1514-4301-81fe-6a1a9f4894dd req-2d892963-d597-44b2-a663-750d8126fe9c tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:30:38.227544 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-7cd0ce6e-1514-4301-81fe-6a1a9f4894dd req-2d892963-d597-44b2-a663-750d8126fe9c tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] 10.222.0.64 "GET /v2.0/ports?device_id=2cb5f35f-0ca0-479a-9c71-a08c8ea69840 HTTP/1.1" status: 200  len: 946 time: 0.0875962
Dec 23 16:30:38.275055 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-7cd0ce6e-1514-4301-81fe-6a1a9f4894dd req-c61daaf6-d549-4838-9ad4-f0501168f509 tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] 10.222.0.64 "GET /v2.0/security-groups?id=bfd64fd2-2aa5-49ac-885f-af56965fdbc6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412931
Dec 23 16:30:39.480443 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab24e4fb-2c78-467f-8a2a-d9a3acc55bef req-cce10893-1ea9-4617-9a06-8baf0a7195a6 tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:30:39.482083 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-ab24e4fb-2c78-467f-8a2a-d9a3acc55bef req-cce10893-1ea9-4617-9a06-8baf0a7195a6 tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] 10.222.0.64 "GET /v2.0/ports?device_id=2cb5f35f-0ca0-479a-9c71-a08c8ea69840 HTTP/1.1" status: 200  len: 946 time: 0.0931549
Dec 23 16:30:39.543818 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-ab24e4fb-2c78-467f-8a2a-d9a3acc55bef req-b2cc8e8c-8a4a-4153-98de-aa69888467bc tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] 10.222.0.64 "GET /v2.0/security-groups?id=bfd64fd2-2aa5-49ac-885f-af56965fdbc6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0553954
Dec 23 16:30:39.757800 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33956219-013f-4d9c-bd56-5497d86f1bea req-1dbb0ee7-6550-451d-9a86-45be19d4fa90 tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:30:39.759266 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-33956219-013f-4d9c-bd56-5497d86f1bea req-1dbb0ee7-6550-451d-9a86-45be19d4fa90 tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] 10.222.0.64 "GET /v2.0/ports?device_id=2cb5f35f-0ca0-479a-9c71-a08c8ea69840 HTTP/1.1" status: 200  len: 946 time: 0.1030736
Dec 23 16:30:39.807377 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-33956219-013f-4d9c-bd56-5497d86f1bea req-dd98008c-663f-4460-9ea2-46b07147c0ee tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] 10.222.0.64 "GET /v2.0/security-groups?id=bfd64fd2-2aa5-49ac-885f-af56965fdbc6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407166
Dec 23 16:30:40.213639 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-cfda5064-1fe1-4912-afd3-130a747df001 req-e99f959f-e875-4554-830c-a92b2e3cc349 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=2cb5f35f-0ca0-479a-9c71-a08c8ea69840&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1269896
Dec 23 16:30:40.232210 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29003570-d5d1-4f09-a1ee-962fe3308c6a req-8ebfcc17-6583-4da4-bbf9-f24256a1e0ba tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:30:40.233639 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-29003570-d5d1-4f09-a1ee-962fe3308c6a req-8ebfcc17-6583-4da4-bbf9-f24256a1e0ba tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] 10.222.0.64 "GET /v2.0/ports?device_id=2cb5f35f-0ca0-479a-9c71-a08c8ea69840 HTTP/1.1" status: 200  len: 946 time: 0.1002102
Dec 23 16:30:40.281253 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-29003570-d5d1-4f09-a1ee-962fe3308c6a req-1edcdfc0-c884-4dca-a644-d3493eaf394e tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] 10.222.0.64 "GET /v2.0/security-groups?id=bfd64fd2-2aa5-49ac-885f-af56965fdbc6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406995
Dec 23 16:30:41.479180 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b632c94-8bdb-4b4e-81a0-c3c08da0d9ed req-c374be38-adad-4653-a07c-43984d065c26 tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:30:41.480686 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-8b632c94-8bdb-4b4e-81a0-c3c08da0d9ed req-c374be38-adad-4653-a07c-43984d065c26 tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] 10.222.0.64 "GET /v2.0/ports?device_id=2cb5f35f-0ca0-479a-9c71-a08c8ea69840 HTTP/1.1" status: 200  len: 946 time: 0.0849714
Dec 23 16:30:41.511829 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfda5064-1fe1-4912-afd3-130a747df001 req-fe6dfb8d-9389-4890-acfb-db126b522474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:30:41.513313 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-cfda5064-1fe1-4912-afd3-130a747df001 req-fe6dfb8d-9389-4890-acfb-db126b522474 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1b4119f73bbe4d34afa8d7df321d5c3c&device_id=2cb5f35f-0ca0-479a-9c71-a08c8ea69840 HTTP/1.1" status: 200  len: 1099 time: 0.0712891
Dec 23 16:30:41.530577 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-8b632c94-8bdb-4b4e-81a0-c3c08da0d9ed req-03a02695-f623-4fd8-99a0-85c05e6eeabc tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] 10.222.0.64 "GET /v2.0/security-groups?id=bfd64fd2-2aa5-49ac-885f-af56965fdbc6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439267
Dec 23 16:30:41.653669 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfda5064-1fe1-4912-afd3-130a747df001 req-9c25a4f3-a437-455c-92f4-f45211193755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:30:41.655098 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-cfda5064-1fe1-4912-afd3-130a747df001 req-9c25a4f3-a437-455c-92f4-f45211193755 service neutron] 10.222.0.61 "GET /v2.0/networks?id=7889bd1a-66d7-4f1c-861b-9c64bbc6a43c HTTP/1.1" status: 200  len: 916 time: 0.1352954
Dec 23 16:30:41.726180 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-cfda5064-1fe1-4912-afd3-130a747df001 req-a3618e1b-8f66-4104-a1a2-17432a189dc7 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fceea258-6a12-448a-9d2d-919d5a390a22 HTTP/1.1" status: 200  len: 217 time: 0.0644341
Dec 23 16:30:41.799604 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfda5064-1fe1-4912-afd3-130a747df001 req-33f0e773-8a61-449c-8c14-fe10f92067cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:30:41.801061 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-cfda5064-1fe1-4912-afd3-130a747df001 req-33f0e773-8a61-449c-8c14-fe10f92067cc service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e67621e4-4569-4dec-97de-23d4e074a54c HTTP/1.1" status: 200  len: 855 time: 0.0687191
Dec 23 16:30:41.854147 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-cfda5064-1fe1-4912-afd3-130a747df001 req-dd6f2020-f275-47f6-a08b-00f0ae6b7b6a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7889bd1a-66d7-4f1c-861b-9c64bbc6a43c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0459526
Dec 23 16:30:41.966512 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:30:41.994485 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-cfda5064-1fe1-4912-afd3-130a747df001 req-88ae49db-18d5-45fb-8798-849e17df3dec service neutron] 10.222.0.61 "GET /v2.0/networks/7889bd1a-66d7-4f1c-861b-9c64bbc6a43c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1341860
Dec 23 16:30:42.131280 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-cfda5064-1fe1-4912-afd3-130a747df001 req-485945f2-7233-408e-accb-ca43ef9d1676 service neutron] 10.222.0.61 "GET /v2.0/networks/7889bd1a-66d7-4f1c-861b-9c64bbc6a43c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1307101
Dec 23 16:30:42.741606 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248ae43f-235d-4e6b-865a-284db2771746 req-418cf45e-4e69-487f-b3cd-b96d41f3064c tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:30:42.743067 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-248ae43f-235d-4e6b-865a-284db2771746 req-418cf45e-4e69-487f-b3cd-b96d41f3064c tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] 10.222.0.64 "GET /v2.0/ports?device_id=2cb5f35f-0ca0-479a-9c71-a08c8ea69840 HTTP/1.1" status: 200  len: 946 time: 0.0963454
Dec 23 16:30:42.801004 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-248ae43f-235d-4e6b-865a-284db2771746 req-bd274a40-2baa-42b8-90ee-c01da00831d2 tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] 10.222.0.64 "GET /v2.0/security-groups?id=bfd64fd2-2aa5-49ac-885f-af56965fdbc6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0496256
Dec 23 16:30:44.008447 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23c8272-295f-49df-b135-861af6f27d2e req-eae443b7-f45a-438f-826f-4c0bf907b2e6 tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:30:44.009931 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-e23c8272-295f-49df-b135-861af6f27d2e req-eae443b7-f45a-438f-826f-4c0bf907b2e6 tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] 10.222.0.64 "GET /v2.0/ports?device_id=2cb5f35f-0ca0-479a-9c71-a08c8ea69840 HTTP/1.1" status: 200  len: 946 time: 0.0892897
Dec 23 16:30:44.054407 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-e23c8272-295f-49df-b135-861af6f27d2e req-f8e087d8-d8bc-4dfb-8d14-2c2eb9711d7e tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] 10.222.0.64 "GET /v2.0/security-groups?id=bfd64fd2-2aa5-49ac-885f-af56965fdbc6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0387332
Dec 23 16:30:45.253770 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40475d38-ffea-4175-af58-3fa515637523 req-4fb69dc2-0003-49dd-8ebc-a09e388ac4cd tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:30:45.255235 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-40475d38-ffea-4175-af58-3fa515637523 req-4fb69dc2-0003-49dd-8ebc-a09e388ac4cd tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] 10.222.0.64 "GET /v2.0/ports?device_id=2cb5f35f-0ca0-479a-9c71-a08c8ea69840 HTTP/1.1" status: 200  len: 946 time: 0.0853875
Dec 23 16:30:45.299371 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-40475d38-ffea-4175-af58-3fa515637523 req-12b3d2fe-1275-400f-b978-bb1fbed695ba tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] 10.222.0.64 "GET /v2.0/security-groups?id=bfd64fd2-2aa5-49ac-885f-af56965fdbc6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0384781
Dec 23 16:30:46.494486 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e77b7ce-c2b8-4739-8235-3e80fdd111d6 req-76ee0594-a7f8-4b35-ae56-1deae87d12c9 tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:30:46.495935 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-3e77b7ce-c2b8-4739-8235-3e80fdd111d6 req-76ee0594-a7f8-4b35-ae56-1deae87d12c9 tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] 10.222.0.64 "GET /v2.0/ports?device_id=2cb5f35f-0ca0-479a-9c71-a08c8ea69840 HTTP/1.1" status: 200  len: 946 time: 0.0874057
Dec 23 16:30:46.544340 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-3e77b7ce-c2b8-4739-8235-3e80fdd111d6 req-bbc1fc52-dfa2-4ce3-a368-aa671c369b82 tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] 10.222.0.64 "GET /v2.0/security-groups?id=bfd64fd2-2aa5-49ac-885f-af56965fdbc6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423419
Dec 23 16:30:47.361566 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-0619f9e8-c635-413d-8e0c-fb2c324cf3e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:30:47.753737 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b14621f-21f0-4daf-9790-6318e9f6ebc7 req-c5c74a72-9431-4db0-b94e-2d00e6a65c19 tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:30:47.755285 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-8b14621f-21f0-4daf-9790-6318e9f6ebc7 req-c5c74a72-9431-4db0-b94e-2d00e6a65c19 tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] 10.222.0.64 "GET /v2.0/ports?device_id=2cb5f35f-0ca0-479a-9c71-a08c8ea69840 HTTP/1.1" status: 200  len: 946 time: 0.0898116
Dec 23 16:30:47.803298 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-8b14621f-21f0-4daf-9790-6318e9f6ebc7 req-8b196d58-8f43-4afa-8d95-aa8c3fe1ef42 tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] 10.222.0.64 "GET /v2.0/security-groups?id=bfd64fd2-2aa5-49ac-885f-af56965fdbc6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423388
Dec 23 16:30:49.009770 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c937f65b-a21c-41d2-9fa1-48e3278b38fd req-a000f32d-2226-4378-8bfd-1a0ffaf34b8a tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:30:49.011191 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-c937f65b-a21c-41d2-9fa1-48e3278b38fd req-a000f32d-2226-4378-8bfd-1a0ffaf34b8a tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] 10.222.0.64 "GET /v2.0/ports?device_id=2cb5f35f-0ca0-479a-9c71-a08c8ea69840 HTTP/1.1" status: 200  len: 946 time: 0.0876455
Dec 23 16:30:49.056356 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-c937f65b-a21c-41d2-9fa1-48e3278b38fd req-e2e7bc6a-7d8c-4799-961b-e46414497953 tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] 10.222.0.64 "GET /v2.0/security-groups?id=bfd64fd2-2aa5-49ac-885f-af56965fdbc6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394573
Dec 23 16:30:49.741301 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-38a1da0e-4593-4f97-8aba-821f75b6ff8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:30:50.256938 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de784d6b-4f75-42ed-9fe8-975861be7da4 req-5fde82c5-e6e0-45b4-ab92-0332328b6076 tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:30:50.258532 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-de784d6b-4f75-42ed-9fe8-975861be7da4 req-5fde82c5-e6e0-45b4-ab92-0332328b6076 tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] 10.222.0.64 "GET /v2.0/ports?device_id=2cb5f35f-0ca0-479a-9c71-a08c8ea69840 HTTP/1.1" status: 200  len: 946 time: 0.0857427
Dec 23 16:30:50.302928 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-de784d6b-4f75-42ed-9fe8-975861be7da4 req-2c005686-c086-4c5e-9c3c-4585ce3bdadf tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] 10.222.0.64 "GET /v2.0/security-groups?id=bfd64fd2-2aa5-49ac-885f-af56965fdbc6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0386157
Dec 23 16:30:50.801398 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9dcbea60-a34f-4144-91e7-90aff3f57aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:30:50.871083 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:30:51.493457 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd96f61-25c8-4b5d-a425-b290db315a45 req-cf8111e2-3782-488d-85a8-8cc810bbd73c tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:30:51.494949 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-bcd96f61-25c8-4b5d-a425-b290db315a45 req-cf8111e2-3782-488d-85a8-8cc810bbd73c tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] 10.222.0.64 "GET /v2.0/ports?device_id=2cb5f35f-0ca0-479a-9c71-a08c8ea69840 HTTP/1.1" status: 200  len: 946 time: 0.0831249
Dec 23 16:30:51.543655 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-bcd96f61-25c8-4b5d-a425-b290db315a45 req-1bd074b1-3cde-4e53-bb5d-a9f2395fefe6 tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] 10.222.0.64 "GET /v2.0/security-groups?id=bfd64fd2-2aa5-49ac-885f-af56965fdbc6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429599
Dec 23 16:30:52.292640 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9e3aab53-d650-47e3-b8a6-2dff21fe9ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:30:52.900250 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbce634e-f7ce-42ab-a15e-46d454af2eaf req-04f7aa8c-c6ab-429f-bf1a-cafd6bc7487a tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:30:52.901645 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-fbce634e-f7ce-42ab-a15e-46d454af2eaf req-04f7aa8c-c6ab-429f-bf1a-cafd6bc7487a tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] 10.222.0.64 "GET /v2.0/ports?device_id=2cb5f35f-0ca0-479a-9c71-a08c8ea69840 HTTP/1.1" status: 200  len: 946 time: 0.2343481
Dec 23 16:30:52.945248 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-fbce634e-f7ce-42ab-a15e-46d454af2eaf req-8197edc7-ab13-49a1-8006-32d00f960c04 tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] 10.222.0.64 "GET /v2.0/security-groups?id=bfd64fd2-2aa5-49ac-885f-af56965fdbc6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0378444
Dec 23 16:30:53.835460 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [req-7ee3f145-8abe-4c72-a91c-d3945364618c req-a3f4a5aa-e9be-4349-b61c-d966bde6c1ea service neutron] (87635) timed out ('10.222.0.61', 61468) {{(pid=87635) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Dec 23 16:30:54.252409 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782eb9c0-cba1-477c-ab21-80ed07be056d req-463d9d7b-400b-4f14-a8bf-1299d1cbd00f tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:30:54.253811 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-782eb9c0-cba1-477c-ab21-80ed07be056d req-463d9d7b-400b-4f14-a8bf-1299d1cbd00f tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] 10.222.0.64 "GET /v2.0/ports?device_id=2cb5f35f-0ca0-479a-9c71-a08c8ea69840 HTTP/1.1" status: 200  len: 946 time: 0.1928351
Dec 23 16:30:54.297312 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-782eb9c0-cba1-477c-ab21-80ed07be056d req-a1522fec-88b9-4933-a395-c50d83359696 tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] 10.222.0.64 "GET /v2.0/security-groups?id=bfd64fd2-2aa5-49ac-885f-af56965fdbc6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0375781
Dec 23 16:30:55.515304 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1d9ee9-891d-4d5d-814a-67b75611eb6d req-ec73b965-fa5a-41ca-8daf-e0c97401abd3 tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:30:55.516773 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-aa1d9ee9-891d-4d5d-814a-67b75611eb6d req-ec73b965-fa5a-41ca-8daf-e0c97401abd3 tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] 10.222.0.64 "GET /v2.0/ports?device_id=2cb5f35f-0ca0-479a-9c71-a08c8ea69840 HTTP/1.1" status: 200  len: 946 time: 0.0833569
Dec 23 16:30:55.563235 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-aa1d9ee9-891d-4d5d-814a-67b75611eb6d req-d21549ac-fbc8-4646-b4da-ee28adae6f12 tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] 10.222.0.64 "GET /v2.0/security-groups?id=bfd64fd2-2aa5-49ac-885f-af56965fdbc6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0382268
Dec 23 16:30:56.782419 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562877c9-f514-46e5-93b9-83f4f5ee6d0a req-9120dec4-3ae4-4042-b77b-97e1eb38f1f4 tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:30:56.783879 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-562877c9-f514-46e5-93b9-83f4f5ee6d0a req-9120dec4-3ae4-4042-b77b-97e1eb38f1f4 tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] 10.222.0.64 "GET /v2.0/ports?device_id=2cb5f35f-0ca0-479a-9c71-a08c8ea69840 HTTP/1.1" status: 200  len: 946 time: 0.0977278
Dec 23 16:30:56.829557 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-562877c9-f514-46e5-93b9-83f4f5ee6d0a req-a0613d40-dc21-4e81-ada1-99c7a29e0abd tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] 10.222.0.64 "GET /v2.0/security-groups?id=bfd64fd2-2aa5-49ac-885f-af56965fdbc6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398750
Dec 23 16:30:58.031993 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4d4c41-edd5-48e1-9833-3721338dcea5 req-a49da3a3-bde8-4c0d-bd79-69790bd5bff0 tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:30:58.033496 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-6a4d4c41-edd5-48e1-9833-3721338dcea5 req-a49da3a3-bde8-4c0d-bd79-69790bd5bff0 tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] 10.222.0.64 "GET /v2.0/ports?device_id=2cb5f35f-0ca0-479a-9c71-a08c8ea69840 HTTP/1.1" status: 200  len: 946 time: 0.0981381
Dec 23 16:30:58.079395 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-6a4d4c41-edd5-48e1-9833-3721338dcea5 req-329f6455-7a33-42e6-8494-d4f3e109ce42 tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] 10.222.0.64 "GET /v2.0/security-groups?id=bfd64fd2-2aa5-49ac-885f-af56965fdbc6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0386896
Dec 23 16:30:59.291538 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933d5d73-17ad-4861-8abc-ad8d54c4b9b9 req-7b91a30c-5e0c-419f-b290-dd2022e571c3 tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:30:59.293019 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-933d5d73-17ad-4861-8abc-ad8d54c4b9b9 req-7b91a30c-5e0c-419f-b290-dd2022e571c3 tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] 10.222.0.64 "GET /v2.0/ports?device_id=2cb5f35f-0ca0-479a-9c71-a08c8ea69840 HTTP/1.1" status: 200  len: 946 time: 0.0923073
Dec 23 16:30:59.341724 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-933d5d73-17ad-4861-8abc-ad8d54c4b9b9 req-92d6c466-67b8-4dc1-8461-a9eb8e506bc4 tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] 10.222.0.64 "GET /v2.0/security-groups?id=bfd64fd2-2aa5-49ac-885f-af56965fdbc6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429242
Dec 23 16:31:00.530700 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869baf5a-01ec-4a06-8bb1-5fe711c32f0b req-9469cba4-2b3e-42c5-9f00-1d57c51db020 tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:31:00.532146 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-869baf5a-01ec-4a06-8bb1-5fe711c32f0b req-9469cba4-2b3e-42c5-9f00-1d57c51db020 tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] 10.222.0.64 "GET /v2.0/ports?device_id=2cb5f35f-0ca0-479a-9c71-a08c8ea69840 HTTP/1.1" status: 200  len: 946 time: 0.0809085
Dec 23 16:31:00.583426 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-869baf5a-01ec-4a06-8bb1-5fe711c32f0b req-e8893d1c-b926-4fab-9b45-3b7f6ca0c604 tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] 10.222.0.64 "GET /v2.0/security-groups?id=bfd64fd2-2aa5-49ac-885f-af56965fdbc6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453007
Dec 23 16:31:01.283171 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3e5295-4cfa-4026-89e7-b15f24aeb0ae req-3f66c534-caa0-47a3-8249-f77073450d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:31:01.284806 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-7d3e5295-4cfa-4026-89e7-b15f24aeb0ae req-3f66c534-caa0-47a3-8249-f77073450d11 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1b4119f73bbe4d34afa8d7df321d5c3c&device_id=2cb5f35f-0ca0-479a-9c71-a08c8ea69840 HTTP/1.1" status: 200  len: 1099 time: 0.0765271
Dec 23 16:31:01.444261 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3e5295-4cfa-4026-89e7-b15f24aeb0ae req-d1f27841-90db-4f9b-9bd2-a9e38f7a9ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:31:01.445782 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-7d3e5295-4cfa-4026-89e7-b15f24aeb0ae req-d1f27841-90db-4f9b-9bd2-a9e38f7a9ab5 service neutron] 10.222.0.61 "GET /v2.0/networks?id=7889bd1a-66d7-4f1c-861b-9c64bbc6a43c HTTP/1.1" status: 200  len: 916 time: 0.1411738
Dec 23 16:31:01.517395 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-7d3e5295-4cfa-4026-89e7-b15f24aeb0ae req-9a5e762f-4d3a-4b93-98c9-f503c7be70e7 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fceea258-6a12-448a-9d2d-919d5a390a22 HTTP/1.1" status: 200  len: 217 time: 0.0649796
Dec 23 16:31:01.581952 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3e5295-4cfa-4026-89e7-b15f24aeb0ae req-7c0f4d2e-3a4b-4af1-9c0c-e465e12f3d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:31:01.583355 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-7d3e5295-4cfa-4026-89e7-b15f24aeb0ae req-7c0f4d2e-3a4b-4af1-9c0c-e465e12f3d67 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e67621e4-4569-4dec-97de-23d4e074a54c HTTP/1.1" status: 200  len: 855 time: 0.0585892
Dec 23 16:31:01.613429 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.agents_db [None req-30c2320c-f298-49f6-9c47-c20e38116a9c None None] Agent healthcheck: found 6 active agents {{(pid=87638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 23 16:31:01.631908 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-7d3e5295-4cfa-4026-89e7-b15f24aeb0ae req-d68500fd-217b-4b78-b60f-b54268aec3b1 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7889bd1a-66d7-4f1c-861b-9c64bbc6a43c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0397546
Dec 23 16:31:01.764640 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-7d3e5295-4cfa-4026-89e7-b15f24aeb0ae req-c1380cd6-7597-47f8-bb00-994766ef79b2 service neutron] 10.222.0.61 "GET /v2.0/networks/7889bd1a-66d7-4f1c-861b-9c64bbc6a43c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1248083
Dec 23 16:31:01.774215 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93eac50-f0dc-4de3-b656-0b3246c1364b req-d820104e-3b33-44ae-be6e-f25cc61b3cb9 tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:31:01.775763 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-a93eac50-f0dc-4de3-b656-0b3246c1364b req-d820104e-3b33-44ae-be6e-f25cc61b3cb9 tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] 10.222.0.64 "GET /v2.0/ports?device_id=2cb5f35f-0ca0-479a-9c71-a08c8ea69840 HTTP/1.1" status: 200  len: 946 time: 0.0815787
Dec 23 16:31:01.821237 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-a93eac50-f0dc-4de3-b656-0b3246c1364b req-cb5ecee1-4fb0-49a7-9b50-030db85e62b7 tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] 10.222.0.64 "GET /v2.0/security-groups?id=bfd64fd2-2aa5-49ac-885f-af56965fdbc6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396278
Dec 23 16:31:01.900495 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-7d3e5295-4cfa-4026-89e7-b15f24aeb0ae req-ccca417c-bcb3-41c5-a6e7-babb308037e5 service neutron] 10.222.0.61 "GET /v2.0/networks/7889bd1a-66d7-4f1c-861b-9c64bbc6a43c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1285992
Dec 23 16:31:03.015978 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03efdb1c-28e3-4c96-904c-0fe181f51ef2 req-52594d05-2b62-4f00-b94d-a09a68cec0a0 tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:31:03.017472 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-03efdb1c-28e3-4c96-904c-0fe181f51ef2 req-52594d05-2b62-4f00-b94d-a09a68cec0a0 tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] 10.222.0.64 "GET /v2.0/ports?device_id=2cb5f35f-0ca0-479a-9c71-a08c8ea69840 HTTP/1.1" status: 200  len: 946 time: 0.0864513
Dec 23 16:31:03.064765 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-03efdb1c-28e3-4c96-904c-0fe181f51ef2 req-12abbf9e-bdcb-4086-aabc-756643d847fe tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] 10.222.0.64 "GET /v2.0/security-groups?id=bfd64fd2-2aa5-49ac-885f-af56965fdbc6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0390828
Dec 23 16:31:04.282468 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92132fcd-e35a-4c94-8197-1c6f43b3deea req-4656c7af-3352-4af2-afa5-864a2a69e241 tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:31:04.283806 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-92132fcd-e35a-4c94-8197-1c6f43b3deea req-4656c7af-3352-4af2-afa5-864a2a69e241 tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] 10.222.0.64 "GET /v2.0/ports?device_id=2cb5f35f-0ca0-479a-9c71-a08c8ea69840 HTTP/1.1" status: 200  len: 946 time: 0.0984480
Dec 23 16:31:04.328323 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-92132fcd-e35a-4c94-8197-1c6f43b3deea req-da5bbff0-556f-406b-a24d-e3c09e32145a tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] 10.222.0.64 "GET /v2.0/security-groups?id=bfd64fd2-2aa5-49ac-885f-af56965fdbc6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0384345
Dec 23 16:31:05.516250 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35da5fa1-a607-4e99-b10d-0582df6b0bd4 req-d9aa8e29-7d3e-45e5-90e3-bdd1442388c8 tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:31:05.517737 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-35da5fa1-a607-4e99-b10d-0582df6b0bd4 req-d9aa8e29-7d3e-45e5-90e3-bdd1442388c8 tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] 10.222.0.64 "GET /v2.0/ports?device_id=2cb5f35f-0ca0-479a-9c71-a08c8ea69840 HTTP/1.1" status: 200  len: 946 time: 0.0869191
Dec 23 16:31:05.571674 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-35da5fa1-a607-4e99-b10d-0582df6b0bd4 req-a404707f-2dd3-4f1b-b09a-b8773e6359e0 tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] 10.222.0.64 "GET /v2.0/security-groups?id=bfd64fd2-2aa5-49ac-885f-af56965fdbc6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0478265
Dec 23 16:31:06.776091 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f591cca4-fb7d-448d-abe7-71af9d88db4f req-d76192e6-0d51-40b6-b860-52f261d99e08 tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:31:06.777586 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-f591cca4-fb7d-448d-abe7-71af9d88db4f req-d76192e6-0d51-40b6-b860-52f261d99e08 tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] 10.222.0.64 "GET /v2.0/ports?device_id=2cb5f35f-0ca0-479a-9c71-a08c8ea69840 HTTP/1.1" status: 200  len: 946 time: 0.0957196
Dec 23 16:31:06.822602 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-f591cca4-fb7d-448d-abe7-71af9d88db4f req-46b8de1f-340e-46d0-bd92-28cbd85d7247 tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] 10.222.0.64 "GET /v2.0/security-groups?id=bfd64fd2-2aa5-49ac-885f-af56965fdbc6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0392008
Dec 23 16:31:08.028047 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683618ef-6a3b-46e9-a825-0a24ce89bb0f req-d281cf0a-cb67-46b6-893a-90f085379b54 tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:31:08.029575 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-683618ef-6a3b-46e9-a825-0a24ce89bb0f req-d281cf0a-cb67-46b6-893a-90f085379b54 tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] 10.222.0.64 "GET /v2.0/ports?device_id=2cb5f35f-0ca0-479a-9c71-a08c8ea69840 HTTP/1.1" status: 200  len: 946 time: 0.0960143
Dec 23 16:31:08.084302 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-683618ef-6a3b-46e9-a825-0a24ce89bb0f req-6ce5359c-ecee-4beb-bf68-3eafea0f0a93 tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] 10.222.0.64 "GET /v2.0/security-groups?id=bfd64fd2-2aa5-49ac-885f-af56965fdbc6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450242
Dec 23 16:31:08.839582 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-cfda5064-1fe1-4912-afd3-130a747df001 req-4f30ecec-7e2e-428c-b725-567e2113cbb6 service neutron] 10.222.0.61 "GET /v2.0/ports/fceea258-6a12-448a-9d2d-919d5a390a22/bindings/hv-neutron-8227 HTTP/1.1" status: 200  len: 384 time: 0.0981121
Dec 23 16:31:09.116975 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfda5064-1fe1-4912-afd3-130a747df001 req-c9e6e391-e68d-4d81-9498-6650f83d5f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:31:09.118539 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-cfda5064-1fe1-4912-afd3-130a747df001 req-c9e6e391-e68d-4d81-9498-6650f83d5f64 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=2cb5f35f-0ca0-479a-9c71-a08c8ea69840&tenant_id=1b4119f73bbe4d34afa8d7df321d5c3c HTTP/1.1" status: 200  len: 1099 time: 0.0753639
Dec 23 16:31:09.214750 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfda5064-1fe1-4912-afd3-130a747df001 req-b4ac5b77-e172-48fb-b9b1-3ee094bbfcc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:31:09.216220 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-cfda5064-1fe1-4912-afd3-130a747df001 req-b4ac5b77-e172-48fb-b9b1-3ee094bbfcc5 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1b4119f73bbe4d34afa8d7df321d5c3c&device_id=2cb5f35f-0ca0-479a-9c71-a08c8ea69840 HTTP/1.1" status: 200  len: 1099 time: 0.0747952
Dec 23 16:31:09.278287 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b31ea3-a30d-45d5-9f1a-0c8406339b14 req-29289306-4110-4f50-b68c-a8d95e9d958b tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:31:09.279933 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-02b31ea3-a30d-45d5-9f1a-0c8406339b14 req-29289306-4110-4f50-b68c-a8d95e9d958b tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] 10.222.0.64 "GET /v2.0/ports?device_id=2cb5f35f-0ca0-479a-9c71-a08c8ea69840 HTTP/1.1" status: 200  len: 946 time: 0.0861459
Dec 23 16:31:09.325507 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-02b31ea3-a30d-45d5-9f1a-0c8406339b14 req-dd1f6e13-84d8-4cfe-ba67-cec0ed050c61 tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] 10.222.0.64 "GET /v2.0/security-groups?id=bfd64fd2-2aa5-49ac-885f-af56965fdbc6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396500
Dec 23 16:31:09.348979 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfda5064-1fe1-4912-afd3-130a747df001 req-de08f143-d8f6-4e98-bdb0-93225ff75c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:31:09.350409 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-cfda5064-1fe1-4912-afd3-130a747df001 req-de08f143-d8f6-4e98-bdb0-93225ff75c57 service neutron] 10.222.0.61 "GET /v2.0/networks?id=7889bd1a-66d7-4f1c-861b-9c64bbc6a43c HTTP/1.1" status: 200  len: 916 time: 0.1281493
Dec 23 16:31:09.417220 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-cfda5064-1fe1-4912-afd3-130a747df001 req-7346c05c-4032-412a-9a0b-38c20f253ac1 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fceea258-6a12-448a-9d2d-919d5a390a22 HTTP/1.1" status: 200  len: 217 time: 0.0600071
Dec 23 16:31:09.497540 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfda5064-1fe1-4912-afd3-130a747df001 req-a170be85-e3ac-4cb2-bc0a-9c807ef24ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:31:09.499058 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-cfda5064-1fe1-4912-afd3-130a747df001 req-a170be85-e3ac-4cb2-bc0a-9c807ef24ac7 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e67621e4-4569-4dec-97de-23d4e074a54c HTTP/1.1" status: 200  len: 855 time: 0.0755799
Dec 23 16:31:09.545821 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-cfda5064-1fe1-4912-afd3-130a747df001 req-2f0bd505-2df1-4ec5-8fa1-06d21e952df4 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7889bd1a-66d7-4f1c-861b-9c64bbc6a43c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0401766
Dec 23 16:31:09.676213 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-cfda5064-1fe1-4912-afd3-130a747df001 req-1e4dfeef-1f2e-4e81-882c-88b551d28e17 service neutron] 10.222.0.61 "GET /v2.0/networks/7889bd1a-66d7-4f1c-861b-9c64bbc6a43c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1240666
Dec 23 16:31:09.939351 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-cfda5064-1fe1-4912-afd3-130a747df001 req-6167e29e-e925-4799-9632-bc77212bf636 service neutron] 10.222.0.61 "GET /v2.0/networks/7889bd1a-66d7-4f1c-861b-9c64bbc6a43c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2568855
Dec 23 16:31:10.540448 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed607c6-1617-443f-8449-28c48f40656a req-ade4ef2c-3a5b-4431-b51d-f140707d9453 tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:31:10.541938 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-bed607c6-1617-443f-8449-28c48f40656a req-ade4ef2c-3a5b-4431-b51d-f140707d9453 tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] 10.222.0.64 "GET /v2.0/ports?device_id=2cb5f35f-0ca0-479a-9c71-a08c8ea69840 HTTP/1.1" status: 200  len: 946 time: 0.0970376
Dec 23 16:31:10.594110 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-bed607c6-1617-443f-8449-28c48f40656a req-4237802a-65d0-4464-ba4d-a111f9b5029e tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] 10.222.0.64 "GET /v2.0/security-groups?id=bfd64fd2-2aa5-49ac-885f-af56965fdbc6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439520
Dec 23 16:31:10.830804 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Device fceea258-6a12-448a-9d2d-919d5a390a22 no longer exists at agent hyperv_hv-neutron-8227 {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 23 16:31:10.953604 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:31:10.988130 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cb5f35f-0ca0-479a-9c71-a08c8ea69840', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fceea258-6a12-448a-9d2d-919d5a390a22'}] {{(pid=87637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 23 16:31:10.997923 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] For port fceea258-6a12-448a-9d2d-919d5a390a22, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=fceea258-6a12-448a-9d2d-919d5a390a22,segment=NetworkSegment(6fe2e1bd-9064-429e-9cd9-f8af3e2adaae),segment_id=6fe2e1bd-9064-429e-9cd9-f8af3e2adaae)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:31:11.003352 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:31:11.009377 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:31:11.119755 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Pushing event updated for resources: {'Port': ['ID=fceea258-6a12-448a-9d2d-919d5a390a22,revision_number=6']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:31:11.122968 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:31:11.124740 dv-neutron-822799-1-hyperv neutron-server[87637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cb5f35f-0ca0-479a-9c71-a08c8ea69840', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fceea258-6a12-448a-9d2d-919d5a390a22', 'code': 200}
Dec 23 16:31:11.806280 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81634111-bfb1-4885-b92b-0a425e495d7e req-3b3f11de-8557-4846-8782-53b1095f6080 tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:31:11.807737 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-81634111-bfb1-4885-b92b-0a425e495d7e req-3b3f11de-8557-4846-8782-53b1095f6080 tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] 10.222.0.64 "GET /v2.0/ports?device_id=2cb5f35f-0ca0-479a-9c71-a08c8ea69840 HTTP/1.1" status: 200  len: 944 time: 0.0910509
Dec 23 16:31:11.856253 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-81634111-bfb1-4885-b92b-0a425e495d7e req-fa0e32aa-f9c3-46d3-821b-a02b05353c01 tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] 10.222.0.64 "GET /v2.0/security-groups?id=bfd64fd2-2aa5-49ac-885f-af56965fdbc6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424879
Dec 23 16:31:11.967891 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:31:12.196739 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e388e727-13b1-4153-8ad2-0492f0ae9c7c req-c6fb5044-550b-4f70-bed3-856eb58d02a6 tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:31:12.198123 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-e388e727-13b1-4153-8ad2-0492f0ae9c7c req-c6fb5044-550b-4f70-bed3-856eb58d02a6 tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] 10.222.0.61 "GET /v2.0/ports?device_id=2cb5f35f-0ca0-479a-9c71-a08c8ea69840&tenant_id=1b4119f73bbe4d34afa8d7df321d5c3c&binding%3Ahost_id=hv-neutron-8227 HTTP/1.1" status: 200  len: 944 time: 0.0942705
Dec 23 16:31:12.386174 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4827280a-700d-4374-a3ee-b71a6be72d85 req-12147f7b-40ff-4b28-b07d-4bafeb215fbf tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:31:12.387625 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-4827280a-700d-4374-a3ee-b71a6be72d85 req-12147f7b-40ff-4b28-b07d-4bafeb215fbf tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] 10.222.0.64 "GET /v2.0/ports?device_id=2cb5f35f-0ca0-479a-9c71-a08c8ea69840 HTTP/1.1" status: 200  len: 944 time: 0.1411030
Dec 23 16:31:12.389554 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e388e727-13b1-4153-8ad2-0492f0ae9c7c req-94bc4ba1-a1f7-4717-88a7-7f24c02de5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:31:12.390866 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-e388e727-13b1-4153-8ad2-0492f0ae9c7c req-94bc4ba1-a1f7-4717-88a7-7f24c02de5ff service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1b4119f73bbe4d34afa8d7df321d5c3c&device_id=2cb5f35f-0ca0-479a-9c71-a08c8ea69840 HTTP/1.1" status: 200  len: 1097 time: 0.1114075
Dec 23 16:31:12.514620 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-4827280a-700d-4374-a3ee-b71a6be72d85 req-e80d0f63-27e8-4c24-8dcd-3bfe1d109776 tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] 10.222.0.64 "GET /v2.0/security-groups?id=bfd64fd2-2aa5-49ac-885f-af56965fdbc6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1207757
Dec 23 16:31:12.563442 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e388e727-13b1-4153-8ad2-0492f0ae9c7c req-eda93753-740b-4090-a1b5-e6e1035817af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:31:12.564892 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-e388e727-13b1-4153-8ad2-0492f0ae9c7c req-eda93753-740b-4090-a1b5-e6e1035817af service neutron] 10.222.0.61 "GET /v2.0/networks?id=7889bd1a-66d7-4f1c-861b-9c64bbc6a43c HTTP/1.1" status: 200  len: 916 time: 0.1585042
Dec 23 16:31:12.633856 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-e388e727-13b1-4153-8ad2-0492f0ae9c7c req-b25effa3-e315-440d-8e5b-a6246e4a869a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fceea258-6a12-448a-9d2d-919d5a390a22 HTTP/1.1" status: 200  len: 217 time: 0.0623457
Dec 23 16:31:12.703031 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e388e727-13b1-4153-8ad2-0492f0ae9c7c req-0c502abd-314e-4ffc-a23f-3eecef8fe260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:31:12.705233 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-e388e727-13b1-4153-8ad2-0492f0ae9c7c req-0c502abd-314e-4ffc-a23f-3eecef8fe260 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e67621e4-4569-4dec-97de-23d4e074a54c HTTP/1.1" status: 200  len: 855 time: 0.0640984
Dec 23 16:31:12.753623 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-e388e727-13b1-4153-8ad2-0492f0ae9c7c req-819f05b8-6bf9-4677-abf1-ff91c4f4a05e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7889bd1a-66d7-4f1c-861b-9c64bbc6a43c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0418134
Dec 23 16:31:12.844300 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Device fceea258-6a12-448a-9d2d-919d5a390a22 details requested by agent hyperv_hv-neutron-8227 with host hv-neutron-8227 {{(pid=87637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 23 16:31:12.892295 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-e388e727-13b1-4153-8ad2-0492f0ae9c7c req-6c4f4c9e-d37b-4086-811d-dddd6a402e0c service neutron] 10.222.0.61 "GET /v2.0/networks/7889bd1a-66d7-4f1c-861b-9c64bbc6a43c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1313021
Dec 23 16:31:12.981213 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] For port fceea258-6a12-448a-9d2d-919d5a390a22, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=fceea258-6a12-448a-9d2d-919d5a390a22,segment=NetworkSegment(6fe2e1bd-9064-429e-9cd9-f8af3e2adaae),segment_id=6fe2e1bd-9064-429e-9cd9-f8af3e2adaae)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:31:12.994410 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Returning: {'device': 'fceea258-6a12-448a-9d2d-919d5a390a22', 'network_id': '7889bd1a-66d7-4f1c-861b-9c64bbc6a43c', 'port_id': 'fceea258-6a12-448a-9d2d-919d5a390a22', 'mac_address': 'fa:16:3e:80:ca:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e67621e4-4569-4dec-97de-23d4e074a54c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 23 16:31:13.025674 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-e388e727-13b1-4153-8ad2-0492f0ae9c7c req-9d52599d-b101-411d-944d-d3c282a1734d service neutron] 10.222.0.61 "GET /v2.0/networks/7889bd1a-66d7-4f1c-861b-9c64bbc6a43c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1264694
Dec 23 16:31:13.049854 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:31:13.066431 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.notifiers.nova [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fceea258-6a12-448a-9d2d-919d5a390a22 {{(pid=87637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 23 16:31:13.082902 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] For port fceea258-6a12-448a-9d2d-919d5a390a22, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=fceea258-6a12-448a-9d2d-919d5a390a22,segment=NetworkSegment(6fe2e1bd-9064-429e-9cd9-f8af3e2adaae),segment_id=6fe2e1bd-9064-429e-9cd9-f8af3e2adaae)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:31:13.087333 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:31:13.089304 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:31:13.159654 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] get_ports_and_sgs() called for port_ids ['fceea258-6a12-448a-9d2d-919d5a390a22'] {{(pid=87637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 23 16:31:13.187556 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Pushing event updated for resources: {'Port': ['ID=fceea258-6a12-448a-9d2d-919d5a390a22,revision_number=7']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:31:13.196149 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:31:13.729447 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f9e0f5-85a2-4915-a5dd-01b505f56ac9 req-3ab9a1df-7c7e-4eea-949f-030b4c338202 tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:31:13.730808 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-60f9e0f5-85a2-4915-a5dd-01b505f56ac9 req-3ab9a1df-7c7e-4eea-949f-030b4c338202 tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] 10.222.0.64 "GET /v2.0/ports?device_id=2cb5f35f-0ca0-479a-9c71-a08c8ea69840 HTTP/1.1" status: 200  len: 945 time: 0.0995491
Dec 23 16:31:13.793441 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-60f9e0f5-85a2-4915-a5dd-01b505f56ac9 req-c75c1a8e-decb-4e76-9004-97a8496d24c5 tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] 10.222.0.64 "GET /v2.0/security-groups?id=bfd64fd2-2aa5-49ac-885f-af56965fdbc6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0558484
Dec 23 16:31:13.997515 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81cdc94-06bd-4d53-a42d-a392546a5a8e req-ad3aefd7-becd-4a58-8f30-4877a2632689 tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:31:13.998861 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-a81cdc94-06bd-4d53-a42d-a392546a5a8e req-ad3aefd7-becd-4a58-8f30-4877a2632689 tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] 10.222.0.64 "GET /v2.0/ports?device_id=2cb5f35f-0ca0-479a-9c71-a08c8ea69840 HTTP/1.1" status: 200  len: 945 time: 0.0973711
Dec 23 16:31:14.044865 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-a81cdc94-06bd-4d53-a42d-a392546a5a8e req-c6740a46-43fe-430b-93c9-3d6fc8c84453 tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] 10.222.0.64 "GET /v2.0/security-groups?id=bfd64fd2-2aa5-49ac-885f-af56965fdbc6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400817
Dec 23 16:31:14.262277 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e970f51-651a-4352-8704-b3e337fcfe4f req-ad2b8dad-d49b-4a1b-94a8-d69aa8b0e0b1 tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:31:14.263622 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-8e970f51-651a-4352-8704-b3e337fcfe4f req-ad2b8dad-d49b-4a1b-94a8-d69aa8b0e0b1 tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] 10.222.0.64 "GET /v2.0/ports?device_id=2cb5f35f-0ca0-479a-9c71-a08c8ea69840 HTTP/1.1" status: 200  len: 945 time: 0.0878472
Dec 23 16:31:14.309245 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-8e970f51-651a-4352-8704-b3e337fcfe4f req-92e4e84e-ff23-4b4a-af65-3af2544d51da tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] 10.222.0.64 "GET /v2.0/security-groups?id=bfd64fd2-2aa5-49ac-885f-af56965fdbc6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396328
Dec 23 16:31:14.867684 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Device fceea258-6a12-448a-9d2d-919d5a390a22 up at agent hyperv_hv-neutron-8227 {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:31:14.886250 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e95cd28-e6da-44c4-8a25-54e5cb91fa33 req-44adf7d1-4675-47d0-857d-650c6006ca91 tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:31:14.887717 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-4e95cd28-e6da-44c4-8a25-54e5cb91fa33 req-44adf7d1-4675-47d0-857d-650c6006ca91 tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] 10.222.0.64 "GET /v2.0/ports?device_id=2cb5f35f-0ca0-479a-9c71-a08c8ea69840 HTTP/1.1" status: 200  len: 945 time: 0.0883930
Dec 23 16:31:14.935121 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-4e95cd28-e6da-44c4-8a25-54e5cb91fa33 req-888227d7-a433-4f5f-8eac-9f0268429517 tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] 10.222.0.64 "GET /v2.0/security-groups?id=bfd64fd2-2aa5-49ac-885f-af56965fdbc6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417211
Dec 23 16:31:14.937865 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Provisioning complete for port fceea258-6a12-448a-9d2d-919d5a390a22 triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:31:14.938649 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:31:15.051818 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:31:15.085033 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cb5f35f-0ca0-479a-9c71-a08c8ea69840', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fceea258-6a12-448a-9d2d-919d5a390a22'}] {{(pid=87637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 23 16:31:15.097070 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] For port fceea258-6a12-448a-9d2d-919d5a390a22, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=fceea258-6a12-448a-9d2d-919d5a390a22,segment=NetworkSegment(6fe2e1bd-9064-429e-9cd9-f8af3e2adaae),segment_id=6fe2e1bd-9064-429e-9cd9-f8af3e2adaae)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:31:15.102129 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:31:15.104005 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:31:15.137573 dv-neutron-822799-1-hyperv neutron-server[87637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cb5f35f-0ca0-479a-9c71-a08c8ea69840', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fceea258-6a12-448a-9d2d-919d5a390a22', 'code': 200}
Dec 23 16:31:15.168982 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Pushing event updated for resources: {'Port': ['ID=fceea258-6a12-448a-9d2d-919d5a390a22,revision_number=8']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:31:15.172058 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:31:16.134314 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e44111-c8aa-4d86-b304-380fc02fdd1e req-54673fcf-4dd2-47e8-b3a6-9ffea2c8081c tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:31:16.135780 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-a6e44111-c8aa-4d86-b304-380fc02fdd1e req-54673fcf-4dd2-47e8-b3a6-9ffea2c8081c tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] 10.222.0.64 "GET /v2.0/ports?device_id=2cb5f35f-0ca0-479a-9c71-a08c8ea69840 HTTP/1.1" status: 200  len: 946 time: 0.0838306
Dec 23 16:31:16.183060 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-a6e44111-c8aa-4d86-b304-380fc02fdd1e req-a71459a1-2e52-401d-868c-975395d5dc91 tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] 10.222.0.64 "GET /v2.0/security-groups?id=bfd64fd2-2aa5-49ac-885f-af56965fdbc6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0391994
Dec 23 16:31:16.283327 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb81083-653d-4599-a7d1-8f1440769225 req-0147b96d-8876-48d3-9b75-da05317344c7 tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:31:16.285078 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-cfb81083-653d-4599-a7d1-8f1440769225 req-0147b96d-8876-48d3-9b75-da05317344c7 tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] 10.222.0.61 "GET /v2.0/ports?device_id=2cb5f35f-0ca0-479a-9c71-a08c8ea69840 HTTP/1.1" status: 200  len: 946 time: 0.0857482
Dec 23 16:31:16.358083 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [req-cfb81083-653d-4599-a7d1-8f1440769225 req-914c8732-3fdb-4c8d-ad86-3cb086a9e18b tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] Deleting port fceea258-6a12-448a-9d2d-919d5a390a22 {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:31:16.358374 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-cfb81083-653d-4599-a7d1-8f1440769225 req-914c8732-3fdb-4c8d-ad86-3cb086a9e18b tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:31:16.727978 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [req-cfb81083-653d-4599-a7d1-8f1440769225 req-914c8732-3fdb-4c8d-ad86-3cb086a9e18b tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] For port fceea258-6a12-448a-9d2d-919d5a390a22, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=fceea258-6a12-448a-9d2d-919d5a390a22,segment=NetworkSegment(6fe2e1bd-9064-429e-9cd9-f8af3e2adaae),segment_id=6fe2e1bd-9064-429e-9cd9-f8af3e2adaae)] {{(pid=87636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:31:16.728278 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-cfb81083-653d-4599-a7d1-8f1440769225 req-914c8732-3fdb-4c8d-ad86-3cb086a9e18b tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:31:16.852849 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [req-cfb81083-653d-4599-a7d1-8f1440769225 req-914c8732-3fdb-4c8d-ad86-3cb086a9e18b tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] Calling delete_port for fceea258-6a12-448a-9d2d-919d5a390a22 owned by compute:nova {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:31:16.999168 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-cfb81083-653d-4599-a7d1-8f1440769225 req-914c8732-3fdb-4c8d-ad86-3cb086a9e18b tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:31:17.005130 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-e72791ae-0435-4d87-ac8e-19b774e2343e tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:31:17.049565 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914c8732-3fdb-4c8d-ad86-3cb086a9e18b tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] Pushing event deleted for resources: {'Port': ['ID=fceea258-6a12-448a-9d2d-919d5a390a22,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:31:17.082004 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914c8732-3fdb-4c8d-ad86-3cb086a9e18b tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:31:17.082393 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914c8732-3fdb-4c8d-ad86-3cb086a9e18b tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:31:17.082771 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914c8732-3fdb-4c8d-ad86-3cb086a9e18b tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:31:17.083144 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914c8732-3fdb-4c8d-ad86-3cb086a9e18b tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:31:17.083516 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914c8732-3fdb-4c8d-ad86-3cb086a9e18b tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:31:17.083885 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914c8732-3fdb-4c8d-ad86-3cb086a9e18b tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:31:17.084237 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914c8732-3fdb-4c8d-ad86-3cb086a9e18b tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:31:17.084607 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914c8732-3fdb-4c8d-ad86-3cb086a9e18b tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:31:17.084988 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914c8732-3fdb-4c8d-ad86-3cb086a9e18b tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:31:17.085345 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914c8732-3fdb-4c8d-ad86-3cb086a9e18b tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:31:17.085712 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914c8732-3fdb-4c8d-ad86-3cb086a9e18b tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:31:17.086072 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914c8732-3fdb-4c8d-ad86-3cb086a9e18b tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:31:17.097349 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-914c8732-3fdb-4c8d-ad86-3cb086a9e18b tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:31:17.136627 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfb81083-653d-4599-a7d1-8f1440769225 req-914c8732-3fdb-4c8d-ad86-3cb086a9e18b tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] No DVR routers for this DVR port fceea258-6a12-448a-9d2d-919d5a390a22 on host hv-neutron-8227 {{(pid=87636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 23 16:31:17.139948 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-cfb81083-653d-4599-a7d1-8f1440769225 req-914c8732-3fdb-4c8d-ad86-3cb086a9e18b tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:31:17.144107 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cb5f35f-0ca0-479a-9c71-a08c8ea69840', 'name': 'network-vif-deleted', 'tag': 'fceea258-6a12-448a-9d2d-919d5a390a22'}] {{(pid=87636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 23 16:31:17.164814 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-cfb81083-653d-4599-a7d1-8f1440769225 req-914c8732-3fdb-4c8d-ad86-3cb086a9e18b tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] 10.222.0.61 "DELETE /v2.0/ports/fceea258-6a12-448a-9d2d-919d5a390a22 HTTP/1.1" status: 204  len: 173 time: 0.8744268
Dec 23 16:31:17.195391 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cb5f35f-0ca0-479a-9c71-a08c8ea69840', 'name': 'network-vif-deleted', 'tag': 'fceea258-6a12-448a-9d2d-919d5a390a22', 'status': 'completed', 'code': 200}
Dec 23 16:31:17.338743 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-a3196b89-baf1-46fe-b6e2-3b2edf3623c8 req-bc9f7c19-8ab2-4229-9a8e-1ab9edd15dbe tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] Synchronizing usage tracker for tenant:1b4119f73bbe4d34afa8d7df321d5c3c on resource:port {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:31:17.355707 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-a3196b89-baf1-46fe-b6e2-3b2edf3623c8 req-bc9f7c19-8ab2-4229-9a8e-1ab9edd15dbe tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] Unset dirty status for tenant:1b4119f73bbe4d34afa8d7df321d5c3c on resource:port {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:31:17.357023 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-a3196b89-baf1-46fe-b6e2-3b2edf3623c8 req-bc9f7c19-8ab2-4229-9a8e-1ab9edd15dbe tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] 10.222.0.64 "GET /v2.0/ports?device_id=2cb5f35f-0ca0-479a-9c71-a08c8ea69840 HTTP/1.1" status: 200  len: 210 time: 0.0599375
Dec 23 16:31:17.369073 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d692a51f-1e7b-493e-9530-5f876dcc80e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:31:18.593022 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 55862) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:31:18.664992 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_v2 [None req-002a3457-064c-4142-8ff7-cefca2fb3176 admin admin] Deleting subnet e67621e4-4569-4dec-97de-23d4e074a54c {{(pid=87636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 23 16:31:18.667966 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-002a3457-064c-4142-8ff7-cefca2fb3176 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:31:18.717829 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-002a3457-064c-4142-8ff7-cefca2fb3176 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2382092'] for subnet, precommit_delete_associations {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:31:18.780732 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-002a3457-064c-4142-8ff7-cefca2fb3176 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864774'] for subnet, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:31:18.854201 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-002a3457-064c-4142-8ff7-cefca2fb3176 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2176495', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2618677'] for subnet, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:31:18.857571 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-b149f06a-6145-4fb4-ad9f-6f661c6ee21b tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:31:18.890496 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002a3457-064c-4142-8ff7-cefca2fb3176 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e67621e4-4569-4dec-97de-23d4e074a54c,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:31:18.891200 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Device fceea258-6a12-448a-9d2d-919d5a390a22 no longer exists at agent hyperv_hv-neutron-8227 {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 23 16:31:18.893311 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-002a3457-064c-4142-8ff7-cefca2fb3176 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:31:18.894746 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-002a3457-064c-4142-8ff7-cefca2fb3176 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:31:18.902371 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-002a3457-064c-4142-8ff7-cefca2fb3176 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/e67621e4-4569-4dec-97de-23d4e074a54c HTTP/1.1" status: 204  len: 168 time: 0.3071396
Dec 23 16:31:18.904016 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 55866) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:31:18.933239 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] No Port match for: fceea258-6a12-448a-9d2d-919d5a390a22 {{(pid=87637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 23 16:31:18.933602 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Device fceea258-6a12-448a-9d2d-919d5a390a22 not bound to the agent host hv-neutron-8227 {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 23 16:31:19.014203 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e43d0207-2ce5-446a-8167-3fcf4b9bffff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-698866'] for network, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:31:19.134851 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e43d0207-2ce5-446a-8167-3fcf4b9bffff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-864347', 'neutron.services.segments.db._delete_segments_for_network-8735362908070'] for network, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:31:19.161224 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-e43d0207-2ce5-446a-8167-3fcf4b9bffff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1dbb32fb50>,) {'filters': {'network_id': ['7889bd1a-66d7-4f1c-861b-9c64bbc6a43c']}} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:31:19.174418 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-e43d0207-2ce5-446a-8167-3fcf4b9bffff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dbb32fb50>, '6fe2e1bd-9064-429e-9cd9-f8af3e2adaae') {'for_net_delete': True} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:31:19.174721 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-e43d0207-2ce5-446a-8167-3fcf4b9bffff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dbb32fb50>, '6fe2e1bd-9064-429e-9cd9-f8af3e2adaae') {} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:31:19.186246 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e43d0207-2ce5-446a-8167-3fcf4b9bffff admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735363085442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2382197'] for segment, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:31:19.202827 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e43d0207-2ce5-446a-8167-3fcf4b9bffff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:31:19.209467 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e43d0207-2ce5-446a-8167-3fcf4b9bffff admin admin] Releasing vlan 414 on physical network physnet1 to pool {{(pid=87636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 23 16:31:19.209853 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e43d0207-2ce5-446a-8167-3fcf4b9bffff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2176261'] for segment, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:31:19.226421 dv-neutron-822799-1-hyperv neutron-server[87636]: Traceback (most recent call last):
Dec 23 16:31:19.226421 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 23 16:31:19.226421 dv-neutron-822799-1-hyperv neutron-server[87636]:     timer()
Dec 23 16:31:19.226421 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:31:19.226421 dv-neutron-822799-1-hyperv neutron-server[87636]:     cb(*args, **kw)
Dec 23 16:31:19.226421 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 23 16:31:19.226421 dv-neutron-822799-1-hyperv neutron-server[87636]:     return func(*args, **kwargs)
Dec 23 16:31:19.226421 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:31:19.226421 dv-neutron-822799-1-hyperv neutron-server[87636]:     self._notify()
Dec 23 16:31:19.226421 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:31:19.226421 dv-neutron-822799-1-hyperv neutron-server[87636]:     self.callback(batched_events)
Dec 23 16:31:19.226421 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:31:19.226421 dv-neutron-822799-1-hyperv neutron-server[87636]:     event.method(event)
Dec 23 16:31:19.226421 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:31:19.226421 dv-neutron-822799-1-hyperv neutron-server[87636]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:31:19.226421 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 23 16:31:19.226421 dv-neutron-822799-1-hyperv neutron-server[87636]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 23 16:31:19.226421 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 23 16:31:19.226421 dv-neutron-822799-1-hyperv neutron-server[87636]:     return f(self, *a, **k)
Dec 23 16:31:19.226421 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:31:19.226421 dv-neutron-822799-1-hyperv neutron-server[87636]:     return self._get(url).json()
Dec 23 16:31:19.226421 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 23 16:31:19.226421 dv-neutron-822799-1-hyperv neutron-server[87636]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 23 16:31:19.226421 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 23 16:31:19.226421 dv-neutron-822799-1-hyperv neutron-server[87636]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:31:19.226421 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 23 16:31:19.226421 dv-neutron-822799-1-hyperv neutron-server[87636]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 23 16:31:19.226421 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 23 16:31:19.226421 dv-neutron-822799-1-hyperv neutron-server[87636]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:31:19.226421 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 23 16:31:19.226421 dv-neutron-822799-1-hyperv neutron-server[87636]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:31:19.226421 dv-neutron-822799-1-hyperv neutron-server[87636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:31:19.300216 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e43d0207-2ce5-446a-8167-3fcf4b9bffff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-864336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1824171'] for network, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:31:19.305283 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e43d0207-2ce5-446a-8167-3fcf4b9bffff admin admin] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:31:19.307751 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-78d65942-2765-47df-a5f0-c50d34afc91f tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:31:19.330627 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43d0207-2ce5-446a-8167-3fcf4b9bffff admin admin] Pushing event deleted for resources: {'Network': ['ID=7889bd1a-66d7-4f1c-861b-9c64bbc6a43c,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:31:19.333574 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-e43d0207-2ce5-446a-8167-3fcf4b9bffff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:31:19.339650 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-e43d0207-2ce5-446a-8167-3fcf4b9bffff admin admin] 10.222.0.64 "DELETE /v2.0/networks/7889bd1a-66d7-4f1c-861b-9c64bbc6a43c HTTP/1.1" status: 204  len: 168 time: 0.4346614
Dec 23 16:31:19.450447 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 55872) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:31:19.506810 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-cc2cc543-1acb-4cc5-80c7-da422acd1a51 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1b4119f73bbe4d34afa8d7df321d5c3c&name=default HTTP/1.1" status: 200  len: 2983 time: 0.0550592
Dec 23 16:31:19.510240 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 55876) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:31:19.570628 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7cadfe4a-3233-4ebd-9952-379b99dbb538 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:31:19.598796 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7cadfe4a-3233-4ebd-9952-379b99dbb538 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:31:19.658968 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7cadfe4a-3233-4ebd-9952-379b99dbb538 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:31:19.662727 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-9813db67-a615-44fb-9012-1ae3a04e063d tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:31:19.675206 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cadfe4a-3233-4ebd-9952-379b99dbb538 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfd64fd2-2aa5-49ac-885f-af56965fdbc6,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:31:19.678381 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-7cadfe4a-3233-4ebd-9952-379b99dbb538 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:31:19.690666 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7cadfe4a-3233-4ebd-9952-379b99dbb538 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:31:19.691838 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-7cadfe4a-3233-4ebd-9952-379b99dbb538 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/bfd64fd2-2aa5-49ac-885f-af56965fdbc6 HTTP/1.1" status: 204  len: 168 time: 0.1807170
Dec 23 16:31:19.735328 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-604d6f9e-932c-4b4c-a649-a66eaa94ff1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:31:20.472745 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 55900) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:31:20.579669 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-4cedaec5-fe29-407b-8c9d-4512bb4cd896 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1120133599-network', 'tenant_id': '70674f663a8e4a69a2214d82389f8f1d'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:31:20.584756 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-4cedaec5-fe29-407b-8c9d-4512bb4cd896 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:31:20.588967 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-4cedaec5-fe29-407b-8c9d-4512bb4cd896 admin admin] Usage tracker for resource:network and tenant:70674f663a8e4a69a2214d82389f8f1d is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:31:20.592009 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-4cedaec5-fe29-407b-8c9d-4512bb4cd896 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:31:20.598828 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-4cedaec5-fe29-407b-8c9d-4512bb4cd896 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:31:20.610853 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cedaec5-fe29-407b-8c9d-4512bb4cd896 admin admin] Made reservation on behalf of 70674f663a8e4a69a2214d82389f8f1d for: {'network': 1} {{(pid=87635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:31:20.613327 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-4cedaec5-fe29-407b-8c9d-4512bb4cd896 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for network, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:31:20.625485 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-4cedaec5-fe29-407b-8c9d-4512bb4cd896 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:31:20.639551 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-4cedaec5-fe29-407b-8c9d-4512bb4cd896 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:31:20.643508 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-4cedaec5-fe29-407b-8c9d-4512bb4cd896 admin admin] Usage tracker for resource:security_group_rule and tenant:70674f663a8e4a69a2214d82389f8f1d is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:31:20.646555 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-4cedaec5-fe29-407b-8c9d-4512bb4cd896 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:31:20.652683 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-4cedaec5-fe29-407b-8c9d-4512bb4cd896 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:31:20.745035 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-4cedaec5-fe29-407b-8c9d-4512bb4cd896 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:31:20.751035 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-4cedaec5-fe29-407b-8c9d-4512bb4cd896 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:31:20.753952 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-8f935319-dd33-41de-afcd-2e28c2dce167 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:31:20.781690 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cedaec5-fe29-407b-8c9d-4512bb4cd896 admin admin] vlan segment allocate from pool success with {'vlan_id': 415, 'physical_network': 'physnet1'}  {{(pid=87635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 23 16:31:20.790539 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cedaec5-fe29-407b-8c9d-4512bb4cd896 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=762140cf-d082-4174-80be-631fd5a81cdb,revision_number=1']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:31:20.797966 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-4cedaec5-fe29-407b-8c9d-4512bb4cd896 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:31:20.798213 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9dcbea60-a34f-4144-91e7-90aff3f57aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:31:20.798803 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.db.segments_db [None req-4cedaec5-fe29-407b-8c9d-4512bb4cd896 admin admin] Added segment 00b6f5ac-ce76-4573-ba2b-31f5557ec8cd of type vlan for network 58d02b68-86ce-464d-b006-73d3120bdb35
Dec 23 16:31:20.807441 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cedaec5-fe29-407b-8c9d-4512bb4cd896 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:31:20.807886 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cedaec5-fe29-407b-8c9d-4512bb4cd896 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:31:20.808273 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cedaec5-fe29-407b-8c9d-4512bb4cd896 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:31:20.808674 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cedaec5-fe29-407b-8c9d-4512bb4cd896 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:31:20.809047 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cedaec5-fe29-407b-8c9d-4512bb4cd896 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:31:20.809414 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cedaec5-fe29-407b-8c9d-4512bb4cd896 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:31:20.809782 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cedaec5-fe29-407b-8c9d-4512bb4cd896 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:31:20.810149 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cedaec5-fe29-407b-8c9d-4512bb4cd896 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:31:20.810515 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cedaec5-fe29-407b-8c9d-4512bb4cd896 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:31:20.810875 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cedaec5-fe29-407b-8c9d-4512bb4cd896 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:31:20.811234 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cedaec5-fe29-407b-8c9d-4512bb4cd896 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:31:20.811683 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cedaec5-fe29-407b-8c9d-4512bb4cd896 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:31:20.818035 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-4cedaec5-fe29-407b-8c9d-4512bb4cd896 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:31:20.837873 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-4cedaec5-fe29-407b-8c9d-4512bb4cd896 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735362521793'] for network, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:31:20.872862 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-4cedaec5-fe29-407b-8c9d-4512bb4cd896 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495'] for network, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:31:20.874791 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cedaec5-fe29-407b-8c9d-4512bb4cd896 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:31:20.874952 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:31:20.875388 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-4cedaec5-fe29-407b-8c9d-4512bb4cd896 admin admin] Notify callbacks [] for network, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:31:20.880374 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-8f8375d3-ecea-4d2d-a86a-f13fed8fdb3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:31:20.982268 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cedaec5-fe29-407b-8c9d-4512bb4cd896 admin admin] Pushing event updated for resources: {'Network': ['ID=58d02b68-86ce-464d-b006-73d3120bdb35,revision_number=1']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:31:20.986848 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-4cedaec5-fe29-407b-8c9d-4512bb4cd896 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.5130267
Dec 23 16:31:20.987735 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-4cedaec5-fe29-407b-8c9d-4512bb4cd896 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:31:20.991016 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 55906) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:31:20.992959 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Network 58d02b68-86ce-464d-b006-73d3120bdb35 details requested by agent ovs-agent-dv-neutron-822799-1-hyperv with host dv-neutron-822799-1-hyperv {{(pid=87637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 23 16:31:20.997049 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-35a2f2aa-6a39-45b8-811e-df31bc99b118 admin admin] Request body: {'subnet': {'network_id': '58d02b68-86ce-464d-b006-73d3120bdb35', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1120133599-subnet', 'tenant_id': '70674f663a8e4a69a2214d82389f8f1d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:31:21.002087 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-35a2f2aa-6a39-45b8-811e-df31bc99b118 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:31:21.006245 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-35a2f2aa-6a39-45b8-811e-df31bc99b118 admin admin] Usage tracker for resource:subnet and tenant:70674f663a8e4a69a2214d82389f8f1d is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:31:21.009349 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-35a2f2aa-6a39-45b8-811e-df31bc99b118 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:31:21.015489 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-35a2f2aa-6a39-45b8-811e-df31bc99b118 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:31:21.025598 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35a2f2aa-6a39-45b8-811e-df31bc99b118 admin admin] Made reservation on behalf of 70674f663a8e4a69a2214d82389f8f1d for: {'subnet': 1} {{(pid=87635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:31:21.027868 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-35a2f2aa-6a39-45b8-811e-df31bc99b118 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2610339'] for subnet, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:31:21.241838 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-35a2f2aa-6a39-45b8-811e-df31bc99b118 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2753396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2610353'] for subnet, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:31:21.246357 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-a99cd621-266e-4d0a-9b3b-097a69e7e4de tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:31:21.317495 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a2f2aa-6a39-45b8-811e-df31bc99b118 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a1a0751-82b4-475c-8186-df1fa1255db4,revision_number=0']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:31:21.321605 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-35a2f2aa-6a39-45b8-811e-df31bc99b118 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:31:21.327299 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a2f2aa-6a39-45b8-811e-df31bc99b118 admin admin] Checking segment: {'id': '00b6f5ac-ce76-4573-ba2b-31f5557ec8cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '58d02b68-86ce-464d-b006-73d3120bdb35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:31:21.327660 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35a2f2aa-6a39-45b8-811e-df31bc99b118 admin admin] Network hostable DHCP agents. Network: 58d02b68-86ce-464d-b006-73d3120bdb35, hostable agents: ['1c812d71-eadf-4fb3-b98e-67468a4aa7e2'], hosted agents: [] {{(pid=87635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 23 16:31:21.347625 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35a2f2aa-6a39-45b8-811e-df31bc99b118 admin admin] Network 58d02b68-86ce-464d-b006-73d3120bdb35 is scheduled to be hosted by DHCP agent 1c812d71-eadf-4fb3-b98e-67468a4aa7e2 with binding_index 1 {{(pid=87635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 23 16:31:21.357784 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.base_scheduler [None req-35a2f2aa-6a39-45b8-811e-df31bc99b118 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822799-1-hyperv, 58d02b68-86ce-464d-b006-73d3120bdb35) {{(pid=87635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:31:21.362376 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35a2f2aa-6a39-45b8-811e-df31bc99b118 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:31:21.363499 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-35a2f2aa-6a39-45b8-811e-df31bc99b118 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:31:21.366830 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea1d6a36-8b0a-4f02-8121-ec0d2a1db043 None None] Network 58d02b68-86ce-464d-b006-73d3120bdb35 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:31:21.385886 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-35a2f2aa-6a39-45b8-811e-df31bc99b118 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.3934639
Dec 23 16:31:21.388654 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 55910) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:31:21.394016 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-1ce86006-1613-40d8-b7af-f6bf60ec2b82 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1120133599-router', 'tenant_id': '70674f663a8e4a69a2214d82389f8f1d', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b'}}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:31:21.398720 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-1ce86006-1613-40d8-b7af-f6bf60ec2b82 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:31:21.402582 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-1ce86006-1613-40d8-b7af-f6bf60ec2b82 admin admin] Usage tracker for resource:router and tenant:70674f663a8e4a69a2214d82389f8f1d is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:31:21.405706 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-1ce86006-1613-40d8-b7af-f6bf60ec2b82 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:31:21.411653 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-1ce86006-1613-40d8-b7af-f6bf60ec2b82 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:31:21.423641 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-1ce86006-1613-40d8-b7af-f6bf60ec2b82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1823978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-235332'] for router, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:31:21.424729 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-1ce86006-1613-40d8-b7af-f6bf60ec2b82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1824575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1824063', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1751113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-235341'] for router, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:31:21.440341 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-1ce86006-1613-40d8-b7af-f6bf60ec2b82 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:31:21.572725 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d56942fe-8999-4b9e-87aa-9ec9516fb55a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7e017a6-8198-58c8-a07e-0f786128e3b3-58d02b68-86ce-464d-b006-73d3120bdb35', 'network_id': '58d02b68-86ce-464d-b006-73d3120bdb35', 'tenant_id': '70674f663a8e4a69a2214d82389f8f1d', 'fixed_ips': [{'subnet_id': '4a1a0751-82b4-475c-8186-df1fa1255db4'}]}} from dv-neutron-822799-1-hyperv. {{(pid=87637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 23 16:31:21.573575 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d56942fe-8999-4b9e-87aa-9ec9516fb55a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:31:21.734039 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_common [None req-d56942fe-8999-4b9e-87aa-9ec9516fb55a None None] Allocated IP 172.20.0.2 (58d02b68-86ce-464d-b006-73d3120bdb35/4a1a0751-82b4-475c-8186-df1fa1255db4/01946544-c420-44bb-8bb8-f2721f72e484) {{(pid=87637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:31:21.828068 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-1ce86006-1613-40d8-b7af-f6bf60ec2b82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1824017', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1823768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-235299'] for router, precommit_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:31:21.949544 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d56942fe-8999-4b9e-87aa-9ec9516fb55a None None] Notify callbacks [] for port, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:31:21.960028 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-d56942fe-8999-4b9e-87aa-9ec9516fb55a None None] Transition to ACTIVE for port object 01946544-c420-44bb-8bb8-f2721f72e484 will not be triggered until provisioned by entity L2. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:31:21.977715 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-d56942fe-8999-4b9e-87aa-9ec9516fb55a None None] Transition to ACTIVE for port object 01946544-c420-44bb-8bb8-f2721f72e484 will not be triggered until provisioned by entity DHCP. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:31:21.982976 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d56942fe-8999-4b9e-87aa-9ec9516fb55a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780'] for port, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:31:21.987649 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:31:22.049281 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d56942fe-8999-4b9e-87aa-9ec9516fb55a None None] Network 58d02b68-86ce-464d-b006-73d3120bdb35 is already hosted by enough agents. {{(pid=87637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:31:22.052020 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-d56942fe-8999-4b9e-87aa-9ec9516fb55a None None] Resources bound (agent type, host, resource id):  {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:31:22.056188 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d56942fe-8999-4b9e-87aa-9ec9516fb55a None None] Received port after_create {{(pid=87637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:31:22.058288 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56942fe-8999-4b9e-87aa-9ec9516fb55a None None] Pushing event updated for resources: {'Port': ['ID=01946544-c420-44bb-8bb8-f2721f72e484,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:31:22.061647 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-d56942fe-8999-4b9e-87aa-9ec9516fb55a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:31:22.158900 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-1ce86006-1613-40d8-b7af-f6bf60ec2b82 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:31:22.181632 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-d56942fe-8999-4b9e-87aa-9ec9516fb55a None None] Attempting to bind port 01946544-c420-44bb-8bb8-f2721f72e484 on host dv-neutron-822799-1-hyperv for vnic_type normal with profile  {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:31:22.182009 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-d56942fe-8999-4b9e-87aa-9ec9516fb55a None None] Attempting to bind port 01946544-c420-44bb-8bb8-f2721f72e484 by drivers openvswitch,hyperv on host dv-neutron-822799-1-hyperv at level 0 using segments [{'id': '00b6f5ac-ce76-4573-ba2b-31f5557ec8cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '58d02b68-86ce-464d-b006-73d3120bdb35'}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:31:22.182370 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d56942fe-8999-4b9e-87aa-9ec9516fb55a None None] Attempting to bind port 01946544-c420-44bb-8bb8-f2721f72e484 on network 58d02b68-86ce-464d-b006-73d3120bdb35 {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:31:22.187646 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d56942fe-8999-4b9e-87aa-9ec9516fb55a None None] Checking agent: {'id': '20d2070f-69a9-4e73-8d08-6f0387a40158', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822799-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 21), 'started_at': datetime.datetime(2021, 12, 23, 16, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 31, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822799-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 23 16:31:22.188001 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d56942fe-8999-4b9e-87aa-9ec9516fb55a None None] Checking segment: {'id': '00b6f5ac-ce76-4573-ba2b-31f5557ec8cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '58d02b68-86ce-464d-b006-73d3120bdb35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:31:22.188403 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d56942fe-8999-4b9e-87aa-9ec9516fb55a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:31:22.188499 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-1ce86006-1613-40d8-b7af-f6bf60ec2b82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:31:22.188828 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d56942fe-8999-4b9e-87aa-9ec9516fb55a None None] Bound using segment: {'id': '00b6f5ac-ce76-4573-ba2b-31f5557ec8cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '58d02b68-86ce-464d-b006-73d3120bdb35'} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 23 16:31:22.189300 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-d56942fe-8999-4b9e-87aa-9ec9516fb55a None None] Bound port: 01946544-c420-44bb-8bb8-f2721f72e484, host: dv-neutron-822799-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00b6f5ac-ce76-4573-ba2b-31f5557ec8cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '58d02b68-86ce-464d-b006-73d3120bdb35'}}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 23 16:31:22.189676 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d56942fe-8999-4b9e-87aa-9ec9516fb55a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:31:22.277444 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-d56942fe-8999-4b9e-87aa-9ec9516fb55a None None] For port 01946544-c420-44bb-8bb8-f2721f72e484, host dv-neutron-822799-1-hyperv, cleared binding levels {{(pid=87637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 23 16:31:22.282009 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-d56942fe-8999-4b9e-87aa-9ec9516fb55a None None] For port 01946544-c420-44bb-8bb8-f2721f72e484, host dv-neutron-822799-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=01946544-c420-44bb-8bb8-f2721f72e484,segment=NetworkSegment(00b6f5ac-ce76-4573-ba2b-31f5557ec8cd),segment_id=00b6f5ac-ce76-4573-ba2b-31f5557ec8cd)] {{(pid=87637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 23 16:31:22.289659 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d56942fe-8999-4b9e-87aa-9ec9516fb55a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:31:22.303263 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:31:22.332791 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.db_base_plugin_common [None req-1ce86006-1613-40d8-b7af-f6bf60ec2b82 admin admin] Allocated IP 172.26.3.242 (8afa6d58-9431-454a-b99c-3ff8a65aa86b/60537fec-5f5f-4ab7-89cc-03638149a590/b264cb33-bbcb-416b-8499-db9354d37b08) {{(pid=87635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:31:22.361239 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9e3aab53-d650-47e3-b8a6-2dff21fe9ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:31:22.385655 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56942fe-8999-4b9e-87aa-9ec9516fb55a None None] Pushing event updated for resources: {'Port': ['ID=01946544-c420-44bb-8bb8-f2721f72e484,revision_number=2']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:31:22.388902 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-d56942fe-8999-4b9e-87aa-9ec9516fb55a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:31:22.488555 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-1ce86006-1613-40d8-b7af-f6bf60ec2b82 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:31:22.526549 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-1ce86006-1613-40d8-b7af-f6bf60ec2b82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:31:22.533470 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-6a1a025c-94b6-420a-ab44-44987b59da31 tempest-DeleteServersTestJSON-2076067663 tempest-DeleteServersTestJSON-2076067663-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:31:22.597783 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ce86006-1613-40d8-b7af-f6bf60ec2b82 admin admin] Network 8afa6d58-9431-454a-b99c-3ff8a65aa86b is already hosted by enough agents. {{(pid=87635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:31:22.601037 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.base_scheduler [None req-1ce86006-1613-40d8-b7af-f6bf60ec2b82 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:31:22.604797 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce86006-1613-40d8-b7af-f6bf60ec2b82 admin admin] Received port after_create {{(pid=87635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:31:22.637680 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce86006-1613-40d8-b7af-f6bf60ec2b82 admin admin] Pushing event updated for resources: {'Port': ['ID=b264cb33-bbcb-416b-8499-db9354d37b08,revision_number=1']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:31:22.643949 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-1ce86006-1613-40d8-b7af-f6bf60ec2b82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:31:23.016445 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-1ce86006-1613-40d8-b7af-f6bf60ec2b82 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:31:23.285287 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4e4907c-b1c6-47dc-b58f-ae70094d4396 None None] Network 58d02b68-86ce-464d-b006-73d3120bdb35 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:31:23.389582 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-69c259d6-aafb-4573-864d-3ee04b3086be None None] Provisioning for port 01946544-c420-44bb-8bb8-f2721f72e484 completed by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:31:23.496519 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-1ce86006-1613-40d8-b7af-f6bf60ec2b82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1823971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1824234'] for router, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:31:23.710128 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ce86006-1613-40d8-b7af-f6bf60ec2b82 admin admin] Router 2229da30-4a52-4e13-a284-b950ebe18b8e is scheduled to L3 agent 371d4c41-c7e2-4de7-9539-c049ec4e95d1 with binding_index 1 {{(pid=87635) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 23 16:31:23.893433 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ce86006-1613-40d8-b7af-f6bf60ec2b82 admin admin] Notify agent at l3_agent.dv-neutron-822799-1-hyperv the message routers_updated {{(pid=87635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 23 16:31:23.904059 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0abb167-cd05-460f-888c-abfe1dad9bcc None None] Sync routers for ids ['2229da30-4a52-4e13-a284-b950ebe18b8e'] in dv-neutron-822799-1-hyperv {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 23 16:31:23.915948 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0abb167-cd05-460f-888c-abfe1dad9bcc None None] Routers {'2229da30-4a52-4e13-a284-b950ebe18b8e'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:31:23.916718 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-d0abb167-cd05-460f-888c-abfe1dad9bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc1befb50>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:31:20Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['2229da30-4a52-4e13-a284-b950ebe18b8e'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:31:23.920379 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-1ce86006-1613-40d8-b7af-f6bf60ec2b82 admin admin] Notify callbacks [] for router, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:31:23.922268 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-1ce86006-1613-40d8-b7af-f6bf60ec2b82 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 2.5326197
Dec 23 16:31:23.924939 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 55914) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:31:23.994456 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 01946544-c420-44bb-8bb8-f2721f72e484 up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:31:24.065010 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning for port 01946544-c420-44bb-8bb8-f2721f72e484 completed by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:31:24.070466 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port 01946544-c420-44bb-8bb8-f2721f72e484 triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:31:24.071044 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:31:24.102536 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-d0abb167-cd05-460f-888c-abfe1dad9bcc None None] Set router 2229da30-4a52-4e13-a284-b950ebe18b8e gateway port host: dv-neutron-822799-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:31:24.196807 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:31:24.230125 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] For port 01946544-c420-44bb-8bb8-f2721f72e484, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=01946544-c420-44bb-8bb8-f2721f72e484,segment=NetworkSegment(00b6f5ac-ce76-4573-ba2b-31f5557ec8cd),segment_id=00b6f5ac-ce76-4573-ba2b-31f5557ec8cd)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:31:24.235274 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:31:24.237472 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:31:24.310605 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Pushing event updated for resources: {'Port': ['ID=01946544-c420-44bb-8bb8-f2721f72e484,revision_number=3']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:31:24.314376 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:31:24.386462 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-d0abb167-cd05-460f-888c-abfe1dad9bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc1befb50>, [{'id': '2229da30-4a52-4e13-a284-b950ebe18b8e', 'name': 'tempest-ServerActionsTestJSON-1120133599-router', 'tenant_id': '70674f663a8e4a69a2214d82389f8f1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.242'}], 'enable_snat': True}, 'gw_port_id': 'b264cb33-bbcb-416b-8499-db9354d37b08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:31:21Z', 'updated_at': '2021-12-23T16:31:22Z', 'revision_number': 3, 'project_id': '70674f663a8e4a69a2214d82389f8f1d', 'gw_port': {'id': 'b264cb33-bbcb-416b-8499-db9354d37b08', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:e9:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2229da30-4a52-4e13-a284-b950ebe18b8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:31:22Z', 'updated_at': '2021-12-23T16:31:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv'}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:31:24.390870 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0abb167-cd05-460f-888c-abfe1dad9bcc None None] Checking router: 2229da30-4a52-4e13-a284-b950ebe18b8e for host: dv-neutron-822799-1-hyperv {{(pid=87638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 23 16:31:24.391459 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0abb167-cd05-460f-888c-abfe1dad9bcc None None] Updating router 2229da30-4a52-4e13-a284-b950ebe18b8e port b264cb33-bbcb-416b-8499-db9354d37b08 binding host dv-neutron-822799-1-hyperv {{(pid=87638) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 23 16:31:24.447634 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d0abb167-cd05-460f-888c-abfe1dad9bcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:31:24.770243 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-de010dff-2778-44ca-9866-079bced35b38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:31:24.798398 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d0abb167-cd05-460f-888c-abfe1dad9bcc None None] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:31:24.810197 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-d0abb167-cd05-460f-888c-abfe1dad9bcc None None] Transition to ACTIVE for port object b264cb33-bbcb-416b-8499-db9354d37b08 will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:31:24.817414 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d0abb167-cd05-460f-888c-abfe1dad9bcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:31:24.820791 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG oslo_concurrency.lockutils [None req-77b3143a-b8ed-4446-81a2-0ca5098da2c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:31:24.892648 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-d0abb167-cd05-460f-888c-abfe1dad9bcc None None] Attempting to bind port b264cb33-bbcb-416b-8499-db9354d37b08 on host dv-neutron-822799-1-hyperv for vnic_type normal with profile  {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:31:24.893045 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-d0abb167-cd05-460f-888c-abfe1dad9bcc None None] Attempting to bind port b264cb33-bbcb-416b-8499-db9354d37b08 by drivers openvswitch,hyperv on host dv-neutron-822799-1-hyperv at level 0 using segments [{'id': '77e3d110-dd7b-426c-b11f-b78dde7993df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:31:24.893390 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0abb167-cd05-460f-888c-abfe1dad9bcc None None] Attempting to bind port b264cb33-bbcb-416b-8499-db9354d37b08 on network 8afa6d58-9431-454a-b99c-3ff8a65aa86b {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:31:24.899564 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43097612-75de-4c4d-a065-0e3aacea0e5c None None] Pushing event updated for resources: {'Port': ['ID=b264cb33-bbcb-416b-8499-db9354d37b08,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:31:24.904323 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0abb167-cd05-460f-888c-abfe1dad9bcc None None] Checking agent: {'id': '20d2070f-69a9-4e73-8d08-6f0387a40158', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822799-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 21), 'started_at': datetime.datetime(2021, 12, 23, 16, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 31, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822799-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 23 16:31:24.905047 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0abb167-cd05-460f-888c-abfe1dad9bcc None None] Checking segment: {'id': '77e3d110-dd7b-426c-b11f-b78dde7993df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:31:24.905287 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d0abb167-cd05-460f-888c-abfe1dad9bcc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:31:24.905679 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0abb167-cd05-460f-888c-abfe1dad9bcc None None] Bound using segment: {'id': '77e3d110-dd7b-426c-b11f-b78dde7993df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 23 16:31:24.906145 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-d0abb167-cd05-460f-888c-abfe1dad9bcc None None] Bound port: b264cb33-bbcb-416b-8499-db9354d37b08, host: dv-neutron-822799-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77e3d110-dd7b-426c-b11f-b78dde7993df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 23 16:31:24.906521 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d0abb167-cd05-460f-888c-abfe1dad9bcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:31:24.944313 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43097612-75de-4c4d-a065-0e3aacea0e5c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:31:24.944675 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43097612-75de-4c4d-a065-0e3aacea0e5c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:31:24.945011 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43097612-75de-4c4d-a065-0e3aacea0e5c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:31:24.945337 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43097612-75de-4c4d-a065-0e3aacea0e5c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:31:24.945695 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43097612-75de-4c4d-a065-0e3aacea0e5c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:31:24.946008 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43097612-75de-4c4d-a065-0e3aacea0e5c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:31:24.946688 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43097612-75de-4c4d-a065-0e3aacea0e5c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:31:24.947004 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43097612-75de-4c4d-a065-0e3aacea0e5c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:31:24.947341 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43097612-75de-4c4d-a065-0e3aacea0e5c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:31:24.947629 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43097612-75de-4c4d-a065-0e3aacea0e5c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:31:24.947933 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43097612-75de-4c4d-a065-0e3aacea0e5c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:31:24.948226 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43097612-75de-4c4d-a065-0e3aacea0e5c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:31:24.955001 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG oslo_concurrency.lockutils [None req-43097612-75de-4c4d-a065-0e3aacea0e5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=87638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:31:24.975524 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.db_base_plugin_common [None req-de010dff-2778-44ca-9866-079bced35b38 admin admin] Allocated IP 172.20.0.1 (58d02b68-86ce-464d-b006-73d3120bdb35/4a1a0751-82b4-475c-8186-df1fa1255db4/190d7369-1523-4306-8e01-6f968dc098aa) {{(pid=87635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:31:24.987733 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-d0abb167-cd05-460f-888c-abfe1dad9bcc None None] For port b264cb33-bbcb-416b-8499-db9354d37b08, host dv-neutron-822799-1-hyperv, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 23 16:31:24.990744 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-d0abb167-cd05-460f-888c-abfe1dad9bcc None None] For port b264cb33-bbcb-416b-8499-db9354d37b08, host dv-neutron-822799-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=b264cb33-bbcb-416b-8499-db9354d37b08,segment=NetworkSegment(77e3d110-dd7b-426c-b11f-b78dde7993df),segment_id=77e3d110-dd7b-426c-b11f-b78dde7993df)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 23 16:31:24.995177 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-d0abb167-cd05-460f-888c-abfe1dad9bcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:31:24.999066 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG oslo_concurrency.lockutils [None req-76968d11-ea34-43ac-9f85-81e61ed21def None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:31:25.070522 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43097612-75de-4c4d-a065-0e3aacea0e5c None None] Pushing event updated for resources: {'Port': ['ID=b264cb33-bbcb-416b-8499-db9354d37b08,revision_number=3']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:31:25.074011 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG oslo_concurrency.lockutils [None req-43097612-75de-4c4d-a065-0e3aacea0e5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:31:25.075756 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0abb167-cd05-460f-888c-abfe1dad9bcc None None] Routers {'2229da30-4a52-4e13-a284-b950ebe18b8e'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:31:25.076362 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-d0abb167-cd05-460f-888c-abfe1dad9bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc1befb50>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:31:20Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['2229da30-4a52-4e13-a284-b950ebe18b8e'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:31:25.127102 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-de010dff-2778-44ca-9866-079bced35b38 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:31:25.142237 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.provisioning_blocks [None req-de010dff-2778-44ca-9866-079bced35b38 admin admin] Transition to ACTIVE for port object 190d7369-1523-4306-8e01-6f968dc098aa will not be triggered until provisioned by entity DHCP. {{(pid=87635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:31:25.166056 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-de010dff-2778-44ca-9866-079bced35b38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:31:25.170484 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-15231ef6-748d-4d66-9a9a-fd5fb17c2b3f tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:31:25.226557 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de010dff-2778-44ca-9866-079bced35b38 admin admin] Network 58d02b68-86ce-464d-b006-73d3120bdb35 is already hosted by enough agents. {{(pid=87635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:31:25.229326 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.base_scheduler [None req-de010dff-2778-44ca-9866-079bced35b38 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:31:25.237353 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de010dff-2778-44ca-9866-079bced35b38 admin admin] Received port after_create {{(pid=87635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:31:25.248267 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-d0abb167-cd05-460f-888c-abfe1dad9bcc None None] Set router 2229da30-4a52-4e13-a284-b950ebe18b8e gateway port host: dv-neutron-822799-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:31:25.279759 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de010dff-2778-44ca-9866-079bced35b38 admin admin] Pushing event updated for resources: {'Port': ['ID=190d7369-1523-4306-8e01-6f968dc098aa,revision_number=1']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:31:25.284139 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-de010dff-2778-44ca-9866-079bced35b38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:31:25.296293 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-de010dff-2778-44ca-9866-079bced35b38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1781300'] for router_interface, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:31:25.539504 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-d0abb167-cd05-460f-888c-abfe1dad9bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc1befb50>, [{'id': '2229da30-4a52-4e13-a284-b950ebe18b8e', 'name': 'tempest-ServerActionsTestJSON-1120133599-router', 'tenant_id': '70674f663a8e4a69a2214d82389f8f1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.242'}], 'enable_snat': True}, 'gw_port_id': 'b264cb33-bbcb-416b-8499-db9354d37b08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:31:21Z', 'updated_at': '2021-12-23T16:31:22Z', 'revision_number': 3, 'project_id': '70674f663a8e4a69a2214d82389f8f1d', 'gw_port': {'id': 'b264cb33-bbcb-416b-8499-db9354d37b08', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:e9:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2229da30-4a52-4e13-a284-b950ebe18b8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:31:22Z', 'updated_at': '2021-12-23T16:31:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv'}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:31:25.544449 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0abb167-cd05-460f-888c-abfe1dad9bcc None None] The sync data for ids ['2229da30-4a52-4e13-a284-b950ebe18b8e'] in dv-neutron-822799-1-hyperv is: [{'id': '2229da30-4a52-4e13-a284-b950ebe18b8e', 'name': 'tempest-ServerActionsTestJSON-1120133599-router', 'tenant_id': '70674f663a8e4a69a2214d82389f8f1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.242'}], 'enable_snat': True}, 'gw_port_id': 'b264cb33-bbcb-416b-8499-db9354d37b08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:31:21Z', 'updated_at': '2021-12-23T16:31:22Z', 'revision_number': 3, 'project_id': '70674f663a8e4a69a2214d82389f8f1d', 'gw_port': {'id': 'b264cb33-bbcb-416b-8499-db9354d37b08', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:e9:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2229da30-4a52-4e13-a284-b950ebe18b8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:31:22Z', 'updated_at': '2021-12-23T16:31:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv'}] {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 23 16:31:25.559603 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-f596587b-359a-439d-adb0-72d60bc819b1 None None] Provisioning for port 190d7369-1523-4306-8e01-6f968dc098aa completed by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:31:25.563136 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-de010dff-2778-44ca-9866-079bced35b38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:31:25.575085 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-f596587b-359a-439d-adb0-72d60bc819b1 None None] Provisioning complete for port 190d7369-1523-4306-8e01-6f968dc098aa triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:31:25.575369 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f596587b-359a-439d-adb0-72d60bc819b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:31:25.635156 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-f596587b-359a-439d-adb0-72d60bc819b1 None None] Port 190d7369-1523-4306-8e01-6f968dc098aa cannot update to ACTIVE because it is not bound. {{(pid=87637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 23 16:31:25.796135 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-de010dff-2778-44ca-9866-079bced35b38 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:31:25.802160 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-de010dff-2778-44ca-9866-079bced35b38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2753531'] for port, after_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:31:25.826673 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-90cb6d2d-85e4-44ec-bfd9-85d303897c44 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:31:25.912973 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de010dff-2778-44ca-9866-079bced35b38 admin admin] Pushing event updated for resources: {'Port': ['ID=190d7369-1523-4306-8e01-6f968dc098aa,revision_number=2']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:31:25.916391 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-de010dff-2778-44ca-9866-079bced35b38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1627481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1781465'] for router_interface, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:31:25.919410 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-de010dff-2778-44ca-9866-079bced35b38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:31:26.030305 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 01946544-c420-44bb-8bb8-f2721f72e484 up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:31:26.058456 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de010dff-2778-44ca-9866-079bced35b38 admin admin] Network 58d02b68-86ce-464d-b006-73d3120bdb35 is already hosted by enough agents. {{(pid=87635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:31:26.059899 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.base_scheduler [None req-de010dff-2778-44ca-9866-079bced35b38 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:31:26.105303 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port 01946544-c420-44bb-8bb8-f2721f72e484 triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:31:26.105693 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:31:26.257840 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device b264cb33-bbcb-416b-8499-db9354d37b08 up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:31:26.275158 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de010dff-2778-44ca-9866-079bced35b38 admin admin] Router 2229da30-4a52-4e13-a284-b950ebe18b8e has already been hosted by L3 agent 371d4c41-c7e2-4de7-9539-c049ec4e95d1 {{(pid=87635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 23 16:31:26.338440 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning for port b264cb33-bbcb-416b-8499-db9354d37b08 completed by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:31:26.347536 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port b264cb33-bbcb-416b-8499-db9354d37b08 triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:31:26.348386 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:31:26.419808 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-e6389a23-8db5-4065-b968-ac47b3030233 None None] Provisioning complete for port 190d7369-1523-4306-8e01-6f968dc098aa triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:31:26.420269 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-e6389a23-8db5-4065-b968-ac47b3030233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:31:26.485405 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-e6389a23-8db5-4065-b968-ac47b3030233 None None] Port 190d7369-1523-4306-8e01-6f968dc098aa cannot update to ACTIVE because it is not bound. {{(pid=87637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 23 16:31:26.542919 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:31:26.560148 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] For port b264cb33-bbcb-416b-8499-db9354d37b08, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=b264cb33-bbcb-416b-8499-db9354d37b08,segment=NetworkSegment(77e3d110-dd7b-426c-b11f-b78dde7993df),segment_id=77e3d110-dd7b-426c-b11f-b78dde7993df)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:31:26.564514 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:31:26.566442 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:31:26.599563 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de010dff-2778-44ca-9866-079bced35b38 admin admin] Notify agent at l3_agent.dv-neutron-822799-1-hyperv the message routers_updated {{(pid=87635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 23 16:31:26.608795 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-de010dff-2778-44ca-9866-079bced35b38 admin admin] 10.222.0.64 "PUT /v2.0/routers/2229da30-4a52-4e13-a284-b950ebe18b8e/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6828182
Dec 23 16:31:26.636414 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Pushing event updated for resources: {'Port': ['ID=b264cb33-bbcb-416b-8499-db9354d37b08,revision_number=4']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:31:26.641565 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:31:27.137593 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 55924) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:31:27.144054 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-2a05a520-254f-4997-aeca-dcf8a826376d tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Request body: {'security_group': {'name': 'tempest-securitygroup--577965379', 'description': 'tempest-description--2132959119'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:31:27.150450 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-2a05a520-254f-4997-aeca-dcf8a826376d tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:31:27.154322 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1d9b136-3202-433d-88a6-35dd7ed1f316 None None] Sync routers for ids ['2229da30-4a52-4e13-a284-b950ebe18b8e'] in dv-neutron-822799-1-hyperv {{(pid=87637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 23 16:31:27.156535 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-2a05a520-254f-4997-aeca-dcf8a826376d tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Usage tracker for resource:security_group and tenant:70674f663a8e4a69a2214d82389f8f1d is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:31:27.159564 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-2a05a520-254f-4997-aeca-dcf8a826376d tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:31:27.164411 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d9b136-3202-433d-88a6-35dd7ed1f316 None None] Routers {'2229da30-4a52-4e13-a284-b950ebe18b8e'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:31:27.165145 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-d1d9b136-3202-433d-88a6-35dd7ed1f316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc0756520>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:31:20Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['2229da30-4a52-4e13-a284-b950ebe18b8e'], 'active': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:31:27.165588 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-2a05a520-254f-4997-aeca-dcf8a826376d tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:31:27.178092 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-2a05a520-254f-4997-aeca-dcf8a826376d tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Notify callbacks [] for security_group, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:31:27.198331 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-2a05a520-254f-4997-aeca-dcf8a826376d tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:31:27.202294 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-2a05a520-254f-4997-aeca-dcf8a826376d tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Usage tracker for resource:security_group_rule and tenant:70674f663a8e4a69a2214d82389f8f1d is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:31:27.205160 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-2a05a520-254f-4997-aeca-dcf8a826376d tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:31:27.210756 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-2a05a520-254f-4997-aeca-dcf8a826376d tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:31:27.278212 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-2a05a520-254f-4997-aeca-dcf8a826376d tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Notify callbacks [] for security_group, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:31:27.283294 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-2a05a520-254f-4997-aeca-dcf8a826376d tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:31:27.286989 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-bf180308-1ee4-4dd7-a6c9-47cc42ec7fba tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:31:27.324921 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a05a520-254f-4997-aeca-dcf8a826376d tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04dc5984-921e-4bdc-81b1-e5141add4ea6,revision_number=1']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:31:27.327734 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-2a05a520-254f-4997-aeca-dcf8a826376d tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Notify callbacks [] for security_group, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:31:27.329042 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-2a05a520-254f-4997-aeca-dcf8a826376d tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1781 time: 0.1904514
Dec 23 16:31:27.331808 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-2a05a520-254f-4997-aeca-dcf8a826376d tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:31:27.332459 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 55928) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:31:27.338229 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-59cabcf1-cbb2-4802-9e44-6bc4ef1b3fea tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Request body: {'security_group_rule': {'security_group_id': '04dc5984-921e-4bdc-81b1-e5141add4ea6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:31:27.344593 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-59cabcf1-cbb2-4802-9e44-6bc4ef1b3fea tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:31:27.348357 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-59cabcf1-cbb2-4802-9e44-6bc4ef1b3fea tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Usage tracker for resource:security_group_rule and tenant:70674f663a8e4a69a2214d82389f8f1d is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:31:27.351194 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-59cabcf1-cbb2-4802-9e44-6bc4ef1b3fea tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:31:27.352644 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvr_db [None req-d1d9b136-3202-433d-88a6-35dd7ed1f316 None None] Set router 2229da30-4a52-4e13-a284-b950ebe18b8e gateway port host: dv-neutron-822799-1-hyperv {{(pid=87637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:31:27.357632 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-59cabcf1-cbb2-4802-9e44-6bc4ef1b3fea tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:31:27.375301 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-59cabcf1-cbb2-4802-9e44-6bc4ef1b3fea tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:31:27.442070 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-59cabcf1-cbb2-4802-9e44-6bc4ef1b3fea tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:31:27.447129 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-59cabcf1-cbb2-4802-9e44-6bc4ef1b3fea tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762424'] for security_group_rule, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:31:27.454265 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-74308516-779a-4652-9133-315a9b088591 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:31:27.478123 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cabcf1-cbb2-4802-9e44-6bc4ef1b3fea tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a50314e-0627-4a00-99d9-a16a52a9ee45,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:31:27.481731 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-59cabcf1-cbb2-4802-9e44-6bc4ef1b3fea tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:31:27.490931 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-59cabcf1-cbb2-4802-9e44-6bc4ef1b3fea tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:31:27.492121 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-59cabcf1-cbb2-4802-9e44-6bc4ef1b3fea tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1584067
Dec 23 16:31:27.494778 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 55932) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:31:27.499976 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-ce2a2257-7077-46a7-ab00-ab71b455803b tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Request body: {'security_group_rule': {'security_group_id': '04dc5984-921e-4bdc-81b1-e5141add4ea6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:31:27.505988 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-ce2a2257-7077-46a7-ab00-ab71b455803b tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:31:27.509866 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-ce2a2257-7077-46a7-ab00-ab71b455803b tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Usage tracker for resource:security_group_rule and tenant:70674f663a8e4a69a2214d82389f8f1d is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:31:27.512870 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-ce2a2257-7077-46a7-ab00-ab71b455803b tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:31:27.519911 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-ce2a2257-7077-46a7-ab00-ab71b455803b tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:31:27.537223 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-ce2a2257-7077-46a7-ab00-ab71b455803b tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:31:27.600692 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-ce2a2257-7077-46a7-ab00-ab71b455803b tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:31:27.605129 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-ce2a2257-7077-46a7-ab00-ab71b455803b tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762424'] for security_group_rule, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:31:27.607064 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-59cabcf1-cbb2-4802-9e44-6bc4ef1b3fea tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:31:27.629287 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2a2257-7077-46a7-ab00-ab71b455803b tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dddf23c0-c4b4-4d3f-a1f3-f49acf446adf,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:31:27.631634 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-ce2a2257-7077-46a7-ab00-ab71b455803b tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:31:27.640201 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-ce2a2257-7077-46a7-ab00-ab71b455803b tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:31:27.641326 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-ce2a2257-7077-46a7-ab00-ab71b455803b tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1456442
Dec 23 16:31:27.644264 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 55936) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:31:27.649461 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-c159453d-0d50-449e-8d80-74b045ecb268 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Request body: {'floatingip': {'floating_network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:31:27.655513 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-c159453d-0d50-449e-8d80-74b045ecb268 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:31:27.659358 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-c159453d-0d50-449e-8d80-74b045ecb268 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Usage tracker for resource:floatingip and tenant:70674f663a8e4a69a2214d82389f8f1d is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:31:27.662223 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-c159453d-0d50-449e-8d80-74b045ecb268 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:31:27.668034 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-c159453d-0d50-449e-8d80-74b045ecb268 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:31:27.678432 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c159453d-0d50-449e-8d80-74b045ecb268 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Notify callbacks [] for floatingip, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:31:27.707361 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-d1d9b136-3202-433d-88a6-35dd7ed1f316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc0756520>, [{'id': '2229da30-4a52-4e13-a284-b950ebe18b8e', 'name': 'tempest-ServerActionsTestJSON-1120133599-router', 'tenant_id': '70674f663a8e4a69a2214d82389f8f1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.242'}], 'enable_snat': True}, 'gw_port_id': 'b264cb33-bbcb-416b-8499-db9354d37b08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:31:21Z', 'updated_at': '2021-12-23T16:31:25Z', 'revision_number': 4, 'project_id': '70674f663a8e4a69a2214d82389f8f1d', 'gw_port': {'id': 'b264cb33-bbcb-416b-8499-db9354d37b08', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:e9:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2229da30-4a52-4e13-a284-b950ebe18b8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:31:22Z', 'updated_at': '2021-12-23T16:31:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_interfaces': [{'id': '190d7369-1523-4306-8e01-6f968dc098aa', 'name': '', 'network_id': '58d02b68-86ce-464d-b006-73d3120bdb35', 'tenant_id': '70674f663a8e4a69a2214d82389f8f1d', 'mac_address': 'fa:16:3e:44:eb:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2229da30-4a52-4e13-a284-b950ebe18b8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '4a1a0751-82b4-475c-8186-df1fa1255db4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:31:24Z', 'updated_at': '2021-12-23T16:31:25Z', 'revision_number': 2, 'project_id': '70674f663a8e4a69a2214d82389f8f1d', 'subnets': [{'id': '4a1a0751-82b4-475c-8186-df1fa1255db4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:31:27.711386 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1d9b136-3202-433d-88a6-35dd7ed1f316 None None] Checking router: 2229da30-4a52-4e13-a284-b950ebe18b8e for host: dv-neutron-822799-1-hyperv {{(pid=87637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 23 16:31:27.711759 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1d9b136-3202-433d-88a6-35dd7ed1f316 None None] Updating router 2229da30-4a52-4e13-a284-b950ebe18b8e port 190d7369-1523-4306-8e01-6f968dc098aa binding host dv-neutron-822799-1-hyperv {{(pid=87637) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 23 16:31:27.767517 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d1d9b136-3202-433d-88a6-35dd7ed1f316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:31:27.814255 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c159453d-0d50-449e-8d80-74b045ecb268 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:31:27.980076 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device b264cb33-bbcb-416b-8499-db9354d37b08 up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:31:28.087435 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [None req-c159453d-0d50-449e-8d80-74b045ecb268 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Allocated IP 172.26.3.160 (8afa6d58-9431-454a-b99c-3ff8a65aa86b/60537fec-5f5f-4ab7-89cc-03638149a590/ce80e9f7-9647-4cee-97dc-d361b4166e08) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:31:28.104991 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port b264cb33-bbcb-416b-8499-db9354d37b08 triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:31:28.105360 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:31:28.232952 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d1d9b136-3202-433d-88a6-35dd7ed1f316 None None] Notify callbacks [] for port, precommit_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:31:28.234465 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c159453d-0d50-449e-8d80-74b045ecb268 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:31:28.263559 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c159453d-0d50-449e-8d80-74b045ecb268 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:31:28.268450 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-2f6bc7c7-e9b2-43ee-8fc2-e2a31f4d23f9 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:31:28.288402 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-d1d9b136-3202-433d-88a6-35dd7ed1f316 None None] Transition to ACTIVE for port object 190d7369-1523-4306-8e01-6f968dc098aa will not be triggered until provisioned by entity L2. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:31:28.306989 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d1d9b136-3202-433d-88a6-35dd7ed1f316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:31:28.314528 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:31:28.328667 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c159453d-0d50-449e-8d80-74b045ecb268 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Network 8afa6d58-9431-454a-b99c-3ff8a65aa86b is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:31:28.336046 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-c159453d-0d50-449e-8d80-74b045ecb268 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Resources bound (agent type, host, resource id):  {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:31:28.340112 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c159453d-0d50-449e-8d80-74b045ecb268 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:31:28.384894 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c159453d-0d50-449e-8d80-74b045ecb268 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Pushing event updated for resources: {'Port': ['ID=ce80e9f7-9647-4cee-97dc-d361b4166e08,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:31:28.389367 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-c159453d-0d50-449e-8d80-74b045ecb268 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:31:28.433402 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c159453d-0d50-449e-8d80-74b045ecb268 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:31:28.478447 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ba6353-7e7f-4ecc-9d12-aac065434172 None None] Pushing event updated for resources: {'Port': ['ID=190d7369-1523-4306-8e01-6f968dc098aa,revision_number=3']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:31:28.486084 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-21ba6353-7e7f-4ecc-9d12-aac065434172 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:31:28.505385 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c159453d-0d50-449e-8d80-74b045ecb268 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:31:28.541749 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-d1d9b136-3202-433d-88a6-35dd7ed1f316 None None] Attempting to bind port 190d7369-1523-4306-8e01-6f968dc098aa on host dv-neutron-822799-1-hyperv for vnic_type normal with profile  {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:31:28.542138 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-d1d9b136-3202-433d-88a6-35dd7ed1f316 None None] Attempting to bind port 190d7369-1523-4306-8e01-6f968dc098aa by drivers openvswitch,hyperv on host dv-neutron-822799-1-hyperv at level 0 using segments [{'id': '00b6f5ac-ce76-4573-ba2b-31f5557ec8cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '58d02b68-86ce-464d-b006-73d3120bdb35'}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:31:28.542517 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d9b136-3202-433d-88a6-35dd7ed1f316 None None] Attempting to bind port 190d7369-1523-4306-8e01-6f968dc098aa on network 58d02b68-86ce-464d-b006-73d3120bdb35 {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:31:28.548179 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d9b136-3202-433d-88a6-35dd7ed1f316 None None] Checking agent: {'id': '20d2070f-69a9-4e73-8d08-6f0387a40158', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822799-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 21), 'started_at': datetime.datetime(2021, 12, 23, 16, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 31, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822799-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 23 16:31:28.548566 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d9b136-3202-433d-88a6-35dd7ed1f316 None None] Checking segment: {'id': '00b6f5ac-ce76-4573-ba2b-31f5557ec8cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '58d02b68-86ce-464d-b006-73d3120bdb35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:31:28.549010 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d1d9b136-3202-433d-88a6-35dd7ed1f316 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:31:28.549742 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d9b136-3202-433d-88a6-35dd7ed1f316 None None] Bound using segment: {'id': '00b6f5ac-ce76-4573-ba2b-31f5557ec8cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '58d02b68-86ce-464d-b006-73d3120bdb35'} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 23 16:31:28.549938 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-d1d9b136-3202-433d-88a6-35dd7ed1f316 None None] Bound port: 190d7369-1523-4306-8e01-6f968dc098aa, host: dv-neutron-822799-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00b6f5ac-ce76-4573-ba2b-31f5557ec8cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '58d02b68-86ce-464d-b006-73d3120bdb35'}}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 23 16:31:28.550280 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d1d9b136-3202-433d-88a6-35dd7ed1f316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:31:28.645929 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-d1d9b136-3202-433d-88a6-35dd7ed1f316 None None] For port 190d7369-1523-4306-8e01-6f968dc098aa, host dv-neutron-822799-1-hyperv, cleared binding levels {{(pid=87637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 23 16:31:28.649232 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-d1d9b136-3202-433d-88a6-35dd7ed1f316 None None] For port 190d7369-1523-4306-8e01-6f968dc098aa, host dv-neutron-822799-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=190d7369-1523-4306-8e01-6f968dc098aa,segment=NetworkSegment(00b6f5ac-ce76-4573-ba2b-31f5557ec8cd),segment_id=00b6f5ac-ce76-4573-ba2b-31f5557ec8cd)] {{(pid=87637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 23 16:31:28.654751 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d1d9b136-3202-433d-88a6-35dd7ed1f316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:31:28.659514 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-a3d930c7-407b-4c03-a24d-d6a832378db8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:31:28.719715 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c159453d-0d50-449e-8d80-74b045ecb268 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Notify callbacks [] for port, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:31:28.725681 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c159453d-0d50-449e-8d80-74b045ecb268 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2176289'] for port, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:31:28.729879 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-a9d059d0-04ad-47fb-a517-6bae26f05d1c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:31:28.735589 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d9b136-3202-433d-88a6-35dd7ed1f316 None None] Routers {'2229da30-4a52-4e13-a284-b950ebe18b8e'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:31:28.736303 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-d1d9b136-3202-433d-88a6-35dd7ed1f316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc0756520>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:31:20Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['2229da30-4a52-4e13-a284-b950ebe18b8e'], 'active': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:31:28.799954 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ba6353-7e7f-4ecc-9d12-aac065434172 None None] Pushing event updated for resources: {'Port': ['ID=190d7369-1523-4306-8e01-6f968dc098aa,revision_number=4']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:31:28.803165 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-21ba6353-7e7f-4ecc-9d12-aac065434172 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:31:28.837591 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c159453d-0d50-449e-8d80-74b045ecb268 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Pushing event updated for resources: {'Port': ['ID=ce80e9f7-9647-4cee-97dc-d361b4166e08,revision_number=2']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:31:28.841910 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-c159453d-0d50-449e-8d80-74b045ecb268 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:31:28.850583 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c159453d-0d50-449e-8d80-74b045ecb268 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1824189'] for floatingip, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:31:28.874936 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c159453d-0d50-449e-8d80-74b045ecb268 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for floatingip, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:31:28.880615 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-c159453d-0d50-449e-8d80-74b045ecb268 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.2311194
Dec 23 16:31:28.930020 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvr_db [None req-d1d9b136-3202-433d-88a6-35dd7ed1f316 None None] Set router 2229da30-4a52-4e13-a284-b950ebe18b8e gateway port host: dv-neutron-822799-1-hyperv {{(pid=87637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:31:29.048825 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [req-14446bff-4cea-4306-9723-120c17267fe1 req-7d2c8bf7-17e7-4052-8f0f-dfa1a5e0c836 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Synchronizing usage tracker for tenant:70674f663a8e4a69a2214d82389f8f1d on resource:security_group {{(pid=87635) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:31:29.067821 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [req-14446bff-4cea-4306-9723-120c17267fe1 req-7d2c8bf7-17e7-4052-8f0f-dfa1a5e0c836 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Unset dirty status for tenant:70674f663a8e4a69a2214d82389f8f1d on resource:security_group {{(pid=87635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:31:29.069025 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-14446bff-4cea-4306-9723-120c17267fe1 req-7d2c8bf7-17e7-4052-8f0f-dfa1a5e0c836 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--577965379&fields=id&tenant_id=70674f663a8e4a69a2214d82389f8f1d HTTP/1.1" status: 200  len: 267 time: 0.0610592
Dec 23 16:31:29.224928 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14446bff-4cea-4306-9723-120c17267fe1 req-c8fb66d3-ab25-48f9-89d9-2a1c35a49f72 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:31:29.225596 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [req-14446bff-4cea-4306-9723-120c17267fe1 req-c8fb66d3-ab25-48f9-89d9-2a1c35a49f72 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Synchronizing usage tracker for tenant:70674f663a8e4a69a2214d82389f8f1d on resource:network {{(pid=87635) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:31:29.244742 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [req-14446bff-4cea-4306-9723-120c17267fe1 req-c8fb66d3-ab25-48f9-89d9-2a1c35a49f72 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Unset dirty status for tenant:70674f663a8e4a69a2214d82389f8f1d on resource:network {{(pid=87635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:31:29.246696 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-14446bff-4cea-4306-9723-120c17267fe1 req-c8fb66d3-ab25-48f9-89d9-2a1c35a49f72 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/networks?id=58d02b68-86ce-464d-b006-73d3120bdb35 HTTP/1.1" status: 200  len: 812 time: 0.1701071
Dec 23 16:31:29.262899 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-14446bff-4cea-4306-9723-120c17267fe1 req-7a37a28b-5426-46a3-b21c-25a22876b5a7 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/quotas/70674f663a8e4a69a2214d82389f8f1d HTTP/1.1" status: 200  len: 375 time: 0.0097308
Dec 23 16:31:29.291708 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-d1d9b136-3202-433d-88a6-35dd7ed1f316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc0756520>, [{'id': '2229da30-4a52-4e13-a284-b950ebe18b8e', 'name': 'tempest-ServerActionsTestJSON-1120133599-router', 'tenant_id': '70674f663a8e4a69a2214d82389f8f1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.242'}], 'enable_snat': True}, 'gw_port_id': 'b264cb33-bbcb-416b-8499-db9354d37b08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:31:21Z', 'updated_at': '2021-12-23T16:31:25Z', 'revision_number': 4, 'project_id': '70674f663a8e4a69a2214d82389f8f1d', 'gw_port': {'id': 'b264cb33-bbcb-416b-8499-db9354d37b08', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:e9:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2229da30-4a52-4e13-a284-b950ebe18b8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:31:22Z', 'updated_at': '2021-12-23T16:31:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_interfaces': [{'id': '190d7369-1523-4306-8e01-6f968dc098aa', 'name': '', 'network_id': '58d02b68-86ce-464d-b006-73d3120bdb35', 'tenant_id': '70674f663a8e4a69a2214d82389f8f1d', 'mac_address': 'fa:16:3e:44:eb:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2229da30-4a52-4e13-a284-b950ebe18b8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '4a1a0751-82b4-475c-8186-df1fa1255db4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:31:24Z', 'updated_at': '2021-12-23T16:31:28Z', 'revision_number': 4, 'project_id': '70674f663a8e4a69a2214d82389f8f1d', 'subnets': [{'id': '4a1a0751-82b4-475c-8186-df1fa1255db4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:31:29.295882 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1d9b136-3202-433d-88a6-35dd7ed1f316 None None] The sync data for ids ['2229da30-4a52-4e13-a284-b950ebe18b8e'] in dv-neutron-822799-1-hyperv is: [{'id': '2229da30-4a52-4e13-a284-b950ebe18b8e', 'name': 'tempest-ServerActionsTestJSON-1120133599-router', 'tenant_id': '70674f663a8e4a69a2214d82389f8f1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.242'}], 'enable_snat': True}, 'gw_port_id': 'b264cb33-bbcb-416b-8499-db9354d37b08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:31:21Z', 'updated_at': '2021-12-23T16:31:25Z', 'revision_number': 4, 'project_id': '70674f663a8e4a69a2214d82389f8f1d', 'gw_port': {'id': 'b264cb33-bbcb-416b-8499-db9354d37b08', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:e9:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2229da30-4a52-4e13-a284-b950ebe18b8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:31:22Z', 'updated_at': '2021-12-23T16:31:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_interfaces': [{'id': '190d7369-1523-4306-8e01-6f968dc098aa', 'name': '', 'network_id': '58d02b68-86ce-464d-b006-73d3120bdb35', 'tenant_id': '70674f663a8e4a69a2214d82389f8f1d', 'mac_address': 'fa:16:3e:44:eb:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2229da30-4a52-4e13-a284-b950ebe18b8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '4a1a0751-82b4-475c-8186-df1fa1255db4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:31:24Z', 'updated_at': '2021-12-23T16:31:28Z', 'revision_number': 4, 'project_id': '70674f663a8e4a69a2214d82389f8f1d', 'subnets': [{'id': '4a1a0751-82b4-475c-8186-df1fa1255db4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 23 16:31:29.374088 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [req-14446bff-4cea-4306-9723-120c17267fe1 req-e5a502ef-be7c-412a-9000-093a8cfb3261 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Synchronizing usage tracker for tenant:70674f663a8e4a69a2214d82389f8f1d on resource:port {{(pid=87635) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:31:29.396781 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [req-14446bff-4cea-4306-9723-120c17267fe1 req-e5a502ef-be7c-412a-9000-093a8cfb3261 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Unset dirty status for tenant:70674f663a8e4a69a2214d82389f8f1d on resource:port {{(pid=87635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:31:29.398642 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-14446bff-4cea-4306-9723-120c17267fe1 req-e5a502ef-be7c-412a-9000-093a8cfb3261 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=70674f663a8e4a69a2214d82389f8f1d&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1291797
Dec 23 16:31:29.593040 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-14446bff-4cea-4306-9723-120c17267fe1 req-cf56a4df-595d-43ca-96a3-0f52e05d80ca service neutron] 10.222.0.64 "GET /v2.0/networks/58d02b68-86ce-464d-b006-73d3120bdb35?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1804461
Dec 23 16:31:29.730400 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-14446bff-4cea-4306-9723-120c17267fe1 req-295cc0f9-5645-432d-867a-1e8324b3c4c5 service neutron] 10.222.0.64 "GET /v2.0/networks/58d02b68-86ce-464d-b006-73d3120bdb35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1313038
Dec 23 16:31:29.928213 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-02c23890-6971-4bae-a7e5-2d259743d7bc req-e7900f2d-7089-4e03-ad4d-f56805d98398 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/ports?device_id=d9fcdbaa-c860-45e5-8bd1-6b62ad02731f HTTP/1.1" status: 200  len: 210 time: 0.0537348
Dec 23 16:31:29.992681 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 190d7369-1523-4306-8e01-6f968dc098aa up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:31:30.074033 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning for port 190d7369-1523-4306-8e01-6f968dc098aa completed by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:31:30.080468 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port 190d7369-1523-4306-8e01-6f968dc098aa triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:31:30.081120 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:31:30.206268 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:31:30.242693 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] For port 190d7369-1523-4306-8e01-6f968dc098aa, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=190d7369-1523-4306-8e01-6f968dc098aa,segment=NetworkSegment(00b6f5ac-ce76-4573-ba2b-31f5557ec8cd),segment_id=00b6f5ac-ce76-4573-ba2b-31f5557ec8cd)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:31:30.248646 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:31:30.251743 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:31:30.327010 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Pushing event updated for resources: {'Port': ['ID=190d7369-1523-4306-8e01-6f968dc098aa,revision_number=5']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:31:30.330295 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:31:31.058111 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14446bff-4cea-4306-9723-120c17267fe1 req-fd8a4d83-1051-4700-a4d7-828a00de97ce tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:31:31.059426 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-14446bff-4cea-4306-9723-120c17267fe1 req-fd8a4d83-1051-4700-a4d7-828a00de97ce tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.61 "GET /v2.0/networks?id=58d02b68-86ce-464d-b006-73d3120bdb35 HTTP/1.1" status: 200  len: 812 time: 0.1441846
Dec 23 16:31:31.074818 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-e6b8dfe9-ed1d-4231-b5d4-68596f2e0072 req-429d3d4f-55e1-46d6-a62d-80c5e25854ed tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/ports?device_id=d9fcdbaa-c860-45e5-8bd1-6b62ad02731f HTTP/1.1" status: 200  len: 210 time: 0.0456965
Dec 23 16:31:31.110178 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-14446bff-4cea-4306-9723-120c17267fe1 req-186e2ebd-3eb8-413f-97f9-b6f5852cde50 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=70674f663a8e4a69a2214d82389f8f1d HTTP/1.1" status: 200  len: 379 time: 0.0422101
Dec 23 16:31:31.118574 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [req-14446bff-4cea-4306-9723-120c17267fe1 req-94671df7-fefe-4db3-a05c-35fb53114378 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Request body: {'port': {'device_id': 'd9fcdbaa-c860-45e5-8bd1-6b62ad02731f', 'network_id': '58d02b68-86ce-464d-b006-73d3120bdb35', 'admin_state_up': True, 'tenant_id': '70674f663a8e4a69a2214d82389f8f1d', 'security_groups': ['04dc5984-921e-4bdc-81b1-e5141add4ea6']}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:31:31.256848 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [req-14446bff-4cea-4306-9723-120c17267fe1 req-94671df7-fefe-4db3-a05c-35fb53114378 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:31:31.266533 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [req-14446bff-4cea-4306-9723-120c17267fe1 req-94671df7-fefe-4db3-a05c-35fb53114378 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:31:31.278117 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14446bff-4cea-4306-9723-120c17267fe1 req-94671df7-fefe-4db3-a05c-35fb53114378 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Made reservation on behalf of 70674f663a8e4a69a2214d82389f8f1d for: {'port': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:31:31.282198 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-14446bff-4cea-4306-9723-120c17267fe1 req-94671df7-fefe-4db3-a05c-35fb53114378 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:31:31.450479 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [req-14446bff-4cea-4306-9723-120c17267fe1 req-94671df7-fefe-4db3-a05c-35fb53114378 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Allocated IP 172.20.0.10 (58d02b68-86ce-464d-b006-73d3120bdb35/4a1a0751-82b4-475c-8186-df1fa1255db4/e965baa0-9da0-4bb0-b4d2-597fd9829271) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:31:31.645161 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-14446bff-4cea-4306-9723-120c17267fe1 req-94671df7-fefe-4db3-a05c-35fb53114378 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:31:31.662182 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.provisioning_blocks [req-14446bff-4cea-4306-9723-120c17267fe1 req-94671df7-fefe-4db3-a05c-35fb53114378 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Transition to ACTIVE for port object e965baa0-9da0-4bb0-b4d2-597fd9829271 will not be triggered until provisioned by entity DHCP. {{(pid=87636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:31:31.688109 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-14446bff-4cea-4306-9723-120c17267fe1 req-94671df7-fefe-4db3-a05c-35fb53114378 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:31:31.694100 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-914c8732-3fdb-4c8d-ad86-3cb086a9e18b tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:31:31.764228 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14446bff-4cea-4306-9723-120c17267fe1 req-94671df7-fefe-4db3-a05c-35fb53114378 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Network 58d02b68-86ce-464d-b006-73d3120bdb35 is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:31:31.768393 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [req-14446bff-4cea-4306-9723-120c17267fe1 req-94671df7-fefe-4db3-a05c-35fb53114378 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Resources bound (agent type, host, resource id):  {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:31:31.772212 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [req-14446bff-4cea-4306-9723-120c17267fe1 req-94671df7-fefe-4db3-a05c-35fb53114378 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:31:31.803433 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94671df7-fefe-4db3-a05c-35fb53114378 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Pushing event updated for resources: {'Port': ['ID=e965baa0-9da0-4bb0-b4d2-597fd9829271,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:31:31.810485 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-94671df7-fefe-4db3-a05c-35fb53114378 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:31:31.842394 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14446bff-4cea-4306-9723-120c17267fe1 req-94671df7-fefe-4db3-a05c-35fb53114378 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:31:31.843000 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-14446bff-4cea-4306-9723-120c17267fe1 req-94671df7-fefe-4db3-a05c-35fb53114378 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:31:31.871780 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-14446bff-4cea-4306-9723-120c17267fe1 req-94671df7-fefe-4db3-a05c-35fb53114378 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.7566211
Dec 23 16:31:31.883354 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [req-14446bff-4cea-4306-9723-120c17267fe1 req-812549b9-3969-41ac-99b3-36d6eaf1e622 service neutron] Request body: {'port': {'device_id': 'd9fcdbaa-c860-45e5-8bd1-6b62ad02731f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8227'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:31:31.971250 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 190d7369-1523-4306-8e01-6f968dc098aa up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:31:32.049361 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-03b452f3-3be7-415d-bf83-c5eafdb93562 None None] Provisioning for port e965baa0-9da0-4bb0-b4d2-597fd9829271 completed by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:31:32.055302 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-03b452f3-3be7-415d-bf83-c5eafdb93562 None None] Provisioning complete for port e965baa0-9da0-4bb0-b4d2-597fd9829271 triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:31:32.055952 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-03b452f3-3be7-415d-bf83-c5eafdb93562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:31:32.103226 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port 190d7369-1523-4306-8e01-6f968dc098aa triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:31:32.103858 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:31:32.155930 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-03b452f3-3be7-415d-bf83-c5eafdb93562 None None] Port e965baa0-9da0-4bb0-b4d2-597fd9829271 cannot update to ACTIVE because it is not bound. {{(pid=87637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 23 16:31:32.173002 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-14446bff-4cea-4306-9723-120c17267fe1 req-812549b9-3969-41ac-99b3-36d6eaf1e622 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:31:32.387486 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e525ae9-e7a4-4cce-bd2e-f31a96414af9 req-59f70a53-2d27-4ef4-bb02-eb3abb30a9e7 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:31:32.388191 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-8e525ae9-e7a4-4cce-bd2e-f31a96414af9 req-59f70a53-2d27-4ef4-bb02-eb3abb30a9e7 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Synchronizing usage tracker for tenant:70674f663a8e4a69a2214d82389f8f1d on resource:port {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:31:32.470859 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-8e525ae9-e7a4-4cce-bd2e-f31a96414af9 req-59f70a53-2d27-4ef4-bb02-eb3abb30a9e7 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Unset dirty status for tenant:70674f663a8e4a69a2214d82389f8f1d on resource:port {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:31:32.472027 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-8e525ae9-e7a4-4cce-bd2e-f31a96414af9 req-59f70a53-2d27-4ef4-bb02-eb3abb30a9e7 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/ports?device_id=d9fcdbaa-c860-45e5-8bd1-6b62ad02731f HTTP/1.1" status: 200  len: 932 time: 0.2564459
Dec 23 16:31:32.550952 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-8e525ae9-e7a4-4cce-bd2e-f31a96414af9 req-4173c9fc-500a-477a-bed2-dedf4a14b5d5 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/security-groups?id=04dc5984-921e-4bdc-81b1-e5141add4ea6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0669696
Dec 23 16:31:32.638025 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [req-14446bff-4cea-4306-9723-120c17267fe1 req-812549b9-3969-41ac-99b3-36d6eaf1e622 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e965baa0-9da0-4bb0-b4d2-597fd9829271 {{(pid=87636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 23 16:31:32.645376 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-14446bff-4cea-4306-9723-120c17267fe1 req-812549b9-3969-41ac-99b3-36d6eaf1e622 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:31:32.659511 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.provisioning_blocks [req-14446bff-4cea-4306-9723-120c17267fe1 req-812549b9-3969-41ac-99b3-36d6eaf1e622 service neutron] Transition to ACTIVE for port object e965baa0-9da0-4bb0-b4d2-597fd9829271 will not be triggered until provisioned by entity L2. {{(pid=87636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:31:32.665990 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-14446bff-4cea-4306-9723-120c17267fe1 req-812549b9-3969-41ac-99b3-36d6eaf1e622 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2176289'] for port, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:31:32.669383 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-8ab88f9e-0ecd-4a4f-aec7-645bb612a7a7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:31:32.792841 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812549b9-3969-41ac-99b3-36d6eaf1e622 service neutron] Pushing event updated for resources: {'Port': ['ID=e965baa0-9da0-4bb0-b4d2-597fd9829271,revision_number=2']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:31:32.818844 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-812549b9-3969-41ac-99b3-36d6eaf1e622 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:31:32.899787 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [req-14446bff-4cea-4306-9723-120c17267fe1 req-812549b9-3969-41ac-99b3-36d6eaf1e622 service neutron] Attempting to bind port e965baa0-9da0-4bb0-b4d2-597fd9829271 on host hv-neutron-8227 for vnic_type normal with profile  {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:31:32.900123 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [req-14446bff-4cea-4306-9723-120c17267fe1 req-812549b9-3969-41ac-99b3-36d6eaf1e622 service neutron] Attempting to bind port e965baa0-9da0-4bb0-b4d2-597fd9829271 by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': '00b6f5ac-ce76-4573-ba2b-31f5557ec8cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '58d02b68-86ce-464d-b006-73d3120bdb35'}] {{(pid=87636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:31:32.900449 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14446bff-4cea-4306-9723-120c17267fe1 req-812549b9-3969-41ac-99b3-36d6eaf1e622 service neutron] Attempting to bind port e965baa0-9da0-4bb0-b4d2-597fd9829271 on network 58d02b68-86ce-464d-b006-73d3120bdb35 {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:31:32.905044 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14446bff-4cea-4306-9723-120c17267fe1 req-812549b9-3969-41ac-99b3-36d6eaf1e622 service neutron] Port e965baa0-9da0-4bb0-b4d2-597fd9829271 on network 58d02b68-86ce-464d-b006-73d3120bdb35 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 23 16:31:32.905366 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14446bff-4cea-4306-9723-120c17267fe1 req-812549b9-3969-41ac-99b3-36d6eaf1e622 service neutron] Attempting to bind port e965baa0-9da0-4bb0-b4d2-597fd9829271 on network 58d02b68-86ce-464d-b006-73d3120bdb35 {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:31:32.910550 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14446bff-4cea-4306-9723-120c17267fe1 req-812549b9-3969-41ac-99b3-36d6eaf1e622 service neutron] Checking agent: {'id': '5a806709-633b-4d33-98c4-3d24562c0f1e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8227', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 6, 42), 'started_at': datetime.datetime(2021, 12, 23, 16, 6, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 31, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 23 16:31:32.910885 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14446bff-4cea-4306-9723-120c17267fe1 req-812549b9-3969-41ac-99b3-36d6eaf1e622 service neutron] Checking segment: {'id': '00b6f5ac-ce76-4573-ba2b-31f5557ec8cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '58d02b68-86ce-464d-b006-73d3120bdb35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:31:32.911275 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14446bff-4cea-4306-9723-120c17267fe1 req-812549b9-3969-41ac-99b3-36d6eaf1e622 service neutron] Bound using segment: {'id': '00b6f5ac-ce76-4573-ba2b-31f5557ec8cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '58d02b68-86ce-464d-b006-73d3120bdb35'} {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 23 16:31:32.911696 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [req-14446bff-4cea-4306-9723-120c17267fe1 req-812549b9-3969-41ac-99b3-36d6eaf1e622 service neutron] Bound port: e965baa0-9da0-4bb0-b4d2-597fd9829271, host: hv-neutron-8227, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00b6f5ac-ce76-4573-ba2b-31f5557ec8cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '58d02b68-86ce-464d-b006-73d3120bdb35'}}] {{(pid=87636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 23 16:31:32.912036 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-14446bff-4cea-4306-9723-120c17267fe1 req-812549b9-3969-41ac-99b3-36d6eaf1e622 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:31:33.006156 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [req-14446bff-4cea-4306-9723-120c17267fe1 req-812549b9-3969-41ac-99b3-36d6eaf1e622 service neutron] For port e965baa0-9da0-4bb0-b4d2-597fd9829271, host hv-neutron-8227, cleared binding levels {{(pid=87636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 23 16:31:33.009137 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [req-14446bff-4cea-4306-9723-120c17267fe1 req-812549b9-3969-41ac-99b3-36d6eaf1e622 service neutron] For port e965baa0-9da0-4bb0-b4d2-597fd9829271, host hv-neutron-8227, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=e965baa0-9da0-4bb0-b4d2-597fd9829271,segment=NetworkSegment(00b6f5ac-ce76-4573-ba2b-31f5557ec8cd),segment_id=00b6f5ac-ce76-4573-ba2b-31f5557ec8cd)] {{(pid=87636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 23 16:31:33.014772 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-14446bff-4cea-4306-9723-120c17267fe1 req-812549b9-3969-41ac-99b3-36d6eaf1e622 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2176289'] for port, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:31:33.018721 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-1af56578-0e7c-429e-88c7-f98cbd1e11ef tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:31:33.073610 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14446bff-4cea-4306-9723-120c17267fe1 req-812549b9-3969-41ac-99b3-36d6eaf1e622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:31:33.074200 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-14446bff-4cea-4306-9723-120c17267fe1 req-812549b9-3969-41ac-99b3-36d6eaf1e622 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:31:33.075701 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-14446bff-4cea-4306-9723-120c17267fe1 req-812549b9-3969-41ac-99b3-36d6eaf1e622 service neutron] 10.222.0.61 "PUT /v2.0/ports/e965baa0-9da0-4bb0-b4d2-597fd9829271 HTTP/1.1" status: 200  len: 1094 time: 1.1965208
Dec 23 16:31:33.076452 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9fcdbaa-c860-45e5-8bd1-6b62ad02731f', 'tag': 'e965baa0-9da0-4bb0-b4d2-597fd9829271'}] {{(pid=87636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 23 16:31:33.107699 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812549b9-3969-41ac-99b3-36d6eaf1e622 service neutron] Pushing event updated for resources: {'Port': ['ID=e965baa0-9da0-4bb0-b4d2-597fd9829271,revision_number=3']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:31:33.111679 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-812549b9-3969-41ac-99b3-36d6eaf1e622 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:31:33.146030 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9fcdbaa-c860-45e5-8bd1-6b62ad02731f', 'tag': 'e965baa0-9da0-4bb0-b4d2-597fd9829271', 'status': 'completed', 'code': 200}
Dec 23 16:31:33.194007 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14446bff-4cea-4306-9723-120c17267fe1 req-06e822cd-5383-4bbe-92c9-12eef0ffe902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:31:33.195516 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-14446bff-4cea-4306-9723-120c17267fe1 req-06e822cd-5383-4bbe-92c9-12eef0ffe902 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=70674f663a8e4a69a2214d82389f8f1d&device_id=d9fcdbaa-c860-45e5-8bd1-6b62ad02731f HTTP/1.1" status: 200  len: 1097 time: 0.0827384
Dec 23 16:31:33.270310 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-14446bff-4cea-4306-9723-120c17267fe1 req-9bcee981-c752-45da-a3f8-4cc8090e7c4e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e965baa0-9da0-4bb0-b4d2-597fd9829271 HTTP/1.1" status: 200  len: 217 time: 0.0660613
Dec 23 16:31:33.334806 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14446bff-4cea-4306-9723-120c17267fe1 req-fefc96b9-3103-4726-94a1-a8636fca9402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:31:33.336257 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-14446bff-4cea-4306-9723-120c17267fe1 req-fefc96b9-3103-4726-94a1-a8636fca9402 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=4a1a0751-82b4-475c-8186-df1fa1255db4 HTTP/1.1" status: 200  len: 851 time: 0.0587649
Dec 23 16:31:33.424398 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14446bff-4cea-4306-9723-120c17267fe1 req-70c0c3e2-76bf-4b23-a86d-7fcf63c2f5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:31:33.425812 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-14446bff-4cea-4306-9723-120c17267fe1 req-70c0c3e2-76bf-4b23-a86d-7fcf63c2f5e7 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=58d02b68-86ce-464d-b006-73d3120bdb35&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0824561
Dec 23 16:31:33.571964 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-14446bff-4cea-4306-9723-120c17267fe1 req-db5405af-ad07-49b7-9d98-8b4e9eb7258d service neutron] 10.222.0.61 "GET /v2.0/networks/58d02b68-86ce-464d-b006-73d3120bdb35?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1381373
Dec 23 16:31:33.753377 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-14446bff-4cea-4306-9723-120c17267fe1 req-ee22a788-debb-4c14-aa15-b2e8ec250d6b service neutron] 10.222.0.61 "GET /v2.0/networks/58d02b68-86ce-464d-b006-73d3120bdb35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1758740
Dec 23 16:31:33.781291 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e240ec-d410-4270-9ae8-accc09835651 req-53999e94-33d1-44d2-8787-2b3ec1cd3f2d tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:31:33.783346 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-52e240ec-d410-4270-9ae8-accc09835651 req-53999e94-33d1-44d2-8787-2b3ec1cd3f2d tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/ports?device_id=d9fcdbaa-c860-45e5-8bd1-6b62ad02731f HTTP/1.1" status: 200  len: 944 time: 0.1277559
Dec 23 16:31:33.999999 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-52e240ec-d410-4270-9ae8-accc09835651 req-e88b705c-cb05-40b0-a5a0-f70c804a5ac2 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/security-groups?id=04dc5984-921e-4bdc-81b1-e5141add4ea6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2105589
Dec 23 16:31:34.028201 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80928e3-b86d-40c6-9dde-f50195f8edf2 req-bc6473b2-5b0d-4506-bb64-f804d4a628a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:31:34.029687 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-b80928e3-b86d-40c6-9dde-f50195f8edf2 req-bc6473b2-5b0d-4506-bb64-f804d4a628a8 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=70674f663a8e4a69a2214d82389f8f1d&device_id=d9fcdbaa-c860-45e5-8bd1-6b62ad02731f HTTP/1.1" status: 200  len: 1097 time: 0.2181036
Dec 23 16:31:34.194355 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80928e3-b86d-40c6-9dde-f50195f8edf2 req-3d0a3458-b820-410e-8035-6e839c38782f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:31:34.196006 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-b80928e3-b86d-40c6-9dde-f50195f8edf2 req-3d0a3458-b820-410e-8035-6e839c38782f service neutron] 10.222.0.61 "GET /v2.0/networks?id=58d02b68-86ce-464d-b006-73d3120bdb35 HTTP/1.1" status: 200  len: 913 time: 0.1585338
Dec 23 16:31:34.264930 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-b80928e3-b86d-40c6-9dde-f50195f8edf2 req-0221c05c-4f52-489c-a53c-03e247c71620 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e965baa0-9da0-4bb0-b4d2-597fd9829271 HTTP/1.1" status: 200  len: 217 time: 0.0599859
Dec 23 16:31:34.331284 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80928e3-b86d-40c6-9dde-f50195f8edf2 req-093a3d5b-b15c-4840-8fec-f445be48656f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:31:34.332773 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-b80928e3-b86d-40c6-9dde-f50195f8edf2 req-093a3d5b-b15c-4840-8fec-f445be48656f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=4a1a0751-82b4-475c-8186-df1fa1255db4 HTTP/1.1" status: 200  len: 851 time: 0.0611820
Dec 23 16:31:34.413139 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80928e3-b86d-40c6-9dde-f50195f8edf2 req-0429df6c-be1d-4e70-b9c8-1f7c6239c10b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:31:34.415306 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-b80928e3-b86d-40c6-9dde-f50195f8edf2 req-0429df6c-be1d-4e70-b9c8-1f7c6239c10b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=58d02b68-86ce-464d-b006-73d3120bdb35&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0744605
Dec 23 16:31:34.557578 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-b80928e3-b86d-40c6-9dde-f50195f8edf2 req-fd8b2202-84df-42fb-bbb2-ed02d4094576 service neutron] 10.222.0.61 "GET /v2.0/networks/58d02b68-86ce-464d-b006-73d3120bdb35?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1339195
Dec 23 16:31:34.691396 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-b80928e3-b86d-40c6-9dde-f50195f8edf2 req-b2a32d4b-6425-40b5-af0e-8c497f0faa1f service neutron] 10.222.0.61 "GET /v2.0/networks/58d02b68-86ce-464d-b006-73d3120bdb35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1269376
Dec 23 16:31:35.198787 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21609d5-7c9e-4d68-bba6-b74c059d6bc5 req-4f1a55ce-19d4-484c-a7b7-6e5ed97a09f9 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:31:35.200159 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-a21609d5-7c9e-4d68-bba6-b74c059d6bc5 req-4f1a55ce-19d4-484c-a7b7-6e5ed97a09f9 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/ports?device_id=d9fcdbaa-c860-45e5-8bd1-6b62ad02731f HTTP/1.1" status: 200  len: 944 time: 0.0877321
Dec 23 16:31:35.257847 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-a21609d5-7c9e-4d68-bba6-b74c059d6bc5 req-a9e7441f-33c4-406d-ac9a-2f7fbde71aaf tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/security-groups?id=04dc5984-921e-4bdc-81b1-e5141add4ea6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0484531
Dec 23 16:31:36.486175 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e75440d-cda1-4bbc-b317-19a9ce8e1aee req-333805ae-8a2d-4c43-8945-8610aa355d66 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:31:36.487732 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-1e75440d-cda1-4bbc-b317-19a9ce8e1aee req-333805ae-8a2d-4c43-8945-8610aa355d66 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/ports?device_id=d9fcdbaa-c860-45e5-8bd1-6b62ad02731f HTTP/1.1" status: 200  len: 944 time: 0.1179311
Dec 23 16:31:36.552276 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-1e75440d-cda1-4bbc-b317-19a9ce8e1aee req-43d5977c-5914-44d2-ac8a-6dd886bc0fd8 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/security-groups?id=04dc5984-921e-4bdc-81b1-e5141add4ea6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0562367
Dec 23 16:31:36.923085 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Device e965baa0-9da0-4bb0-b4d2-597fd9829271 details requested by agent hyperv_hv-neutron-8227 with host hv-neutron-8227 {{(pid=87637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 23 16:31:37.076501 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] For port e965baa0-9da0-4bb0-b4d2-597fd9829271, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=e965baa0-9da0-4bb0-b4d2-597fd9829271,segment=NetworkSegment(00b6f5ac-ce76-4573-ba2b-31f5557ec8cd),segment_id=00b6f5ac-ce76-4573-ba2b-31f5557ec8cd)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:31:37.090751 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Returning: {'device': 'e965baa0-9da0-4bb0-b4d2-597fd9829271', 'network_id': '58d02b68-86ce-464d-b006-73d3120bdb35', 'port_id': 'e965baa0-9da0-4bb0-b4d2-597fd9829271', 'mac_address': 'fa:16:3e:c2:f2:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a1a0751-82b4-475c-8186-df1fa1255db4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 23 16:31:37.148960 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:31:37.167363 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.notifiers.nova [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e965baa0-9da0-4bb0-b4d2-597fd9829271 {{(pid=87637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 23 16:31:37.184917 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] For port e965baa0-9da0-4bb0-b4d2-597fd9829271, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=e965baa0-9da0-4bb0-b4d2-597fd9829271,segment=NetworkSegment(00b6f5ac-ce76-4573-ba2b-31f5557ec8cd),segment_id=00b6f5ac-ce76-4573-ba2b-31f5557ec8cd)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:31:37.191687 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:31:37.193706 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:31:37.269055 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Pushing event updated for resources: {'Port': ['ID=e965baa0-9da0-4bb0-b4d2-597fd9829271,revision_number=4']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:31:37.276420 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:31:37.276806 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:31:37.277157 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:31:37.277493 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:31:37.277829 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:31:37.278164 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:31:37.278504 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:31:37.278828 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:31:37.279160 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:31:37.279472 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:31:37.279797 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:31:37.280117 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:31:37.284186 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:31:37.398937 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] get_ports_and_sgs() called for port_ids ['e965baa0-9da0-4bb0-b4d2-597fd9829271'] {{(pid=87637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 23 16:31:37.762443 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c186d4d5-55c9-46e8-8cfc-e56b2e915b23 req-3c478813-9bd8-4e8f-b55a-fdc969a0ea1d tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:31:37.763868 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-c186d4d5-55c9-46e8-8cfc-e56b2e915b23 req-3c478813-9bd8-4e8f-b55a-fdc969a0ea1d tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/ports?device_id=d9fcdbaa-c860-45e5-8bd1-6b62ad02731f HTTP/1.1" status: 200  len: 945 time: 0.0837219
Dec 23 16:31:37.808359 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-c186d4d5-55c9-46e8-8cfc-e56b2e915b23 req-529ee1f1-66a3-4da3-a633-2f493b0f5b1c tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/security-groups?id=04dc5984-921e-4bdc-81b1-e5141add4ea6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0379820
Dec 23 16:31:38.614398 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.agents_db [None req-30c2320c-f298-49f6-9c47-c20e38116a9c None None] Agent healthcheck: found 6 active agents {{(pid=87638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 23 16:31:38.937079 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Device e965baa0-9da0-4bb0-b4d2-597fd9829271 up at agent hyperv_hv-neutron-8227 {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:31:39.007571 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Provisioning for port e965baa0-9da0-4bb0-b4d2-597fd9829271 completed by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:31:39.012692 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Provisioning complete for port e965baa0-9da0-4bb0-b4d2-597fd9829271 triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:31:39.012878 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdd56d4-c8f0-4193-90ef-695fcd8075c2 req-51b42800-73ff-4a07-acaa-525ad8cdc843 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:31:39.013383 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:31:39.014342 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-afdd56d4-c8f0-4193-90ef-695fcd8075c2 req-51b42800-73ff-4a07-acaa-525ad8cdc843 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/ports?device_id=d9fcdbaa-c860-45e5-8bd1-6b62ad02731f HTTP/1.1" status: 200  len: 945 time: 0.0848908
Dec 23 16:31:39.059929 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-afdd56d4-c8f0-4193-90ef-695fcd8075c2 req-b6355ba3-ea19-48e0-9f93-824667193017 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/security-groups?id=04dc5984-921e-4bdc-81b1-e5141add4ea6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0393698
Dec 23 16:31:39.129605 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:31:39.155571 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9fcdbaa-c860-45e5-8bd1-6b62ad02731f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e965baa0-9da0-4bb0-b4d2-597fd9829271'}] {{(pid=87637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 23 16:31:39.165737 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] For port e965baa0-9da0-4bb0-b4d2-597fd9829271, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=e965baa0-9da0-4bb0-b4d2-597fd9829271,segment=NetworkSegment(00b6f5ac-ce76-4573-ba2b-31f5557ec8cd),segment_id=00b6f5ac-ce76-4573-ba2b-31f5557ec8cd)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:31:39.171214 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:31:39.173613 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:31:39.202448 dv-neutron-822799-1-hyperv neutron-server[87637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9fcdbaa-c860-45e5-8bd1-6b62ad02731f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e965baa0-9da0-4bb0-b4d2-597fd9829271', 'code': 200}
Dec 23 16:31:39.239544 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Pushing event updated for resources: {'Port': ['ID=e965baa0-9da0-4bb0-b4d2-597fd9829271,revision_number=5']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:31:39.242929 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:31:39.440990 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cab3bfb-51d3-4721-9082-b1dd9b7c1b3d req-04cfc3d5-8fd0-4ee6-9e06-a3a584819986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:31:39.442452 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-6cab3bfb-51d3-4721-9082-b1dd9b7c1b3d req-04cfc3d5-8fd0-4ee6-9e06-a3a584819986 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=d9fcdbaa-c860-45e5-8bd1-6b62ad02731f HTTP/1.1" status: 200  len: 1099 time: 0.0776033
Dec 23 16:31:39.485499 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-6cab3bfb-51d3-4721-9082-b1dd9b7c1b3d req-2091c9b9-c688-43a0-8848-fe197493d0f3 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=04dc5984-921e-4bdc-81b1-e5141add4ea6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0358033
Dec 23 16:31:40.254151 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5e18fd-26e6-4dc1-b928-ace270c67dfc req-5adfeb0d-222f-4463-ad13-81fac989689f tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:31:40.255533 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-2e5e18fd-26e6-4dc1-b928-ace270c67dfc req-5adfeb0d-222f-4463-ad13-81fac989689f tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/ports?device_id=d9fcdbaa-c860-45e5-8bd1-6b62ad02731f HTTP/1.1" status: 200  len: 946 time: 0.0847116
Dec 23 16:31:40.301938 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-2e5e18fd-26e6-4dc1-b928-ace270c67dfc req-fe47ef74-b31c-48e8-87c7-381e2eb6e0fd tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/security-groups?id=04dc5984-921e-4bdc-81b1-e5141add4ea6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0406001
Dec 23 16:31:41.503694 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663da572-971a-446e-b077-c416b65bf67d req-be219d99-651b-4fdb-9220-553a96754ac1 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:31:41.505183 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-663da572-971a-446e-b077-c416b65bf67d req-be219d99-651b-4fdb-9220-553a96754ac1 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/ports?device_id=d9fcdbaa-c860-45e5-8bd1-6b62ad02731f HTTP/1.1" status: 200  len: 946 time: 0.0915527
Dec 23 16:31:41.552607 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-663da572-971a-446e-b077-c416b65bf67d req-bfaefe5a-12fe-4e74-bd65-01611cb12463 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/security-groups?id=04dc5984-921e-4bdc-81b1-e5141add4ea6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0391967
Dec 23 16:31:41.756993 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac63ed7-9572-442f-af9b-4e7db7879e1d req-32299a27-eea0-40fd-9104-83bb096bb6f2 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:31:41.758449 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-2ac63ed7-9572-442f-af9b-4e7db7879e1d req-32299a27-eea0-40fd-9104-83bb096bb6f2 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/ports?device_id=d9fcdbaa-c860-45e5-8bd1-6b62ad02731f HTTP/1.1" status: 200  len: 946 time: 0.1002557
Dec 23 16:31:41.771621 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 55992) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:31:41.776674 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-a693f04d-fb64-49c9-9b0f-0443586227ad tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Request body: {'floatingip': {'port_id': 'e965baa0-9da0-4bb0-b4d2-597fd9829271'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:31:41.855577 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a693f04d-fb64-49c9-9b0f-0443586227ad tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Notify callbacks [] for floatingip, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:31:41.968352 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:31:42.597146 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a693f04d-fb64-49c9-9b0f-0443586227ad tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:31:42.603682 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a693f04d-fb64-49c9-9b0f-0443586227ad tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1824189'] for floatingip, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:31:42.776508 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.db.l3_db [None req-a693f04d-fb64-49c9-9b0f-0443586227ad tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Floating IP 2c2638a1-e1a4-4f8e-b15f-6c8e9c45d840 associated. External IP: 172.26.3.160, port: e965baa0-9da0-4bb0-b4d2-597fd9829271.
Dec 23 16:31:43.138351 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a693f04d-fb64-49c9-9b0f-0443586227ad tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Router 2229da30-4a52-4e13-a284-b950ebe18b8e has already been hosted by L3 agent 371d4c41-c7e2-4de7-9539-c049ec4e95d1 {{(pid=87636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 23 16:31:43.318581 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a693f04d-fb64-49c9-9b0f-0443586227ad tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Notify agent at l3_agent.dv-neutron-822799-1-hyperv the message routers_updated {{(pid=87636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 23 16:31:43.324005 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a693f04d-fb64-49c9-9b0f-0443586227ad tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for floatingip, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:31:43.331738 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f5ff093-76a0-43f4-bdc0-517e14dace76 None None] Sync routers for ids ['2229da30-4a52-4e13-a284-b950ebe18b8e'] in dv-neutron-822799-1-hyperv {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 23 16:31:43.343278 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f5ff093-76a0-43f4-bdc0-517e14dace76 None None] Routers {'2229da30-4a52-4e13-a284-b950ebe18b8e'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:31:43.343978 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-7f5ff093-76a0-43f4-bdc0-517e14dace76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc1b08b80>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:31:20Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['2229da30-4a52-4e13-a284-b950ebe18b8e'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:31:43.380943 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-a693f04d-fb64-49c9-9b0f-0443586227ad tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "PUT /v2.0/floatingips/2c2638a1-e1a4-4f8e-b15f-6c8e9c45d840 HTTP/1.1" status: 200  len: 992 time: 1.6082065
Dec 23 16:31:43.381733 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9fcdbaa-c860-45e5-8bd1-6b62ad02731f', 'tag': 'e965baa0-9da0-4bb0-b4d2-597fd9829271'}] {{(pid=87636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 23 16:31:43.426705 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9fcdbaa-c860-45e5-8bd1-6b62ad02731f', 'tag': 'e965baa0-9da0-4bb0-b4d2-597fd9829271', 'status': 'completed', 'code': 200}
Dec 23 16:31:43.525367 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-7f5ff093-76a0-43f4-bdc0-517e14dace76 None None] Set router 2229da30-4a52-4e13-a284-b950ebe18b8e gateway port host: dv-neutron-822799-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:31:43.526540 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75518088-7f18-446f-8d51-b308885d092e req-8a3dfb8b-c4b7-42c5-9891-43c2147f55ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:31:43.528026 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-75518088-7f18-446f-8d51-b308885d092e req-8a3dfb8b-c4b7-42c5-9891-43c2147f55ce service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=70674f663a8e4a69a2214d82389f8f1d&device_id=d9fcdbaa-c860-45e5-8bd1-6b62ad02731f HTTP/1.1" status: 200  len: 1099 time: 0.0765800
Dec 23 16:31:43.664939 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75518088-7f18-446f-8d51-b308885d092e req-1c859cf6-eeb1-4156-bf74-4ab527cec8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:31:43.666323 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-75518088-7f18-446f-8d51-b308885d092e req-1c859cf6-eeb1-4156-bf74-4ab527cec8ad service neutron] 10.222.0.61 "GET /v2.0/networks?id=58d02b68-86ce-464d-b006-73d3120bdb35 HTTP/1.1" status: 200  len: 913 time: 0.1316965
Dec 23 16:31:43.910218 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-7f5ff093-76a0-43f4-bdc0-517e14dace76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc1b08b80>, [{'id': '2229da30-4a52-4e13-a284-b950ebe18b8e', 'name': 'tempest-ServerActionsTestJSON-1120133599-router', 'tenant_id': '70674f663a8e4a69a2214d82389f8f1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.242'}], 'enable_snat': True}, 'gw_port_id': 'b264cb33-bbcb-416b-8499-db9354d37b08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:31:21Z', 'updated_at': '2021-12-23T16:31:25Z', 'revision_number': 4, 'project_id': '70674f663a8e4a69a2214d82389f8f1d', 'gw_port': {'id': 'b264cb33-bbcb-416b-8499-db9354d37b08', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:e9:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2229da30-4a52-4e13-a284-b950ebe18b8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:31:22Z', 'updated_at': '2021-12-23T16:31:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_floatingips': [{'id': '2c2638a1-e1a4-4f8e-b15f-6c8e9c45d840', 'tenant_id': '70674f663a8e4a69a2214d82389f8f1d', 'floating_ip_address': '172.26.3.160', 'floating_network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'router_id': '2229da30-4a52-4e13-a284-b950ebe18b8e', 'port_id': 'e965baa0-9da0-4bb0-b4d2-597fd9829271', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58d02b68-86ce-464d-b006-73d3120bdb35', 'mac_address': 'fa:16:3e:c2:f2:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9fcdbaa-c860-45e5-8bd1-6b62ad02731f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:31:28Z', 'updated_at': '2021-12-23T16:31:42Z', 'revision_number': 1, 'project_id': '70674f663a8e4a69a2214d82389f8f1d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '190d7369-1523-4306-8e01-6f968dc098aa', 'name': '', 'network_id': '58d02b68-86ce-464d-b006-73d3120bdb35', 'tenant_id': '70674f663a8e4a69a2214d82389f8f1d', 'mac_address': 'fa:16:3e:44:eb:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2229da30-4a52-4e13-a284-b950ebe18b8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '4a1a0751-82b4-475c-8186-df1fa1255db4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:31:24Z', 'updated_at': '2021-12-23T16:31:30Z', 'revision_number': 5, 'project_id': '70674f663a8e4a69a2214d82389f8f1d', 'subnets': [{'id': '4a1a0751-82b4-475c-8186-df1fa1255db4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:31:43.914644 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f5ff093-76a0-43f4-bdc0-517e14dace76 None None] Checking router: 2229da30-4a52-4e13-a284-b950ebe18b8e for host: dv-neutron-822799-1-hyperv {{(pid=87638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 23 16:31:43.924286 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f5ff093-76a0-43f4-bdc0-517e14dace76 None None] Routers {'2229da30-4a52-4e13-a284-b950ebe18b8e'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:31:43.924830 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-7f5ff093-76a0-43f4-bdc0-517e14dace76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc1b08b80>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:31:20Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['2229da30-4a52-4e13-a284-b950ebe18b8e'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:31:43.928155 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-75518088-7f18-446f-8d51-b308885d092e req-fb1e6324-03c6-429c-9cac-f612148a02dd service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e965baa0-9da0-4bb0-b4d2-597fd9829271 HTTP/1.1" status: 200  len: 1000 time: 0.2554696
Dec 23 16:31:43.991899 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75518088-7f18-446f-8d51-b308885d092e req-6ed0899d-ac5c-4a8e-8591-5be3972688c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:31:43.993396 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-75518088-7f18-446f-8d51-b308885d092e req-6ed0899d-ac5c-4a8e-8591-5be3972688c7 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=4a1a0751-82b4-475c-8186-df1fa1255db4 HTTP/1.1" status: 200  len: 851 time: 0.0578096
Dec 23 16:31:44.068831 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75518088-7f18-446f-8d51-b308885d092e req-1a5827fe-d702-4963-91e8-86589017e19f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:31:44.070317 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-75518088-7f18-446f-8d51-b308885d092e req-1a5827fe-d702-4963-91e8-86589017e19f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=58d02b68-86ce-464d-b006-73d3120bdb35&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0703182
Dec 23 16:31:44.103709 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-7f5ff093-76a0-43f4-bdc0-517e14dace76 None None] Set router 2229da30-4a52-4e13-a284-b950ebe18b8e gateway port host: dv-neutron-822799-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:31:44.200606 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-75518088-7f18-446f-8d51-b308885d092e req-37fbfa9a-7f6c-471d-8aab-bac60bc2c4f5 service neutron] 10.222.0.61 "GET /v2.0/networks/58d02b68-86ce-464d-b006-73d3120bdb35?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1236911
Dec 23 16:31:44.333617 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-75518088-7f18-446f-8d51-b308885d092e req-1c5a81a5-f0f5-4ce1-92f5-97607e22f08e service neutron] 10.222.0.61 "GET /v2.0/networks/58d02b68-86ce-464d-b006-73d3120bdb35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1269155
Dec 23 16:31:44.444295 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-7f5ff093-76a0-43f4-bdc0-517e14dace76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc1b08b80>, [{'id': '2229da30-4a52-4e13-a284-b950ebe18b8e', 'name': 'tempest-ServerActionsTestJSON-1120133599-router', 'tenant_id': '70674f663a8e4a69a2214d82389f8f1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.242'}], 'enable_snat': True}, 'gw_port_id': 'b264cb33-bbcb-416b-8499-db9354d37b08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:31:21Z', 'updated_at': '2021-12-23T16:31:25Z', 'revision_number': 4, 'project_id': '70674f663a8e4a69a2214d82389f8f1d', 'gw_port': {'id': 'b264cb33-bbcb-416b-8499-db9354d37b08', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:e9:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2229da30-4a52-4e13-a284-b950ebe18b8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:31:22Z', 'updated_at': '2021-12-23T16:31:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_floatingips': [{'id': '2c2638a1-e1a4-4f8e-b15f-6c8e9c45d840', 'tenant_id': '70674f663a8e4a69a2214d82389f8f1d', 'floating_ip_address': '172.26.3.160', 'floating_network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'router_id': '2229da30-4a52-4e13-a284-b950ebe18b8e', 'port_id': 'e965baa0-9da0-4bb0-b4d2-597fd9829271', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58d02b68-86ce-464d-b006-73d3120bdb35', 'mac_address': 'fa:16:3e:c2:f2:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9fcdbaa-c860-45e5-8bd1-6b62ad02731f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:31:28Z', 'updated_at': '2021-12-23T16:31:42Z', 'revision_number': 1, 'project_id': '70674f663a8e4a69a2214d82389f8f1d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '190d7369-1523-4306-8e01-6f968dc098aa', 'name': '', 'network_id': '58d02b68-86ce-464d-b006-73d3120bdb35', 'tenant_id': '70674f663a8e4a69a2214d82389f8f1d', 'mac_address': 'fa:16:3e:44:eb:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2229da30-4a52-4e13-a284-b950ebe18b8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '4a1a0751-82b4-475c-8186-df1fa1255db4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:31:24Z', 'updated_at': '2021-12-23T16:31:30Z', 'revision_number': 5, 'project_id': '70674f663a8e4a69a2214d82389f8f1d', 'subnets': [{'id': '4a1a0751-82b4-475c-8186-df1fa1255db4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:31:44.449096 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f5ff093-76a0-43f4-bdc0-517e14dace76 None None] The sync data for ids ['2229da30-4a52-4e13-a284-b950ebe18b8e'] in dv-neutron-822799-1-hyperv is: [{'id': '2229da30-4a52-4e13-a284-b950ebe18b8e', 'name': 'tempest-ServerActionsTestJSON-1120133599-router', 'tenant_id': '70674f663a8e4a69a2214d82389f8f1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.242'}], 'enable_snat': True}, 'gw_port_id': 'b264cb33-bbcb-416b-8499-db9354d37b08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:31:21Z', 'updated_at': '2021-12-23T16:31:25Z', 'revision_number': 4, 'project_id': '70674f663a8e4a69a2214d82389f8f1d', 'gw_port': {'id': 'b264cb33-bbcb-416b-8499-db9354d37b08', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:e9:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2229da30-4a52-4e13-a284-b950ebe18b8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:31:22Z', 'updated_at': '2021-12-23T16:31:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_floatingips': [{'id': '2c2638a1-e1a4-4f8e-b15f-6c8e9c45d840', 'tenant_id': '70674f663a8e4a69a2214d82389f8f1d', 'floating_ip_address': '172.26.3.160', 'floating_network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'router_id': '2229da30-4a52-4e13-a284-b950ebe18b8e', 'port_id': 'e965baa0-9da0-4bb0-b4d2-597fd9829271', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58d02b68-86ce-464d-b006-73d3120bdb35', 'mac_address': 'fa:16:3e:c2:f2:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9fcdbaa-c860-45e5-8bd1-6b62ad02731f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:31:28Z', 'updated_at': '2021-12-23T16:31:42Z', 'revision_number': 1, 'project_id': '70674f663a8e4a69a2214d82389f8f1d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '190d7369-1523-4306-8e01-6f968dc098aa', 'name': '', 'network_id': '58d02b68-86ce-464d-b006-73d3120bdb35', 'tenant_id': '70674f663a8e4a69a2214d82389f8f1d', 'mac_address': 'fa:16:3e:44:eb:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2229da30-4a52-4e13-a284-b950ebe18b8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '4a1a0751-82b4-475c-8186-df1fa1255db4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:31:24Z', 'updated_at': '2021-12-23T16:31:30Z', 'revision_number': 5, 'project_id': '70674f663a8e4a69a2214d82389f8f1d', 'subnets': [{'id': '4a1a0751-82b4-475c-8186-df1fa1255db4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 23 16:31:44.644671 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9eb73ab-936e-423d-97fc-b0f4196f7bad None None] New status for floating IP 2c2638a1-e1a4-4f8e-b15f-6c8e9c45d840: ACTIVE {{(pid=87637) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 23 16:31:47.367736 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-0e556cac-6cb1-49f0-971b-f428c258d7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:31:49.745773 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-eed0f16a-cde0-4257-8f30-83744d7efc98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:31:50.814107 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9dcbea60-a34f-4144-91e7-90aff3f57aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:31:50.886977 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:31:52.302754 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9e3aab53-d650-47e3-b8a6-2dff21fe9ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:32:02.217883 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-39eed1a7-84f8-4c73-8f6d-84214fe8f078 req-0f7b6c90-8ec1-4770-8781-06769080efa9 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=d9fcdbaa-c860-45e5-8bd1-6b62ad02731f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0752716
Dec 23 16:32:02.361348 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39eed1a7-84f8-4c73-8f6d-84214fe8f078 req-0680ae13-a137-40a7-9d32-be21292be843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:32:02.362830 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-39eed1a7-84f8-4c73-8f6d-84214fe8f078 req-0680ae13-a137-40a7-9d32-be21292be843 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=70674f663a8e4a69a2214d82389f8f1d&device_id=d9fcdbaa-c860-45e5-8bd1-6b62ad02731f HTTP/1.1" status: 200  len: 1099 time: 0.0727272
Dec 23 16:32:02.510687 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39eed1a7-84f8-4c73-8f6d-84214fe8f078 req-8666c669-21e1-4556-8f5b-f5a0657c38a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:32:02.512051 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-39eed1a7-84f8-4c73-8f6d-84214fe8f078 req-8666c669-21e1-4556-8f5b-f5a0657c38a7 service neutron] 10.222.0.61 "GET /v2.0/networks?id=58d02b68-86ce-464d-b006-73d3120bdb35 HTTP/1.1" status: 200  len: 913 time: 0.1284723
Dec 23 16:32:02.627798 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-39eed1a7-84f8-4c73-8f6d-84214fe8f078 req-04e1da4e-2743-41b1-9bd3-86e7f5dff082 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e965baa0-9da0-4bb0-b4d2-597fd9829271 HTTP/1.1" status: 200  len: 1002 time: 0.1070921
Dec 23 16:32:02.698238 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39eed1a7-84f8-4c73-8f6d-84214fe8f078 req-9d034632-1d69-4776-b210-980000fe1032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:32:02.699696 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-39eed1a7-84f8-4c73-8f6d-84214fe8f078 req-9d034632-1d69-4776-b210-980000fe1032 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=4a1a0751-82b4-475c-8186-df1fa1255db4 HTTP/1.1" status: 200  len: 851 time: 0.0638242
Dec 23 16:32:02.784337 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39eed1a7-84f8-4c73-8f6d-84214fe8f078 req-dc29923f-dcf4-4ca1-83f5-9883b32b72bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:32:02.785769 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-39eed1a7-84f8-4c73-8f6d-84214fe8f078 req-dc29923f-dcf4-4ca1-83f5-9883b32b72bf service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=58d02b68-86ce-464d-b006-73d3120bdb35&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0772498
Dec 23 16:32:02.920616 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-39eed1a7-84f8-4c73-8f6d-84214fe8f078 req-fc4249db-e03b-4608-a11f-70e0b50bafc6 service neutron] 10.222.0.61 "GET /v2.0/networks/58d02b68-86ce-464d-b006-73d3120bdb35?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1274652
Dec 23 16:32:03.053943 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-39eed1a7-84f8-4c73-8f6d-84214fe8f078 req-71418041-af67-4e03-8f28-e8d5dd5ee27f service neutron] 10.222.0.61 "GET /v2.0/networks/58d02b68-86ce-464d-b006-73d3120bdb35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1259046
Dec 23 16:32:11.974723 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:32:15.618398 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.agents_db [None req-30c2320c-f298-49f6-9c47-c20e38116a9c None None] Agent healthcheck: found 6 active agents {{(pid=87638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 23 16:32:17.372534 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-bd2c9175-20c0-4921-912f-4cd8e0665ded None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:32:17.860854 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6aba4b-61b1-4304-8eb1-9a41167b8548 req-31a35298-cbd3-4f1b-a316-6c5edb7606bb tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:32:17.862295 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-9c6aba4b-61b1-4304-8eb1-9a41167b8548 req-31a35298-cbd3-4f1b-a316-6c5edb7606bb tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/ports?device_id=d9fcdbaa-c860-45e5-8bd1-6b62ad02731f HTTP/1.1" status: 200  len: 946 time: 0.0852869
Dec 23 16:32:17.910904 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-9c6aba4b-61b1-4304-8eb1-9a41167b8548 req-f56811ad-277f-4015-af09-ca7e6902c741 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/security-groups?id=04dc5984-921e-4bdc-81b1-e5141add4ea6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429304
Dec 23 16:32:18.311470 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-bab7bc81-5678-43fb-be03-3c5b0e90b320 req-b68ce201-963e-4261-84f9-b67af7bacf34 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d9fcdbaa-c860-45e5-8bd1-6b62ad02731f&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1214869
Dec 23 16:32:18.341671 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c66486-8fdf-4915-91f1-0bb4b20f7072 req-f93e7c9d-1581-4e92-abfc-268981be3bde tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:32:18.343203 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-50c66486-8fdf-4915-91f1-0bb4b20f7072 req-f93e7c9d-1581-4e92-abfc-268981be3bde tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/ports?device_id=d9fcdbaa-c860-45e5-8bd1-6b62ad02731f HTTP/1.1" status: 200  len: 946 time: 0.1010520
Dec 23 16:32:18.390483 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-50c66486-8fdf-4915-91f1-0bb4b20f7072 req-1b2bb482-f2dd-4361-b15a-56bf467c2e03 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/security-groups?id=04dc5984-921e-4bdc-81b1-e5141add4ea6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0415599
Dec 23 16:32:19.448061 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab7bc81-5678-43fb-be03-3c5b0e90b320 req-258071b8-d055-492d-a0ab-1bd94ccf325c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:32:19.450152 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-bab7bc81-5678-43fb-be03-3c5b0e90b320 req-258071b8-d055-492d-a0ab-1bd94ccf325c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=70674f663a8e4a69a2214d82389f8f1d&device_id=d9fcdbaa-c860-45e5-8bd1-6b62ad02731f HTTP/1.1" status: 200  len: 1099 time: 0.0731385
Dec 23 16:32:19.589587 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202a9415-7027-4cc0-897b-7d9fbaa2a2e3 req-d38d56c4-b3ec-4379-8948-f113a18311b8 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:32:19.591155 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-202a9415-7027-4cc0-897b-7d9fbaa2a2e3 req-d38d56c4-b3ec-4379-8948-f113a18311b8 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/ports?device_id=d9fcdbaa-c860-45e5-8bd1-6b62ad02731f HTTP/1.1" status: 200  len: 946 time: 0.0893681
Dec 23 16:32:19.638010 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-202a9415-7027-4cc0-897b-7d9fbaa2a2e3 req-0b97e08b-15c4-493f-851e-0a3d0fff455e tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/security-groups?id=04dc5984-921e-4bdc-81b1-e5141add4ea6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0410316
Dec 23 16:32:19.721131 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab7bc81-5678-43fb-be03-3c5b0e90b320 req-d4b28a3c-27b9-49eb-85f1-4af87572b2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:32:19.722571 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-bab7bc81-5678-43fb-be03-3c5b0e90b320 req-d4b28a3c-27b9-49eb-85f1-4af87572b2c0 service neutron] 10.222.0.61 "GET /v2.0/networks?id=58d02b68-86ce-464d-b006-73d3120bdb35 HTTP/1.1" status: 200  len: 913 time: 0.2665462
Dec 23 16:32:19.741625 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-407a75b5-5bad-4fc8-9040-f5cf11893194 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:32:19.827241 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-bab7bc81-5678-43fb-be03-3c5b0e90b320 req-788c5c41-cf0e-4cc6-8689-6495146f61d5 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e965baa0-9da0-4bb0-b4d2-597fd9829271 HTTP/1.1" status: 200  len: 1002 time: 0.0971022
Dec 23 16:32:19.890478 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab7bc81-5678-43fb-be03-3c5b0e90b320 req-d0b7686c-20cb-43ee-82a5-50711ad916c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:32:19.891763 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-bab7bc81-5678-43fb-be03-3c5b0e90b320 req-d0b7686c-20cb-43ee-82a5-50711ad916c6 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=4a1a0751-82b4-475c-8186-df1fa1255db4 HTTP/1.1" status: 200  len: 851 time: 0.0581203
Dec 23 16:32:19.967259 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab7bc81-5678-43fb-be03-3c5b0e90b320 req-3dfc0338-e7bd-47f1-9a95-206ab6fd02d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:32:19.968724 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-bab7bc81-5678-43fb-be03-3c5b0e90b320 req-3dfc0338-e7bd-47f1-9a95-206ab6fd02d5 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=58d02b68-86ce-464d-b006-73d3120bdb35&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0701065
Dec 23 16:32:20.096424 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-bab7bc81-5678-43fb-be03-3c5b0e90b320 req-18bd0c2c-c656-4064-9ddd-73835c3c5c7d service neutron] 10.222.0.61 "GET /v2.0/networks/58d02b68-86ce-464d-b006-73d3120bdb35?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1211452
Dec 23 16:32:20.228643 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-bab7bc81-5678-43fb-be03-3c5b0e90b320 req-e0fbbbed-b0d5-43e0-bdee-400dc481d43a service neutron] 10.222.0.61 "GET /v2.0/networks/58d02b68-86ce-464d-b006-73d3120bdb35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1249123
Dec 23 16:32:20.804411 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9dcbea60-a34f-4144-91e7-90aff3f57aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:32:20.857193 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030ef9ae-c328-4255-bf80-d815fda3cc9d req-11a69355-5cbe-4913-bb43-e2b4393bb7d4 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:32:20.858642 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-030ef9ae-c328-4255-bf80-d815fda3cc9d req-11a69355-5cbe-4913-bb43-e2b4393bb7d4 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/ports?device_id=d9fcdbaa-c860-45e5-8bd1-6b62ad02731f HTTP/1.1" status: 200  len: 946 time: 0.1033101
Dec 23 16:32:20.880456 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:32:20.909530 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-030ef9ae-c328-4255-bf80-d815fda3cc9d req-8d49e0f2-da0c-4477-bd40-e4533cfdf6ea tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/security-groups?id=04dc5984-921e-4bdc-81b1-e5141add4ea6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0448949
Dec 23 16:32:22.100893 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e4307f-617b-4af2-b8fd-643a859537f2 req-f047f69f-2a46-4afe-b43b-89039a1f3d31 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:32:22.102341 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-b9e4307f-617b-4af2-b8fd-643a859537f2 req-f047f69f-2a46-4afe-b43b-89039a1f3d31 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/ports?device_id=d9fcdbaa-c860-45e5-8bd1-6b62ad02731f HTTP/1.1" status: 200  len: 946 time: 0.0847812
Dec 23 16:32:22.147031 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-b9e4307f-617b-4af2-b8fd-643a859537f2 req-428e8732-c583-4218-995a-1dc9c312d177 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/security-groups?id=04dc5984-921e-4bdc-81b1-e5141add4ea6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0389128
Dec 23 16:32:22.305445 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9e3aab53-d650-47e3-b8a6-2dff21fe9ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:32:23.350246 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235deb2f-bf6b-4d6e-84a5-944521ff48ff req-e47e4c04-cf13-4852-92c5-06cf47e3fbca tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:32:23.351698 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-235deb2f-bf6b-4d6e-84a5-944521ff48ff req-e47e4c04-cf13-4852-92c5-06cf47e3fbca tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/ports?device_id=d9fcdbaa-c860-45e5-8bd1-6b62ad02731f HTTP/1.1" status: 200  len: 946 time: 0.0828929
Dec 23 16:32:23.398200 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-235deb2f-bf6b-4d6e-84a5-944521ff48ff req-3edf2f2d-62b0-42b2-8f4f-ae8dce5a7e03 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/security-groups?id=04dc5984-921e-4bdc-81b1-e5141add4ea6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0402281
Dec 23 16:32:24.600602 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5f1c61-a1e7-4a49-b75e-f673000b9ff3 req-094c1eb9-64ee-4626-90a5-d52a4395373e tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:32:24.602074 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-5a5f1c61-a1e7-4a49-b75e-f673000b9ff3 req-094c1eb9-64ee-4626-90a5-d52a4395373e tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/ports?device_id=d9fcdbaa-c860-45e5-8bd1-6b62ad02731f HTTP/1.1" status: 200  len: 946 time: 0.0869887
Dec 23 16:32:24.656403 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-5a5f1c61-a1e7-4a49-b75e-f673000b9ff3 req-ec6e6ab7-af36-420e-8949-88823b434224 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/security-groups?id=04dc5984-921e-4bdc-81b1-e5141add4ea6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0483253
Dec 23 16:32:25.855825 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b41808-4b3f-4ea8-a5d1-4b3bc12d23c5 req-b735b260-1198-40d5-a91e-91bc5da181ec tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:32:25.857293 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-13b41808-4b3f-4ea8-a5d1-4b3bc12d23c5 req-b735b260-1198-40d5-a91e-91bc5da181ec tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/ports?device_id=d9fcdbaa-c860-45e5-8bd1-6b62ad02731f HTTP/1.1" status: 200  len: 946 time: 0.0887234
Dec 23 16:32:25.903332 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-13b41808-4b3f-4ea8-a5d1-4b3bc12d23c5 req-49f4cc69-28dc-40b0-af8d-3864665718fe tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/security-groups?id=04dc5984-921e-4bdc-81b1-e5141add4ea6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0375171
Dec 23 16:32:27.115307 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e44bae3-3fc6-4c05-b06b-3c417c492943 req-6784e912-8ccb-461b-ba91-76f4ef27c44d tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:32:27.116788 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-8e44bae3-3fc6-4c05-b06b-3c417c492943 req-6784e912-8ccb-461b-ba91-76f4ef27c44d tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/ports?device_id=d9fcdbaa-c860-45e5-8bd1-6b62ad02731f HTTP/1.1" status: 200  len: 946 time: 0.0901673
Dec 23 16:32:27.160969 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-8e44bae3-3fc6-4c05-b06b-3c417c492943 req-b52c6d59-e5aa-4053-a1c9-a4bf1fcd7b67 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/security-groups?id=04dc5984-921e-4bdc-81b1-e5141add4ea6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0381126
Dec 23 16:32:28.352043 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78c6108-01fc-4b82-abff-3800c020b15a req-81554b0b-8295-4fbc-8f12-6d873d1202c1 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:32:28.353532 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-d78c6108-01fc-4b82-abff-3800c020b15a req-81554b0b-8295-4fbc-8f12-6d873d1202c1 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/ports?device_id=d9fcdbaa-c860-45e5-8bd1-6b62ad02731f HTTP/1.1" status: 200  len: 946 time: 0.0835998
Dec 23 16:32:28.399860 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-d78c6108-01fc-4b82-abff-3800c020b15a req-4a163bc7-3416-40f1-a364-d467f2ef28e8 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/security-groups?id=04dc5984-921e-4bdc-81b1-e5141add4ea6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0403957
Dec 23 16:32:29.602700 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0027c6c-0699-416e-ac51-f1e280faa596 req-1f3930a0-1e6e-4779-a877-14b90a406053 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:32:29.604185 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-f0027c6c-0699-416e-ac51-f1e280faa596 req-1f3930a0-1e6e-4779-a877-14b90a406053 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/ports?device_id=d9fcdbaa-c860-45e5-8bd1-6b62ad02731f HTTP/1.1" status: 200  len: 946 time: 0.0960035
Dec 23 16:32:29.762224 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-f0027c6c-0699-416e-ac51-f1e280faa596 req-a202e806-996d-4112-aada-5e304ad52e42 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/security-groups?id=04dc5984-921e-4bdc-81b1-e5141add4ea6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1498370
Dec 23 16:32:30.979850 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fece4c-cc65-44ed-8a3b-f432b225b9f3 req-458e1bb4-68cc-4f9e-8d5c-dcca2bc9da43 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:32:30.981589 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-53fece4c-cc65-44ed-8a3b-f432b225b9f3 req-458e1bb4-68cc-4f9e-8d5c-dcca2bc9da43 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/ports?device_id=d9fcdbaa-c860-45e5-8bd1-6b62ad02731f HTTP/1.1" status: 200  len: 946 time: 0.0989633
Dec 23 16:32:31.028026 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-53fece4c-cc65-44ed-8a3b-f432b225b9f3 req-86649d03-3478-49a2-94c6-c432b0c4660b tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/security-groups?id=04dc5984-921e-4bdc-81b1-e5141add4ea6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0407050
Dec 23 16:32:31.900526 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-bab7bc81-5678-43fb-be03-3c5b0e90b320 req-f9c91fb7-013e-4bcb-9cee-c217bfb3be09 service neutron] 10.222.0.61 "GET /v2.0/ports/e965baa0-9da0-4bb0-b4d2-597fd9829271/bindings/hv-neutron-8227 HTTP/1.1" status: 200  len: 384 time: 0.0842183
Dec 23 16:32:32.180452 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab7bc81-5678-43fb-be03-3c5b0e90b320 req-54b2b1bf-cd85-44b0-a5f5-98a3d81ce550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:32:32.181859 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-bab7bc81-5678-43fb-be03-3c5b0e90b320 req-54b2b1bf-cd85-44b0-a5f5-98a3d81ce550 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=d9fcdbaa-c860-45e5-8bd1-6b62ad02731f&tenant_id=70674f663a8e4a69a2214d82389f8f1d HTTP/1.1" status: 200  len: 1099 time: 0.0764279
Dec 23 16:32:32.231314 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d1c1bb-df18-46d5-b44b-f26dc474125d req-ace64464-d594-4d4f-ab48-7eb921756fcf tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:32:32.232803 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-f2d1c1bb-df18-46d5-b44b-f26dc474125d req-ace64464-d594-4d4f-ab48-7eb921756fcf tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/ports?device_id=d9fcdbaa-c860-45e5-8bd1-6b62ad02731f HTTP/1.1" status: 200  len: 946 time: 0.0853374
Dec 23 16:32:32.279786 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab7bc81-5678-43fb-be03-3c5b0e90b320 req-5dadfff9-bf3e-4535-aacf-6777a1066523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:32:32.281300 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-bab7bc81-5678-43fb-be03-3c5b0e90b320 req-5dadfff9-bf3e-4535-aacf-6777a1066523 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=70674f663a8e4a69a2214d82389f8f1d&device_id=d9fcdbaa-c860-45e5-8bd1-6b62ad02731f HTTP/1.1" status: 200  len: 1099 time: 0.0770521
Dec 23 16:32:32.287607 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-f2d1c1bb-df18-46d5-b44b-f26dc474125d req-1358aa16-1bfe-4e9f-bce5-e14ff754e926 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/security-groups?id=04dc5984-921e-4bdc-81b1-e5141add4ea6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0467896
Dec 23 16:32:32.417052 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab7bc81-5678-43fb-be03-3c5b0e90b320 req-f3bbb5ae-36f0-41dd-a6d3-c0a514e79bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:32:32.418684 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-bab7bc81-5678-43fb-be03-3c5b0e90b320 req-f3bbb5ae-36f0-41dd-a6d3-c0a514e79bd7 service neutron] 10.222.0.61 "GET /v2.0/networks?id=58d02b68-86ce-464d-b006-73d3120bdb35 HTTP/1.1" status: 200  len: 913 time: 0.1314218
Dec 23 16:32:32.523343 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-bab7bc81-5678-43fb-be03-3c5b0e90b320 req-2f57e659-9d3a-4bbd-95fa-7aa29747658b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e965baa0-9da0-4bb0-b4d2-597fd9829271 HTTP/1.1" status: 200  len: 1002 time: 0.0984464
Dec 23 16:32:32.586333 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab7bc81-5678-43fb-be03-3c5b0e90b320 req-6a302b1e-3bd7-4c93-8e15-876a1393bb9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:32:32.587730 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-bab7bc81-5678-43fb-be03-3c5b0e90b320 req-6a302b1e-3bd7-4c93-8e15-876a1393bb9f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=4a1a0751-82b4-475c-8186-df1fa1255db4 HTTP/1.1" status: 200  len: 851 time: 0.0580306
Dec 23 16:32:32.668906 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab7bc81-5678-43fb-be03-3c5b0e90b320 req-862e8ca6-b3eb-4415-b175-2e473f26b178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:32:32.670531 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-bab7bc81-5678-43fb-be03-3c5b0e90b320 req-862e8ca6-b3eb-4415-b175-2e473f26b178 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=58d02b68-86ce-464d-b006-73d3120bdb35&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0766940
Dec 23 16:32:32.948136 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-bab7bc81-5678-43fb-be03-3c5b0e90b320 req-beb0af1d-e7d8-4457-acd9-869e056bae81 service neutron] 10.222.0.61 "GET /v2.0/networks/58d02b68-86ce-464d-b006-73d3120bdb35?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2707951
Dec 23 16:32:33.081487 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-bab7bc81-5678-43fb-be03-3c5b0e90b320 req-c27d7f6c-c8f1-4d8e-9437-829bb8ac9436 service neutron] 10.222.0.61 "GET /v2.0/networks/58d02b68-86ce-464d-b006-73d3120bdb35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1262338
Dec 23 16:32:33.485434 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97063d3f-34cb-4acf-a83f-0ea78a40e0b9 req-4fadec49-b6e2-4cab-99e1-0e862ccd4765 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:32:33.486882 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-97063d3f-34cb-4acf-a83f-0ea78a40e0b9 req-4fadec49-b6e2-4cab-99e1-0e862ccd4765 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/ports?device_id=d9fcdbaa-c860-45e5-8bd1-6b62ad02731f HTTP/1.1" status: 200  len: 946 time: 0.0898077
Dec 23 16:32:33.537122 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-97063d3f-34cb-4acf-a83f-0ea78a40e0b9 req-5ee7c670-a093-4d50-99b6-3658f0d5f1b2 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/security-groups?id=04dc5984-921e-4bdc-81b1-e5141add4ea6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0421579
Dec 23 16:32:34.750050 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11887159-44b2-4555-af72-1e94d147dbfc req-ccb47286-b82a-4985-82b8-87117754b779 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:32:34.751614 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-11887159-44b2-4555-af72-1e94d147dbfc req-ccb47286-b82a-4985-82b8-87117754b779 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/ports?device_id=d9fcdbaa-c860-45e5-8bd1-6b62ad02731f HTTP/1.1" status: 200  len: 946 time: 0.0913479
Dec 23 16:32:34.796609 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-11887159-44b2-4555-af72-1e94d147dbfc req-76c9ce7c-ae53-4659-bbaa-b06796af7bb8 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/security-groups?id=04dc5984-921e-4bdc-81b1-e5141add4ea6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0390689
Dec 23 16:32:36.001965 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41ea5d3-dfbc-4f23-b3e6-fb0999752a6c req-e91d56b2-7e94-4721-86e5-22d5a7c8c9f4 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:32:36.003440 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-d41ea5d3-dfbc-4f23-b3e6-fb0999752a6c req-e91d56b2-7e94-4721-86e5-22d5a7c8c9f4 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/ports?device_id=d9fcdbaa-c860-45e5-8bd1-6b62ad02731f HTTP/1.1" status: 200  len: 946 time: 0.0883527
Dec 23 16:32:36.047311 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-d41ea5d3-dfbc-4f23-b3e6-fb0999752a6c req-c66d0a9b-d676-43ab-9ab0-3112f8114f73 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/security-groups?id=04dc5984-921e-4bdc-81b1-e5141add4ea6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0381083
Dec 23 16:32:36.419858 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2914620c-ec9b-4fbb-b13e-26c993a71ac7 req-83b27649-6258-46a9-a6cb-3de5d9216b28 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:32:36.421206 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-2914620c-ec9b-4fbb-b13e-26c993a71ac7 req-83b27649-6258-46a9-a6cb-3de5d9216b28 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/ports?device_id=d9fcdbaa-c860-45e5-8bd1-6b62ad02731f HTTP/1.1" status: 200  len: 946 time: 0.1437593
Dec 23 16:32:36.428498 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8da08ea-5ed2-49ee-abf9-1d6a830910c5 req-d965eeaa-5418-4f31-9550-463bd099e8bd tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:32:36.429848 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-a8da08ea-5ed2-49ee-abf9-1d6a830910c5 req-d965eeaa-5418-4f31-9550-463bd099e8bd tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.61 "GET /v2.0/ports?device_id=d9fcdbaa-c860-45e5-8bd1-6b62ad02731f&tenant_id=70674f663a8e4a69a2214d82389f8f1d&binding%3Ahost_id=hv-neutron-8227 HTTP/1.1" status: 200  len: 946 time: 0.1511760
Dec 23 16:32:36.469438 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-2914620c-ec9b-4fbb-b13e-26c993a71ac7 req-e68c72c6-3263-4efd-ac2d-38c08228ceb0 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/security-groups?id=04dc5984-921e-4bdc-81b1-e5141add4ea6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0386281
Dec 23 16:32:36.573457 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8da08ea-5ed2-49ee-abf9-1d6a830910c5 req-de7b43b0-cfb1-4843-bbef-37ba44b389f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:32:36.574984 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-a8da08ea-5ed2-49ee-abf9-1d6a830910c5 req-de7b43b0-cfb1-4843-bbef-37ba44b389f3 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=70674f663a8e4a69a2214d82389f8f1d&device_id=d9fcdbaa-c860-45e5-8bd1-6b62ad02731f HTTP/1.1" status: 200  len: 1099 time: 0.0765359
Dec 23 16:32:36.710004 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8da08ea-5ed2-49ee-abf9-1d6a830910c5 req-5ac7066f-15c7-40eb-a8b1-c46060073cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:32:36.711332 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-a8da08ea-5ed2-49ee-abf9-1d6a830910c5 req-5ac7066f-15c7-40eb-a8b1-c46060073cf1 service neutron] 10.222.0.61 "GET /v2.0/networks?id=58d02b68-86ce-464d-b006-73d3120bdb35 HTTP/1.1" status: 200  len: 913 time: 0.1300907
Dec 23 16:32:36.815752 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-a8da08ea-5ed2-49ee-abf9-1d6a830910c5 req-26d59376-da45-4d1d-8608-3a1208774f76 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e965baa0-9da0-4bb0-b4d2-597fd9829271 HTTP/1.1" status: 200  len: 1002 time: 0.0975726
Dec 23 16:32:36.877446 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8da08ea-5ed2-49ee-abf9-1d6a830910c5 req-12ed712c-5e37-4015-8416-87fd9c9f9425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:32:36.878813 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-a8da08ea-5ed2-49ee-abf9-1d6a830910c5 req-12ed712c-5e37-4015-8416-87fd9c9f9425 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=4a1a0751-82b4-475c-8186-df1fa1255db4 HTTP/1.1" status: 200  len: 851 time: 0.0564532
Dec 23 16:32:36.968079 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8da08ea-5ed2-49ee-abf9-1d6a830910c5 req-b7307e4f-18b7-4f52-a6ba-6e987ab5dded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:32:36.969524 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-a8da08ea-5ed2-49ee-abf9-1d6a830910c5 req-b7307e4f-18b7-4f52-a6ba-6e987ab5dded service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=58d02b68-86ce-464d-b006-73d3120bdb35&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0842018
Dec 23 16:32:37.105285 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-a8da08ea-5ed2-49ee-abf9-1d6a830910c5 req-f7fd7130-1a71-4f3a-899d-db27c09761b1 service neutron] 10.222.0.61 "GET /v2.0/networks/58d02b68-86ce-464d-b006-73d3120bdb35?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1284754
Dec 23 16:32:37.174230 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Device e965baa0-9da0-4bb0-b4d2-597fd9829271 no longer exists at agent hyperv_hv-neutron-8227 {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 23 16:32:37.235678 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-a8da08ea-5ed2-49ee-abf9-1d6a830910c5 req-ecce29ae-c7e4-423a-890c-d696967b9f2d service neutron] 10.222.0.61 "GET /v2.0/networks/58d02b68-86ce-464d-b006-73d3120bdb35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1238673
Dec 23 16:32:37.291010 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:32:37.319413 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9fcdbaa-c860-45e5-8bd1-6b62ad02731f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e965baa0-9da0-4bb0-b4d2-597fd9829271'}] {{(pid=87637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 23 16:32:37.332282 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] For port e965baa0-9da0-4bb0-b4d2-597fd9829271, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=e965baa0-9da0-4bb0-b4d2-597fd9829271,segment=NetworkSegment(00b6f5ac-ce76-4573-ba2b-31f5557ec8cd),segment_id=00b6f5ac-ce76-4573-ba2b-31f5557ec8cd)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:32:37.336909 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:32:37.338692 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:32:37.373179 dv-neutron-822799-1-hyperv neutron-server[87637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9fcdbaa-c860-45e5-8bd1-6b62ad02731f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e965baa0-9da0-4bb0-b4d2-597fd9829271', 'code': 200}
Dec 23 16:32:37.404820 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Pushing event updated for resources: {'Port': ['ID=e965baa0-9da0-4bb0-b4d2-597fd9829271,revision_number=6']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:32:37.412282 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:32:37.412667 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:32:37.413020 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:32:37.413362 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:32:37.413701 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:32:37.414039 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:32:37.414370 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:32:37.414702 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:32:37.415037 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:32:37.415366 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:32:37.415694 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:32:37.416018 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:32:37.420013 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:32:37.663070 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4029c9bd-1044-4607-aea8-1a55b473df11 req-872dbc53-e8a3-4831-8902-913cc2d06fab tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:32:37.664557 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-4029c9bd-1044-4607-aea8-1a55b473df11 req-872dbc53-e8a3-4831-8902-913cc2d06fab tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/ports?device_id=d9fcdbaa-c860-45e5-8bd1-6b62ad02731f HTTP/1.1" status: 200  len: 944 time: 0.0840175
Dec 23 16:32:37.709400 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-4029c9bd-1044-4607-aea8-1a55b473df11 req-9692d84f-3716-4f2b-923a-53ccd54a5b29 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/security-groups?id=04dc5984-921e-4bdc-81b1-e5141add4ea6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0391524
Dec 23 16:32:38.919653 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073e2901-d032-45c7-b3a1-28d72422c9f3 req-c4a9f33a-bde6-44f5-adf3-948df24ffb16 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:32:38.921164 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-073e2901-d032-45c7-b3a1-28d72422c9f3 req-c4a9f33a-bde6-44f5-adf3-948df24ffb16 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/ports?device_id=d9fcdbaa-c860-45e5-8bd1-6b62ad02731f HTTP/1.1" status: 200  len: 944 time: 0.0903537
Dec 23 16:32:38.971484 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-073e2901-d032-45c7-b3a1-28d72422c9f3 req-b9c9191a-8599-431e-ad52-6204f9830a7a tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/security-groups?id=04dc5984-921e-4bdc-81b1-e5141add4ea6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0411649
Dec 23 16:32:39.198370 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0a922a-b206-43e2-98c7-286b3a04d96b req-651fa854-0b93-44ee-9ee3-e51b66063fa8 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:32:39.200436 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-db0a922a-b206-43e2-98c7-286b3a04d96b req-651fa854-0b93-44ee-9ee3-e51b66063fa8 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/ports?device_id=d9fcdbaa-c860-45e5-8bd1-6b62ad02731f HTTP/1.1" status: 200  len: 944 time: 0.0923026
Dec 23 16:32:39.253139 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-db0a922a-b206-43e2-98c7-286b3a04d96b req-244760d2-b6fb-4147-9cbe-50f4e0f5aff0 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/security-groups?id=04dc5984-921e-4bdc-81b1-e5141add4ea6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0466089
Dec 23 16:32:39.479315 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a68894-7427-4314-b384-6ff79e712afd req-d1a46b4b-623f-418a-af17-3c94196ff223 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:32:39.481689 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-f9a68894-7427-4314-b384-6ff79e712afd req-d1a46b4b-623f-418a-af17-3c94196ff223 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/ports?device_id=d9fcdbaa-c860-45e5-8bd1-6b62ad02731f HTTP/1.1" status: 200  len: 944 time: 0.1165793
Dec 23 16:32:39.530470 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-f9a68894-7427-4314-b384-6ff79e712afd req-b5b9be73-65d7-42f1-8672-909d5ca7ff5e tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/security-groups?id=04dc5984-921e-4bdc-81b1-e5141add4ea6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0408409
Dec 23 16:32:39.953372 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f59a438-d4ed-4e63-b39f-9c8ea50505a4 req-01fe7cb5-288d-4a67-ba78-2d235f257bee tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:32:39.955153 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-0f59a438-d4ed-4e63-b39f-9c8ea50505a4 req-01fe7cb5-288d-4a67-ba78-2d235f257bee tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/ports?device_id=d9fcdbaa-c860-45e5-8bd1-6b62ad02731f HTTP/1.1" status: 200  len: 944 time: 0.0956593
Dec 23 16:32:40.001087 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-0f59a438-d4ed-4e63-b39f-9c8ea50505a4 req-a29234df-0dcb-43ef-aa8c-b9b01f092ac3 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/security-groups?id=04dc5984-921e-4bdc-81b1-e5141add4ea6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0401268
Dec 23 16:32:41.214526 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960f8a20-e223-4be1-9b9a-ad2a9c7817ef req-05ad8975-9f53-4ef6-8ee3-8d1f7d5b652c tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:32:41.215966 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-960f8a20-e223-4be1-9b9a-ad2a9c7817ef req-05ad8975-9f53-4ef6-8ee3-8d1f7d5b652c tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/ports?device_id=d9fcdbaa-c860-45e5-8bd1-6b62ad02731f HTTP/1.1" status: 200  len: 944 time: 0.0943348
Dec 23 16:32:41.262426 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-960f8a20-e223-4be1-9b9a-ad2a9c7817ef req-0829e110-b016-4d05-85f8-e5093f175155 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/security-groups?id=04dc5984-921e-4bdc-81b1-e5141add4ea6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0388660
Dec 23 16:32:41.659704 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c998cce8-8866-423f-a8f3-a33f3e65c249 req-94909e24-2ee6-4626-a20b-bdddcaac31ae tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:32:41.661174 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-c998cce8-8866-423f-a8f3-a33f3e65c249 req-94909e24-2ee6-4626-a20b-bdddcaac31ae tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.61 "GET /v2.0/ports?device_id=d9fcdbaa-c860-45e5-8bd1-6b62ad02731f HTTP/1.1" status: 200  len: 944 time: 0.2340007
Dec 23 16:32:41.737133 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [req-c998cce8-8866-423f-a8f3-a33f3e65c249 req-736e8e32-5ca0-4887-9629-94d6a27263a4 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Deleting port e965baa0-9da0-4bb0-b4d2-597fd9829271 {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:32:41.737562 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-c998cce8-8866-423f-a8f3-a33f3e65c249 req-736e8e32-5ca0-4887-9629-94d6a27263a4 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:32:41.981270 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:32:41.988631 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [req-c998cce8-8866-423f-a8f3-a33f3e65c249 req-736e8e32-5ca0-4887-9629-94d6a27263a4 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] For port e965baa0-9da0-4bb0-b4d2-597fd9829271, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=e965baa0-9da0-4bb0-b4d2-597fd9829271,segment=NetworkSegment(00b6f5ac-ce76-4573-ba2b-31f5557ec8cd),segment_id=00b6f5ac-ce76-4573-ba2b-31f5557ec8cd)] {{(pid=87636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:32:41.988991 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-c998cce8-8866-423f-a8f3-a33f3e65c249 req-736e8e32-5ca0-4887-9629-94d6a27263a4 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:32:42.283156 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-c998cce8-8866-423f-a8f3-a33f3e65c249 req-736e8e32-5ca0-4887-9629-94d6a27263a4 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:32:42.283842 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-c998cce8-8866-423f-a8f3-a33f3e65c249 req-736e8e32-5ca0-4887-9629-94d6a27263a4 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1824189'] for floatingip, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:32:42.283842 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.db.l3_db [req-c998cce8-8866-423f-a8f3-a33f3e65c249 req-736e8e32-5ca0-4887-9629-94d6a27263a4 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Floating IP 2c2638a1-e1a4-4f8e-b15f-6c8e9c45d840 disassociated. External IP: 172.26.3.160, port: e965baa0-9da0-4bb0-b4d2-597fd9829271.
Dec 23 16:32:42.284718 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [req-c998cce8-8866-423f-a8f3-a33f3e65c249 req-736e8e32-5ca0-4887-9629-94d6a27263a4 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Calling delete_port for e965baa0-9da0-4bb0-b4d2-597fd9829271 owned by compute:nova {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:32:42.434554 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-c998cce8-8866-423f-a8f3-a33f3e65c249 req-736e8e32-5ca0-4887-9629-94d6a27263a4 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:32:42.440698 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-812549b9-3969-41ac-99b3-36d6eaf1e622 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:32:42.457737 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676cf867-0192-49a2-98f7-c36f59a395bd req-b23cffed-9161-482e-bd0b-e86064a8eb46 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:32:42.459174 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-676cf867-0192-49a2-98f7-c36f59a395bd req-b23cffed-9161-482e-bd0b-e86064a8eb46 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/ports?device_id=d9fcdbaa-c860-45e5-8bd1-6b62ad02731f HTTP/1.1" status: 200  len: 944 time: 0.0877314
Dec 23 16:32:42.496221 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736e8e32-5ca0-4887-9629-94d6a27263a4 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Pushing event deleted for resources: {'Port': ['ID=e965baa0-9da0-4bb0-b4d2-597fd9829271,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:32:42.515555 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-676cf867-0192-49a2-98f7-c36f59a395bd req-38fe0eea-7fac-4231-87ee-4559526ac5e1 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/security-groups?id=04dc5984-921e-4bdc-81b1-e5141add4ea6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0504384
Dec 23 16:32:42.558392 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736e8e32-5ca0-4887-9629-94d6a27263a4 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:32:42.558725 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736e8e32-5ca0-4887-9629-94d6a27263a4 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:32:42.559060 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736e8e32-5ca0-4887-9629-94d6a27263a4 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:32:42.559431 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736e8e32-5ca0-4887-9629-94d6a27263a4 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:32:42.559807 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736e8e32-5ca0-4887-9629-94d6a27263a4 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:32:42.560180 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736e8e32-5ca0-4887-9629-94d6a27263a4 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:32:42.560547 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736e8e32-5ca0-4887-9629-94d6a27263a4 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:32:42.560940 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736e8e32-5ca0-4887-9629-94d6a27263a4 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:32:42.561306 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736e8e32-5ca0-4887-9629-94d6a27263a4 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:32:42.561702 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736e8e32-5ca0-4887-9629-94d6a27263a4 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:32:42.562062 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736e8e32-5ca0-4887-9629-94d6a27263a4 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:32:42.562404 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736e8e32-5ca0-4887-9629-94d6a27263a4 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:32:42.573976 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-736e8e32-5ca0-4887-9629-94d6a27263a4 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:32:42.691546 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c998cce8-8866-423f-a8f3-a33f3e65c249 req-736e8e32-5ca0-4887-9629-94d6a27263a4 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Router 2229da30-4a52-4e13-a284-b950ebe18b8e has already been hosted by L3 agent 371d4c41-c7e2-4de7-9539-c049ec4e95d1 {{(pid=87636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 23 16:32:42.891243 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c998cce8-8866-423f-a8f3-a33f3e65c249 req-736e8e32-5ca0-4887-9629-94d6a27263a4 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Notify agent at l3_agent.dv-neutron-822799-1-hyperv the message routers_updated {{(pid=87636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 23 16:32:42.902233 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbf61064-f303-4f45-a579-ff9ec343f123 None None] Sync routers for ids ['2229da30-4a52-4e13-a284-b950ebe18b8e'] in dv-neutron-822799-1-hyperv {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 23 16:32:42.912368 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbf61064-f303-4f45-a579-ff9ec343f123 None None] Routers {'2229da30-4a52-4e13-a284-b950ebe18b8e'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:32:42.913047 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-fbf61064-f303-4f45-a579-ff9ec343f123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc1dbbd30>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:32:20Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['2229da30-4a52-4e13-a284-b950ebe18b8e'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:32:42.966775 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [req-c998cce8-8866-423f-a8f3-a33f3e65c249 req-736e8e32-5ca0-4887-9629-94d6a27263a4 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] No DVR routers for this DVR port e965baa0-9da0-4bb0-b4d2-597fd9829271 on host hv-neutron-8227 {{(pid=87636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 23 16:32:42.969778 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-c998cce8-8866-423f-a8f3-a33f3e65c249 req-736e8e32-5ca0-4887-9629-94d6a27263a4 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:32:42.972996 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9fcdbaa-c860-45e5-8bd1-6b62ad02731f', 'name': 'network-vif-deleted', 'tag': 'e965baa0-9da0-4bb0-b4d2-597fd9829271'}] {{(pid=87636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 23 16:32:42.993248 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-c998cce8-8866-423f-a8f3-a33f3e65c249 req-736e8e32-5ca0-4887-9629-94d6a27263a4 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.61 "DELETE /v2.0/ports/e965baa0-9da0-4bb0-b4d2-597fd9829271 HTTP/1.1" status: 204  len: 173 time: 1.3256428
Dec 23 16:32:43.024614 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9fcdbaa-c860-45e5-8bd1-6b62ad02731f', 'name': 'network-vif-deleted', 'tag': 'e965baa0-9da0-4bb0-b4d2-597fd9829271', 'status': 'completed', 'code': 200}
Dec 23 16:32:43.091800 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-fbf61064-f303-4f45-a579-ff9ec343f123 None None] Set router 2229da30-4a52-4e13-a284-b950ebe18b8e gateway port host: dv-neutron-822799-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:32:43.405821 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-fbf61064-f303-4f45-a579-ff9ec343f123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc1dbbd30>, [{'id': '2229da30-4a52-4e13-a284-b950ebe18b8e', 'name': 'tempest-ServerActionsTestJSON-1120133599-router', 'tenant_id': '70674f663a8e4a69a2214d82389f8f1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.242'}], 'enable_snat': True}, 'gw_port_id': 'b264cb33-bbcb-416b-8499-db9354d37b08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:31:21Z', 'updated_at': '2021-12-23T16:31:25Z', 'revision_number': 4, 'project_id': '70674f663a8e4a69a2214d82389f8f1d', 'gw_port': {'id': 'b264cb33-bbcb-416b-8499-db9354d37b08', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:e9:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2229da30-4a52-4e13-a284-b950ebe18b8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:31:22Z', 'updated_at': '2021-12-23T16:31:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_interfaces': [{'id': '190d7369-1523-4306-8e01-6f968dc098aa', 'name': '', 'network_id': '58d02b68-86ce-464d-b006-73d3120bdb35', 'tenant_id': '70674f663a8e4a69a2214d82389f8f1d', 'mac_address': 'fa:16:3e:44:eb:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2229da30-4a52-4e13-a284-b950ebe18b8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '4a1a0751-82b4-475c-8186-df1fa1255db4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:31:24Z', 'updated_at': '2021-12-23T16:31:30Z', 'revision_number': 5, 'project_id': '70674f663a8e4a69a2214d82389f8f1d', 'subnets': [{'id': '4a1a0751-82b4-475c-8186-df1fa1255db4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:32:43.409765 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbf61064-f303-4f45-a579-ff9ec343f123 None None] Checking router: 2229da30-4a52-4e13-a284-b950ebe18b8e for host: dv-neutron-822799-1-hyperv {{(pid=87638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 23 16:32:43.418411 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbf61064-f303-4f45-a579-ff9ec343f123 None None] Routers {'2229da30-4a52-4e13-a284-b950ebe18b8e'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:32:43.419021 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-fbf61064-f303-4f45-a579-ff9ec343f123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc1dbbd30>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:32:20Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['2229da30-4a52-4e13-a284-b950ebe18b8e'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:32:43.645988 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-fbf61064-f303-4f45-a579-ff9ec343f123 None None] Set router 2229da30-4a52-4e13-a284-b950ebe18b8e gateway port host: dv-neutron-822799-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:32:43.853336 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-d71603be-265a-4365-aea3-5afe48f44ee7 req-622cd862-a877-4489-9703-939d61698371 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--577965379&fields=id&tenant_id=70674f663a8e4a69a2214d82389f8f1d HTTP/1.1" status: 200  len: 267 time: 0.0423787
Dec 23 16:32:43.962805 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-fbf61064-f303-4f45-a579-ff9ec343f123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc1dbbd30>, [{'id': '2229da30-4a52-4e13-a284-b950ebe18b8e', 'name': 'tempest-ServerActionsTestJSON-1120133599-router', 'tenant_id': '70674f663a8e4a69a2214d82389f8f1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.242'}], 'enable_snat': True}, 'gw_port_id': 'b264cb33-bbcb-416b-8499-db9354d37b08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:31:21Z', 'updated_at': '2021-12-23T16:31:25Z', 'revision_number': 4, 'project_id': '70674f663a8e4a69a2214d82389f8f1d', 'gw_port': {'id': 'b264cb33-bbcb-416b-8499-db9354d37b08', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:e9:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2229da30-4a52-4e13-a284-b950ebe18b8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:31:22Z', 'updated_at': '2021-12-23T16:31:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_interfaces': [{'id': '190d7369-1523-4306-8e01-6f968dc098aa', 'name': '', 'network_id': '58d02b68-86ce-464d-b006-73d3120bdb35', 'tenant_id': '70674f663a8e4a69a2214d82389f8f1d', 'mac_address': 'fa:16:3e:44:eb:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2229da30-4a52-4e13-a284-b950ebe18b8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '4a1a0751-82b4-475c-8186-df1fa1255db4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:31:24Z', 'updated_at': '2021-12-23T16:31:30Z', 'revision_number': 5, 'project_id': '70674f663a8e4a69a2214d82389f8f1d', 'subnets': [{'id': '4a1a0751-82b4-475c-8186-df1fa1255db4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:32:43.966786 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbf61064-f303-4f45-a579-ff9ec343f123 None None] The sync data for ids ['2229da30-4a52-4e13-a284-b950ebe18b8e'] in dv-neutron-822799-1-hyperv is: [{'id': '2229da30-4a52-4e13-a284-b950ebe18b8e', 'name': 'tempest-ServerActionsTestJSON-1120133599-router', 'tenant_id': '70674f663a8e4a69a2214d82389f8f1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.242'}], 'enable_snat': True}, 'gw_port_id': 'b264cb33-bbcb-416b-8499-db9354d37b08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:31:21Z', 'updated_at': '2021-12-23T16:31:25Z', 'revision_number': 4, 'project_id': '70674f663a8e4a69a2214d82389f8f1d', 'gw_port': {'id': 'b264cb33-bbcb-416b-8499-db9354d37b08', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:e9:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2229da30-4a52-4e13-a284-b950ebe18b8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:31:22Z', 'updated_at': '2021-12-23T16:31:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_interfaces': [{'id': '190d7369-1523-4306-8e01-6f968dc098aa', 'name': '', 'network_id': '58d02b68-86ce-464d-b006-73d3120bdb35', 'tenant_id': '70674f663a8e4a69a2214d82389f8f1d', 'mac_address': 'fa:16:3e:44:eb:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2229da30-4a52-4e13-a284-b950ebe18b8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '4a1a0751-82b4-475c-8186-df1fa1255db4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:31:24Z', 'updated_at': '2021-12-23T16:31:30Z', 'revision_number': 5, 'project_id': '70674f663a8e4a69a2214d82389f8f1d', 'subnets': [{'id': '4a1a0751-82b4-475c-8186-df1fa1255db4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 23 16:32:44.006064 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71603be-265a-4365-aea3-5afe48f44ee7 req-0c046fa1-10d5-4496-b779-f4a90c36d20e tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:32:44.007556 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-d71603be-265a-4365-aea3-5afe48f44ee7 req-0c046fa1-10d5-4496-b779-f4a90c36d20e tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/networks?id=58d02b68-86ce-464d-b006-73d3120bdb35 HTTP/1.1" status: 200  len: 812 time: 0.1450009
Dec 23 16:32:44.023674 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-d71603be-265a-4365-aea3-5afe48f44ee7 req-55bb4298-c6fe-48c7-bbd8-6c34d9825dfa tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/quotas/70674f663a8e4a69a2214d82389f8f1d HTTP/1.1" status: 200  len: 375 time: 0.0101421
Dec 23 16:32:44.111190 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-d71603be-265a-4365-aea3-5afe48f44ee7 req-0154aa4b-b8d4-4973-9cf7-bff646d275a7 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=70674f663a8e4a69a2214d82389f8f1d&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0817804
Dec 23 16:32:44.197533 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5846075-56c7-4342-9cd6-cfb885294a61 None None] New status for floating IP 2c2638a1-e1a4-4f8e-b15f-6c8e9c45d840: DOWN {{(pid=87637) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 23 16:32:44.255155 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-d71603be-265a-4365-aea3-5afe48f44ee7 req-3fa0aae3-f9b6-4ac6-afbd-2a69577d2a8d service neutron] 10.222.0.64 "GET /v2.0/networks/58d02b68-86ce-464d-b006-73d3120bdb35?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1322563
Dec 23 16:32:44.388334 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-d71603be-265a-4365-aea3-5afe48f44ee7 req-d0e4ee2d-9e9e-4442-bc60-b29e304c63a0 service neutron] 10.222.0.64 "GET /v2.0/networks/58d02b68-86ce-464d-b006-73d3120bdb35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1270437
Dec 23 16:32:44.570110 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-f38f524f-87d8-4ec2-a896-5fee3240f067 req-81f27e44-b0fc-4378-8947-772cb5083363 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Synchronizing usage tracker for tenant:70674f663a8e4a69a2214d82389f8f1d on resource:port {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:32:44.587426 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-f38f524f-87d8-4ec2-a896-5fee3240f067 req-81f27e44-b0fc-4378-8947-772cb5083363 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Unset dirty status for tenant:70674f663a8e4a69a2214d82389f8f1d on resource:port {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:32:44.593040 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-f38f524f-87d8-4ec2-a896-5fee3240f067 req-81f27e44-b0fc-4378-8947-772cb5083363 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/ports?device_id=49c9cc75-481b-4498-9f84-a5b31225e2b3 HTTP/1.1" status: 200  len: 210 time: 0.0645568
Dec 23 16:32:45.743580 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71603be-265a-4365-aea3-5afe48f44ee7 req-3769d04a-d29d-4471-b25a-271e3484d785 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:32:45.745029 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-d71603be-265a-4365-aea3-5afe48f44ee7 req-3769d04a-d29d-4471-b25a-271e3484d785 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.61 "GET /v2.0/networks?id=58d02b68-86ce-464d-b006-73d3120bdb35 HTTP/1.1" status: 200  len: 812 time: 0.2883949
Dec 23 16:32:45.746457 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-8ebae2d3-7ad2-4b1b-a319-64c78d4fef02 req-72096fd2-9a43-4536-afe1-a10f5d88635e tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/ports?device_id=49c9cc75-481b-4498-9f84-a5b31225e2b3 HTTP/1.1" status: 200  len: 210 time: 0.0479517
Dec 23 16:32:45.798143 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-d71603be-265a-4365-aea3-5afe48f44ee7 req-fab23939-4711-4508-ae3b-e58869b58f31 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=70674f663a8e4a69a2214d82389f8f1d HTTP/1.1" status: 200  len: 379 time: 0.0397685
Dec 23 16:32:45.808162 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [req-d71603be-265a-4365-aea3-5afe48f44ee7 req-1c85c22e-d20b-4146-8d34-aa7bb206dff1 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Request body: {'port': {'device_id': '49c9cc75-481b-4498-9f84-a5b31225e2b3', 'network_id': '58d02b68-86ce-464d-b006-73d3120bdb35', 'admin_state_up': True, 'tenant_id': '70674f663a8e4a69a2214d82389f8f1d', 'security_groups': ['04dc5984-921e-4bdc-81b1-e5141add4ea6']}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:32:45.943257 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [req-d71603be-265a-4365-aea3-5afe48f44ee7 req-1c85c22e-d20b-4146-8d34-aa7bb206dff1 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:32:45.953200 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [req-d71603be-265a-4365-aea3-5afe48f44ee7 req-1c85c22e-d20b-4146-8d34-aa7bb206dff1 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:32:45.965314 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d71603be-265a-4365-aea3-5afe48f44ee7 req-1c85c22e-d20b-4146-8d34-aa7bb206dff1 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Made reservation on behalf of 70674f663a8e4a69a2214d82389f8f1d for: {'port': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:32:45.968787 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-d71603be-265a-4365-aea3-5afe48f44ee7 req-1c85c22e-d20b-4146-8d34-aa7bb206dff1 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:32:46.137407 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [req-d71603be-265a-4365-aea3-5afe48f44ee7 req-1c85c22e-d20b-4146-8d34-aa7bb206dff1 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Allocated IP 172.20.0.3 (58d02b68-86ce-464d-b006-73d3120bdb35/4a1a0751-82b4-475c-8186-df1fa1255db4/2e705bc4-3253-4a79-aff4-e3d76f5178c8) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:32:46.334164 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-d71603be-265a-4365-aea3-5afe48f44ee7 req-1c85c22e-d20b-4146-8d34-aa7bb206dff1 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:32:46.353147 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.provisioning_blocks [req-d71603be-265a-4365-aea3-5afe48f44ee7 req-1c85c22e-d20b-4146-8d34-aa7bb206dff1 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Transition to ACTIVE for port object 2e705bc4-3253-4a79-aff4-e3d76f5178c8 will not be triggered until provisioned by entity DHCP. {{(pid=87636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:32:46.378104 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-d71603be-265a-4365-aea3-5afe48f44ee7 req-1c85c22e-d20b-4146-8d34-aa7bb206dff1 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:32:46.383383 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-812549b9-3969-41ac-99b3-36d6eaf1e622 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:32:46.445386 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d71603be-265a-4365-aea3-5afe48f44ee7 req-1c85c22e-d20b-4146-8d34-aa7bb206dff1 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Network 58d02b68-86ce-464d-b006-73d3120bdb35 is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:32:46.452893 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [req-d71603be-265a-4365-aea3-5afe48f44ee7 req-1c85c22e-d20b-4146-8d34-aa7bb206dff1 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Resources bound (agent type, host, resource id):  {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:32:46.457366 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [req-d71603be-265a-4365-aea3-5afe48f44ee7 req-1c85c22e-d20b-4146-8d34-aa7bb206dff1 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:32:46.494891 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c85c22e-d20b-4146-8d34-aa7bb206dff1 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Pushing event updated for resources: {'Port': ['ID=2e705bc4-3253-4a79-aff4-e3d76f5178c8,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:32:46.503726 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-1c85c22e-d20b-4146-8d34-aa7bb206dff1 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:32:46.533351 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71603be-265a-4365-aea3-5afe48f44ee7 req-1c85c22e-d20b-4146-8d34-aa7bb206dff1 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:32:46.534549 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-d71603be-265a-4365-aea3-5afe48f44ee7 req-1c85c22e-d20b-4146-8d34-aa7bb206dff1 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:32:46.564489 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-d71603be-265a-4365-aea3-5afe48f44ee7 req-1c85c22e-d20b-4146-8d34-aa7bb206dff1 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7598345
Dec 23 16:32:46.576757 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [req-d71603be-265a-4365-aea3-5afe48f44ee7 req-19d7cfd6-134a-470c-86d0-d8ee21ef8b4f service neutron] Request body: {'port': {'device_id': '49c9cc75-481b-4498-9f84-a5b31225e2b3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8227'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:32:46.690690 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-d71603be-265a-4365-aea3-5afe48f44ee7 req-19d7cfd6-134a-470c-86d0-d8ee21ef8b4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:32:46.727334 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-ab27dc4a-be83-4b87-9198-57bef23627e6 None None] Provisioning for port 2e705bc4-3253-4a79-aff4-e3d76f5178c8 completed by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:32:46.732183 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-ab27dc4a-be83-4b87-9198-57bef23627e6 None None] Provisioning complete for port 2e705bc4-3253-4a79-aff4-e3d76f5178c8 triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:32:46.732564 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-ab27dc4a-be83-4b87-9198-57bef23627e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:32:46.787997 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-ab27dc4a-be83-4b87-9198-57bef23627e6 None None] Port 2e705bc4-3253-4a79-aff4-e3d76f5178c8 cannot update to ACTIVE because it is not bound. {{(pid=87637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 23 16:32:47.033540 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85afb9e4-6bff-4586-8e68-73b0884f1ade req-167d37aa-bc31-4f1a-8f29-5d204c2f4f3c tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:32:47.034302 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-85afb9e4-6bff-4586-8e68-73b0884f1ade req-167d37aa-bc31-4f1a-8f29-5d204c2f4f3c tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Synchronizing usage tracker for tenant:70674f663a8e4a69a2214d82389f8f1d on resource:port {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:32:47.102116 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-85afb9e4-6bff-4586-8e68-73b0884f1ade req-167d37aa-bc31-4f1a-8f29-5d204c2f4f3c tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Unset dirty status for tenant:70674f663a8e4a69a2214d82389f8f1d on resource:port {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:32:47.103277 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-85afb9e4-6bff-4586-8e68-73b0884f1ade req-167d37aa-bc31-4f1a-8f29-5d204c2f4f3c tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/ports?device_id=49c9cc75-481b-4498-9f84-a5b31225e2b3 HTTP/1.1" status: 200  len: 931 time: 0.2443933
Dec 23 16:32:47.114661 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [req-d71603be-265a-4365-aea3-5afe48f44ee7 req-19d7cfd6-134a-470c-86d0-d8ee21ef8b4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e705bc4-3253-4a79-aff4-e3d76f5178c8 {{(pid=87636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 23 16:32:47.134273 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-d71603be-265a-4365-aea3-5afe48f44ee7 req-19d7cfd6-134a-470c-86d0-d8ee21ef8b4f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:32:47.163800 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.provisioning_blocks [req-d71603be-265a-4365-aea3-5afe48f44ee7 req-19d7cfd6-134a-470c-86d0-d8ee21ef8b4f service neutron] Transition to ACTIVE for port object 2e705bc4-3253-4a79-aff4-e3d76f5178c8 will not be triggered until provisioned by entity L2. {{(pid=87636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:32:47.167541 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-d71603be-265a-4365-aea3-5afe48f44ee7 req-19d7cfd6-134a-470c-86d0-d8ee21ef8b4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2176289'] for port, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:32:47.173750 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-87e31425-1e56-4643-beb8-fa1e1d1a9fb2 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:32:47.207355 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-85afb9e4-6bff-4586-8e68-73b0884f1ade req-4bc527be-66ea-4bfc-9474-7b2cb4251733 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/security-groups?id=04dc5984-921e-4bdc-81b1-e5141add4ea6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0971024
Dec 23 16:32:47.215665 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Device e965baa0-9da0-4bb0-b4d2-597fd9829271 no longer exists at agent hyperv_hv-neutron-8227 {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 23 16:32:47.254136 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] No Port match for: e965baa0-9da0-4bb0-b4d2-597fd9829271 {{(pid=87637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 23 16:32:47.254687 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Device e965baa0-9da0-4bb0-b4d2-597fd9829271 not bound to the agent host hv-neutron-8227 {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 23 16:32:47.339388 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d7cfd6-134a-470c-86d0-d8ee21ef8b4f service neutron] Pushing event updated for resources: {'Port': ['ID=2e705bc4-3253-4a79-aff4-e3d76f5178c8,revision_number=2']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:32:47.342244 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-19d7cfd6-134a-470c-86d0-d8ee21ef8b4f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:32:47.366213 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d67e4421-30ff-4fb0-abc9-e91ca860b459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:32:47.423177 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [req-d71603be-265a-4365-aea3-5afe48f44ee7 req-19d7cfd6-134a-470c-86d0-d8ee21ef8b4f service neutron] Attempting to bind port 2e705bc4-3253-4a79-aff4-e3d76f5178c8 on host hv-neutron-8227 for vnic_type normal with profile  {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:32:47.423514 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [req-d71603be-265a-4365-aea3-5afe48f44ee7 req-19d7cfd6-134a-470c-86d0-d8ee21ef8b4f service neutron] Attempting to bind port 2e705bc4-3253-4a79-aff4-e3d76f5178c8 by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': '00b6f5ac-ce76-4573-ba2b-31f5557ec8cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '58d02b68-86ce-464d-b006-73d3120bdb35'}] {{(pid=87636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:32:47.423837 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d71603be-265a-4365-aea3-5afe48f44ee7 req-19d7cfd6-134a-470c-86d0-d8ee21ef8b4f service neutron] Attempting to bind port 2e705bc4-3253-4a79-aff4-e3d76f5178c8 on network 58d02b68-86ce-464d-b006-73d3120bdb35 {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:32:47.428543 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d71603be-265a-4365-aea3-5afe48f44ee7 req-19d7cfd6-134a-470c-86d0-d8ee21ef8b4f service neutron] Port 2e705bc4-3253-4a79-aff4-e3d76f5178c8 on network 58d02b68-86ce-464d-b006-73d3120bdb35 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 23 16:32:47.428896 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d71603be-265a-4365-aea3-5afe48f44ee7 req-19d7cfd6-134a-470c-86d0-d8ee21ef8b4f service neutron] Attempting to bind port 2e705bc4-3253-4a79-aff4-e3d76f5178c8 on network 58d02b68-86ce-464d-b006-73d3120bdb35 {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:32:47.434062 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d71603be-265a-4365-aea3-5afe48f44ee7 req-19d7cfd6-134a-470c-86d0-d8ee21ef8b4f service neutron] Checking agent: {'id': '5a806709-633b-4d33-98c4-3d24562c0f1e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8227', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 6, 42), 'started_at': datetime.datetime(2021, 12, 23, 16, 6, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 32, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 23 16:32:47.434392 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d71603be-265a-4365-aea3-5afe48f44ee7 req-19d7cfd6-134a-470c-86d0-d8ee21ef8b4f service neutron] Checking segment: {'id': '00b6f5ac-ce76-4573-ba2b-31f5557ec8cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '58d02b68-86ce-464d-b006-73d3120bdb35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:32:47.434775 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d71603be-265a-4365-aea3-5afe48f44ee7 req-19d7cfd6-134a-470c-86d0-d8ee21ef8b4f service neutron] Bound using segment: {'id': '00b6f5ac-ce76-4573-ba2b-31f5557ec8cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '58d02b68-86ce-464d-b006-73d3120bdb35'} {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 23 16:32:47.435195 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [req-d71603be-265a-4365-aea3-5afe48f44ee7 req-19d7cfd6-134a-470c-86d0-d8ee21ef8b4f service neutron] Bound port: 2e705bc4-3253-4a79-aff4-e3d76f5178c8, host: hv-neutron-8227, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00b6f5ac-ce76-4573-ba2b-31f5557ec8cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '58d02b68-86ce-464d-b006-73d3120bdb35'}}] {{(pid=87636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 23 16:32:47.435539 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-d71603be-265a-4365-aea3-5afe48f44ee7 req-19d7cfd6-134a-470c-86d0-d8ee21ef8b4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:32:47.524560 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [req-d71603be-265a-4365-aea3-5afe48f44ee7 req-19d7cfd6-134a-470c-86d0-d8ee21ef8b4f service neutron] For port 2e705bc4-3253-4a79-aff4-e3d76f5178c8, host hv-neutron-8227, cleared binding levels {{(pid=87636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 23 16:32:47.527632 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [req-d71603be-265a-4365-aea3-5afe48f44ee7 req-19d7cfd6-134a-470c-86d0-d8ee21ef8b4f service neutron] For port 2e705bc4-3253-4a79-aff4-e3d76f5178c8, host hv-neutron-8227, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=2e705bc4-3253-4a79-aff4-e3d76f5178c8,segment=NetworkSegment(00b6f5ac-ce76-4573-ba2b-31f5557ec8cd),segment_id=00b6f5ac-ce76-4573-ba2b-31f5557ec8cd)] {{(pid=87636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 23 16:32:47.531745 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-d71603be-265a-4365-aea3-5afe48f44ee7 req-19d7cfd6-134a-470c-86d0-d8ee21ef8b4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2176289'] for port, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:32:47.535313 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-e6813816-f2b0-4603-8a72-911824e8b7fd tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:32:47.590174 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71603be-265a-4365-aea3-5afe48f44ee7 req-19d7cfd6-134a-470c-86d0-d8ee21ef8b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:32:47.590770 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-d71603be-265a-4365-aea3-5afe48f44ee7 req-19d7cfd6-134a-470c-86d0-d8ee21ef8b4f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:32:47.592139 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-d71603be-265a-4365-aea3-5afe48f44ee7 req-19d7cfd6-134a-470c-86d0-d8ee21ef8b4f service neutron] 10.222.0.61 "PUT /v2.0/ports/2e705bc4-3253-4a79-aff4-e3d76f5178c8 HTTP/1.1" status: 200  len: 1093 time: 1.0198185
Dec 23 16:32:47.592679 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49c9cc75-481b-4498-9f84-a5b31225e2b3', 'tag': '2e705bc4-3253-4a79-aff4-e3d76f5178c8'}] {{(pid=87636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 23 16:32:47.618585 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d7cfd6-134a-470c-86d0-d8ee21ef8b4f service neutron] Pushing event updated for resources: {'Port': ['ID=2e705bc4-3253-4a79-aff4-e3d76f5178c8,revision_number=3']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:32:47.621880 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-19d7cfd6-134a-470c-86d0-d8ee21ef8b4f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:32:47.679919 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49c9cc75-481b-4498-9f84-a5b31225e2b3', 'tag': '2e705bc4-3253-4a79-aff4-e3d76f5178c8', 'status': 'completed', 'code': 200}
Dec 23 16:32:47.716383 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71603be-265a-4365-aea3-5afe48f44ee7 req-644317e4-b294-4564-91da-459bfb8d323d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:32:47.717948 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-d71603be-265a-4365-aea3-5afe48f44ee7 req-644317e4-b294-4564-91da-459bfb8d323d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=70674f663a8e4a69a2214d82389f8f1d&device_id=49c9cc75-481b-4498-9f84-a5b31225e2b3 HTTP/1.1" status: 200  len: 1096 time: 0.0742898
Dec 23 16:32:47.788251 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-d71603be-265a-4365-aea3-5afe48f44ee7 req-03749bc8-93fc-4410-918d-cd6cd62dca2a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2e705bc4-3253-4a79-aff4-e3d76f5178c8 HTTP/1.1" status: 200  len: 217 time: 0.0628989
Dec 23 16:32:47.853273 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71603be-265a-4365-aea3-5afe48f44ee7 req-178ecb3a-43df-44dd-ba9a-ec3ea0d2b80a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:32:47.854749 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-d71603be-265a-4365-aea3-5afe48f44ee7 req-178ecb3a-43df-44dd-ba9a-ec3ea0d2b80a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=4a1a0751-82b4-475c-8186-df1fa1255db4 HTTP/1.1" status: 200  len: 851 time: 0.0601783
Dec 23 16:32:48.062856 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71603be-265a-4365-aea3-5afe48f44ee7 req-b8985a2b-44c2-48dd-b307-755ec1014a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:32:48.064305 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-d71603be-265a-4365-aea3-5afe48f44ee7 req-b8985a2b-44c2-48dd-b307-755ec1014a70 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=58d02b68-86ce-464d-b006-73d3120bdb35&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.2033246
Dec 23 16:32:48.208389 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-d71603be-265a-4365-aea3-5afe48f44ee7 req-da56d48b-a79e-4a72-8a2a-8d20fe64b856 service neutron] 10.222.0.61 "GET /v2.0/networks/58d02b68-86ce-464d-b006-73d3120bdb35?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1360018
Dec 23 16:32:48.384736 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-d71603be-265a-4365-aea3-5afe48f44ee7 req-08e8806e-9dd9-49a7-b4fa-e390166c5b35 service neutron] 10.222.0.61 "GET /v2.0/networks/58d02b68-86ce-464d-b006-73d3120bdb35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1692481
Dec 23 16:32:48.423494 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642d3f62-16a0-4987-8595-7ff383907275 req-5acd025c-4649-40b9-8650-23c0626a99ec tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:32:48.425428 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-642d3f62-16a0-4987-8595-7ff383907275 req-5acd025c-4649-40b9-8650-23c0626a99ec tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/ports?device_id=49c9cc75-481b-4498-9f84-a5b31225e2b3 HTTP/1.1" status: 200  len: 943 time: 0.1023688
Dec 23 16:32:48.521011 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-642d3f62-16a0-4987-8595-7ff383907275 req-254ff3f2-2a17-4cdf-a663-4c9b3f247400 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/security-groups?id=04dc5984-921e-4bdc-81b1-e5141add4ea6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0850651
Dec 23 16:32:48.543303 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656279ee-319e-4db4-9a74-f5acd89a60e5 req-4934f296-6316-4fce-bbe9-dc82f484c976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:32:48.544816 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-656279ee-319e-4db4-9a74-f5acd89a60e5 req-4934f296-6316-4fce-bbe9-dc82f484c976 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=70674f663a8e4a69a2214d82389f8f1d&device_id=49c9cc75-481b-4498-9f84-a5b31225e2b3 HTTP/1.1" status: 200  len: 1096 time: 0.1116192
Dec 23 16:32:48.678785 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656279ee-319e-4db4-9a74-f5acd89a60e5 req-1c68252a-b48d-4f96-9869-dfed964e71f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:32:48.680206 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-656279ee-319e-4db4-9a74-f5acd89a60e5 req-1c68252a-b48d-4f96-9869-dfed964e71f9 service neutron] 10.222.0.61 "GET /v2.0/networks?id=58d02b68-86ce-464d-b006-73d3120bdb35 HTTP/1.1" status: 200  len: 913 time: 0.1279476
Dec 23 16:32:48.748346 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-656279ee-319e-4db4-9a74-f5acd89a60e5 req-be9b6380-3e92-4576-991e-82a301f358be service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2e705bc4-3253-4a79-aff4-e3d76f5178c8 HTTP/1.1" status: 200  len: 217 time: 0.0611656
Dec 23 16:32:48.815675 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656279ee-319e-4db4-9a74-f5acd89a60e5 req-d26e43b6-ac1e-4cfd-b25d-70cba2cd743e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:32:48.817027 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-656279ee-319e-4db4-9a74-f5acd89a60e5 req-d26e43b6-ac1e-4cfd-b25d-70cba2cd743e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=4a1a0751-82b4-475c-8186-df1fa1255db4 HTTP/1.1" status: 200  len: 851 time: 0.0606563
Dec 23 16:32:48.895923 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656279ee-319e-4db4-9a74-f5acd89a60e5 req-f7d4dda6-d609-4fd3-a3a9-b8eaacfcf976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:32:48.897449 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-656279ee-319e-4db4-9a74-f5acd89a60e5 req-f7d4dda6-d609-4fd3-a3a9-b8eaacfcf976 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=58d02b68-86ce-464d-b006-73d3120bdb35&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0725789
Dec 23 16:32:49.030795 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-656279ee-319e-4db4-9a74-f5acd89a60e5 req-cf6f0f82-6dad-4b6c-b768-3b895bb574ff service neutron] 10.222.0.61 "GET /v2.0/networks/58d02b68-86ce-464d-b006-73d3120bdb35?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1251364
Dec 23 16:32:49.175826 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-656279ee-319e-4db4-9a74-f5acd89a60e5 req-e4967072-e168-489d-9395-3d3b03729f8d service neutron] 10.222.0.61 "GET /v2.0/networks/58d02b68-86ce-464d-b006-73d3120bdb35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1377754
Dec 23 16:32:49.714628 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf473e5-6a84-46cd-8104-c0c4e9863512 req-50606de2-03e3-4dea-93ac-7fb8d9df62f2 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:32:49.716086 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-7bf473e5-6a84-46cd-8104-c0c4e9863512 req-50606de2-03e3-4dea-93ac-7fb8d9df62f2 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/ports?device_id=49c9cc75-481b-4498-9f84-a5b31225e2b3 HTTP/1.1" status: 200  len: 943 time: 0.0891545
Dec 23 16:32:49.747217 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-add84474-8a24-4430-bcb5-c510a39a60b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:32:49.765411 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-7bf473e5-6a84-46cd-8104-c0c4e9863512 req-f85df094-993a-427b-8a38-55e1c4ce42b5 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/security-groups?id=04dc5984-921e-4bdc-81b1-e5141add4ea6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0411348
Dec 23 16:32:50.818038 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9dcbea60-a34f-4144-91e7-90aff3f57aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:32:50.883309 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:32:50.973195 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49d27d9-432e-40b7-a0bf-d656ce6f8a62 req-c3f52d27-32d3-4526-ba22-1c44fdcdee34 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:32:50.974678 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-e49d27d9-432e-40b7-a0bf-d656ce6f8a62 req-c3f52d27-32d3-4526-ba22-1c44fdcdee34 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/ports?device_id=49c9cc75-481b-4498-9f84-a5b31225e2b3 HTTP/1.1" status: 200  len: 943 time: 0.0863583
Dec 23 16:32:51.019696 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-e49d27d9-432e-40b7-a0bf-d656ce6f8a62 req-1713d3bc-adc7-42e8-80ed-5c29bb7696f2 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/security-groups?id=04dc5984-921e-4bdc-81b1-e5141add4ea6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0391266
Dec 23 16:32:51.247005 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Device 2e705bc4-3253-4a79-aff4-e3d76f5178c8 details requested by agent hyperv_hv-neutron-8227 with host hv-neutron-8227 {{(pid=87637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 23 16:32:51.387281 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] For port 2e705bc4-3253-4a79-aff4-e3d76f5178c8, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=2e705bc4-3253-4a79-aff4-e3d76f5178c8,segment=NetworkSegment(00b6f5ac-ce76-4573-ba2b-31f5557ec8cd),segment_id=00b6f5ac-ce76-4573-ba2b-31f5557ec8cd)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:32:51.403971 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Returning: {'device': '2e705bc4-3253-4a79-aff4-e3d76f5178c8', 'network_id': '58d02b68-86ce-464d-b006-73d3120bdb35', 'port_id': '2e705bc4-3253-4a79-aff4-e3d76f5178c8', 'mac_address': 'fa:16:3e:05:63:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a1a0751-82b4-475c-8186-df1fa1255db4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 23 16:32:51.458472 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:32:51.474587 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.notifiers.nova [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e705bc4-3253-4a79-aff4-e3d76f5178c8 {{(pid=87637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 23 16:32:51.491044 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] For port 2e705bc4-3253-4a79-aff4-e3d76f5178c8, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=2e705bc4-3253-4a79-aff4-e3d76f5178c8,segment=NetworkSegment(00b6f5ac-ce76-4573-ba2b-31f5557ec8cd),segment_id=00b6f5ac-ce76-4573-ba2b-31f5557ec8cd)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:32:51.496523 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:32:51.498279 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-21ba6353-7e7f-4ecc-9d12-aac065434172 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:32:51.562799 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Pushing event updated for resources: {'Port': ['ID=2e705bc4-3253-4a79-aff4-e3d76f5178c8,revision_number=4']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:32:51.566713 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:32:51.703462 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] get_ports_and_sgs() called for port_ids ['2e705bc4-3253-4a79-aff4-e3d76f5178c8'] {{(pid=87637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 23 16:32:52.222988 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affaaf10-777a-41fd-9837-06c66cfa7040 req-48177a98-0a9c-4c78-b248-3638675de5d7 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:32:52.224332 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-affaaf10-777a-41fd-9837-06c66cfa7040 req-48177a98-0a9c-4c78-b248-3638675de5d7 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/ports?device_id=49c9cc75-481b-4498-9f84-a5b31225e2b3 HTTP/1.1" status: 200  len: 944 time: 0.0896568
Dec 23 16:32:52.268263 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-affaaf10-777a-41fd-9837-06c66cfa7040 req-fffedcef-a13a-4d60-97a4-a95653b0c06d tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/security-groups?id=04dc5984-921e-4bdc-81b1-e5141add4ea6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0378690
Dec 23 16:32:52.308319 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9e3aab53-d650-47e3-b8a6-2dff21fe9ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:32:52.619887 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.agents_db [None req-30c2320c-f298-49f6-9c47-c20e38116a9c None None] Agent healthcheck: found 6 active agents {{(pid=87638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 23 16:32:53.261354 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Device 2e705bc4-3253-4a79-aff4-e3d76f5178c8 up at agent hyperv_hv-neutron-8227 {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:32:53.332670 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Provisioning for port 2e705bc4-3253-4a79-aff4-e3d76f5178c8 completed by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:32:53.337435 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Provisioning complete for port 2e705bc4-3253-4a79-aff4-e3d76f5178c8 triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:32:53.337824 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:32:53.460182 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:32:53.464812 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f016f7-1fe0-4e39-8b1f-dc362922833b req-932f83e3-5bcf-4369-8df5-e92ef99a1939 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:32:53.466265 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-54f016f7-1fe0-4e39-8b1f-dc362922833b req-932f83e3-5bcf-4369-8df5-e92ef99a1939 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/ports?device_id=49c9cc75-481b-4498-9f84-a5b31225e2b3 HTTP/1.1" status: 200  len: 944 time: 0.0840712
Dec 23 16:32:53.486568 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49c9cc75-481b-4498-9f84-a5b31225e2b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e705bc4-3253-4a79-aff4-e3d76f5178c8'}] {{(pid=87637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 23 16:32:53.499246 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] For port 2e705bc4-3253-4a79-aff4-e3d76f5178c8, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=2e705bc4-3253-4a79-aff4-e3d76f5178c8,segment=NetworkSegment(00b6f5ac-ce76-4573-ba2b-31f5557ec8cd),segment_id=00b6f5ac-ce76-4573-ba2b-31f5557ec8cd)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:32:53.505908 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:32:53.509061 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:32:53.516601 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-54f016f7-1fe0-4e39-8b1f-dc362922833b req-ac14ce48-ca07-4b06-a050-0d96b972fe52 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/security-groups?id=04dc5984-921e-4bdc-81b1-e5141add4ea6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0440009
Dec 23 16:32:53.540769 dv-neutron-822799-1-hyperv neutron-server[87637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49c9cc75-481b-4498-9f84-a5b31225e2b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e705bc4-3253-4a79-aff4-e3d76f5178c8', 'code': 200}
Dec 23 16:32:53.579495 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Pushing event updated for resources: {'Port': ['ID=2e705bc4-3253-4a79-aff4-e3d76f5178c8,revision_number=5']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:32:53.582636 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:32:53.791866 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b40ae26-ee03-4710-bad7-db131c81f0ea req-88ada5f9-dd98-4ed7-bb5f-9fbf3ed68fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:32:53.793293 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-0b40ae26-ee03-4710-bad7-db131c81f0ea req-88ada5f9-dd98-4ed7-bb5f-9fbf3ed68fa9 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=49c9cc75-481b-4498-9f84-a5b31225e2b3 HTTP/1.1" status: 200  len: 1098 time: 0.0937552
Dec 23 16:32:53.836146 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-0b40ae26-ee03-4710-bad7-db131c81f0ea req-e80ceb63-d8e8-4cd9-8816-b2b4162af681 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=04dc5984-921e-4bdc-81b1-e5141add4ea6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0363696
Dec 23 16:32:54.717513 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ae2232-b740-4db3-9553-dd0cf48fb24f req-116226ce-f04e-4aac-b079-6d086f79f8dc tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:32:54.718980 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-60ae2232-b740-4db3-9553-dd0cf48fb24f req-116226ce-f04e-4aac-b079-6d086f79f8dc tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/ports?device_id=49c9cc75-481b-4498-9f84-a5b31225e2b3 HTTP/1.1" status: 200  len: 945 time: 0.0851324
Dec 23 16:32:54.768918 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-60ae2232-b740-4db3-9553-dd0cf48fb24f req-01ea8389-5264-4e03-aed8-61c81e09937e tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/security-groups?id=04dc5984-921e-4bdc-81b1-e5141add4ea6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0439012
Dec 23 16:32:55.966705 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431ac46f-75dd-490b-8c0a-16ff80879690 req-dac9e475-8338-43b9-8f25-2ce2f3ab7df9 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:32:55.968151 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-431ac46f-75dd-490b-8c0a-16ff80879690 req-dac9e475-8338-43b9-8f25-2ce2f3ab7df9 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/ports?device_id=49c9cc75-481b-4498-9f84-a5b31225e2b3 HTTP/1.1" status: 200  len: 945 time: 0.0852885
Dec 23 16:32:56.013221 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-431ac46f-75dd-490b-8c0a-16ff80879690 req-05858fa9-72f1-4e7b-9d84-57322d510707 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/security-groups?id=04dc5984-921e-4bdc-81b1-e5141add4ea6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0382323
Dec 23 16:32:56.209227 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28debe68-f8f9-4fe2-bbd4-70ebe7de103d req-4a0972f4-647e-4961-b552-c7c4228f6391 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:32:56.211044 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-28debe68-f8f9-4fe2-bbd4-70ebe7de103d req-4a0972f4-647e-4961-b552-c7c4228f6391 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/ports?device_id=49c9cc75-481b-4498-9f84-a5b31225e2b3 HTTP/1.1" status: 200  len: 945 time: 0.0901721
Dec 23 16:32:56.222483 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 56206) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:32:56.227774 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-3d52b787-471a-461a-a548-969bf969619f tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Request body: {'floatingip': {'port_id': '2e705bc4-3253-4a79-aff4-e3d76f5178c8'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:32:56.305204 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-3d52b787-471a-461a-a548-969bf969619f tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Notify callbacks [] for floatingip, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:32:57.031979 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-3d52b787-471a-461a-a548-969bf969619f tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:32:57.038049 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-3d52b787-471a-461a-a548-969bf969619f tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1824189'] for floatingip, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:32:57.215103 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.db.l3_db [None req-3d52b787-471a-461a-a548-969bf969619f tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Floating IP 2c2638a1-e1a4-4f8e-b15f-6c8e9c45d840 associated. External IP: 172.26.3.160, port: 2e705bc4-3253-4a79-aff4-e3d76f5178c8.
Dec 23 16:32:57.571753 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d52b787-471a-461a-a548-969bf969619f tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Router 2229da30-4a52-4e13-a284-b950ebe18b8e has already been hosted by L3 agent 371d4c41-c7e2-4de7-9539-c049ec4e95d1 {{(pid=87636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 23 16:32:57.756964 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d52b787-471a-461a-a548-969bf969619f tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Notify agent at l3_agent.dv-neutron-822799-1-hyperv the message routers_updated {{(pid=87636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 23 16:32:57.761833 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-3d52b787-471a-461a-a548-969bf969619f tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for floatingip, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:32:57.767413 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-143947c6-bb2d-4c58-a412-f05b4ff83276 None None] Sync routers for ids ['2229da30-4a52-4e13-a284-b950ebe18b8e'] in dv-neutron-822799-1-hyperv {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 23 16:32:57.778123 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-143947c6-bb2d-4c58-a412-f05b4ff83276 None None] Routers {'2229da30-4a52-4e13-a284-b950ebe18b8e'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:32:57.778741 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-143947c6-bb2d-4c58-a412-f05b4ff83276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc1c26610>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:32:50Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['2229da30-4a52-4e13-a284-b950ebe18b8e'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:32:57.816099 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-3d52b787-471a-461a-a548-969bf969619f tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "PUT /v2.0/floatingips/2c2638a1-e1a4-4f8e-b15f-6c8e9c45d840 HTTP/1.1" status: 200  len: 991 time: 1.5924866
Dec 23 16:32:57.816800 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49c9cc75-481b-4498-9f84-a5b31225e2b3', 'tag': '2e705bc4-3253-4a79-aff4-e3d76f5178c8'}] {{(pid=87636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 23 16:32:57.867473 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49c9cc75-481b-4498-9f84-a5b31225e2b3', 'tag': '2e705bc4-3253-4a79-aff4-e3d76f5178c8', 'status': 'completed', 'code': 200}
Dec 23 16:32:57.953643 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-143947c6-bb2d-4c58-a412-f05b4ff83276 None None] Set router 2229da30-4a52-4e13-a284-b950ebe18b8e gateway port host: dv-neutron-822799-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:32:57.963847 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd98d5ed-77b1-4ddc-bc0d-d8ae6d8a2b71 req-c28302b4-e215-4583-8b77-6c40084fd6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:32:57.965353 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-cd98d5ed-77b1-4ddc-bc0d-d8ae6d8a2b71 req-c28302b4-e215-4583-8b77-6c40084fd6e9 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=70674f663a8e4a69a2214d82389f8f1d&device_id=49c9cc75-481b-4498-9f84-a5b31225e2b3 HTTP/1.1" status: 200  len: 1098 time: 0.0771375
Dec 23 16:32:58.255910 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd98d5ed-77b1-4ddc-bc0d-d8ae6d8a2b71 req-ab41e447-517f-4b8f-8fea-0e885da7fde7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:32:58.257292 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-cd98d5ed-77b1-4ddc-bc0d-d8ae6d8a2b71 req-ab41e447-517f-4b8f-8fea-0e885da7fde7 service neutron] 10.222.0.61 "GET /v2.0/networks?id=58d02b68-86ce-464d-b006-73d3120bdb35 HTTP/1.1" status: 200  len: 913 time: 0.2855144
Dec 23 16:32:58.317188 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-143947c6-bb2d-4c58-a412-f05b4ff83276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc1c26610>, [{'id': '2229da30-4a52-4e13-a284-b950ebe18b8e', 'name': 'tempest-ServerActionsTestJSON-1120133599-router', 'tenant_id': '70674f663a8e4a69a2214d82389f8f1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.242'}], 'enable_snat': True}, 'gw_port_id': 'b264cb33-bbcb-416b-8499-db9354d37b08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:31:21Z', 'updated_at': '2021-12-23T16:31:25Z', 'revision_number': 4, 'project_id': '70674f663a8e4a69a2214d82389f8f1d', 'gw_port': {'id': 'b264cb33-bbcb-416b-8499-db9354d37b08', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:e9:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2229da30-4a52-4e13-a284-b950ebe18b8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:31:22Z', 'updated_at': '2021-12-23T16:31:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_floatingips': [{'id': '2c2638a1-e1a4-4f8e-b15f-6c8e9c45d840', 'tenant_id': '70674f663a8e4a69a2214d82389f8f1d', 'floating_ip_address': '172.26.3.160', 'floating_network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'router_id': '2229da30-4a52-4e13-a284-b950ebe18b8e', 'port_id': '2e705bc4-3253-4a79-aff4-e3d76f5178c8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58d02b68-86ce-464d-b006-73d3120bdb35', 'mac_address': 'fa:16:3e:05:63:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49c9cc75-481b-4498-9f84-a5b31225e2b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:31:28Z', 'updated_at': '2021-12-23T16:32:56Z', 'revision_number': 5, 'project_id': '70674f663a8e4a69a2214d82389f8f1d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '190d7369-1523-4306-8e01-6f968dc098aa', 'name': '', 'network_id': '58d02b68-86ce-464d-b006-73d3120bdb35', 'tenant_id': '70674f663a8e4a69a2214d82389f8f1d', 'mac_address': 'fa:16:3e:44:eb:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2229da30-4a52-4e13-a284-b950ebe18b8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '4a1a0751-82b4-475c-8186-df1fa1255db4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:31:24Z', 'updated_at': '2021-12-23T16:31:30Z', 'revision_number': 5, 'project_id': '70674f663a8e4a69a2214d82389f8f1d', 'subnets': [{'id': '4a1a0751-82b4-475c-8186-df1fa1255db4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:32:58.321636 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-143947c6-bb2d-4c58-a412-f05b4ff83276 None None] Checking router: 2229da30-4a52-4e13-a284-b950ebe18b8e for host: dv-neutron-822799-1-hyperv {{(pid=87638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 23 16:32:58.329863 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-143947c6-bb2d-4c58-a412-f05b4ff83276 None None] Routers {'2229da30-4a52-4e13-a284-b950ebe18b8e'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:32:58.330496 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-143947c6-bb2d-4c58-a412-f05b4ff83276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc1c26610>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:32:50Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['2229da30-4a52-4e13-a284-b950ebe18b8e'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:32:58.363264 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-cd98d5ed-77b1-4ddc-bc0d-d8ae6d8a2b71 req-64ba8d63-f0cd-4097-a37a-fdc8dd1559b5 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2e705bc4-3253-4a79-aff4-e3d76f5178c8 HTTP/1.1" status: 200  len: 999 time: 0.0991328
Dec 23 16:32:58.426560 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd98d5ed-77b1-4ddc-bc0d-d8ae6d8a2b71 req-631dbf8f-6738-4b64-a797-270ac18ac9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:32:58.428042 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-cd98d5ed-77b1-4ddc-bc0d-d8ae6d8a2b71 req-631dbf8f-6738-4b64-a797-270ac18ac9ba service neutron] 10.222.0.61 "GET /v2.0/subnets?id=4a1a0751-82b4-475c-8186-df1fa1255db4 HTTP/1.1" status: 200  len: 851 time: 0.0584562
Dec 23 16:32:58.506586 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd98d5ed-77b1-4ddc-bc0d-d8ae6d8a2b71 req-b15bda18-3dbc-4f15-bb51-2117a4e775fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:32:58.507907 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-143947c6-bb2d-4c58-a412-f05b4ff83276 None None] Set router 2229da30-4a52-4e13-a284-b950ebe18b8e gateway port host: dv-neutron-822799-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:32:58.508051 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-cd98d5ed-77b1-4ddc-bc0d-d8ae6d8a2b71 req-b15bda18-3dbc-4f15-bb51-2117a4e775fc service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=58d02b68-86ce-464d-b006-73d3120bdb35&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0733759
Dec 23 16:32:58.640367 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-cd98d5ed-77b1-4ddc-bc0d-d8ae6d8a2b71 req-4e939993-ef31-40b0-b16c-2312d8c60e1e service neutron] 10.222.0.61 "GET /v2.0/networks/58d02b68-86ce-464d-b006-73d3120bdb35?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1257045
Dec 23 16:32:58.774225 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-cd98d5ed-77b1-4ddc-bc0d-d8ae6d8a2b71 req-ab0f9276-a3b5-4249-9961-0c7fb7a30cb3 service neutron] 10.222.0.61 "GET /v2.0/networks/58d02b68-86ce-464d-b006-73d3120bdb35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1271210
Dec 23 16:32:58.879386 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-143947c6-bb2d-4c58-a412-f05b4ff83276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc1c26610>, [{'id': '2229da30-4a52-4e13-a284-b950ebe18b8e', 'name': 'tempest-ServerActionsTestJSON-1120133599-router', 'tenant_id': '70674f663a8e4a69a2214d82389f8f1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.242'}], 'enable_snat': True}, 'gw_port_id': 'b264cb33-bbcb-416b-8499-db9354d37b08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:31:21Z', 'updated_at': '2021-12-23T16:31:25Z', 'revision_number': 4, 'project_id': '70674f663a8e4a69a2214d82389f8f1d', 'gw_port': {'id': 'b264cb33-bbcb-416b-8499-db9354d37b08', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:e9:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2229da30-4a52-4e13-a284-b950ebe18b8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:31:22Z', 'updated_at': '2021-12-23T16:31:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_floatingips': [{'id': '2c2638a1-e1a4-4f8e-b15f-6c8e9c45d840', 'tenant_id': '70674f663a8e4a69a2214d82389f8f1d', 'floating_ip_address': '172.26.3.160', 'floating_network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'router_id': '2229da30-4a52-4e13-a284-b950ebe18b8e', 'port_id': '2e705bc4-3253-4a79-aff4-e3d76f5178c8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58d02b68-86ce-464d-b006-73d3120bdb35', 'mac_address': 'fa:16:3e:05:63:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49c9cc75-481b-4498-9f84-a5b31225e2b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:31:28Z', 'updated_at': '2021-12-23T16:32:56Z', 'revision_number': 5, 'project_id': '70674f663a8e4a69a2214d82389f8f1d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '190d7369-1523-4306-8e01-6f968dc098aa', 'name': '', 'network_id': '58d02b68-86ce-464d-b006-73d3120bdb35', 'tenant_id': '70674f663a8e4a69a2214d82389f8f1d', 'mac_address': 'fa:16:3e:44:eb:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2229da30-4a52-4e13-a284-b950ebe18b8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '4a1a0751-82b4-475c-8186-df1fa1255db4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:31:24Z', 'updated_at': '2021-12-23T16:31:30Z', 'revision_number': 5, 'project_id': '70674f663a8e4a69a2214d82389f8f1d', 'subnets': [{'id': '4a1a0751-82b4-475c-8186-df1fa1255db4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:32:58.884010 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-143947c6-bb2d-4c58-a412-f05b4ff83276 None None] The sync data for ids ['2229da30-4a52-4e13-a284-b950ebe18b8e'] in dv-neutron-822799-1-hyperv is: [{'id': '2229da30-4a52-4e13-a284-b950ebe18b8e', 'name': 'tempest-ServerActionsTestJSON-1120133599-router', 'tenant_id': '70674f663a8e4a69a2214d82389f8f1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.242'}], 'enable_snat': True}, 'gw_port_id': 'b264cb33-bbcb-416b-8499-db9354d37b08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:31:21Z', 'updated_at': '2021-12-23T16:31:25Z', 'revision_number': 4, 'project_id': '70674f663a8e4a69a2214d82389f8f1d', 'gw_port': {'id': 'b264cb33-bbcb-416b-8499-db9354d37b08', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:e9:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2229da30-4a52-4e13-a284-b950ebe18b8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:31:22Z', 'updated_at': '2021-12-23T16:31:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_floatingips': [{'id': '2c2638a1-e1a4-4f8e-b15f-6c8e9c45d840', 'tenant_id': '70674f663a8e4a69a2214d82389f8f1d', 'floating_ip_address': '172.26.3.160', 'floating_network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'router_id': '2229da30-4a52-4e13-a284-b950ebe18b8e', 'port_id': '2e705bc4-3253-4a79-aff4-e3d76f5178c8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58d02b68-86ce-464d-b006-73d3120bdb35', 'mac_address': 'fa:16:3e:05:63:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49c9cc75-481b-4498-9f84-a5b31225e2b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:31:28Z', 'updated_at': '2021-12-23T16:32:56Z', 'revision_number': 5, 'project_id': '70674f663a8e4a69a2214d82389f8f1d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '190d7369-1523-4306-8e01-6f968dc098aa', 'name': '', 'network_id': '58d02b68-86ce-464d-b006-73d3120bdb35', 'tenant_id': '70674f663a8e4a69a2214d82389f8f1d', 'mac_address': 'fa:16:3e:44:eb:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2229da30-4a52-4e13-a284-b950ebe18b8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '4a1a0751-82b4-475c-8186-df1fa1255db4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:31:24Z', 'updated_at': '2021-12-23T16:31:30Z', 'revision_number': 5, 'project_id': '70674f663a8e4a69a2214d82389f8f1d', 'subnets': [{'id': '4a1a0751-82b4-475c-8186-df1fa1255db4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 23 16:32:59.092903 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b018476-c274-43f5-bdc4-d16b4273e732 None None] New status for floating IP 2c2638a1-e1a4-4f8e-b15f-6c8e9c45d840: ACTIVE {{(pid=87637) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 23 16:33:02.220417 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-d51c4124-7c1d-4aa6-a4f5-88ea102c1698 req-2a4ba52e-29e2-46a6-88a7-b8359e314e7b service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=49c9cc75-481b-4498-9f84-a5b31225e2b3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0809081
Dec 23 16:33:02.366237 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51c4124-7c1d-4aa6-a4f5-88ea102c1698 req-3078d8fe-c49d-4ad0-b315-79f29ef50b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:33:02.367715 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-d51c4124-7c1d-4aa6-a4f5-88ea102c1698 req-3078d8fe-c49d-4ad0-b315-79f29ef50b95 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=70674f663a8e4a69a2214d82389f8f1d&device_id=49c9cc75-481b-4498-9f84-a5b31225e2b3 HTTP/1.1" status: 200  len: 1098 time: 0.0765388
Dec 23 16:33:02.521901 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51c4124-7c1d-4aa6-a4f5-88ea102c1698 req-d4d0891f-3ebe-4a94-a523-7b4e1399d8bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:33:02.523242 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-d51c4124-7c1d-4aa6-a4f5-88ea102c1698 req-d4d0891f-3ebe-4a94-a523-7b4e1399d8bb service neutron] 10.222.0.61 "GET /v2.0/networks?id=58d02b68-86ce-464d-b006-73d3120bdb35 HTTP/1.1" status: 200  len: 913 time: 0.1357293
Dec 23 16:33:02.633342 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-d51c4124-7c1d-4aa6-a4f5-88ea102c1698 req-1abd90ce-d123-49a1-911d-cbfe56feb859 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2e705bc4-3253-4a79-aff4-e3d76f5178c8 HTTP/1.1" status: 200  len: 1001 time: 0.1031027
Dec 23 16:33:02.699594 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51c4124-7c1d-4aa6-a4f5-88ea102c1698 req-b4dd29b7-d0d9-47cd-b850-fe9f8f8cb8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:33:02.701030 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-d51c4124-7c1d-4aa6-a4f5-88ea102c1698 req-b4dd29b7-d0d9-47cd-b850-fe9f8f8cb8cc service neutron] 10.222.0.61 "GET /v2.0/subnets?id=4a1a0751-82b4-475c-8186-df1fa1255db4 HTTP/1.1" status: 200  len: 851 time: 0.0616741
Dec 23 16:33:02.792833 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51c4124-7c1d-4aa6-a4f5-88ea102c1698 req-8ec7106e-507b-44a2-b5d5-6b2ea65d140c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:33:02.794192 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-d51c4124-7c1d-4aa6-a4f5-88ea102c1698 req-8ec7106e-507b-44a2-b5d5-6b2ea65d140c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=58d02b68-86ce-464d-b006-73d3120bdb35&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0864744
Dec 23 16:33:02.929318 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-d51c4124-7c1d-4aa6-a4f5-88ea102c1698 req-00a2597e-154b-4b2d-9880-156b904e4a47 service neutron] 10.222.0.61 "GET /v2.0/networks/58d02b68-86ce-464d-b006-73d3120bdb35?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1279798
Dec 23 16:33:03.076771 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-d51c4124-7c1d-4aa6-a4f5-88ea102c1698 req-3b692781-5d6c-4b62-ab23-d3a91f340204 service neutron] 10.222.0.61 "GET /v2.0/networks/58d02b68-86ce-464d-b006-73d3120bdb35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1406100
Dec 23 16:33:12.002647 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:33:17.378323 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-0b727b17-7f22-41ee-adce-f1ae3ef0a0a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:33:19.756070 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-2371f6c4-5bb5-4741-a978-fddd8b4bcfa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:33:20.821189 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9dcbea60-a34f-4144-91e7-90aff3f57aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:33:20.887733 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:33:22.306119 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9e3aab53-d650-47e3-b8a6-2dff21fe9ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:33:29.619281 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.agents_db [None req-30c2320c-f298-49f6-9c47-c20e38116a9c None None] Agent healthcheck: found 6 active agents {{(pid=87638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 23 16:33:33.559973 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f17d64-a61d-4d1c-a52e-c02c306d9063 req-48ee691a-be15-4e68-b1bf-ba04f30e769f tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:33:33.561470 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-77f17d64-a61d-4d1c-a52e-c02c306d9063 req-48ee691a-be15-4e68-b1bf-ba04f30e769f tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/ports?device_id=49c9cc75-481b-4498-9f84-a5b31225e2b3 HTTP/1.1" status: 200  len: 945 time: 0.0852401
Dec 23 16:33:33.611980 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-77f17d64-a61d-4d1c-a52e-c02c306d9063 req-b988c844-9ebf-4ce7-b172-2b8fde613191 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/security-groups?id=04dc5984-921e-4bdc-81b1-e5141add4ea6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0447009
Dec 23 16:33:34.809826 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39b331d-b75a-4f67-8dce-2af76e975329 req-26a3b545-0aa3-4311-93ff-f5b11f299559 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:33:34.811295 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-e39b331d-b75a-4f67-8dce-2af76e975329 req-26a3b545-0aa3-4311-93ff-f5b11f299559 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/ports?device_id=49c9cc75-481b-4498-9f84-a5b31225e2b3 HTTP/1.1" status: 200  len: 945 time: 0.0839796
Dec 23 16:33:34.860364 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-e39b331d-b75a-4f67-8dce-2af76e975329 req-bfec6f07-7905-41ce-b1c3-473d087e6707 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/security-groups?id=04dc5984-921e-4bdc-81b1-e5141add4ea6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0433650
Dec 23 16:33:36.066434 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b82586-c9d2-4f90-ae80-94036733dfba req-8c836a0c-2a80-4aaa-9764-8f75a80b740c tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:33:36.067878 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-22b82586-c9d2-4f90-ae80-94036733dfba req-8c836a0c-2a80-4aaa-9764-8f75a80b740c tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/ports?device_id=49c9cc75-481b-4498-9f84-a5b31225e2b3 HTTP/1.1" status: 200  len: 945 time: 0.0919034
Dec 23 16:33:36.110954 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-22b82586-c9d2-4f90-ae80-94036733dfba req-de204515-4b33-4ef7-924b-034a2a1f9f81 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/security-groups?id=04dc5984-921e-4bdc-81b1-e5141add4ea6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0370278
Dec 23 16:33:37.311611 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9673384d-5dad-4c74-9b19-901b259e1103 req-516838d5-eb55-4563-803f-64a76225c8b6 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:33:37.314006 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-9673384d-5dad-4c74-9b19-901b259e1103 req-516838d5-eb55-4563-803f-64a76225c8b6 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/ports?device_id=49c9cc75-481b-4498-9f84-a5b31225e2b3 HTTP/1.1" status: 200  len: 945 time: 0.0860310
Dec 23 16:33:37.370673 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-9673384d-5dad-4c74-9b19-901b259e1103 req-dca2d15d-5df8-41bb-b0b5-6c6612ad1356 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/security-groups?id=04dc5984-921e-4bdc-81b1-e5141add4ea6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0510275
Dec 23 16:33:38.570276 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e607208b-3b62-4680-993f-5d542321185d req-11ad818b-1e25-4bb9-8de5-61d6cde0ac43 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:33:38.572049 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-e607208b-3b62-4680-993f-5d542321185d req-11ad818b-1e25-4bb9-8de5-61d6cde0ac43 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/ports?device_id=49c9cc75-481b-4498-9f84-a5b31225e2b3 HTTP/1.1" status: 200  len: 945 time: 0.0929582
Dec 23 16:33:38.722468 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-e607208b-3b62-4680-993f-5d542321185d req-991e63e6-6183-44ee-9b3c-40d19275c47b tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/security-groups?id=04dc5984-921e-4bdc-81b1-e5141add4ea6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1417127
Dec 23 16:33:39.944606 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a177244-3108-4565-aeb8-5f73beef3845 req-98fd67b8-d946-4313-a9e5-406ddc56d129 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:33:39.946404 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-2a177244-3108-4565-aeb8-5f73beef3845 req-98fd67b8-d946-4313-a9e5-406ddc56d129 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/ports?device_id=49c9cc75-481b-4498-9f84-a5b31225e2b3 HTTP/1.1" status: 200  len: 945 time: 0.0986640
Dec 23 16:33:39.993517 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-2a177244-3108-4565-aeb8-5f73beef3845 req-f0fac5a4-a09c-4ef4-8854-0ae2de81f407 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/security-groups?id=04dc5984-921e-4bdc-81b1-e5141add4ea6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0386500
Dec 23 16:33:41.207859 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0922fd9-93ac-4fbc-aa31-2af1b343a70d req-2175b5cc-f5a2-4c45-9d74-2e924e2cec11 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:33:41.209639 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-e0922fd9-93ac-4fbc-aa31-2af1b343a70d req-2175b5cc-f5a2-4c45-9d74-2e924e2cec11 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/ports?device_id=49c9cc75-481b-4498-9f84-a5b31225e2b3 HTTP/1.1" status: 200  len: 945 time: 0.0973401
Dec 23 16:33:41.263212 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-e0922fd9-93ac-4fbc-aa31-2af1b343a70d req-cb3be27c-a0c9-4da5-86a8-57b600481ec1 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/security-groups?id=04dc5984-921e-4bdc-81b1-e5141add4ea6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0475767
Dec 23 16:33:41.999993 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:33:42.473049 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28224521-e4ff-42b5-93e9-1878d59672b7 req-c8062722-70e0-49ba-bb61-f94bfa4ee379 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:33:42.474516 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-28224521-e4ff-42b5-93e9-1878d59672b7 req-c8062722-70e0-49ba-bb61-f94bfa4ee379 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/ports?device_id=49c9cc75-481b-4498-9f84-a5b31225e2b3 HTTP/1.1" status: 200  len: 945 time: 0.1054802
Dec 23 16:33:42.537515 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-28224521-e4ff-42b5-93e9-1878d59672b7 req-d298b3ff-0dee-4d2f-af0d-65b2f9fff834 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/security-groups?id=04dc5984-921e-4bdc-81b1-e5141add4ea6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0552335
Dec 23 16:33:43.752927 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a55de2b-363d-4d02-b609-e57303ba1dda req-64aeebcd-a59a-4e03-b03a-71cea46c55e6 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:33:43.754379 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-2a55de2b-363d-4d02-b609-e57303ba1dda req-64aeebcd-a59a-4e03-b03a-71cea46c55e6 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/ports?device_id=49c9cc75-481b-4498-9f84-a5b31225e2b3 HTTP/1.1" status: 200  len: 945 time: 0.0982523
Dec 23 16:33:43.803350 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-2a55de2b-363d-4d02-b609-e57303ba1dda req-48440d4c-8efd-40bb-9039-4ed8f6668d1a tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/security-groups?id=04dc5984-921e-4bdc-81b1-e5141add4ea6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429275
Dec 23 16:33:45.145606 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edeeffff-a9ef-40c2-b1e5-61927805f9bc req-4fd0778e-a823-4ecf-97dd-01da2aa6f35e tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:33:45.146949 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-edeeffff-a9ef-40c2-b1e5-61927805f9bc req-4fd0778e-a823-4ecf-97dd-01da2aa6f35e tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/ports?device_id=49c9cc75-481b-4498-9f84-a5b31225e2b3 HTTP/1.1" status: 200  len: 945 time: 0.2310634
Dec 23 16:33:45.191658 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-edeeffff-a9ef-40c2-b1e5-61927805f9bc req-485281ba-aeb8-4c73-ba52-9f68179ea1fd tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/security-groups?id=04dc5984-921e-4bdc-81b1-e5141add4ea6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0372474
Dec 23 16:33:45.605525 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-693bd1be-1ce9-4a7f-b646-3ca6a64780a7 req-4bcf5b18-6176-4378-ae81-4b3ccce02383 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=49c9cc75-481b-4498-9f84-a5b31225e2b3&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1299634
Dec 23 16:33:45.616951 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc80c1c-6529-43cd-8661-c0cbc8eb616e req-7c86fcfb-8ae9-4134-8199-9143715cfbd0 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:33:45.618320 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-afc80c1c-6529-43cd-8661-c0cbc8eb616e req-7c86fcfb-8ae9-4134-8199-9143715cfbd0 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/ports?device_id=49c9cc75-481b-4498-9f84-a5b31225e2b3 HTTP/1.1" status: 200  len: 945 time: 0.1025999
Dec 23 16:33:45.663725 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-afc80c1c-6529-43cd-8661-c0cbc8eb616e req-66889b2b-0749-485d-a73d-4537dc775356 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/security-groups?id=04dc5984-921e-4bdc-81b1-e5141add4ea6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0386875
Dec 23 16:33:46.760214 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693bd1be-1ce9-4a7f-b646-3ca6a64780a7 req-9d36994d-e616-4a6f-8f2c-60e0da7b6026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:33:46.762119 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-693bd1be-1ce9-4a7f-b646-3ca6a64780a7 req-9d36994d-e616-4a6f-8f2c-60e0da7b6026 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=70674f663a8e4a69a2214d82389f8f1d&device_id=49c9cc75-481b-4498-9f84-a5b31225e2b3 HTTP/1.1" status: 200  len: 1098 time: 0.0777743
Dec 23 16:33:46.856203 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbba6fa9-d33c-4b19-b2f9-f2be45994b37 req-9151c84b-fbd7-4853-9f44-1ef39defda25 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:33:46.857692 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-bbba6fa9-d33c-4b19-b2f9-f2be45994b37 req-9151c84b-fbd7-4853-9f44-1ef39defda25 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/ports?device_id=49c9cc75-481b-4498-9f84-a5b31225e2b3 HTTP/1.1" status: 200  len: 945 time: 0.0845535
Dec 23 16:33:46.892732 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693bd1be-1ce9-4a7f-b646-3ca6a64780a7 req-f0744142-e3e7-4e32-9c70-c5c191526f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:33:46.894204 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-693bd1be-1ce9-4a7f-b646-3ca6a64780a7 req-f0744142-e3e7-4e32-9c70-c5c191526f15 service neutron] 10.222.0.61 "GET /v2.0/networks?id=58d02b68-86ce-464d-b006-73d3120bdb35 HTTP/1.1" status: 200  len: 913 time: 0.1258857
Dec 23 16:33:46.901574 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-bbba6fa9-d33c-4b19-b2f9-f2be45994b37 req-dc6c52ac-53a7-407e-82c0-b1b4de1d36f0 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/security-groups?id=04dc5984-921e-4bdc-81b1-e5141add4ea6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0375307
Dec 23 16:33:47.000862 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-693bd1be-1ce9-4a7f-b646-3ca6a64780a7 req-bf25ef62-82c3-47b0-9745-f4d1c7e577b9 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2e705bc4-3253-4a79-aff4-e3d76f5178c8 HTTP/1.1" status: 200  len: 1001 time: 0.0991852
Dec 23 16:33:47.065502 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693bd1be-1ce9-4a7f-b646-3ca6a64780a7 req-9c1a7e65-3e7c-4ad6-9191-6a61445bec22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:33:47.066931 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-693bd1be-1ce9-4a7f-b646-3ca6a64780a7 req-9c1a7e65-3e7c-4ad6-9191-6a61445bec22 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=4a1a0751-82b4-475c-8186-df1fa1255db4 HTTP/1.1" status: 200  len: 851 time: 0.0596645
Dec 23 16:33:47.145552 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693bd1be-1ce9-4a7f-b646-3ca6a64780a7 req-a6ee726e-e61e-4382-bdf7-2a95958173dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:33:47.146982 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-693bd1be-1ce9-4a7f-b646-3ca6a64780a7 req-a6ee726e-e61e-4382-bdf7-2a95958173dc service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=58d02b68-86ce-464d-b006-73d3120bdb35&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0722063
Dec 23 16:33:47.284872 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-693bd1be-1ce9-4a7f-b646-3ca6a64780a7 req-741fbee1-3c7c-4ef1-9568-8f0ee7843ed3 service neutron] 10.222.0.61 "GET /v2.0/networks/58d02b68-86ce-464d-b006-73d3120bdb35?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1310105
Dec 23 16:33:47.373483 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-e8aa0fab-8769-4c4b-9d4b-f39f91db5d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:33:47.419009 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-693bd1be-1ce9-4a7f-b646-3ca6a64780a7 req-597d35d5-07f9-49c7-8712-d4d78525dc69 service neutron] 10.222.0.61 "GET /v2.0/networks/58d02b68-86ce-464d-b006-73d3120bdb35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1254923
Dec 23 16:33:48.099747 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517e81d0-53a5-486a-adbc-5137d44fd339 req-f5d1a71a-76fc-4157-8885-13617c38cc18 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:33:48.101209 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-517e81d0-53a5-486a-adbc-5137d44fd339 req-f5d1a71a-76fc-4157-8885-13617c38cc18 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/ports?device_id=49c9cc75-481b-4498-9f84-a5b31225e2b3 HTTP/1.1" status: 200  len: 945 time: 0.0900114
Dec 23 16:33:48.148125 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-517e81d0-53a5-486a-adbc-5137d44fd339 req-20621554-7fa4-431a-aef1-718657e49404 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/security-groups?id=04dc5984-921e-4bdc-81b1-e5141add4ea6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0403509
Dec 23 16:33:49.046018 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-693bd1be-1ce9-4a7f-b646-3ca6a64780a7 req-3edc627a-9666-4f9e-8fc2-d497271a8915 service neutron] 10.222.0.61 "GET /v2.0/ports/2e705bc4-3253-4a79-aff4-e3d76f5178c8/bindings/hv-neutron-8227 HTTP/1.1" status: 200  len: 384 time: 0.0745783
Dec 23 16:33:49.320520 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693bd1be-1ce9-4a7f-b646-3ca6a64780a7 req-b6992e3b-f0cf-49a1-a55f-60521df7f9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:33:49.322323 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-693bd1be-1ce9-4a7f-b646-3ca6a64780a7 req-b6992e3b-f0cf-49a1-a55f-60521df7f9b0 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=49c9cc75-481b-4498-9f84-a5b31225e2b3&tenant_id=70674f663a8e4a69a2214d82389f8f1d HTTP/1.1" status: 200  len: 1098 time: 0.0784388
Dec 23 16:33:49.348635 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc80b670-754b-45dd-8972-e2b75e8c78f2 req-691ceb92-211c-4eac-bcf0-8ed9b07d2884 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:33:49.350123 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-dc80b670-754b-45dd-8972-e2b75e8c78f2 req-691ceb92-211c-4eac-bcf0-8ed9b07d2884 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/ports?device_id=49c9cc75-481b-4498-9f84-a5b31225e2b3 HTTP/1.1" status: 200  len: 945 time: 0.0856040
Dec 23 16:33:49.394532 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-dc80b670-754b-45dd-8972-e2b75e8c78f2 req-29e1460e-2f5a-4fda-b38b-616d5e18ff2e tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/security-groups?id=04dc5984-921e-4bdc-81b1-e5141add4ea6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0385644
Dec 23 16:33:49.420597 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693bd1be-1ce9-4a7f-b646-3ca6a64780a7 req-9f087ff0-e8ee-48f5-8c33-993fb73f923e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:33:49.422772 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-693bd1be-1ce9-4a7f-b646-3ca6a64780a7 req-9f087ff0-e8ee-48f5-8c33-993fb73f923e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=70674f663a8e4a69a2214d82389f8f1d&device_id=49c9cc75-481b-4498-9f84-a5b31225e2b3 HTTP/1.1" status: 200  len: 1098 time: 0.0765064
Dec 23 16:33:49.571702 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693bd1be-1ce9-4a7f-b646-3ca6a64780a7 req-fdc6bf9a-fcf1-4fef-9a6c-53f84b941690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:33:49.573176 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-693bd1be-1ce9-4a7f-b646-3ca6a64780a7 req-fdc6bf9a-fcf1-4fef-9a6c-53f84b941690 service neutron] 10.222.0.61 "GET /v2.0/networks?id=58d02b68-86ce-464d-b006-73d3120bdb35 HTTP/1.1" status: 200  len: 913 time: 0.1439292
Dec 23 16:33:49.680098 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-693bd1be-1ce9-4a7f-b646-3ca6a64780a7 req-96b2addf-0ddb-468b-8a68-a0453a20cf75 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2e705bc4-3253-4a79-aff4-e3d76f5178c8 HTTP/1.1" status: 200  len: 1001 time: 0.1001019
Dec 23 16:33:49.752380 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693bd1be-1ce9-4a7f-b646-3ca6a64780a7 req-b78f24fa-5354-4b8f-b82b-5e2fb1febc8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:33:49.753912 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-5d6a0410-bf4c-4245-9e3e-51848ee48963 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:33:49.754424 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-693bd1be-1ce9-4a7f-b646-3ca6a64780a7 req-b78f24fa-5354-4b8f-b82b-5e2fb1febc8f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=4a1a0751-82b4-475c-8186-df1fa1255db4 HTTP/1.1" status: 200  len: 851 time: 0.0676036
Dec 23 16:33:49.960362 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693bd1be-1ce9-4a7f-b646-3ca6a64780a7 req-7b58bdaf-74fb-4d68-a4b1-bc7cbfd12ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:33:49.961766 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-693bd1be-1ce9-4a7f-b646-3ca6a64780a7 req-7b58bdaf-74fb-4d68-a4b1-bc7cbfd12ac1 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=58d02b68-86ce-464d-b006-73d3120bdb35&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1994336
Dec 23 16:33:50.094578 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-693bd1be-1ce9-4a7f-b646-3ca6a64780a7 req-3a33cd6e-bd07-45dc-bee9-a6b4f8d221db service neutron] 10.222.0.61 "GET /v2.0/networks/58d02b68-86ce-464d-b006-73d3120bdb35?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1252692
Dec 23 16:33:50.226891 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-693bd1be-1ce9-4a7f-b646-3ca6a64780a7 req-7f378be7-6376-4fab-a8fb-194d1b35e21e service neutron] 10.222.0.61 "GET /v2.0/networks/58d02b68-86ce-464d-b006-73d3120bdb35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1254976
Dec 23 16:33:50.595684 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d60e477-46b1-4893-a4b2-3e630096ddf2 req-ae4785bc-571c-4ffd-b6cd-e3986e43f8fb tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:33:50.597169 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-9d60e477-46b1-4893-a4b2-3e630096ddf2 req-ae4785bc-571c-4ffd-b6cd-e3986e43f8fb tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/ports?device_id=49c9cc75-481b-4498-9f84-a5b31225e2b3 HTTP/1.1" status: 200  len: 945 time: 0.0915887
Dec 23 16:33:50.642604 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-9d60e477-46b1-4893-a4b2-3e630096ddf2 req-1bf348b5-3dcb-47cb-84e0-fc984006614f tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/security-groups?id=04dc5984-921e-4bdc-81b1-e5141add4ea6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0397086
Dec 23 16:33:50.822331 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9dcbea60-a34f-4144-91e7-90aff3f57aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:33:50.892421 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:33:51.852252 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef19056-0f25-49db-af25-2dcc83138ffb req-91060f79-5422-4a6c-94c4-1223af80c64d tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:33:51.853718 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-0ef19056-0f25-49db-af25-2dcc83138ffb req-91060f79-5422-4a6c-94c4-1223af80c64d tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/ports?device_id=49c9cc75-481b-4498-9f84-a5b31225e2b3 HTTP/1.1" status: 200  len: 945 time: 0.1015387
Dec 23 16:33:51.898067 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-0ef19056-0f25-49db-af25-2dcc83138ffb req-5eb3e2ed-030b-481b-bb17-804b32b0b4b7 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/security-groups?id=04dc5984-921e-4bdc-81b1-e5141add4ea6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0383332
Dec 23 16:33:52.230666 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84990f6-598e-4b94-959e-dbbcda911b56 req-3a0f7cd6-fc51-42ba-9024-7cbda0059b88 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:33:52.231756 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-c84990f6-598e-4b94-959e-dbbcda911b56 req-3a0f7cd6-fc51-42ba-9024-7cbda0059b88 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/ports?device_id=49c9cc75-481b-4498-9f84-a5b31225e2b3 HTTP/1.1" status: 200  len: 945 time: 0.0925155
Dec 23 16:33:52.234318 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f7d40d-7663-4abe-bc3e-33a9966f4f29 req-f20ad64d-618c-4556-b678-7f85845aa523 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:33:52.235771 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-12f7d40d-7663-4abe-bc3e-33a9966f4f29 req-f20ad64d-618c-4556-b678-7f85845aa523 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.61 "GET /v2.0/ports?device_id=49c9cc75-481b-4498-9f84-a5b31225e2b3&tenant_id=70674f663a8e4a69a2214d82389f8f1d&binding%3Ahost_id=hv-neutron-8227 HTTP/1.1" status: 200  len: 945 time: 0.0967917
Dec 23 16:33:52.285074 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-c84990f6-598e-4b94-959e-dbbcda911b56 req-fbac6254-fd19-47c1-b84d-ec89b2eec9e2 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/security-groups?id=04dc5984-921e-4bdc-81b1-e5141add4ea6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0472207
Dec 23 16:33:52.310350 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9e3aab53-d650-47e3-b8a6-2dff21fe9ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:33:52.385128 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f7d40d-7663-4abe-bc3e-33a9966f4f29 req-926bf8d2-8bc3-474c-adb0-2b8f79d7de4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:33:52.386616 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-12f7d40d-7663-4abe-bc3e-33a9966f4f29 req-926bf8d2-8bc3-474c-adb0-2b8f79d7de4b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=70674f663a8e4a69a2214d82389f8f1d&device_id=49c9cc75-481b-4498-9f84-a5b31225e2b3 HTTP/1.1" status: 200  len: 1098 time: 0.0774972
Dec 23 16:33:52.518921 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f7d40d-7663-4abe-bc3e-33a9966f4f29 req-11396416-4950-4f4d-bb1d-1c5b7b78f0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:33:52.520255 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-12f7d40d-7663-4abe-bc3e-33a9966f4f29 req-11396416-4950-4f4d-bb1d-1c5b7b78f0d4 service neutron] 10.222.0.61 "GET /v2.0/networks?id=58d02b68-86ce-464d-b006-73d3120bdb35 HTTP/1.1" status: 200  len: 913 time: 0.1269007
Dec 23 16:33:52.625628 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-12f7d40d-7663-4abe-bc3e-33a9966f4f29 req-a5f64cf4-4709-419b-b87d-e79a88b5e98d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2e705bc4-3253-4a79-aff4-e3d76f5178c8 HTTP/1.1" status: 200  len: 1001 time: 0.0987659
Dec 23 16:33:52.690207 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f7d40d-7663-4abe-bc3e-33a9966f4f29 req-2f95431b-a33b-49b7-95d4-0b28b4934245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:33:52.691597 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-12f7d40d-7663-4abe-bc3e-33a9966f4f29 req-2f95431b-a33b-49b7-95d4-0b28b4934245 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=4a1a0751-82b4-475c-8186-df1fa1255db4 HTTP/1.1" status: 200  len: 851 time: 0.0598588
Dec 23 16:33:52.769223 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f7d40d-7663-4abe-bc3e-33a9966f4f29 req-3c4ec062-724c-479d-aa02-85fc14b657cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:33:52.770556 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-12f7d40d-7663-4abe-bc3e-33a9966f4f29 req-3c4ec062-724c-479d-aa02-85fc14b657cc service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=58d02b68-86ce-464d-b006-73d3120bdb35&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0723395
Dec 23 16:33:52.900488 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-12f7d40d-7663-4abe-bc3e-33a9966f4f29 req-be865892-db5a-4d4e-bf19-5ed3c9ba62ae service neutron] 10.222.0.61 "GET /v2.0/networks/58d02b68-86ce-464d-b006-73d3120bdb35?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1225252
Dec 23 16:33:53.041952 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-12f7d40d-7663-4abe-bc3e-33a9966f4f29 req-eddf8c26-2acf-42b9-9adf-4a7aa766e6ff service neutron] 10.222.0.61 "GET /v2.0/networks/58d02b68-86ce-464d-b006-73d3120bdb35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1346695
Dec 23 16:33:53.498002 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c25ea1c-d8b9-4aa5-8b2c-621653d3e335 req-f61e08b7-0280-4e99-b901-90e55548fcc0 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:33:53.499487 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-4c25ea1c-d8b9-4aa5-8b2c-621653d3e335 req-f61e08b7-0280-4e99-b901-90e55548fcc0 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/ports?device_id=49c9cc75-481b-4498-9f84-a5b31225e2b3 HTTP/1.1" status: 200  len: 945 time: 0.0907292
Dec 23 16:33:53.543539 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-4c25ea1c-d8b9-4aa5-8b2c-621653d3e335 req-65d3b4d8-de85-40df-9641-2eef8b686731 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/security-groups?id=04dc5984-921e-4bdc-81b1-e5141add4ea6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0379345
Dec 23 16:33:53.607390 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Device 2e705bc4-3253-4a79-aff4-e3d76f5178c8 details requested by agent hyperv_hv-neutron-8227 with host hv-neutron-8227 {{(pid=87637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 23 16:33:53.609916 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Device 2e705bc4-3253-4a79-aff4-e3d76f5178c8 no longer exists at agent hyperv_hv-neutron-8227 {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 23 16:33:53.829199 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:33:53.851512 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] For port 2e705bc4-3253-4a79-aff4-e3d76f5178c8, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=2e705bc4-3253-4a79-aff4-e3d76f5178c8,segment=NetworkSegment(00b6f5ac-ce76-4573-ba2b-31f5557ec8cd),segment_id=00b6f5ac-ce76-4573-ba2b-31f5557ec8cd)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:33:53.870592 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Returning: {'device': '2e705bc4-3253-4a79-aff4-e3d76f5178c8', 'network_id': '58d02b68-86ce-464d-b006-73d3120bdb35', 'port_id': '2e705bc4-3253-4a79-aff4-e3d76f5178c8', 'mac_address': 'fa:16:3e:05:63:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a1a0751-82b4-475c-8186-df1fa1255db4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 23 16:33:53.875686 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49c9cc75-481b-4498-9f84-a5b31225e2b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e705bc4-3253-4a79-aff4-e3d76f5178c8'}] {{(pid=87637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 23 16:33:53.913151 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] For port 2e705bc4-3253-4a79-aff4-e3d76f5178c8, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=2e705bc4-3253-4a79-aff4-e3d76f5178c8,segment=NetworkSegment(00b6f5ac-ce76-4573-ba2b-31f5557ec8cd),segment_id=00b6f5ac-ce76-4573-ba2b-31f5557ec8cd)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:33:53.924653 dv-neutron-822799-1-hyperv neutron-server[87637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49c9cc75-481b-4498-9f84-a5b31225e2b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e705bc4-3253-4a79-aff4-e3d76f5178c8', 'code': 200}
Dec 23 16:33:53.927214 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:33:53.930671 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:33:53.986856 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:33:54.015207 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.notifiers.nova [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2e705bc4-3253-4a79-aff4-e3d76f5178c8 {{(pid=87637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 23 16:33:54.022895 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Pushing event updated for resources: {'Port': ['ID=2e705bc4-3253-4a79-aff4-e3d76f5178c8,revision_number=6']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:33:54.056564 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:33:54.056931 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:33:54.057274 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:33:54.057601 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:33:54.057943 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:33:54.058275 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:33:54.058602 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:33:54.058970 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:33:54.059302 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:33:54.059613 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:33:54.059944 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:33:54.060267 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:33:54.069378 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:33:54.092462 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.db.api [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87637) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 23 16:33:54.092772 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_db.api [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 23 16:33:54.648247 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:33:54.666032 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.notifiers.nova [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e705bc4-3253-4a79-aff4-e3d76f5178c8 {{(pid=87637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 23 16:33:54.682471 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] For port 2e705bc4-3253-4a79-aff4-e3d76f5178c8, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=2e705bc4-3253-4a79-aff4-e3d76f5178c8,segment=NetworkSegment(00b6f5ac-ce76-4573-ba2b-31f5557ec8cd),segment_id=00b6f5ac-ce76-4573-ba2b-31f5557ec8cd)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:33:54.687172 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:33:54.689994 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-a0211c8d-6506-4059-9902-db4db78375d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:33:54.737799 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7155ca37-4400-462f-8e29-eb38289d7239 req-5593672f-b5d1-42a2-ac89-0a68f4552cd7 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:33:54.739265 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-7155ca37-4400-462f-8e29-eb38289d7239 req-5593672f-b5d1-42a2-ac89-0a68f4552cd7 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/ports?device_id=49c9cc75-481b-4498-9f84-a5b31225e2b3 HTTP/1.1" status: 200  len: 944 time: 0.0816441
Dec 23 16:33:54.759169 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] get_ports_and_sgs() called for port_ids ['2e705bc4-3253-4a79-aff4-e3d76f5178c8'] {{(pid=87637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 23 16:33:54.789568 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-7155ca37-4400-462f-8e29-eb38289d7239 req-f54e7a2d-4722-4eab-bdfa-577b22bfda25 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/security-groups?id=04dc5984-921e-4bdc-81b1-e5141add4ea6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0442450
Dec 23 16:33:54.791163 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Pushing event updated for resources: {'Port': ['ID=2e705bc4-3253-4a79-aff4-e3d76f5178c8,revision_number=7']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:33:54.799575 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:33:54.976164 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b776c191-3afe-48af-9cd8-b330ef306d5d req-54959583-5a83-4d2e-a975-b5b41b5c5ac9 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:33:54.977653 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-b776c191-3afe-48af-9cd8-b330ef306d5d req-54959583-5a83-4d2e-a975-b5b41b5c5ac9 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/ports?device_id=49c9cc75-481b-4498-9f84-a5b31225e2b3 HTTP/1.1" status: 200  len: 944 time: 0.0810902
Dec 23 16:33:55.022861 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-b776c191-3afe-48af-9cd8-b330ef306d5d req-9d1434cf-2ab7-4649-a33a-44ecc6528af3 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/security-groups?id=04dc5984-921e-4bdc-81b1-e5141add4ea6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0394306
Dec 23 16:33:55.375961 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0cbb70-4412-489f-992c-202f83d71ffa req-dc9111e2-08a6-4d60-bffd-f1473517faba tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:33:55.377358 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-3f0cbb70-4412-489f-992c-202f83d71ffa req-dc9111e2-08a6-4d60-bffd-f1473517faba tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/ports?device_id=49c9cc75-481b-4498-9f84-a5b31225e2b3 HTTP/1.1" status: 200  len: 944 time: 0.0855339
Dec 23 16:33:55.423310 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-3f0cbb70-4412-489f-992c-202f83d71ffa req-bfa7d4c3-98ab-400c-be6a-3b5aa03f2c0b tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/security-groups?id=04dc5984-921e-4bdc-81b1-e5141add4ea6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0400701
Dec 23 16:33:55.426133 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8c2418-3f16-4250-9682-ea46d23b30f9 req-87a44f1f-29cb-4cfa-a5a2-70084919b13b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:33:55.427586 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-ec8c2418-3f16-4250-9682-ea46d23b30f9 req-87a44f1f-29cb-4cfa-a5a2-70084919b13b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=70674f663a8e4a69a2214d82389f8f1d&device_id=49c9cc75-481b-4498-9f84-a5b31225e2b3 HTTP/1.1" status: 200  len: 1097 time: 0.0716264
Dec 23 16:33:55.619703 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Device 2e705bc4-3253-4a79-aff4-e3d76f5178c8 up at agent hyperv_hv-neutron-8227 {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:33:55.694253 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8c2418-3f16-4250-9682-ea46d23b30f9 req-ca91a947-9944-44bd-a097-baebe49dc3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:33:55.695966 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-ec8c2418-3f16-4250-9682-ea46d23b30f9 req-ca91a947-9944-44bd-a097-baebe49dc3ee service neutron] 10.222.0.61 "GET /v2.0/networks?id=58d02b68-86ce-464d-b006-73d3120bdb35 HTTP/1.1" status: 200  len: 913 time: 0.2606065
Dec 23 16:33:55.734562 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Provisioning complete for port 2e705bc4-3253-4a79-aff4-e3d76f5178c8 triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:33:55.735244 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:33:55.797609 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-ec8c2418-3f16-4250-9682-ea46d23b30f9 req-178303fc-47c5-4415-b6f1-6c0d5ace2156 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2e705bc4-3253-4a79-aff4-e3d76f5178c8 HTTP/1.1" status: 200  len: 1000 time: 0.0951140
Dec 23 16:33:55.849621 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:33:55.860640 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8c2418-3f16-4250-9682-ea46d23b30f9 req-67347f0a-414a-4038-a688-aea3a0ae7e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:33:55.862137 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-ec8c2418-3f16-4250-9682-ea46d23b30f9 req-67347f0a-414a-4038-a688-aea3a0ae7e20 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=4a1a0751-82b4-475c-8186-df1fa1255db4 HTTP/1.1" status: 200  len: 851 time: 0.0578852
Dec 23 16:33:55.882822 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] For port 2e705bc4-3253-4a79-aff4-e3d76f5178c8, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=2e705bc4-3253-4a79-aff4-e3d76f5178c8,segment=NetworkSegment(00b6f5ac-ce76-4573-ba2b-31f5557ec8cd),segment_id=00b6f5ac-ce76-4573-ba2b-31f5557ec8cd)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:33:55.888113 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:33:55.890015 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:33:55.926104 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49c9cc75-481b-4498-9f84-a5b31225e2b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e705bc4-3253-4a79-aff4-e3d76f5178c8'}] {{(pid=87637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 23 16:33:55.943338 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8c2418-3f16-4250-9682-ea46d23b30f9 req-b36e3326-c4f2-403a-a948-0ca9a3155dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:33:55.945000 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-ec8c2418-3f16-4250-9682-ea46d23b30f9 req-b36e3326-c4f2-403a-a948-0ca9a3155dd3 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=58d02b68-86ce-464d-b006-73d3120bdb35&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0763004
Dec 23 16:33:55.962858 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Pushing event updated for resources: {'Port': ['ID=2e705bc4-3253-4a79-aff4-e3d76f5178c8,revision_number=8']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:33:55.966366 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:33:55.973604 dv-neutron-822799-1-hyperv neutron-server[87637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49c9cc75-481b-4498-9f84-a5b31225e2b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e705bc4-3253-4a79-aff4-e3d76f5178c8', 'code': 200}
Dec 23 16:33:56.096204 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-ec8c2418-3f16-4250-9682-ea46d23b30f9 req-6108bf63-76a9-4948-b4e5-52da32f275c9 service neutron] 10.222.0.61 "GET /v2.0/networks/58d02b68-86ce-464d-b006-73d3120bdb35?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1444478
Dec 23 16:33:56.230811 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-ec8c2418-3f16-4250-9682-ea46d23b30f9 req-86e3783d-f3da-42d3-9722-391165c050ae service neutron] 10.222.0.61 "GET /v2.0/networks/58d02b68-86ce-464d-b006-73d3120bdb35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1267517
Dec 23 16:33:56.628647 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed93472b-1a72-4bbb-81b6-82c5878adf18 req-82f7e2b8-d04c-445e-83ee-d29a1848b8f7 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:33:56.630313 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-ed93472b-1a72-4bbb-81b6-82c5878adf18 req-82f7e2b8-d04c-445e-83ee-d29a1848b8f7 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/ports?device_id=49c9cc75-481b-4498-9f84-a5b31225e2b3 HTTP/1.1" status: 200  len: 945 time: 0.0855095
Dec 23 16:33:56.680312 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-ed93472b-1a72-4bbb-81b6-82c5878adf18 req-b09817a0-4e03-4c15-87ab-ddbb1ce3abb0 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/security-groups?id=04dc5984-921e-4bdc-81b1-e5141add4ea6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0424049
Dec 23 16:33:57.881115 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b2e9da-f490-4a5b-83f7-70ef459d79d7 req-440e6e65-6d21-4cb3-8ec4-e0c32210afe5 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:33:57.882585 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-c3b2e9da-f490-4a5b-83f7-70ef459d79d7 req-440e6e65-6d21-4cb3-8ec4-e0c32210afe5 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/ports?device_id=49c9cc75-481b-4498-9f84-a5b31225e2b3 HTTP/1.1" status: 200  len: 945 time: 0.0910940
Dec 23 16:33:57.926553 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-c3b2e9da-f490-4a5b-83f7-70ef459d79d7 req-1bcf560a-d94c-46be-8e5c-b282d5e315b5 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/security-groups?id=04dc5984-921e-4bdc-81b1-e5141add4ea6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0382931
Dec 23 16:33:58.339558 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744d956c-4413-49c6-a026-ea9281f1aa86 req-374c0b8c-9c12-44a1-a83a-0e8bf7914f9f tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:33:58.341100 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-744d956c-4413-49c6-a026-ea9281f1aa86 req-374c0b8c-9c12-44a1-a83a-0e8bf7914f9f tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/ports?device_id=49c9cc75-481b-4498-9f84-a5b31225e2b3 HTTP/1.1" status: 200  len: 945 time: 0.0946350
Dec 23 16:33:58.385477 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-744d956c-4413-49c6-a026-ea9281f1aa86 req-3dffd1f9-fb59-4621-b114-3370de4deae5 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/security-groups?id=04dc5984-921e-4bdc-81b1-e5141add4ea6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0384369
Dec 23 16:33:59.591488 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da062c7d-f822-4db4-ae6c-0a9f91920553 req-eee57c53-1489-4cd5-a83e-063606974cda tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:33:59.593261 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-da062c7d-f822-4db4-ae6c-0a9f91920553 req-eee57c53-1489-4cd5-a83e-063606974cda tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/ports?device_id=49c9cc75-481b-4498-9f84-a5b31225e2b3 HTTP/1.1" status: 200  len: 945 time: 0.0930240
Dec 23 16:33:59.637936 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-da062c7d-f822-4db4-ae6c-0a9f91920553 req-1e24f96e-885d-40ab-9ef0-775f179e99d7 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/security-groups?id=04dc5984-921e-4bdc-81b1-e5141add4ea6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0384972
Dec 23 16:33:59.908781 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a227f426-4c02-4758-8b7e-546aa039d618 req-87b381ec-7b11-464a-9f97-0cbfccfe0073 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:33:59.910112 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-a227f426-4c02-4758-8b7e-546aa039d618 req-87b381ec-7b11-464a-9f97-0cbfccfe0073 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.61 "GET /v2.0/ports?device_id=49c9cc75-481b-4498-9f84-a5b31225e2b3 HTTP/1.1" status: 200  len: 945 time: 0.0927455
Dec 23 16:33:59.987327 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [req-a227f426-4c02-4758-8b7e-546aa039d618 req-d24f3f7d-90f8-4699-9369-4ae2288cc869 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Deleting port 2e705bc4-3253-4a79-aff4-e3d76f5178c8 {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:33:59.987674 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-a227f426-4c02-4758-8b7e-546aa039d618 req-d24f3f7d-90f8-4699-9369-4ae2288cc869 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:34:00.229062 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [req-a227f426-4c02-4758-8b7e-546aa039d618 req-d24f3f7d-90f8-4699-9369-4ae2288cc869 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] For port 2e705bc4-3253-4a79-aff4-e3d76f5178c8, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=2e705bc4-3253-4a79-aff4-e3d76f5178c8,segment=NetworkSegment(00b6f5ac-ce76-4573-ba2b-31f5557ec8cd),segment_id=00b6f5ac-ce76-4573-ba2b-31f5557ec8cd)] {{(pid=87636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:34:00.229311 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-a227f426-4c02-4758-8b7e-546aa039d618 req-d24f3f7d-90f8-4699-9369-4ae2288cc869 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:34:00.531349 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-a227f426-4c02-4758-8b7e-546aa039d618 req-d24f3f7d-90f8-4699-9369-4ae2288cc869 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:34:00.531579 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-a227f426-4c02-4758-8b7e-546aa039d618 req-d24f3f7d-90f8-4699-9369-4ae2288cc869 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1824189'] for floatingip, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:34:00.532074 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.db.l3_db [req-a227f426-4c02-4758-8b7e-546aa039d618 req-d24f3f7d-90f8-4699-9369-4ae2288cc869 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Floating IP 2c2638a1-e1a4-4f8e-b15f-6c8e9c45d840 disassociated. External IP: 172.26.3.160, port: 2e705bc4-3253-4a79-aff4-e3d76f5178c8.
Dec 23 16:34:00.532502 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [req-a227f426-4c02-4758-8b7e-546aa039d618 req-d24f3f7d-90f8-4699-9369-4ae2288cc869 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Calling delete_port for 2e705bc4-3253-4a79-aff4-e3d76f5178c8 owned by compute:nova {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:34:00.862225 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-a227f426-4c02-4758-8b7e-546aa039d618 req-d24f3f7d-90f8-4699-9369-4ae2288cc869 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:34:00.870323 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-215eff04-60b6-4142-ba89-2dbfc401202a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:34:00.920298 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24f3f7d-90f8-4699-9369-4ae2288cc869 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Pushing event deleted for resources: {'Port': ['ID=2e705bc4-3253-4a79-aff4-e3d76f5178c8,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:34:00.935863 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24f3f7d-90f8-4699-9369-4ae2288cc869 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:34:00.936241 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24f3f7d-90f8-4699-9369-4ae2288cc869 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:34:00.936621 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24f3f7d-90f8-4699-9369-4ae2288cc869 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:34:00.937008 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24f3f7d-90f8-4699-9369-4ae2288cc869 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:34:00.937379 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24f3f7d-90f8-4699-9369-4ae2288cc869 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:34:00.937743 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24f3f7d-90f8-4699-9369-4ae2288cc869 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:34:00.938125 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24f3f7d-90f8-4699-9369-4ae2288cc869 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:34:00.938484 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24f3f7d-90f8-4699-9369-4ae2288cc869 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:34:00.938841 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24f3f7d-90f8-4699-9369-4ae2288cc869 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:34:00.939197 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24f3f7d-90f8-4699-9369-4ae2288cc869 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:34:00.939537 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24f3f7d-90f8-4699-9369-4ae2288cc869 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:34:00.939893 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24f3f7d-90f8-4699-9369-4ae2288cc869 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:34:00.944383 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-d24f3f7d-90f8-4699-9369-4ae2288cc869 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:34:01.023843 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd808c05-7e47-481c-aeb7-d9b3dd26bd71 req-52af27c9-5b7a-4498-be88-78b88c4c0228 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:34:01.025364 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-cd808c05-7e47-481c-aeb7-d9b3dd26bd71 req-52af27c9-5b7a-4498-be88-78b88c4c0228 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/ports?device_id=49c9cc75-481b-4498-9f84-a5b31225e2b3 HTTP/1.1" status: 200  len: 867 time: 0.2435246
Dec 23 16:34:01.150394 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-cd808c05-7e47-481c-aeb7-d9b3dd26bd71 req-d533e5ed-8906-4e50-ae82-6d7af7c81c0c tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/security-groups?id=04dc5984-921e-4bdc-81b1-e5141add4ea6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1173213
Dec 23 16:34:01.170163 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a227f426-4c02-4758-8b7e-546aa039d618 req-d24f3f7d-90f8-4699-9369-4ae2288cc869 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Router 2229da30-4a52-4e13-a284-b950ebe18b8e has already been hosted by L3 agent 371d4c41-c7e2-4de7-9539-c049ec4e95d1 {{(pid=87636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 23 16:34:01.366203 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a227f426-4c02-4758-8b7e-546aa039d618 req-d24f3f7d-90f8-4699-9369-4ae2288cc869 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Notify agent at l3_agent.dv-neutron-822799-1-hyperv the message routers_updated {{(pid=87636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 23 16:34:01.376131 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91d3565d-d522-4583-9430-2bb02cd17722 None None] Sync routers for ids ['2229da30-4a52-4e13-a284-b950ebe18b8e'] in dv-neutron-822799-1-hyperv {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 23 16:34:01.387149 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91d3565d-d522-4583-9430-2bb02cd17722 None None] Routers {'2229da30-4a52-4e13-a284-b950ebe18b8e'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:34:01.387907 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-91d3565d-d522-4583-9430-2bb02cd17722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc1b706a0>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:33:50Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['2229da30-4a52-4e13-a284-b950ebe18b8e'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:34:01.442008 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [req-a227f426-4c02-4758-8b7e-546aa039d618 req-d24f3f7d-90f8-4699-9369-4ae2288cc869 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] No DVR routers for this DVR port 2e705bc4-3253-4a79-aff4-e3d76f5178c8 on host hv-neutron-8227 {{(pid=87636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 23 16:34:01.444389 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-a227f426-4c02-4758-8b7e-546aa039d618 req-d24f3f7d-90f8-4699-9369-4ae2288cc869 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:34:01.447591 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49c9cc75-481b-4498-9f84-a5b31225e2b3', 'name': 'network-vif-deleted', 'tag': '2e705bc4-3253-4a79-aff4-e3d76f5178c8'}] {{(pid=87636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 23 16:34:01.466186 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-a227f426-4c02-4758-8b7e-546aa039d618 req-d24f3f7d-90f8-4699-9369-4ae2288cc869 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.61 "DELETE /v2.0/ports/2e705bc4-3253-4a79-aff4-e3d76f5178c8 HTTP/1.1" status: 204  len: 173 time: 1.5497305
Dec 23 16:34:01.590967 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-91d3565d-d522-4583-9430-2bb02cd17722 None None] Set router 2229da30-4a52-4e13-a284-b950ebe18b8e gateway port host: dv-neutron-822799-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:34:01.652109 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49c9cc75-481b-4498-9f84-a5b31225e2b3', 'name': 'network-vif-deleted', 'tag': '2e705bc4-3253-4a79-aff4-e3d76f5178c8', 'status': 'completed', 'code': 200}
Dec 23 16:34:01.914374 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-91d3565d-d522-4583-9430-2bb02cd17722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc1b706a0>, [{'id': '2229da30-4a52-4e13-a284-b950ebe18b8e', 'name': 'tempest-ServerActionsTestJSON-1120133599-router', 'tenant_id': '70674f663a8e4a69a2214d82389f8f1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.242'}], 'enable_snat': True}, 'gw_port_id': 'b264cb33-bbcb-416b-8499-db9354d37b08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:31:21Z', 'updated_at': '2021-12-23T16:31:25Z', 'revision_number': 4, 'project_id': '70674f663a8e4a69a2214d82389f8f1d', 'gw_port': {'id': 'b264cb33-bbcb-416b-8499-db9354d37b08', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:e9:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2229da30-4a52-4e13-a284-b950ebe18b8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:31:22Z', 'updated_at': '2021-12-23T16:31:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_interfaces': [{'id': '190d7369-1523-4306-8e01-6f968dc098aa', 'name': '', 'network_id': '58d02b68-86ce-464d-b006-73d3120bdb35', 'tenant_id': '70674f663a8e4a69a2214d82389f8f1d', 'mac_address': 'fa:16:3e:44:eb:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2229da30-4a52-4e13-a284-b950ebe18b8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '4a1a0751-82b4-475c-8186-df1fa1255db4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:31:24Z', 'updated_at': '2021-12-23T16:31:30Z', 'revision_number': 5, 'project_id': '70674f663a8e4a69a2214d82389f8f1d', 'subnets': [{'id': '4a1a0751-82b4-475c-8186-df1fa1255db4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:34:01.918358 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91d3565d-d522-4583-9430-2bb02cd17722 None None] Checking router: 2229da30-4a52-4e13-a284-b950ebe18b8e for host: dv-neutron-822799-1-hyperv {{(pid=87638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 23 16:34:01.928224 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91d3565d-d522-4583-9430-2bb02cd17722 None None] Routers {'2229da30-4a52-4e13-a284-b950ebe18b8e'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:34:01.928859 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-91d3565d-d522-4583-9430-2bb02cd17722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc1b706a0>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:33:50Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['2229da30-4a52-4e13-a284-b950ebe18b8e'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:34:02.108173 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-91d3565d-d522-4583-9430-2bb02cd17722 None None] Set router 2229da30-4a52-4e13-a284-b950ebe18b8e gateway port host: dv-neutron-822799-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:34:02.448664 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-91d3565d-d522-4583-9430-2bb02cd17722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc1b706a0>, [{'id': '2229da30-4a52-4e13-a284-b950ebe18b8e', 'name': 'tempest-ServerActionsTestJSON-1120133599-router', 'tenant_id': '70674f663a8e4a69a2214d82389f8f1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.242'}], 'enable_snat': True}, 'gw_port_id': 'b264cb33-bbcb-416b-8499-db9354d37b08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:31:21Z', 'updated_at': '2021-12-23T16:31:25Z', 'revision_number': 4, 'project_id': '70674f663a8e4a69a2214d82389f8f1d', 'gw_port': {'id': 'b264cb33-bbcb-416b-8499-db9354d37b08', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:e9:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2229da30-4a52-4e13-a284-b950ebe18b8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:31:22Z', 'updated_at': '2021-12-23T16:31:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_interfaces': [{'id': '190d7369-1523-4306-8e01-6f968dc098aa', 'name': '', 'network_id': '58d02b68-86ce-464d-b006-73d3120bdb35', 'tenant_id': '70674f663a8e4a69a2214d82389f8f1d', 'mac_address': 'fa:16:3e:44:eb:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2229da30-4a52-4e13-a284-b950ebe18b8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '4a1a0751-82b4-475c-8186-df1fa1255db4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:31:24Z', 'updated_at': '2021-12-23T16:31:30Z', 'revision_number': 5, 'project_id': '70674f663a8e4a69a2214d82389f8f1d', 'subnets': [{'id': '4a1a0751-82b4-475c-8186-df1fa1255db4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:34:02.453044 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91d3565d-d522-4583-9430-2bb02cd17722 None None] The sync data for ids ['2229da30-4a52-4e13-a284-b950ebe18b8e'] in dv-neutron-822799-1-hyperv is: [{'id': '2229da30-4a52-4e13-a284-b950ebe18b8e', 'name': 'tempest-ServerActionsTestJSON-1120133599-router', 'tenant_id': '70674f663a8e4a69a2214d82389f8f1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.242'}], 'enable_snat': True}, 'gw_port_id': 'b264cb33-bbcb-416b-8499-db9354d37b08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:31:21Z', 'updated_at': '2021-12-23T16:31:25Z', 'revision_number': 4, 'project_id': '70674f663a8e4a69a2214d82389f8f1d', 'gw_port': {'id': 'b264cb33-bbcb-416b-8499-db9354d37b08', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:e9:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2229da30-4a52-4e13-a284-b950ebe18b8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:31:22Z', 'updated_at': '2021-12-23T16:31:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_interfaces': [{'id': '190d7369-1523-4306-8e01-6f968dc098aa', 'name': '', 'network_id': '58d02b68-86ce-464d-b006-73d3120bdb35', 'tenant_id': '70674f663a8e4a69a2214d82389f8f1d', 'mac_address': 'fa:16:3e:44:eb:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2229da30-4a52-4e13-a284-b950ebe18b8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '4a1a0751-82b4-475c-8186-df1fa1255db4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:31:24Z', 'updated_at': '2021-12-23T16:31:30Z', 'revision_number': 5, 'project_id': '70674f663a8e4a69a2214d82389f8f1d', 'subnets': [{'id': '4a1a0751-82b4-475c-8186-df1fa1255db4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 23 16:34:02.496428 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-1c93cfeb-8a81-4bb5-8634-f61ba07cac0b req-d42fb669-62b5-4673-9272-37919541cd78 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--577965379&fields=id&tenant_id=70674f663a8e4a69a2214d82389f8f1d HTTP/1.1" status: 200  len: 267 time: 0.0410919
Dec 23 16:34:02.651460 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c93cfeb-8a81-4bb5-8634-f61ba07cac0b req-91e88e78-015e-4144-8432-049938640b42 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:34:02.652894 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-1c93cfeb-8a81-4bb5-8634-f61ba07cac0b req-91e88e78-015e-4144-8432-049938640b42 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/networks?id=58d02b68-86ce-464d-b006-73d3120bdb35 HTTP/1.1" status: 200  len: 812 time: 0.1487801
Dec 23 16:34:02.669467 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-1c93cfeb-8a81-4bb5-8634-f61ba07cac0b req-660ea925-8856-4ee0-bd84-1a40c307497c tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/quotas/70674f663a8e4a69a2214d82389f8f1d HTTP/1.1" status: 200  len: 375 time: 0.0100901
Dec 23 16:34:02.687881 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d446b09d-6610-46dd-8032-07668bf3f5e6 None None] New status for floating IP 2c2638a1-e1a4-4f8e-b15f-6c8e9c45d840: DOWN {{(pid=87637) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 23 16:34:02.759152 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-1c93cfeb-8a81-4bb5-8634-f61ba07cac0b req-05de164d-86f5-49b8-bcd3-7936fdb5b535 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Synchronizing usage tracker for tenant:70674f663a8e4a69a2214d82389f8f1d on resource:port {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:34:02.775606 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-1c93cfeb-8a81-4bb5-8634-f61ba07cac0b req-05de164d-86f5-49b8-bcd3-7936fdb5b535 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Unset dirty status for tenant:70674f663a8e4a69a2214d82389f8f1d on resource:port {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:34:02.776939 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-1c93cfeb-8a81-4bb5-8634-f61ba07cac0b req-05de164d-86f5-49b8-bcd3-7936fdb5b535 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=70674f663a8e4a69a2214d82389f8f1d&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1020188
Dec 23 16:34:02.919362 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-1c93cfeb-8a81-4bb5-8634-f61ba07cac0b req-b29011d6-b8b5-4396-ab48-707dbf5c5d62 service neutron] 10.222.0.64 "GET /v2.0/networks/58d02b68-86ce-464d-b006-73d3120bdb35?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1274846
Dec 23 16:34:03.053210 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-1c93cfeb-8a81-4bb5-8634-f61ba07cac0b req-531f5624-78dd-4489-8bf1-cbd4038b53f1 service neutron] 10.222.0.64 "GET /v2.0/networks/58d02b68-86ce-464d-b006-73d3120bdb35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1308756
Dec 23 16:34:03.238538 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-302ee185-c3cc-4504-9477-4e529cdad1a4 req-a29f59f4-4a5b-4b56-87ef-bb6eba89750b tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/ports?device_id=e42c7770-2d8d-4c70-839d-6f75990e1e96 HTTP/1.1" status: 200  len: 210 time: 0.0456192
Dec 23 16:34:03.651653 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Device 2e705bc4-3253-4a79-aff4-e3d76f5178c8 no longer exists at agent hyperv_hv-neutron-8227 {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 23 16:34:03.689725 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] No Port match for: 2e705bc4-3253-4a79-aff4-e3d76f5178c8 {{(pid=87637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 23 16:34:03.690391 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Device 2e705bc4-3253-4a79-aff4-e3d76f5178c8 not bound to the agent host hv-neutron-8227 {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 23 16:34:04.367505 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c93cfeb-8a81-4bb5-8634-f61ba07cac0b req-dcfba4f6-0b6c-48b7-88be-955e725c39b0 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:34:04.368973 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-1c93cfeb-8a81-4bb5-8634-f61ba07cac0b req-dcfba4f6-0b6c-48b7-88be-955e725c39b0 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.61 "GET /v2.0/networks?id=58d02b68-86ce-464d-b006-73d3120bdb35 HTTP/1.1" status: 200  len: 812 time: 0.1524723
Dec 23 16:34:04.425152 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-fd5592e8-8132-421d-8d19-98dc92d9c9eb req-a44b8864-d302-4a98-ab23-f0b2bd17ca55 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/ports?device_id=e42c7770-2d8d-4c70-839d-6f75990e1e96 HTTP/1.1" status: 200  len: 210 time: 0.0552030
Dec 23 16:34:04.457597 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-1c93cfeb-8a81-4bb5-8634-f61ba07cac0b req-112bc57e-33f4-42de-9aab-01f8bbb083b2 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=70674f663a8e4a69a2214d82389f8f1d HTTP/1.1" status: 200  len: 379 time: 0.0523965
Dec 23 16:34:04.469999 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [req-1c93cfeb-8a81-4bb5-8634-f61ba07cac0b req-e36e47cf-70d7-4919-b1a5-d4a9423b8750 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Request body: {'port': {'device_id': 'e42c7770-2d8d-4c70-839d-6f75990e1e96', 'network_id': '58d02b68-86ce-464d-b006-73d3120bdb35', 'admin_state_up': True, 'tenant_id': '70674f663a8e4a69a2214d82389f8f1d', 'security_groups': ['04dc5984-921e-4bdc-81b1-e5141add4ea6']}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:34:04.747984 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [req-1c93cfeb-8a81-4bb5-8634-f61ba07cac0b req-e36e47cf-70d7-4919-b1a5-d4a9423b8750 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:34:04.757424 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [req-1c93cfeb-8a81-4bb5-8634-f61ba07cac0b req-e36e47cf-70d7-4919-b1a5-d4a9423b8750 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:34:04.771225 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c93cfeb-8a81-4bb5-8634-f61ba07cac0b req-e36e47cf-70d7-4919-b1a5-d4a9423b8750 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Made reservation on behalf of 70674f663a8e4a69a2214d82389f8f1d for: {'port': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:34:04.776723 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-1c93cfeb-8a81-4bb5-8634-f61ba07cac0b req-e36e47cf-70d7-4919-b1a5-d4a9423b8750 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:34:04.957792 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [req-1c93cfeb-8a81-4bb5-8634-f61ba07cac0b req-e36e47cf-70d7-4919-b1a5-d4a9423b8750 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Allocated IP 172.20.0.6 (58d02b68-86ce-464d-b006-73d3120bdb35/4a1a0751-82b4-475c-8186-df1fa1255db4/d5e142e0-f2e3-41e1-8799-77002a26dd98) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:34:05.149464 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-1c93cfeb-8a81-4bb5-8634-f61ba07cac0b req-e36e47cf-70d7-4919-b1a5-d4a9423b8750 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:34:05.164906 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.provisioning_blocks [req-1c93cfeb-8a81-4bb5-8634-f61ba07cac0b req-e36e47cf-70d7-4919-b1a5-d4a9423b8750 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Transition to ACTIVE for port object d5e142e0-f2e3-41e1-8799-77002a26dd98 will not be triggered until provisioned by entity DHCP. {{(pid=87636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:34:05.192016 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-1c93cfeb-8a81-4bb5-8634-f61ba07cac0b req-e36e47cf-70d7-4919-b1a5-d4a9423b8750 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:34:05.198597 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-6167ba1b-e040-4dfb-8609-da6d6421e491 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:34:05.269241 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c93cfeb-8a81-4bb5-8634-f61ba07cac0b req-e36e47cf-70d7-4919-b1a5-d4a9423b8750 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Network 58d02b68-86ce-464d-b006-73d3120bdb35 is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:34:05.272672 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [req-1c93cfeb-8a81-4bb5-8634-f61ba07cac0b req-e36e47cf-70d7-4919-b1a5-d4a9423b8750 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Resources bound (agent type, host, resource id):  {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:34:05.275327 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c93cfeb-8a81-4bb5-8634-f61ba07cac0b req-e36e47cf-70d7-4919-b1a5-d4a9423b8750 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:34:05.313950 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36e47cf-70d7-4919-b1a5-d4a9423b8750 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Pushing event updated for resources: {'Port': ['ID=d5e142e0-f2e3-41e1-8799-77002a26dd98,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:34:05.317538 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-e36e47cf-70d7-4919-b1a5-d4a9423b8750 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:34:05.349459 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c93cfeb-8a81-4bb5-8634-f61ba07cac0b req-e36e47cf-70d7-4919-b1a5-d4a9423b8750 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:34:05.350095 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-1c93cfeb-8a81-4bb5-8634-f61ba07cac0b req-e36e47cf-70d7-4919-b1a5-d4a9423b8750 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:34:05.380124 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-1c93cfeb-8a81-4bb5-8634-f61ba07cac0b req-e36e47cf-70d7-4919-b1a5-d4a9423b8750 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.9136567
Dec 23 16:34:05.391818 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [req-1c93cfeb-8a81-4bb5-8634-f61ba07cac0b req-27fa3280-085c-4ec6-9a6b-ee032336e986 service neutron] Request body: {'port': {'device_id': 'e42c7770-2d8d-4c70-839d-6f75990e1e96', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8227'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:34:05.508820 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-1c93cfeb-8a81-4bb5-8634-f61ba07cac0b req-27fa3280-085c-4ec6-9a6b-ee032336e986 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:34:05.509868 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-b1bc572e-80df-44b6-8c30-4d6dd1962686 None None] Provisioning for port d5e142e0-f2e3-41e1-8799-77002a26dd98 completed by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:34:05.516190 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-b1bc572e-80df-44b6-8c30-4d6dd1962686 None None] Provisioning complete for port d5e142e0-f2e3-41e1-8799-77002a26dd98 triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:34:05.516850 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-b1bc572e-80df-44b6-8c30-4d6dd1962686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:34:05.582100 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-b1bc572e-80df-44b6-8c30-4d6dd1962686 None None] Port d5e142e0-f2e3-41e1-8799-77002a26dd98 cannot update to ACTIVE because it is not bound. {{(pid=87637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 23 16:34:05.624567 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e59fb7-cbe9-4aae-ac93-f380771be170 req-cf9e270c-27a9-4f4d-b305-76d30d5f2340 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:34:05.626183 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-22e59fb7-cbe9-4aae-ac93-f380771be170 req-cf9e270c-27a9-4f4d-b305-76d30d5f2340 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/ports?device_id=e42c7770-2d8d-4c70-839d-6f75990e1e96 HTTP/1.1" status: 200  len: 931 time: 0.0894740
Dec 23 16:34:05.670560 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-22e59fb7-cbe9-4aae-ac93-f380771be170 req-03ba13aa-8176-497f-9b61-5fda82b548ab tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/security-groups?id=04dc5984-921e-4bdc-81b1-e5141add4ea6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0382991
Dec 23 16:34:05.850901 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [req-1c93cfeb-8a81-4bb5-8634-f61ba07cac0b req-27fa3280-085c-4ec6-9a6b-ee032336e986 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5e142e0-f2e3-41e1-8799-77002a26dd98 {{(pid=87636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 23 16:34:05.858430 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-1c93cfeb-8a81-4bb5-8634-f61ba07cac0b req-27fa3280-085c-4ec6-9a6b-ee032336e986 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:34:05.873871 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.provisioning_blocks [req-1c93cfeb-8a81-4bb5-8634-f61ba07cac0b req-27fa3280-085c-4ec6-9a6b-ee032336e986 service neutron] Transition to ACTIVE for port object d5e142e0-f2e3-41e1-8799-77002a26dd98 will not be triggered until provisioned by entity L2. {{(pid=87636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:34:05.877553 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-1c93cfeb-8a81-4bb5-8634-f61ba07cac0b req-27fa3280-085c-4ec6-9a6b-ee032336e986 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2176289'] for port, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:34:05.881059 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-94671df7-fefe-4db3-a05c-35fb53114378 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:34:06.035112 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fa3280-085c-4ec6-9a6b-ee032336e986 service neutron] Pushing event updated for resources: {'Port': ['ID=d5e142e0-f2e3-41e1-8799-77002a26dd98,revision_number=2']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:34:06.042840 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-27fa3280-085c-4ec6-9a6b-ee032336e986 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:34:06.115402 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [req-1c93cfeb-8a81-4bb5-8634-f61ba07cac0b req-27fa3280-085c-4ec6-9a6b-ee032336e986 service neutron] Attempting to bind port d5e142e0-f2e3-41e1-8799-77002a26dd98 on host hv-neutron-8227 for vnic_type normal with profile  {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:34:06.115770 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [req-1c93cfeb-8a81-4bb5-8634-f61ba07cac0b req-27fa3280-085c-4ec6-9a6b-ee032336e986 service neutron] Attempting to bind port d5e142e0-f2e3-41e1-8799-77002a26dd98 by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': '00b6f5ac-ce76-4573-ba2b-31f5557ec8cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '58d02b68-86ce-464d-b006-73d3120bdb35'}] {{(pid=87636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:34:06.116121 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c93cfeb-8a81-4bb5-8634-f61ba07cac0b req-27fa3280-085c-4ec6-9a6b-ee032336e986 service neutron] Attempting to bind port d5e142e0-f2e3-41e1-8799-77002a26dd98 on network 58d02b68-86ce-464d-b006-73d3120bdb35 {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:34:06.121175 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c93cfeb-8a81-4bb5-8634-f61ba07cac0b req-27fa3280-085c-4ec6-9a6b-ee032336e986 service neutron] Port d5e142e0-f2e3-41e1-8799-77002a26dd98 on network 58d02b68-86ce-464d-b006-73d3120bdb35 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 23 16:34:06.121492 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c93cfeb-8a81-4bb5-8634-f61ba07cac0b req-27fa3280-085c-4ec6-9a6b-ee032336e986 service neutron] Attempting to bind port d5e142e0-f2e3-41e1-8799-77002a26dd98 on network 58d02b68-86ce-464d-b006-73d3120bdb35 {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:34:06.126675 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c93cfeb-8a81-4bb5-8634-f61ba07cac0b req-27fa3280-085c-4ec6-9a6b-ee032336e986 service neutron] Checking agent: {'id': '5a806709-633b-4d33-98c4-3d24562c0f1e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8227', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 6, 42), 'started_at': datetime.datetime(2021, 12, 23, 16, 6, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 33, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 23 16:34:06.127012 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c93cfeb-8a81-4bb5-8634-f61ba07cac0b req-27fa3280-085c-4ec6-9a6b-ee032336e986 service neutron] Checking segment: {'id': '00b6f5ac-ce76-4573-ba2b-31f5557ec8cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '58d02b68-86ce-464d-b006-73d3120bdb35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:34:06.127395 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c93cfeb-8a81-4bb5-8634-f61ba07cac0b req-27fa3280-085c-4ec6-9a6b-ee032336e986 service neutron] Bound using segment: {'id': '00b6f5ac-ce76-4573-ba2b-31f5557ec8cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '58d02b68-86ce-464d-b006-73d3120bdb35'} {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 23 16:34:06.127819 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [req-1c93cfeb-8a81-4bb5-8634-f61ba07cac0b req-27fa3280-085c-4ec6-9a6b-ee032336e986 service neutron] Bound port: d5e142e0-f2e3-41e1-8799-77002a26dd98, host: hv-neutron-8227, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00b6f5ac-ce76-4573-ba2b-31f5557ec8cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '58d02b68-86ce-464d-b006-73d3120bdb35'}}] {{(pid=87636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 23 16:34:06.128159 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-1c93cfeb-8a81-4bb5-8634-f61ba07cac0b req-27fa3280-085c-4ec6-9a6b-ee032336e986 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:34:06.222229 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [req-1c93cfeb-8a81-4bb5-8634-f61ba07cac0b req-27fa3280-085c-4ec6-9a6b-ee032336e986 service neutron] For port d5e142e0-f2e3-41e1-8799-77002a26dd98, host hv-neutron-8227, cleared binding levels {{(pid=87636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 23 16:34:06.225370 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [req-1c93cfeb-8a81-4bb5-8634-f61ba07cac0b req-27fa3280-085c-4ec6-9a6b-ee032336e986 service neutron] For port d5e142e0-f2e3-41e1-8799-77002a26dd98, host hv-neutron-8227, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=d5e142e0-f2e3-41e1-8799-77002a26dd98,segment=NetworkSegment(00b6f5ac-ce76-4573-ba2b-31f5557ec8cd),segment_id=00b6f5ac-ce76-4573-ba2b-31f5557ec8cd)] {{(pid=87636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 23 16:34:06.232051 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-1c93cfeb-8a81-4bb5-8634-f61ba07cac0b req-27fa3280-085c-4ec6-9a6b-ee032336e986 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2176289'] for port, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:34:06.235731 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-968c3c9e-db30-4f0f-8034-d48d9023c898 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:34:06.286970 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c93cfeb-8a81-4bb5-8634-f61ba07cac0b req-27fa3280-085c-4ec6-9a6b-ee032336e986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:34:06.287633 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-1c93cfeb-8a81-4bb5-8634-f61ba07cac0b req-27fa3280-085c-4ec6-9a6b-ee032336e986 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:34:06.288977 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-1c93cfeb-8a81-4bb5-8634-f61ba07cac0b req-27fa3280-085c-4ec6-9a6b-ee032336e986 service neutron] 10.222.0.61 "PUT /v2.0/ports/d5e142e0-f2e3-41e1-8799-77002a26dd98 HTTP/1.1" status: 200  len: 1093 time: 0.9014101
Dec 23 16:34:06.289493 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e42c7770-2d8d-4c70-839d-6f75990e1e96', 'tag': 'd5e142e0-f2e3-41e1-8799-77002a26dd98'}] {{(pid=87636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 23 16:34:06.317912 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fa3280-085c-4ec6-9a6b-ee032336e986 service neutron] Pushing event updated for resources: {'Port': ['ID=d5e142e0-f2e3-41e1-8799-77002a26dd98,revision_number=3']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:34:06.321465 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-27fa3280-085c-4ec6-9a6b-ee032336e986 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:34:06.375514 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e42c7770-2d8d-4c70-839d-6f75990e1e96', 'tag': 'd5e142e0-f2e3-41e1-8799-77002a26dd98', 'status': 'completed', 'code': 200}
Dec 23 16:34:06.420324 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c93cfeb-8a81-4bb5-8634-f61ba07cac0b req-e6824216-43dc-41dd-9cfc-71edce72ccb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:34:06.421871 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-1c93cfeb-8a81-4bb5-8634-f61ba07cac0b req-e6824216-43dc-41dd-9cfc-71edce72ccb6 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=70674f663a8e4a69a2214d82389f8f1d&device_id=e42c7770-2d8d-4c70-839d-6f75990e1e96 HTTP/1.1" status: 200  len: 1096 time: 0.0878830
Dec 23 16:34:06.491928 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-1c93cfeb-8a81-4bb5-8634-f61ba07cac0b req-0f6b89ab-48e3-4966-8ab0-b4f7d1b56db6 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d5e142e0-f2e3-41e1-8799-77002a26dd98 HTTP/1.1" status: 200  len: 217 time: 0.0621445
Dec 23 16:34:06.556318 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c93cfeb-8a81-4bb5-8634-f61ba07cac0b req-b106b0a3-6880-4f87-b46e-0ef6592bdf32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:34:06.557772 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-1c93cfeb-8a81-4bb5-8634-f61ba07cac0b req-b106b0a3-6880-4f87-b46e-0ef6592bdf32 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=4a1a0751-82b4-475c-8186-df1fa1255db4 HTTP/1.1" status: 200  len: 851 time: 0.0597589
Dec 23 16:34:06.619068 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.agents_db [None req-30c2320c-f298-49f6-9c47-c20e38116a9c None None] Agent healthcheck: found 6 active agents {{(pid=87638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 23 16:34:06.635262 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c93cfeb-8a81-4bb5-8634-f61ba07cac0b req-e6986b0e-5f01-4828-9b6b-39c0aa0bf7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:34:06.636734 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-1c93cfeb-8a81-4bb5-8634-f61ba07cac0b req-e6986b0e-5f01-4828-9b6b-39c0aa0bf7d6 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=58d02b68-86ce-464d-b006-73d3120bdb35&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0726974
Dec 23 16:34:06.863979 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7825724-7537-497a-a3c6-827491dd3363 req-a2842f2b-1941-41dd-a0f5-c6c197b1a775 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:34:06.865492 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-a7825724-7537-497a-a3c6-827491dd3363 req-a2842f2b-1941-41dd-a0f5-c6c197b1a775 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/ports?device_id=e42c7770-2d8d-4c70-839d-6f75990e1e96 HTTP/1.1" status: 200  len: 943 time: 0.0845590
Dec 23 16:34:06.903832 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-1c93cfeb-8a81-4bb5-8634-f61ba07cac0b req-d4c5398d-b710-4acb-8352-d449f38f3342 service neutron] 10.222.0.61 "GET /v2.0/networks/58d02b68-86ce-464d-b006-73d3120bdb35?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2604320
Dec 23 16:34:06.914246 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-a7825724-7537-497a-a3c6-827491dd3363 req-265be302-ca24-4644-9d18-81bda3f6b9b2 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/security-groups?id=04dc5984-921e-4bdc-81b1-e5141add4ea6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425811
Dec 23 16:34:07.037825 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-1c93cfeb-8a81-4bb5-8634-f61ba07cac0b req-3e21375a-8833-4865-86fe-f6cc950420aa service neutron] 10.222.0.61 "GET /v2.0/networks/58d02b68-86ce-464d-b006-73d3120bdb35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1275506
Dec 23 16:34:07.167667 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d7f125-481e-409e-ba0e-2266ad667201 req-d0ebb2b0-c3cf-48af-8168-7c20d4346773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:34:07.169249 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-55d7f125-481e-409e-ba0e-2266ad667201 req-d0ebb2b0-c3cf-48af-8168-7c20d4346773 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=70674f663a8e4a69a2214d82389f8f1d&device_id=e42c7770-2d8d-4c70-839d-6f75990e1e96 HTTP/1.1" status: 200  len: 1096 time: 0.0782151
Dec 23 16:34:07.300494 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d7f125-481e-409e-ba0e-2266ad667201 req-82f458ae-5892-4f0f-a43f-96a0c505e452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:34:07.302559 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-55d7f125-481e-409e-ba0e-2266ad667201 req-82f458ae-5892-4f0f-a43f-96a0c505e452 service neutron] 10.222.0.61 "GET /v2.0/networks?id=58d02b68-86ce-464d-b006-73d3120bdb35 HTTP/1.1" status: 200  len: 913 time: 0.1268256
Dec 23 16:34:07.370802 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-55d7f125-481e-409e-ba0e-2266ad667201 req-6f485e16-dc6c-431d-8f09-28bb003eb98a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d5e142e0-f2e3-41e1-8799-77002a26dd98 HTTP/1.1" status: 200  len: 217 time: 0.0603409
Dec 23 16:34:07.439572 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d7f125-481e-409e-ba0e-2266ad667201 req-4ad94c90-63f5-4df0-9aa2-857333e774f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:34:07.440973 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-55d7f125-481e-409e-ba0e-2266ad667201 req-4ad94c90-63f5-4df0-9aa2-857333e774f2 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=4a1a0751-82b4-475c-8186-df1fa1255db4 HTTP/1.1" status: 200  len: 851 time: 0.0629644
Dec 23 16:34:07.520354 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d7f125-481e-409e-ba0e-2266ad667201 req-996fe096-19c2-420e-a991-3e6a86e2976a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:34:07.521895 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-55d7f125-481e-409e-ba0e-2266ad667201 req-996fe096-19c2-420e-a991-3e6a86e2976a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=58d02b68-86ce-464d-b006-73d3120bdb35&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0731199
Dec 23 16:34:07.655986 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-55d7f125-481e-409e-ba0e-2266ad667201 req-45ae05c4-2384-42ed-b4b2-e1bb94f362b3 service neutron] 10.222.0.61 "GET /v2.0/networks/58d02b68-86ce-464d-b006-73d3120bdb35?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1257589
Dec 23 16:34:07.790374 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-55d7f125-481e-409e-ba0e-2266ad667201 req-6303112a-5086-4d66-9f46-c41a16b74fc5 service neutron] 10.222.0.61 "GET /v2.0/networks/58d02b68-86ce-464d-b006-73d3120bdb35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1264164
Dec 23 16:34:08.120134 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e14aef-e614-431c-9c10-98e8649cbbac req-9c92749c-a089-40d0-a8c5-89a1bfc2601e tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:34:08.120845 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-58e14aef-e614-431c-9c10-98e8649cbbac req-9c92749c-a089-40d0-a8c5-89a1bfc2601e tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Synchronizing usage tracker for tenant:70674f663a8e4a69a2214d82389f8f1d on resource:port {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:34:08.140422 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-58e14aef-e614-431c-9c10-98e8649cbbac req-9c92749c-a089-40d0-a8c5-89a1bfc2601e tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Unset dirty status for tenant:70674f663a8e4a69a2214d82389f8f1d on resource:port {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:34:08.141626 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-58e14aef-e614-431c-9c10-98e8649cbbac req-9c92749c-a089-40d0-a8c5-89a1bfc2601e tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/ports?device_id=e42c7770-2d8d-4c70-839d-6f75990e1e96 HTTP/1.1" status: 200  len: 943 time: 0.1158166
Dec 23 16:34:08.192938 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-58e14aef-e614-431c-9c10-98e8649cbbac req-8ce06913-329a-400b-91ae-a28301da3a11 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/security-groups?id=04dc5984-921e-4bdc-81b1-e5141add4ea6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0423963
Dec 23 16:34:09.398432 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3562f6e7-2a67-4d3a-b71c-3ea126066fa2 req-fe3ad3d2-211d-417c-ab71-a3d7e0c1514a tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:34:09.399881 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-3562f6e7-2a67-4d3a-b71c-3ea126066fa2 req-fe3ad3d2-211d-417c-ab71-a3d7e0c1514a tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/ports?device_id=e42c7770-2d8d-4c70-839d-6f75990e1e96 HTTP/1.1" status: 200  len: 943 time: 0.0891507
Dec 23 16:34:09.542148 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-3562f6e7-2a67-4d3a-b71c-3ea126066fa2 req-3684b981-2781-47a8-8ac3-cdf7edd7c300 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/security-groups?id=04dc5984-921e-4bdc-81b1-e5141add4ea6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1340141
Dec 23 16:34:09.667367 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Device d5e142e0-f2e3-41e1-8799-77002a26dd98 details requested by agent hyperv_hv-neutron-8227 with host hv-neutron-8227 {{(pid=87637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 23 16:34:09.826095 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] For port d5e142e0-f2e3-41e1-8799-77002a26dd98, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=d5e142e0-f2e3-41e1-8799-77002a26dd98,segment=NetworkSegment(00b6f5ac-ce76-4573-ba2b-31f5557ec8cd),segment_id=00b6f5ac-ce76-4573-ba2b-31f5557ec8cd)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:34:09.838993 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Returning: {'device': 'd5e142e0-f2e3-41e1-8799-77002a26dd98', 'network_id': '58d02b68-86ce-464d-b006-73d3120bdb35', 'port_id': 'd5e142e0-f2e3-41e1-8799-77002a26dd98', 'mac_address': 'fa:16:3e:e5:8f:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a1a0751-82b4-475c-8186-df1fa1255db4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 23 16:34:09.893158 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:34:09.912557 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.notifiers.nova [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5e142e0-f2e3-41e1-8799-77002a26dd98 {{(pid=87637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 23 16:34:09.927839 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] For port d5e142e0-f2e3-41e1-8799-77002a26dd98, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=d5e142e0-f2e3-41e1-8799-77002a26dd98,segment=NetworkSegment(00b6f5ac-ce76-4573-ba2b-31f5557ec8cd),segment_id=00b6f5ac-ce76-4573-ba2b-31f5557ec8cd)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:34:09.933579 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:34:09.935972 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:34:10.000838 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Pushing event updated for resources: {'Port': ['ID=d5e142e0-f2e3-41e1-8799-77002a26dd98,revision_number=4']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:34:10.004226 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:34:10.134329 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] get_ports_and_sgs() called for port_ids ['d5e142e0-f2e3-41e1-8799-77002a26dd98'] {{(pid=87637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 23 16:34:10.740744 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1d57a8-ac92-42f3-9775-4adbd065e71d req-f9f0aa89-4194-45cf-8649-ff76b326fc3d tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:34:10.742178 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-fb1d57a8-ac92-42f3-9775-4adbd065e71d req-f9f0aa89-4194-45cf-8649-ff76b326fc3d tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/ports?device_id=e42c7770-2d8d-4c70-839d-6f75990e1e96 HTTP/1.1" status: 200  len: 944 time: 0.0817430
Dec 23 16:34:10.793577 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-fb1d57a8-ac92-42f3-9775-4adbd065e71d req-1b80a87b-4900-4e1f-a5ba-980ffaf7e221 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/security-groups?id=04dc5984-921e-4bdc-81b1-e5141add4ea6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425889
Dec 23 16:34:11.667022 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Device d5e142e0-f2e3-41e1-8799-77002a26dd98 up at agent hyperv_hv-neutron-8227 {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:34:11.739706 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Provisioning for port d5e142e0-f2e3-41e1-8799-77002a26dd98 completed by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:34:11.744988 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Provisioning complete for port d5e142e0-f2e3-41e1-8799-77002a26dd98 triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:34:11.745376 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:34:11.875219 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:34:11.902282 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e42c7770-2d8d-4c70-839d-6f75990e1e96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5e142e0-f2e3-41e1-8799-77002a26dd98'}] {{(pid=87637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 23 16:34:11.912885 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] For port d5e142e0-f2e3-41e1-8799-77002a26dd98, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=d5e142e0-f2e3-41e1-8799-77002a26dd98,segment=NetworkSegment(00b6f5ac-ce76-4573-ba2b-31f5557ec8cd),segment_id=00b6f5ac-ce76-4573-ba2b-31f5557ec8cd)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:34:11.917283 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:34:11.919674 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:34:11.949981 dv-neutron-822799-1-hyperv neutron-server[87637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e42c7770-2d8d-4c70-839d-6f75990e1e96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5e142e0-f2e3-41e1-8799-77002a26dd98', 'code': 200}
Dec 23 16:34:11.989598 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Pushing event updated for resources: {'Port': ['ID=d5e142e0-f2e3-41e1-8799-77002a26dd98,revision_number=5']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:34:11.999750 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:34:12.011056 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:34:12.021487 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf14175-293b-42e4-9a66-b6668b7eecfa req-9a604c56-6bf5-4bc6-b795-f3ca9b9ed221 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:34:12.022970 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-caf14175-293b-42e4-9a66-b6668b7eecfa req-9a604c56-6bf5-4bc6-b795-f3ca9b9ed221 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/ports?device_id=e42c7770-2d8d-4c70-839d-6f75990e1e96 HTTP/1.1" status: 200  len: 945 time: 0.1007981
Dec 23 16:34:12.072733 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-caf14175-293b-42e4-9a66-b6668b7eecfa req-cf741ca4-8a34-42a4-87bc-80cad7edb0ea tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/security-groups?id=04dc5984-921e-4bdc-81b1-e5141add4ea6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0437429
Dec 23 16:34:12.189256 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fa9376-2631-4cb3-b75a-5b49551ab8b2 req-d17bfcfe-67b6-466f-8afb-2b19ef7944d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:34:12.190612 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-17fa9376-2631-4cb3-b75a-5b49551ab8b2 req-d17bfcfe-67b6-466f-8afb-2b19ef7944d3 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=e42c7770-2d8d-4c70-839d-6f75990e1e96 HTTP/1.1" status: 200  len: 1098 time: 0.0726154
Dec 23 16:34:12.245941 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-17fa9376-2631-4cb3-b75a-5b49551ab8b2 req-ace191fd-c24b-488c-9364-bf983e991a5a service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=04dc5984-921e-4bdc-81b1-e5141add4ea6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0477588
Dec 23 16:34:13.359478 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2860ac91-62ae-4037-81c6-ce3e49de1842 req-62a83406-7522-4a8b-83e8-47a3a201161c tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:34:13.360824 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-2860ac91-62ae-4037-81c6-ce3e49de1842 req-62a83406-7522-4a8b-83e8-47a3a201161c tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/ports?device_id=e42c7770-2d8d-4c70-839d-6f75990e1e96 HTTP/1.1" status: 200  len: 945 time: 0.1746008
Dec 23 16:34:13.408136 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-2860ac91-62ae-4037-81c6-ce3e49de1842 req-256440e6-6107-426b-877e-82e5b8f09238 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/security-groups?id=04dc5984-921e-4bdc-81b1-e5141add4ea6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0387926
Dec 23 16:34:14.606566 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdfa926-281d-4fb6-822c-32119ebf30f0 req-39dcd5c6-7deb-4f7c-97ee-25ef87a796ad tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:34:14.608431 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-0cdfa926-281d-4fb6-822c-32119ebf30f0 req-39dcd5c6-7deb-4f7c-97ee-25ef87a796ad tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/ports?device_id=e42c7770-2d8d-4c70-839d-6f75990e1e96 HTTP/1.1" status: 200  len: 945 time: 0.0872617
Dec 23 16:34:14.654788 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-0cdfa926-281d-4fb6-822c-32119ebf30f0 req-b02ac86f-c0fe-4af7-a291-de722c164b30 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/security-groups?id=04dc5984-921e-4bdc-81b1-e5141add4ea6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0405591
Dec 23 16:34:14.842853 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72172b2-ac86-4d96-909a-090b802a0d49 req-d95b3a1b-86a2-4dda-ba46-083371160bd9 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:34:14.844300 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-f72172b2-ac86-4d96-909a-090b802a0d49 req-d95b3a1b-86a2-4dda-ba46-083371160bd9 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/ports?device_id=e42c7770-2d8d-4c70-839d-6f75990e1e96 HTTP/1.1" status: 200  len: 945 time: 0.0895257
Dec 23 16:34:14.852957 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 56430) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:34:14.860556 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-860fdff5-d6da-468a-8a20-96bc4cf29cdf tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Request body: {'floatingip': {'port_id': 'd5e142e0-f2e3-41e1-8799-77002a26dd98'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:34:14.942800 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-860fdff5-d6da-468a-8a20-96bc4cf29cdf tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Notify callbacks [] for floatingip, before_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:34:15.672398 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-860fdff5-d6da-468a-8a20-96bc4cf29cdf tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:34:15.677909 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-860fdff5-d6da-468a-8a20-96bc4cf29cdf tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1824189'] for floatingip, after_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:34:15.851055 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.db.l3_db [None req-860fdff5-d6da-468a-8a20-96bc4cf29cdf tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Floating IP 2c2638a1-e1a4-4f8e-b15f-6c8e9c45d840 associated. External IP: 172.26.3.160, port: d5e142e0-f2e3-41e1-8799-77002a26dd98.
Dec 23 16:34:16.208140 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-860fdff5-d6da-468a-8a20-96bc4cf29cdf tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Router 2229da30-4a52-4e13-a284-b950ebe18b8e has already been hosted by L3 agent 371d4c41-c7e2-4de7-9539-c049ec4e95d1 {{(pid=87635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 23 16:34:16.529317 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-860fdff5-d6da-468a-8a20-96bc4cf29cdf tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Notify agent at l3_agent.dv-neutron-822799-1-hyperv the message routers_updated {{(pid=87635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 23 16:34:16.534556 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-860fdff5-d6da-468a-8a20-96bc4cf29cdf tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for floatingip, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:34:16.539141 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f0f8ab0-01b0-41d7-ae17-fad62b066202 None None] Sync routers for ids ['2229da30-4a52-4e13-a284-b950ebe18b8e'] in dv-neutron-822799-1-hyperv {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 23 16:34:16.550486 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f0f8ab0-01b0-41d7-ae17-fad62b066202 None None] Routers {'2229da30-4a52-4e13-a284-b950ebe18b8e'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:34:16.551033 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-9f0f8ab0-01b0-41d7-ae17-fad62b066202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc2976c40>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:33:50Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['2229da30-4a52-4e13-a284-b950ebe18b8e'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:34:16.588414 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-860fdff5-d6da-468a-8a20-96bc4cf29cdf tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "PUT /v2.0/floatingips/2c2638a1-e1a4-4f8e-b15f-6c8e9c45d840 HTTP/1.1" status: 200  len: 991 time: 1.7343225
Dec 23 16:34:16.589188 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e42c7770-2d8d-4c70-839d-6f75990e1e96', 'tag': 'd5e142e0-f2e3-41e1-8799-77002a26dd98'}] {{(pid=87635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 23 16:34:16.696041 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e42c7770-2d8d-4c70-839d-6f75990e1e96', 'tag': 'd5e142e0-f2e3-41e1-8799-77002a26dd98', 'status': 'completed', 'code': 200}
Dec 23 16:34:16.752615 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-9f0f8ab0-01b0-41d7-ae17-fad62b066202 None None] Set router 2229da30-4a52-4e13-a284-b950ebe18b8e gateway port host: dv-neutron-822799-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:34:16.792256 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463b4c37-f952-4284-98aa-8b746ddf5278 req-35cdd445-6c7f-40bb-8be5-193d307a4d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:34:16.793956 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-463b4c37-f952-4284-98aa-8b746ddf5278 req-35cdd445-6c7f-40bb-8be5-193d307a4d62 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=70674f663a8e4a69a2214d82389f8f1d&device_id=e42c7770-2d8d-4c70-839d-6f75990e1e96 HTTP/1.1" status: 200  len: 1098 time: 0.0753911
Dec 23 16:34:16.927798 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463b4c37-f952-4284-98aa-8b746ddf5278 req-3dfd960e-0191-45fe-93bd-45a550fe10f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:34:16.929267 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-463b4c37-f952-4284-98aa-8b746ddf5278 req-3dfd960e-0191-45fe-93bd-45a550fe10f8 service neutron] 10.222.0.61 "GET /v2.0/networks?id=58d02b68-86ce-464d-b006-73d3120bdb35 HTTP/1.1" status: 200  len: 913 time: 0.1295149
Dec 23 16:34:17.030840 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-463b4c37-f952-4284-98aa-8b746ddf5278 req-3eb746c0-59f5-47fd-b65d-21c15142c724 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d5e142e0-f2e3-41e1-8799-77002a26dd98 HTTP/1.1" status: 200  len: 999 time: 0.0944746
Dec 23 16:34:17.097187 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463b4c37-f952-4284-98aa-8b746ddf5278 req-8b3ed9c3-a845-4c46-ad06-ccc4ead374b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:34:17.098635 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-463b4c37-f952-4284-98aa-8b746ddf5278 req-8b3ed9c3-a845-4c46-ad06-ccc4ead374b1 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=4a1a0751-82b4-475c-8186-df1fa1255db4 HTTP/1.1" status: 200  len: 851 time: 0.0621564
Dec 23 16:34:17.100440 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-9f0f8ab0-01b0-41d7-ae17-fad62b066202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc2976c40>, [{'id': '2229da30-4a52-4e13-a284-b950ebe18b8e', 'name': 'tempest-ServerActionsTestJSON-1120133599-router', 'tenant_id': '70674f663a8e4a69a2214d82389f8f1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.242'}], 'enable_snat': True}, 'gw_port_id': 'b264cb33-bbcb-416b-8499-db9354d37b08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:31:21Z', 'updated_at': '2021-12-23T16:31:25Z', 'revision_number': 4, 'project_id': '70674f663a8e4a69a2214d82389f8f1d', 'gw_port': {'id': 'b264cb33-bbcb-416b-8499-db9354d37b08', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:e9:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2229da30-4a52-4e13-a284-b950ebe18b8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:31:22Z', 'updated_at': '2021-12-23T16:31:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_floatingips': [{'id': '2c2638a1-e1a4-4f8e-b15f-6c8e9c45d840', 'tenant_id': '70674f663a8e4a69a2214d82389f8f1d', 'floating_ip_address': '172.26.3.160', 'floating_network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'router_id': '2229da30-4a52-4e13-a284-b950ebe18b8e', 'port_id': 'd5e142e0-f2e3-41e1-8799-77002a26dd98', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58d02b68-86ce-464d-b006-73d3120bdb35', 'mac_address': 'fa:16:3e:e5:8f:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e42c7770-2d8d-4c70-839d-6f75990e1e96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:31:28Z', 'updated_at': '2021-12-23T16:34:15Z', 'revision_number': 9, 'project_id': '70674f663a8e4a69a2214d82389f8f1d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '190d7369-1523-4306-8e01-6f968dc098aa', 'name': '', 'network_id': '58d02b68-86ce-464d-b006-73d3120bdb35', 'tenant_id': '70674f663a8e4a69a2214d82389f8f1d', 'mac_address': 'fa:16:3e:44:eb:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2229da30-4a52-4e13-a284-b950ebe18b8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '4a1a0751-82b4-475c-8186-df1fa1255db4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:31:24Z', 'updated_at': '2021-12-23T16:31:30Z', 'revision_number': 5, 'project_id': '70674f663a8e4a69a2214d82389f8f1d', 'subnets': [{'id': '4a1a0751-82b4-475c-8186-df1fa1255db4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:34:17.104170 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f0f8ab0-01b0-41d7-ae17-fad62b066202 None None] Checking router: 2229da30-4a52-4e13-a284-b950ebe18b8e for host: dv-neutron-822799-1-hyperv {{(pid=87638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 23 16:34:17.113395 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f0f8ab0-01b0-41d7-ae17-fad62b066202 None None] Routers {'2229da30-4a52-4e13-a284-b950ebe18b8e'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:34:17.114018 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-9f0f8ab0-01b0-41d7-ae17-fad62b066202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc2976c40>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:33:50Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['2229da30-4a52-4e13-a284-b950ebe18b8e'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:34:17.173979 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463b4c37-f952-4284-98aa-8b746ddf5278 req-d3deed1e-174a-4eae-965d-6bc77b838379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:34:17.175481 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-463b4c37-f952-4284-98aa-8b746ddf5278 req-d3deed1e-174a-4eae-965d-6bc77b838379 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=58d02b68-86ce-464d-b006-73d3120bdb35&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0699830
Dec 23 16:34:17.299484 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-9f0f8ab0-01b0-41d7-ae17-fad62b066202 None None] Set router 2229da30-4a52-4e13-a284-b950ebe18b8e gateway port host: dv-neutron-822799-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:34:17.385397 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4655996b-5a6c-4c3d-a27d-c7d0b0c6d23b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:34:17.447281 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-463b4c37-f952-4284-98aa-8b746ddf5278 req-9c20e25c-34de-495e-9b92-7280ca387385 service neutron] 10.222.0.61 "GET /v2.0/networks/58d02b68-86ce-464d-b006-73d3120bdb35?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2638195
Dec 23 16:34:17.580581 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-463b4c37-f952-4284-98aa-8b746ddf5278 req-3a4939b3-74ac-40dc-8d77-e7a2c1b47ffe service neutron] 10.222.0.61 "GET /v2.0/networks/58d02b68-86ce-464d-b006-73d3120bdb35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1264126
Dec 23 16:34:17.655472 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-9f0f8ab0-01b0-41d7-ae17-fad62b066202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc2976c40>, [{'id': '2229da30-4a52-4e13-a284-b950ebe18b8e', 'name': 'tempest-ServerActionsTestJSON-1120133599-router', 'tenant_id': '70674f663a8e4a69a2214d82389f8f1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.242'}], 'enable_snat': True}, 'gw_port_id': 'b264cb33-bbcb-416b-8499-db9354d37b08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:31:21Z', 'updated_at': '2021-12-23T16:31:25Z', 'revision_number': 4, 'project_id': '70674f663a8e4a69a2214d82389f8f1d', 'gw_port': {'id': 'b264cb33-bbcb-416b-8499-db9354d37b08', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:e9:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2229da30-4a52-4e13-a284-b950ebe18b8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:31:22Z', 'updated_at': '2021-12-23T16:31:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_floatingips': [{'id': '2c2638a1-e1a4-4f8e-b15f-6c8e9c45d840', 'tenant_id': '70674f663a8e4a69a2214d82389f8f1d', 'floating_ip_address': '172.26.3.160', 'floating_network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'router_id': '2229da30-4a52-4e13-a284-b950ebe18b8e', 'port_id': 'd5e142e0-f2e3-41e1-8799-77002a26dd98', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58d02b68-86ce-464d-b006-73d3120bdb35', 'mac_address': 'fa:16:3e:e5:8f:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e42c7770-2d8d-4c70-839d-6f75990e1e96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:31:28Z', 'updated_at': '2021-12-23T16:34:15Z', 'revision_number': 9, 'project_id': '70674f663a8e4a69a2214d82389f8f1d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '190d7369-1523-4306-8e01-6f968dc098aa', 'name': '', 'network_id': '58d02b68-86ce-464d-b006-73d3120bdb35', 'tenant_id': '70674f663a8e4a69a2214d82389f8f1d', 'mac_address': 'fa:16:3e:44:eb:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2229da30-4a52-4e13-a284-b950ebe18b8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '4a1a0751-82b4-475c-8186-df1fa1255db4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:31:24Z', 'updated_at': '2021-12-23T16:31:30Z', 'revision_number': 5, 'project_id': '70674f663a8e4a69a2214d82389f8f1d', 'subnets': [{'id': '4a1a0751-82b4-475c-8186-df1fa1255db4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:34:17.660596 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f0f8ab0-01b0-41d7-ae17-fad62b066202 None None] The sync data for ids ['2229da30-4a52-4e13-a284-b950ebe18b8e'] in dv-neutron-822799-1-hyperv is: [{'id': '2229da30-4a52-4e13-a284-b950ebe18b8e', 'name': 'tempest-ServerActionsTestJSON-1120133599-router', 'tenant_id': '70674f663a8e4a69a2214d82389f8f1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.242'}], 'enable_snat': True}, 'gw_port_id': 'b264cb33-bbcb-416b-8499-db9354d37b08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:31:21Z', 'updated_at': '2021-12-23T16:31:25Z', 'revision_number': 4, 'project_id': '70674f663a8e4a69a2214d82389f8f1d', 'gw_port': {'id': 'b264cb33-bbcb-416b-8499-db9354d37b08', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:e9:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2229da30-4a52-4e13-a284-b950ebe18b8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:31:22Z', 'updated_at': '2021-12-23T16:31:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_floatingips': [{'id': '2c2638a1-e1a4-4f8e-b15f-6c8e9c45d840', 'tenant_id': '70674f663a8e4a69a2214d82389f8f1d', 'floating_ip_address': '172.26.3.160', 'floating_network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'router_id': '2229da30-4a52-4e13-a284-b950ebe18b8e', 'port_id': 'd5e142e0-f2e3-41e1-8799-77002a26dd98', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58d02b68-86ce-464d-b006-73d3120bdb35', 'mac_address': 'fa:16:3e:e5:8f:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e42c7770-2d8d-4c70-839d-6f75990e1e96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:31:28Z', 'updated_at': '2021-12-23T16:34:15Z', 'revision_number': 9, 'project_id': '70674f663a8e4a69a2214d82389f8f1d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '190d7369-1523-4306-8e01-6f968dc098aa', 'name': '', 'network_id': '58d02b68-86ce-464d-b006-73d3120bdb35', 'tenant_id': '70674f663a8e4a69a2214d82389f8f1d', 'mac_address': 'fa:16:3e:44:eb:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2229da30-4a52-4e13-a284-b950ebe18b8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '4a1a0751-82b4-475c-8186-df1fa1255db4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:31:24Z', 'updated_at': '2021-12-23T16:31:30Z', 'revision_number': 5, 'project_id': '70674f663a8e4a69a2214d82389f8f1d', 'subnets': [{'id': '4a1a0751-82b4-475c-8186-df1fa1255db4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 23 16:34:17.866876 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d9ba0f-915f-4cf7-917a-b8ba4493e9ef None None] New status for floating IP 2c2638a1-e1a4-4f8e-b15f-6c8e9c45d840: ACTIVE {{(pid=87637) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 23 16:34:19.762336 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-25524b63-7299-4859-9bc6-17c92cc532a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:34:20.824094 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9dcbea60-a34f-4144-91e7-90aff3f57aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:34:20.905838 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:34:22.311060 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9e3aab53-d650-47e3-b8a6-2dff21fe9ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:34:42.024730 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:34:43.620711 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.agents_db [None req-30c2320c-f298-49f6-9c47-c20e38116a9c None None] Agent healthcheck: found 6 active agents {{(pid=87638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 23 16:34:47.387722 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4fb7f16f-7051-4a43-bf87-c7fd27d1b795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:34:49.753676 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-e65249d0-1ced-4017-b5e6-5c0c73e42a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:34:50.822559 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9dcbea60-a34f-4144-91e7-90aff3f57aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:34:50.900472 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:34:51.068861 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-1956a2fa-d6b0-4e9c-a160-2d92f1e0da75 req-05d38b4c-1092-4bc3-8b08-8d9170d5b57b service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=e42c7770-2d8d-4c70-839d-6f75990e1e96&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1194286
Dec 23 16:34:51.077155 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8341cafd-ea83-4a05-b511-17f0d1797ce8 req-ecfc8643-0cdd-4c6c-9dbb-a87f45dcd1e5 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:34:51.078612 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-8341cafd-ea83-4a05-b511-17f0d1797ce8 req-ecfc8643-0cdd-4c6c-9dbb-a87f45dcd1e5 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/ports?device_id=e42c7770-2d8d-4c70-839d-6f75990e1e96 HTTP/1.1" status: 200  len: 945 time: 0.0856462
Dec 23 16:34:51.124630 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-8341cafd-ea83-4a05-b511-17f0d1797ce8 req-014ca5ee-906b-456c-9b01-100f3fe38d33 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/security-groups?id=04dc5984-921e-4bdc-81b1-e5141add4ea6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0401566
Dec 23 16:34:52.229523 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1956a2fa-d6b0-4e9c-a160-2d92f1e0da75 req-223c0e82-e7ea-490a-b355-0cf2f5592cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:34:52.231235 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-1956a2fa-d6b0-4e9c-a160-2d92f1e0da75 req-223c0e82-e7ea-490a-b355-0cf2f5592cf7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=70674f663a8e4a69a2214d82389f8f1d&device_id=e42c7770-2d8d-4c70-839d-6f75990e1e96 HTTP/1.1" status: 200  len: 1098 time: 0.0738218
Dec 23 16:34:52.319169 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9e3aab53-d650-47e3-b8a6-2dff21fe9ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:34:52.433829 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1956a2fa-d6b0-4e9c-a160-2d92f1e0da75 req-76adae43-b0e8-4205-be05-4bcc0d5250c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:34:52.435232 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-1956a2fa-d6b0-4e9c-a160-2d92f1e0da75 req-76adae43-b0e8-4205-be05-4bcc0d5250c8 service neutron] 10.222.0.61 "GET /v2.0/networks?id=58d02b68-86ce-464d-b006-73d3120bdb35 HTTP/1.1" status: 200  len: 913 time: 0.1716964
Dec 23 16:34:52.443558 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82977dc-580a-4a2b-bb2c-41d848cdde56 req-cff6248c-198d-4756-a342-8afe1dba9968 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:34:52.445841 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-d82977dc-580a-4a2b-bb2c-41d848cdde56 req-cff6248c-198d-4756-a342-8afe1dba9968 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/ports?device_id=e42c7770-2d8d-4c70-839d-6f75990e1e96 HTTP/1.1" status: 200  len: 945 time: 0.2118483
Dec 23 16:34:52.572089 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-d82977dc-580a-4a2b-bb2c-41d848cdde56 req-624a159c-3d06-4748-b4ce-12178c96bdb0 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/security-groups?id=04dc5984-921e-4bdc-81b1-e5141add4ea6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0787072
Dec 23 16:34:52.573883 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-1956a2fa-d6b0-4e9c-a160-2d92f1e0da75 req-fe96be74-ee0b-453e-93ba-e2b49f673674 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d5e142e0-f2e3-41e1-8799-77002a26dd98 HTTP/1.1" status: 200  len: 1002 time: 0.1272228
Dec 23 16:34:52.638261 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1956a2fa-d6b0-4e9c-a160-2d92f1e0da75 req-1ebd765d-e116-46c2-ae20-2efe75c7023c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:34:52.639665 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-1956a2fa-d6b0-4e9c-a160-2d92f1e0da75 req-1ebd765d-e116-46c2-ae20-2efe75c7023c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=4a1a0751-82b4-475c-8186-df1fa1255db4 HTTP/1.1" status: 200  len: 851 time: 0.0598485
Dec 23 16:34:52.722054 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1956a2fa-d6b0-4e9c-a160-2d92f1e0da75 req-07f2e1d3-dac6-46ae-99e4-df61ec1b6160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:34:52.723495 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-1956a2fa-d6b0-4e9c-a160-2d92f1e0da75 req-07f2e1d3-dac6-46ae-99e4-df61ec1b6160 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=58d02b68-86ce-464d-b006-73d3120bdb35&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0768754
Dec 23 16:34:52.855755 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-1956a2fa-d6b0-4e9c-a160-2d92f1e0da75 req-934c41e3-da7a-4de8-9d52-d7a2851012cb service neutron] 10.222.0.61 "GET /v2.0/networks/58d02b68-86ce-464d-b006-73d3120bdb35?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1248007
Dec 23 16:34:52.990067 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-1956a2fa-d6b0-4e9c-a160-2d92f1e0da75 req-cc2f0670-4043-4a6d-bed3-a514151c5501 service neutron] 10.222.0.61 "GET /v2.0/networks/58d02b68-86ce-464d-b006-73d3120bdb35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1277108
Dec 23 16:34:53.776474 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064efff3-7608-4320-8755-7b587b90007f req-feeb787d-8ff2-45f3-8088-f91d89a323be tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:34:53.777973 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-064efff3-7608-4320-8755-7b587b90007f req-feeb787d-8ff2-45f3-8088-f91d89a323be tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/ports?device_id=e42c7770-2d8d-4c70-839d-6f75990e1e96 HTTP/1.1" status: 200  len: 945 time: 0.0876992
Dec 23 16:34:53.822524 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-064efff3-7608-4320-8755-7b587b90007f req-3854febc-1f39-4909-a4af-ed15304e460b tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/security-groups?id=04dc5984-921e-4bdc-81b1-e5141add4ea6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0389116
Dec 23 16:34:55.016044 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e47f854-2e44-4968-9f7c-aa5c41b845b6 req-0955963f-1acc-4d6d-9792-59db3cb2cfa0 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:34:55.017491 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-6e47f854-2e44-4968-9f7c-aa5c41b845b6 req-0955963f-1acc-4d6d-9792-59db3cb2cfa0 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/ports?device_id=e42c7770-2d8d-4c70-839d-6f75990e1e96 HTTP/1.1" status: 200  len: 945 time: 0.0802541
Dec 23 16:34:55.063036 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-6e47f854-2e44-4968-9f7c-aa5c41b845b6 req-9eda77af-c1f4-4834-9b6c-4cf1e7e1c76b tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/security-groups?id=04dc5984-921e-4bdc-81b1-e5141add4ea6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0373063
Dec 23 16:34:56.255269 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3792415-eb7d-4a0c-8c4a-2c9f3c27e784 req-c9845d0a-65c7-4b16-9b55-cf4b9ed6e895 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:34:56.256841 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-b3792415-eb7d-4a0c-8c4a-2c9f3c27e784 req-c9845d0a-65c7-4b16-9b55-cf4b9ed6e895 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/ports?device_id=e42c7770-2d8d-4c70-839d-6f75990e1e96 HTTP/1.1" status: 200  len: 945 time: 0.0856547
Dec 23 16:34:56.301685 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-b3792415-eb7d-4a0c-8c4a-2c9f3c27e784 req-8981f79c-5ca3-4452-883c-d1bf40e10056 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/security-groups?id=04dc5984-921e-4bdc-81b1-e5141add4ea6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0390456
Dec 23 16:34:57.506165 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4002f0f2-ba55-410b-b41a-d1d82f6cd38c req-56725db8-f891-4d91-a81f-0a038a733911 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:34:57.507837 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-4002f0f2-ba55-410b-b41a-d1d82f6cd38c req-56725db8-f891-4d91-a81f-0a038a733911 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/ports?device_id=e42c7770-2d8d-4c70-839d-6f75990e1e96 HTTP/1.1" status: 200  len: 945 time: 0.0870724
Dec 23 16:34:57.552212 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-4002f0f2-ba55-410b-b41a-d1d82f6cd38c req-cbeffbab-a331-4fb8-9264-7eb62e3fafb5 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/security-groups?id=04dc5984-921e-4bdc-81b1-e5141add4ea6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0388110
Dec 23 16:34:58.754547 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8a5372-33c8-4c79-adf0-3d86d97ee9e5 req-57b8b146-e9f6-49ab-a2f8-7588354f015f tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:34:58.756004 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-1c8a5372-33c8-4c79-adf0-3d86d97ee9e5 req-57b8b146-e9f6-49ab-a2f8-7588354f015f tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/ports?device_id=e42c7770-2d8d-4c70-839d-6f75990e1e96 HTTP/1.1" status: 200  len: 945 time: 0.0906944
Dec 23 16:34:58.801940 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-1c8a5372-33c8-4c79-adf0-3d86d97ee9e5 req-e842848c-a1cf-4108-8359-fe992e0fcbd5 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/security-groups?id=04dc5984-921e-4bdc-81b1-e5141add4ea6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0399673
Dec 23 16:35:00.008070 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be0bf92-6bc4-44fe-a252-88639e36ed51 req-b3c6c157-ec4c-4e27-b45b-67902dfaa56d tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:35:00.009476 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-7be0bf92-6bc4-44fe-a252-88639e36ed51 req-b3c6c157-ec4c-4e27-b45b-67902dfaa56d tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/ports?device_id=e42c7770-2d8d-4c70-839d-6f75990e1e96 HTTP/1.1" status: 200  len: 945 time: 0.0924330
Dec 23 16:35:00.054005 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-7be0bf92-6bc4-44fe-a252-88639e36ed51 req-e5e9ee0f-41ab-41c6-962b-e35a4f5d3aa2 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/security-groups?id=04dc5984-921e-4bdc-81b1-e5141add4ea6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0381541
Dec 23 16:35:01.254263 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c40222-778c-45d4-97be-ca150c19f4fe req-85bc9706-e509-4ffd-90e4-5d31975c650d tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:35:01.255710 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-d8c40222-778c-45d4-97be-ca150c19f4fe req-85bc9706-e509-4ffd-90e4-5d31975c650d tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/ports?device_id=e42c7770-2d8d-4c70-839d-6f75990e1e96 HTTP/1.1" status: 200  len: 945 time: 0.0868912
Dec 23 16:35:01.301216 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-d8c40222-778c-45d4-97be-ca150c19f4fe req-46734cdd-b8da-4596-be0f-8ddc1d9bcf30 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/security-groups?id=04dc5984-921e-4bdc-81b1-e5141add4ea6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0393031
Dec 23 16:35:02.498521 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d2b168-39d0-46a9-8f74-1c5d02c61445 req-ee92db27-9ead-4e1a-9cce-dc8099aaf9b7 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:35:02.500249 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-83d2b168-39d0-46a9-8f74-1c5d02c61445 req-ee92db27-9ead-4e1a-9cce-dc8099aaf9b7 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/ports?device_id=e42c7770-2d8d-4c70-839d-6f75990e1e96 HTTP/1.1" status: 200  len: 945 time: 0.0923371
Dec 23 16:35:02.544446 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-83d2b168-39d0-46a9-8f74-1c5d02c61445 req-662b73a8-f733-420f-94c2-618b6d4d3054 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/security-groups?id=04dc5984-921e-4bdc-81b1-e5141add4ea6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0384967
Dec 23 16:35:03.733813 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13b05f4-5c76-4fb3-9748-6e9b776fd421 req-ee121fe5-d89a-4c25-ba65-6a5144ded13f tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:35:03.735264 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-f13b05f4-5c76-4fb3-9748-6e9b776fd421 req-ee121fe5-d89a-4c25-ba65-6a5144ded13f tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/ports?device_id=e42c7770-2d8d-4c70-839d-6f75990e1e96 HTTP/1.1" status: 200  len: 945 time: 0.0834692
Dec 23 16:35:03.784634 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-f13b05f4-5c76-4fb3-9748-6e9b776fd421 req-fa6bf95d-8235-4270-9850-4ae262728410 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/security-groups?id=04dc5984-921e-4bdc-81b1-e5141add4ea6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0436425
Dec 23 16:35:04.721229 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-1956a2fa-d6b0-4e9c-a160-2d92f1e0da75 req-bf50b187-a380-402f-870b-259981d32b62 service neutron] 10.222.0.61 "GET /v2.0/ports/d5e142e0-f2e3-41e1-8799-77002a26dd98/bindings/hv-neutron-8227 HTTP/1.1" status: 200  len: 384 time: 0.1419203
Dec 23 16:35:05.007006 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1956a2fa-d6b0-4e9c-a160-2d92f1e0da75 req-3ca7a866-150c-4bdc-83f6-137f23762162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:35:05.008848 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-1956a2fa-d6b0-4e9c-a160-2d92f1e0da75 req-3ca7a866-150c-4bdc-83f6-137f23762162 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=e42c7770-2d8d-4c70-839d-6f75990e1e96&tenant_id=70674f663a8e4a69a2214d82389f8f1d HTTP/1.1" status: 200  len: 1098 time: 0.0748658
Dec 23 16:35:05.038786 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb09f02d-88e6-4dfb-b9f8-619fca9d1f37 req-0fe4a777-7232-4060-93a6-b3653d151e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:35:05.040257 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-bb09f02d-88e6-4dfb-b9f8-619fca9d1f37 req-0fe4a777-7232-4060-93a6-b3653d151e6f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=70674f663a8e4a69a2214d82389f8f1d&device_id=e42c7770-2d8d-4c70-839d-6f75990e1e96 HTTP/1.1" status: 200  len: 1098 time: 0.2824838
Dec 23 16:35:05.050856 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c69877-7273-4f7c-9a90-369ce209cbfc req-9f27734c-1c58-441c-934d-618b45f3e2a9 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:35:05.052217 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-67c69877-7273-4f7c-9a90-369ce209cbfc req-9f27734c-1c58-441c-934d-618b45f3e2a9 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/ports?device_id=e42c7770-2d8d-4c70-839d-6f75990e1e96 HTTP/1.1" status: 200  len: 945 time: 0.1136010
Dec 23 16:35:05.177913 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-67c69877-7273-4f7c-9a90-369ce209cbfc req-5a435972-d6e2-4a48-9c1b-b0f72ec9fe8b tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/security-groups?id=04dc5984-921e-4bdc-81b1-e5141add4ea6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1185656
Dec 23 16:35:05.213928 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb09f02d-88e6-4dfb-b9f8-619fca9d1f37 req-e027ce75-9ade-419a-9b88-4a8a93ea7537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:35:05.215345 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-bb09f02d-88e6-4dfb-b9f8-619fca9d1f37 req-e027ce75-9ade-419a-9b88-4a8a93ea7537 service neutron] 10.222.0.61 "GET /v2.0/networks?id=58d02b68-86ce-464d-b006-73d3120bdb35 HTTP/1.1" status: 200  len: 913 time: 0.1430511
Dec 23 16:35:05.335875 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-bb09f02d-88e6-4dfb-b9f8-619fca9d1f37 req-d5c63d53-a869-430b-ab36-1deb093f4548 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d5e142e0-f2e3-41e1-8799-77002a26dd98 HTTP/1.1" status: 200  len: 1002 time: 0.1143713
Dec 23 16:35:05.397089 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb09f02d-88e6-4dfb-b9f8-619fca9d1f37 req-fbe770cf-171f-4ef6-9c69-c8b4b169d701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:35:05.398484 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-bb09f02d-88e6-4dfb-b9f8-619fca9d1f37 req-fbe770cf-171f-4ef6-9c69-c8b4b169d701 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=4a1a0751-82b4-475c-8186-df1fa1255db4 HTTP/1.1" status: 200  len: 851 time: 0.0557363
Dec 23 16:35:05.476781 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb09f02d-88e6-4dfb-b9f8-619fca9d1f37 req-0726d86a-5e44-425c-aa1e-2d79aeb5df84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:35:05.478246 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-bb09f02d-88e6-4dfb-b9f8-619fca9d1f37 req-0726d86a-5e44-425c-aa1e-2d79aeb5df84 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=58d02b68-86ce-464d-b006-73d3120bdb35&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0730700
Dec 23 16:35:05.607568 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-bb09f02d-88e6-4dfb-b9f8-619fca9d1f37 req-194aab53-b869-4397-a2e5-8bf91d72c67a service neutron] 10.222.0.61 "GET /v2.0/networks/58d02b68-86ce-464d-b006-73d3120bdb35?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1225493
Dec 23 16:35:05.741500 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-bb09f02d-88e6-4dfb-b9f8-619fca9d1f37 req-2757186d-0a35-45bc-a82e-d6359d3c6a28 service neutron] 10.222.0.61 "GET /v2.0/networks/58d02b68-86ce-464d-b006-73d3120bdb35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1278312
Dec 23 16:35:05.861012 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1956a2fa-d6b0-4e9c-a160-2d92f1e0da75 req-dd745a6c-617a-4edb-94a3-c0f0e2891693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:35:05.862428 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-1956a2fa-d6b0-4e9c-a160-2d92f1e0da75 req-dd745a6c-617a-4edb-94a3-c0f0e2891693 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=70674f663a8e4a69a2214d82389f8f1d&device_id=e42c7770-2d8d-4c70-839d-6f75990e1e96 HTTP/1.1" status: 200  len: 1098 time: 0.0809612
Dec 23 16:35:05.991859 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1956a2fa-d6b0-4e9c-a160-2d92f1e0da75 req-3edde1d8-c7be-4197-a6e6-12901a3401aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:35:05.994444 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-1956a2fa-d6b0-4e9c-a160-2d92f1e0da75 req-3edde1d8-c7be-4197-a6e6-12901a3401aa service neutron] 10.222.0.61 "GET /v2.0/networks?id=58d02b68-86ce-464d-b006-73d3120bdb35 HTTP/1.1" status: 200  len: 913 time: 0.1258752
Dec 23 16:35:06.102435 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-1956a2fa-d6b0-4e9c-a160-2d92f1e0da75 req-b784308b-2f78-4dd7-996e-962218f1f3e6 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d5e142e0-f2e3-41e1-8799-77002a26dd98 HTTP/1.1" status: 200  len: 1002 time: 0.1008592
Dec 23 16:35:06.167980 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1956a2fa-d6b0-4e9c-a160-2d92f1e0da75 req-ae8d6339-b827-4a54-b2d1-0d7771d3ea05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:35:06.169334 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-1956a2fa-d6b0-4e9c-a160-2d92f1e0da75 req-ae8d6339-b827-4a54-b2d1-0d7771d3ea05 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=4a1a0751-82b4-475c-8186-df1fa1255db4 HTTP/1.1" status: 200  len: 851 time: 0.0594254
Dec 23 16:35:06.248043 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1956a2fa-d6b0-4e9c-a160-2d92f1e0da75 req-3c0b638b-c791-41f2-892d-c2f639d5da9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:35:06.249547 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-1956a2fa-d6b0-4e9c-a160-2d92f1e0da75 req-3c0b638b-c791-41f2-892d-c2f639d5da9a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=58d02b68-86ce-464d-b006-73d3120bdb35&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0737355
Dec 23 16:35:06.365237 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7548af51-cce1-4ec8-8130-e49c8f66fc4f req-28235d4a-606a-4037-8712-7b8ac587ee0f tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:35:06.366652 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-7548af51-cce1-4ec8-8130-e49c8f66fc4f req-28235d4a-606a-4037-8712-7b8ac587ee0f tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/ports?device_id=e42c7770-2d8d-4c70-839d-6f75990e1e96 HTTP/1.1" status: 200  len: 945 time: 0.0805588
Dec 23 16:35:06.381412 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-1956a2fa-d6b0-4e9c-a160-2d92f1e0da75 req-1c38da74-c513-4b86-b4a4-f2df8d4f929f service neutron] 10.222.0.61 "GET /v2.0/networks/58d02b68-86ce-464d-b006-73d3120bdb35?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1253321
Dec 23 16:35:06.414505 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-7548af51-cce1-4ec8-8130-e49c8f66fc4f req-d32f6aad-4765-4676-a5ce-d81f25d3cfa1 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/security-groups?id=04dc5984-921e-4bdc-81b1-e5141add4ea6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0415485
Dec 23 16:35:06.663524 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-1956a2fa-d6b0-4e9c-a160-2d92f1e0da75 req-95e0945e-6a24-41c0-9272-4d8a058260d1 service neutron] 10.222.0.61 "GET /v2.0/networks/58d02b68-86ce-464d-b006-73d3120bdb35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2749245
Dec 23 16:35:07.629839 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3668acd-c2d6-495f-a77c-5aa6dfeabaee req-86f93a0e-6743-4fb1-9131-a22f2fc60bf9 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:35:07.631276 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-d3668acd-c2d6-495f-a77c-5aa6dfeabaee req-86f93a0e-6743-4fb1-9131-a22f2fc60bf9 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/ports?device_id=e42c7770-2d8d-4c70-839d-6f75990e1e96 HTTP/1.1" status: 200  len: 945 time: 0.0980804
Dec 23 16:35:07.685014 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-d3668acd-c2d6-495f-a77c-5aa6dfeabaee req-f2110af6-2e5d-4f31-9e27-d46c7ec17464 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/security-groups?id=04dc5984-921e-4bdc-81b1-e5141add4ea6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0467682
Dec 23 16:35:08.894173 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afc2d0e-aa60-42aa-b9db-de7526ce1001 req-7dc43590-dd38-4606-a11c-66ff987fc840 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:35:08.895640 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-6afc2d0e-aa60-42aa-b9db-de7526ce1001 req-7dc43590-dd38-4606-a11c-66ff987fc840 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/ports?device_id=e42c7770-2d8d-4c70-839d-6f75990e1e96 HTTP/1.1" status: 200  len: 945 time: 0.0857306
Dec 23 16:35:08.942344 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-6afc2d0e-aa60-42aa-b9db-de7526ce1001 req-a462b32b-5e7a-4c08-9fe8-901d8f0e6a5b tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/security-groups?id=04dc5984-921e-4bdc-81b1-e5141add4ea6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0383341
Dec 23 16:35:09.370759 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32808303-a8ac-4b6e-a7de-cdb0ed8f2eb3 req-1098aebf-04d1-412a-9860-1dfa829980ae tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:35:09.372327 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-32808303-a8ac-4b6e-a7de-cdb0ed8f2eb3 req-1098aebf-04d1-412a-9860-1dfa829980ae tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.61 "GET /v2.0/ports?device_id=e42c7770-2d8d-4c70-839d-6f75990e1e96&tenant_id=70674f663a8e4a69a2214d82389f8f1d&binding%3Ahost_id=hv-neutron-8227 HTTP/1.1" status: 200  len: 945 time: 0.0881217
Dec 23 16:35:09.423942 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8e2296-7d8e-4c89-9d96-6195e82bdbbb req-a5d3b0f7-bd30-4b42-872f-c5d13d8c0d14 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:35:09.425449 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-fa8e2296-7d8e-4c89-9d96-6195e82bdbbb req-a5d3b0f7-bd30-4b42-872f-c5d13d8c0d14 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/ports?device_id=e42c7770-2d8d-4c70-839d-6f75990e1e96 HTTP/1.1" status: 200  len: 945 time: 0.0835423
Dec 23 16:35:09.452025 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-32808303-a8ac-4b6e-a7de-cdb0ed8f2eb3 req-ca899663-4fd8-4677-8949-c724e8ae3d2a service neutron] 10.222.0.61 "GET /v2.0/ports/d5e142e0-f2e3-41e1-8799-77002a26dd98/bindings/hv-neutron-8227 HTTP/1.1" status: 200  len: 384 time: 0.0740063
Dec 23 16:35:09.472899 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-fa8e2296-7d8e-4c89-9d96-6195e82bdbbb req-2070c8df-fb08-43d5-b3e3-d883f86fc565 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/security-groups?id=04dc5984-921e-4bdc-81b1-e5141add4ea6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0415454
Dec 23 16:35:09.547582 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32808303-a8ac-4b6e-a7de-cdb0ed8f2eb3 req-f1a1af30-1f7b-439b-87b6-1f9cd19ee254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:35:09.548978 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-32808303-a8ac-4b6e-a7de-cdb0ed8f2eb3 req-f1a1af30-1f7b-439b-87b6-1f9cd19ee254 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=70674f663a8e4a69a2214d82389f8f1d&device_id=e42c7770-2d8d-4c70-839d-6f75990e1e96 HTTP/1.1" status: 200  len: 1098 time: 0.0743058
Dec 23 16:35:09.697811 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32808303-a8ac-4b6e-a7de-cdb0ed8f2eb3 req-26e37e08-a737-4e95-8c4d-fd503e3d8a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:35:09.699278 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-32808303-a8ac-4b6e-a7de-cdb0ed8f2eb3 req-26e37e08-a737-4e95-8c4d-fd503e3d8a2a service neutron] 10.222.0.61 "GET /v2.0/networks?id=58d02b68-86ce-464d-b006-73d3120bdb35 HTTP/1.1" status: 200  len: 913 time: 0.1444633
Dec 23 16:35:09.804305 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-32808303-a8ac-4b6e-a7de-cdb0ed8f2eb3 req-8e8768d7-9306-484e-afcb-140396391586 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d5e142e0-f2e3-41e1-8799-77002a26dd98 HTTP/1.1" status: 200  len: 1002 time: 0.0984430
Dec 23 16:35:09.866893 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32808303-a8ac-4b6e-a7de-cdb0ed8f2eb3 req-656d2eb4-4819-4e97-a16b-635c46bcb09e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:35:09.868296 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-32808303-a8ac-4b6e-a7de-cdb0ed8f2eb3 req-656d2eb4-4819-4e97-a16b-635c46bcb09e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=4a1a0751-82b4-475c-8186-df1fa1255db4 HTTP/1.1" status: 200  len: 851 time: 0.0571885
Dec 23 16:35:09.957327 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32808303-a8ac-4b6e-a7de-cdb0ed8f2eb3 req-1b006f68-403c-4551-b6a5-11fd4794aae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:35:09.958800 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-32808303-a8ac-4b6e-a7de-cdb0ed8f2eb3 req-1b006f68-403c-4551-b6a5-11fd4794aae3 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=58d02b68-86ce-464d-b006-73d3120bdb35&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0836539
Dec 23 16:35:09.993908 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Device d5e142e0-f2e3-41e1-8799-77002a26dd98 details requested by agent hyperv_hv-neutron-8227 with host hv-neutron-8227 {{(pid=87637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 23 16:35:09.996248 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Device d5e142e0-f2e3-41e1-8799-77002a26dd98 no longer exists at agent hyperv_hv-neutron-8227 {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 23 16:35:10.100811 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-32808303-a8ac-4b6e-a7de-cdb0ed8f2eb3 req-262122a8-0b2c-439b-b429-e5ec9df52502 service neutron] 10.222.0.61 "GET /v2.0/networks/58d02b68-86ce-464d-b006-73d3120bdb35?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1349974
Dec 23 16:35:10.205769 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:35:10.236808 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-32808303-a8ac-4b6e-a7de-cdb0ed8f2eb3 req-ee290790-1f09-4b13-9192-f175bb84f487 service neutron] 10.222.0.61 "GET /v2.0/networks/58d02b68-86ce-464d-b006-73d3120bdb35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1287103
Dec 23 16:35:10.237969 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] For port d5e142e0-f2e3-41e1-8799-77002a26dd98, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=d5e142e0-f2e3-41e1-8799-77002a26dd98,segment=NetworkSegment(00b6f5ac-ce76-4573-ba2b-31f5557ec8cd),segment_id=00b6f5ac-ce76-4573-ba2b-31f5557ec8cd)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:35:10.262747 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e42c7770-2d8d-4c70-839d-6f75990e1e96', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd5e142e0-f2e3-41e1-8799-77002a26dd98'}] {{(pid=87637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 23 16:35:10.273167 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] For port d5e142e0-f2e3-41e1-8799-77002a26dd98, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=d5e142e0-f2e3-41e1-8799-77002a26dd98,segment=NetworkSegment(00b6f5ac-ce76-4573-ba2b-31f5557ec8cd),segment_id=00b6f5ac-ce76-4573-ba2b-31f5557ec8cd)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:35:10.277796 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Returning: {'device': 'd5e142e0-f2e3-41e1-8799-77002a26dd98', 'network_id': '58d02b68-86ce-464d-b006-73d3120bdb35', 'port_id': 'd5e142e0-f2e3-41e1-8799-77002a26dd98', 'mac_address': 'fa:16:3e:e5:8f:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a1a0751-82b4-475c-8186-df1fa1255db4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 23 16:35:10.311027 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:35:10.318600 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-a3d930c7-407b-4c03-a24d-d6a832378db8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:35:10.347457 dv-neutron-822799-1-hyperv neutron-server[87637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e42c7770-2d8d-4c70-839d-6f75990e1e96', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd5e142e0-f2e3-41e1-8799-77002a26dd98', 'code': 200}
Dec 23 16:35:10.386866 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:35:10.411639 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.notifiers.nova [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5e142e0-f2e3-41e1-8799-77002a26dd98 {{(pid=87637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 23 16:35:10.415495 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Pushing event updated for resources: {'Port': ['ID=d5e142e0-f2e3-41e1-8799-77002a26dd98,revision_number=6']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:35:10.427662 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:35:10.428009 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:35:10.428345 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:35:10.428688 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:35:10.429019 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:35:10.429344 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:35:10.429731 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:35:10.430108 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:35:10.430455 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:35:10.430774 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:35:10.431099 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:35:10.431429 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:35:10.435982 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:35:10.440652 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] For port d5e142e0-f2e3-41e1-8799-77002a26dd98, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=d5e142e0-f2e3-41e1-8799-77002a26dd98,segment=NetworkSegment(00b6f5ac-ce76-4573-ba2b-31f5557ec8cd),segment_id=00b6f5ac-ce76-4573-ba2b-31f5557ec8cd)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:35:10.447571 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:35:10.450334 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:35:10.524082 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] get_ports_and_sgs() called for port_ids ['d5e142e0-f2e3-41e1-8799-77002a26dd98'] {{(pid=87637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 23 16:35:10.571210 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Pushing event updated for resources: {'Port': ['ID=d5e142e0-f2e3-41e1-8799-77002a26dd98,revision_number=7']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:35:10.580445 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:35:10.662857 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e78377-fa08-476a-a343-6deb751e920f req-579779f2-b240-4453-ac8f-6f5140208722 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:35:10.664285 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-00e78377-fa08-476a-a343-6deb751e920f req-579779f2-b240-4453-ac8f-6f5140208722 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/ports?device_id=e42c7770-2d8d-4c70-839d-6f75990e1e96 HTTP/1.1" status: 200  len: 944 time: 0.0804963
Dec 23 16:35:10.709280 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-00e78377-fa08-476a-a343-6deb751e920f req-e17df239-a2cc-4043-89a6-c8d3f722a1a7 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/security-groups?id=04dc5984-921e-4bdc-81b1-e5141add4ea6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0391669
Dec 23 16:35:11.910293 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e094ed47-555d-487f-bc7f-1708d31a5497 req-88109e1d-03b6-4a40-b3ff-8802c43f0cc4 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:35:11.911983 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-e094ed47-555d-487f-bc7f-1708d31a5497 req-88109e1d-03b6-4a40-b3ff-8802c43f0cc4 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/ports?device_id=e42c7770-2d8d-4c70-839d-6f75990e1e96 HTTP/1.1" status: 200  len: 944 time: 0.0921192
Dec 23 16:35:11.956628 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-e094ed47-555d-487f-bc7f-1708d31a5497 req-51c782d3-6cd4-42c3-a175-ba995082a084 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/security-groups?id=04dc5984-921e-4bdc-81b1-e5141add4ea6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0386202
Dec 23 16:35:12.010332 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Device d5e142e0-f2e3-41e1-8799-77002a26dd98 up at agent hyperv_hv-neutron-8227 {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:35:12.067354 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:35:12.088278 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Provisioning complete for port d5e142e0-f2e3-41e1-8799-77002a26dd98 triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:35:12.088686 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:35:12.205838 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:35:12.238017 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] For port d5e142e0-f2e3-41e1-8799-77002a26dd98, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=d5e142e0-f2e3-41e1-8799-77002a26dd98,segment=NetworkSegment(00b6f5ac-ce76-4573-ba2b-31f5557ec8cd),segment_id=00b6f5ac-ce76-4573-ba2b-31f5557ec8cd)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:35:12.242206 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:35:12.244240 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:35:12.322655 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Pushing event updated for resources: {'Port': ['ID=d5e142e0-f2e3-41e1-8799-77002a26dd98,revision_number=8']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:35:12.325606 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:35:12.348272 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e42c7770-2d8d-4c70-839d-6f75990e1e96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5e142e0-f2e3-41e1-8799-77002a26dd98'}] {{(pid=87637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 23 16:35:12.400709 dv-neutron-822799-1-hyperv neutron-server[87637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e42c7770-2d8d-4c70-839d-6f75990e1e96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5e142e0-f2e3-41e1-8799-77002a26dd98', 'code': 200}
Dec 23 16:35:12.645658 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32808303-a8ac-4b6e-a7de-cdb0ed8f2eb3 req-1c983463-1b54-4f89-b293-3532f6dd1610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:35:12.647089 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-32808303-a8ac-4b6e-a7de-cdb0ed8f2eb3 req-1c983463-1b54-4f89-b293-3532f6dd1610 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=e42c7770-2d8d-4c70-839d-6f75990e1e96&tenant_id=70674f663a8e4a69a2214d82389f8f1d HTTP/1.1" status: 200  len: 1098 time: 0.0759792
Dec 23 16:35:12.742409 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32808303-a8ac-4b6e-a7de-cdb0ed8f2eb3 req-31c7df61-47fe-436a-8ec3-aa05fb7395cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:35:12.743928 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-32808303-a8ac-4b6e-a7de-cdb0ed8f2eb3 req-31c7df61-47fe-436a-8ec3-aa05fb7395cf service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=70674f663a8e4a69a2214d82389f8f1d&device_id=e42c7770-2d8d-4c70-839d-6f75990e1e96 HTTP/1.1" status: 200  len: 1098 time: 0.0731845
Dec 23 16:35:12.881202 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32808303-a8ac-4b6e-a7de-cdb0ed8f2eb3 req-1d93bf39-4636-423b-9b48-b62db442bdcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:35:12.883691 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-32808303-a8ac-4b6e-a7de-cdb0ed8f2eb3 req-1d93bf39-4636-423b-9b48-b62db442bdcb service neutron] 10.222.0.61 "GET /v2.0/networks?id=58d02b68-86ce-464d-b006-73d3120bdb35 HTTP/1.1" status: 200  len: 913 time: 0.1329830
Dec 23 16:35:12.985852 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-32808303-a8ac-4b6e-a7de-cdb0ed8f2eb3 req-5b50e184-4727-489e-93cb-de4812bd8b2a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d5e142e0-f2e3-41e1-8799-77002a26dd98 HTTP/1.1" status: 200  len: 1002 time: 0.0962179
Dec 23 16:35:13.048863 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32808303-a8ac-4b6e-a7de-cdb0ed8f2eb3 req-5b44f50d-3506-481c-bce6-647b4c6bdce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:35:13.050313 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-32808303-a8ac-4b6e-a7de-cdb0ed8f2eb3 req-5b44f50d-3506-481c-bce6-647b4c6bdce1 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=4a1a0751-82b4-475c-8186-df1fa1255db4 HTTP/1.1" status: 200  len: 851 time: 0.0576222
Dec 23 16:35:13.331413 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842a6c5a-acc7-4fd5-a288-a5517fb5b149 req-9371e998-d58a-4547-9417-9544b19a7bc4 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:35:13.332915 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-842a6c5a-acc7-4fd5-a288-a5517fb5b149 req-9371e998-d58a-4547-9417-9544b19a7bc4 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/ports?device_id=e42c7770-2d8d-4c70-839d-6f75990e1e96 HTTP/1.1" status: 200  len: 945 time: 0.2458282
Dec 23 16:35:13.334820 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32808303-a8ac-4b6e-a7de-cdb0ed8f2eb3 req-fa44ba5d-a007-41b9-bad6-8c2bd26441bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:35:13.336131 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-32808303-a8ac-4b6e-a7de-cdb0ed8f2eb3 req-fa44ba5d-a007-41b9-bad6-8c2bd26441bd service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=58d02b68-86ce-464d-b006-73d3120bdb35&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.2794061
Dec 23 16:35:13.453829 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-842a6c5a-acc7-4fd5-a288-a5517fb5b149 req-720bdef2-c639-4cf4-8991-eb98d4f29208 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/security-groups?id=04dc5984-921e-4bdc-81b1-e5141add4ea6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1148112
Dec 23 16:35:13.496802 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-32808303-a8ac-4b6e-a7de-cdb0ed8f2eb3 req-525dd5c5-3836-4ace-a6ea-719173c24816 service neutron] 10.222.0.61 "GET /v2.0/networks/58d02b68-86ce-464d-b006-73d3120bdb35?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1453154
Dec 23 16:35:13.634617 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-32808303-a8ac-4b6e-a7de-cdb0ed8f2eb3 req-7e6a4fd9-aa64-4ba0-a638-93f06aad4d3b service neutron] 10.222.0.61 "GET /v2.0/networks/58d02b68-86ce-464d-b006-73d3120bdb35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1308403
Dec 23 16:35:14.659768 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9d7ea3-b94b-4bed-b2cf-020901c3d7c2 req-7a56b793-7da1-4fb8-ab7a-c8c6168bb33e tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:35:14.661265 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-4c9d7ea3-b94b-4bed-b2cf-020901c3d7c2 req-7a56b793-7da1-4fb8-ab7a-c8c6168bb33e tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/ports?device_id=e42c7770-2d8d-4c70-839d-6f75990e1e96 HTTP/1.1" status: 200  len: 945 time: 0.0974195
Dec 23 16:35:14.706923 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-4c9d7ea3-b94b-4bed-b2cf-020901c3d7c2 req-21d9131d-0719-4e44-830a-95fa344bbf6d tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/security-groups?id=04dc5984-921e-4bdc-81b1-e5141add4ea6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0400546
Dec 23 16:35:15.916630 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a70ba4-0893-457b-b1f5-7b8f069df759 req-8574818b-c09a-4088-a023-aea548390a8e tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:35:15.918101 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-31a70ba4-0893-457b-b1f5-7b8f069df759 req-8574818b-c09a-4088-a023-aea548390a8e tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/ports?device_id=e42c7770-2d8d-4c70-839d-6f75990e1e96 HTTP/1.1" status: 200  len: 945 time: 0.0946791
Dec 23 16:35:15.964966 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-31a70ba4-0893-457b-b1f5-7b8f069df759 req-5ffdfed4-3eaf-47f8-bd48-55412fbdefb8 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/security-groups?id=04dc5984-921e-4bdc-81b1-e5141add4ea6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0385103
Dec 23 16:35:16.032847 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Device d5e142e0-f2e3-41e1-8799-77002a26dd98 details requested by agent hyperv_hv-neutron-8227 with host hv-neutron-8227 {{(pid=87637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 23 16:35:16.035362 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Device d5e142e0-f2e3-41e1-8799-77002a26dd98 no longer exists at agent hyperv_hv-neutron-8227 {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 23 16:35:16.151833 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d5f8f7-cfc3-4213-a6b6-5b65aaadf8bf req-635fa937-5625-4999-947d-dff7d97755ee tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:35:16.153477 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-c7d5f8f7-cfc3-4213-a6b6-5b65aaadf8bf req-635fa937-5625-4999-947d-dff7d97755ee tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/ports?device_id=e42c7770-2d8d-4c70-839d-6f75990e1e96 HTTP/1.1" status: 200  len: 945 time: 0.0863073
Dec 23 16:35:16.204234 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-c7d5f8f7-cfc3-4213-a6b6-5b65aaadf8bf req-5dc4746b-117d-4ddc-90c8-9803a9c1db7d tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/security-groups?id=04dc5984-921e-4bdc-81b1-e5141add4ea6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0449898
Dec 23 16:35:16.253171 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:35:16.275406 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] For port d5e142e0-f2e3-41e1-8799-77002a26dd98, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=d5e142e0-f2e3-41e1-8799-77002a26dd98,segment=NetworkSegment(00b6f5ac-ce76-4573-ba2b-31f5557ec8cd),segment_id=00b6f5ac-ce76-4573-ba2b-31f5557ec8cd)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:35:16.298336 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Returning: {'device': 'd5e142e0-f2e3-41e1-8799-77002a26dd98', 'network_id': '58d02b68-86ce-464d-b006-73d3120bdb35', 'port_id': 'd5e142e0-f2e3-41e1-8799-77002a26dd98', 'mac_address': 'fa:16:3e:e5:8f:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a1a0751-82b4-475c-8186-df1fa1255db4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 23 16:35:16.303556 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e42c7770-2d8d-4c70-839d-6f75990e1e96', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd5e142e0-f2e3-41e1-8799-77002a26dd98'}] {{(pid=87637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 23 16:35:16.381981 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] For port d5e142e0-f2e3-41e1-8799-77002a26dd98, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=d5e142e0-f2e3-41e1-8799-77002a26dd98,segment=NetworkSegment(00b6f5ac-ce76-4573-ba2b-31f5557ec8cd),segment_id=00b6f5ac-ce76-4573-ba2b-31f5557ec8cd)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:35:16.384049 dv-neutron-822799-1-hyperv neutron-server[87637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e42c7770-2d8d-4c70-839d-6f75990e1e96', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd5e142e0-f2e3-41e1-8799-77002a26dd98', 'code': 200}
Dec 23 16:35:16.389629 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:35:16.396869 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:35:16.412563 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a99aae-00b5-4da2-ad69-3ab743a132a2 req-5744b28a-ffd9-4e10-b794-03ff747947f4 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:35:16.414049 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-42a99aae-00b5-4da2-ad69-3ab743a132a2 req-5744b28a-ffd9-4e10-b794-03ff747947f4 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/ports?device_id=e42c7770-2d8d-4c70-839d-6f75990e1e96 HTTP/1.1" status: 200  len: 945 time: 0.1023803
Dec 23 16:35:16.459694 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-42a99aae-00b5-4da2-ad69-3ab743a132a2 req-d30ca9f8-3525-460f-8206-6627f87a46a4 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/security-groups?id=04dc5984-921e-4bdc-81b1-e5141add4ea6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0392897
Dec 23 16:35:16.466767 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:35:16.490099 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.notifiers.nova [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5e142e0-f2e3-41e1-8799-77002a26dd98 {{(pid=87637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 23 16:35:16.494222 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Pushing event updated for resources: {'Port': ['ID=d5e142e0-f2e3-41e1-8799-77002a26dd98,revision_number=9']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:35:16.498044 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:35:16.510344 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] For port d5e142e0-f2e3-41e1-8799-77002a26dd98, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=d5e142e0-f2e3-41e1-8799-77002a26dd98,segment=NetworkSegment(00b6f5ac-ce76-4573-ba2b-31f5557ec8cd),segment_id=00b6f5ac-ce76-4573-ba2b-31f5557ec8cd)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:35:16.514717 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:35:16.516481 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:35:16.580202 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] get_ports_and_sgs() called for port_ids ['d5e142e0-f2e3-41e1-8799-77002a26dd98'] {{(pid=87637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 23 16:35:16.619638 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Pushing event updated for resources: {'Port': ['ID=d5e142e0-f2e3-41e1-8799-77002a26dd98,revision_number=10']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:35:16.624049 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:35:16.870247 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a1d8c3-5cb6-44dd-a798-67eb1bf4c788 req-d0fa7a09-a7c1-4822-b680-ce1e3e20f1f5 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:35:16.871693 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-50a1d8c3-5cb6-44dd-a798-67eb1bf4c788 req-d0fa7a09-a7c1-4822-b680-ce1e3e20f1f5 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/ports?device_id=e42c7770-2d8d-4c70-839d-6f75990e1e96 HTTP/1.1" status: 200  len: 945 time: 0.0923238
Dec 23 16:35:16.917844 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-50a1d8c3-5cb6-44dd-a798-67eb1bf4c788 req-5fbcfece-a88b-4901-af0f-d9f0db4b7a76 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/security-groups?id=04dc5984-921e-4bdc-81b1-e5141add4ea6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0380051
Dec 23 16:35:17.390087 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1fee067e-35d7-41bd-a04f-eec51c5810d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:35:18.045424 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Device d5e142e0-f2e3-41e1-8799-77002a26dd98 up at agent hyperv_hv-neutron-8227 {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:35:18.116715 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Provisioning complete for port d5e142e0-f2e3-41e1-8799-77002a26dd98 triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:35:18.117097 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:35:18.124524 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3bda09-74a6-42f1-b3bb-f54b6e43b82b req-35327000-8cfe-4c9d-ba0c-71164685ecbe tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:35:18.126039 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-fe3bda09-74a6-42f1-b3bb-f54b6e43b82b req-35327000-8cfe-4c9d-ba0c-71164685ecbe tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/ports?device_id=e42c7770-2d8d-4c70-839d-6f75990e1e96 HTTP/1.1" status: 200  len: 945 time: 0.0851171
Dec 23 16:35:18.170981 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-fe3bda09-74a6-42f1-b3bb-f54b6e43b82b req-8a74969e-36b3-4a39-878b-076134db9a0c tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/security-groups?id=04dc5984-921e-4bdc-81b1-e5141add4ea6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0390756
Dec 23 16:35:18.233558 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:35:18.265572 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] For port d5e142e0-f2e3-41e1-8799-77002a26dd98, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=d5e142e0-f2e3-41e1-8799-77002a26dd98,segment=NetworkSegment(00b6f5ac-ce76-4573-ba2b-31f5557ec8cd),segment_id=00b6f5ac-ce76-4573-ba2b-31f5557ec8cd)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:35:18.270752 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:35:18.274374 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:35:18.344659 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Pushing event updated for resources: {'Port': ['ID=d5e142e0-f2e3-41e1-8799-77002a26dd98,revision_number=11']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:35:18.347729 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:35:18.385134 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e42c7770-2d8d-4c70-839d-6f75990e1e96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5e142e0-f2e3-41e1-8799-77002a26dd98'}] {{(pid=87637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 23 16:35:18.433787 dv-neutron-822799-1-hyperv neutron-server[87637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e42c7770-2d8d-4c70-839d-6f75990e1e96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5e142e0-f2e3-41e1-8799-77002a26dd98', 'code': 200}
Dec 23 16:35:18.920316 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53d8712-77f5-4b5b-8002-af859b4a8ff2 req-bef63dbe-5515-4d74-81fb-09a3b144634a tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:35:18.921782 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-f53d8712-77f5-4b5b-8002-af859b4a8ff2 req-bef63dbe-5515-4d74-81fb-09a3b144634a tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.61 "GET /v2.0/ports?device_id=e42c7770-2d8d-4c70-839d-6f75990e1e96 HTTP/1.1" status: 200  len: 946 time: 0.0991185
Dec 23 16:35:18.990009 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [req-f53d8712-77f5-4b5b-8002-af859b4a8ff2 req-ee9bbd17-106c-4f26-9676-293b9fb1fc72 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Deleting port d5e142e0-f2e3-41e1-8799-77002a26dd98 {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:35:18.990340 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-f53d8712-77f5-4b5b-8002-af859b4a8ff2 req-ee9bbd17-106c-4f26-9676-293b9fb1fc72 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:35:19.241072 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [req-f53d8712-77f5-4b5b-8002-af859b4a8ff2 req-ee9bbd17-106c-4f26-9676-293b9fb1fc72 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] For port d5e142e0-f2e3-41e1-8799-77002a26dd98, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=d5e142e0-f2e3-41e1-8799-77002a26dd98,segment=NetworkSegment(00b6f5ac-ce76-4573-ba2b-31f5557ec8cd),segment_id=00b6f5ac-ce76-4573-ba2b-31f5557ec8cd)] {{(pid=87636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:35:19.241494 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-f53d8712-77f5-4b5b-8002-af859b4a8ff2 req-ee9bbd17-106c-4f26-9676-293b9fb1fc72 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:35:19.361232 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd4c80b-910e-4c41-bba1-fce62e6f1f94 req-0b3cb53a-d339-441b-a295-25a03965c167 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:35:19.362709 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-6bd4c80b-910e-4c41-bba1-fce62e6f1f94 req-0b3cb53a-d339-441b-a295-25a03965c167 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/ports?device_id=e42c7770-2d8d-4c70-839d-6f75990e1e96 HTTP/1.1" status: 200  len: 946 time: 0.0839131
Dec 23 16:35:19.408565 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-6bd4c80b-910e-4c41-bba1-fce62e6f1f94 req-cdf55e11-838c-4cce-be1d-96cb0e641239 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/security-groups?id=04dc5984-921e-4bdc-81b1-e5141add4ea6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0396583
Dec 23 16:35:19.533901 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-f53d8712-77f5-4b5b-8002-af859b4a8ff2 req-ee9bbd17-106c-4f26-9676-293b9fb1fc72 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:35:19.534145 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-f53d8712-77f5-4b5b-8002-af859b4a8ff2 req-ee9bbd17-106c-4f26-9676-293b9fb1fc72 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1824189'] for floatingip, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:35:19.534465 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.db.l3_db [req-f53d8712-77f5-4b5b-8002-af859b4a8ff2 req-ee9bbd17-106c-4f26-9676-293b9fb1fc72 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Floating IP 2c2638a1-e1a4-4f8e-b15f-6c8e9c45d840 disassociated. External IP: 172.26.3.160, port: d5e142e0-f2e3-41e1-8799-77002a26dd98.
Dec 23 16:35:19.534807 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [req-f53d8712-77f5-4b5b-8002-af859b4a8ff2 req-ee9bbd17-106c-4f26-9676-293b9fb1fc72 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Calling delete_port for d5e142e0-f2e3-41e1-8799-77002a26dd98 owned by compute:nova {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:35:19.694405 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-f53d8712-77f5-4b5b-8002-af859b4a8ff2 req-ee9bbd17-106c-4f26-9676-293b9fb1fc72 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:35:19.700662 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-183a4466-ee56-4da3-a802-c4c320a6cd80 tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:35:19.747847 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-20f5d33d-bca5-4bfb-a30a-257234a06501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:35:19.748494 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9bbd17-106c-4f26-9676-293b9fb1fc72 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Pushing event deleted for resources: {'Port': ['ID=d5e142e0-f2e3-41e1-8799-77002a26dd98,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:35:19.759225 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9bbd17-106c-4f26-9676-293b9fb1fc72 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:35:19.759639 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9bbd17-106c-4f26-9676-293b9fb1fc72 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:35:19.760040 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9bbd17-106c-4f26-9676-293b9fb1fc72 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:35:19.760417 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9bbd17-106c-4f26-9676-293b9fb1fc72 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:35:19.760822 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9bbd17-106c-4f26-9676-293b9fb1fc72 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:35:19.761197 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9bbd17-106c-4f26-9676-293b9fb1fc72 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:35:19.761583 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9bbd17-106c-4f26-9676-293b9fb1fc72 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:35:19.761934 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9bbd17-106c-4f26-9676-293b9fb1fc72 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:35:19.762303 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9bbd17-106c-4f26-9676-293b9fb1fc72 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:35:19.762668 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9bbd17-106c-4f26-9676-293b9fb1fc72 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:35:19.763033 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9bbd17-106c-4f26-9676-293b9fb1fc72 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:35:19.763425 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9bbd17-106c-4f26-9676-293b9fb1fc72 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:35:19.767066 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-ee9bbd17-106c-4f26-9676-293b9fb1fc72 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:35:20.081088 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f53d8712-77f5-4b5b-8002-af859b4a8ff2 req-ee9bbd17-106c-4f26-9676-293b9fb1fc72 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Router 2229da30-4a52-4e13-a284-b950ebe18b8e has already been hosted by L3 agent 371d4c41-c7e2-4de7-9539-c049ec4e95d1 {{(pid=87636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 23 16:35:20.260731 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f53d8712-77f5-4b5b-8002-af859b4a8ff2 req-ee9bbd17-106c-4f26-9676-293b9fb1fc72 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Notify agent at l3_agent.dv-neutron-822799-1-hyperv the message routers_updated {{(pid=87636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 23 16:35:20.270933 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-694436db-527d-4f87-ba70-1623b325b244 None None] Sync routers for ids ['2229da30-4a52-4e13-a284-b950ebe18b8e'] in dv-neutron-822799-1-hyperv {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 23 16:35:20.285821 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-694436db-527d-4f87-ba70-1623b325b244 None None] Routers {'2229da30-4a52-4e13-a284-b950ebe18b8e'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:35:20.286533 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-694436db-527d-4f87-ba70-1623b325b244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc207f6d0>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:35:20Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['2229da30-4a52-4e13-a284-b950ebe18b8e'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:35:20.337779 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [req-f53d8712-77f5-4b5b-8002-af859b4a8ff2 req-ee9bbd17-106c-4f26-9676-293b9fb1fc72 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] No DVR routers for this DVR port d5e142e0-f2e3-41e1-8799-77002a26dd98 on host hv-neutron-8227 {{(pid=87636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 23 16:35:20.340400 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-f53d8712-77f5-4b5b-8002-af859b4a8ff2 req-ee9bbd17-106c-4f26-9676-293b9fb1fc72 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:35:20.343098 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e42c7770-2d8d-4c70-839d-6f75990e1e96', 'name': 'network-vif-deleted', 'tag': 'd5e142e0-f2e3-41e1-8799-77002a26dd98'}] {{(pid=87636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 23 16:35:20.360750 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-f53d8712-77f5-4b5b-8002-af859b4a8ff2 req-ee9bbd17-106c-4f26-9676-293b9fb1fc72 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.61 "DELETE /v2.0/ports/d5e142e0-f2e3-41e1-8799-77002a26dd98 HTTP/1.1" status: 204  len: 173 time: 1.4333889
Dec 23 16:35:20.391167 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e42c7770-2d8d-4c70-839d-6f75990e1e96', 'name': 'network-vif-deleted', 'tag': 'd5e142e0-f2e3-41e1-8799-77002a26dd98', 'status': 'completed', 'code': 200}
Dec 23 16:35:20.474933 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-694436db-527d-4f87-ba70-1623b325b244 None None] Set router 2229da30-4a52-4e13-a284-b950ebe18b8e gateway port host: dv-neutron-822799-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:35:20.579889 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-bac4ad51-7bfc-4042-84ff-fab21d75f8d4 req-2faa41ab-c8ab-4e8b-b704-08d23d745ba7 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/ports?device_id=e42c7770-2d8d-4c70-839d-6f75990e1e96 HTTP/1.1" status: 200  len: 210 time: 0.0448956
Dec 23 16:35:20.672675 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.agents_db [None req-30c2320c-f298-49f6-9c47-c20e38116a9c None None] Agent healthcheck: found 6 active agents {{(pid=87638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 23 16:35:20.792342 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-694436db-527d-4f87-ba70-1623b325b244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc207f6d0>, [{'id': '2229da30-4a52-4e13-a284-b950ebe18b8e', 'name': 'tempest-ServerActionsTestJSON-1120133599-router', 'tenant_id': '70674f663a8e4a69a2214d82389f8f1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.242'}], 'enable_snat': True}, 'gw_port_id': 'b264cb33-bbcb-416b-8499-db9354d37b08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:31:21Z', 'updated_at': '2021-12-23T16:31:25Z', 'revision_number': 4, 'project_id': '70674f663a8e4a69a2214d82389f8f1d', 'gw_port': {'id': 'b264cb33-bbcb-416b-8499-db9354d37b08', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:e9:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2229da30-4a52-4e13-a284-b950ebe18b8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:31:22Z', 'updated_at': '2021-12-23T16:31:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_interfaces': [{'id': '190d7369-1523-4306-8e01-6f968dc098aa', 'name': '', 'network_id': '58d02b68-86ce-464d-b006-73d3120bdb35', 'tenant_id': '70674f663a8e4a69a2214d82389f8f1d', 'mac_address': 'fa:16:3e:44:eb:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2229da30-4a52-4e13-a284-b950ebe18b8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '4a1a0751-82b4-475c-8186-df1fa1255db4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:31:24Z', 'updated_at': '2021-12-23T16:31:30Z', 'revision_number': 5, 'project_id': '70674f663a8e4a69a2214d82389f8f1d', 'subnets': [{'id': '4a1a0751-82b4-475c-8186-df1fa1255db4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:35:20.796850 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-694436db-527d-4f87-ba70-1623b325b244 None None] Checking router: 2229da30-4a52-4e13-a284-b950ebe18b8e for host: dv-neutron-822799-1-hyperv {{(pid=87638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 23 16:35:20.806111 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-694436db-527d-4f87-ba70-1623b325b244 None None] Routers {'2229da30-4a52-4e13-a284-b950ebe18b8e'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:35:20.807118 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-694436db-527d-4f87-ba70-1623b325b244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc207f6d0>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:35:20Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['2229da30-4a52-4e13-a284-b950ebe18b8e'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:35:20.826940 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9dcbea60-a34f-4144-91e7-90aff3f57aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:35:20.908244 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:35:20.992745 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-694436db-527d-4f87-ba70-1623b325b244 None None] Set router 2229da30-4a52-4e13-a284-b950ebe18b8e gateway port host: dv-neutron-822799-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:35:21.296235 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-694436db-527d-4f87-ba70-1623b325b244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc207f6d0>, [{'id': '2229da30-4a52-4e13-a284-b950ebe18b8e', 'name': 'tempest-ServerActionsTestJSON-1120133599-router', 'tenant_id': '70674f663a8e4a69a2214d82389f8f1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.242'}], 'enable_snat': True}, 'gw_port_id': 'b264cb33-bbcb-416b-8499-db9354d37b08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:31:21Z', 'updated_at': '2021-12-23T16:31:25Z', 'revision_number': 4, 'project_id': '70674f663a8e4a69a2214d82389f8f1d', 'gw_port': {'id': 'b264cb33-bbcb-416b-8499-db9354d37b08', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:e9:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2229da30-4a52-4e13-a284-b950ebe18b8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:31:22Z', 'updated_at': '2021-12-23T16:31:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_interfaces': [{'id': '190d7369-1523-4306-8e01-6f968dc098aa', 'name': '', 'network_id': '58d02b68-86ce-464d-b006-73d3120bdb35', 'tenant_id': '70674f663a8e4a69a2214d82389f8f1d', 'mac_address': 'fa:16:3e:44:eb:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2229da30-4a52-4e13-a284-b950ebe18b8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '4a1a0751-82b4-475c-8186-df1fa1255db4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:31:24Z', 'updated_at': '2021-12-23T16:31:30Z', 'revision_number': 5, 'project_id': '70674f663a8e4a69a2214d82389f8f1d', 'subnets': [{'id': '4a1a0751-82b4-475c-8186-df1fa1255db4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:35:21.300514 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-694436db-527d-4f87-ba70-1623b325b244 None None] The sync data for ids ['2229da30-4a52-4e13-a284-b950ebe18b8e'] in dv-neutron-822799-1-hyperv is: [{'id': '2229da30-4a52-4e13-a284-b950ebe18b8e', 'name': 'tempest-ServerActionsTestJSON-1120133599-router', 'tenant_id': '70674f663a8e4a69a2214d82389f8f1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.242'}], 'enable_snat': True}, 'gw_port_id': 'b264cb33-bbcb-416b-8499-db9354d37b08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:31:21Z', 'updated_at': '2021-12-23T16:31:25Z', 'revision_number': 4, 'project_id': '70674f663a8e4a69a2214d82389f8f1d', 'gw_port': {'id': 'b264cb33-bbcb-416b-8499-db9354d37b08', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:e9:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2229da30-4a52-4e13-a284-b950ebe18b8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:31:22Z', 'updated_at': '2021-12-23T16:31:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_interfaces': [{'id': '190d7369-1523-4306-8e01-6f968dc098aa', 'name': '', 'network_id': '58d02b68-86ce-464d-b006-73d3120bdb35', 'tenant_id': '70674f663a8e4a69a2214d82389f8f1d', 'mac_address': 'fa:16:3e:44:eb:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2229da30-4a52-4e13-a284-b950ebe18b8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '4a1a0751-82b4-475c-8186-df1fa1255db4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:31:24Z', 'updated_at': '2021-12-23T16:31:30Z', 'revision_number': 5, 'project_id': '70674f663a8e4a69a2214d82389f8f1d', 'subnets': [{'id': '4a1a0751-82b4-475c-8186-df1fa1255db4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 23 16:35:21.529004 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-725a77eb-862b-41e9-82de-6b888cfe7fc0 None None] New status for floating IP 2c2638a1-e1a4-4f8e-b15f-6c8e9c45d840: DOWN {{(pid=87637) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 23 16:35:21.929868 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-ec669da1-5b18-4e96-b6a5-d37614646dea req-e875354f-81e8-48d9-bf3b-88006d391b5f tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--577965379&fields=id&tenant_id=70674f663a8e4a69a2214d82389f8f1d HTTP/1.1" status: 200  len: 267 time: 0.0435913
Dec 23 16:35:22.085590 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec669da1-5b18-4e96-b6a5-d37614646dea req-e67fae83-6f34-4bb3-adbe-81d1046c8589 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:35:22.087193 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-ec669da1-5b18-4e96-b6a5-d37614646dea req-e67fae83-6f34-4bb3-adbe-81d1046c8589 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/networks?id=58d02b68-86ce-464d-b006-73d3120bdb35 HTTP/1.1" status: 200  len: 812 time: 0.1505995
Dec 23 16:35:22.102476 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-ec669da1-5b18-4e96-b6a5-d37614646dea req-d51f466f-c6e9-4c97-ad4c-f4c10e4062e1 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/quotas/70674f663a8e4a69a2214d82389f8f1d HTTP/1.1" status: 200  len: 375 time: 0.0093482
Dec 23 16:35:22.192177 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-ec669da1-5b18-4e96-b6a5-d37614646dea req-38b8267b-8623-4164-861c-76635cb02694 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Synchronizing usage tracker for tenant:70674f663a8e4a69a2214d82389f8f1d on resource:port {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:35:22.210518 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-ec669da1-5b18-4e96-b6a5-d37614646dea req-38b8267b-8623-4164-861c-76635cb02694 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Unset dirty status for tenant:70674f663a8e4a69a2214d82389f8f1d on resource:port {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:35:22.212405 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-ec669da1-5b18-4e96-b6a5-d37614646dea req-38b8267b-8623-4164-861c-76635cb02694 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=70674f663a8e4a69a2214d82389f8f1d&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1012783
Dec 23 16:35:22.316605 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9e3aab53-d650-47e3-b8a6-2dff21fe9ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:35:22.396900 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-ec669da1-5b18-4e96-b6a5-d37614646dea req-d470d341-91b5-46ad-8942-91de57134860 service neutron] 10.222.0.64 "GET /v2.0/networks/58d02b68-86ce-464d-b006-73d3120bdb35?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1727595
Dec 23 16:35:22.534184 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-ec669da1-5b18-4e96-b6a5-d37614646dea req-e6dd469c-160b-4f40-bed8-a9ee00bc7d35 service neutron] 10.222.0.64 "GET /v2.0/networks/58d02b68-86ce-464d-b006-73d3120bdb35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1313610
Dec 23 16:35:22.720499 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-2cfa3b4e-0cd9-40e1-b2f5-92e610846e6e req-e95ba973-92ef-49c9-92d5-6d3126b05928 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/ports?device_id=3f163228-701b-4bb0-a290-89ebe2b28314 HTTP/1.1" status: 200  len: 210 time: 0.0430841
Dec 23 16:35:23.773228 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec669da1-5b18-4e96-b6a5-d37614646dea req-690de2da-1bea-4927-bd4f-9bdff824a308 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:35:23.774676 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-ec669da1-5b18-4e96-b6a5-d37614646dea req-690de2da-1bea-4927-bd4f-9bdff824a308 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.61 "GET /v2.0/networks?id=58d02b68-86ce-464d-b006-73d3120bdb35 HTTP/1.1" status: 200  len: 812 time: 0.1520681
Dec 23 16:35:23.824618 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-ec669da1-5b18-4e96-b6a5-d37614646dea req-aef4616b-52cf-492a-ad63-4a642828e208 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=70674f663a8e4a69a2214d82389f8f1d HTTP/1.1" status: 200  len: 379 time: 0.0413635
Dec 23 16:35:23.865804 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [req-ec669da1-5b18-4e96-b6a5-d37614646dea req-da83b441-ce5e-4e43-9f67-c19f28edab18 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Request body: {'port': {'device_id': '3f163228-701b-4bb0-a290-89ebe2b28314', 'network_id': '58d02b68-86ce-464d-b006-73d3120bdb35', 'admin_state_up': True, 'tenant_id': '70674f663a8e4a69a2214d82389f8f1d', 'security_groups': ['04dc5984-921e-4bdc-81b1-e5141add4ea6']}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:35:23.894927 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-fd2b9e41-d3b5-47de-8398-a3b6706f77b6 req-1b64b58b-e9f9-4742-9d53-bd4a57da8c0a tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/ports?device_id=3f163228-701b-4bb0-a290-89ebe2b28314 HTTP/1.1" status: 200  len: 210 time: 0.0676117
Dec 23 16:35:24.006409 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [req-ec669da1-5b18-4e96-b6a5-d37614646dea req-da83b441-ce5e-4e43-9f67-c19f28edab18 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:35:24.016241 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [req-ec669da1-5b18-4e96-b6a5-d37614646dea req-da83b441-ce5e-4e43-9f67-c19f28edab18 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:35:24.032061 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec669da1-5b18-4e96-b6a5-d37614646dea req-da83b441-ce5e-4e43-9f67-c19f28edab18 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Made reservation on behalf of 70674f663a8e4a69a2214d82389f8f1d for: {'port': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:35:24.035864 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-ec669da1-5b18-4e96-b6a5-d37614646dea req-da83b441-ce5e-4e43-9f67-c19f28edab18 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:35:24.069281 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Device d5e142e0-f2e3-41e1-8799-77002a26dd98 no longer exists at agent hyperv_hv-neutron-8227 {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 23 16:35:24.104928 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] No Port match for: d5e142e0-f2e3-41e1-8799-77002a26dd98 {{(pid=87637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 23 16:35:24.105316 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Device d5e142e0-f2e3-41e1-8799-77002a26dd98 not bound to the agent host hv-neutron-8227 {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 23 16:35:24.333511 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [req-ec669da1-5b18-4e96-b6a5-d37614646dea req-da83b441-ce5e-4e43-9f67-c19f28edab18 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Allocated IP 172.20.0.5 (58d02b68-86ce-464d-b006-73d3120bdb35/4a1a0751-82b4-475c-8186-df1fa1255db4/59836070-4106-4d2d-a82b-e2abdc2cdc15) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:35:24.518804 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-ec669da1-5b18-4e96-b6a5-d37614646dea req-da83b441-ce5e-4e43-9f67-c19f28edab18 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:35:24.535138 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.provisioning_blocks [req-ec669da1-5b18-4e96-b6a5-d37614646dea req-da83b441-ce5e-4e43-9f67-c19f28edab18 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Transition to ACTIVE for port object 59836070-4106-4d2d-a82b-e2abdc2cdc15 will not be triggered until provisioned by entity DHCP. {{(pid=87636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:35:24.563904 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-ec669da1-5b18-4e96-b6a5-d37614646dea req-da83b441-ce5e-4e43-9f67-c19f28edab18 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:35:24.571142 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-d24f3f7d-90f8-4699-9369-4ae2288cc869 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:35:24.628502 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec669da1-5b18-4e96-b6a5-d37614646dea req-da83b441-ce5e-4e43-9f67-c19f28edab18 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Network 58d02b68-86ce-464d-b006-73d3120bdb35 is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:35:24.631420 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [req-ec669da1-5b18-4e96-b6a5-d37614646dea req-da83b441-ce5e-4e43-9f67-c19f28edab18 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Resources bound (agent type, host, resource id):  {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:35:24.634437 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec669da1-5b18-4e96-b6a5-d37614646dea req-da83b441-ce5e-4e43-9f67-c19f28edab18 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:35:24.688090 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da83b441-ce5e-4e43-9f67-c19f28edab18 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Pushing event updated for resources: {'Port': ['ID=59836070-4106-4d2d-a82b-e2abdc2cdc15,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:35:24.693123 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-da83b441-ce5e-4e43-9f67-c19f28edab18 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:35:24.711512 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec669da1-5b18-4e96-b6a5-d37614646dea req-da83b441-ce5e-4e43-9f67-c19f28edab18 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:35:24.712116 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-ec669da1-5b18-4e96-b6a5-d37614646dea req-da83b441-ce5e-4e43-9f67-c19f28edab18 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:35:24.738810 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-ec669da1-5b18-4e96-b6a5-d37614646dea req-da83b441-ce5e-4e43-9f67-c19f28edab18 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8766992
Dec 23 16:35:24.751514 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [req-ec669da1-5b18-4e96-b6a5-d37614646dea req-a10654d2-9089-4a13-80dc-3f3da47bb5e8 service neutron] Request body: {'port': {'device_id': '3f163228-701b-4bb0-a290-89ebe2b28314', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8227'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:35:24.866662 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-ec669da1-5b18-4e96-b6a5-d37614646dea req-a10654d2-9089-4a13-80dc-3f3da47bb5e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:35:24.897838 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-cdbca967-299e-4aae-941b-7f3041f367c2 None None] Provisioning for port 59836070-4106-4d2d-a82b-e2abdc2cdc15 completed by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:35:24.903672 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-cdbca967-299e-4aae-941b-7f3041f367c2 None None] Provisioning complete for port 59836070-4106-4d2d-a82b-e2abdc2cdc15 triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:35:24.904053 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-cdbca967-299e-4aae-941b-7f3041f367c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:35:24.961004 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-cdbca967-299e-4aae-941b-7f3041f367c2 None None] Port 59836070-4106-4d2d-a82b-e2abdc2cdc15 cannot update to ACTIVE because it is not bound. {{(pid=87637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 23 16:35:25.090400 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab92029-176b-4e02-be30-35786ef8a32a req-8bc3490e-d4cb-4054-9b88-bc6acf22383e tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:35:25.091877 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-7ab92029-176b-4e02-be30-35786ef8a32a req-8bc3490e-d4cb-4054-9b88-bc6acf22383e tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/ports?device_id=3f163228-701b-4bb0-a290-89ebe2b28314 HTTP/1.1" status: 200  len: 931 time: 0.0854857
Dec 23 16:35:25.137785 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-7ab92029-176b-4e02-be30-35786ef8a32a req-5b5c2856-a7a2-4595-a3eb-6bdfa07a23ae tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/security-groups?id=04dc5984-921e-4bdc-81b1-e5141add4ea6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0399361
Dec 23 16:35:25.205181 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [req-ec669da1-5b18-4e96-b6a5-d37614646dea req-a10654d2-9089-4a13-80dc-3f3da47bb5e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59836070-4106-4d2d-a82b-e2abdc2cdc15 {{(pid=87636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 23 16:35:25.212856 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-ec669da1-5b18-4e96-b6a5-d37614646dea req-a10654d2-9089-4a13-80dc-3f3da47bb5e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:35:25.227937 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.provisioning_blocks [req-ec669da1-5b18-4e96-b6a5-d37614646dea req-a10654d2-9089-4a13-80dc-3f3da47bb5e8 service neutron] Transition to ACTIVE for port object 59836070-4106-4d2d-a82b-e2abdc2cdc15 will not be triggered until provisioned by entity L2. {{(pid=87636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:35:25.233567 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-ec669da1-5b18-4e96-b6a5-d37614646dea req-a10654d2-9089-4a13-80dc-3f3da47bb5e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2176289'] for port, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:35:25.238166 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-2b582049-a9f0-411c-9ed2-66ccd18f4095 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:35:25.395679 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10654d2-9089-4a13-80dc-3f3da47bb5e8 service neutron] Pushing event updated for resources: {'Port': ['ID=59836070-4106-4d2d-a82b-e2abdc2cdc15,revision_number=2']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:35:25.403670 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-a10654d2-9089-4a13-80dc-3f3da47bb5e8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:35:25.471029 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [req-ec669da1-5b18-4e96-b6a5-d37614646dea req-a10654d2-9089-4a13-80dc-3f3da47bb5e8 service neutron] Attempting to bind port 59836070-4106-4d2d-a82b-e2abdc2cdc15 on host hv-neutron-8227 for vnic_type normal with profile  {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:35:25.471359 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [req-ec669da1-5b18-4e96-b6a5-d37614646dea req-a10654d2-9089-4a13-80dc-3f3da47bb5e8 service neutron] Attempting to bind port 59836070-4106-4d2d-a82b-e2abdc2cdc15 by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': '00b6f5ac-ce76-4573-ba2b-31f5557ec8cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '58d02b68-86ce-464d-b006-73d3120bdb35'}] {{(pid=87636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:35:25.471680 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec669da1-5b18-4e96-b6a5-d37614646dea req-a10654d2-9089-4a13-80dc-3f3da47bb5e8 service neutron] Attempting to bind port 59836070-4106-4d2d-a82b-e2abdc2cdc15 on network 58d02b68-86ce-464d-b006-73d3120bdb35 {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:35:25.476251 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec669da1-5b18-4e96-b6a5-d37614646dea req-a10654d2-9089-4a13-80dc-3f3da47bb5e8 service neutron] Port 59836070-4106-4d2d-a82b-e2abdc2cdc15 on network 58d02b68-86ce-464d-b006-73d3120bdb35 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 23 16:35:25.476566 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec669da1-5b18-4e96-b6a5-d37614646dea req-a10654d2-9089-4a13-80dc-3f3da47bb5e8 service neutron] Attempting to bind port 59836070-4106-4d2d-a82b-e2abdc2cdc15 on network 58d02b68-86ce-464d-b006-73d3120bdb35 {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:35:25.482009 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec669da1-5b18-4e96-b6a5-d37614646dea req-a10654d2-9089-4a13-80dc-3f3da47bb5e8 service neutron] Checking agent: {'id': '5a806709-633b-4d33-98c4-3d24562c0f1e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8227', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 6, 42), 'started_at': datetime.datetime(2021, 12, 23, 16, 6, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 35, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 23 16:35:25.482331 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec669da1-5b18-4e96-b6a5-d37614646dea req-a10654d2-9089-4a13-80dc-3f3da47bb5e8 service neutron] Checking segment: {'id': '00b6f5ac-ce76-4573-ba2b-31f5557ec8cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '58d02b68-86ce-464d-b006-73d3120bdb35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:35:25.482728 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec669da1-5b18-4e96-b6a5-d37614646dea req-a10654d2-9089-4a13-80dc-3f3da47bb5e8 service neutron] Bound using segment: {'id': '00b6f5ac-ce76-4573-ba2b-31f5557ec8cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '58d02b68-86ce-464d-b006-73d3120bdb35'} {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 23 16:35:25.483145 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [req-ec669da1-5b18-4e96-b6a5-d37614646dea req-a10654d2-9089-4a13-80dc-3f3da47bb5e8 service neutron] Bound port: 59836070-4106-4d2d-a82b-e2abdc2cdc15, host: hv-neutron-8227, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00b6f5ac-ce76-4573-ba2b-31f5557ec8cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '58d02b68-86ce-464d-b006-73d3120bdb35'}}] {{(pid=87636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 23 16:35:25.483488 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-ec669da1-5b18-4e96-b6a5-d37614646dea req-a10654d2-9089-4a13-80dc-3f3da47bb5e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:35:25.577359 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [req-ec669da1-5b18-4e96-b6a5-d37614646dea req-a10654d2-9089-4a13-80dc-3f3da47bb5e8 service neutron] For port 59836070-4106-4d2d-a82b-e2abdc2cdc15, host hv-neutron-8227, cleared binding levels {{(pid=87636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 23 16:35:25.580340 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [req-ec669da1-5b18-4e96-b6a5-d37614646dea req-a10654d2-9089-4a13-80dc-3f3da47bb5e8 service neutron] For port 59836070-4106-4d2d-a82b-e2abdc2cdc15, host hv-neutron-8227, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=59836070-4106-4d2d-a82b-e2abdc2cdc15,segment=NetworkSegment(00b6f5ac-ce76-4573-ba2b-31f5557ec8cd),segment_id=00b6f5ac-ce76-4573-ba2b-31f5557ec8cd)] {{(pid=87636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 23 16:35:25.588233 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-ec669da1-5b18-4e96-b6a5-d37614646dea req-a10654d2-9089-4a13-80dc-3f3da47bb5e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2176289'] for port, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:35:25.592781 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-7333328f-87d7-4b69-aaba-ada7175063d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:35:25.642910 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec669da1-5b18-4e96-b6a5-d37614646dea req-a10654d2-9089-4a13-80dc-3f3da47bb5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:35:25.643456 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-ec669da1-5b18-4e96-b6a5-d37614646dea req-a10654d2-9089-4a13-80dc-3f3da47bb5e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:35:25.644861 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-ec669da1-5b18-4e96-b6a5-d37614646dea req-a10654d2-9089-4a13-80dc-3f3da47bb5e8 service neutron] 10.222.0.61 "PUT /v2.0/ports/59836070-4106-4d2d-a82b-e2abdc2cdc15 HTTP/1.1" status: 200  len: 1093 time: 0.8978431
Dec 23 16:35:25.645366 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f163228-701b-4bb0-a290-89ebe2b28314', 'tag': '59836070-4106-4d2d-a82b-e2abdc2cdc15'}] {{(pid=87636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 23 16:35:25.677698 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10654d2-9089-4a13-80dc-3f3da47bb5e8 service neutron] Pushing event updated for resources: {'Port': ['ID=59836070-4106-4d2d-a82b-e2abdc2cdc15,revision_number=3']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:35:25.681443 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-a10654d2-9089-4a13-80dc-3f3da47bb5e8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:35:25.726228 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f163228-701b-4bb0-a290-89ebe2b28314', 'tag': '59836070-4106-4d2d-a82b-e2abdc2cdc15', 'status': 'completed', 'code': 200}
Dec 23 16:35:25.771802 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec669da1-5b18-4e96-b6a5-d37614646dea req-168acbc3-766e-4d20-bd41-eeec9f49e7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:35:25.773538 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-ec669da1-5b18-4e96-b6a5-d37614646dea req-168acbc3-766e-4d20-bd41-eeec9f49e7c3 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=70674f663a8e4a69a2214d82389f8f1d&device_id=3f163228-701b-4bb0-a290-89ebe2b28314 HTTP/1.1" status: 200  len: 1096 time: 0.0851221
Dec 23 16:35:25.844699 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-ec669da1-5b18-4e96-b6a5-d37614646dea req-65269531-fc75-4c1e-800d-6658de6941ce service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=59836070-4106-4d2d-a82b-e2abdc2cdc15 HTTP/1.1" status: 200  len: 217 time: 0.0630803
Dec 23 16:35:25.911705 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec669da1-5b18-4e96-b6a5-d37614646dea req-8d47d209-f1a8-47f6-8091-018038c4e2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:35:25.913178 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-ec669da1-5b18-4e96-b6a5-d37614646dea req-8d47d209-f1a8-47f6-8091-018038c4e2c5 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=4a1a0751-82b4-475c-8186-df1fa1255db4 HTTP/1.1" status: 200  len: 851 time: 0.0624073
Dec 23 16:35:25.990851 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec669da1-5b18-4e96-b6a5-d37614646dea req-a0b4c684-60c3-46ea-86b6-467008798f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:35:25.992315 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-ec669da1-5b18-4e96-b6a5-d37614646dea req-a0b4c684-60c3-46ea-86b6-467008798f74 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=58d02b68-86ce-464d-b006-73d3120bdb35&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0723014
Dec 23 16:35:26.281011 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-ec669da1-5b18-4e96-b6a5-d37614646dea req-137b09d1-0f42-4938-af53-3500404157ab service neutron] 10.222.0.61 "GET /v2.0/networks/58d02b68-86ce-464d-b006-73d3120bdb35?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2816985
Dec 23 16:35:26.329411 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1b5a39-df60-4d84-830f-ef02c151305d req-c780236a-cc17-4b84-9008-71ea0acce34c tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:35:26.330877 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-1d1b5a39-df60-4d84-830f-ef02c151305d req-c780236a-cc17-4b84-9008-71ea0acce34c tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/ports?device_id=3f163228-701b-4bb0-a290-89ebe2b28314 HTTP/1.1" status: 200  len: 943 time: 0.0825353
Dec 23 16:35:26.379282 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-1d1b5a39-df60-4d84-830f-ef02c151305d req-e7a98062-32a4-495c-8693-3cee85470e02 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/security-groups?id=04dc5984-921e-4bdc-81b1-e5141add4ea6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0424314
Dec 23 16:35:26.424042 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-ec669da1-5b18-4e96-b6a5-d37614646dea req-89c46ff7-50bf-4159-ba86-460c9bd0b040 service neutron] 10.222.0.61 "GET /v2.0/networks/58d02b68-86ce-464d-b006-73d3120bdb35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1365132
Dec 23 16:35:26.555265 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2ee08b-38ae-4227-82cf-6eb14afa6851 req-95e37b18-137e-4abb-a612-996db66c794d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:35:26.556862 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-5e2ee08b-38ae-4227-82cf-6eb14afa6851 req-95e37b18-137e-4abb-a612-996db66c794d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=70674f663a8e4a69a2214d82389f8f1d&device_id=3f163228-701b-4bb0-a290-89ebe2b28314 HTTP/1.1" status: 200  len: 1096 time: 0.0789876
Dec 23 16:35:26.689385 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2ee08b-38ae-4227-82cf-6eb14afa6851 req-6b0b2f1f-aafe-41c9-9a8b-5be9c3906326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:35:26.690707 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-5e2ee08b-38ae-4227-82cf-6eb14afa6851 req-6b0b2f1f-aafe-41c9-9a8b-5be9c3906326 service neutron] 10.222.0.61 "GET /v2.0/networks?id=58d02b68-86ce-464d-b006-73d3120bdb35 HTTP/1.1" status: 200  len: 913 time: 0.1271565
Dec 23 16:35:26.759299 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-5e2ee08b-38ae-4227-82cf-6eb14afa6851 req-4d024c74-8885-4534-9237-27a721ee0d3c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=59836070-4106-4d2d-a82b-e2abdc2cdc15 HTTP/1.1" status: 200  len: 217 time: 0.0601788
Dec 23 16:35:26.829613 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2ee08b-38ae-4227-82cf-6eb14afa6851 req-196a8a82-0194-4918-8fa0-89670322ff23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:35:26.831000 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-5e2ee08b-38ae-4227-82cf-6eb14afa6851 req-196a8a82-0194-4918-8fa0-89670322ff23 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=4a1a0751-82b4-475c-8186-df1fa1255db4 HTTP/1.1" status: 200  len: 851 time: 0.0644801
Dec 23 16:35:26.917421 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2ee08b-38ae-4227-82cf-6eb14afa6851 req-4ab995b2-8f77-473e-8e09-9fe0a001f51d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:35:26.918898 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-5e2ee08b-38ae-4227-82cf-6eb14afa6851 req-4ab995b2-8f77-473e-8e09-9fe0a001f51d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=58d02b68-86ce-464d-b006-73d3120bdb35&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0789933
Dec 23 16:35:27.051082 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-5e2ee08b-38ae-4227-82cf-6eb14afa6851 req-ed2628ec-21f3-409a-8d0d-e9411fb8bff8 service neutron] 10.222.0.61 "GET /v2.0/networks/58d02b68-86ce-464d-b006-73d3120bdb35?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1230366
Dec 23 16:35:27.184438 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-5e2ee08b-38ae-4227-82cf-6eb14afa6851 req-f5caf482-1bf9-4f04-937d-81b9c7bfb6f5 service neutron] 10.222.0.61 "GET /v2.0/networks/58d02b68-86ce-464d-b006-73d3120bdb35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1259027
Dec 23 16:35:27.594556 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86722587-a27b-4e0b-accd-d5f1eaf10b8f req-127b50a5-0da4-49e1-a12a-c3168fed5497 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:35:27.595262 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-86722587-a27b-4e0b-accd-d5f1eaf10b8f req-127b50a5-0da4-49e1-a12a-c3168fed5497 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Synchronizing usage tracker for tenant:70674f663a8e4a69a2214d82389f8f1d on resource:port {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:35:27.614539 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-86722587-a27b-4e0b-accd-d5f1eaf10b8f req-127b50a5-0da4-49e1-a12a-c3168fed5497 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Unset dirty status for tenant:70674f663a8e4a69a2214d82389f8f1d on resource:port {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:35:27.616091 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-86722587-a27b-4e0b-accd-d5f1eaf10b8f req-127b50a5-0da4-49e1-a12a-c3168fed5497 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/ports?device_id=3f163228-701b-4bb0-a290-89ebe2b28314 HTTP/1.1" status: 200  len: 943 time: 0.1133649
Dec 23 16:35:27.666642 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-86722587-a27b-4e0b-accd-d5f1eaf10b8f req-ab1593b1-f7be-4766-83c6-c758ab82c27a tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/security-groups?id=04dc5984-921e-4bdc-81b1-e5141add4ea6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0441999
Dec 23 16:35:28.875066 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68a823f-7092-4ac8-a7e5-e0d3301bab3b req-3c468f21-43d1-406b-9540-b8827d55a30a tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:35:28.876598 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-a68a823f-7092-4ac8-a7e5-e0d3301bab3b req-3c468f21-43d1-406b-9540-b8827d55a30a tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/ports?device_id=3f163228-701b-4bb0-a290-89ebe2b28314 HTTP/1.1" status: 200  len: 943 time: 0.0882597
Dec 23 16:35:28.920897 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-a68a823f-7092-4ac8-a7e5-e0d3301bab3b req-f0cab70a-c749-456a-bb0e-2b9a6d3b7cd3 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/security-groups?id=04dc5984-921e-4bdc-81b1-e5141add4ea6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0385494
Dec 23 16:35:30.115839 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Device 59836070-4106-4d2d-a82b-e2abdc2cdc15 details requested by agent hyperv_hv-neutron-8227 with host hv-neutron-8227 {{(pid=87637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 23 16:35:30.124764 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60328b4-f88d-41bd-8655-1e9c090b8d4d req-284b58cf-c427-49fe-be72-9f071936025e tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:35:30.126347 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-e60328b4-f88d-41bd-8655-1e9c090b8d4d req-284b58cf-c427-49fe-be72-9f071936025e tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/ports?device_id=3f163228-701b-4bb0-a290-89ebe2b28314 HTTP/1.1" status: 200  len: 943 time: 0.0980022
Dec 23 16:35:30.176210 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-e60328b4-f88d-41bd-8655-1e9c090b8d4d req-981a1285-302b-4c12-a089-d940e3db218d tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/security-groups?id=04dc5984-921e-4bdc-81b1-e5141add4ea6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0437734
Dec 23 16:35:30.252169 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] For port 59836070-4106-4d2d-a82b-e2abdc2cdc15, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=59836070-4106-4d2d-a82b-e2abdc2cdc15,segment=NetworkSegment(00b6f5ac-ce76-4573-ba2b-31f5557ec8cd),segment_id=00b6f5ac-ce76-4573-ba2b-31f5557ec8cd)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:35:30.265599 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Returning: {'device': '59836070-4106-4d2d-a82b-e2abdc2cdc15', 'network_id': '58d02b68-86ce-464d-b006-73d3120bdb35', 'port_id': '59836070-4106-4d2d-a82b-e2abdc2cdc15', 'mac_address': 'fa:16:3e:c8:cb:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a1a0751-82b4-475c-8186-df1fa1255db4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 23 16:35:30.323631 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:35:30.340714 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.notifiers.nova [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59836070-4106-4d2d-a82b-e2abdc2cdc15 {{(pid=87637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 23 16:35:30.357702 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] For port 59836070-4106-4d2d-a82b-e2abdc2cdc15, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=59836070-4106-4d2d-a82b-e2abdc2cdc15,segment=NetworkSegment(00b6f5ac-ce76-4573-ba2b-31f5557ec8cd),segment_id=00b6f5ac-ce76-4573-ba2b-31f5557ec8cd)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:35:30.365087 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:35:30.369373 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:35:30.440168 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Pushing event updated for resources: {'Port': ['ID=59836070-4106-4d2d-a82b-e2abdc2cdc15,revision_number=4']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:35:30.443463 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:35:30.571452 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] get_ports_and_sgs() called for port_ids ['59836070-4106-4d2d-a82b-e2abdc2cdc15'] {{(pid=87637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 23 16:35:31.381624 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0c4a41-fa94-41f4-a495-967ced4baffa req-5163fd45-37a4-414d-b84e-7c0724a9f3d4 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:35:31.383060 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-0c0c4a41-fa94-41f4-a495-967ced4baffa req-5163fd45-37a4-414d-b84e-7c0724a9f3d4 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/ports?device_id=3f163228-701b-4bb0-a290-89ebe2b28314 HTTP/1.1" status: 200  len: 944 time: 0.0955093
Dec 23 16:35:31.533757 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-0c0c4a41-fa94-41f4-a495-967ced4baffa req-371c0dac-9c3d-492d-a09f-0ddbf487b928 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/security-groups?id=04dc5984-921e-4bdc-81b1-e5141add4ea6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1447515
Dec 23 16:35:32.123349 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Device 59836070-4106-4d2d-a82b-e2abdc2cdc15 up at agent hyperv_hv-neutron-8227 {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:35:32.197855 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Provisioning for port 59836070-4106-4d2d-a82b-e2abdc2cdc15 completed by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:35:32.202889 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Provisioning complete for port 59836070-4106-4d2d-a82b-e2abdc2cdc15 triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:35:32.203265 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:35:32.360362 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:35:32.395141 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f163228-701b-4bb0-a290-89ebe2b28314', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59836070-4106-4d2d-a82b-e2abdc2cdc15'}] {{(pid=87637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 23 16:35:32.405516 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] For port 59836070-4106-4d2d-a82b-e2abdc2cdc15, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=59836070-4106-4d2d-a82b-e2abdc2cdc15,segment=NetworkSegment(00b6f5ac-ce76-4573-ba2b-31f5557ec8cd),segment_id=00b6f5ac-ce76-4573-ba2b-31f5557ec8cd)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:35:32.410192 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:35:32.413365 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:35:32.443767 dv-neutron-822799-1-hyperv neutron-server[87637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f163228-701b-4bb0-a290-89ebe2b28314', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59836070-4106-4d2d-a82b-e2abdc2cdc15', 'code': 200}
Dec 23 16:35:32.487627 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Pushing event updated for resources: {'Port': ['ID=59836070-4106-4d2d-a82b-e2abdc2cdc15,revision_number=5']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:35:32.490568 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:35:32.686694 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754a2e56-767a-4494-afce-c0547d6b1bd7 req-2693296b-94a2-451e-98a8-65dc31cdd93a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:35:32.688183 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-754a2e56-767a-4494-afce-c0547d6b1bd7 req-2693296b-94a2-451e-98a8-65dc31cdd93a service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=3f163228-701b-4bb0-a290-89ebe2b28314 HTTP/1.1" status: 200  len: 1098 time: 0.0749419
Dec 23 16:35:32.720670 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502482f2-1b34-4e00-8ede-bf2c1013a297 req-90fa0f30-3e0c-47c3-bbad-ba958a76aa13 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:35:32.722044 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-502482f2-1b34-4e00-8ede-bf2c1013a297 req-90fa0f30-3e0c-47c3-bbad-ba958a76aa13 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/ports?device_id=3f163228-701b-4bb0-a290-89ebe2b28314 HTTP/1.1" status: 200  len: 945 time: 0.0798223
Dec 23 16:35:32.730868 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-754a2e56-767a-4494-afce-c0547d6b1bd7 req-bc1c7718-337b-4ca8-9fa8-39b540f9b0e3 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=04dc5984-921e-4bdc-81b1-e5141add4ea6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0357111
Dec 23 16:35:32.766047 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-502482f2-1b34-4e00-8ede-bf2c1013a297 req-3877b2be-8d5b-4279-8baf-8391d353af58 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/security-groups?id=04dc5984-921e-4bdc-81b1-e5141add4ea6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0383515
Dec 23 16:35:33.961385 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76361cb-53f4-47fa-ab23-2c385346f06c req-18dad991-9dff-4008-855b-164b2afc27f8 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:35:33.962859 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-a76361cb-53f4-47fa-ab23-2c385346f06c req-18dad991-9dff-4008-855b-164b2afc27f8 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/ports?device_id=3f163228-701b-4bb0-a290-89ebe2b28314 HTTP/1.1" status: 200  len: 945 time: 0.0871792
Dec 23 16:35:34.006996 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-a76361cb-53f4-47fa-ab23-2c385346f06c req-1b2f8b36-8c8d-493a-b997-7dd3c57ab671 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/security-groups?id=04dc5984-921e-4bdc-81b1-e5141add4ea6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0382512
Dec 23 16:35:34.208933 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c100d72-2cf7-4751-a0a6-7e8fe6bb38dc req-4c40d29f-ad14-4a5b-81aa-58537cd47473 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:35:34.210392 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-2c100d72-2cf7-4751-a0a6-7e8fe6bb38dc req-4c40d29f-ad14-4a5b-81aa-58537cd47473 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/ports?device_id=3f163228-701b-4bb0-a290-89ebe2b28314 HTTP/1.1" status: 200  len: 945 time: 0.1001546
Dec 23 16:35:34.219324 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 56662) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:35:34.224355 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-0d60440b-731c-4297-85c6-7bc788bfa117 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Request body: {'floatingip': {'port_id': '59836070-4106-4d2d-a82b-e2abdc2cdc15'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:35:34.303280 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-0d60440b-731c-4297-85c6-7bc788bfa117 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Notify callbacks [] for floatingip, before_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:35:34.944732 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-0d60440b-731c-4297-85c6-7bc788bfa117 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:35:34.951637 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-0d60440b-731c-4297-85c6-7bc788bfa117 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1824189'] for floatingip, after_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:35:35.123948 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.db.l3_db [None req-0d60440b-731c-4297-85c6-7bc788bfa117 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Floating IP 2c2638a1-e1a4-4f8e-b15f-6c8e9c45d840 associated. External IP: 172.26.3.160, port: 59836070-4106-4d2d-a82b-e2abdc2cdc15.
Dec 23 16:35:35.601808 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d60440b-731c-4297-85c6-7bc788bfa117 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Router 2229da30-4a52-4e13-a284-b950ebe18b8e has already been hosted by L3 agent 371d4c41-c7e2-4de7-9539-c049ec4e95d1 {{(pid=87635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 23 16:35:35.780792 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d60440b-731c-4297-85c6-7bc788bfa117 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Notify agent at l3_agent.dv-neutron-822799-1-hyperv the message routers_updated {{(pid=87635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 23 16:35:35.785959 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-0d60440b-731c-4297-85c6-7bc788bfa117 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for floatingip, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:35:35.790794 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b0ab965-5a1d-4cfc-9e24-0767ca2c850d None None] Sync routers for ids ['2229da30-4a52-4e13-a284-b950ebe18b8e'] in dv-neutron-822799-1-hyperv {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 23 16:35:35.801493 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b0ab965-5a1d-4cfc-9e24-0767ca2c850d None None] Routers {'2229da30-4a52-4e13-a284-b950ebe18b8e'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:35:35.802189 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-5b0ab965-5a1d-4cfc-9e24-0767ca2c850d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc207fa30>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:35:20Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['2229da30-4a52-4e13-a284-b950ebe18b8e'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:35:35.839976 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-0d60440b-731c-4297-85c6-7bc788bfa117 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "PUT /v2.0/floatingips/2c2638a1-e1a4-4f8e-b15f-6c8e9c45d840 HTTP/1.1" status: 200  len: 992 time: 1.6194315
Dec 23 16:35:35.840748 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f163228-701b-4bb0-a290-89ebe2b28314', 'tag': '59836070-4106-4d2d-a82b-e2abdc2cdc15'}] {{(pid=87635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 23 16:35:35.884384 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f163228-701b-4bb0-a290-89ebe2b28314', 'tag': '59836070-4106-4d2d-a82b-e2abdc2cdc15', 'status': 'completed', 'code': 200}
Dec 23 16:35:35.984930 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca310b4-2687-4056-ac2b-f19f67ea07b2 req-cceb4ed1-441b-474a-93be-5fbeaa55f13a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:35:35.986406 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-bca310b4-2687-4056-ac2b-f19f67ea07b2 req-cceb4ed1-441b-474a-93be-5fbeaa55f13a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=70674f663a8e4a69a2214d82389f8f1d&device_id=3f163228-701b-4bb0-a290-89ebe2b28314 HTTP/1.1" status: 200  len: 1098 time: 0.0770917
Dec 23 16:35:36.001999 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-5b0ab965-5a1d-4cfc-9e24-0767ca2c850d None None] Set router 2229da30-4a52-4e13-a284-b950ebe18b8e gateway port host: dv-neutron-822799-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:35:36.118834 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca310b4-2687-4056-ac2b-f19f67ea07b2 req-bdacc06f-4f06-4563-ab57-46f5fcc192ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:35:36.120185 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-bca310b4-2687-4056-ac2b-f19f67ea07b2 req-bdacc06f-4f06-4563-ab57-46f5fcc192ee service neutron] 10.222.0.61 "GET /v2.0/networks?id=58d02b68-86ce-464d-b006-73d3120bdb35 HTTP/1.1" status: 200  len: 913 time: 0.1271513
Dec 23 16:35:36.353258 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-5b0ab965-5a1d-4cfc-9e24-0767ca2c850d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc207fa30>, [{'id': '2229da30-4a52-4e13-a284-b950ebe18b8e', 'name': 'tempest-ServerActionsTestJSON-1120133599-router', 'tenant_id': '70674f663a8e4a69a2214d82389f8f1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.242'}], 'enable_snat': True}, 'gw_port_id': 'b264cb33-bbcb-416b-8499-db9354d37b08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:31:21Z', 'updated_at': '2021-12-23T16:31:25Z', 'revision_number': 4, 'project_id': '70674f663a8e4a69a2214d82389f8f1d', 'gw_port': {'id': 'b264cb33-bbcb-416b-8499-db9354d37b08', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:e9:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2229da30-4a52-4e13-a284-b950ebe18b8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:31:22Z', 'updated_at': '2021-12-23T16:31:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_floatingips': [{'id': '2c2638a1-e1a4-4f8e-b15f-6c8e9c45d840', 'tenant_id': '70674f663a8e4a69a2214d82389f8f1d', 'floating_ip_address': '172.26.3.160', 'floating_network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'router_id': '2229da30-4a52-4e13-a284-b950ebe18b8e', 'port_id': '59836070-4106-4d2d-a82b-e2abdc2cdc15', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58d02b68-86ce-464d-b006-73d3120bdb35', 'mac_address': 'fa:16:3e:c8:cb:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f163228-701b-4bb0-a290-89ebe2b28314', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:31:28Z', 'updated_at': '2021-12-23T16:35:34Z', 'revision_number': 13, 'project_id': '70674f663a8e4a69a2214d82389f8f1d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '190d7369-1523-4306-8e01-6f968dc098aa', 'name': '', 'network_id': '58d02b68-86ce-464d-b006-73d3120bdb35', 'tenant_id': '70674f663a8e4a69a2214d82389f8f1d', 'mac_address': 'fa:16:3e:44:eb:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2229da30-4a52-4e13-a284-b950ebe18b8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '4a1a0751-82b4-475c-8186-df1fa1255db4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:31:24Z', 'updated_at': '2021-12-23T16:31:30Z', 'revision_number': 5, 'project_id': '70674f663a8e4a69a2214d82389f8f1d', 'subnets': [{'id': '4a1a0751-82b4-475c-8186-df1fa1255db4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:35:36.357163 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b0ab965-5a1d-4cfc-9e24-0767ca2c850d None None] Checking router: 2229da30-4a52-4e13-a284-b950ebe18b8e for host: dv-neutron-822799-1-hyperv {{(pid=87638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 23 16:35:36.365620 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b0ab965-5a1d-4cfc-9e24-0767ca2c850d None None] Routers {'2229da30-4a52-4e13-a284-b950ebe18b8e'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:35:36.366221 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-5b0ab965-5a1d-4cfc-9e24-0767ca2c850d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc207fa30>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:35:20Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['2229da30-4a52-4e13-a284-b950ebe18b8e'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:35:36.371737 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-bca310b4-2687-4056-ac2b-f19f67ea07b2 req-e811ed10-3aff-491e-8d2d-9c7c0e53a21c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=59836070-4106-4d2d-a82b-e2abdc2cdc15 HTTP/1.1" status: 200  len: 1000 time: 0.2440124
Dec 23 16:35:36.434930 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca310b4-2687-4056-ac2b-f19f67ea07b2 req-682c814e-ea9e-4990-b8db-c63f2f52f2e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:35:36.436373 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-bca310b4-2687-4056-ac2b-f19f67ea07b2 req-682c814e-ea9e-4990-b8db-c63f2f52f2e9 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=4a1a0751-82b4-475c-8186-df1fa1255db4 HTTP/1.1" status: 200  len: 851 time: 0.0590973
Dec 23 16:35:36.518264 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca310b4-2687-4056-ac2b-f19f67ea07b2 req-aceadf7b-8214-4a13-9797-3bc6138c0e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:35:36.519744 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-bca310b4-2687-4056-ac2b-f19f67ea07b2 req-aceadf7b-8214-4a13-9797-3bc6138c0e3b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=58d02b68-86ce-464d-b006-73d3120bdb35&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0764606
Dec 23 16:35:36.548067 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-5b0ab965-5a1d-4cfc-9e24-0767ca2c850d None None] Set router 2229da30-4a52-4e13-a284-b950ebe18b8e gateway port host: dv-neutron-822799-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:35:36.658838 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-bca310b4-2687-4056-ac2b-f19f67ea07b2 req-f71e5aed-6b72-4943-9424-250483e529f2 service neutron] 10.222.0.61 "GET /v2.0/networks/58d02b68-86ce-464d-b006-73d3120bdb35?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1319082
Dec 23 16:35:36.791950 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-bca310b4-2687-4056-ac2b-f19f67ea07b2 req-ae405833-3741-4b7c-ab1a-3b7949013350 service neutron] 10.222.0.61 "GET /v2.0/networks/58d02b68-86ce-464d-b006-73d3120bdb35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1268313
Dec 23 16:35:36.907782 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-5b0ab965-5a1d-4cfc-9e24-0767ca2c850d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc207fa30>, [{'id': '2229da30-4a52-4e13-a284-b950ebe18b8e', 'name': 'tempest-ServerActionsTestJSON-1120133599-router', 'tenant_id': '70674f663a8e4a69a2214d82389f8f1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.242'}], 'enable_snat': True}, 'gw_port_id': 'b264cb33-bbcb-416b-8499-db9354d37b08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:31:21Z', 'updated_at': '2021-12-23T16:31:25Z', 'revision_number': 4, 'project_id': '70674f663a8e4a69a2214d82389f8f1d', 'gw_port': {'id': 'b264cb33-bbcb-416b-8499-db9354d37b08', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:e9:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2229da30-4a52-4e13-a284-b950ebe18b8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:31:22Z', 'updated_at': '2021-12-23T16:31:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_floatingips': [{'id': '2c2638a1-e1a4-4f8e-b15f-6c8e9c45d840', 'tenant_id': '70674f663a8e4a69a2214d82389f8f1d', 'floating_ip_address': '172.26.3.160', 'floating_network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'router_id': '2229da30-4a52-4e13-a284-b950ebe18b8e', 'port_id': '59836070-4106-4d2d-a82b-e2abdc2cdc15', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58d02b68-86ce-464d-b006-73d3120bdb35', 'mac_address': 'fa:16:3e:c8:cb:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f163228-701b-4bb0-a290-89ebe2b28314', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:31:28Z', 'updated_at': '2021-12-23T16:35:34Z', 'revision_number': 13, 'project_id': '70674f663a8e4a69a2214d82389f8f1d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '190d7369-1523-4306-8e01-6f968dc098aa', 'name': '', 'network_id': '58d02b68-86ce-464d-b006-73d3120bdb35', 'tenant_id': '70674f663a8e4a69a2214d82389f8f1d', 'mac_address': 'fa:16:3e:44:eb:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2229da30-4a52-4e13-a284-b950ebe18b8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '4a1a0751-82b4-475c-8186-df1fa1255db4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:31:24Z', 'updated_at': '2021-12-23T16:31:30Z', 'revision_number': 5, 'project_id': '70674f663a8e4a69a2214d82389f8f1d', 'subnets': [{'id': '4a1a0751-82b4-475c-8186-df1fa1255db4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:35:36.911817 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b0ab965-5a1d-4cfc-9e24-0767ca2c850d None None] The sync data for ids ['2229da30-4a52-4e13-a284-b950ebe18b8e'] in dv-neutron-822799-1-hyperv is: [{'id': '2229da30-4a52-4e13-a284-b950ebe18b8e', 'name': 'tempest-ServerActionsTestJSON-1120133599-router', 'tenant_id': '70674f663a8e4a69a2214d82389f8f1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.242'}], 'enable_snat': True}, 'gw_port_id': 'b264cb33-bbcb-416b-8499-db9354d37b08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:31:21Z', 'updated_at': '2021-12-23T16:31:25Z', 'revision_number': 4, 'project_id': '70674f663a8e4a69a2214d82389f8f1d', 'gw_port': {'id': 'b264cb33-bbcb-416b-8499-db9354d37b08', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:e9:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2229da30-4a52-4e13-a284-b950ebe18b8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:31:22Z', 'updated_at': '2021-12-23T16:31:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_floatingips': [{'id': '2c2638a1-e1a4-4f8e-b15f-6c8e9c45d840', 'tenant_id': '70674f663a8e4a69a2214d82389f8f1d', 'floating_ip_address': '172.26.3.160', 'floating_network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'router_id': '2229da30-4a52-4e13-a284-b950ebe18b8e', 'port_id': '59836070-4106-4d2d-a82b-e2abdc2cdc15', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58d02b68-86ce-464d-b006-73d3120bdb35', 'mac_address': 'fa:16:3e:c8:cb:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f163228-701b-4bb0-a290-89ebe2b28314', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:31:28Z', 'updated_at': '2021-12-23T16:35:34Z', 'revision_number': 13, 'project_id': '70674f663a8e4a69a2214d82389f8f1d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '190d7369-1523-4306-8e01-6f968dc098aa', 'name': '', 'network_id': '58d02b68-86ce-464d-b006-73d3120bdb35', 'tenant_id': '70674f663a8e4a69a2214d82389f8f1d', 'mac_address': 'fa:16:3e:44:eb:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2229da30-4a52-4e13-a284-b950ebe18b8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '4a1a0751-82b4-475c-8186-df1fa1255db4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:31:24Z', 'updated_at': '2021-12-23T16:31:30Z', 'revision_number': 5, 'project_id': '70674f663a8e4a69a2214d82389f8f1d', 'subnets': [{'id': '4a1a0751-82b4-475c-8186-df1fa1255db4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 23 16:35:37.113557 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06ba986c-79f5-4f2f-b0be-6074d8abaf3c None None] New status for floating IP 2c2638a1-e1a4-4f8e-b15f-6c8e9c45d840: ACTIVE {{(pid=87637) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 23 16:35:42.036655 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:35:47.389189 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9b8b62e5-d038-4a5e-a0ef-a21f2bcaa637 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:35:49.754019 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-11d6a8e4-1102-422e-bd47-4824ba1acb2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:35:50.836859 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9dcbea60-a34f-4144-91e7-90aff3f57aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:35:50.902930 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:35:52.320724 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9e3aab53-d650-47e3-b8a6-2dff21fe9ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:35:57.636880 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.agents_db [None req-30c2320c-f298-49f6-9c47-c20e38116a9c None None] Agent healthcheck: found 6 active agents {{(pid=87638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 23 16:36:04.231617 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-1036aaf3-da95-4e83-81cb-4fa044192fb6 req-34b99140-fbbe-4ff5-b40f-da26e5f5b199 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=3f163228-701b-4bb0-a290-89ebe2b28314&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0725162
Dec 23 16:36:04.390143 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1036aaf3-da95-4e83-81cb-4fa044192fb6 req-92bf1c82-1931-42bb-a8cf-41cd629cfdf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:36:04.391921 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-1036aaf3-da95-4e83-81cb-4fa044192fb6 req-92bf1c82-1931-42bb-a8cf-41cd629cfdf5 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=70674f663a8e4a69a2214d82389f8f1d&device_id=3f163228-701b-4bb0-a290-89ebe2b28314 HTTP/1.1" status: 200  len: 1098 time: 0.0845699
Dec 23 16:36:04.540215 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1036aaf3-da95-4e83-81cb-4fa044192fb6 req-a06bda3e-a5ff-48e3-8dbc-fa0f645b0e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:36:04.541717 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-1036aaf3-da95-4e83-81cb-4fa044192fb6 req-a06bda3e-a5ff-48e3-8dbc-fa0f645b0e61 service neutron] 10.222.0.61 "GET /v2.0/networks?id=58d02b68-86ce-464d-b006-73d3120bdb35 HTTP/1.1" status: 200  len: 913 time: 0.1296318
Dec 23 16:36:04.648906 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-1036aaf3-da95-4e83-81cb-4fa044192fb6 req-a3764cd7-a1f6-4e52-b153-13ebf8f354b2 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=59836070-4106-4d2d-a82b-e2abdc2cdc15 HTTP/1.1" status: 200  len: 1002 time: 0.1001151
Dec 23 16:36:04.714618 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1036aaf3-da95-4e83-81cb-4fa044192fb6 req-1f69ac15-8d12-416a-af86-3997863d4468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:36:04.715994 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-1036aaf3-da95-4e83-81cb-4fa044192fb6 req-1f69ac15-8d12-416a-af86-3997863d4468 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=4a1a0751-82b4-475c-8186-df1fa1255db4 HTTP/1.1" status: 200  len: 851 time: 0.0608861
Dec 23 16:36:04.794528 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1036aaf3-da95-4e83-81cb-4fa044192fb6 req-ff789eb3-2ce5-4e7e-9d08-87c14ef6bbdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:36:04.795994 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-1036aaf3-da95-4e83-81cb-4fa044192fb6 req-ff789eb3-2ce5-4e7e-9d08-87c14ef6bbdf service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=58d02b68-86ce-464d-b006-73d3120bdb35&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0721214
Dec 23 16:36:04.931695 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-1036aaf3-da95-4e83-81cb-4fa044192fb6 req-9c30a022-20a7-446a-a2b9-341fd2a33e9b service neutron] 10.222.0.61 "GET /v2.0/networks/58d02b68-86ce-464d-b006-73d3120bdb35?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1274650
Dec 23 16:36:05.066077 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-1036aaf3-da95-4e83-81cb-4fa044192fb6 req-0abad641-9c2d-4d79-b6ce-29a5f04cb8b4 service neutron] 10.222.0.61 "GET /v2.0/networks/58d02b68-86ce-464d-b006-73d3120bdb35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1272299
Dec 23 16:36:12.032059 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:36:12.966581 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f9b614-1140-4432-8f81-2d0a8a2bbd9e req-2c91d2d8-706c-450e-8798-4a50646ff0f1 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:36:12.968469 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-e7f9b614-1140-4432-8f81-2d0a8a2bbd9e req-2c91d2d8-706c-450e-8798-4a50646ff0f1 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/ports?device_id=3f163228-701b-4bb0-a290-89ebe2b28314 HTTP/1.1" status: 200  len: 945 time: 0.0933170
Dec 23 16:36:13.014777 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-e7f9b614-1140-4432-8f81-2d0a8a2bbd9e req-d2f7386b-122d-4216-8a11-df36be37e366 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/security-groups?id=04dc5984-921e-4bdc-81b1-e5141add4ea6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0404930
Dec 23 16:36:17.389777 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d44a8d33-5f7d-44b1-91b3-2b0c6f8a4945 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:36:19.765028 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-c97357b9-7c01-4ccd-a76b-5b24f9881e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:36:20.840212 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9dcbea60-a34f-4144-91e7-90aff3f57aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:36:20.906110 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:36:21.932601 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-ba3a8e41-580c-402f-9b81-2e9b3d8691ff req-ff5ba7ac-4743-4daf-8a33-5161cbd2b4b9 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=3f163228-701b-4bb0-a290-89ebe2b28314&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0715759
Dec 23 16:36:21.990408 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef3915e-15e0-442b-807d-3f396e11cb1a req-fc5e6fc4-bc4b-4d1b-9426-dd02e7b39875 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:36:21.991846 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-7ef3915e-15e0-442b-807d-3f396e11cb1a req-fc5e6fc4-bc4b-4d1b-9426-dd02e7b39875 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/ports?device_id=3f163228-701b-4bb0-a290-89ebe2b28314 HTTP/1.1" status: 200  len: 945 time: 0.0854149
Dec 23 16:36:22.044837 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-7ef3915e-15e0-442b-807d-3f396e11cb1a req-20ee9ae6-1457-44b1-832b-99190e2b3ad1 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/security-groups?id=04dc5984-921e-4bdc-81b1-e5141add4ea6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0470579
Dec 23 16:36:22.318042 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9e3aab53-d650-47e3-b8a6-2dff21fe9ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:36:23.261175 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3a8e41-580c-402f-9b81-2e9b3d8691ff req-521a6874-f8bc-47b2-8242-4bd11ab8e682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:36:23.262640 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-ba3a8e41-580c-402f-9b81-2e9b3d8691ff req-521a6874-f8bc-47b2-8242-4bd11ab8e682 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=70674f663a8e4a69a2214d82389f8f1d&device_id=3f163228-701b-4bb0-a290-89ebe2b28314 HTTP/1.1" status: 200  len: 1098 time: 0.1337159
Dec 23 16:36:23.272935 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03751c3-51e5-4aca-9feb-a46787f700f8 req-3d6e20ae-ca2e-4fe5-94a2-2e767ec05e11 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:36:23.274289 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-f03751c3-51e5-4aca-9feb-a46787f700f8 req-3d6e20ae-ca2e-4fe5-94a2-2e767ec05e11 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/ports?device_id=3f163228-701b-4bb0-a290-89ebe2b28314 HTTP/1.1" status: 200  len: 945 time: 0.1108873
Dec 23 16:36:23.531352 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-f03751c3-51e5-4aca-9feb-a46787f700f8 req-dcc312a6-f5a2-4a0c-84e7-0e3d2958beed tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/security-groups?id=04dc5984-921e-4bdc-81b1-e5141add4ea6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2380488
Dec 23 16:36:23.561135 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3a8e41-580c-402f-9b81-2e9b3d8691ff req-ae617a9f-7c48-4b84-9fef-366405761663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:36:23.562568 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-ba3a8e41-580c-402f-9b81-2e9b3d8691ff req-ae617a9f-7c48-4b84-9fef-366405761663 service neutron] 10.222.0.61 "GET /v2.0/networks?id=58d02b68-86ce-464d-b006-73d3120bdb35 HTTP/1.1" status: 200  len: 913 time: 0.2874329
Dec 23 16:36:23.668096 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-ba3a8e41-580c-402f-9b81-2e9b3d8691ff req-08e48a13-acb8-40d3-bfd5-299ee41c04c6 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=59836070-4106-4d2d-a82b-e2abdc2cdc15 HTTP/1.1" status: 200  len: 1002 time: 0.0984178
Dec 23 16:36:23.737103 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3a8e41-580c-402f-9b81-2e9b3d8691ff req-2ab243ee-efd9-4ce8-8d5c-8c5c2581a1a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:36:23.738552 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-ba3a8e41-580c-402f-9b81-2e9b3d8691ff req-2ab243ee-efd9-4ce8-8d5c-8c5c2581a1a4 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=4a1a0751-82b4-475c-8186-df1fa1255db4 HTTP/1.1" status: 200  len: 851 time: 0.0638449
Dec 23 16:36:23.820429 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3a8e41-580c-402f-9b81-2e9b3d8691ff req-4f781702-ff9f-4ecf-a843-2fcad350efbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:36:23.822575 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-ba3a8e41-580c-402f-9b81-2e9b3d8691ff req-4f781702-ff9f-4ecf-a843-2fcad350efbb service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=58d02b68-86ce-464d-b006-73d3120bdb35&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0777426
Dec 23 16:36:23.954248 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-ba3a8e41-580c-402f-9b81-2e9b3d8691ff req-1fc72e3b-3402-426b-a873-2e56af30fa1f service neutron] 10.222.0.61 "GET /v2.0/networks/58d02b68-86ce-464d-b006-73d3120bdb35?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1238978
Dec 23 16:36:24.093980 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-ba3a8e41-580c-402f-9b81-2e9b3d8691ff req-bf87ae78-c72a-46a6-a32a-ae257b3ea794 service neutron] 10.222.0.61 "GET /v2.0/networks/58d02b68-86ce-464d-b006-73d3120bdb35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1330693
Dec 23 16:36:24.738628 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e10c4c3-844b-480e-b059-42029372f6bb req-2893ab9f-ed18-49c8-a78f-4b4701f2fe31 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:36:24.740088 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-2e10c4c3-844b-480e-b059-42029372f6bb req-2893ab9f-ed18-49c8-a78f-4b4701f2fe31 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/ports?device_id=3f163228-701b-4bb0-a290-89ebe2b28314 HTTP/1.1" status: 200  len: 945 time: 0.0907099
Dec 23 16:36:24.783364 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-2e10c4c3-844b-480e-b059-42029372f6bb req-ef02a045-f54d-4f12-b1d2-4084d924b434 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/security-groups?id=04dc5984-921e-4bdc-81b1-e5141add4ea6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0374904
Dec 23 16:36:26.042964 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1d13b5-8629-43d4-9287-be89aebd9614 req-6b1923a4-09e3-487d-b390-6587ccfc4db2 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:36:26.044393 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-5b1d13b5-8629-43d4-9287-be89aebd9614 req-6b1923a4-09e3-487d-b390-6587ccfc4db2 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/ports?device_id=3f163228-701b-4bb0-a290-89ebe2b28314 HTTP/1.1" status: 200  len: 945 time: 0.1350629
Dec 23 16:36:26.096682 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-5b1d13b5-8629-43d4-9287-be89aebd9614 req-397ab58a-9576-4ab1-9795-f38093c2ad42 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/security-groups?id=04dc5984-921e-4bdc-81b1-e5141add4ea6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0450122
Dec 23 16:36:27.306590 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0707a4c2-2e96-4d5c-8315-abada46d812a req-032f5fa8-0e42-46b9-9c37-94d2c3b7a98d tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:36:27.308039 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-0707a4c2-2e96-4d5c-8315-abada46d812a req-032f5fa8-0e42-46b9-9c37-94d2c3b7a98d tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/ports?device_id=3f163228-701b-4bb0-a290-89ebe2b28314 HTTP/1.1" status: 200  len: 945 time: 0.0871685
Dec 23 16:36:27.352984 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-0707a4c2-2e96-4d5c-8315-abada46d812a req-4312d62e-7dfe-4362-b8b0-887395c26139 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/security-groups?id=04dc5984-921e-4bdc-81b1-e5141add4ea6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0390565
Dec 23 16:36:28.569701 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d27c285-22cc-4699-a2df-68179760a109 req-23eb6c15-9582-4493-a7af-6ac8a9441bf6 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:36:28.571504 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-5d27c285-22cc-4699-a2df-68179760a109 req-23eb6c15-9582-4493-a7af-6ac8a9441bf6 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/ports?device_id=3f163228-701b-4bb0-a290-89ebe2b28314 HTTP/1.1" status: 200  len: 945 time: 0.0938499
Dec 23 16:36:28.615352 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-5d27c285-22cc-4699-a2df-68179760a109 req-559e256d-7486-44b1-ad3c-b4492e3c312d tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/security-groups?id=04dc5984-921e-4bdc-81b1-e5141add4ea6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0379958
Dec 23 16:36:29.822965 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac40d79-5b69-449c-9f01-debd4272c535 req-19f85f8e-14c3-4525-ac0c-c893694349ea tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:36:29.824404 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-5ac40d79-5b69-449c-9f01-debd4272c535 req-19f85f8e-14c3-4525-ac0c-c893694349ea tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/ports?device_id=3f163228-701b-4bb0-a290-89ebe2b28314 HTTP/1.1" status: 200  len: 945 time: 0.0867338
Dec 23 16:36:29.870903 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-5ac40d79-5b69-449c-9f01-debd4272c535 req-2616c3dd-ccc1-4f23-a5d7-de359283c9fd tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/security-groups?id=04dc5984-921e-4bdc-81b1-e5141add4ea6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0385957
Dec 23 16:36:31.081052 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a1ecb2-6007-4973-adf9-62ea1b4f42ed req-6ad08da0-a355-46f1-8cac-6ed16abb8857 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:36:31.082510 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-c5a1ecb2-6007-4973-adf9-62ea1b4f42ed req-6ad08da0-a355-46f1-8cac-6ed16abb8857 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/ports?device_id=3f163228-701b-4bb0-a290-89ebe2b28314 HTTP/1.1" status: 200  len: 945 time: 0.1017218
Dec 23 16:36:31.129925 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-c5a1ecb2-6007-4973-adf9-62ea1b4f42ed req-49a16176-6796-4f8a-9a1a-2262bb32edc8 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/security-groups?id=04dc5984-921e-4bdc-81b1-e5141add4ea6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0389214
Dec 23 16:36:32.321612 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6674b7b6-e5ee-4931-9679-04f5f2db02ac req-963d784c-6306-45fe-9ef6-c36adafd258c tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:36:32.323150 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-6674b7b6-e5ee-4931-9679-04f5f2db02ac req-963d784c-6306-45fe-9ef6-c36adafd258c tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/ports?device_id=3f163228-701b-4bb0-a290-89ebe2b28314 HTTP/1.1" status: 200  len: 945 time: 0.0846839
Dec 23 16:36:32.368138 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-6674b7b6-e5ee-4931-9679-04f5f2db02ac req-e31bbc91-a2e1-4a6c-aebd-79ca8e8d5c25 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/security-groups?id=04dc5984-921e-4bdc-81b1-e5141add4ea6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0390692
Dec 23 16:36:33.585232 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9ee4ae-d1e0-40f2-a3ec-787f5932405a req-6b788f89-6ed9-4475-a22a-983054213b9f tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:36:33.586728 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-fc9ee4ae-d1e0-40f2-a3ec-787f5932405a req-6b788f89-6ed9-4475-a22a-983054213b9f tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/ports?device_id=3f163228-701b-4bb0-a290-89ebe2b28314 HTTP/1.1" status: 200  len: 945 time: 0.0994513
Dec 23 16:36:33.631973 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-fc9ee4ae-d1e0-40f2-a3ec-787f5932405a req-b24f74c4-d0fd-407f-a2c1-3685217fdcc7 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/security-groups?id=04dc5984-921e-4bdc-81b1-e5141add4ea6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0394802
Dec 23 16:36:34.641487 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.agents_db [None req-30c2320c-f298-49f6-9c47-c20e38116a9c None None] Agent healthcheck: found 6 active agents {{(pid=87638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 23 16:36:34.830119 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4d40b3-58c2-44cd-aa14-6da5642e4f81 req-1c06e74c-a300-44dd-aa58-4882a5e5d14b tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:36:34.831576 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-5d4d40b3-58c2-44cd-aa14-6da5642e4f81 req-1c06e74c-a300-44dd-aa58-4882a5e5d14b tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/ports?device_id=3f163228-701b-4bb0-a290-89ebe2b28314 HTTP/1.1" status: 200  len: 945 time: 0.0871665
Dec 23 16:36:34.881612 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-5d4d40b3-58c2-44cd-aa14-6da5642e4f81 req-2b92f2ff-34b1-4bb6-814b-c29b3bc8f4d3 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/security-groups?id=04dc5984-921e-4bdc-81b1-e5141add4ea6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0416608
Dec 23 16:36:36.077696 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4232fc54-6c91-4030-aa8b-a66af068b557 req-25fc111d-2c9a-4a56-a647-32cd1900b008 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:36:36.079536 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-4232fc54-6c91-4030-aa8b-a66af068b557 req-25fc111d-2c9a-4a56-a647-32cd1900b008 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/ports?device_id=3f163228-701b-4bb0-a290-89ebe2b28314 HTTP/1.1" status: 200  len: 945 time: 0.0882421
Dec 23 16:36:36.125738 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-4232fc54-6c91-4030-aa8b-a66af068b557 req-847684eb-eab4-4bd5-81d0-0fa908ecbafd tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/security-groups?id=04dc5984-921e-4bdc-81b1-e5141add4ea6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0397522
Dec 23 16:36:36.501458 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-ba3a8e41-580c-402f-9b81-2e9b3d8691ff req-08213643-e57f-460c-8c28-9503e59e4f91 service neutron] 10.222.0.61 "GET /v2.0/ports/59836070-4106-4d2d-a82b-e2abdc2cdc15/bindings/hv-neutron-8227 HTTP/1.1" status: 200  len: 384 time: 0.0866868
Dec 23 16:36:36.788996 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3a8e41-580c-402f-9b81-2e9b3d8691ff req-f7af9b47-f565-498a-8b44-25596eb713d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:36:36.790406 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-ba3a8e41-580c-402f-9b81-2e9b3d8691ff req-f7af9b47-f565-498a-8b44-25596eb713d9 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=3f163228-701b-4bb0-a290-89ebe2b28314&tenant_id=70674f663a8e4a69a2214d82389f8f1d HTTP/1.1" status: 200  len: 1098 time: 0.0730693
Dec 23 16:36:36.885885 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3a8e41-580c-402f-9b81-2e9b3d8691ff req-6300fdd7-e861-4092-a474-0fd2ecf36073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:36:36.887360 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-ba3a8e41-580c-402f-9b81-2e9b3d8691ff req-6300fdd7-e861-4092-a474-0fd2ecf36073 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=70674f663a8e4a69a2214d82389f8f1d&device_id=3f163228-701b-4bb0-a290-89ebe2b28314 HTTP/1.1" status: 200  len: 1098 time: 0.0738776
Dec 23 16:36:37.018583 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3a8e41-580c-402f-9b81-2e9b3d8691ff req-25eb3ef8-7d22-43ce-b266-ed1e68d46e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:36:37.020001 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-ba3a8e41-580c-402f-9b81-2e9b3d8691ff req-25eb3ef8-7d22-43ce-b266-ed1e68d46e28 service neutron] 10.222.0.61 "GET /v2.0/networks?id=58d02b68-86ce-464d-b006-73d3120bdb35 HTTP/1.1" status: 200  len: 913 time: 0.1258836
Dec 23 16:36:37.120859 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-ba3a8e41-580c-402f-9b81-2e9b3d8691ff req-d15d51f9-5cb0-4f93-ae9b-4d90c74dd5ea service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=59836070-4106-4d2d-a82b-e2abdc2cdc15 HTTP/1.1" status: 200  len: 1002 time: 0.0933485
Dec 23 16:36:37.185095 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3a8e41-580c-402f-9b81-2e9b3d8691ff req-5e91cbb9-c737-4ce0-ae3a-78db5b73cc90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:36:37.186527 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-ba3a8e41-580c-402f-9b81-2e9b3d8691ff req-5e91cbb9-c737-4ce0-ae3a-78db5b73cc90 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=4a1a0751-82b4-475c-8186-df1fa1255db4 HTTP/1.1" status: 200  len: 851 time: 0.0590699
Dec 23 16:36:37.260743 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3a8e41-580c-402f-9b81-2e9b3d8691ff req-702d5242-30e7-4cf1-8920-feae7e8d40db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:36:37.262232 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-ba3a8e41-580c-402f-9b81-2e9b3d8691ff req-702d5242-30e7-4cf1-8920-feae7e8d40db service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=58d02b68-86ce-464d-b006-73d3120bdb35&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0693457
Dec 23 16:36:37.323487 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb38d6c-ee85-45eb-81bb-4c45ead47bad req-214f90d8-9846-4847-ab33-a12f98b34a8d tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:36:37.325001 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-ecb38d6c-ee85-45eb-81bb-4c45ead47bad req-214f90d8-9846-4847-ab33-a12f98b34a8d tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/ports?device_id=3f163228-701b-4bb0-a290-89ebe2b28314 HTTP/1.1" status: 200  len: 945 time: 0.0918913
Dec 23 16:36:37.372263 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-ecb38d6c-ee85-45eb-81bb-4c45ead47bad req-eba7e0e3-12b4-41d1-b14a-b2c019494dcf tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/security-groups?id=04dc5984-921e-4bdc-81b1-e5141add4ea6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0410261
Dec 23 16:36:37.530364 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-ba3a8e41-580c-402f-9b81-2e9b3d8691ff req-78b379a2-fcce-4a8b-81d6-2af810b9d003 service neutron] 10.222.0.61 "GET /v2.0/networks/58d02b68-86ce-464d-b006-73d3120bdb35?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2612748
Dec 23 16:36:37.665756 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-ba3a8e41-580c-402f-9b81-2e9b3d8691ff req-adade724-05c4-4ee7-b4a0-f51210397a3f service neutron] 10.222.0.61 "GET /v2.0/networks/58d02b68-86ce-464d-b006-73d3120bdb35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1287982
Dec 23 16:36:38.567761 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55d99b0-920b-4811-a996-cfbda16d7310 req-0f87d300-cc10-4dcb-8c63-81d87d5207d8 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:36:38.569744 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-b55d99b0-920b-4811-a996-cfbda16d7310 req-0f87d300-cc10-4dcb-8c63-81d87d5207d8 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/ports?device_id=3f163228-701b-4bb0-a290-89ebe2b28314 HTTP/1.1" status: 200  len: 945 time: 0.0896244
Dec 23 16:36:38.621422 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-b55d99b0-920b-4811-a996-cfbda16d7310 req-5350f565-839c-4437-9388-e0feb11c2b1d tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/security-groups?id=04dc5984-921e-4bdc-81b1-e5141add4ea6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0449429
Dec 23 16:36:39.826566 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275f41bf-6c63-4268-a824-175d92e0da49 req-93bc3085-659b-4408-8ff3-49c0cc1c1500 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:36:39.828015 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-275f41bf-6c63-4268-a824-175d92e0da49 req-93bc3085-659b-4408-8ff3-49c0cc1c1500 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/ports?device_id=3f163228-701b-4bb0-a290-89ebe2b28314 HTTP/1.1" status: 200  len: 945 time: 0.0909889
Dec 23 16:36:39.871637 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-275f41bf-6c63-4268-a824-175d92e0da49 req-d2ce854b-ce32-4ec3-ade4-3433236bc3f8 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/security-groups?id=04dc5984-921e-4bdc-81b1-e5141add4ea6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0376792
Dec 23 16:36:40.502938 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Device 59836070-4106-4d2d-a82b-e2abdc2cdc15 no longer exists at agent hyperv_hv-neutron-8227 {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 23 16:36:40.632211 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:36:40.662248 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f163228-701b-4bb0-a290-89ebe2b28314', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '59836070-4106-4d2d-a82b-e2abdc2cdc15'}] {{(pid=87637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 23 16:36:40.672230 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] For port 59836070-4106-4d2d-a82b-e2abdc2cdc15, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=59836070-4106-4d2d-a82b-e2abdc2cdc15,segment=NetworkSegment(00b6f5ac-ce76-4573-ba2b-31f5557ec8cd),segment_id=00b6f5ac-ce76-4573-ba2b-31f5557ec8cd)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:36:40.677615 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:36:40.679660 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:36:40.744857 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Pushing event updated for resources: {'Port': ['ID=59836070-4106-4d2d-a82b-e2abdc2cdc15,revision_number=6']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:36:40.752764 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:36:40.753384 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:36:40.753959 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:36:40.754529 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:36:40.755088 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:36:40.755690 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:36:40.756265 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:36:40.756861 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:36:40.757398 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:36:40.757841 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:36:40.758241 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:36:40.758701 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:36:40.764228 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:36:40.769546 dv-neutron-822799-1-hyperv neutron-server[87637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f163228-701b-4bb0-a290-89ebe2b28314', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '59836070-4106-4d2d-a82b-e2abdc2cdc15', 'code': 200}
Dec 23 16:36:41.082414 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616b97c7-b3c5-4047-b80d-d4cea8cc463d req-b3575525-6b56-49b5-bd8a-1998734a6553 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:36:41.083874 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-616b97c7-b3c5-4047-b80d-d4cea8cc463d req-b3575525-6b56-49b5-bd8a-1998734a6553 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/ports?device_id=3f163228-701b-4bb0-a290-89ebe2b28314 HTTP/1.1" status: 200  len: 943 time: 0.0890639
Dec 23 16:36:41.130120 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-616b97c7-b3c5-4047-b80d-d4cea8cc463d req-2d91cf9c-349e-4d1f-b989-4f16ef80f7d0 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/security-groups?id=04dc5984-921e-4bdc-81b1-e5141add4ea6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0375843
Dec 23 16:36:42.044549 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:36:42.328898 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e14bf8c-28a3-4a2f-a1d2-2a311f17f9a0 req-7bdc7407-c971-4ffe-930a-a3543d6896a0 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:36:42.330528 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-2e14bf8c-28a3-4a2f-a1d2-2a311f17f9a0 req-7bdc7407-c971-4ffe-930a-a3543d6896a0 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/ports?device_id=3f163228-701b-4bb0-a290-89ebe2b28314 HTTP/1.1" status: 200  len: 943 time: 0.0882626
Dec 23 16:36:42.387006 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-2e14bf8c-28a3-4a2f-a1d2-2a311f17f9a0 req-93e26bbd-837b-4202-9a52-815c7b0d81e3 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/security-groups?id=04dc5984-921e-4bdc-81b1-e5141add4ea6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0478702
Dec 23 16:36:42.517209 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Device 59836070-4106-4d2d-a82b-e2abdc2cdc15 details requested by agent hyperv_hv-neutron-8227 with host hv-neutron-8227 {{(pid=87637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 23 16:36:42.656096 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] For port 59836070-4106-4d2d-a82b-e2abdc2cdc15, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=59836070-4106-4d2d-a82b-e2abdc2cdc15,segment=NetworkSegment(00b6f5ac-ce76-4573-ba2b-31f5557ec8cd),segment_id=00b6f5ac-ce76-4573-ba2b-31f5557ec8cd)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:36:42.670232 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Returning: {'device': '59836070-4106-4d2d-a82b-e2abdc2cdc15', 'network_id': '58d02b68-86ce-464d-b006-73d3120bdb35', 'port_id': '59836070-4106-4d2d-a82b-e2abdc2cdc15', 'mac_address': 'fa:16:3e:c8:cb:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a1a0751-82b4-475c-8186-df1fa1255db4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 23 16:36:42.735376 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:36:42.753745 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.notifiers.nova [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59836070-4106-4d2d-a82b-e2abdc2cdc15 {{(pid=87637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 23 16:36:42.771056 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] For port 59836070-4106-4d2d-a82b-e2abdc2cdc15, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=59836070-4106-4d2d-a82b-e2abdc2cdc15,segment=NetworkSegment(00b6f5ac-ce76-4573-ba2b-31f5557ec8cd),segment_id=00b6f5ac-ce76-4573-ba2b-31f5557ec8cd)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:36:42.777856 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:36:42.779841 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-d56942fe-8999-4b9e-87aa-9ec9516fb55a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:36:42.847502 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] get_ports_and_sgs() called for port_ids ['59836070-4106-4d2d-a82b-e2abdc2cdc15'] {{(pid=87637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 23 16:36:42.907328 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Pushing event updated for resources: {'Port': ['ID=59836070-4106-4d2d-a82b-e2abdc2cdc15,revision_number=7']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:36:42.910946 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:36:43.587315 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99174efb-350e-41d2-a1b5-3ce281adab18 req-86222aeb-b4d5-4489-96dc-57b5363a07ce tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:36:43.588832 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-99174efb-350e-41d2-a1b5-3ce281adab18 req-86222aeb-b4d5-4489-96dc-57b5363a07ce tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/ports?device_id=3f163228-701b-4bb0-a290-89ebe2b28314 HTTP/1.1" status: 200  len: 944 time: 0.0903468
Dec 23 16:36:43.635840 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-99174efb-350e-41d2-a1b5-3ce281adab18 req-4e95d4a3-c37c-4293-a5ab-ffdcd525ca12 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/security-groups?id=04dc5984-921e-4bdc-81b1-e5141add4ea6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0385361
Dec 23 16:36:44.521223 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Device 59836070-4106-4d2d-a82b-e2abdc2cdc15 up at agent hyperv_hv-neutron-8227 {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:36:44.595184 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Provisioning complete for port 59836070-4106-4d2d-a82b-e2abdc2cdc15 triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:36:44.595562 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:36:44.717893 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:36:44.744168 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f163228-701b-4bb0-a290-89ebe2b28314', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59836070-4106-4d2d-a82b-e2abdc2cdc15'}] {{(pid=87637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 23 16:36:44.753913 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] For port 59836070-4106-4d2d-a82b-e2abdc2cdc15, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=59836070-4106-4d2d-a82b-e2abdc2cdc15,segment=NetworkSegment(00b6f5ac-ce76-4573-ba2b-31f5557ec8cd),segment_id=00b6f5ac-ce76-4573-ba2b-31f5557ec8cd)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:36:44.760840 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:36:44.762742 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:36:44.845594 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607fa14f-1e6b-4991-a1ad-0f867e0cc562 req-cf603ab5-6443-42d7-b603-ee949ff2c3fb tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:36:44.847233 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-607fa14f-1e6b-4991-a1ad-0f867e0cc562 req-cf603ab5-6443-42d7-b603-ee949ff2c3fb tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/ports?device_id=3f163228-701b-4bb0-a290-89ebe2b28314 HTTP/1.1" status: 200  len: 945 time: 0.0957296
Dec 23 16:36:44.854398 dv-neutron-822799-1-hyperv neutron-server[87637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f163228-701b-4bb0-a290-89ebe2b28314', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59836070-4106-4d2d-a82b-e2abdc2cdc15', 'code': 200}
Dec 23 16:36:44.879388 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Pushing event updated for resources: {'Port': ['ID=59836070-4106-4d2d-a82b-e2abdc2cdc15,revision_number=8']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:36:44.882565 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:36:44.897998 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-607fa14f-1e6b-4991-a1ad-0f867e0cc562 req-0b861187-4081-4c3c-8702-078dab93e7db tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/security-groups?id=04dc5984-921e-4bdc-81b1-e5141add4ea6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0444112
Dec 23 16:36:46.100875 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f315adc2-1da4-48f9-89cd-e7ecd99d75f8 req-8611ced9-53ab-4be5-91a8-423b542ac8c9 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:36:46.102408 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-f315adc2-1da4-48f9-89cd-e7ecd99d75f8 req-8611ced9-53ab-4be5-91a8-423b542ac8c9 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/ports?device_id=3f163228-701b-4bb0-a290-89ebe2b28314 HTTP/1.1" status: 200  len: 945 time: 0.0924847
Dec 23 16:36:46.155983 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-f315adc2-1da4-48f9-89cd-e7ecd99d75f8 req-052b7685-6666-49e0-bfd3-afb414363a28 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/security-groups?id=04dc5984-921e-4bdc-81b1-e5141add4ea6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0477393
Dec 23 16:36:47.348544 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7de9b40-6afc-4abd-876d-37419670513e req-8938fd2e-f8fc-404f-b5b8-b1360d426520 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:36:47.350019 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-a7de9b40-6afc-4abd-876d-37419670513e req-8938fd2e-f8fc-404f-b5b8-b1360d426520 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/ports?device_id=3f163228-701b-4bb0-a290-89ebe2b28314 HTTP/1.1" status: 200  len: 945 time: 0.0837798
Dec 23 16:36:47.381935 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-21c0c7e4-bb4b-433c-a1ac-20c87d3b9629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:36:47.399042 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-a7de9b40-6afc-4abd-876d-37419670513e req-fe2e8cc4-74da-4693-916c-7b8281989ce8 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/security-groups?id=04dc5984-921e-4bdc-81b1-e5141add4ea6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0432475
Dec 23 16:36:47.873472 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09e81cd-896d-4dd4-b0a0-ceba24f6f059 req-902d315a-74a8-43d9-86eb-f2746ead1415 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:36:47.874904 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-f09e81cd-896d-4dd4-b0a0-ceba24f6f059 req-902d315a-74a8-43d9-86eb-f2746ead1415 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.61 "GET /v2.0/ports?device_id=3f163228-701b-4bb0-a290-89ebe2b28314&tenant_id=70674f663a8e4a69a2214d82389f8f1d&binding%3Ahost_id=hv-neutron-8227 HTTP/1.1" status: 200  len: 945 time: 0.1332724
Dec 23 16:36:47.964884 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64badfaa-f53f-4807-a08c-fdeeb1cf5625 req-b5e854ae-41f0-4e96-b394-ffbdafc84348 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:36:47.966323 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-64badfaa-f53f-4807-a08c-fdeeb1cf5625 req-b5e854ae-41f0-4e96-b394-ffbdafc84348 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/ports?device_id=3f163228-701b-4bb0-a290-89ebe2b28314 HTTP/1.1" status: 200  len: 945 time: 0.1651251
Dec 23 16:36:47.988830 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-f09e81cd-896d-4dd4-b0a0-ceba24f6f059 req-9ad48f1e-c074-405c-9435-90a847bc4e33 service neutron] 10.222.0.61 "GET /v2.0/ports/59836070-4106-4d2d-a82b-e2abdc2cdc15/bindings/hv-neutron-8227 HTTP/1.1" status: 200  len: 384 time: 0.1078053
Dec 23 16:36:48.015068 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-64badfaa-f53f-4807-a08c-fdeeb1cf5625 req-1af3b33c-a067-4f09-8749-cf7cf0f46f73 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/security-groups?id=04dc5984-921e-4bdc-81b1-e5141add4ea6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429513
Dec 23 16:36:48.089042 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09e81cd-896d-4dd4-b0a0-ceba24f6f059 req-0b07e189-5d40-418d-916f-5df218c08deb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:36:48.090552 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-f09e81cd-896d-4dd4-b0a0-ceba24f6f059 req-0b07e189-5d40-418d-916f-5df218c08deb service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=70674f663a8e4a69a2214d82389f8f1d&device_id=3f163228-701b-4bb0-a290-89ebe2b28314 HTTP/1.1" status: 200  len: 1098 time: 0.0746632
Dec 23 16:36:48.222379 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09e81cd-896d-4dd4-b0a0-ceba24f6f059 req-831819b7-c0e1-44c5-8f2a-ce57ad16d77a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:36:48.223705 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-f09e81cd-896d-4dd4-b0a0-ceba24f6f059 req-831819b7-c0e1-44c5-8f2a-ce57ad16d77a service neutron] 10.222.0.61 "GET /v2.0/networks?id=58d02b68-86ce-464d-b006-73d3120bdb35 HTTP/1.1" status: 200  len: 913 time: 0.1270466
Dec 23 16:36:48.326127 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-f09e81cd-896d-4dd4-b0a0-ceba24f6f059 req-40fee141-a36c-4217-9e62-8eb9a64a7d49 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=59836070-4106-4d2d-a82b-e2abdc2cdc15 HTTP/1.1" status: 200  len: 1002 time: 0.0958512
Dec 23 16:36:48.388703 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09e81cd-896d-4dd4-b0a0-ceba24f6f059 req-a9cf88dd-2a74-4b42-b81f-171e13bc500a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:36:48.390083 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-f09e81cd-896d-4dd4-b0a0-ceba24f6f059 req-a9cf88dd-2a74-4b42-b81f-171e13bc500a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=4a1a0751-82b4-475c-8186-df1fa1255db4 HTTP/1.1" status: 200  len: 851 time: 0.0577502
Dec 23 16:36:48.474590 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09e81cd-896d-4dd4-b0a0-ceba24f6f059 req-1922956c-962d-408c-9fc2-3199954a5062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:36:48.475992 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-f09e81cd-896d-4dd4-b0a0-ceba24f6f059 req-1922956c-962d-408c-9fc2-3199954a5062 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=58d02b68-86ce-464d-b006-73d3120bdb35&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0794315
Dec 23 16:36:48.614141 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-f09e81cd-896d-4dd4-b0a0-ceba24f6f059 req-10f1cbeb-bb3b-4938-b83d-04fb61f98d22 service neutron] 10.222.0.61 "GET /v2.0/networks/58d02b68-86ce-464d-b006-73d3120bdb35?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1313717
Dec 23 16:36:48.748914 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-f09e81cd-896d-4dd4-b0a0-ceba24f6f059 req-46d31fc4-09a8-48f4-88d1-528d154d15e7 service neutron] 10.222.0.61 "GET /v2.0/networks/58d02b68-86ce-464d-b006-73d3120bdb35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1276584
Dec 23 16:36:49.212742 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3265f3c5-6265-400f-b026-64e33fce55dd req-ef31e305-961a-44c0-a3b0-7e37bb8ddaf9 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:36:49.214142 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-3265f3c5-6265-400f-b026-64e33fce55dd req-ef31e305-961a-44c0-a3b0-7e37bb8ddaf9 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/ports?device_id=3f163228-701b-4bb0-a290-89ebe2b28314 HTTP/1.1" status: 200  len: 945 time: 0.0874281
Dec 23 16:36:49.258131 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-3265f3c5-6265-400f-b026-64e33fce55dd req-4f6eae96-16d4-4912-aa3b-17d3aa5d2f92 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/security-groups?id=04dc5984-921e-4bdc-81b1-e5141add4ea6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0378821
Dec 23 16:36:49.765645 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-cfe0046b-a916-45b7-b451-e5132f92abe3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:36:50.592613 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b2ff7c-6b91-44d4-903d-e27101bdaad0 req-d01f1744-3388-4dec-be37-743e102f1862 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:36:50.594127 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-d5b2ff7c-6b91-44d4-903d-e27101bdaad0 req-d01f1744-3388-4dec-be37-743e102f1862 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/ports?device_id=3f163228-701b-4bb0-a290-89ebe2b28314 HTTP/1.1" status: 200  len: 945 time: 0.2261994
Dec 23 16:36:50.639963 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-d5b2ff7c-6b91-44d4-903d-e27101bdaad0 req-9a159361-1f66-4ec9-9292-ac9cc9f8870e tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/security-groups?id=04dc5984-921e-4bdc-81b1-e5141add4ea6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0400004
Dec 23 16:36:50.837490 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9dcbea60-a34f-4144-91e7-90aff3f57aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:36:50.910147 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:36:51.833546 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7c7fa0-8106-404a-b6ea-786e7206548b req-6f2e3975-7d42-4044-aaf6-cb1230587639 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:36:51.835647 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-ab7c7fa0-8106-404a-b6ea-786e7206548b req-6f2e3975-7d42-4044-aaf6-cb1230587639 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/ports?device_id=3f163228-701b-4bb0-a290-89ebe2b28314 HTTP/1.1" status: 200  len: 945 time: 0.0874822
Dec 23 16:36:51.870753 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09e81cd-896d-4dd4-b0a0-ceba24f6f059 req-9b79d562-868f-406b-8a3d-46e132081a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:36:51.872287 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-f09e81cd-896d-4dd4-b0a0-ceba24f6f059 req-9b79d562-868f-406b-8a3d-46e132081a3f service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=3f163228-701b-4bb0-a290-89ebe2b28314&tenant_id=70674f663a8e4a69a2214d82389f8f1d HTTP/1.1" status: 200  len: 1098 time: 0.0754311
Dec 23 16:36:51.970596 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09e81cd-896d-4dd4-b0a0-ceba24f6f059 req-87c5dd7a-afb9-4767-9d84-15d722efa1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:36:51.971996 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-f09e81cd-896d-4dd4-b0a0-ceba24f6f059 req-87c5dd7a-afb9-4767-9d84-15d722efa1a7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=70674f663a8e4a69a2214d82389f8f1d&device_id=3f163228-701b-4bb0-a290-89ebe2b28314 HTTP/1.1" status: 200  len: 1098 time: 0.0769548
Dec 23 16:36:51.998458 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-ab7c7fa0-8106-404a-b6ea-786e7206548b req-08aa5d7d-b312-4ea6-8747-e8cf4a18c394 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/security-groups?id=04dc5984-921e-4bdc-81b1-e5141add4ea6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1568270
Dec 23 16:36:52.102305 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09e81cd-896d-4dd4-b0a0-ceba24f6f059 req-cdb329f2-05f4-4619-92eb-21b797e9c180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:36:52.103752 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-f09e81cd-896d-4dd4-b0a0-ceba24f6f059 req-cdb329f2-05f4-4619-92eb-21b797e9c180 service neutron] 10.222.0.61 "GET /v2.0/networks?id=58d02b68-86ce-464d-b006-73d3120bdb35 HTTP/1.1" status: 200  len: 913 time: 0.1253140
Dec 23 16:36:52.209749 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-f09e81cd-896d-4dd4-b0a0-ceba24f6f059 req-27ac8f97-60cd-4a94-8f41-35a65eb4907c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=59836070-4106-4d2d-a82b-e2abdc2cdc15 HTTP/1.1" status: 200  len: 1002 time: 0.0994315
Dec 23 16:36:52.275948 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09e81cd-896d-4dd4-b0a0-ceba24f6f059 req-2fdcd57c-1950-4525-87e8-98ccd2706292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:36:52.277312 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-f09e81cd-896d-4dd4-b0a0-ceba24f6f059 req-2fdcd57c-1950-4525-87e8-98ccd2706292 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=4a1a0751-82b4-475c-8186-df1fa1255db4 HTTP/1.1" status: 200  len: 851 time: 0.0608799
Dec 23 16:36:52.319816 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9e3aab53-d650-47e3-b8a6-2dff21fe9ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:36:52.358326 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09e81cd-896d-4dd4-b0a0-ceba24f6f059 req-458da8b8-3b18-47d9-8e86-259c1d31fccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:36:52.359792 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-f09e81cd-896d-4dd4-b0a0-ceba24f6f059 req-458da8b8-3b18-47d9-8e86-259c1d31fccb service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=58d02b68-86ce-464d-b006-73d3120bdb35&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0757213
Dec 23 16:36:52.497859 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-f09e81cd-896d-4dd4-b0a0-ceba24f6f059 req-21b5085a-9a6a-4e84-83f9-0acecff0f11e service neutron] 10.222.0.61 "GET /v2.0/networks/58d02b68-86ce-464d-b006-73d3120bdb35?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1309371
Dec 23 16:36:52.630563 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-f09e81cd-896d-4dd4-b0a0-ceba24f6f059 req-5f4a164a-79cd-4aaf-9306-9e6860bcb09e service neutron] 10.222.0.61 "GET /v2.0/networks/58d02b68-86ce-464d-b006-73d3120bdb35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1256928
Dec 23 16:36:53.189641 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27421084-91c2-4805-8b83-bef6d3dc94ce req-3a899696-d8a7-46d0-8f42-50ce12b80ebf tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:36:53.191157 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-27421084-91c2-4805-8b83-bef6d3dc94ce req-3a899696-d8a7-46d0-8f42-50ce12b80ebf tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/ports?device_id=3f163228-701b-4bb0-a290-89ebe2b28314 HTTP/1.1" status: 200  len: 945 time: 0.0852361
Dec 23 16:36:53.241429 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-27421084-91c2-4805-8b83-bef6d3dc94ce req-2c685247-95c2-45fe-83ea-eed1e66063b6 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/security-groups?id=04dc5984-921e-4bdc-81b1-e5141add4ea6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0437179
Dec 23 16:36:54.441086 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468932cc-c58d-496c-a976-a8d7cd677c5f req-98500bc5-72e8-48e5-ac65-8a2619e4946f tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:36:54.442638 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-468932cc-c58d-496c-a976-a8d7cd677c5f req-98500bc5-72e8-48e5-ac65-8a2619e4946f tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/ports?device_id=3f163228-701b-4bb0-a290-89ebe2b28314 HTTP/1.1" status: 200  len: 945 time: 0.0903697
Dec 23 16:36:54.486168 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-468932cc-c58d-496c-a976-a8d7cd677c5f req-416297d2-40cc-44a6-a36c-ee271a88b475 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/security-groups?id=04dc5984-921e-4bdc-81b1-e5141add4ea6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0373850
Dec 23 16:36:54.568209 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Device 59836070-4106-4d2d-a82b-e2abdc2cdc15 no longer exists at agent hyperv_hv-neutron-8227 {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 23 16:36:54.694677 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:36:54.725958 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f163228-701b-4bb0-a290-89ebe2b28314', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '59836070-4106-4d2d-a82b-e2abdc2cdc15'}] {{(pid=87637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 23 16:36:54.736181 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] For port 59836070-4106-4d2d-a82b-e2abdc2cdc15, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=59836070-4106-4d2d-a82b-e2abdc2cdc15,segment=NetworkSegment(00b6f5ac-ce76-4573-ba2b-31f5557ec8cd),segment_id=00b6f5ac-ce76-4573-ba2b-31f5557ec8cd)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:36:54.741599 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:36:54.743561 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:36:54.785214 dv-neutron-822799-1-hyperv neutron-server[87637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f163228-701b-4bb0-a290-89ebe2b28314', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '59836070-4106-4d2d-a82b-e2abdc2cdc15', 'code': 200}
Dec 23 16:36:54.813586 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Pushing event updated for resources: {'Port': ['ID=59836070-4106-4d2d-a82b-e2abdc2cdc15,revision_number=9']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:36:54.817204 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:36:55.695636 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e34440-881f-4055-9eda-6783887cf13b req-71cf219f-ba5f-4b62-9191-0b10c5cee70a tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:36:55.697077 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-02e34440-881f-4055-9eda-6783887cf13b req-71cf219f-ba5f-4b62-9191-0b10c5cee70a tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/ports?device_id=3f163228-701b-4bb0-a290-89ebe2b28314 HTTP/1.1" status: 200  len: 943 time: 0.0906353
Dec 23 16:36:55.740349 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-02e34440-881f-4055-9eda-6783887cf13b req-06223ef0-93c5-4032-a7ef-314f2ac5df3a tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/security-groups?id=04dc5984-921e-4bdc-81b1-e5141add4ea6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0376968
Dec 23 16:36:56.567193 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Device 59836070-4106-4d2d-a82b-e2abdc2cdc15 details requested by agent hyperv_hv-neutron-8227 with host hv-neutron-8227 {{(pid=87637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 23 16:36:56.709502 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] For port 59836070-4106-4d2d-a82b-e2abdc2cdc15, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=59836070-4106-4d2d-a82b-e2abdc2cdc15,segment=NetworkSegment(00b6f5ac-ce76-4573-ba2b-31f5557ec8cd),segment_id=00b6f5ac-ce76-4573-ba2b-31f5557ec8cd)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:36:56.722438 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Returning: {'device': '59836070-4106-4d2d-a82b-e2abdc2cdc15', 'network_id': '58d02b68-86ce-464d-b006-73d3120bdb35', 'port_id': '59836070-4106-4d2d-a82b-e2abdc2cdc15', 'mac_address': 'fa:16:3e:c8:cb:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a1a0751-82b4-475c-8186-df1fa1255db4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 23 16:36:56.783622 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:36:56.802806 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.notifiers.nova [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59836070-4106-4d2d-a82b-e2abdc2cdc15 {{(pid=87637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 23 16:36:56.819590 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] For port 59836070-4106-4d2d-a82b-e2abdc2cdc15, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=59836070-4106-4d2d-a82b-e2abdc2cdc15,segment=NetworkSegment(00b6f5ac-ce76-4573-ba2b-31f5557ec8cd),segment_id=00b6f5ac-ce76-4573-ba2b-31f5557ec8cd)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:36:56.826011 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:36:56.828045 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:36:56.889756 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] get_ports_and_sgs() called for port_ids ['59836070-4106-4d2d-a82b-e2abdc2cdc15'] {{(pid=87637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 23 16:36:56.942646 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59c41c5-5256-4b50-ac8d-a72739a7c6b6 req-6e1867c8-4f81-4d5e-b3fb-e97a7fe3c37d tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:36:56.943873 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Pushing event updated for resources: {'Port': ['ID=59836070-4106-4d2d-a82b-e2abdc2cdc15,revision_number=10']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:36:56.944093 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-f59c41c5-5256-4b50-ac8d-a72739a7c6b6 req-6e1867c8-4f81-4d5e-b3fb-e97a7fe3c37d tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/ports?device_id=3f163228-701b-4bb0-a290-89ebe2b28314 HTTP/1.1" status: 200  len: 945 time: 0.0855994
Dec 23 16:36:56.949149 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:36:56.990656 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-f59c41c5-5256-4b50-ac8d-a72739a7c6b6 req-eac7fe0b-7a8e-4753-919b-7cb557933abd tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/security-groups?id=04dc5984-921e-4bdc-81b1-e5141add4ea6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0387588
Dec 23 16:36:58.190942 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fb285d-b415-4e10-be27-06c40c58f278 req-88e2a148-5661-49f2-9604-0d7a6302d2eb tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:36:58.192463 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-c2fb285d-b415-4e10-be27-06c40c58f278 req-88e2a148-5661-49f2-9604-0d7a6302d2eb tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/ports?device_id=3f163228-701b-4bb0-a290-89ebe2b28314 HTTP/1.1" status: 200  len: 945 time: 0.0892620
Dec 23 16:36:58.237166 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-c2fb285d-b415-4e10-be27-06c40c58f278 req-29b6cf64-d329-4d1a-8aff-9ec8d9551d6f tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/security-groups?id=04dc5984-921e-4bdc-81b1-e5141add4ea6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0383611
Dec 23 16:36:58.582261 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Device 59836070-4106-4d2d-a82b-e2abdc2cdc15 up at agent hyperv_hv-neutron-8227 {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:36:58.657979 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Provisioning complete for port 59836070-4106-4d2d-a82b-e2abdc2cdc15 triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:36:58.658500 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:36:58.783328 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:36:58.809638 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f163228-701b-4bb0-a290-89ebe2b28314', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59836070-4106-4d2d-a82b-e2abdc2cdc15'}] {{(pid=87637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 23 16:36:58.821241 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] For port 59836070-4106-4d2d-a82b-e2abdc2cdc15, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=59836070-4106-4d2d-a82b-e2abdc2cdc15,segment=NetworkSegment(00b6f5ac-ce76-4573-ba2b-31f5557ec8cd),segment_id=00b6f5ac-ce76-4573-ba2b-31f5557ec8cd)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:36:58.828351 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:36:58.831522 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-d56942fe-8999-4b9e-87aa-9ec9516fb55a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:36:58.875228 dv-neutron-822799-1-hyperv neutron-server[87637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f163228-701b-4bb0-a290-89ebe2b28314', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59836070-4106-4d2d-a82b-e2abdc2cdc15', 'code': 200}
Dec 23 16:36:58.899229 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Pushing event updated for resources: {'Port': ['ID=59836070-4106-4d2d-a82b-e2abdc2cdc15,revision_number=11']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:36:58.902243 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:36:59.429510 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e232a05-db1c-40cc-85d1-7623de9193b2 req-649d9936-65e4-4744-99d0-dd7ce868949b tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:36:59.430982 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-0e232a05-db1c-40cc-85d1-7623de9193b2 req-649d9936-65e4-4744-99d0-dd7ce868949b tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/ports?device_id=3f163228-701b-4bb0-a290-89ebe2b28314 HTTP/1.1" status: 200  len: 946 time: 0.0852895
Dec 23 16:36:59.478125 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-0e232a05-db1c-40cc-85d1-7623de9193b2 req-f0c7ed62-4dcf-4fe8-82e3-546d0e777f6b tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/security-groups?id=04dc5984-921e-4bdc-81b1-e5141add4ea6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0388396
Dec 23 16:37:00.671276 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b87da9d-a226-43d2-b2d3-23efb031fcf7 req-db420d65-c56f-4f41-88ec-050a861d9661 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:37:00.672773 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-2b87da9d-a226-43d2-b2d3-23efb031fcf7 req-db420d65-c56f-4f41-88ec-050a861d9661 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/ports?device_id=3f163228-701b-4bb0-a290-89ebe2b28314 HTTP/1.1" status: 200  len: 946 time: 0.0860589
Dec 23 16:37:00.718164 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-2b87da9d-a226-43d2-b2d3-23efb031fcf7 req-80d9b2d4-62ce-46d5-a85c-772e51b45b11 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/security-groups?id=04dc5984-921e-4bdc-81b1-e5141add4ea6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0396521
Dec 23 16:37:01.929196 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60eb4d8-ad2d-44d4-8ecb-4b6634bdcc6e req-be9ba75e-fe2a-4bec-99e6-50424bb4008a tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:37:01.930622 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-f60eb4d8-ad2d-44d4-8ecb-4b6634bdcc6e req-be9ba75e-fe2a-4bec-99e6-50424bb4008a tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/ports?device_id=3f163228-701b-4bb0-a290-89ebe2b28314 HTTP/1.1" status: 200  len: 946 time: 0.0935535
Dec 23 16:37:01.978547 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-f60eb4d8-ad2d-44d4-8ecb-4b6634bdcc6e req-b9127c98-fb89-4d58-b26b-bf5178260c79 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/security-groups?id=04dc5984-921e-4bdc-81b1-e5141add4ea6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0394683
Dec 23 16:37:02.189269 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae1b2b4-2caa-4dd2-9616-fa8e7240a0dd req-9a35ab64-9acb-4d5d-8b54-e635e8dc29eb tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:37:02.190710 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-eae1b2b4-2caa-4dd2-9616-fa8e7240a0dd req-9a35ab64-9acb-4d5d-8b54-e635e8dc29eb tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/ports?device_id=3f163228-701b-4bb0-a290-89ebe2b28314 HTTP/1.1" status: 200  len: 946 time: 0.1022682
Dec 23 16:37:02.239231 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-eae1b2b4-2caa-4dd2-9616-fa8e7240a0dd req-2e79f4b3-bc71-4b24-9959-69291beccce8 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/security-groups?id=04dc5984-921e-4bdc-81b1-e5141add4ea6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0391552
Dec 23 16:37:02.431851 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7617615-9bd8-40f9-a13b-acbc3a1d6f87 req-764d3d5d-eec8-4eef-acff-40dba099c4e9 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:37:02.433339 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-f7617615-9bd8-40f9-a13b-acbc3a1d6f87 req-764d3d5d-eec8-4eef-acff-40dba099c4e9 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/ports?device_id=3f163228-701b-4bb0-a290-89ebe2b28314 HTTP/1.1" status: 200  len: 946 time: 0.0846932
Dec 23 16:37:02.480488 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-f7617615-9bd8-40f9-a13b-acbc3a1d6f87 req-ac7e6e52-0f64-4fc8-9aef-658baefaa3ac tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/security-groups?id=04dc5984-921e-4bdc-81b1-e5141add4ea6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0413120
Dec 23 16:37:02.877860 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f9d4c9-dfcc-463a-858b-ba96b8d2dd79 req-f8712508-b23b-44ce-ae5d-9a64c3c6e024 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:37:02.879417 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-a9f9d4c9-dfcc-463a-858b-ba96b8d2dd79 req-f8712508-b23b-44ce-ae5d-9a64c3c6e024 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/ports?device_id=3f163228-701b-4bb0-a290-89ebe2b28314 HTTP/1.1" status: 200  len: 946 time: 0.0906878
Dec 23 16:37:02.937418 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-a9f9d4c9-dfcc-463a-858b-ba96b8d2dd79 req-86cc95d2-d0d6-481d-81d6-31de53e5f8a3 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/security-groups?id=04dc5984-921e-4bdc-81b1-e5141add4ea6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0476637
Dec 23 16:37:04.141504 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad3081b-2eff-4eba-a9cd-fba4c7e1a768 req-db09b09b-e7ea-45d7-866d-a107e07e859f tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:37:04.142965 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-7ad3081b-2eff-4eba-a9cd-fba4c7e1a768 req-db09b09b-e7ea-45d7-866d-a107e07e859f tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/ports?device_id=3f163228-701b-4bb0-a290-89ebe2b28314 HTTP/1.1" status: 200  len: 946 time: 0.0944972
Dec 23 16:37:04.187888 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-7ad3081b-2eff-4eba-a9cd-fba4c7e1a768 req-41c9da72-2c35-42a1-8551-8eab29f5c766 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/security-groups?id=04dc5984-921e-4bdc-81b1-e5141add4ea6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0390925
Dec 23 16:37:05.116869 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580b2806-0557-4ba5-9d13-3372316dfbc9 req-fe2fcd4d-24ba-4c58-9521-3814bd15fb43 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:37:05.118307 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-580b2806-0557-4ba5-9d13-3372316dfbc9 req-fe2fcd4d-24ba-4c58-9521-3814bd15fb43 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.61 "GET /v2.0/ports?device_id=3f163228-701b-4bb0-a290-89ebe2b28314 HTTP/1.1" status: 200  len: 946 time: 0.0838954
Dec 23 16:37:05.206481 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [req-580b2806-0557-4ba5-9d13-3372316dfbc9 req-56a86f87-ef8c-4a78-bf6f-a94188204520 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Deleting port 59836070-4106-4d2d-a82b-e2abdc2cdc15 {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:37:05.207173 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-580b2806-0557-4ba5-9d13-3372316dfbc9 req-56a86f87-ef8c-4a78-bf6f-a94188204520 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:37:05.385698 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc0bebd-481f-482a-a829-7063824b8480 req-cda8ae86-0e97-42b4-a335-825f6068fb78 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:37:05.387112 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-4dc0bebd-481f-482a-a829-7063824b8480 req-cda8ae86-0e97-42b4-a335-825f6068fb78 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/ports?device_id=3f163228-701b-4bb0-a290-89ebe2b28314 HTTP/1.1" status: 200  len: 946 time: 0.0913255
Dec 23 16:37:05.438763 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-4dc0bebd-481f-482a-a829-7063824b8480 req-88b6362c-881c-4f65-b1d8-b92d2672c0d5 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/security-groups?id=04dc5984-921e-4bdc-81b1-e5141add4ea6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0449078
Dec 23 16:37:05.601029 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [req-580b2806-0557-4ba5-9d13-3372316dfbc9 req-56a86f87-ef8c-4a78-bf6f-a94188204520 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] For port 59836070-4106-4d2d-a82b-e2abdc2cdc15, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=59836070-4106-4d2d-a82b-e2abdc2cdc15,segment=NetworkSegment(00b6f5ac-ce76-4573-ba2b-31f5557ec8cd),segment_id=00b6f5ac-ce76-4573-ba2b-31f5557ec8cd)] {{(pid=87636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:37:05.601433 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-580b2806-0557-4ba5-9d13-3372316dfbc9 req-56a86f87-ef8c-4a78-bf6f-a94188204520 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:37:05.909539 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-580b2806-0557-4ba5-9d13-3372316dfbc9 req-56a86f87-ef8c-4a78-bf6f-a94188204520 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:37:05.909910 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-580b2806-0557-4ba5-9d13-3372316dfbc9 req-56a86f87-ef8c-4a78-bf6f-a94188204520 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1824189'] for floatingip, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:37:05.910210 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.db.l3_db [req-580b2806-0557-4ba5-9d13-3372316dfbc9 req-56a86f87-ef8c-4a78-bf6f-a94188204520 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Floating IP 2c2638a1-e1a4-4f8e-b15f-6c8e9c45d840 disassociated. External IP: 172.26.3.160, port: 59836070-4106-4d2d-a82b-e2abdc2cdc15.
Dec 23 16:37:05.910564 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [req-580b2806-0557-4ba5-9d13-3372316dfbc9 req-56a86f87-ef8c-4a78-bf6f-a94188204520 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Calling delete_port for 59836070-4106-4d2d-a82b-e2abdc2cdc15 owned by compute:nova {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:37:06.059234 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-580b2806-0557-4ba5-9d13-3372316dfbc9 req-56a86f87-ef8c-4a78-bf6f-a94188204520 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:37:06.067353 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-a10654d2-9089-4a13-80dc-3f3da47bb5e8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:37:06.112374 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a86f87-ef8c-4a78-bf6f-a94188204520 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Pushing event deleted for resources: {'Port': ['ID=59836070-4106-4d2d-a82b-e2abdc2cdc15,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:37:06.125725 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a86f87-ef8c-4a78-bf6f-a94188204520 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:37:06.126117 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a86f87-ef8c-4a78-bf6f-a94188204520 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:37:06.126498 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a86f87-ef8c-4a78-bf6f-a94188204520 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:37:06.126866 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a86f87-ef8c-4a78-bf6f-a94188204520 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:37:06.127257 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a86f87-ef8c-4a78-bf6f-a94188204520 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:37:06.127737 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a86f87-ef8c-4a78-bf6f-a94188204520 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:37:06.128403 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a86f87-ef8c-4a78-bf6f-a94188204520 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:37:06.129072 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a86f87-ef8c-4a78-bf6f-a94188204520 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:37:06.129453 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a86f87-ef8c-4a78-bf6f-a94188204520 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:37:06.129831 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a86f87-ef8c-4a78-bf6f-a94188204520 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:37:06.130182 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a86f87-ef8c-4a78-bf6f-a94188204520 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:37:06.130586 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a86f87-ef8c-4a78-bf6f-a94188204520 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:37:06.190359 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-56a86f87-ef8c-4a78-bf6f-a94188204520 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:37:06.329434 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.l3_agent_scheduler [req-580b2806-0557-4ba5-9d13-3372316dfbc9 req-56a86f87-ef8c-4a78-bf6f-a94188204520 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Router 2229da30-4a52-4e13-a284-b950ebe18b8e has already been hosted by L3 agent 371d4c41-c7e2-4de7-9539-c049ec4e95d1 {{(pid=87636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 23 16:37:06.519939 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-580b2806-0557-4ba5-9d13-3372316dfbc9 req-56a86f87-ef8c-4a78-bf6f-a94188204520 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Notify agent at l3_agent.dv-neutron-822799-1-hyperv the message routers_updated {{(pid=87636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 23 16:37:06.529649 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63050f7b-c38f-41d3-8fa8-00610355c45d None None] Sync routers for ids ['2229da30-4a52-4e13-a284-b950ebe18b8e'] in dv-neutron-822799-1-hyperv {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 23 16:37:06.540047 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63050f7b-c38f-41d3-8fa8-00610355c45d None None] Routers {'2229da30-4a52-4e13-a284-b950ebe18b8e'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:37:06.540690 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-63050f7b-c38f-41d3-8fa8-00610355c45d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc1addd30>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:36:50Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['2229da30-4a52-4e13-a284-b950ebe18b8e'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:37:06.631260 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-d9ffb265-dd7b-4b94-88e9-3a5fb345e3f2 req-26ab6cc3-a1a0-4e4c-b809-8714f5f4136d tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/ports?device_id=3f163228-701b-4bb0-a290-89ebe2b28314 HTTP/1.1" status: 200  len: 210 time: 0.0787921
Dec 23 16:37:06.636558 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [req-580b2806-0557-4ba5-9d13-3372316dfbc9 req-56a86f87-ef8c-4a78-bf6f-a94188204520 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] No DVR routers for this DVR port 59836070-4106-4d2d-a82b-e2abdc2cdc15 on host hv-neutron-8227 {{(pid=87636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 23 16:37:06.639291 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-580b2806-0557-4ba5-9d13-3372316dfbc9 req-56a86f87-ef8c-4a78-bf6f-a94188204520 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:37:06.642122 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f163228-701b-4bb0-a290-89ebe2b28314', 'name': 'network-vif-deleted', 'tag': '59836070-4106-4d2d-a82b-e2abdc2cdc15'}] {{(pid=87636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 23 16:37:06.658789 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-580b2806-0557-4ba5-9d13-3372316dfbc9 req-56a86f87-ef8c-4a78-bf6f-a94188204520 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.61 "DELETE /v2.0/ports/59836070-4106-4d2d-a82b-e2abdc2cdc15 HTTP/1.1" status: 204  len: 173 time: 1.5338182
Dec 23 16:37:06.756746 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-63050f7b-c38f-41d3-8fa8-00610355c45d None None] Set router 2229da30-4a52-4e13-a284-b950ebe18b8e gateway port host: dv-neutron-822799-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:37:06.772448 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f163228-701b-4bb0-a290-89ebe2b28314', 'name': 'network-vif-deleted', 'tag': '59836070-4106-4d2d-a82b-e2abdc2cdc15', 'status': 'completed', 'code': 200}
Dec 23 16:37:07.069323 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-63050f7b-c38f-41d3-8fa8-00610355c45d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc1addd30>, [{'id': '2229da30-4a52-4e13-a284-b950ebe18b8e', 'name': 'tempest-ServerActionsTestJSON-1120133599-router', 'tenant_id': '70674f663a8e4a69a2214d82389f8f1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.242'}], 'enable_snat': True}, 'gw_port_id': 'b264cb33-bbcb-416b-8499-db9354d37b08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:31:21Z', 'updated_at': '2021-12-23T16:31:25Z', 'revision_number': 4, 'project_id': '70674f663a8e4a69a2214d82389f8f1d', 'gw_port': {'id': 'b264cb33-bbcb-416b-8499-db9354d37b08', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:e9:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2229da30-4a52-4e13-a284-b950ebe18b8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:31:22Z', 'updated_at': '2021-12-23T16:31:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_interfaces': [{'id': '190d7369-1523-4306-8e01-6f968dc098aa', 'name': '', 'network_id': '58d02b68-86ce-464d-b006-73d3120bdb35', 'tenant_id': '70674f663a8e4a69a2214d82389f8f1d', 'mac_address': 'fa:16:3e:44:eb:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2229da30-4a52-4e13-a284-b950ebe18b8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '4a1a0751-82b4-475c-8186-df1fa1255db4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:31:24Z', 'updated_at': '2021-12-23T16:31:30Z', 'revision_number': 5, 'project_id': '70674f663a8e4a69a2214d82389f8f1d', 'subnets': [{'id': '4a1a0751-82b4-475c-8186-df1fa1255db4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:37:07.073445 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63050f7b-c38f-41d3-8fa8-00610355c45d None None] Checking router: 2229da30-4a52-4e13-a284-b950ebe18b8e for host: dv-neutron-822799-1-hyperv {{(pid=87638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 23 16:37:07.082079 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63050f7b-c38f-41d3-8fa8-00610355c45d None None] Routers {'2229da30-4a52-4e13-a284-b950ebe18b8e'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:37:07.082676 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-63050f7b-c38f-41d3-8fa8-00610355c45d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc1addd30>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:36:50Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['2229da30-4a52-4e13-a284-b950ebe18b8e'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:37:07.268891 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-63050f7b-c38f-41d3-8fa8-00610355c45d None None] Set router 2229da30-4a52-4e13-a284-b950ebe18b8e gateway port host: dv-neutron-822799-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:37:07.584966 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-63050f7b-c38f-41d3-8fa8-00610355c45d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc1addd30>, [{'id': '2229da30-4a52-4e13-a284-b950ebe18b8e', 'name': 'tempest-ServerActionsTestJSON-1120133599-router', 'tenant_id': '70674f663a8e4a69a2214d82389f8f1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.242'}], 'enable_snat': True}, 'gw_port_id': 'b264cb33-bbcb-416b-8499-db9354d37b08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:31:21Z', 'updated_at': '2021-12-23T16:31:25Z', 'revision_number': 4, 'project_id': '70674f663a8e4a69a2214d82389f8f1d', 'gw_port': {'id': 'b264cb33-bbcb-416b-8499-db9354d37b08', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:e9:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2229da30-4a52-4e13-a284-b950ebe18b8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:31:22Z', 'updated_at': '2021-12-23T16:31:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_interfaces': [{'id': '190d7369-1523-4306-8e01-6f968dc098aa', 'name': '', 'network_id': '58d02b68-86ce-464d-b006-73d3120bdb35', 'tenant_id': '70674f663a8e4a69a2214d82389f8f1d', 'mac_address': 'fa:16:3e:44:eb:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2229da30-4a52-4e13-a284-b950ebe18b8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '4a1a0751-82b4-475c-8186-df1fa1255db4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:31:24Z', 'updated_at': '2021-12-23T16:31:30Z', 'revision_number': 5, 'project_id': '70674f663a8e4a69a2214d82389f8f1d', 'subnets': [{'id': '4a1a0751-82b4-475c-8186-df1fa1255db4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:37:07.589623 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63050f7b-c38f-41d3-8fa8-00610355c45d None None] The sync data for ids ['2229da30-4a52-4e13-a284-b950ebe18b8e'] in dv-neutron-822799-1-hyperv is: [{'id': '2229da30-4a52-4e13-a284-b950ebe18b8e', 'name': 'tempest-ServerActionsTestJSON-1120133599-router', 'tenant_id': '70674f663a8e4a69a2214d82389f8f1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.242'}], 'enable_snat': True}, 'gw_port_id': 'b264cb33-bbcb-416b-8499-db9354d37b08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:31:21Z', 'updated_at': '2021-12-23T16:31:25Z', 'revision_number': 4, 'project_id': '70674f663a8e4a69a2214d82389f8f1d', 'gw_port': {'id': 'b264cb33-bbcb-416b-8499-db9354d37b08', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:e9:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2229da30-4a52-4e13-a284-b950ebe18b8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:31:22Z', 'updated_at': '2021-12-23T16:31:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_interfaces': [{'id': '190d7369-1523-4306-8e01-6f968dc098aa', 'name': '', 'network_id': '58d02b68-86ce-464d-b006-73d3120bdb35', 'tenant_id': '70674f663a8e4a69a2214d82389f8f1d', 'mac_address': 'fa:16:3e:44:eb:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2229da30-4a52-4e13-a284-b950ebe18b8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '4a1a0751-82b4-475c-8186-df1fa1255db4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:31:24Z', 'updated_at': '2021-12-23T16:31:30Z', 'revision_number': 5, 'project_id': '70674f663a8e4a69a2214d82389f8f1d', 'subnets': [{'id': '4a1a0751-82b4-475c-8186-df1fa1255db4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 23 16:37:07.804019 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-4af4eeea-7eb0-4d06-9c3d-2016b116dd5e req-e9a4a9f7-d749-4b1a-beda-4a6cbe435a1c tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Synchronizing usage tracker for tenant:70674f663a8e4a69a2214d82389f8f1d on resource:port {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:37:07.821894 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-4af4eeea-7eb0-4d06-9c3d-2016b116dd5e req-e9a4a9f7-d749-4b1a-beda-4a6cbe435a1c tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Unset dirty status for tenant:70674f663a8e4a69a2214d82389f8f1d on resource:port {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:37:07.823126 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-4af4eeea-7eb0-4d06-9c3d-2016b116dd5e req-e9a4a9f7-d749-4b1a-beda-4a6cbe435a1c tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/ports?device_id=3f163228-701b-4bb0-a290-89ebe2b28314 HTTP/1.1" status: 200  len: 210 time: 0.0624654
Dec 23 16:37:07.831078 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2b154b5-20a2-4783-b5f4-0798cb755379 None None] New status for floating IP 2c2638a1-e1a4-4f8e-b15f-6c8e9c45d840: DOWN {{(pid=87637) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 23 16:37:08.661261 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Device 59836070-4106-4d2d-a82b-e2abdc2cdc15 no longer exists at agent hyperv_hv-neutron-8227 {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 23 16:37:08.702148 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] No Port match for: 59836070-4106-4d2d-a82b-e2abdc2cdc15 {{(pid=87637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 23 16:37:08.702509 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Device 59836070-4106-4d2d-a82b-e2abdc2cdc15 not bound to the agent host hv-neutron-8227 {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 23 16:37:11.641175 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.agents_db [None req-30c2320c-f298-49f6-9c47-c20e38116a9c None None] Agent healthcheck: found 6 active agents {{(pid=87638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 23 16:37:12.052807 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:37:12.174692 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 56948) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:37:12.241775 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-dab07e15-3e86-4f1e-abdc-3023cfa77ee7 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Notify callbacks [] for security_group, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:37:12.272345 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-dab07e15-3e86-4f1e-abdc-3023cfa77ee7 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:37:12.324903 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-dab07e15-3e86-4f1e-abdc-3023cfa77ee7 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:37:12.328969 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-0daa173c-1289-4739-80b9-7f6c61caea62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:37:12.346246 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab07e15-3e86-4f1e-abdc-3023cfa77ee7 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=04dc5984-921e-4bdc-81b1-e5141add4ea6,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:37:12.355478 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab07e15-3e86-4f1e-abdc-3023cfa77ee7 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:37:12.355872 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab07e15-3e86-4f1e-abdc-3023cfa77ee7 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:37:12.356258 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab07e15-3e86-4f1e-abdc-3023cfa77ee7 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:37:12.356655 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab07e15-3e86-4f1e-abdc-3023cfa77ee7 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:37:12.357032 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab07e15-3e86-4f1e-abdc-3023cfa77ee7 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:37:12.357415 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab07e15-3e86-4f1e-abdc-3023cfa77ee7 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:37:12.357781 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab07e15-3e86-4f1e-abdc-3023cfa77ee7 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:37:12.358150 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab07e15-3e86-4f1e-abdc-3023cfa77ee7 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:37:12.358518 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab07e15-3e86-4f1e-abdc-3023cfa77ee7 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:37:12.358886 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab07e15-3e86-4f1e-abdc-3023cfa77ee7 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:37:12.359253 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab07e15-3e86-4f1e-abdc-3023cfa77ee7 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:37:12.359618 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab07e15-3e86-4f1e-abdc-3023cfa77ee7 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:37:12.364155 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-dab07e15-3e86-4f1e-abdc-3023cfa77ee7 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:37:12.367463 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-dab07e15-3e86-4f1e-abdc-3023cfa77ee7 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Notify callbacks [] for security_group, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:37:12.371166 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-dab07e15-3e86-4f1e-abdc-3023cfa77ee7 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "DELETE /v2.0/security-groups/04dc5984-921e-4bdc-81b1-e5141add4ea6 HTTP/1.1" status: 204  len: 168 time: 0.1953862
Dec 23 16:37:12.371332 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 56952) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:37:12.388189 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.api.v2.resource [None req-d50b5fc8-176d-4849-bbfc-c07b4888fc7a tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] show failed (client error): The resource could not be found.
Dec 23 16:37:12.389147 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-d50b5fc8-176d-4849-bbfc-c07b4888fc7a tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "GET /v2.0/security-groups/04dc5984-921e-4bdc-81b1-e5141add4ea6 HTTP/1.1" status: 404  len: 347 time: 0.0167639
Dec 23 16:37:12.391874 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 56956) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:37:12.557925 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-2e7a63f4-0c15-4620-91d7-815013de2a46 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Deleting port ce80e9f7-9647-4cee-97dc-d361b4166e08 {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:37:12.558278 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2e7a63f4-0c15-4620-91d7-815013de2a46 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:37:12.876347 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2e7a63f4-0c15-4620-91d7-815013de2a46 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:37:12.876665 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2e7a63f4-0c15-4620-91d7-815013de2a46 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:37:12.996830 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-2e7a63f4-0c15-4620-91d7-815013de2a46 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Calling delete_port for ce80e9f7-9647-4cee-97dc-d361b4166e08 owned by network:floatingip {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:37:13.151156 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2e7a63f4-0c15-4620-91d7-815013de2a46 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:37:13.155809 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-1c85c22e-d20b-4146-8d34-aa7bb206dff1 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:37:13.201386 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7a63f4-0c15-4620-91d7-815013de2a46 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Pushing event deleted for resources: {'Port': ['ID=ce80e9f7-9647-4cee-97dc-d361b4166e08,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:37:13.204330 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-2e7a63f4-0c15-4620-91d7-815013de2a46 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:37:13.292630 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2e7a63f4-0c15-4620-91d7-815013de2a46 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Notify callbacks [] for floatingip, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:37:13.312451 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2e7a63f4-0c15-4620-91d7-815013de2a46 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for floatingip, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:37:13.313671 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-2e7a63f4-0c15-4620-91d7-815013de2a46 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] 10.222.0.64 "DELETE /v2.0/floatingips/2c2638a1-e1a4-4f8e-b15f-6c8e9c45d840 HTTP/1.1" status: 204  len: 168 time: 0.9209406
Dec 23 16:37:13.316665 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 56960) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:37:13.914226 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-8bde52bb-a1e0-4e55-b76a-f2fe070185de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1781419'] for router_interface, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:37:14.392721 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-8bde52bb-a1e0-4e55-b76a-f2fe070185de admin admin] Deleting port 190d7369-1523-4306-8e01-6f968dc098aa {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:37:14.393059 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-8bde52bb-a1e0-4e55-b76a-f2fe070185de admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:37:14.576096 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [None req-8bde52bb-a1e0-4e55-b76a-f2fe070185de admin admin] For port 190d7369-1523-4306-8e01-6f968dc098aa, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=190d7369-1523-4306-8e01-6f968dc098aa,segment=NetworkSegment(00b6f5ac-ce76-4573-ba2b-31f5557ec8cd),segment_id=00b6f5ac-ce76-4573-ba2b-31f5557ec8cd)] {{(pid=87636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:37:14.576448 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-8bde52bb-a1e0-4e55-b76a-f2fe070185de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:37:14.698345 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-8bde52bb-a1e0-4e55-b76a-f2fe070185de admin admin] Calling delete_port for 190d7369-1523-4306-8e01-6f968dc098aa owned by network:router_interface {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:37:14.897800 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-8bde52bb-a1e0-4e55-b76a-f2fe070185de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:37:14.901705 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-736e8e32-5ca0-4887-9629-94d6a27263a4 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:37:14.949381 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bde52bb-a1e0-4e55-b76a-f2fe070185de admin admin] Pushing event deleted for resources: {'Port': ['ID=190d7369-1523-4306-8e01-6f968dc098aa,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:37:14.953404 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-8bde52bb-a1e0-4e55-b76a-f2fe070185de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:37:15.226817 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-8bde52bb-a1e0-4e55-b76a-f2fe070185de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1627472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1784155'] for router_interface, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:37:15.604545 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bde52bb-a1e0-4e55-b76a-f2fe070185de admin admin] Router 2229da30-4a52-4e13-a284-b950ebe18b8e has already been hosted by L3 agent 371d4c41-c7e2-4de7-9539-c049ec4e95d1 {{(pid=87636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 23 16:37:15.925194 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bde52bb-a1e0-4e55-b76a-f2fe070185de admin admin] Notify agent at l3_agent.dv-neutron-822799-1-hyperv the message routers_updated {{(pid=87636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 23 16:37:15.935734 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-909a10ae-bfd9-4eb3-a24b-939429b6c611 None None] Sync routers for ids ['2229da30-4a52-4e13-a284-b950ebe18b8e'] in dv-neutron-822799-1-hyperv {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 23 16:37:15.938104 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-8bde52bb-a1e0-4e55-b76a-f2fe070185de admin admin] 10.222.0.64 "PUT /v2.0/routers/2229da30-4a52-4e13-a284-b950ebe18b8e/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6204391
Dec 23 16:37:15.940788 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 56966) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:37:15.946941 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-909a10ae-bfd9-4eb3-a24b-939429b6c611 None None] Routers {'2229da30-4a52-4e13-a284-b950ebe18b8e'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:37:15.947562 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-909a10ae-bfd9-4eb3-a24b-939429b6c611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc28e19d0>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:36:50Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['2229da30-4a52-4e13-a284-b950ebe18b8e'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:37:16.119584 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7ce34f8b-3998-421a-b58f-6803c25b76ac admin admin] Notify callbacks [] for router, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:37:16.128740 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-909a10ae-bfd9-4eb3-a24b-939429b6c611 None None] Set router 2229da30-4a52-4e13-a284-b950ebe18b8e gateway port host: dv-neutron-822799-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:37:16.297837 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7ce34f8b-3998-421a-b58f-6803c25b76ac admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:37:16.308530 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-7ce34f8b-3998-421a-b58f-6803c25b76ac admin admin] Deleting port b264cb33-bbcb-416b-8499-db9354d37b08 {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:37:16.309024 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7ce34f8b-3998-421a-b58f-6803c25b76ac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:37:16.444499 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-909a10ae-bfd9-4eb3-a24b-939429b6c611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc28e19d0>, [{'id': '2229da30-4a52-4e13-a284-b950ebe18b8e', 'name': 'tempest-ServerActionsTestJSON-1120133599-router', 'tenant_id': '70674f663a8e4a69a2214d82389f8f1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.242'}], 'enable_snat': True}, 'gw_port_id': 'b264cb33-bbcb-416b-8499-db9354d37b08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:31:21Z', 'updated_at': '2021-12-23T16:37:14Z', 'revision_number': 5, 'project_id': '70674f663a8e4a69a2214d82389f8f1d', 'gw_port': {'id': 'b264cb33-bbcb-416b-8499-db9354d37b08', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:e9:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2229da30-4a52-4e13-a284-b950ebe18b8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:31:22Z', 'updated_at': '2021-12-23T16:31:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv'}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:37:16.448946 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-909a10ae-bfd9-4eb3-a24b-939429b6c611 None None] Checking router: 2229da30-4a52-4e13-a284-b950ebe18b8e for host: dv-neutron-822799-1-hyperv {{(pid=87638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 23 16:37:16.457428 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-909a10ae-bfd9-4eb3-a24b-939429b6c611 None None] Routers {'2229da30-4a52-4e13-a284-b950ebe18b8e'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:37:16.458029 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-909a10ae-bfd9-4eb3-a24b-939429b6c611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc28e19d0>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:36:50Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['2229da30-4a52-4e13-a284-b950ebe18b8e'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:37:16.488835 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [None req-7ce34f8b-3998-421a-b58f-6803c25b76ac admin admin] For port b264cb33-bbcb-416b-8499-db9354d37b08, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=b264cb33-bbcb-416b-8499-db9354d37b08,segment=NetworkSegment(77e3d110-dd7b-426c-b11f-b78dde7993df),segment_id=77e3d110-dd7b-426c-b11f-b78dde7993df)] {{(pid=87636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:37:16.489167 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7ce34f8b-3998-421a-b58f-6803c25b76ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:37:16.606799 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-7ce34f8b-3998-421a-b58f-6803c25b76ac admin admin] Calling delete_port for b264cb33-bbcb-416b-8499-db9354d37b08 owned by network:router_gateway {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:37:16.608532 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-909a10ae-bfd9-4eb3-a24b-939429b6c611 None None] Set router 2229da30-4a52-4e13-a284-b950ebe18b8e gateway port host: None {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:37:16.715838 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-909a10ae-bfd9-4eb3-a24b-939429b6c611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc28e19d0>, [{'id': '2229da30-4a52-4e13-a284-b950ebe18b8e', 'name': 'tempest-ServerActionsTestJSON-1120133599-router', 'tenant_id': '70674f663a8e4a69a2214d82389f8f1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:31:21Z', 'updated_at': '2021-12-23T16:37:16Z', 'revision_number': 6, 'project_id': '70674f663a8e4a69a2214d82389f8f1d', 'gw_port_host': None}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:37:16.719955 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-909a10ae-bfd9-4eb3-a24b-939429b6c611 None None] The sync data for ids ['2229da30-4a52-4e13-a284-b950ebe18b8e'] in dv-neutron-822799-1-hyperv is: [{'id': '2229da30-4a52-4e13-a284-b950ebe18b8e', 'name': 'tempest-ServerActionsTestJSON-1120133599-router', 'tenant_id': '70674f663a8e4a69a2214d82389f8f1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:31:21Z', 'updated_at': '2021-12-23T16:37:16Z', 'revision_number': 6, 'project_id': '70674f663a8e4a69a2214d82389f8f1d', 'gw_port_host': None}] {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 23 16:37:16.775508 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7ce34f8b-3998-421a-b58f-6803c25b76ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:37:16.779141 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-da83b441-ce5e-4e43-9f67-c19f28edab18 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:37:16.824052 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce34f8b-3998-421a-b58f-6803c25b76ac admin admin] Pushing event deleted for resources: {'Port': ['ID=b264cb33-bbcb-416b-8499-db9354d37b08,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:37:16.827120 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-7ce34f8b-3998-421a-b58f-6803c25b76ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:37:16.922862 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7ce34f8b-3998-421a-b58f-6803c25b76ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1824206'] for router_gateway, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:37:17.224941 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7ce34f8b-3998-421a-b58f-6803c25b76ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1784183', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-235354'] for router, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:37:17.227073 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7ce34f8b-3998-421a-b58f-6803c25b76ac admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:37:17.250052 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7ce34f8b-3998-421a-b58f-6803c25b76ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1781328'] for router, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:37:17.250575 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ce34f8b-3998-421a-b58f-6803c25b76ac admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2229da30-4a52-4e13-a284-b950ebe18b8e {{(pid=87636) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 23 16:37:17.263402 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7ce34f8b-3998-421a-b58f-6803c25b76ac admin admin] Notify callbacks [] for router, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:37:17.264553 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-7ce34f8b-3998-421a-b58f-6803c25b76ac admin admin] 10.222.0.64 "DELETE /v2.0/routers/2229da30-4a52-4e13-a284-b950ebe18b8e HTTP/1.1" status: 204  len: 168 time: 1.3228378
Dec 23 16:37:17.267053 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 56970) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:37:17.328589 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1514595-c980-4bab-9b99-a0bfe3e91ed1 admin admin] Deleting subnet 4a1a0751-82b4-475c-8186-df1fa1255db4 {{(pid=87636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 23 16:37:17.331511 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d1514595-c980-4bab-9b99-a0bfe3e91ed1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:37:17.381608 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d1514595-c980-4bab-9b99-a0bfe3e91ed1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2382092'] for subnet, precommit_delete_associations {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:37:17.390181 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-8eb9aa12-9cf7-453f-9083-d91e3faf66dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:37:17.459227 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d1514595-c980-4bab-9b99-a0bfe3e91ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864774'] for subnet, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:37:17.530361 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d1514595-c980-4bab-9b99-a0bfe3e91ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2176495', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2618677'] for subnet, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:37:17.534684 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-2eaacacc-92f8-4427-aede-a7a146d1338a tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:37:17.572604 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1514595-c980-4bab-9b99-a0bfe3e91ed1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a1a0751-82b4-475c-8186-df1fa1255db4,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:37:17.575657 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-d1514595-c980-4bab-9b99-a0bfe3e91ed1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:37:17.578043 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d1514595-c980-4bab-9b99-a0bfe3e91ed1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:37:17.583798 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd1b14bf-d7d5-41ca-9a36-cc2e17556882 None None] Network 58d02b68-86ce-464d-b006-73d3120bdb35 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:37:17.585211 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-d1514595-c980-4bab-9b99-a0bfe3e91ed1 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/4a1a0751-82b4-475c-8186-df1fa1255db4 HTTP/1.1" status: 204  len: 168 time: 0.3172133
Dec 23 16:37:17.587565 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 56974) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:37:17.697291 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e1314173-0baf-4d5d-aabc-d70cb79a6088 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-698866'] for network, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:37:17.708427 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-e1314173-0baf-4d5d-aabc-d70cb79a6088 admin admin] Deleting port 01946544-c420-44bb-8bb8-f2721f72e484 {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:37:17.709262 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e1314173-0baf-4d5d-aabc-d70cb79a6088 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:37:17.881753 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1975920e-39bb-471c-8b40-06fc791cbcae None None] DHCP port deletion for 58d02b68-86ce-464d-b006-73d3120bdb35 request from dv-neutron-822799-1-hyperv {{(pid=87637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 23 16:37:17.886351 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-1975920e-39bb-471c-8b40-06fc791cbcae None None] Deleting port 01946544-c420-44bb-8bb8-f2721f72e484 {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:37:17.886729 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1975920e-39bb-471c-8b40-06fc791cbcae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:37:17.939839 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [None req-e1314173-0baf-4d5d-aabc-d70cb79a6088 admin admin] For port 01946544-c420-44bb-8bb8-f2721f72e484, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=01946544-c420-44bb-8bb8-f2721f72e484,segment=NetworkSegment(00b6f5ac-ce76-4573-ba2b-31f5557ec8cd),segment_id=00b6f5ac-ce76-4573-ba2b-31f5557ec8cd)] {{(pid=87636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:37:17.940232 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e1314173-0baf-4d5d-aabc-d70cb79a6088 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:37:18.066675 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-e1314173-0baf-4d5d-aabc-d70cb79a6088 admin admin] Calling delete_port for 01946544-c420-44bb-8bb8-f2721f72e484 owned by network:dhcp {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:37:18.123565 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-1975920e-39bb-471c-8b40-06fc791cbcae None None] For port 01946544-c420-44bb-8bb8-f2721f72e484, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=01946544-c420-44bb-8bb8-f2721f72e484,segment=NetworkSegment(00b6f5ac-ce76-4573-ba2b-31f5557ec8cd),segment_id=00b6f5ac-ce76-4573-ba2b-31f5557ec8cd)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:37:18.124227 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1975920e-39bb-471c-8b40-06fc791cbcae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:37:18.146692 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e1314173-0baf-4d5d-aabc-d70cb79a6088 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:37:18.150576 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-a10654d2-9089-4a13-80dc-3f3da47bb5e8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:37:18.183291 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 01946544-c420-44bb-8bb8-f2721f72e484 no longer exists at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 23 16:37:18.193579 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1314173-0baf-4d5d-aabc-d70cb79a6088 admin admin] Pushing event deleted for resources: {'Port': ['ID=01946544-c420-44bb-8bb8-f2721f72e484,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:37:18.197197 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-e1314173-0baf-4d5d-aabc-d70cb79a6088 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:37:18.197968 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1314173-0baf-4d5d-aabc-d70cb79a6088 admin admin] No DVR routers for this DVR port 01946544-c420-44bb-8bb8-f2721f72e484 on host dv-neutron-822799-1-hyperv {{(pid=87636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 23 16:37:18.276821 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-1975920e-39bb-471c-8b40-06fc791cbcae None None] Calling delete_port for 01946544-c420-44bb-8bb8-f2721f72e484 owned by network:dhcp {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:37:18.314211 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e1314173-0baf-4d5d-aabc-d70cb79a6088 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-864347', 'neutron.services.segments.db._delete_segments_for_network-8735362908070'] for network, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:37:18.315838 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] No Port match for: 01946544-c420-44bb-8bb8-f2721f72e484 {{(pid=87637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 23 16:37:18.316191 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 01946544-c420-44bb-8bb8-f2721f72e484 not bound to the agent host dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 23 16:37:18.316606 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device b264cb33-bbcb-416b-8499-db9354d37b08 no longer exists at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 23 16:37:18.342995 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-e1314173-0baf-4d5d-aabc-d70cb79a6088 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1dbb6a18e0>,) {'filters': {'network_id': ['58d02b68-86ce-464d-b006-73d3120bdb35']}} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:37:18.352723 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] No Port match for: b264cb33-bbcb-416b-8499-db9354d37b08 {{(pid=87637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 23 16:37:18.353051 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device b264cb33-bbcb-416b-8499-db9354d37b08 not bound to the agent host dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 23 16:37:18.353500 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 190d7369-1523-4306-8e01-6f968dc098aa no longer exists at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 23 16:37:18.355007 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-e1314173-0baf-4d5d-aabc-d70cb79a6088 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dbb6a18e0>, '00b6f5ac-ce76-4573-ba2b-31f5557ec8cd') {'for_net_delete': True} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:37:18.355299 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-e1314173-0baf-4d5d-aabc-d70cb79a6088 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dbb6a18e0>, '00b6f5ac-ce76-4573-ba2b-31f5557ec8cd') {} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:37:18.366656 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e1314173-0baf-4d5d-aabc-d70cb79a6088 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735363085442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2382197'] for segment, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:37:18.383151 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e1314173-0baf-4d5d-aabc-d70cb79a6088 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:37:18.389309 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1314173-0baf-4d5d-aabc-d70cb79a6088 admin admin] Releasing vlan 415 on physical network physnet1 to pool {{(pid=87636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 23 16:37:18.389686 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e1314173-0baf-4d5d-aabc-d70cb79a6088 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2176261'] for segment, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:37:18.400514 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] No Port match for: 190d7369-1523-4306-8e01-6f968dc098aa {{(pid=87637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 23 16:37:18.401090 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 190d7369-1523-4306-8e01-6f968dc098aa not bound to the agent host dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 23 16:37:18.402591 dv-neutron-822799-1-hyperv neutron-server[87636]: Traceback (most recent call last):
Dec 23 16:37:18.402591 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 23 16:37:18.402591 dv-neutron-822799-1-hyperv neutron-server[87636]:     timer()
Dec 23 16:37:18.402591 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:37:18.402591 dv-neutron-822799-1-hyperv neutron-server[87636]:     cb(*args, **kw)
Dec 23 16:37:18.402591 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 23 16:37:18.402591 dv-neutron-822799-1-hyperv neutron-server[87636]:     return func(*args, **kwargs)
Dec 23 16:37:18.402591 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:37:18.402591 dv-neutron-822799-1-hyperv neutron-server[87636]:     self._notify()
Dec 23 16:37:18.402591 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:37:18.402591 dv-neutron-822799-1-hyperv neutron-server[87636]:     self.callback(batched_events)
Dec 23 16:37:18.402591 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:37:18.402591 dv-neutron-822799-1-hyperv neutron-server[87636]:     event.method(event)
Dec 23 16:37:18.402591 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:37:18.402591 dv-neutron-822799-1-hyperv neutron-server[87636]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:37:18.402591 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 23 16:37:18.402591 dv-neutron-822799-1-hyperv neutron-server[87636]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 23 16:37:18.402591 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 23 16:37:18.402591 dv-neutron-822799-1-hyperv neutron-server[87636]:     return f(self, *a, **k)
Dec 23 16:37:18.402591 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:37:18.402591 dv-neutron-822799-1-hyperv neutron-server[87636]:     return self._get(url).json()
Dec 23 16:37:18.402591 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 23 16:37:18.402591 dv-neutron-822799-1-hyperv neutron-server[87636]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 23 16:37:18.402591 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 23 16:37:18.402591 dv-neutron-822799-1-hyperv neutron-server[87636]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:37:18.402591 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 23 16:37:18.402591 dv-neutron-822799-1-hyperv neutron-server[87636]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 23 16:37:18.402591 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 23 16:37:18.402591 dv-neutron-822799-1-hyperv neutron-server[87636]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:37:18.402591 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 23 16:37:18.402591 dv-neutron-822799-1-hyperv neutron-server[87636]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:37:18.402591 dv-neutron-822799-1-hyperv neutron-server[87636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:37:18.420428 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.db.api [None req-1975920e-39bb-471c-8b40-06fc791cbcae None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87637) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 23 16:37:18.420829 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_db.api [None req-1975920e-39bb-471c-8b40-06fc791cbcae None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 23 16:37:18.478387 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e1314173-0baf-4d5d-aabc-d70cb79a6088 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-864336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1824171'] for network, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:37:18.482012 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-192d5241-aa1f-409c-811b-be6c419f1178 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:37:18.494745 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e1314173-0baf-4d5d-aabc-d70cb79a6088 admin admin] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:37:18.506208 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1314173-0baf-4d5d-aabc-d70cb79a6088 admin admin] Pushing event deleted for resources: {'Network': ['ID=58d02b68-86ce-464d-b006-73d3120bdb35,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:37:18.510086 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-e1314173-0baf-4d5d-aabc-d70cb79a6088 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:37:18.519020 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-e1314173-0baf-4d5d-aabc-d70cb79a6088 admin admin] 10.222.0.64 "DELETE /v2.0/networks/58d02b68-86ce-464d-b006-73d3120bdb35 HTTP/1.1" status: 204  len: 168 time: 0.9305260
Dec 23 16:37:18.639254 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 56980) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:37:18.695697 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-26413c4a-ad84-4cca-85bf-b178e75c5065 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=70674f663a8e4a69a2214d82389f8f1d&name=default HTTP/1.1" status: 200  len: 2983 time: 0.0547845
Dec 23 16:37:18.698277 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 56984) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:37:18.756044 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-50c4f04b-4723-4287-becb-84d9e337eeb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:37:18.781935 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-50c4f04b-4723-4287-becb-84d9e337eeb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:37:18.838838 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-50c4f04b-4723-4287-becb-84d9e337eeb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:37:18.842870 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-234e706c-fc56-4e05-8d71-bb81f167fb79 tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:37:18.856667 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c4f04b-4723-4287-becb-84d9e337eeb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=762140cf-d082-4174-80be-631fd5a81cdb,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:37:18.859148 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-50c4f04b-4723-4287-becb-84d9e337eeb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:37:18.864710 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-50c4f04b-4723-4287-becb-84d9e337eeb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:37:18.865849 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-50c4f04b-4723-4287-becb-84d9e337eeb0 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/762140cf-d082-4174-80be-631fd5a81cdb HTTP/1.1" status: 204  len: 168 time: 0.1666543
Dec 23 16:37:18.922272 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-1975920e-39bb-471c-8b40-06fc791cbcae None None] Deleting port 01946544-c420-44bb-8bb8-f2721f72e484 {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:37:18.922676 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1975920e-39bb-471c-8b40-06fc791cbcae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:37:18.988014 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-1975920e-39bb-471c-8b40-06fc791cbcae None None] The port '01946544-c420-44bb-8bb8-f2721f72e484' was deleted {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 23 16:37:19.652689 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 57008) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:37:19.759117 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-2bc0a311-5e7d-4a9a-8074-1947f08a4ad5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:37:19.763866 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-446bf52a-0b16-4a48-bcdb-dac30cc0acf0 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-578449149-network', 'tenant_id': '18f5cc18cc7d4f63993ddea9a11058b0'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:37:19.768878 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-446bf52a-0b16-4a48-bcdb-dac30cc0acf0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:37:19.773145 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-446bf52a-0b16-4a48-bcdb-dac30cc0acf0 admin admin] Usage tracker for resource:network and tenant:18f5cc18cc7d4f63993ddea9a11058b0 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:37:19.776108 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-446bf52a-0b16-4a48-bcdb-dac30cc0acf0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:37:19.782132 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-446bf52a-0b16-4a48-bcdb-dac30cc0acf0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:37:19.794405 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-446bf52a-0b16-4a48-bcdb-dac30cc0acf0 admin admin] Made reservation on behalf of 18f5cc18cc7d4f63993ddea9a11058b0 for: {'network': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:37:19.796737 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-446bf52a-0b16-4a48-bcdb-dac30cc0acf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for network, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:37:19.809090 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-446bf52a-0b16-4a48-bcdb-dac30cc0acf0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:37:19.826065 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-446bf52a-0b16-4a48-bcdb-dac30cc0acf0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:37:19.829950 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-446bf52a-0b16-4a48-bcdb-dac30cc0acf0 admin admin] Usage tracker for resource:security_group_rule and tenant:18f5cc18cc7d4f63993ddea9a11058b0 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:37:19.832844 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-446bf52a-0b16-4a48-bcdb-dac30cc0acf0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:37:19.839041 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-446bf52a-0b16-4a48-bcdb-dac30cc0acf0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:37:19.923474 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-446bf52a-0b16-4a48-bcdb-dac30cc0acf0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:37:19.928982 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-446bf52a-0b16-4a48-bcdb-dac30cc0acf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:37:19.931859 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-b50b7a80-3c09-4952-9d47-572179d9aa31 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:37:19.960531 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-446bf52a-0b16-4a48-bcdb-dac30cc0acf0 admin admin] vlan segment allocate from pool success with {'vlan_id': 409, 'physical_network': 'physnet1'}  {{(pid=87636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 23 16:37:19.965672 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446bf52a-0b16-4a48-bcdb-dac30cc0acf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bac974f-b0c4-4671-a955-e7a08defb5b9,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:37:19.969180 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-446bf52a-0b16-4a48-bcdb-dac30cc0acf0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:37:19.972761 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-446bf52a-0b16-4a48-bcdb-dac30cc0acf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:37:19.973141 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.db.segments_db [None req-446bf52a-0b16-4a48-bcdb-dac30cc0acf0 admin admin] Added segment 5d69e0f6-f74b-4061-9061-67d7b37ed675 of type vlan for network 0129986b-4ad4-400a-9387-1e9a78ed94a1
Dec 23 16:37:19.998291 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-446bf52a-0b16-4a48-bcdb-dac30cc0acf0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735362521793'] for network, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:37:20.030133 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-446bf52a-0b16-4a48-bcdb-dac30cc0acf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495'] for network, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:37:20.031169 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-446bf52a-0b16-4a48-bcdb-dac30cc0acf0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:37:20.031758 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-446bf52a-0b16-4a48-bcdb-dac30cc0acf0 admin admin] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:37:20.035133 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-df92c45a-a57c-4b05-8c49-930246516ebb tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:37:20.133275 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446bf52a-0b16-4a48-bcdb-dac30cc0acf0 admin admin] Pushing event updated for resources: {'Network': ['ID=0129986b-4ad4-400a-9387-1e9a78ed94a1,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:37:20.136242 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-446bf52a-0b16-4a48-bcdb-dac30cc0acf0 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 0.4824953
Dec 23 16:37:20.137253 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-446bf52a-0b16-4a48-bcdb-dac30cc0acf0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:37:20.139530 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 57014) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:37:20.143774 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Network 0129986b-4ad4-400a-9387-1e9a78ed94a1 details requested by agent ovs-agent-dv-neutron-822799-1-hyperv with host dv-neutron-822799-1-hyperv {{(pid=87637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 23 16:37:20.145467 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-9e562fb2-7506-48e4-9e52-18ebcc238011 admin admin] Request body: {'subnet': {'network_id': '0129986b-4ad4-400a-9387-1e9a78ed94a1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-578449149-subnet', 'tenant_id': '18f5cc18cc7d4f63993ddea9a11058b0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:37:20.150760 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-9e562fb2-7506-48e4-9e52-18ebcc238011 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:37:20.154813 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-9e562fb2-7506-48e4-9e52-18ebcc238011 admin admin] Usage tracker for resource:subnet and tenant:18f5cc18cc7d4f63993ddea9a11058b0 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:37:20.157801 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-9e562fb2-7506-48e4-9e52-18ebcc238011 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:37:20.163904 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-9e562fb2-7506-48e4-9e52-18ebcc238011 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:37:20.175123 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e562fb2-7506-48e4-9e52-18ebcc238011 admin admin] Made reservation on behalf of 18f5cc18cc7d4f63993ddea9a11058b0 for: {'subnet': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:37:20.177513 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9e562fb2-7506-48e4-9e52-18ebcc238011 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2618324'] for subnet, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:37:20.385958 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9e562fb2-7506-48e4-9e52-18ebcc238011 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2176430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2618310'] for subnet, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:37:20.389593 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-5d3bb2b1-85a2-4e0f-8f76-71c95632c532 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:37:20.460790 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e562fb2-7506-48e4-9e52-18ebcc238011 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef2174c0-8908-4bae-87d4-d9dd475af7dd,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:37:20.464046 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-9e562fb2-7506-48e4-9e52-18ebcc238011 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:37:20.470024 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e562fb2-7506-48e4-9e52-18ebcc238011 admin admin] Checking segment: {'id': '5d69e0f6-f74b-4061-9061-67d7b37ed675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '0129986b-4ad4-400a-9387-1e9a78ed94a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:37:20.470373 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e562fb2-7506-48e4-9e52-18ebcc238011 admin admin] Network hostable DHCP agents. Network: 0129986b-4ad4-400a-9387-1e9a78ed94a1, hostable agents: ['1c812d71-eadf-4fb3-b98e-67468a4aa7e2'], hosted agents: [] {{(pid=87636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 23 16:37:20.491532 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e562fb2-7506-48e4-9e52-18ebcc238011 admin admin] Network 0129986b-4ad4-400a-9387-1e9a78ed94a1 is scheduled to be hosted by DHCP agent 1c812d71-eadf-4fb3-b98e-67468a4aa7e2 with binding_index 1 {{(pid=87636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 23 16:37:20.501150 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-9e562fb2-7506-48e4-9e52-18ebcc238011 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822799-1-hyperv, 0129986b-4ad4-400a-9387-1e9a78ed94a1) {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:37:20.506496 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e562fb2-7506-48e4-9e52-18ebcc238011 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:37:20.507073 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9e562fb2-7506-48e4-9e52-18ebcc238011 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:37:20.513275 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60c1cc03-5863-4806-95aa-1c72f623daa5 None None] Network 0129986b-4ad4-400a-9387-1e9a78ed94a1 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:37:20.527722 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-9e562fb2-7506-48e4-9e52-18ebcc238011 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.3869734
Dec 23 16:37:20.727807 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bc17ea2-afb2-49e8-80fd-93f9bfbf92ad None None] Network 0129986b-4ad4-400a-9387-1e9a78ed94a1 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:37:20.888115 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9dcbea60-a34f-4144-91e7-90aff3f57aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:37:20.952891 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:37:21.045196 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77ca0d8-9470-4ae4-b3b5-57adcfa61e42 req-f8b20d43-df9b-4bc7-a891-21342c78c0c6 tempest-ServersNegativeTestJSON-431794398 tempest-ServersNegativeTestJSON-431794398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:37:21.045865 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-f77ca0d8-9470-4ae4-b3b5-57adcfa61e42 req-f8b20d43-df9b-4bc7-a891-21342c78c0c6 tempest-ServersNegativeTestJSON-431794398 tempest-ServersNegativeTestJSON-431794398-project] Synchronizing usage tracker for tenant:18f5cc18cc7d4f63993ddea9a11058b0 on resource:network {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:37:21.066617 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-f77ca0d8-9470-4ae4-b3b5-57adcfa61e42 req-f8b20d43-df9b-4bc7-a891-21342c78c0c6 tempest-ServersNegativeTestJSON-431794398 tempest-ServersNegativeTestJSON-431794398-project] Unset dirty status for tenant:18f5cc18cc7d4f63993ddea9a11058b0 on resource:network {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:37:21.068499 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-f77ca0d8-9470-4ae4-b3b5-57adcfa61e42 req-f8b20d43-df9b-4bc7-a891-21342c78c0c6 tempest-ServersNegativeTestJSON-431794398 tempest-ServersNegativeTestJSON-431794398-project] 10.222.0.64 "GET /v2.0/networks?id=0129986b-4ad4-400a-9387-1e9a78ed94a1 HTTP/1.1" status: 200  len: 813 time: 0.1707499
Dec 23 16:37:21.084694 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-f77ca0d8-9470-4ae4-b3b5-57adcfa61e42 req-a4d3b8d5-283d-45a1-b246-9cd54ce59e48 tempest-ServersNegativeTestJSON-431794398 tempest-ServersNegativeTestJSON-431794398-project] 10.222.0.64 "GET /v2.0/quotas/18f5cc18cc7d4f63993ddea9a11058b0 HTTP/1.1" status: 200  len: 375 time: 0.0097764
Dec 23 16:37:21.268968 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-f77ca0d8-9470-4ae4-b3b5-57adcfa61e42 req-ef79880b-e989-46be-99da-efb940a6f606 tempest-ServersNegativeTestJSON-431794398 tempest-ServersNegativeTestJSON-431794398-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=18f5cc18cc7d4f63993ddea9a11058b0&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1792896
Dec 23 16:37:21.402848 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-f77ca0d8-9470-4ae4-b3b5-57adcfa61e42 req-27f4bf78-d6bc-49d7-aaee-477bfda6aeae service neutron] 10.222.0.64 "GET /v2.0/networks/0129986b-4ad4-400a-9387-1e9a78ed94a1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1270087
Dec 23 16:37:21.553661 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-f77ca0d8-9470-4ae4-b3b5-57adcfa61e42 req-1178be4d-c593-4fcd-b397-690d94b623b3 service neutron] 10.222.0.64 "GET /v2.0/networks/0129986b-4ad4-400a-9387-1e9a78ed94a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1451123
Dec 23 16:37:21.742727 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-12c2dc5f-1300-4164-93c0-9afbe242e5db req-b8cff64f-f242-45eb-bac2-7256fa5d2955 tempest-ServersNegativeTestJSON-431794398 tempest-ServersNegativeTestJSON-431794398-project] 10.222.0.64 "GET /v2.0/ports?device_id=3ba4fcec-a9f5-4dc0-b013-c15d774479e8 HTTP/1.1" status: 200  len: 210 time: 0.0415869
Dec 23 16:37:22.323652 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9e3aab53-d650-47e3-b8a6-2dff21fe9ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:37:22.841664 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77ca0d8-9470-4ae4-b3b5-57adcfa61e42 req-2ae04251-2c60-4733-8aad-f97650c8416e tempest-ServersNegativeTestJSON-431794398 tempest-ServersNegativeTestJSON-431794398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:37:22.843199 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-f77ca0d8-9470-4ae4-b3b5-57adcfa61e42 req-2ae04251-2c60-4733-8aad-f97650c8416e tempest-ServersNegativeTestJSON-431794398 tempest-ServersNegativeTestJSON-431794398-project] 10.222.0.61 "GET /v2.0/networks?id=0129986b-4ad4-400a-9387-1e9a78ed94a1 HTTP/1.1" status: 200  len: 813 time: 0.1517608
Dec 23 16:37:22.855376 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [req-f77ca0d8-9470-4ae4-b3b5-57adcfa61e42 req-02becab2-f4ad-4bda-baf2-c3fd57aeb4a2 tempest-ServersNegativeTestJSON-431794398 tempest-ServersNegativeTestJSON-431794398-project] Request body: {'port': {'device_id': '3ba4fcec-a9f5-4dc0-b013-c15d774479e8', 'network_id': '0129986b-4ad4-400a-9387-1e9a78ed94a1', 'admin_state_up': True, 'tenant_id': '18f5cc18cc7d4f63993ddea9a11058b0'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:37:22.977039 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-cac67eb4-c4ba-4d60-8ce4-27d0c12f2a43 req-a7754a0b-6257-4018-ae73-f120a4af3d4a tempest-ServersNegativeTestJSON-431794398 tempest-ServersNegativeTestJSON-431794398-project] 10.222.0.64 "GET /v2.0/ports?device_id=3ba4fcec-a9f5-4dc0-b013-c15d774479e8 HTTP/1.1" status: 200  len: 210 time: 0.1057317
Dec 23 16:37:23.030177 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [req-f77ca0d8-9470-4ae4-b3b5-57adcfa61e42 req-02becab2-f4ad-4bda-baf2-c3fd57aeb4a2 tempest-ServersNegativeTestJSON-431794398 tempest-ServersNegativeTestJSON-431794398-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:37:23.033922 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-f77ca0d8-9470-4ae4-b3b5-57adcfa61e42 req-02becab2-f4ad-4bda-baf2-c3fd57aeb4a2 tempest-ServersNegativeTestJSON-431794398 tempest-ServersNegativeTestJSON-431794398-project] Usage tracker for resource:port and tenant:18f5cc18cc7d4f63993ddea9a11058b0 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:37:23.036688 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-f77ca0d8-9470-4ae4-b3b5-57adcfa61e42 req-02becab2-f4ad-4bda-baf2-c3fd57aeb4a2 tempest-ServersNegativeTestJSON-431794398 tempest-ServersNegativeTestJSON-431794398-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:37:23.042429 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [req-f77ca0d8-9470-4ae4-b3b5-57adcfa61e42 req-02becab2-f4ad-4bda-baf2-c3fd57aeb4a2 tempest-ServersNegativeTestJSON-431794398 tempest-ServersNegativeTestJSON-431794398-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:37:23.053178 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f77ca0d8-9470-4ae4-b3b5-57adcfa61e42 req-02becab2-f4ad-4bda-baf2-c3fd57aeb4a2 tempest-ServersNegativeTestJSON-431794398 tempest-ServersNegativeTestJSON-431794398-project] Made reservation on behalf of 18f5cc18cc7d4f63993ddea9a11058b0 for: {'port': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:37:23.056608 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-f77ca0d8-9470-4ae4-b3b5-57adcfa61e42 req-02becab2-f4ad-4bda-baf2-c3fd57aeb4a2 tempest-ServersNegativeTestJSON-431794398 tempest-ServersNegativeTestJSON-431794398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:37:23.225853 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [req-f77ca0d8-9470-4ae4-b3b5-57adcfa61e42 req-02becab2-f4ad-4bda-baf2-c3fd57aeb4a2 tempest-ServersNegativeTestJSON-431794398 tempest-ServersNegativeTestJSON-431794398-project] Allocated IP 172.20.0.2 (0129986b-4ad4-400a-9387-1e9a78ed94a1/ef2174c0-8908-4bae-87d4-d9dd475af7dd/8cd44c06-c8a7-42e6-80c3-33f3bb795073) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:37:23.431695 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-f77ca0d8-9470-4ae4-b3b5-57adcfa61e42 req-02becab2-f4ad-4bda-baf2-c3fd57aeb4a2 tempest-ServersNegativeTestJSON-431794398 tempest-ServersNegativeTestJSON-431794398-project] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:37:23.468870 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-f77ca0d8-9470-4ae4-b3b5-57adcfa61e42 req-02becab2-f4ad-4bda-baf2-c3fd57aeb4a2 tempest-ServersNegativeTestJSON-431794398 tempest-ServersNegativeTestJSON-431794398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:37:23.476472 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-e36e47cf-70d7-4919-b1a5-d4a9423b8750 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:37:23.547709 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f77ca0d8-9470-4ae4-b3b5-57adcfa61e42 req-02becab2-f4ad-4bda-baf2-c3fd57aeb4a2 tempest-ServersNegativeTestJSON-431794398 tempest-ServersNegativeTestJSON-431794398-project] Network 0129986b-4ad4-400a-9387-1e9a78ed94a1 is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:37:23.551173 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [req-f77ca0d8-9470-4ae4-b3b5-57adcfa61e42 req-02becab2-f4ad-4bda-baf2-c3fd57aeb4a2 tempest-ServersNegativeTestJSON-431794398 tempest-ServersNegativeTestJSON-431794398-project] Resources bound (agent type, host, resource id):  {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:37:23.555229 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [req-f77ca0d8-9470-4ae4-b3b5-57adcfa61e42 req-02becab2-f4ad-4bda-baf2-c3fd57aeb4a2 tempest-ServersNegativeTestJSON-431794398 tempest-ServersNegativeTestJSON-431794398-project] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:37:23.584789 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02becab2-f4ad-4bda-baf2-c3fd57aeb4a2 tempest-ServersNegativeTestJSON-431794398 tempest-ServersNegativeTestJSON-431794398-project] Pushing event updated for resources: {'Port': ['ID=8cd44c06-c8a7-42e6-80c3-33f3bb795073,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:37:23.590867 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-02becab2-f4ad-4bda-baf2-c3fd57aeb4a2 tempest-ServersNegativeTestJSON-431794398 tempest-ServersNegativeTestJSON-431794398-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:37:23.623254 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77ca0d8-9470-4ae4-b3b5-57adcfa61e42 req-02becab2-f4ad-4bda-baf2-c3fd57aeb4a2 tempest-ServersNegativeTestJSON-431794398 tempest-ServersNegativeTestJSON-431794398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:37:23.623871 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-f77ca0d8-9470-4ae4-b3b5-57adcfa61e42 req-02becab2-f4ad-4bda-baf2-c3fd57aeb4a2 tempest-ServersNegativeTestJSON-431794398 tempest-ServersNegativeTestJSON-431794398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:37:23.645826 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-f77ca0d8-9470-4ae4-b3b5-57adcfa61e42 req-02becab2-f4ad-4bda-baf2-c3fd57aeb4a2 tempest-ServersNegativeTestJSON-431794398 tempest-ServersNegativeTestJSON-431794398-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7943101
Dec 23 16:37:23.657390 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [req-f77ca0d8-9470-4ae4-b3b5-57adcfa61e42 req-5da015b0-e3d5-465a-8750-a3fa23d43fd2 service neutron] Request body: {'port': {'device_id': '3ba4fcec-a9f5-4dc0-b013-c15d774479e8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8227'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:37:23.778061 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-f77ca0d8-9470-4ae4-b3b5-57adcfa61e42 req-5da015b0-e3d5-465a-8750-a3fa23d43fd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:37:24.127726 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [req-f77ca0d8-9470-4ae4-b3b5-57adcfa61e42 req-5da015b0-e3d5-465a-8750-a3fa23d43fd2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8cd44c06-c8a7-42e6-80c3-33f3bb795073 {{(pid=87636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 23 16:37:24.135698 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-f77ca0d8-9470-4ae4-b3b5-57adcfa61e42 req-5da015b0-e3d5-465a-8750-a3fa23d43fd2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:37:24.149897 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.provisioning_blocks [req-f77ca0d8-9470-4ae4-b3b5-57adcfa61e42 req-5da015b0-e3d5-465a-8750-a3fa23d43fd2 service neutron] Transition to ACTIVE for port object 8cd44c06-c8a7-42e6-80c3-33f3bb795073 will not be triggered until provisioned by entity L2. {{(pid=87636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:37:24.154827 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-f77ca0d8-9470-4ae4-b3b5-57adcfa61e42 req-5da015b0-e3d5-465a-8750-a3fa23d43fd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2176289'] for port, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:37:24.160160 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-ae58bd56-2269-4a4e-ae06-7d116fc807e2 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:37:24.166778 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f74173-23e6-439d-8436-694150b89c8d req-b88f56c2-4e35-4cbd-a6ec-cf9cdc3e620f tempest-ServersNegativeTestJSON-431794398 tempest-ServersNegativeTestJSON-431794398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:37:24.168215 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-49f74173-23e6-439d-8436-694150b89c8d req-b88f56c2-4e35-4cbd-a6ec-cf9cdc3e620f tempest-ServersNegativeTestJSON-431794398 tempest-ServersNegativeTestJSON-431794398-project] 10.222.0.64 "GET /v2.0/ports?device_id=3ba4fcec-a9f5-4dc0-b013-c15d774479e8 HTTP/1.1" status: 200  len: 931 time: 0.0866826
Dec 23 16:37:24.214556 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-49f74173-23e6-439d-8436-694150b89c8d req-13b43288-9844-48b7-8d5a-9758cb8569c3 tempest-ServersNegativeTestJSON-431794398 tempest-ServersNegativeTestJSON-431794398-project] 10.222.0.64 "GET /v2.0/security-groups?id=1bac974f-b0c4-4671-a955-e7a08defb5b9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403326
Dec 23 16:37:24.447602 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da015b0-e3d5-465a-8750-a3fa23d43fd2 service neutron] Pushing event updated for resources: {'Port': ['ID=8cd44c06-c8a7-42e6-80c3-33f3bb795073,revision_number=2']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:37:24.450564 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-5da015b0-e3d5-465a-8750-a3fa23d43fd2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:37:24.522746 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [req-f77ca0d8-9470-4ae4-b3b5-57adcfa61e42 req-5da015b0-e3d5-465a-8750-a3fa23d43fd2 service neutron] Attempting to bind port 8cd44c06-c8a7-42e6-80c3-33f3bb795073 on host hv-neutron-8227 for vnic_type normal with profile  {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:37:24.523081 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [req-f77ca0d8-9470-4ae4-b3b5-57adcfa61e42 req-5da015b0-e3d5-465a-8750-a3fa23d43fd2 service neutron] Attempting to bind port 8cd44c06-c8a7-42e6-80c3-33f3bb795073 by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': '5d69e0f6-f74b-4061-9061-67d7b37ed675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '0129986b-4ad4-400a-9387-1e9a78ed94a1'}] {{(pid=87636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:37:24.523410 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f77ca0d8-9470-4ae4-b3b5-57adcfa61e42 req-5da015b0-e3d5-465a-8750-a3fa23d43fd2 service neutron] Attempting to bind port 8cd44c06-c8a7-42e6-80c3-33f3bb795073 on network 0129986b-4ad4-400a-9387-1e9a78ed94a1 {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:37:24.528205 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f77ca0d8-9470-4ae4-b3b5-57adcfa61e42 req-5da015b0-e3d5-465a-8750-a3fa23d43fd2 service neutron] Port 8cd44c06-c8a7-42e6-80c3-33f3bb795073 on network 0129986b-4ad4-400a-9387-1e9a78ed94a1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 23 16:37:24.528531 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f77ca0d8-9470-4ae4-b3b5-57adcfa61e42 req-5da015b0-e3d5-465a-8750-a3fa23d43fd2 service neutron] Attempting to bind port 8cd44c06-c8a7-42e6-80c3-33f3bb795073 on network 0129986b-4ad4-400a-9387-1e9a78ed94a1 {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:37:24.533703 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f77ca0d8-9470-4ae4-b3b5-57adcfa61e42 req-5da015b0-e3d5-465a-8750-a3fa23d43fd2 service neutron] Checking agent: {'id': '5a806709-633b-4d33-98c4-3d24562c0f1e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8227', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 6, 42), 'started_at': datetime.datetime(2021, 12, 23, 16, 6, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 37, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 23 16:37:24.534034 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f77ca0d8-9470-4ae4-b3b5-57adcfa61e42 req-5da015b0-e3d5-465a-8750-a3fa23d43fd2 service neutron] Checking segment: {'id': '5d69e0f6-f74b-4061-9061-67d7b37ed675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '0129986b-4ad4-400a-9387-1e9a78ed94a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:37:24.534423 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f77ca0d8-9470-4ae4-b3b5-57adcfa61e42 req-5da015b0-e3d5-465a-8750-a3fa23d43fd2 service neutron] Bound using segment: {'id': '5d69e0f6-f74b-4061-9061-67d7b37ed675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '0129986b-4ad4-400a-9387-1e9a78ed94a1'} {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 23 16:37:24.534844 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [req-f77ca0d8-9470-4ae4-b3b5-57adcfa61e42 req-5da015b0-e3d5-465a-8750-a3fa23d43fd2 service neutron] Bound port: 8cd44c06-c8a7-42e6-80c3-33f3bb795073, host: hv-neutron-8227, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d69e0f6-f74b-4061-9061-67d7b37ed675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '0129986b-4ad4-400a-9387-1e9a78ed94a1'}}] {{(pid=87636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 23 16:37:24.535182 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-f77ca0d8-9470-4ae4-b3b5-57adcfa61e42 req-5da015b0-e3d5-465a-8750-a3fa23d43fd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:37:24.636849 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [req-f77ca0d8-9470-4ae4-b3b5-57adcfa61e42 req-5da015b0-e3d5-465a-8750-a3fa23d43fd2 service neutron] For port 8cd44c06-c8a7-42e6-80c3-33f3bb795073, host hv-neutron-8227, cleared binding levels {{(pid=87636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 23 16:37:24.639762 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [req-f77ca0d8-9470-4ae4-b3b5-57adcfa61e42 req-5da015b0-e3d5-465a-8750-a3fa23d43fd2 service neutron] For port 8cd44c06-c8a7-42e6-80c3-33f3bb795073, host hv-neutron-8227, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=8cd44c06-c8a7-42e6-80c3-33f3bb795073,segment=NetworkSegment(5d69e0f6-f74b-4061-9061-67d7b37ed675),segment_id=5d69e0f6-f74b-4061-9061-67d7b37ed675)] {{(pid=87636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 23 16:37:24.645702 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-f77ca0d8-9470-4ae4-b3b5-57adcfa61e42 req-5da015b0-e3d5-465a-8750-a3fa23d43fd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2176289'] for port, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:37:24.649716 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-19d7cfd6-134a-470c-86d0-d8ee21ef8b4f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:37:24.701036 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77ca0d8-9470-4ae4-b3b5-57adcfa61e42 req-5da015b0-e3d5-465a-8750-a3fa23d43fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:37:24.701905 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-f77ca0d8-9470-4ae4-b3b5-57adcfa61e42 req-5da015b0-e3d5-465a-8750-a3fa23d43fd2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:37:24.703973 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-f77ca0d8-9470-4ae4-b3b5-57adcfa61e42 req-5da015b0-e3d5-465a-8750-a3fa23d43fd2 service neutron] 10.222.0.61 "PUT /v2.0/ports/8cd44c06-c8a7-42e6-80c3-33f3bb795073 HTTP/1.1" status: 200  len: 1093 time: 1.0504718
Dec 23 16:37:24.704739 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ba4fcec-a9f5-4dc0-b013-c15d774479e8', 'tag': '8cd44c06-c8a7-42e6-80c3-33f3bb795073'}] {{(pid=87636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 23 16:37:24.735386 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da015b0-e3d5-465a-8750-a3fa23d43fd2 service neutron] Pushing event updated for resources: {'Port': ['ID=8cd44c06-c8a7-42e6-80c3-33f3bb795073,revision_number=3']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:37:24.739425 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-5da015b0-e3d5-465a-8750-a3fa23d43fd2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:37:24.778294 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ba4fcec-a9f5-4dc0-b013-c15d774479e8', 'tag': '8cd44c06-c8a7-42e6-80c3-33f3bb795073', 'status': 'completed', 'code': 200}
Dec 23 16:37:24.820657 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77ca0d8-9470-4ae4-b3b5-57adcfa61e42 req-0b3000ab-f1bc-42cb-aebb-fbdc22b0ebe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:37:24.822143 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-f77ca0d8-9470-4ae4-b3b5-57adcfa61e42 req-0b3000ab-f1bc-42cb-aebb-fbdc22b0ebe2 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=18f5cc18cc7d4f63993ddea9a11058b0&device_id=3ba4fcec-a9f5-4dc0-b013-c15d774479e8 HTTP/1.1" status: 200  len: 1096 time: 0.0790262
Dec 23 16:37:24.898135 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-f77ca0d8-9470-4ae4-b3b5-57adcfa61e42 req-2d995890-66d2-43a9-ab9e-6e3b0c580458 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8cd44c06-c8a7-42e6-80c3-33f3bb795073 HTTP/1.1" status: 200  len: 217 time: 0.0681808
Dec 23 16:37:24.966342 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77ca0d8-9470-4ae4-b3b5-57adcfa61e42 req-3d58030a-b0bb-4e3f-be2c-9e205e1f143f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:37:24.967766 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-f77ca0d8-9470-4ae4-b3b5-57adcfa61e42 req-3d58030a-b0bb-4e3f-be2c-9e205e1f143f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ef2174c0-8908-4bae-87d4-d9dd475af7dd HTTP/1.1" status: 200  len: 853 time: 0.0638275
Dec 23 16:37:25.015433 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-f77ca0d8-9470-4ae4-b3b5-57adcfa61e42 req-9dfc7906-8450-42b0-a41f-5c69b954b9fb service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0129986b-4ad4-400a-9387-1e9a78ed94a1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0412459
Dec 23 16:37:25.149524 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-f77ca0d8-9470-4ae4-b3b5-57adcfa61e42 req-79fc6e90-9b10-470b-8ad0-7e9ab4081db1 service neutron] 10.222.0.61 "GET /v2.0/networks/0129986b-4ad4-400a-9387-1e9a78ed94a1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1269062
Dec 23 16:37:25.292879 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-f77ca0d8-9470-4ae4-b3b5-57adcfa61e42 req-fc41d7b4-543e-433a-9465-33b2c538abed service neutron] 10.222.0.61 "GET /v2.0/networks/0129986b-4ad4-400a-9387-1e9a78ed94a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1367104
Dec 23 16:37:25.412297 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaccba3-c9c1-444f-b7a4-d0998bde632e req-de8aade3-bc72-4cd6-8751-9772a88edcc9 tempest-ServersNegativeTestJSON-431794398 tempest-ServersNegativeTestJSON-431794398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:37:25.413927 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-adaccba3-c9c1-444f-b7a4-d0998bde632e req-de8aade3-bc72-4cd6-8751-9772a88edcc9 tempest-ServersNegativeTestJSON-431794398 tempest-ServersNegativeTestJSON-431794398-project] 10.222.0.64 "GET /v2.0/ports?device_id=3ba4fcec-a9f5-4dc0-b013-c15d774479e8 HTTP/1.1" status: 200  len: 943 time: 0.0866616
Dec 23 16:37:25.420565 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b5c0c0-51ba-4b54-aa5f-36d9922ebf71 req-263b1dd6-9573-4869-8cc5-b0eff8f7d559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:37:25.422056 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-f0b5c0c0-51ba-4b54-aa5f-36d9922ebf71 req-263b1dd6-9573-4869-8cc5-b0eff8f7d559 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=18f5cc18cc7d4f63993ddea9a11058b0&device_id=3ba4fcec-a9f5-4dc0-b013-c15d774479e8 HTTP/1.1" status: 200  len: 1096 time: 0.0768600
Dec 23 16:37:25.460142 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-adaccba3-c9c1-444f-b7a4-d0998bde632e req-cfd0e5b7-9adc-47e5-9939-614edc14cb3d tempest-ServersNegativeTestJSON-431794398 tempest-ServersNegativeTestJSON-431794398-project] 10.222.0.64 "GET /v2.0/security-groups?id=1bac974f-b0c4-4671-a955-e7a08defb5b9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404234
Dec 23 16:37:25.552364 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b5c0c0-51ba-4b54-aa5f-36d9922ebf71 req-29d219af-69b1-4a53-8c2a-82b875d3b375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:37:25.553959 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-f0b5c0c0-51ba-4b54-aa5f-36d9922ebf71 req-29d219af-69b1-4a53-8c2a-82b875d3b375 service neutron] 10.222.0.61 "GET /v2.0/networks?id=0129986b-4ad4-400a-9387-1e9a78ed94a1 HTTP/1.1" status: 200  len: 914 time: 0.1250217
Dec 23 16:37:25.625567 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-f0b5c0c0-51ba-4b54-aa5f-36d9922ebf71 req-cc21063d-cbc1-411d-8aa5-f2b84a567d8e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8cd44c06-c8a7-42e6-80c3-33f3bb795073 HTTP/1.1" status: 200  len: 217 time: 0.0635748
Dec 23 16:37:25.692217 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b5c0c0-51ba-4b54-aa5f-36d9922ebf71 req-d0415a03-0330-4aea-820a-ca5f733fc831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:37:25.693774 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-f0b5c0c0-51ba-4b54-aa5f-36d9922ebf71 req-d0415a03-0330-4aea-820a-ca5f733fc831 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ef2174c0-8908-4bae-87d4-d9dd475af7dd HTTP/1.1" status: 200  len: 853 time: 0.0612891
Dec 23 16:37:25.740404 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-f0b5c0c0-51ba-4b54-aa5f-36d9922ebf71 req-69c1277b-2b0b-4073-8c99-f33127870835 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0129986b-4ad4-400a-9387-1e9a78ed94a1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0393195
Dec 23 16:37:25.874028 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-f0b5c0c0-51ba-4b54-aa5f-36d9922ebf71 req-3ec02956-3444-4d44-a1d0-8e3bbb81f43e service neutron] 10.222.0.61 "GET /v2.0/networks/0129986b-4ad4-400a-9387-1e9a78ed94a1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1262183
Dec 23 16:37:26.131580 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-f0b5c0c0-51ba-4b54-aa5f-36d9922ebf71 req-eee10503-d3c0-4a4b-959b-6d9a46d55b84 service neutron] 10.222.0.61 "GET /v2.0/networks/0129986b-4ad4-400a-9387-1e9a78ed94a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2495754
Dec 23 16:37:26.668385 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9345dc9-8a09-435c-b07c-0a9b3dc826ae req-2508903e-6196-47da-bfad-b2ebfd24256b tempest-ServersNegativeTestJSON-431794398 tempest-ServersNegativeTestJSON-431794398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:37:26.669148 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-c9345dc9-8a09-435c-b07c-0a9b3dc826ae req-2508903e-6196-47da-bfad-b2ebfd24256b tempest-ServersNegativeTestJSON-431794398 tempest-ServersNegativeTestJSON-431794398-project] Synchronizing usage tracker for tenant:18f5cc18cc7d4f63993ddea9a11058b0 on resource:port {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:37:26.688635 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-c9345dc9-8a09-435c-b07c-0a9b3dc826ae req-2508903e-6196-47da-bfad-b2ebfd24256b tempest-ServersNegativeTestJSON-431794398 tempest-ServersNegativeTestJSON-431794398-project] Unset dirty status for tenant:18f5cc18cc7d4f63993ddea9a11058b0 on resource:port {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:37:26.689872 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-c9345dc9-8a09-435c-b07c-0a9b3dc826ae req-2508903e-6196-47da-bfad-b2ebfd24256b tempest-ServersNegativeTestJSON-431794398 tempest-ServersNegativeTestJSON-431794398-project] 10.222.0.64 "GET /v2.0/ports?device_id=3ba4fcec-a9f5-4dc0-b013-c15d774479e8 HTTP/1.1" status: 200  len: 943 time: 0.1218536
Dec 23 16:37:26.735003 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-c9345dc9-8a09-435c-b07c-0a9b3dc826ae req-6542f206-4725-4cba-b246-ef19a7e8d7ea tempest-ServersNegativeTestJSON-431794398 tempest-ServersNegativeTestJSON-431794398-project] Synchronizing usage tracker for tenant:18f5cc18cc7d4f63993ddea9a11058b0 on resource:security_group {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:37:26.754821 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-c9345dc9-8a09-435c-b07c-0a9b3dc826ae req-6542f206-4725-4cba-b246-ef19a7e8d7ea tempest-ServersNegativeTestJSON-431794398 tempest-ServersNegativeTestJSON-431794398-project] Unset dirty status for tenant:18f5cc18cc7d4f63993ddea9a11058b0 on resource:security_group {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:37:26.756210 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-c9345dc9-8a09-435c-b07c-0a9b3dc826ae req-6542f206-4725-4cba-b246-ef19a7e8d7ea tempest-ServersNegativeTestJSON-431794398 tempest-ServersNegativeTestJSON-431794398-project] 10.222.0.64 "GET /v2.0/security-groups?id=1bac974f-b0c4-4671-a955-e7a08defb5b9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0598297
Dec 23 16:37:27.953574 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a8d4f6-b37c-4218-b901-99f7687d9f33 req-f12770c5-53b8-4c3a-89cf-ca0c6d2f6417 tempest-ServersNegativeTestJSON-431794398 tempest-ServersNegativeTestJSON-431794398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:37:27.958321 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-49a8d4f6-b37c-4218-b901-99f7687d9f33 req-f12770c5-53b8-4c3a-89cf-ca0c6d2f6417 tempest-ServersNegativeTestJSON-431794398 tempest-ServersNegativeTestJSON-431794398-project] 10.222.0.64 "GET /v2.0/ports?device_id=3ba4fcec-a9f5-4dc0-b013-c15d774479e8 HTTP/1.1" status: 200  len: 943 time: 0.0883918
Dec 23 16:37:28.002953 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-49a8d4f6-b37c-4218-b901-99f7687d9f33 req-dfdd76cc-c4d1-4617-897a-150e65ea52ce tempest-ServersNegativeTestJSON-431794398 tempest-ServersNegativeTestJSON-431794398-project] 10.222.0.64 "GET /v2.0/security-groups?id=1bac974f-b0c4-4671-a955-e7a08defb5b9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0381904
Dec 23 16:37:28.817114 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Device 8cd44c06-c8a7-42e6-80c3-33f3bb795073 details requested by agent hyperv_hv-neutron-8227 with host hv-neutron-8227 {{(pid=87637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 23 16:37:28.958435 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] For port 8cd44c06-c8a7-42e6-80c3-33f3bb795073, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=8cd44c06-c8a7-42e6-80c3-33f3bb795073,segment=NetworkSegment(5d69e0f6-f74b-4061-9061-67d7b37ed675),segment_id=5d69e0f6-f74b-4061-9061-67d7b37ed675)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:37:28.971578 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Returning: {'device': '8cd44c06-c8a7-42e6-80c3-33f3bb795073', 'network_id': '0129986b-4ad4-400a-9387-1e9a78ed94a1', 'port_id': '8cd44c06-c8a7-42e6-80c3-33f3bb795073', 'mac_address': 'fa:16:3e:f7:e2:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef2174c0-8908-4bae-87d4-d9dd475af7dd', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 23 16:37:29.026674 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:37:29.044353 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.notifiers.nova [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8cd44c06-c8a7-42e6-80c3-33f3bb795073 {{(pid=87637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 23 16:37:29.060548 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] For port 8cd44c06-c8a7-42e6-80c3-33f3bb795073, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=8cd44c06-c8a7-42e6-80c3-33f3bb795073,segment=NetworkSegment(5d69e0f6-f74b-4061-9061-67d7b37ed675),segment_id=5d69e0f6-f74b-4061-9061-67d7b37ed675)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:37:29.065214 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:37:29.066967 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:37:29.180467 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Pushing event updated for resources: {'Port': ['ID=8cd44c06-c8a7-42e6-80c3-33f3bb795073,revision_number=4']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:37:29.183605 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:37:29.194142 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e452feaa-9727-48ed-8559-74b4c39d2a2b req-12559a10-498d-4751-ba2c-04f7edb9b3aa tempest-ServersNegativeTestJSON-431794398 tempest-ServersNegativeTestJSON-431794398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:37:29.196028 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-e452feaa-9727-48ed-8559-74b4c39d2a2b req-12559a10-498d-4751-ba2c-04f7edb9b3aa tempest-ServersNegativeTestJSON-431794398 tempest-ServersNegativeTestJSON-431794398-project] 10.222.0.64 "GET /v2.0/ports?device_id=3ba4fcec-a9f5-4dc0-b013-c15d774479e8 HTTP/1.1" status: 200  len: 944 time: 0.0839944
Dec 23 16:37:29.242583 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-e452feaa-9727-48ed-8559-74b4c39d2a2b req-3061a20e-c683-4eef-810c-eb7528815c1c tempest-ServersNegativeTestJSON-431794398 tempest-ServersNegativeTestJSON-431794398-project] 10.222.0.64 "GET /v2.0/security-groups?id=1bac974f-b0c4-4671-a955-e7a08defb5b9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397739
Dec 23 16:37:29.265756 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] get_ports_and_sgs() called for port_ids ['8cd44c06-c8a7-42e6-80c3-33f3bb795073'] {{(pid=87637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 23 16:37:30.437924 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ad978e-a93d-424a-ad80-88d3cc506b2c req-5862776f-46cd-4623-8192-c750529fd1b5 tempest-ServersNegativeTestJSON-431794398 tempest-ServersNegativeTestJSON-431794398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:37:30.439283 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-88ad978e-a93d-424a-ad80-88d3cc506b2c req-5862776f-46cd-4623-8192-c750529fd1b5 tempest-ServersNegativeTestJSON-431794398 tempest-ServersNegativeTestJSON-431794398-project] 10.222.0.64 "GET /v2.0/ports?device_id=3ba4fcec-a9f5-4dc0-b013-c15d774479e8 HTTP/1.1" status: 200  len: 944 time: 0.0895367
Dec 23 16:37:30.493943 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-88ad978e-a93d-424a-ad80-88d3cc506b2c req-aead304f-707c-42a6-a97f-8fb1e2232eac tempest-ServersNegativeTestJSON-431794398 tempest-ServersNegativeTestJSON-431794398-project] 10.222.0.64 "GET /v2.0/security-groups?id=1bac974f-b0c4-4671-a955-e7a08defb5b9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451870
Dec 23 16:37:30.830011 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Device 8cd44c06-c8a7-42e6-80c3-33f3bb795073 up at agent hyperv_hv-neutron-8227 {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:37:30.898720 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Provisioning for port 8cd44c06-c8a7-42e6-80c3-33f3bb795073 completed by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:37:30.903820 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Provisioning complete for port 8cd44c06-c8a7-42e6-80c3-33f3bb795073 triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:37:30.904216 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:37:31.040439 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:37:31.067033 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ba4fcec-a9f5-4dc0-b013-c15d774479e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cd44c06-c8a7-42e6-80c3-33f3bb795073'}] {{(pid=87637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 23 16:37:31.078128 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] For port 8cd44c06-c8a7-42e6-80c3-33f3bb795073, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=8cd44c06-c8a7-42e6-80c3-33f3bb795073,segment=NetworkSegment(5d69e0f6-f74b-4061-9061-67d7b37ed675),segment_id=5d69e0f6-f74b-4061-9061-67d7b37ed675)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:37:31.084368 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:37:31.086799 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:37:31.120505 dv-neutron-822799-1-hyperv neutron-server[87637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ba4fcec-a9f5-4dc0-b013-c15d774479e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cd44c06-c8a7-42e6-80c3-33f3bb795073', 'code': 200}
Dec 23 16:37:31.153200 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Pushing event updated for resources: {'Port': ['ID=8cd44c06-c8a7-42e6-80c3-33f3bb795073,revision_number=5']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:37:31.156086 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:37:31.349703 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04234ed-932e-4a88-baf8-67f605bfdbca req-c727515d-cb23-4176-80b6-41dead965978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:37:31.351061 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-f04234ed-932e-4a88-baf8-67f605bfdbca req-c727515d-cb23-4176-80b6-41dead965978 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=3ba4fcec-a9f5-4dc0-b013-c15d774479e8 HTTP/1.1" status: 200  len: 1098 time: 0.0735002
Dec 23 16:37:31.394505 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-f04234ed-932e-4a88-baf8-67f605bfdbca req-ef70ee10-fd8b-467f-9773-1d75989d23af service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=1bac974f-b0c4-4671-a955-e7a08defb5b9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0354397
Dec 23 16:37:31.696986 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0958e3-3325-4a61-8768-1d0658f3351b req-ba623678-6049-44dd-887a-00791aab5517 tempest-ServersNegativeTestJSON-431794398 tempest-ServersNegativeTestJSON-431794398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:37:31.698405 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-8c0958e3-3325-4a61-8768-1d0658f3351b req-ba623678-6049-44dd-887a-00791aab5517 tempest-ServersNegativeTestJSON-431794398 tempest-ServersNegativeTestJSON-431794398-project] 10.222.0.64 "GET /v2.0/ports?device_id=3ba4fcec-a9f5-4dc0-b013-c15d774479e8 HTTP/1.1" status: 200  len: 945 time: 0.0832417
Dec 23 16:37:31.746644 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-8c0958e3-3325-4a61-8768-1d0658f3351b req-7b7deada-59a6-426a-9ad8-770ab378b2d6 tempest-ServersNegativeTestJSON-431794398 tempest-ServersNegativeTestJSON-431794398-project] 10.222.0.64 "GET /v2.0/security-groups?id=1bac974f-b0c4-4671-a955-e7a08defb5b9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424600
Dec 23 16:37:32.961327 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b91d6c-047f-4b46-a9c0-43d2e4f8eb0b req-6399eec5-a9c8-4c1f-a622-dce8d1315691 tempest-ServersNegativeTestJSON-431794398 tempest-ServersNegativeTestJSON-431794398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:37:32.962790 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-56b91d6c-047f-4b46-a9c0-43d2e4f8eb0b req-6399eec5-a9c8-4c1f-a622-dce8d1315691 tempest-ServersNegativeTestJSON-431794398 tempest-ServersNegativeTestJSON-431794398-project] 10.222.0.64 "GET /v2.0/ports?device_id=3ba4fcec-a9f5-4dc0-b013-c15d774479e8 HTTP/1.1" status: 200  len: 945 time: 0.1004405
Dec 23 16:37:33.014006 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-56b91d6c-047f-4b46-a9c0-43d2e4f8eb0b req-df4b982e-0b3e-40f5-b32e-58f84623e9bf tempest-ServersNegativeTestJSON-431794398 tempest-ServersNegativeTestJSON-431794398-project] 10.222.0.64 "GET /v2.0/security-groups?id=1bac974f-b0c4-4671-a955-e7a08defb5b9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425825
Dec 23 16:37:33.422714 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8136307c-64d3-4dde-b2d4-660b8f2608b9 req-64b75c93-532b-42d8-8b43-7795e38285cc tempest-ServersNegativeTestJSON-431794398 tempest-ServersNegativeTestJSON-431794398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:37:33.424167 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-8136307c-64d3-4dde-b2d4-660b8f2608b9 req-64b75c93-532b-42d8-8b43-7795e38285cc tempest-ServersNegativeTestJSON-431794398 tempest-ServersNegativeTestJSON-431794398-project] 10.222.0.64 "GET /v2.0/networks?id=0129986b-4ad4-400a-9387-1e9a78ed94a1 HTTP/1.1" status: 200  len: 813 time: 0.2597353
Dec 23 16:37:33.441426 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-8136307c-64d3-4dde-b2d4-660b8f2608b9 req-6e2e511c-301c-44b9-8583-cb5c5c5b7d12 tempest-ServersNegativeTestJSON-431794398 tempest-ServersNegativeTestJSON-431794398-project] 10.222.0.64 "GET /v2.0/quotas/18f5cc18cc7d4f63993ddea9a11058b0 HTTP/1.1" status: 200  len: 375 time: 0.0095119
Dec 23 16:37:33.530333 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-8136307c-64d3-4dde-b2d4-660b8f2608b9 req-f92ef7b9-6e9e-45a5-836b-26ba95d6a6b5 tempest-ServersNegativeTestJSON-431794398 tempest-ServersNegativeTestJSON-431794398-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=18f5cc18cc7d4f63993ddea9a11058b0&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0834336
Dec 23 16:37:33.712310 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-8136307c-64d3-4dde-b2d4-660b8f2608b9 req-c811102d-ccca-406d-afe6-f5d6ec897523 service neutron] 10.222.0.64 "GET /v2.0/networks/0129986b-4ad4-400a-9387-1e9a78ed94a1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1753128
Dec 23 16:37:33.845842 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-8136307c-64d3-4dde-b2d4-660b8f2608b9 req-827315b9-773f-4c0f-8347-8663cd91441c service neutron] 10.222.0.64 "GET /v2.0/networks/0129986b-4ad4-400a-9387-1e9a78ed94a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1248014
Dec 23 16:37:34.023702 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-ced6954f-da56-4c52-a1eb-6b38e491d268 req-cabd209c-fe69-483c-9212-bbd0e5f6c874 tempest-ServersNegativeTestJSON-431794398 tempest-ServersNegativeTestJSON-431794398-project] 10.222.0.64 "GET /v2.0/ports?device_id=4b699b78-ab31-4261-bbc1-133b0d3e5c5b HTTP/1.1" status: 200  len: 210 time: 0.0421164
Dec 23 16:37:35.073589 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8136307c-64d3-4dde-b2d4-660b8f2608b9 req-dec78abb-a48c-4e84-912f-4e04b7f42b56 tempest-ServersNegativeTestJSON-431794398 tempest-ServersNegativeTestJSON-431794398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:37:35.075242 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-8136307c-64d3-4dde-b2d4-660b8f2608b9 req-dec78abb-a48c-4e84-912f-4e04b7f42b56 tempest-ServersNegativeTestJSON-431794398 tempest-ServersNegativeTestJSON-431794398-project] 10.222.0.61 "GET /v2.0/networks?id=0129986b-4ad4-400a-9387-1e9a78ed94a1 HTTP/1.1" status: 200  len: 813 time: 0.1475439
Dec 23 16:37:35.088641 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [req-8136307c-64d3-4dde-b2d4-660b8f2608b9 req-1e0a1817-969a-4f46-bada-fcb231492c12 tempest-ServersNegativeTestJSON-431794398 tempest-ServersNegativeTestJSON-431794398-project] Request body: {'port': {'device_id': '4b699b78-ab31-4261-bbc1-133b0d3e5c5b', 'network_id': '0129986b-4ad4-400a-9387-1e9a78ed94a1', 'admin_state_up': True, 'tenant_id': '18f5cc18cc7d4f63993ddea9a11058b0'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:37:35.186643 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-63c864e0-553f-4e35-a94a-283a2754cb36 req-47570da8-dbb0-4818-a12a-d1b1aaf3a1ba tempest-ServersNegativeTestJSON-431794398 tempest-ServersNegativeTestJSON-431794398-project] 10.222.0.64 "GET /v2.0/ports?device_id=4b699b78-ab31-4261-bbc1-133b0d3e5c5b HTTP/1.1" status: 200  len: 210 time: 0.0482166
Dec 23 16:37:35.232718 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [req-8136307c-64d3-4dde-b2d4-660b8f2608b9 req-1e0a1817-969a-4f46-bada-fcb231492c12 tempest-ServersNegativeTestJSON-431794398 tempest-ServersNegativeTestJSON-431794398-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:37:35.242384 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [req-8136307c-64d3-4dde-b2d4-660b8f2608b9 req-1e0a1817-969a-4f46-bada-fcb231492c12 tempest-ServersNegativeTestJSON-431794398 tempest-ServersNegativeTestJSON-431794398-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:37:35.253763 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8136307c-64d3-4dde-b2d4-660b8f2608b9 req-1e0a1817-969a-4f46-bada-fcb231492c12 tempest-ServersNegativeTestJSON-431794398 tempest-ServersNegativeTestJSON-431794398-project] Made reservation on behalf of 18f5cc18cc7d4f63993ddea9a11058b0 for: {'port': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:37:35.257461 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-8136307c-64d3-4dde-b2d4-660b8f2608b9 req-1e0a1817-969a-4f46-bada-fcb231492c12 tempest-ServersNegativeTestJSON-431794398 tempest-ServersNegativeTestJSON-431794398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:37:35.425041 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [req-8136307c-64d3-4dde-b2d4-660b8f2608b9 req-1e0a1817-969a-4f46-bada-fcb231492c12 tempest-ServersNegativeTestJSON-431794398 tempest-ServersNegativeTestJSON-431794398-project] Allocated IP 172.20.0.7 (0129986b-4ad4-400a-9387-1e9a78ed94a1/ef2174c0-8908-4bae-87d4-d9dd475af7dd/00ba64f2-6ef6-4a8b-99dd-c2b0d1d025bc) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:37:35.628500 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-8136307c-64d3-4dde-b2d4-660b8f2608b9 req-1e0a1817-969a-4f46-bada-fcb231492c12 tempest-ServersNegativeTestJSON-431794398 tempest-ServersNegativeTestJSON-431794398-project] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:37:35.661185 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-8136307c-64d3-4dde-b2d4-660b8f2608b9 req-1e0a1817-969a-4f46-bada-fcb231492c12 tempest-ServersNegativeTestJSON-431794398 tempest-ServersNegativeTestJSON-431794398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:37:35.667125 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-35fe8496-1a8f-48a4-a401-d9e80b12a7bd tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:37:35.673302 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] get_ports_and_sgs() called for port_ids ['8cd44c06-c8a7-42e6-80c3-33f3bb795073'] {{(pid=87637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 23 16:37:35.736247 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8136307c-64d3-4dde-b2d4-660b8f2608b9 req-1e0a1817-969a-4f46-bada-fcb231492c12 tempest-ServersNegativeTestJSON-431794398 tempest-ServersNegativeTestJSON-431794398-project] Network 0129986b-4ad4-400a-9387-1e9a78ed94a1 is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:37:35.739636 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [req-8136307c-64d3-4dde-b2d4-660b8f2608b9 req-1e0a1817-969a-4f46-bada-fcb231492c12 tempest-ServersNegativeTestJSON-431794398 tempest-ServersNegativeTestJSON-431794398-project] Resources bound (agent type, host, resource id):  {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:37:35.744356 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [req-8136307c-64d3-4dde-b2d4-660b8f2608b9 req-1e0a1817-969a-4f46-bada-fcb231492c12 tempest-ServersNegativeTestJSON-431794398 tempest-ServersNegativeTestJSON-431794398-project] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:37:35.775138 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0a1817-969a-4f46-bada-fcb231492c12 tempest-ServersNegativeTestJSON-431794398 tempest-ServersNegativeTestJSON-431794398-project] Pushing event updated for resources: {'Port': ['ID=00ba64f2-6ef6-4a8b-99dd-c2b0d1d025bc,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:37:35.781434 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-1e0a1817-969a-4f46-bada-fcb231492c12 tempest-ServersNegativeTestJSON-431794398 tempest-ServersNegativeTestJSON-431794398-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:37:35.811248 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8136307c-64d3-4dde-b2d4-660b8f2608b9 req-1e0a1817-969a-4f46-bada-fcb231492c12 tempest-ServersNegativeTestJSON-431794398 tempest-ServersNegativeTestJSON-431794398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:37:35.811850 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-8136307c-64d3-4dde-b2d4-660b8f2608b9 req-1e0a1817-969a-4f46-bada-fcb231492c12 tempest-ServersNegativeTestJSON-431794398 tempest-ServersNegativeTestJSON-431794398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:37:35.837510 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-8136307c-64d3-4dde-b2d4-660b8f2608b9 req-1e0a1817-969a-4f46-bada-fcb231492c12 tempest-ServersNegativeTestJSON-431794398 tempest-ServersNegativeTestJSON-431794398-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7526212
Dec 23 16:37:35.849962 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [req-8136307c-64d3-4dde-b2d4-660b8f2608b9 req-569a2668-82a9-4169-9909-250cb4023181 service neutron] Request body: {'port': {'device_id': '4b699b78-ab31-4261-bbc1-133b0d3e5c5b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8227'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:37:35.962322 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-8136307c-64d3-4dde-b2d4-660b8f2608b9 req-569a2668-82a9-4169-9909-250cb4023181 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:37:36.514755 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259ed576-2fba-40fd-a400-331564db118b req-f5954897-6412-49c7-bbe2-51daa941c854 tempest-ServersNegativeTestJSON-431794398 tempest-ServersNegativeTestJSON-431794398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:37:36.515455 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-259ed576-2fba-40fd-a400-331564db118b req-f5954897-6412-49c7-bbe2-51daa941c854 tempest-ServersNegativeTestJSON-431794398 tempest-ServersNegativeTestJSON-431794398-project] Synchronizing usage tracker for tenant:18f5cc18cc7d4f63993ddea9a11058b0 on resource:port {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:37:36.521268 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [req-8136307c-64d3-4dde-b2d4-660b8f2608b9 req-569a2668-82a9-4169-9909-250cb4023181 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00ba64f2-6ef6-4a8b-99dd-c2b0d1d025bc {{(pid=87636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 23 16:37:36.530891 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-8136307c-64d3-4dde-b2d4-660b8f2608b9 req-569a2668-82a9-4169-9909-250cb4023181 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:37:36.550305 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.provisioning_blocks [req-8136307c-64d3-4dde-b2d4-660b8f2608b9 req-569a2668-82a9-4169-9909-250cb4023181 service neutron] Transition to ACTIVE for port object 00ba64f2-6ef6-4a8b-99dd-c2b0d1d025bc will not be triggered until provisioned by entity L2. {{(pid=87636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:37:36.551365 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-259ed576-2fba-40fd-a400-331564db118b req-f5954897-6412-49c7-bbe2-51daa941c854 tempest-ServersNegativeTestJSON-431794398 tempest-ServersNegativeTestJSON-431794398-project] Unset dirty status for tenant:18f5cc18cc7d4f63993ddea9a11058b0 on resource:port {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:37:36.552593 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-259ed576-2fba-40fd-a400-331564db118b req-f5954897-6412-49c7-bbe2-51daa941c854 tempest-ServersNegativeTestJSON-431794398 tempest-ServersNegativeTestJSON-431794398-project] 10.222.0.64 "GET /v2.0/ports?device_id=4b699b78-ab31-4261-bbc1-133b0d3e5c5b HTTP/1.1" status: 200  len: 931 time: 0.1991425
Dec 23 16:37:36.553976 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-8136307c-64d3-4dde-b2d4-660b8f2608b9 req-569a2668-82a9-4169-9909-250cb4023181 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2176289'] for port, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:37:36.558194 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-3637de7d-7b3a-458b-a6ac-a9d5b1f282d5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:37:36.707374 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569a2668-82a9-4169-9909-250cb4023181 service neutron] Pushing event updated for resources: {'Port': ['ID=00ba64f2-6ef6-4a8b-99dd-c2b0d1d025bc,revision_number=2']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:37:36.713566 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-569a2668-82a9-4169-9909-250cb4023181 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:37:36.758907 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-259ed576-2fba-40fd-a400-331564db118b req-68e94cd1-2534-4b7f-8fa4-4676b310ee6e tempest-ServersNegativeTestJSON-431794398 tempest-ServersNegativeTestJSON-431794398-project] 10.222.0.64 "GET /v2.0/security-groups?id=1bac974f-b0c4-4671-a955-e7a08defb5b9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1713030
Dec 23 16:37:36.828723 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [req-8136307c-64d3-4dde-b2d4-660b8f2608b9 req-569a2668-82a9-4169-9909-250cb4023181 service neutron] Attempting to bind port 00ba64f2-6ef6-4a8b-99dd-c2b0d1d025bc on host hv-neutron-8227 for vnic_type normal with profile  {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:37:36.829019 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [req-8136307c-64d3-4dde-b2d4-660b8f2608b9 req-569a2668-82a9-4169-9909-250cb4023181 service neutron] Attempting to bind port 00ba64f2-6ef6-4a8b-99dd-c2b0d1d025bc by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': '5d69e0f6-f74b-4061-9061-67d7b37ed675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '0129986b-4ad4-400a-9387-1e9a78ed94a1'}] {{(pid=87636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:37:36.829362 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8136307c-64d3-4dde-b2d4-660b8f2608b9 req-569a2668-82a9-4169-9909-250cb4023181 service neutron] Attempting to bind port 00ba64f2-6ef6-4a8b-99dd-c2b0d1d025bc on network 0129986b-4ad4-400a-9387-1e9a78ed94a1 {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:37:36.834261 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8136307c-64d3-4dde-b2d4-660b8f2608b9 req-569a2668-82a9-4169-9909-250cb4023181 service neutron] Port 00ba64f2-6ef6-4a8b-99dd-c2b0d1d025bc on network 0129986b-4ad4-400a-9387-1e9a78ed94a1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 23 16:37:36.834579 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8136307c-64d3-4dde-b2d4-660b8f2608b9 req-569a2668-82a9-4169-9909-250cb4023181 service neutron] Attempting to bind port 00ba64f2-6ef6-4a8b-99dd-c2b0d1d025bc on network 0129986b-4ad4-400a-9387-1e9a78ed94a1 {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:37:36.840865 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8136307c-64d3-4dde-b2d4-660b8f2608b9 req-569a2668-82a9-4169-9909-250cb4023181 service neutron] Checking agent: {'id': '5a806709-633b-4d33-98c4-3d24562c0f1e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8227', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 6, 42), 'started_at': datetime.datetime(2021, 12, 23, 16, 6, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 37, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 23 16:37:36.841200 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8136307c-64d3-4dde-b2d4-660b8f2608b9 req-569a2668-82a9-4169-9909-250cb4023181 service neutron] Checking segment: {'id': '5d69e0f6-f74b-4061-9061-67d7b37ed675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '0129986b-4ad4-400a-9387-1e9a78ed94a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:37:36.841579 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8136307c-64d3-4dde-b2d4-660b8f2608b9 req-569a2668-82a9-4169-9909-250cb4023181 service neutron] Bound using segment: {'id': '5d69e0f6-f74b-4061-9061-67d7b37ed675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '0129986b-4ad4-400a-9387-1e9a78ed94a1'} {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 23 16:37:36.842006 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [req-8136307c-64d3-4dde-b2d4-660b8f2608b9 req-569a2668-82a9-4169-9909-250cb4023181 service neutron] Bound port: 00ba64f2-6ef6-4a8b-99dd-c2b0d1d025bc, host: hv-neutron-8227, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d69e0f6-f74b-4061-9061-67d7b37ed675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '0129986b-4ad4-400a-9387-1e9a78ed94a1'}}] {{(pid=87636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 23 16:37:36.842343 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-8136307c-64d3-4dde-b2d4-660b8f2608b9 req-569a2668-82a9-4169-9909-250cb4023181 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:37:36.944059 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [req-8136307c-64d3-4dde-b2d4-660b8f2608b9 req-569a2668-82a9-4169-9909-250cb4023181 service neutron] For port 00ba64f2-6ef6-4a8b-99dd-c2b0d1d025bc, host hv-neutron-8227, cleared binding levels {{(pid=87636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 23 16:37:36.948145 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [req-8136307c-64d3-4dde-b2d4-660b8f2608b9 req-569a2668-82a9-4169-9909-250cb4023181 service neutron] For port 00ba64f2-6ef6-4a8b-99dd-c2b0d1d025bc, host hv-neutron-8227, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=00ba64f2-6ef6-4a8b-99dd-c2b0d1d025bc,segment=NetworkSegment(5d69e0f6-f74b-4061-9061-67d7b37ed675),segment_id=5d69e0f6-f74b-4061-9061-67d7b37ed675)] {{(pid=87636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 23 16:37:36.953651 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-8136307c-64d3-4dde-b2d4-660b8f2608b9 req-569a2668-82a9-4169-9909-250cb4023181 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2176289'] for port, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:37:36.957309 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-c159453d-0d50-449e-8d80-74b045ecb268 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:37:37.009181 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8136307c-64d3-4dde-b2d4-660b8f2608b9 req-569a2668-82a9-4169-9909-250cb4023181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:37:37.009796 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-8136307c-64d3-4dde-b2d4-660b8f2608b9 req-569a2668-82a9-4169-9909-250cb4023181 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:37:37.011166 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-8136307c-64d3-4dde-b2d4-660b8f2608b9 req-569a2668-82a9-4169-9909-250cb4023181 service neutron] 10.222.0.61 "PUT /v2.0/ports/00ba64f2-6ef6-4a8b-99dd-c2b0d1d025bc HTTP/1.1" status: 200  len: 1093 time: 1.1656680
Dec 23 16:37:37.011699 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b699b78-ab31-4261-bbc1-133b0d3e5c5b', 'tag': '00ba64f2-6ef6-4a8b-99dd-c2b0d1d025bc'}] {{(pid=87636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 23 16:37:37.038774 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569a2668-82a9-4169-9909-250cb4023181 service neutron] Pushing event updated for resources: {'Port': ['ID=00ba64f2-6ef6-4a8b-99dd-c2b0d1d025bc,revision_number=3']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:37:37.042448 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-569a2668-82a9-4169-9909-250cb4023181 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:37:37.093525 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b699b78-ab31-4261-bbc1-133b0d3e5c5b', 'tag': '00ba64f2-6ef6-4a8b-99dd-c2b0d1d025bc', 'status': 'completed', 'code': 200}
Dec 23 16:37:37.137947 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8136307c-64d3-4dde-b2d4-660b8f2608b9 req-2dde494d-340b-43bc-bc3f-35ad17b512a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:37:37.140317 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-8136307c-64d3-4dde-b2d4-660b8f2608b9 req-2dde494d-340b-43bc-bc3f-35ad17b512a7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=18f5cc18cc7d4f63993ddea9a11058b0&device_id=4b699b78-ab31-4261-bbc1-133b0d3e5c5b HTTP/1.1" status: 200  len: 1096 time: 0.0848780
Dec 23 16:37:37.216274 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-8136307c-64d3-4dde-b2d4-660b8f2608b9 req-5a88f507-eb6f-4ad1-a9d3-036cd896ba0b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=00ba64f2-6ef6-4a8b-99dd-c2b0d1d025bc HTTP/1.1" status: 200  len: 217 time: 0.0666101
Dec 23 16:37:37.283630 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8136307c-64d3-4dde-b2d4-660b8f2608b9 req-782c53c9-9897-49de-a639-2ec45cfcb033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:37:37.285095 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-8136307c-64d3-4dde-b2d4-660b8f2608b9 req-782c53c9-9897-49de-a639-2ec45cfcb033 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ef2174c0-8908-4bae-87d4-d9dd475af7dd HTTP/1.1" status: 200  len: 853 time: 0.0627592
Dec 23 16:37:37.334527 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-8136307c-64d3-4dde-b2d4-660b8f2608b9 req-015c1c2b-4e00-4aed-8247-9779a9013de4 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0129986b-4ad4-400a-9387-1e9a78ed94a1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0398250
Dec 23 16:37:37.469809 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-8136307c-64d3-4dde-b2d4-660b8f2608b9 req-56f9d259-9832-43d7-92bc-f8aa4f9389cf service neutron] 10.222.0.61 "GET /v2.0/networks/0129986b-4ad4-400a-9387-1e9a78ed94a1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1285253
Dec 23 16:37:37.599539 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-8136307c-64d3-4dde-b2d4-660b8f2608b9 req-f4d2ffd2-69ba-48f8-97d5-6e87ef22a237 service neutron] 10.222.0.61 "GET /v2.0/networks/0129986b-4ad4-400a-9387-1e9a78ed94a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1227605
Dec 23 16:37:37.718076 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274b291e-d7ba-410e-bdf4-c22ec207d293 req-eacdd5b9-9793-4872-a9a2-f255c0579b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:37:37.719514 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-274b291e-d7ba-410e-bdf4-c22ec207d293 req-eacdd5b9-9793-4872-a9a2-f255c0579b9c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=18f5cc18cc7d4f63993ddea9a11058b0&device_id=4b699b78-ab31-4261-bbc1-133b0d3e5c5b HTTP/1.1" status: 200  len: 1096 time: 0.0723739
Dec 23 16:37:37.850610 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274b291e-d7ba-410e-bdf4-c22ec207d293 req-1a50d3ea-40f5-40c5-9d1d-2512155314e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:37:37.851965 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-274b291e-d7ba-410e-bdf4-c22ec207d293 req-1a50d3ea-40f5-40c5-9d1d-2512155314e4 service neutron] 10.222.0.61 "GET /v2.0/networks?id=0129986b-4ad4-400a-9387-1e9a78ed94a1 HTTP/1.1" status: 200  len: 914 time: 0.1253188
Dec 23 16:37:37.956484 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-274b291e-d7ba-410e-bdf4-c22ec207d293 req-51435fdc-6caf-4fd5-bced-ebd04c227759 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=00ba64f2-6ef6-4a8b-99dd-c2b0d1d025bc HTTP/1.1" status: 200  len: 217 time: 0.0971851
Dec 23 16:37:38.158178 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274b291e-d7ba-410e-bdf4-c22ec207d293 req-6571f344-bec9-47df-b8cc-49d3ceb73cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:37:38.159514 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-274b291e-d7ba-410e-bdf4-c22ec207d293 req-6571f344-bec9-47df-b8cc-49d3ceb73cb6 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ef2174c0-8908-4bae-87d4-d9dd475af7dd HTTP/1.1" status: 200  len: 853 time: 0.1952715
Dec 23 16:37:38.208328 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-274b291e-d7ba-410e-bdf4-c22ec207d293 req-bc6feee4-e86d-4b7d-9570-a3437948bcf4 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0129986b-4ad4-400a-9387-1e9a78ed94a1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0416038
Dec 23 16:37:38.215820 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52c9b6c-d8f9-4938-95ab-0c5c16a58049 req-f2e01685-37b0-44fc-b966-7b8118b3f542 tempest-ServersNegativeTestJSON-431794398 tempest-ServersNegativeTestJSON-431794398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:37:38.217147 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-a52c9b6c-d8f9-4938-95ab-0c5c16a58049 req-f2e01685-37b0-44fc-b966-7b8118b3f542 tempest-ServersNegativeTestJSON-431794398 tempest-ServersNegativeTestJSON-431794398-project] 10.222.0.64 "GET /v2.0/ports?device_id=4b699b78-ab31-4261-bbc1-133b0d3e5c5b HTTP/1.1" status: 200  len: 943 time: 0.3085077
Dec 23 16:37:38.335577 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-a52c9b6c-d8f9-4938-95ab-0c5c16a58049 req-4a477ea1-e3a3-4b80-87b8-62100e6ffe98 tempest-ServersNegativeTestJSON-431794398 tempest-ServersNegativeTestJSON-431794398-project] 10.222.0.64 "GET /v2.0/security-groups?id=1bac974f-b0c4-4671-a955-e7a08defb5b9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1009233
Dec 23 16:37:38.370217 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-274b291e-d7ba-410e-bdf4-c22ec207d293 req-01720c26-8988-4ed9-b21e-e272199dc28f service neutron] 10.222.0.61 "GET /v2.0/networks/0129986b-4ad4-400a-9387-1e9a78ed94a1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1521788
Dec 23 16:37:38.511703 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-274b291e-d7ba-410e-bdf4-c22ec207d293 req-bab414a8-effa-414f-b13b-ae3b8f041d68 service neutron] 10.222.0.61 "GET /v2.0/networks/0129986b-4ad4-400a-9387-1e9a78ed94a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1341500
Dec 23 16:37:39.535929 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fc8999-5a6d-48c6-b86e-644826f139cd req-21afe259-ce15-42ad-87e6-08ec37c79065 tempest-ServersNegativeTestJSON-431794398 tempest-ServersNegativeTestJSON-431794398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:37:39.537473 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-38fc8999-5a6d-48c6-b86e-644826f139cd req-21afe259-ce15-42ad-87e6-08ec37c79065 tempest-ServersNegativeTestJSON-431794398 tempest-ServersNegativeTestJSON-431794398-project] 10.222.0.64 "GET /v2.0/ports?device_id=4b699b78-ab31-4261-bbc1-133b0d3e5c5b HTTP/1.1" status: 200  len: 943 time: 0.0882640
Dec 23 16:37:39.585148 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-38fc8999-5a6d-48c6-b86e-644826f139cd req-3da5737a-dc1b-489d-ab71-d86eb2c6b708 tempest-ServersNegativeTestJSON-431794398 tempest-ServersNegativeTestJSON-431794398-project] 10.222.0.64 "GET /v2.0/security-groups?id=1bac974f-b0c4-4671-a955-e7a08defb5b9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417066
Dec 23 16:37:40.801562 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf3eb0a-6b8f-4468-8c2d-ee232e46b952 req-56eff058-184c-48c9-8dbc-df4f6289f029 tempest-ServersNegativeTestJSON-431794398 tempest-ServersNegativeTestJSON-431794398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:37:40.802993 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-4cf3eb0a-6b8f-4468-8c2d-ee232e46b952 req-56eff058-184c-48c9-8dbc-df4f6289f029 tempest-ServersNegativeTestJSON-431794398 tempest-ServersNegativeTestJSON-431794398-project] 10.222.0.64 "GET /v2.0/ports?device_id=4b699b78-ab31-4261-bbc1-133b0d3e5c5b HTTP/1.1" status: 200  len: 943 time: 0.0978062
Dec 23 16:37:40.849949 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-4cf3eb0a-6b8f-4468-8c2d-ee232e46b952 req-43b8cdf8-24fc-4893-9653-79f0aa92ce77 tempest-ServersNegativeTestJSON-431794398 tempest-ServersNegativeTestJSON-431794398-project] 10.222.0.64 "GET /v2.0/security-groups?id=1bac974f-b0c4-4671-a955-e7a08defb5b9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411935
Dec 23 16:37:40.893324 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Device 00ba64f2-6ef6-4a8b-99dd-c2b0d1d025bc details requested by agent hyperv_hv-neutron-8227 with host hv-neutron-8227 {{(pid=87637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 23 16:37:41.029629 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] For port 00ba64f2-6ef6-4a8b-99dd-c2b0d1d025bc, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=00ba64f2-6ef6-4a8b-99dd-c2b0d1d025bc,segment=NetworkSegment(5d69e0f6-f74b-4061-9061-67d7b37ed675),segment_id=5d69e0f6-f74b-4061-9061-67d7b37ed675)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:37:41.044172 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Returning: {'device': '00ba64f2-6ef6-4a8b-99dd-c2b0d1d025bc', 'network_id': '0129986b-4ad4-400a-9387-1e9a78ed94a1', 'port_id': '00ba64f2-6ef6-4a8b-99dd-c2b0d1d025bc', 'mac_address': 'fa:16:3e:70:d5:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef2174c0-8908-4bae-87d4-d9dd475af7dd', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 23 16:37:41.101593 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:37:41.117815 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.notifiers.nova [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00ba64f2-6ef6-4a8b-99dd-c2b0d1d025bc {{(pid=87637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 23 16:37:41.135048 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] For port 00ba64f2-6ef6-4a8b-99dd-c2b0d1d025bc, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=00ba64f2-6ef6-4a8b-99dd-c2b0d1d025bc,segment=NetworkSegment(5d69e0f6-f74b-4061-9061-67d7b37ed675),segment_id=5d69e0f6-f74b-4061-9061-67d7b37ed675)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:37:41.141352 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:37:41.143050 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:37:41.213612 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Pushing event updated for resources: {'Port': ['ID=00ba64f2-6ef6-4a8b-99dd-c2b0d1d025bc,revision_number=4']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:37:41.220960 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:37:41.221313 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:37:41.221656 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:37:41.221991 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:37:41.222326 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:37:41.222657 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:37:41.222992 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:37:41.223316 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:37:41.223649 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:37:41.223971 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:37:41.224278 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:37:41.224596 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:37:41.228545 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:37:41.349476 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] get_ports_and_sgs() called for port_ids ['00ba64f2-6ef6-4a8b-99dd-c2b0d1d025bc'] {{(pid=87637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 23 16:37:42.043250 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:37:42.059086 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f9d114-b24f-42a5-8308-8ba7d8e0d20d req-80de3313-2dc7-437e-958e-162e381fc055 tempest-ServersNegativeTestJSON-431794398 tempest-ServersNegativeTestJSON-431794398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:37:42.060521 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-f8f9d114-b24f-42a5-8308-8ba7d8e0d20d req-80de3313-2dc7-437e-958e-162e381fc055 tempest-ServersNegativeTestJSON-431794398 tempest-ServersNegativeTestJSON-431794398-project] 10.222.0.64 "GET /v2.0/ports?device_id=4b699b78-ab31-4261-bbc1-133b0d3e5c5b HTTP/1.1" status: 200  len: 944 time: 0.0913045
Dec 23 16:37:42.106114 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-f8f9d114-b24f-42a5-8308-8ba7d8e0d20d req-f36d80bc-831b-4bc5-8cf9-fd82937483ba tempest-ServersNegativeTestJSON-431794398 tempest-ServersNegativeTestJSON-431794398-project] 10.222.0.64 "GET /v2.0/security-groups?id=1bac974f-b0c4-4671-a955-e7a08defb5b9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394678
Dec 23 16:37:42.902829 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Device 00ba64f2-6ef6-4a8b-99dd-c2b0d1d025bc up at agent hyperv_hv-neutron-8227 {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:37:42.982622 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Provisioning for port 00ba64f2-6ef6-4a8b-99dd-c2b0d1d025bc completed by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:37:42.987894 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Provisioning complete for port 00ba64f2-6ef6-4a8b-99dd-c2b0d1d025bc triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:37:42.988281 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:37:43.118786 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:37:43.147477 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b699b78-ab31-4261-bbc1-133b0d3e5c5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00ba64f2-6ef6-4a8b-99dd-c2b0d1d025bc'}] {{(pid=87637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 23 16:37:43.158721 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] For port 00ba64f2-6ef6-4a8b-99dd-c2b0d1d025bc, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=00ba64f2-6ef6-4a8b-99dd-c2b0d1d025bc,segment=NetworkSegment(5d69e0f6-f74b-4061-9061-67d7b37ed675),segment_id=5d69e0f6-f74b-4061-9061-67d7b37ed675)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:37:43.164773 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:37:43.166914 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:37:43.199740 dv-neutron-822799-1-hyperv neutron-server[87637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b699b78-ab31-4261-bbc1-133b0d3e5c5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00ba64f2-6ef6-4a8b-99dd-c2b0d1d025bc', 'code': 200}
Dec 23 16:37:43.245290 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Pushing event updated for resources: {'Port': ['ID=00ba64f2-6ef6-4a8b-99dd-c2b0d1d025bc,revision_number=5']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:37:43.252024 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:37:43.298213 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9084f236-072d-4fb3-aaa7-9fb82b46c058 req-308749ba-303e-4aa1-b919-29d35ab2d5f0 tempest-ServersNegativeTestJSON-431794398 tempest-ServersNegativeTestJSON-431794398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:37:43.299760 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-9084f236-072d-4fb3-aaa7-9fb82b46c058 req-308749ba-303e-4aa1-b919-29d35ab2d5f0 tempest-ServersNegativeTestJSON-431794398 tempest-ServersNegativeTestJSON-431794398-project] 10.222.0.64 "GET /v2.0/ports?device_id=4b699b78-ab31-4261-bbc1-133b0d3e5c5b HTTP/1.1" status: 200  len: 945 time: 0.0843031
Dec 23 16:37:43.347314 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-9084f236-072d-4fb3-aaa7-9fb82b46c058 req-5ef65a8d-9c46-445a-9bf3-2a7db659a948 tempest-ServersNegativeTestJSON-431794398 tempest-ServersNegativeTestJSON-431794398-project] 10.222.0.64 "GET /v2.0/security-groups?id=1bac974f-b0c4-4671-a955-e7a08defb5b9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417802
Dec 23 16:37:43.453996 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca058e31-9225-436f-a161-86b0ad56e4c5 req-b20faa16-4f38-49f8-baf9-74447f5d70ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:37:43.455361 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-ca058e31-9225-436f-a161-86b0ad56e4c5 req-b20faa16-4f38-49f8-baf9-74447f5d70ea service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=4b699b78-ab31-4261-bbc1-133b0d3e5c5b HTTP/1.1" status: 200  len: 1098 time: 0.0745804
Dec 23 16:37:43.505238 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-ca058e31-9225-436f-a161-86b0ad56e4c5 req-559307c7-a010-40e9-9d98-90465534b085 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=1bac974f-b0c4-4671-a955-e7a08defb5b9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0365770
Dec 23 16:37:44.581313 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ba0764-7d6b-4d69-877f-f17715f9014c req-556cdb49-70e1-434c-8e52-b0668e1122af tempest-ServersNegativeTestJSON-431794398 tempest-ServersNegativeTestJSON-431794398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:37:44.582938 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-50ba0764-7d6b-4d69-877f-f17715f9014c req-556cdb49-70e1-434c-8e52-b0668e1122af tempest-ServersNegativeTestJSON-431794398 tempest-ServersNegativeTestJSON-431794398-project] 10.222.0.64 "GET /v2.0/ports?device_id=4b699b78-ab31-4261-bbc1-133b0d3e5c5b HTTP/1.1" status: 200  len: 945 time: 0.1055422
Dec 23 16:37:44.628442 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-50ba0764-7d6b-4d69-877f-f17715f9014c req-076b0e1e-7bc9-4adc-a3e1-27aa2f78e5ab tempest-ServersNegativeTestJSON-431794398 tempest-ServersNegativeTestJSON-431794398-project] 10.222.0.64 "GET /v2.0/security-groups?id=1bac974f-b0c4-4671-a955-e7a08defb5b9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0389709
Dec 23 16:37:45.855186 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180d5aba-9600-4a2c-9840-df8ddd592e28 req-d12414ec-538c-4c9f-bced-ee0b2a8aa9cd tempest-ServersNegativeTestJSON-431794398 tempest-ServersNegativeTestJSON-431794398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:37:45.856640 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-180d5aba-9600-4a2c-9840-df8ddd592e28 req-d12414ec-538c-4c9f-bced-ee0b2a8aa9cd tempest-ServersNegativeTestJSON-431794398 tempest-ServersNegativeTestJSON-431794398-project] 10.222.0.64 "GET /v2.0/ports?device_id=4b699b78-ab31-4261-bbc1-133b0d3e5c5b HTTP/1.1" status: 200  len: 945 time: 0.1009693
Dec 23 16:37:45.903262 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-180d5aba-9600-4a2c-9840-df8ddd592e28 req-2b81b04c-e328-4f6b-9f5e-c2c5b11b91c0 tempest-ServersNegativeTestJSON-431794398 tempest-ServersNegativeTestJSON-431794398-project] 10.222.0.64 "GET /v2.0/security-groups?id=1bac974f-b0c4-4671-a955-e7a08defb5b9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0385485
Dec 23 16:37:46.293737 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f27dfd5-caf5-4ddf-b239-db976d025345 req-0cb06044-1376-4972-a5cb-45b3f5cc2982 tempest-ServersNegativeTestJSON-431794398 tempest-ServersNegativeTestJSON-431794398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:37:46.295177 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-0f27dfd5-caf5-4ddf-b239-db976d025345 req-0cb06044-1376-4972-a5cb-45b3f5cc2982 tempest-ServersNegativeTestJSON-431794398 tempest-ServersNegativeTestJSON-431794398-project] 10.222.0.64 "GET /v2.0/ports?device_id=4b699b78-ab31-4261-bbc1-133b0d3e5c5b HTTP/1.1" status: 200  len: 945 time: 0.0841672
Dec 23 16:37:46.339574 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-0f27dfd5-caf5-4ddf-b239-db976d025345 req-d33e3f26-7a89-4131-9f70-2c3d3f57051e tempest-ServersNegativeTestJSON-431794398 tempest-ServersNegativeTestJSON-431794398-project] 10.222.0.64 "GET /v2.0/security-groups?id=1bac974f-b0c4-4671-a955-e7a08defb5b9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0384057
Dec 23 16:37:47.386052 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-a9295392-0197-43eb-8201-7f9c5b92b0fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:37:47.535112 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0512b5c7-0be3-4c19-9b2c-99030a359678 req-37ce0814-bdc8-4a5f-921e-c4d348d3b63e tempest-ServersNegativeTestJSON-431794398 tempest-ServersNegativeTestJSON-431794398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:37:47.536535 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-0512b5c7-0be3-4c19-9b2c-99030a359678 req-37ce0814-bdc8-4a5f-921e-c4d348d3b63e tempest-ServersNegativeTestJSON-431794398 tempest-ServersNegativeTestJSON-431794398-project] 10.222.0.64 "GET /v2.0/ports?device_id=4b699b78-ab31-4261-bbc1-133b0d3e5c5b HTTP/1.1" status: 200  len: 945 time: 0.0866888
Dec 23 16:37:47.571136 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d7c296-d72d-47d1-81bb-10b6f07cf5fc req-fc9860e4-8fde-4559-9fea-ba219aa5487f tempest-ServersNegativeTestJSON-431794398 tempest-ServersNegativeTestJSON-431794398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:37:47.572542 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-58d7c296-d72d-47d1-81bb-10b6f07cf5fc req-fc9860e4-8fde-4559-9fea-ba219aa5487f tempest-ServersNegativeTestJSON-431794398 tempest-ServersNegativeTestJSON-431794398-project] 10.222.0.61 "GET /v2.0/ports?device_id=4b699b78-ab31-4261-bbc1-133b0d3e5c5b HTTP/1.1" status: 200  len: 945 time: 0.0861993
Dec 23 16:37:47.582055 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-0512b5c7-0be3-4c19-9b2c-99030a359678 req-c12f9e21-f651-42a4-b95f-a19aaf6ab517 tempest-ServersNegativeTestJSON-431794398 tempest-ServersNegativeTestJSON-431794398-project] 10.222.0.64 "GET /v2.0/security-groups?id=1bac974f-b0c4-4671-a955-e7a08defb5b9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394187
Dec 23 16:37:47.641758 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [req-58d7c296-d72d-47d1-81bb-10b6f07cf5fc req-f45b68fa-0f11-4401-b4b1-684fa5d13587 tempest-ServersNegativeTestJSON-431794398 tempest-ServersNegativeTestJSON-431794398-project] Deleting port 00ba64f2-6ef6-4a8b-99dd-c2b0d1d025bc {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:37:47.642092 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-58d7c296-d72d-47d1-81bb-10b6f07cf5fc req-f45b68fa-0f11-4401-b4b1-684fa5d13587 tempest-ServersNegativeTestJSON-431794398 tempest-ServersNegativeTestJSON-431794398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:37:47.896440 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [req-58d7c296-d72d-47d1-81bb-10b6f07cf5fc req-f45b68fa-0f11-4401-b4b1-684fa5d13587 tempest-ServersNegativeTestJSON-431794398 tempest-ServersNegativeTestJSON-431794398-project] For port 00ba64f2-6ef6-4a8b-99dd-c2b0d1d025bc, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=00ba64f2-6ef6-4a8b-99dd-c2b0d1d025bc,segment=NetworkSegment(5d69e0f6-f74b-4061-9061-67d7b37ed675),segment_id=5d69e0f6-f74b-4061-9061-67d7b37ed675)] {{(pid=87636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:37:47.896784 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-58d7c296-d72d-47d1-81bb-10b6f07cf5fc req-f45b68fa-0f11-4401-b4b1-684fa5d13587 tempest-ServersNegativeTestJSON-431794398 tempest-ServersNegativeTestJSON-431794398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:37:48.016949 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [req-58d7c296-d72d-47d1-81bb-10b6f07cf5fc req-f45b68fa-0f11-4401-b4b1-684fa5d13587 tempest-ServersNegativeTestJSON-431794398 tempest-ServersNegativeTestJSON-431794398-project] Calling delete_port for 00ba64f2-6ef6-4a8b-99dd-c2b0d1d025bc owned by compute:nova {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:37:48.166437 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-58d7c296-d72d-47d1-81bb-10b6f07cf5fc req-f45b68fa-0f11-4401-b4b1-684fa5d13587 tempest-ServersNegativeTestJSON-431794398 tempest-ServersNegativeTestJSON-431794398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:37:48.171787 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-ae58bd56-2269-4a4e-ae06-7d116fc807e2 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:37:48.178382 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] get_ports_and_sgs() called for port_ids ['8cd44c06-c8a7-42e6-80c3-33f3bb795073', '00ba64f2-6ef6-4a8b-99dd-c2b0d1d025bc'] {{(pid=87637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 23 16:37:48.215842 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45b68fa-0f11-4401-b4b1-684fa5d13587 tempest-ServersNegativeTestJSON-431794398 tempest-ServersNegativeTestJSON-431794398-project] Pushing event deleted for resources: {'Port': ['ID=00ba64f2-6ef6-4a8b-99dd-c2b0d1d025bc,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:37:48.219000 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-f45b68fa-0f11-4401-b4b1-684fa5d13587 tempest-ServersNegativeTestJSON-431794398 tempest-ServersNegativeTestJSON-431794398-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:37:48.292152 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [req-58d7c296-d72d-47d1-81bb-10b6f07cf5fc req-f45b68fa-0f11-4401-b4b1-684fa5d13587 tempest-ServersNegativeTestJSON-431794398 tempest-ServersNegativeTestJSON-431794398-project] No DVR routers for this DVR port 00ba64f2-6ef6-4a8b-99dd-c2b0d1d025bc on host hv-neutron-8227 {{(pid=87636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 23 16:37:48.294816 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-58d7c296-d72d-47d1-81bb-10b6f07cf5fc req-f45b68fa-0f11-4401-b4b1-684fa5d13587 tempest-ServersNegativeTestJSON-431794398 tempest-ServersNegativeTestJSON-431794398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:37:48.297420 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b699b78-ab31-4261-bbc1-133b0d3e5c5b', 'name': 'network-vif-deleted', 'tag': '00ba64f2-6ef6-4a8b-99dd-c2b0d1d025bc'}] {{(pid=87636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 23 16:37:48.314841 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-58d7c296-d72d-47d1-81bb-10b6f07cf5fc req-f45b68fa-0f11-4401-b4b1-684fa5d13587 tempest-ServersNegativeTestJSON-431794398 tempest-ServersNegativeTestJSON-431794398-project] 10.222.0.61 "DELETE /v2.0/ports/00ba64f2-6ef6-4a8b-99dd-c2b0d1d025bc HTTP/1.1" status: 204  len: 173 time: 0.7361348
Dec 23 16:37:48.349700 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b699b78-ab31-4261-bbc1-133b0d3e5c5b', 'name': 'network-vif-deleted', 'tag': '00ba64f2-6ef6-4a8b-99dd-c2b0d1d025bc', 'status': 'completed', 'code': 200}
Dec 23 16:37:48.640971 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.agents_db [None req-30c2320c-f298-49f6-9c47-c20e38116a9c None None] Agent healthcheck: found 6 active agents {{(pid=87638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 23 16:37:48.755526 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-250c4236-e15f-4069-b043-ebc7ae40cfe0 req-3ba4fd60-df09-4d96-ae1f-2cb19c1d9fc7 tempest-ServersNegativeTestJSON-431794398 tempest-ServersNegativeTestJSON-431794398-project] 10.222.0.64 "GET /v2.0/ports?device_id=4b699b78-ab31-4261-bbc1-133b0d3e5c5b HTTP/1.1" status: 200  len: 210 time: 0.0431445
Dec 23 16:37:49.767827 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-ff69ff7f-e99d-408c-bc46-2f027594a940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:37:50.039181 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30da0caf-528d-4c76-b9e4-a51641212e42 req-ca5b5e84-ef65-4570-ae47-065730a322b1 tempest-ServersNegativeTestJSON-431794398 tempest-ServersNegativeTestJSON-431794398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:37:50.040509 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-30da0caf-528d-4c76-b9e4-a51641212e42 req-ca5b5e84-ef65-4570-ae47-065730a322b1 tempest-ServersNegativeTestJSON-431794398 tempest-ServersNegativeTestJSON-431794398-project] 10.222.0.64 "GET /v2.0/ports?device_id=3ba4fcec-a9f5-4dc0-b013-c15d774479e8 HTTP/1.1" status: 200  len: 945 time: 0.0879984
Dec 23 16:37:50.088558 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-30da0caf-528d-4c76-b9e4-a51641212e42 req-527505bc-e977-46bb-9b82-63a62ce4d1f2 tempest-ServersNegativeTestJSON-431794398 tempest-ServersNegativeTestJSON-431794398-project] 10.222.0.64 "GET /v2.0/security-groups?id=1bac974f-b0c4-4671-a955-e7a08defb5b9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395749
Dec 23 16:37:50.303412 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5836ad7-82ba-4c38-9e4a-0ffaf76ff663 req-40a7773c-dbac-4558-be8b-d35e764c69c9 tempest-ServersNegativeTestJSON-431794398 tempest-ServersNegativeTestJSON-431794398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:37:50.305079 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-e5836ad7-82ba-4c38-9e4a-0ffaf76ff663 req-40a7773c-dbac-4558-be8b-d35e764c69c9 tempest-ServersNegativeTestJSON-431794398 tempest-ServersNegativeTestJSON-431794398-project] 10.222.0.64 "GET /v2.0/ports?device_id=3ba4fcec-a9f5-4dc0-b013-c15d774479e8 HTTP/1.1" status: 200  len: 945 time: 0.0863152
Dec 23 16:37:50.354610 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-e5836ad7-82ba-4c38-9e4a-0ffaf76ff663 req-5af100fb-2913-49c9-9ce9-aade9348f06a tempest-ServersNegativeTestJSON-431794398 tempest-ServersNegativeTestJSON-431794398-project] 10.222.0.64 "GET /v2.0/security-groups?id=1bac974f-b0c4-4671-a955-e7a08defb5b9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434275
Dec 23 16:37:50.562871 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d78b1e4-140e-4474-bda1-ed456977378c req-cf8f441b-76b1-4a86-a32e-086f92d27772 tempest-ServersNegativeTestJSON-431794398 tempest-ServersNegativeTestJSON-431794398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:37:50.563478 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-2d78b1e4-140e-4474-bda1-ed456977378c req-cf8f441b-76b1-4a86-a32e-086f92d27772 tempest-ServersNegativeTestJSON-431794398 tempest-ServersNegativeTestJSON-431794398-project] Synchronizing usage tracker for tenant:18f5cc18cc7d4f63993ddea9a11058b0 on resource:port {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:37:50.584971 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-2d78b1e4-140e-4474-bda1-ed456977378c req-cf8f441b-76b1-4a86-a32e-086f92d27772 tempest-ServersNegativeTestJSON-431794398 tempest-ServersNegativeTestJSON-431794398-project] Unset dirty status for tenant:18f5cc18cc7d4f63993ddea9a11058b0 on resource:port {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:37:50.586155 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-2d78b1e4-140e-4474-bda1-ed456977378c req-cf8f441b-76b1-4a86-a32e-086f92d27772 tempest-ServersNegativeTestJSON-431794398 tempest-ServersNegativeTestJSON-431794398-project] 10.222.0.64 "GET /v2.0/ports?device_id=3ba4fcec-a9f5-4dc0-b013-c15d774479e8 HTTP/1.1" status: 200  len: 945 time: 0.1145873
Dec 23 16:37:50.634841 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-2d78b1e4-140e-4474-bda1-ed456977378c req-10b20b59-be3f-4f33-82e3-7b7ef63bc738 tempest-ServersNegativeTestJSON-431794398 tempest-ServersNegativeTestJSON-431794398-project] 10.222.0.64 "GET /v2.0/security-groups?id=1bac974f-b0c4-4671-a955-e7a08defb5b9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423012
Dec 23 16:37:50.842801 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9dcbea60-a34f-4144-91e7-90aff3f57aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:37:50.923520 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:37:50.954193 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Device 00ba64f2-6ef6-4a8b-99dd-c2b0d1d025bc no longer exists at agent hyperv_hv-neutron-8227 {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 23 16:37:50.990924 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] No Port match for: 00ba64f2-6ef6-4a8b-99dd-c2b0d1d025bc {{(pid=87637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 23 16:37:50.991291 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Device 00ba64f2-6ef6-4a8b-99dd-c2b0d1d025bc not bound to the agent host hv-neutron-8227 {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 23 16:37:51.082783 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1250634-d3a8-48ad-9ae2-2e7c6a39fe82 req-b98551c3-5d1c-4f80-9a0b-171fdb1a48bd tempest-ServersNegativeTestJSON-431794398 tempest-ServersNegativeTestJSON-431794398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:37:51.084254 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-b1250634-d3a8-48ad-9ae2-2e7c6a39fe82 req-b98551c3-5d1c-4f80-9a0b-171fdb1a48bd tempest-ServersNegativeTestJSON-431794398 tempest-ServersNegativeTestJSON-431794398-project] 10.222.0.64 "GET /v2.0/ports?device_id=3ba4fcec-a9f5-4dc0-b013-c15d774479e8 HTTP/1.1" status: 200  len: 945 time: 0.2142980
Dec 23 16:37:51.142864 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-b1250634-d3a8-48ad-9ae2-2e7c6a39fe82 req-4a137039-eff4-49e2-a643-5ffb63273cce tempest-ServersNegativeTestJSON-431794398 tempest-ServersNegativeTestJSON-431794398-project] 10.222.0.64 "GET /v2.0/security-groups?id=1bac974f-b0c4-4671-a955-e7a08defb5b9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0521533
Dec 23 16:37:51.334465 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0788891-d3fb-48d1-a36f-c811bbb0ea88 req-9cfbc337-c860-479a-816f-fcc899fd6bf5 tempest-ServersNegativeTestJSON-431794398 tempest-ServersNegativeTestJSON-431794398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:37:51.335929 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-f0788891-d3fb-48d1-a36f-c811bbb0ea88 req-9cfbc337-c860-479a-816f-fcc899fd6bf5 tempest-ServersNegativeTestJSON-431794398 tempest-ServersNegativeTestJSON-431794398-project] 10.222.0.64 "GET /v2.0/ports?device_id=3ba4fcec-a9f5-4dc0-b013-c15d774479e8 HTTP/1.1" status: 200  len: 945 time: 0.0806403
Dec 23 16:37:51.380522 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-f0788891-d3fb-48d1-a36f-c811bbb0ea88 req-84c6c74c-e811-4ce0-ad29-f8f441d0f2b7 tempest-ServersNegativeTestJSON-431794398 tempest-ServersNegativeTestJSON-431794398-project] 10.222.0.64 "GET /v2.0/security-groups?id=1bac974f-b0c4-4671-a955-e7a08defb5b9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0387778
Dec 23 16:37:51.593502 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fbc09f-15f9-4123-88e6-6733b5a7f084 req-4c81deba-d201-47af-8d1b-3f8ce734b0fa tempest-ServersNegativeTestJSON-431794398 tempest-ServersNegativeTestJSON-431794398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:37:51.594997 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-84fbc09f-15f9-4123-88e6-6733b5a7f084 req-4c81deba-d201-47af-8d1b-3f8ce734b0fa tempest-ServersNegativeTestJSON-431794398 tempest-ServersNegativeTestJSON-431794398-project] 10.222.0.64 "GET /v2.0/ports?device_id=3ba4fcec-a9f5-4dc0-b013-c15d774479e8 HTTP/1.1" status: 200  len: 945 time: 0.1004705
Dec 23 16:37:51.639302 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-84fbc09f-15f9-4123-88e6-6733b5a7f084 req-8217596c-9d77-4540-8705-caf41b2f11f6 tempest-ServersNegativeTestJSON-431794398 tempest-ServersNegativeTestJSON-431794398-project] 10.222.0.64 "GET /v2.0/security-groups?id=1bac974f-b0c4-4671-a955-e7a08defb5b9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0385292
Dec 23 16:37:52.183707 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811866a7-1885-4b0d-a70a-3ade7189f52c req-8e0eb0c9-1847-44a7-9cb9-90ce674dd068 tempest-ServersNegativeTestJSON-431794398 tempest-ServersNegativeTestJSON-431794398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:37:52.185183 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-811866a7-1885-4b0d-a70a-3ade7189f52c req-8e0eb0c9-1847-44a7-9cb9-90ce674dd068 tempest-ServersNegativeTestJSON-431794398 tempest-ServersNegativeTestJSON-431794398-project] 10.222.0.64 "GET /v2.0/ports?device_id=3ba4fcec-a9f5-4dc0-b013-c15d774479e8 HTTP/1.1" status: 200  len: 945 time: 0.0845518
Dec 23 16:37:52.232897 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-811866a7-1885-4b0d-a70a-3ade7189f52c req-7b9b88aa-41f5-4de8-a240-714b83d065fd tempest-ServersNegativeTestJSON-431794398 tempest-ServersNegativeTestJSON-431794398-project] 10.222.0.64 "GET /v2.0/security-groups?id=1bac974f-b0c4-4671-a955-e7a08defb5b9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0391493
Dec 23 16:37:52.331550 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9e3aab53-d650-47e3-b8a6-2dff21fe9ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:37:53.477802 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20711fc5-8bca-440e-a52e-c123d4c92080 req-cc39d016-37cb-40ce-9d3e-5c7c6d25409f tempest-ServersNegativeTestJSON-431794398 tempest-ServersNegativeTestJSON-431794398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:37:53.479462 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-20711fc5-8bca-440e-a52e-c123d4c92080 req-cc39d016-37cb-40ce-9d3e-5c7c6d25409f tempest-ServersNegativeTestJSON-431794398 tempest-ServersNegativeTestJSON-431794398-project] 10.222.0.64 "GET /v2.0/ports?device_id=3ba4fcec-a9f5-4dc0-b013-c15d774479e8 HTTP/1.1" status: 200  len: 945 time: 0.1404033
Dec 23 16:37:53.486778 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de771110-16bc-44c5-93e3-55d15bd84391 req-e6b522bf-2121-48da-a9ef-5100dcca138c tempest-ServersNegativeTestJSON-431794398 tempest-ServersNegativeTestJSON-431794398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:37:53.488087 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-de771110-16bc-44c5-93e3-55d15bd84391 req-e6b522bf-2121-48da-a9ef-5100dcca138c tempest-ServersNegativeTestJSON-431794398 tempest-ServersNegativeTestJSON-431794398-project] 10.222.0.61 "GET /v2.0/ports?device_id=3ba4fcec-a9f5-4dc0-b013-c15d774479e8 HTTP/1.1" status: 200  len: 945 time: 0.1142995
Dec 23 16:37:53.580632 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-20711fc5-8bca-440e-a52e-c123d4c92080 req-39beabf9-848d-4caa-a24e-c4c92dbf832c tempest-ServersNegativeTestJSON-431794398 tempest-ServersNegativeTestJSON-431794398-project] 10.222.0.64 "GET /v2.0/security-groups?id=1bac974f-b0c4-4671-a955-e7a08defb5b9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0915914
Dec 23 16:37:53.584009 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [req-de771110-16bc-44c5-93e3-55d15bd84391 req-d701e58a-4a41-4b7c-9b43-9f53dbd49ed0 tempest-ServersNegativeTestJSON-431794398 tempest-ServersNegativeTestJSON-431794398-project] Deleting port 8cd44c06-c8a7-42e6-80c3-33f3bb795073 {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:37:53.584354 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-de771110-16bc-44c5-93e3-55d15bd84391 req-d701e58a-4a41-4b7c-9b43-9f53dbd49ed0 tempest-ServersNegativeTestJSON-431794398 tempest-ServersNegativeTestJSON-431794398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:37:53.834695 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [req-de771110-16bc-44c5-93e3-55d15bd84391 req-d701e58a-4a41-4b7c-9b43-9f53dbd49ed0 tempest-ServersNegativeTestJSON-431794398 tempest-ServersNegativeTestJSON-431794398-project] For port 8cd44c06-c8a7-42e6-80c3-33f3bb795073, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=8cd44c06-c8a7-42e6-80c3-33f3bb795073,segment=NetworkSegment(5d69e0f6-f74b-4061-9061-67d7b37ed675),segment_id=5d69e0f6-f74b-4061-9061-67d7b37ed675)] {{(pid=87636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:37:53.834949 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-de771110-16bc-44c5-93e3-55d15bd84391 req-d701e58a-4a41-4b7c-9b43-9f53dbd49ed0 tempest-ServersNegativeTestJSON-431794398 tempest-ServersNegativeTestJSON-431794398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:37:53.955611 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [req-de771110-16bc-44c5-93e3-55d15bd84391 req-d701e58a-4a41-4b7c-9b43-9f53dbd49ed0 tempest-ServersNegativeTestJSON-431794398 tempest-ServersNegativeTestJSON-431794398-project] Calling delete_port for 8cd44c06-c8a7-42e6-80c3-33f3bb795073 owned by compute:nova {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:37:54.102981 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-de771110-16bc-44c5-93e3-55d15bd84391 req-d701e58a-4a41-4b7c-9b43-9f53dbd49ed0 tempest-ServersNegativeTestJSON-431794398 tempest-ServersNegativeTestJSON-431794398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:37:54.111019 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-c159453d-0d50-449e-8d80-74b045ecb268 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:37:54.114758 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] get_ports_and_sgs() called for port_ids ['8cd44c06-c8a7-42e6-80c3-33f3bb795073'] {{(pid=87637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 23 16:37:54.156235 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d701e58a-4a41-4b7c-9b43-9f53dbd49ed0 tempest-ServersNegativeTestJSON-431794398 tempest-ServersNegativeTestJSON-431794398-project] Pushing event deleted for resources: {'Port': ['ID=8cd44c06-c8a7-42e6-80c3-33f3bb795073,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:37:54.159176 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-d701e58a-4a41-4b7c-9b43-9f53dbd49ed0 tempest-ServersNegativeTestJSON-431794398 tempest-ServersNegativeTestJSON-431794398-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:37:54.231513 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [req-de771110-16bc-44c5-93e3-55d15bd84391 req-d701e58a-4a41-4b7c-9b43-9f53dbd49ed0 tempest-ServersNegativeTestJSON-431794398 tempest-ServersNegativeTestJSON-431794398-project] No DVR routers for this DVR port 8cd44c06-c8a7-42e6-80c3-33f3bb795073 on host hv-neutron-8227 {{(pid=87636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 23 16:37:54.234329 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-de771110-16bc-44c5-93e3-55d15bd84391 req-d701e58a-4a41-4b7c-9b43-9f53dbd49ed0 tempest-ServersNegativeTestJSON-431794398 tempest-ServersNegativeTestJSON-431794398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:37:54.236934 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ba4fcec-a9f5-4dc0-b013-c15d774479e8', 'name': 'network-vif-deleted', 'tag': '8cd44c06-c8a7-42e6-80c3-33f3bb795073'}] {{(pid=87636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 23 16:37:54.253828 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-de771110-16bc-44c5-93e3-55d15bd84391 req-d701e58a-4a41-4b7c-9b43-9f53dbd49ed0 tempest-ServersNegativeTestJSON-431794398 tempest-ServersNegativeTestJSON-431794398-project] 10.222.0.61 "DELETE /v2.0/ports/8cd44c06-c8a7-42e6-80c3-33f3bb795073 HTTP/1.1" status: 204  len: 173 time: 0.7503419
Dec 23 16:37:54.290730 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ba4fcec-a9f5-4dc0-b013-c15d774479e8', 'name': 'network-vif-deleted', 'tag': '8cd44c06-c8a7-42e6-80c3-33f3bb795073', 'status': 'completed', 'code': 200}
Dec 23 16:37:54.761411 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-e1a2199d-b60c-4b1e-87c2-b59dea9e9695 req-170cd5f2-a322-4258-9e70-db6710698ddd tempest-ServersNegativeTestJSON-431794398 tempest-ServersNegativeTestJSON-431794398-project] Synchronizing usage tracker for tenant:18f5cc18cc7d4f63993ddea9a11058b0 on resource:port {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:37:54.780677 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-e1a2199d-b60c-4b1e-87c2-b59dea9e9695 req-170cd5f2-a322-4258-9e70-db6710698ddd tempest-ServersNegativeTestJSON-431794398 tempest-ServersNegativeTestJSON-431794398-project] Unset dirty status for tenant:18f5cc18cc7d4f63993ddea9a11058b0 on resource:port {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:37:54.781858 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-e1a2199d-b60c-4b1e-87c2-b59dea9e9695 req-170cd5f2-a322-4258-9e70-db6710698ddd tempest-ServersNegativeTestJSON-431794398 tempest-ServersNegativeTestJSON-431794398-project] 10.222.0.64 "GET /v2.0/ports?device_id=3ba4fcec-a9f5-4dc0-b013-c15d774479e8 HTTP/1.1" status: 200  len: 210 time: 0.0623691
Dec 23 16:37:55.888360 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 57166) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:37:55.958356 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f7bcaf3-8698-4998-80f6-28fca4da9203 admin admin] Deleting subnet ef2174c0-8908-4bae-87d4-d9dd475af7dd {{(pid=87636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 23 16:37:55.961860 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-3f7bcaf3-8698-4998-80f6-28fca4da9203 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:37:56.013122 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-3f7bcaf3-8698-4998-80f6-28fca4da9203 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2382092'] for subnet, precommit_delete_associations {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:37:56.068597 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-3f7bcaf3-8698-4998-80f6-28fca4da9203 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864774'] for subnet, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:37:56.145645 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-3f7bcaf3-8698-4998-80f6-28fca4da9203 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2176495', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2618677'] for subnet, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:37:56.151426 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-55ca175a-f040-469a-ab05-f10ca4d6c756 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:37:56.192403 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7bcaf3-8698-4998-80f6-28fca4da9203 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef2174c0-8908-4bae-87d4-d9dd475af7dd,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:37:56.194358 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-3f7bcaf3-8698-4998-80f6-28fca4da9203 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:37:56.197228 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-3f7bcaf3-8698-4998-80f6-28fca4da9203 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:37:56.201552 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-3f7bcaf3-8698-4998-80f6-28fca4da9203 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/ef2174c0-8908-4bae-87d4-d9dd475af7dd HTTP/1.1" status: 204  len: 168 time: 0.3120518
Dec 23 16:37:56.204191 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 57170) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:37:56.309663 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-99a0ad4e-4aae-4778-96de-49a10a01e386 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-698866'] for network, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:37:56.433138 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-99a0ad4e-4aae-4778-96de-49a10a01e386 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-864347', 'neutron.services.segments.db._delete_segments_for_network-8735362908070'] for network, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:37:56.461460 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-99a0ad4e-4aae-4778-96de-49a10a01e386 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1dbb430580>,) {'filters': {'network_id': ['0129986b-4ad4-400a-9387-1e9a78ed94a1']}} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:37:56.476335 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-99a0ad4e-4aae-4778-96de-49a10a01e386 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dbb430580>, '5d69e0f6-f74b-4061-9061-67d7b37ed675') {'for_net_delete': True} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:37:56.476630 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-99a0ad4e-4aae-4778-96de-49a10a01e386 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dbb430580>, '5d69e0f6-f74b-4061-9061-67d7b37ed675') {} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:37:56.488557 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-99a0ad4e-4aae-4778-96de-49a10a01e386 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735363085442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2382197'] for segment, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:37:56.506363 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-99a0ad4e-4aae-4778-96de-49a10a01e386 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:37:56.512885 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99a0ad4e-4aae-4778-96de-49a10a01e386 admin admin] Releasing vlan 409 on physical network physnet1 to pool {{(pid=87636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 23 16:37:56.513266 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-99a0ad4e-4aae-4778-96de-49a10a01e386 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2176261'] for segment, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:37:56.529911 dv-neutron-822799-1-hyperv neutron-server[87636]: Traceback (most recent call last):
Dec 23 16:37:56.529911 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 23 16:37:56.529911 dv-neutron-822799-1-hyperv neutron-server[87636]:     timer()
Dec 23 16:37:56.529911 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:37:56.529911 dv-neutron-822799-1-hyperv neutron-server[87636]:     cb(*args, **kw)
Dec 23 16:37:56.529911 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 23 16:37:56.529911 dv-neutron-822799-1-hyperv neutron-server[87636]:     return func(*args, **kwargs)
Dec 23 16:37:56.529911 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:37:56.529911 dv-neutron-822799-1-hyperv neutron-server[87636]:     self._notify()
Dec 23 16:37:56.529911 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:37:56.529911 dv-neutron-822799-1-hyperv neutron-server[87636]:     self.callback(batched_events)
Dec 23 16:37:56.529911 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:37:56.529911 dv-neutron-822799-1-hyperv neutron-server[87636]:     event.method(event)
Dec 23 16:37:56.529911 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:37:56.529911 dv-neutron-822799-1-hyperv neutron-server[87636]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:37:56.529911 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 23 16:37:56.529911 dv-neutron-822799-1-hyperv neutron-server[87636]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 23 16:37:56.529911 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 23 16:37:56.529911 dv-neutron-822799-1-hyperv neutron-server[87636]:     return f(self, *a, **k)
Dec 23 16:37:56.529911 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:37:56.529911 dv-neutron-822799-1-hyperv neutron-server[87636]:     return self._get(url).json()
Dec 23 16:37:56.529911 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 23 16:37:56.529911 dv-neutron-822799-1-hyperv neutron-server[87636]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 23 16:37:56.529911 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 23 16:37:56.529911 dv-neutron-822799-1-hyperv neutron-server[87636]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:37:56.529911 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 23 16:37:56.529911 dv-neutron-822799-1-hyperv neutron-server[87636]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 23 16:37:56.529911 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 23 16:37:56.529911 dv-neutron-822799-1-hyperv neutron-server[87636]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:37:56.529911 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 23 16:37:56.529911 dv-neutron-822799-1-hyperv neutron-server[87636]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:37:56.529911 dv-neutron-822799-1-hyperv neutron-server[87636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:37:56.602836 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-99a0ad4e-4aae-4778-96de-49a10a01e386 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-864336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1824171'] for network, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:37:56.606430 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-cfa226b3-5e4f-4619-90a1-0285710d2241 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:37:56.620810 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-99a0ad4e-4aae-4778-96de-49a10a01e386 admin admin] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:37:56.631991 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a0ad4e-4aae-4778-96de-49a10a01e386 admin admin] Pushing event deleted for resources: {'Network': ['ID=0129986b-4ad4-400a-9387-1e9a78ed94a1,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:37:56.634811 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-99a0ad4e-4aae-4778-96de-49a10a01e386 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:37:56.640552 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-99a0ad4e-4aae-4778-96de-49a10a01e386 admin admin] 10.222.0.64 "DELETE /v2.0/networks/0129986b-4ad4-400a-9387-1e9a78ed94a1 HTTP/1.1" status: 204  len: 168 time: 0.4353149
Dec 23 16:37:56.762764 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 57176) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:37:56.825254 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-7c11d51b-0131-43d0-ad38-466968f24a9a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=18f5cc18cc7d4f63993ddea9a11058b0&name=default HTTP/1.1" status: 200  len: 2983 time: 0.0611768
Dec 23 16:37:56.828533 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 57180) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:37:56.888886 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-6c0fc1c0-ddc8-47d4-8ea7-69cb59a1a482 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:37:56.914576 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-6c0fc1c0-ddc8-47d4-8ea7-69cb59a1a482 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:37:56.974743 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-6c0fc1c0-ddc8-47d4-8ea7-69cb59a1a482 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:37:56.978322 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-4cedaec5-fe29-407b-8c9d-4512bb4cd896 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:37:56.985206 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Device 8cd44c06-c8a7-42e6-80c3-33f3bb795073 no longer exists at agent hyperv_hv-neutron-8227 {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 23 16:37:56.992055 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0fc1c0-ddc8-47d4-8ea7-69cb59a1a482 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bac974f-b0c4-4671-a955-e7a08defb5b9,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:37:56.995378 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-6c0fc1c0-ddc8-47d4-8ea7-69cb59a1a482 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:37:57.002998 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-6c0fc1c0-ddc8-47d4-8ea7-69cb59a1a482 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:37:57.004142 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-6c0fc1c0-ddc8-47d4-8ea7-69cb59a1a482 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/1bac974f-b0c4-4671-a955-e7a08defb5b9 HTTP/1.1" status: 204  len: 168 time: 0.1747305
Dec 23 16:37:57.029223 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] No Port match for: 8cd44c06-c8a7-42e6-80c3-33f3bb795073 {{(pid=87637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 23 16:37:57.029578 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Device 8cd44c06-c8a7-42e6-80c3-33f3bb795073 not bound to the agent host hv-neutron-8227 {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 23 16:37:57.784315 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 57204) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:37:57.924347 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-50076a02-0ca0-491a-ae35-0991e29c02e9 tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1965039931'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:37:57.932162 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-50076a02-0ca0-491a-ae35-0991e29c02e9 tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:37:57.936321 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-50076a02-0ca0-491a-ae35-0991e29c02e9 tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Usage tracker for resource:network and tenant:413df6a051624ffaa7c6b13178c0ea81 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:37:57.939391 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-50076a02-0ca0-491a-ae35-0991e29c02e9 tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:37:57.946572 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-50076a02-0ca0-491a-ae35-0991e29c02e9 tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:37:57.960206 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50076a02-0ca0-491a-ae35-0991e29c02e9 tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Made reservation on behalf of 413df6a051624ffaa7c6b13178c0ea81 for: {'network': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:37:57.964298 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-50076a02-0ca0-491a-ae35-0991e29c02e9 tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for network, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:37:57.981177 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-50076a02-0ca0-491a-ae35-0991e29c02e9 tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Notify callbacks [] for security_group, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:37:57.996518 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-50076a02-0ca0-491a-ae35-0991e29c02e9 tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:37:58.000689 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-50076a02-0ca0-491a-ae35-0991e29c02e9 tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Usage tracker for resource:security_group_rule and tenant:413df6a051624ffaa7c6b13178c0ea81 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:37:58.003808 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-50076a02-0ca0-491a-ae35-0991e29c02e9 tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:37:58.010483 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-50076a02-0ca0-491a-ae35-0991e29c02e9 tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:37:58.099745 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-50076a02-0ca0-491a-ae35-0991e29c02e9 tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Notify callbacks [] for security_group, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:37:58.105541 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-50076a02-0ca0-491a-ae35-0991e29c02e9 tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:37:58.108881 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-6260d830-c5d6-463c-b2a5-fe8de7eec699 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:37:58.145043 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50076a02-0ca0-491a-ae35-0991e29c02e9 tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] vlan segment allocate from pool success with {'vlan_id': 446, 'physical_network': 'physnet1'}  {{(pid=87636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 23 16:37:58.150211 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50076a02-0ca0-491a-ae35-0991e29c02e9 tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c81efca-f0e5-4e91-a54c-23c2e5ae22b2,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:37:58.154397 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-50076a02-0ca0-491a-ae35-0991e29c02e9 tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:37:58.158071 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-50076a02-0ca0-491a-ae35-0991e29c02e9 tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:37:58.158413 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.db.segments_db [None req-50076a02-0ca0-491a-ae35-0991e29c02e9 tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Added segment 515a9438-2673-44e3-a522-671570ec18d2 of type vlan for network 14ca6ab2-d89b-4963-bccc-3ed5310fbc7d
Dec 23 16:37:58.186126 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-50076a02-0ca0-491a-ae35-0991e29c02e9 tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735362521793'] for network, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:37:58.217281 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-50076a02-0ca0-491a-ae35-0991e29c02e9 tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495'] for network, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:37:58.225559 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50076a02-0ca0-491a-ae35-0991e29c02e9 tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:37:58.226389 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-50076a02-0ca0-491a-ae35-0991e29c02e9 tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:37:58.230649 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-60c823e1-22d1-4011-af6a-3949f1447467 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:37:58.454614 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50076a02-0ca0-491a-ae35-0991e29c02e9 tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Pushing event updated for resources: {'Network': ['ID=14ca6ab2-d89b-4963-bccc-3ed5310fbc7d,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:37:58.457467 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-50076a02-0ca0-491a-ae35-0991e29c02e9 tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 0.6721525
Dec 23 16:37:58.458328 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-50076a02-0ca0-491a-ae35-0991e29c02e9 tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:37:58.464999 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Network 14ca6ab2-d89b-4963-bccc-3ed5310fbc7d details requested by agent ovs-agent-dv-neutron-822799-1-hyperv with host dv-neutron-822799-1-hyperv {{(pid=87637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 23 16:38:01.643816 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 57210) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:38:01.652563 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-9728eb6d-153d-446f-9805-c40f3ee06cdd tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Request body: {'subnet': {'network_id': '14ca6ab2-d89b-4963-bccc-3ed5310fbc7d', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:38:01.795824 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-9728eb6d-153d-446f-9805-c40f3ee06cdd tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:38:01.800008 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-9728eb6d-153d-446f-9805-c40f3ee06cdd tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Usage tracker for resource:subnet and tenant:413df6a051624ffaa7c6b13178c0ea81 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:38:01.803027 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-9728eb6d-153d-446f-9805-c40f3ee06cdd tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:38:01.809453 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-9728eb6d-153d-446f-9805-c40f3ee06cdd tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:38:01.818976 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9728eb6d-153d-446f-9805-c40f3ee06cdd tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Made reservation on behalf of 413df6a051624ffaa7c6b13178c0ea81 for: {'subnet': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:38:01.824156 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9728eb6d-153d-446f-9805-c40f3ee06cdd tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2618324'] for subnet, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:02.058878 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9728eb6d-153d-446f-9805-c40f3ee06cdd tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2176430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2618310'] for subnet, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:02.063608 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-75656ff6-90c0-4446-bbd4-823be01f5884 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:38:02.163032 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9728eb6d-153d-446f-9805-c40f3ee06cdd tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Pushing event updated for resources: {'Subnet': ['ID=bd96ca9c-b57d-486c-854d-fed629767cb8,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:38:02.169298 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-9728eb6d-153d-446f-9805-c40f3ee06cdd tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:38:02.182157 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9728eb6d-153d-446f-9805-c40f3ee06cdd tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Checking segment: {'id': '515a9438-2673-44e3-a522-671570ec18d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '14ca6ab2-d89b-4963-bccc-3ed5310fbc7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:38:02.182378 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9728eb6d-153d-446f-9805-c40f3ee06cdd tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Network hostable DHCP agents. Network: 14ca6ab2-d89b-4963-bccc-3ed5310fbc7d, hostable agents: ['1c812d71-eadf-4fb3-b98e-67468a4aa7e2'], hosted agents: [] {{(pid=87636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 23 16:38:02.205558 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9728eb6d-153d-446f-9805-c40f3ee06cdd tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Network 14ca6ab2-d89b-4963-bccc-3ed5310fbc7d is scheduled to be hosted by DHCP agent 1c812d71-eadf-4fb3-b98e-67468a4aa7e2 with binding_index 1 {{(pid=87636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 23 16:38:02.216703 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-9728eb6d-153d-446f-9805-c40f3ee06cdd tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822799-1-hyperv, 14ca6ab2-d89b-4963-bccc-3ed5310fbc7d) {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:38:02.221521 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9728eb6d-153d-446f-9805-c40f3ee06cdd tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:38:02.222072 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9728eb6d-153d-446f-9805-c40f3ee06cdd tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Notify callbacks [] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:02.227927 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbf6254a-bcc2-4f06-b34d-426eac35b231 None None] Network 14ca6ab2-d89b-4963-bccc-3ed5310fbc7d requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:38:02.247942 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-9728eb6d-153d-446f-9805-c40f3ee06cdd tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.6028819
Dec 23 16:38:02.252320 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 57214) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:38:02.258680 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-4f2a009d-e3b7-48c9-b5fb-4cd0e2954b01 tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-647511970'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:38:02.265040 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-4f2a009d-e3b7-48c9-b5fb-4cd0e2954b01 tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:38:02.269297 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-4f2a009d-e3b7-48c9-b5fb-4cd0e2954b01 tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Usage tracker for resource:network and tenant:413df6a051624ffaa7c6b13178c0ea81 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:38:02.272924 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-4f2a009d-e3b7-48c9-b5fb-4cd0e2954b01 tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:38:02.283223 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-4f2a009d-e3b7-48c9-b5fb-4cd0e2954b01 tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:38:02.300097 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f2a009d-e3b7-48c9-b5fb-4cd0e2954b01 tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Made reservation on behalf of 413df6a051624ffaa7c6b13178c0ea81 for: {'network': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:38:02.305659 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-4f2a009d-e3b7-48c9-b5fb-4cd0e2954b01 tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for network, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:02.343416 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f2a009d-e3b7-48c9-b5fb-4cd0e2954b01 tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] vlan segment allocate from pool success with {'vlan_id': 405, 'physical_network': 'physnet1'}  {{(pid=87636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 23 16:38:02.352812 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-4f2a009d-e3b7-48c9-b5fb-4cd0e2954b01 tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:02.353236 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.db.segments_db [None req-4f2a009d-e3b7-48c9-b5fb-4cd0e2954b01 tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Added segment 0e06b1c1-4e1f-4caa-a14e-6658550ee97a of type vlan for network ed5e01f4-8a61-442b-acf0-bf3b6185a880
Dec 23 16:38:02.380749 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-4f2a009d-e3b7-48c9-b5fb-4cd0e2954b01 tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735362521793'] for network, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:02.410455 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-4f2a009d-e3b7-48c9-b5fb-4cd0e2954b01 tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495'] for network, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:02.415933 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f2a009d-e3b7-48c9-b5fb-4cd0e2954b01 tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:38:02.416743 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-4f2a009d-e3b7-48c9-b5fb-4cd0e2954b01 tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:02.420315 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-1d4abf7b-7862-4371-90df-ce1ec326e14c tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:38:02.478524 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b69cb0c-e56d-4f89-aeb3-b2dab18f2e55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7e017a6-8198-58c8-a07e-0f786128e3b3-14ca6ab2-d89b-4963-bccc-3ed5310fbc7d', 'network_id': '14ca6ab2-d89b-4963-bccc-3ed5310fbc7d', 'tenant_id': '413df6a051624ffaa7c6b13178c0ea81', 'fixed_ips': [{'subnet_id': 'bd96ca9c-b57d-486c-854d-fed629767cb8'}]}} from dv-neutron-822799-1-hyperv. {{(pid=87637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 23 16:38:02.479409 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9b69cb0c-e56d-4f89-aeb3-b2dab18f2e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:02.520094 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-4f2a009d-e3b7-48c9-b5fb-4cd0e2954b01 tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 0.2638967
Dec 23 16:38:02.520347 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 57218) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:38:02.527824 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-16f6004f-acb3-4288-a5d9-d258ac5f5fa5 tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Request body: {'subnet': {'network_id': 'ed5e01f4-8a61-442b-acf0-bf3b6185a880', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:38:02.541672 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2a009d-e3b7-48c9-b5fb-4cd0e2954b01 tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Pushing event updated for resources: {'Network': ['ID=ed5e01f4-8a61-442b-acf0-bf3b6185a880,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:38:02.546471 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-4f2a009d-e3b7-48c9-b5fb-4cd0e2954b01 tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:38:02.559164 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Network ed5e01f4-8a61-442b-acf0-bf3b6185a880 details requested by agent ovs-agent-dv-neutron-822799-1-hyperv with host dv-neutron-822799-1-hyperv {{(pid=87637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 23 16:38:02.638966 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-16f6004f-acb3-4288-a5d9-d258ac5f5fa5 tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:38:02.642697 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-16f6004f-acb3-4288-a5d9-d258ac5f5fa5 tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Usage tracker for resource:subnet and tenant:413df6a051624ffaa7c6b13178c0ea81 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:38:02.645462 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-16f6004f-acb3-4288-a5d9-d258ac5f5fa5 tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:38:02.651105 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-16f6004f-acb3-4288-a5d9-d258ac5f5fa5 tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:38:02.663878 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16f6004f-acb3-4288-a5d9-d258ac5f5fa5 tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Made reservation on behalf of 413df6a051624ffaa7c6b13178c0ea81 for: {'subnet': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:38:02.668910 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-16f6004f-acb3-4288-a5d9-d258ac5f5fa5 tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2618324'] for subnet, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:02.742756 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_common [None req-9b69cb0c-e56d-4f89-aeb3-b2dab18f2e55 None None] Allocated IP 2001:db8:0:ffff::2 (14ca6ab2-d89b-4963-bccc-3ed5310fbc7d/bd96ca9c-b57d-486c-854d-fed629767cb8/6154756a-ed99-445a-a751-69504d24c32f) {{(pid=87637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:38:02.895478 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-16f6004f-acb3-4288-a5d9-d258ac5f5fa5 tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2176430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2618310'] for subnet, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:02.899222 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-41762317-67cc-4d3b-94bd-f07e5072b13a tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:38:02.967228 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9b69cb0c-e56d-4f89-aeb3-b2dab18f2e55 None None] Notify callbacks [] for port, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:02.972188 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f6004f-acb3-4288-a5d9-d258ac5f5fa5 tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Pushing event updated for resources: {'Subnet': ['ID=9d023199-fd36-4fd5-9f29-be5da4a1aa57,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:38:02.976240 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-16f6004f-acb3-4288-a5d9-d258ac5f5fa5 tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:38:02.982345 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-9b69cb0c-e56d-4f89-aeb3-b2dab18f2e55 None None] Transition to ACTIVE for port object 6154756a-ed99-445a-a751-69504d24c32f will not be triggered until provisioned by entity L2. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:38:02.983748 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16f6004f-acb3-4288-a5d9-d258ac5f5fa5 tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Checking segment: {'id': '0e06b1c1-4e1f-4caa-a14e-6658550ee97a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'ed5e01f4-8a61-442b-acf0-bf3b6185a880'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:38:02.984112 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16f6004f-acb3-4288-a5d9-d258ac5f5fa5 tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Network hostable DHCP agents. Network: ed5e01f4-8a61-442b-acf0-bf3b6185a880, hostable agents: ['1c812d71-eadf-4fb3-b98e-67468a4aa7e2'], hosted agents: [] {{(pid=87636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 23 16:38:03.003925 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16f6004f-acb3-4288-a5d9-d258ac5f5fa5 tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Network ed5e01f4-8a61-442b-acf0-bf3b6185a880 is scheduled to be hosted by DHCP agent 1c812d71-eadf-4fb3-b98e-67468a4aa7e2 with binding_index 1 {{(pid=87636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 23 16:38:03.007877 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-9b69cb0c-e56d-4f89-aeb3-b2dab18f2e55 None None] Transition to ACTIVE for port object 6154756a-ed99-445a-a751-69504d24c32f will not be triggered until provisioned by entity DHCP. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:38:03.014885 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-16f6004f-acb3-4288-a5d9-d258ac5f5fa5 tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822799-1-hyperv, ed5e01f4-8a61-442b-acf0-bf3b6185a880) {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:38:03.015294 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9b69cb0c-e56d-4f89-aeb3-b2dab18f2e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780'] for port, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:03.019463 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16f6004f-acb3-4288-a5d9-d258ac5f5fa5 tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:38:03.020061 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-16f6004f-acb3-4288-a5d9-d258ac5f5fa5 tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Notify callbacks [] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:03.027103 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-21ba6353-7e7f-4ecc-9d12-aac065434172 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:38:03.042653 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-16f6004f-acb3-4288-a5d9-d258ac5f5fa5 tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 913 time: 0.5213490
Dec 23 16:38:03.045393 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 57222) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:38:03.063553 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f907251a-116c-452d-b8cd-037b23371b6f None None] Network ed5e01f4-8a61-442b-acf0-bf3b6185a880 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:38:03.184568 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b69cb0c-e56d-4f89-aeb3-b2dab18f2e55 None None] Network 14ca6ab2-d89b-4963-bccc-3ed5310fbc7d is already hosted by enough agents. {{(pid=87637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:38:03.188159 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a901df7c-17d7-47d4-9d07-15b9bdf289fc tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-698866'] for network, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:03.188686 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-9b69cb0c-e56d-4f89-aeb3-b2dab18f2e55 None None] Resources bound (agent type, host, resource id):  {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:38:03.191795 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b69cb0c-e56d-4f89-aeb3-b2dab18f2e55 None None] Received port after_create {{(pid=87637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:38:03.222597 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b69cb0c-e56d-4f89-aeb3-b2dab18f2e55 None None] Pushing event updated for resources: {'Port': ['ID=6154756a-ed99-445a-a751-69504d24c32f,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:38:03.251021 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-9b69cb0c-e56d-4f89-aeb3-b2dab18f2e55 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:38:03.275612 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a901df7c-17d7-47d4-9d07-15b9bdf289fc tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864774'] for subnet, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:03.344972 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-9b69cb0c-e56d-4f89-aeb3-b2dab18f2e55 None None] Attempting to bind port 6154756a-ed99-445a-a751-69504d24c32f on host dv-neutron-822799-1-hyperv for vnic_type normal with profile  {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:38:03.345359 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-9b69cb0c-e56d-4f89-aeb3-b2dab18f2e55 None None] Attempting to bind port 6154756a-ed99-445a-a751-69504d24c32f by drivers openvswitch,hyperv on host dv-neutron-822799-1-hyperv at level 0 using segments [{'id': '515a9438-2673-44e3-a522-671570ec18d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '14ca6ab2-d89b-4963-bccc-3ed5310fbc7d'}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:38:03.345737 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b69cb0c-e56d-4f89-aeb3-b2dab18f2e55 None None] Attempting to bind port 6154756a-ed99-445a-a751-69504d24c32f on network 14ca6ab2-d89b-4963-bccc-3ed5310fbc7d {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:38:03.371480 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a901df7c-17d7-47d4-9d07-15b9bdf289fc tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2176495', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2618677'] for subnet, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:03.376051 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-3be9b45b-1021-4138-b419-b56143ac878a tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:38:03.378049 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b69cb0c-e56d-4f89-aeb3-b2dab18f2e55 None None] Checking agent: {'id': '20d2070f-69a9-4e73-8d08-6f0387a40158', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822799-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 21), 'started_at': datetime.datetime(2021, 12, 23, 16, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 37, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822799-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 23 16:38:03.378460 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b69cb0c-e56d-4f89-aeb3-b2dab18f2e55 None None] Checking segment: {'id': '515a9438-2673-44e3-a522-671570ec18d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '14ca6ab2-d89b-4963-bccc-3ed5310fbc7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:38:03.378862 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9b69cb0c-e56d-4f89-aeb3-b2dab18f2e55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:03.379270 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b69cb0c-e56d-4f89-aeb3-b2dab18f2e55 None None] Bound using segment: {'id': '515a9438-2673-44e3-a522-671570ec18d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '14ca6ab2-d89b-4963-bccc-3ed5310fbc7d'} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 23 16:38:03.380121 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-9b69cb0c-e56d-4f89-aeb3-b2dab18f2e55 None None] Bound port: 6154756a-ed99-445a-a751-69504d24c32f, host: dv-neutron-822799-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '515a9438-2673-44e3-a522-671570ec18d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '14ca6ab2-d89b-4963-bccc-3ed5310fbc7d'}}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 23 16:38:03.380121 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9b69cb0c-e56d-4f89-aeb3-b2dab18f2e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:03.421070 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a901df7c-17d7-47d4-9d07-15b9bdf289fc tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Pushing event deleted for resources: {'Subnet': ['ID=9d023199-fd36-4fd5-9f29-be5da4a1aa57,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:38:03.435596 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-a901df7c-17d7-47d4-9d07-15b9bdf289fc tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:38:03.468671 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37453cd8-321e-4317-9edf-bddb850c3d7c None None] Network ed5e01f4-8a61-442b-acf0-bf3b6185a880 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:38:03.538447 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a901df7c-17d7-47d4-9d07-15b9bdf289fc tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-864347', 'neutron.services.segments.db._delete_segments_for_network-8735362908070'] for network, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:03.568198 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-a901df7c-17d7-47d4-9d07-15b9bdf289fc tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1dc175bd30>,) {'filters': {'network_id': ['ed5e01f4-8a61-442b-acf0-bf3b6185a880']}} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:38:03.581447 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-a901df7c-17d7-47d4-9d07-15b9bdf289fc tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dc175bd30>, '0e06b1c1-4e1f-4caa-a14e-6658550ee97a') {'for_net_delete': True} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:38:03.581741 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-a901df7c-17d7-47d4-9d07-15b9bdf289fc tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dc175bd30>, '0e06b1c1-4e1f-4caa-a14e-6658550ee97a') {} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:38:03.594511 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a901df7c-17d7-47d4-9d07-15b9bdf289fc tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735363085442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2382197'] for segment, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:03.614890 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-9b69cb0c-e56d-4f89-aeb3-b2dab18f2e55 None None] For port 6154756a-ed99-445a-a751-69504d24c32f, host dv-neutron-822799-1-hyperv, cleared binding levels {{(pid=87637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 23 16:38:03.616959 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a901df7c-17d7-47d4-9d07-15b9bdf289fc tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:03.624927 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a901df7c-17d7-47d4-9d07-15b9bdf289fc tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Releasing vlan 405 on physical network physnet1 to pool {{(pid=87636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 23 16:38:03.625487 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a901df7c-17d7-47d4-9d07-15b9bdf289fc tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2176261'] for segment, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:03.644805 dv-neutron-822799-1-hyperv neutron-server[87636]: Traceback (most recent call last):
Dec 23 16:38:03.644805 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 23 16:38:03.644805 dv-neutron-822799-1-hyperv neutron-server[87636]:     timer()
Dec 23 16:38:03.644805 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:38:03.644805 dv-neutron-822799-1-hyperv neutron-server[87636]:     cb(*args, **kw)
Dec 23 16:38:03.644805 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 23 16:38:03.644805 dv-neutron-822799-1-hyperv neutron-server[87636]:     return func(*args, **kwargs)
Dec 23 16:38:03.644805 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:38:03.644805 dv-neutron-822799-1-hyperv neutron-server[87636]:     self._notify()
Dec 23 16:38:03.644805 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:38:03.644805 dv-neutron-822799-1-hyperv neutron-server[87636]:     self.callback(batched_events)
Dec 23 16:38:03.644805 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:38:03.644805 dv-neutron-822799-1-hyperv neutron-server[87636]:     event.method(event)
Dec 23 16:38:03.644805 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:38:03.644805 dv-neutron-822799-1-hyperv neutron-server[87636]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:38:03.644805 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 23 16:38:03.644805 dv-neutron-822799-1-hyperv neutron-server[87636]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 23 16:38:03.644805 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 23 16:38:03.644805 dv-neutron-822799-1-hyperv neutron-server[87636]:     return f(self, *a, **k)
Dec 23 16:38:03.644805 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:38:03.644805 dv-neutron-822799-1-hyperv neutron-server[87636]:     return self._get(url).json()
Dec 23 16:38:03.644805 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 23 16:38:03.644805 dv-neutron-822799-1-hyperv neutron-server[87636]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 23 16:38:03.644805 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 23 16:38:03.644805 dv-neutron-822799-1-hyperv neutron-server[87636]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:38:03.644805 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 23 16:38:03.644805 dv-neutron-822799-1-hyperv neutron-server[87636]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 23 16:38:03.644805 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 23 16:38:03.644805 dv-neutron-822799-1-hyperv neutron-server[87636]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:38:03.644805 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 23 16:38:03.644805 dv-neutron-822799-1-hyperv neutron-server[87636]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:38:03.644805 dv-neutron-822799-1-hyperv neutron-server[87636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:38:03.751119 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a901df7c-17d7-47d4-9d07-15b9bdf289fc tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-864336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1824171'] for network, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:03.754645 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-6b7074d8-3393-4fc6-9876-dd85e179e975 tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:38:03.757261 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-9b69cb0c-e56d-4f89-aeb3-b2dab18f2e55 None None] For port 6154756a-ed99-445a-a751-69504d24c32f, host dv-neutron-822799-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=6154756a-ed99-445a-a751-69504d24c32f,segment=NetworkSegment(515a9438-2673-44e3-a522-671570ec18d2),segment_id=515a9438-2673-44e3-a522-671570ec18d2)] {{(pid=87637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 23 16:38:03.763261 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9b69cb0c-e56d-4f89-aeb3-b2dab18f2e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:03.767029 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:38:03.771976 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a901df7c-17d7-47d4-9d07-15b9bdf289fc tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:03.780425 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a901df7c-17d7-47d4-9d07-15b9bdf289fc tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Pushing event deleted for resources: {'Network': ['ID=ed5e01f4-8a61-442b-acf0-bf3b6185a880,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:38:03.783328 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-a901df7c-17d7-47d4-9d07-15b9bdf289fc tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:38:03.785163 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-a901df7c-17d7-47d4-9d07-15b9bdf289fc tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] 10.222.0.64 "DELETE /v2.0/networks/ed5e01f4-8a61-442b-acf0-bf3b6185a880 HTTP/1.1" status: 204  len: 168 time: 0.7383492
Dec 23 16:38:03.788694 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 57226) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:38:03.795272 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-9902ab7d-9b15-432d-88f6-f829e8cca8d6 tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1012261088'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:38:03.800643 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-9902ab7d-9b15-432d-88f6-f829e8cca8d6 tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:38:03.805876 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-9902ab7d-9b15-432d-88f6-f829e8cca8d6 tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Usage tracker for resource:network and tenant:413df6a051624ffaa7c6b13178c0ea81 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:38:03.809287 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-9902ab7d-9b15-432d-88f6-f829e8cca8d6 tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:38:03.815025 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-9902ab7d-9b15-432d-88f6-f829e8cca8d6 tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:38:03.826076 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9902ab7d-9b15-432d-88f6-f829e8cca8d6 tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Made reservation on behalf of 413df6a051624ffaa7c6b13178c0ea81 for: {'network': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:38:03.829673 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9902ab7d-9b15-432d-88f6-f829e8cca8d6 tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for network, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:03.851319 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b69cb0c-e56d-4f89-aeb3-b2dab18f2e55 None None] Pushing event updated for resources: {'Port': ['ID=6154756a-ed99-445a-a751-69504d24c32f,revision_number=2']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:38:03.855976 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-9b69cb0c-e56d-4f89-aeb3-b2dab18f2e55 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:38:03.864975 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9902ab7d-9b15-432d-88f6-f829e8cca8d6 tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] vlan segment allocate from pool success with {'vlan_id': 427, 'physical_network': 'physnet1'}  {{(pid=87636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 23 16:38:03.875807 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9902ab7d-9b15-432d-88f6-f829e8cca8d6 tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:03.876234 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.db.segments_db [None req-9902ab7d-9b15-432d-88f6-f829e8cca8d6 tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Added segment 56ea446d-94da-4562-9eb1-4ffae744650d of type vlan for network 98c80385-8b7f-4d3b-bd8b-086bab9e2082
Dec 23 16:38:04.058449 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9902ab7d-9b15-432d-88f6-f829e8cca8d6 tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735362521793'] for network, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:04.095589 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9902ab7d-9b15-432d-88f6-f829e8cca8d6 tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495'] for network, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:04.101587 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9902ab7d-9b15-432d-88f6-f829e8cca8d6 tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:38:04.102197 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9902ab7d-9b15-432d-88f6-f829e8cca8d6 tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:04.106508 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-50076a02-0ca0-491a-ae35-0991e29c02e9 tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:38:04.205891 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 6154756a-ed99-445a-a751-69504d24c32f up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:38:04.213565 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-9902ab7d-9b15-432d-88f6-f829e8cca8d6 tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 0.4237273
Dec 23 16:38:04.216628 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 57230) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:38:04.223020 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-ae1a855a-7e98-4589-96dd-0cb5cddd78f1 tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Request body: {'subnet': {'network_id': '98c80385-8b7f-4d3b-bd8b-086bab9e2082', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:38:04.235871 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9902ab7d-9b15-432d-88f6-f829e8cca8d6 tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Pushing event updated for resources: {'Network': ['ID=98c80385-8b7f-4d3b-bd8b-086bab9e2082,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:38:04.247420 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-9902ab7d-9b15-432d-88f6-f829e8cca8d6 tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:38:04.248218 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Network 98c80385-8b7f-4d3b-bd8b-086bab9e2082 details requested by agent ovs-agent-dv-neutron-822799-1-hyperv with host dv-neutron-822799-1-hyperv {{(pid=87637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 23 16:38:04.355287 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-ae1a855a-7e98-4589-96dd-0cb5cddd78f1 tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:38:04.359747 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-ae1a855a-7e98-4589-96dd-0cb5cddd78f1 tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Usage tracker for resource:subnet and tenant:413df6a051624ffaa7c6b13178c0ea81 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:38:04.362941 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-ae1a855a-7e98-4589-96dd-0cb5cddd78f1 tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:38:04.370010 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-ae1a855a-7e98-4589-96dd-0cb5cddd78f1 tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:38:04.382241 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae1a855a-7e98-4589-96dd-0cb5cddd78f1 tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Made reservation on behalf of 413df6a051624ffaa7c6b13178c0ea81 for: {'subnet': 1} {{(pid=87635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:38:04.387191 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-ae1a855a-7e98-4589-96dd-0cb5cddd78f1 tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2610339'] for subnet, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:04.428217 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning for port 6154756a-ed99-445a-a751-69504d24c32f completed by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:38:04.503568 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.ipam_backend_mixin [None req-ae1a855a-7e98-4589-96dd-0cb5cddd78f1 tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Performing IP validity checks on allocation pools {{(pid=87635) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}}
Dec 23 16:38:04.504094 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.ipam_backend_mixin [None req-ae1a855a-7e98-4589-96dd-0cb5cddd78f1 tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87635) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}}
Dec 23 16:38:04.642624 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-ae1a855a-7e98-4589-96dd-0cb5cddd78f1 tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2753396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2610353'] for subnet, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:04.646843 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-35a2f2aa-6a39-45b8-811e-df31bc99b118 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:38:04.797813 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a37dca87-ff01-4527-a125-7ffc38236ac1 None None] Network 14ca6ab2-d89b-4963-bccc-3ed5310fbc7d requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:38:04.844204 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1a855a-7e98-4589-96dd-0cb5cddd78f1 tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Pushing event updated for resources: {'Subnet': ['ID=b6204e0f-02bc-4936-ab4e-a30935172a8d,revision_number=0']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:38:04.849037 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-ae1a855a-7e98-4589-96dd-0cb5cddd78f1 tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:38:04.853188 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae1a855a-7e98-4589-96dd-0cb5cddd78f1 tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Checking segment: {'id': '56ea446d-94da-4562-9eb1-4ffae744650d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '98c80385-8b7f-4d3b-bd8b-086bab9e2082'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:38:04.853772 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae1a855a-7e98-4589-96dd-0cb5cddd78f1 tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Network hostable DHCP agents. Network: 98c80385-8b7f-4d3b-bd8b-086bab9e2082, hostable agents: ['1c812d71-eadf-4fb3-b98e-67468a4aa7e2'], hosted agents: [] {{(pid=87635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 23 16:38:04.874959 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae1a855a-7e98-4589-96dd-0cb5cddd78f1 tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Network 98c80385-8b7f-4d3b-bd8b-086bab9e2082 is scheduled to be hosted by DHCP agent 1c812d71-eadf-4fb3-b98e-67468a4aa7e2 with binding_index 1 {{(pid=87635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 23 16:38:04.885628 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.base_scheduler [None req-ae1a855a-7e98-4589-96dd-0cb5cddd78f1 tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822799-1-hyperv, 98c80385-8b7f-4d3b-bd8b-086bab9e2082) {{(pid=87635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:38:04.889795 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae1a855a-7e98-4589-96dd-0cb5cddd78f1 tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:38:04.890618 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-ae1a855a-7e98-4589-96dd-0cb5cddd78f1 tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Notify callbacks [] for subnet, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:04.910780 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a62bd83b-452e-4c36-8737-039a768f3332 None None] Network 98c80385-8b7f-4d3b-bd8b-086bab9e2082 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:38:04.915314 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-ae1a855a-7e98-4589-96dd-0cb5cddd78f1 tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 794 time: 0.6974342
Dec 23 16:38:04.917932 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 57234) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:38:04.940743 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-34b1942a-26cd-42bd-bae5-49c85ebe3a2e None None] Provisioning for port 6154756a-ed99-445a-a751-69504d24c32f completed by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:38:05.032847 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-34b1942a-26cd-42bd-bae5-49c85ebe3a2e None None] Provisioning complete for port 6154756a-ed99-445a-a751-69504d24c32f triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:38:05.033226 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-34b1942a-26cd-42bd-bae5-49c85ebe3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:05.060245 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-66869912-a86f-4f07-8c96-deede9b85e84 tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-698866'] for network, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:05.135129 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-66869912-a86f-4f07-8c96-deede9b85e84 tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864774'] for subnet, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:05.212993 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-66869912-a86f-4f07-8c96-deede9b85e84 tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2753333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2609730'] for subnet, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:05.216787 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-bc12e0c0-288d-43ca-9bf7-ff7a2628aaad tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:38:05.255474 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66869912-a86f-4f07-8c96-deede9b85e84 tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Pushing event deleted for resources: {'Subnet': ['ID=b6204e0f-02bc-4936-ab4e-a30935172a8d,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:38:05.257909 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-66869912-a86f-4f07-8c96-deede9b85e84 tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:38:05.325161 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1330ae1-d592-4d41-9838-8c74df9e0088 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7e017a6-8198-58c8-a07e-0f786128e3b3-98c80385-8b7f-4d3b-bd8b-086bab9e2082', 'network_id': '98c80385-8b7f-4d3b-bd8b-086bab9e2082', 'tenant_id': '413df6a051624ffaa7c6b13178c0ea81', 'fixed_ips': [{'subnet_id': 'b6204e0f-02bc-4936-ab4e-a30935172a8d'}]}} from dv-neutron-822799-1-hyperv. {{(pid=87637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 23 16:38:05.325990 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-c1330ae1-d592-4d41-9838-8c74df9e0088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:05.353344 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-34b1942a-26cd-42bd-bae5-49c85ebe3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:05.358077 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-66869912-a86f-4f07-8c96-deede9b85e84 tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-864347', 'neutron.services.segments.db._delete_segments_for_network-8735362908070'] for network, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:05.383421 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.services.segments.db [None req-66869912-a86f-4f07-8c96-deede9b85e84 tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1dc0229e20>,) {'filters': {'network_id': ['98c80385-8b7f-4d3b-bd8b-086bab9e2082']}} {{(pid=87635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:38:05.395625 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.services.segments.db [None req-66869912-a86f-4f07-8c96-deede9b85e84 tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dc0229e20>, '56ea446d-94da-4562-9eb1-4ffae744650d') {'for_net_delete': True} {{(pid=87635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:38:05.395817 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.services.segments.db [None req-66869912-a86f-4f07-8c96-deede9b85e84 tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dc0229e20>, '56ea446d-94da-4562-9eb1-4ffae744650d') {} {{(pid=87635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:38:05.407568 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-66869912-a86f-4f07-8c96-deede9b85e84 tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735363085442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2776713'] for segment, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:05.429390 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-66869912-a86f-4f07-8c96-deede9b85e84 tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:05.436930 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66869912-a86f-4f07-8c96-deede9b85e84 tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Releasing vlan 427 on physical network physnet1 to pool {{(pid=87635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 23 16:38:05.437441 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-66869912-a86f-4f07-8c96-deede9b85e84 tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2753503'] for segment, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:05.446787 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-34b1942a-26cd-42bd-bae5-49c85ebe3a2e None None] For port 6154756a-ed99-445a-a751-69504d24c32f, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=6154756a-ed99-445a-a751-69504d24c32f,segment=NetworkSegment(515a9438-2673-44e3-a522-671570ec18d2),segment_id=515a9438-2673-44e3-a522-671570ec18d2)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:38:05.453691 dv-neutron-822799-1-hyperv neutron-server[87635]: Traceback (most recent call last):
Dec 23 16:38:05.453691 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 23 16:38:05.453691 dv-neutron-822799-1-hyperv neutron-server[87635]:     timer()
Dec 23 16:38:05.453691 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:38:05.453691 dv-neutron-822799-1-hyperv neutron-server[87635]:     cb(*args, **kw)
Dec 23 16:38:05.453691 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 23 16:38:05.453691 dv-neutron-822799-1-hyperv neutron-server[87635]:     return func(*args, **kwargs)
Dec 23 16:38:05.453691 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:38:05.453691 dv-neutron-822799-1-hyperv neutron-server[87635]:     self._notify()
Dec 23 16:38:05.453691 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:38:05.453691 dv-neutron-822799-1-hyperv neutron-server[87635]:     self.callback(batched_events)
Dec 23 16:38:05.453691 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:38:05.453691 dv-neutron-822799-1-hyperv neutron-server[87635]:     event.method(event)
Dec 23 16:38:05.453691 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:38:05.453691 dv-neutron-822799-1-hyperv neutron-server[87635]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:38:05.453691 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 23 16:38:05.453691 dv-neutron-822799-1-hyperv neutron-server[87635]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 23 16:38:05.453691 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 23 16:38:05.453691 dv-neutron-822799-1-hyperv neutron-server[87635]:     return f(self, *a, **k)
Dec 23 16:38:05.453691 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:38:05.453691 dv-neutron-822799-1-hyperv neutron-server[87635]:     return self._get(url).json()
Dec 23 16:38:05.453691 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 23 16:38:05.453691 dv-neutron-822799-1-hyperv neutron-server[87635]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 23 16:38:05.453691 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 23 16:38:05.453691 dv-neutron-822799-1-hyperv neutron-server[87635]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:38:05.453691 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 23 16:38:05.453691 dv-neutron-822799-1-hyperv neutron-server[87635]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 23 16:38:05.453691 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 23 16:38:05.453691 dv-neutron-822799-1-hyperv neutron-server[87635]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:38:05.453691 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 23 16:38:05.453691 dv-neutron-822799-1-hyperv neutron-server[87635]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:38:05.453691 dv-neutron-822799-1-hyperv neutron-server[87635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:38:05.456714 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-34b1942a-26cd-42bd-bae5-49c85ebe3a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:05.458484 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-9b69cb0c-e56d-4f89-aeb3-b2dab18f2e55 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:38:05.489973 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6c673a0-7ada-4bb5-8c89-d3603125d403 None None] Network 98c80385-8b7f-4d3b-bd8b-086bab9e2082 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:38:05.534372 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-66869912-a86f-4f07-8c96-deede9b85e84 tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-864336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1824171'] for network, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:05.539092 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-66869912-a86f-4f07-8c96-deede9b85e84 tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Notify callbacks [] for network, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:05.542806 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-19286b8a-6cc9-41c2-9ce8-56bbc82cacaf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:38:05.567703 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66869912-a86f-4f07-8c96-deede9b85e84 tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Pushing event deleted for resources: {'Network': ['ID=98c80385-8b7f-4d3b-bd8b-086bab9e2082,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:38:05.572518 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-66869912-a86f-4f07-8c96-deede9b85e84 tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:38:05.574395 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-66869912-a86f-4f07-8c96-deede9b85e84 tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] 10.222.0.64 "DELETE /v2.0/networks/98c80385-8b7f-4d3b-bd8b-086bab9e2082 HTTP/1.1" status: 204  len: 168 time: 0.6555364
Dec 23 16:38:05.577882 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 57238) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:38:05.584634 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-d5e7bd65-4b4f-4805-ae7c-9156f68ed4fe tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1235510564'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:38:05.590307 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-d5e7bd65-4b4f-4805-ae7c-9156f68ed4fe tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:38:05.594817 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-d5e7bd65-4b4f-4805-ae7c-9156f68ed4fe tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Usage tracker for resource:network and tenant:413df6a051624ffaa7c6b13178c0ea81 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:38:05.600024 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-d5e7bd65-4b4f-4805-ae7c-9156f68ed4fe tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:38:05.606868 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-d5e7bd65-4b4f-4805-ae7c-9156f68ed4fe tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:38:05.617443 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b1942a-26cd-42bd-bae5-49c85ebe3a2e None None] Pushing event updated for resources: {'Port': ['ID=6154756a-ed99-445a-a751-69504d24c32f,revision_number=3']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:38:05.634085 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5e7bd65-4b4f-4805-ae7c-9156f68ed4fe tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Made reservation on behalf of 413df6a051624ffaa7c6b13178c0ea81 for: {'network': 1} {{(pid=87635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:38:05.638210 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-d5e7bd65-4b4f-4805-ae7c-9156f68ed4fe tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for network, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:05.647936 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-34b1942a-26cd-42bd-bae5-49c85ebe3a2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:38:05.667513 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5e7bd65-4b4f-4805-ae7c-9156f68ed4fe tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] vlan segment allocate from pool success with {'vlan_id': 420, 'physical_network': 'physnet1'}  {{(pid=87635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 23 16:38:05.677163 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-d5e7bd65-4b4f-4805-ae7c-9156f68ed4fe tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:05.677495 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.db.segments_db [None req-d5e7bd65-4b4f-4805-ae7c-9156f68ed4fe tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Added segment 0fd0b0c4-6b2a-4a65-b163-27db16460089 of type vlan for network 89ee9bef-c124-4f56-bb83-e6f9db7c4a68
Dec 23 16:38:05.700358 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-889ee339-2a0c-4272-b22c-6363bee19e03 None None] Provisioning complete for port 6154756a-ed99-445a-a751-69504d24c32f triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:38:05.700772 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-889ee339-2a0c-4272-b22c-6363bee19e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:05.705655 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-d5e7bd65-4b4f-4805-ae7c-9156f68ed4fe tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735362521793'] for network, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:05.735536 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-d5e7bd65-4b4f-4805-ae7c-9156f68ed4fe tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495'] for network, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:05.741405 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5e7bd65-4b4f-4805-ae7c-9156f68ed4fe tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:38:05.742002 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-d5e7bd65-4b4f-4805-ae7c-9156f68ed4fe tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Notify callbacks [] for network, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:05.747491 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-c870aab5-d79d-492f-9b52-2e82b9b508ae tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:38:05.833870 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-d5e7bd65-4b4f-4805-ae7c-9156f68ed4fe tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 0.2548323
Dec 23 16:38:05.836850 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 57242) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:38:05.842999 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-adf6349f-c503-4a79-9144-7bd3edb12632 tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Request body: {'subnet': {'network_id': '89ee9bef-c124-4f56-bb83-e6f9db7c4a68', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:38:05.854462 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e7bd65-4b4f-4805-ae7c-9156f68ed4fe tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Pushing event updated for resources: {'Network': ['ID=89ee9bef-c124-4f56-bb83-e6f9db7c4a68,revision_number=1']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:38:05.857044 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-d5e7bd65-4b4f-4805-ae7c-9156f68ed4fe tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:38:05.864977 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Network 89ee9bef-c124-4f56-bb83-e6f9db7c4a68 details requested by agent ovs-agent-dv-neutron-822799-1-hyperv with host dv-neutron-822799-1-hyperv {{(pid=87637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 23 16:38:05.954645 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-adf6349f-c503-4a79-9144-7bd3edb12632 tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:38:05.958304 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-adf6349f-c503-4a79-9144-7bd3edb12632 tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Usage tracker for resource:subnet and tenant:413df6a051624ffaa7c6b13178c0ea81 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:38:05.961175 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-adf6349f-c503-4a79-9144-7bd3edb12632 tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:38:05.967739 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-adf6349f-c503-4a79-9144-7bd3edb12632 tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:38:05.979498 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adf6349f-c503-4a79-9144-7bd3edb12632 tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Made reservation on behalf of 413df6a051624ffaa7c6b13178c0ea81 for: {'subnet': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:38:05.983080 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-adf6349f-c503-4a79-9144-7bd3edb12632 tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2618324'] for subnet, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:06.164983 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 6154756a-ed99-445a-a751-69504d24c32f up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:38:06.217973 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-adf6349f-c503-4a79-9144-7bd3edb12632 tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2176430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2618310'] for subnet, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:06.222360 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-0e614f58-ca47-4fcf-83cd-06679f86b370 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:38:06.232658 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port 6154756a-ed99-445a-a751-69504d24c32f triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:38:06.233045 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:06.301303 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf6349f-c503-4a79-9144-7bd3edb12632 tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Pushing event updated for resources: {'Subnet': ['ID=89e8ae39-7a51-45d0-a8a7-f26b28f6a5c8,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:38:06.314528 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf6349f-c503-4a79-9144-7bd3edb12632 tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:38:06.314913 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf6349f-c503-4a79-9144-7bd3edb12632 tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:38:06.315295 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf6349f-c503-4a79-9144-7bd3edb12632 tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:38:06.315670 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf6349f-c503-4a79-9144-7bd3edb12632 tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:38:06.316040 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf6349f-c503-4a79-9144-7bd3edb12632 tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:38:06.316408 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf6349f-c503-4a79-9144-7bd3edb12632 tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:38:06.316844 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf6349f-c503-4a79-9144-7bd3edb12632 tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:38:06.317254 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf6349f-c503-4a79-9144-7bd3edb12632 tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:38:06.317620 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf6349f-c503-4a79-9144-7bd3edb12632 tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:38:06.317983 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf6349f-c503-4a79-9144-7bd3edb12632 tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:38:06.318344 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf6349f-c503-4a79-9144-7bd3edb12632 tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:38:06.318702 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf6349f-c503-4a79-9144-7bd3edb12632 tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:38:06.322081 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adf6349f-c503-4a79-9144-7bd3edb12632 tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Checking segment: {'id': '0fd0b0c4-6b2a-4a65-b163-27db16460089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '89ee9bef-c124-4f56-bb83-e6f9db7c4a68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:38:06.322518 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adf6349f-c503-4a79-9144-7bd3edb12632 tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Network hostable DHCP agents. Network: 89ee9bef-c124-4f56-bb83-e6f9db7c4a68, hostable agents: ['1c812d71-eadf-4fb3-b98e-67468a4aa7e2'], hosted agents: [] {{(pid=87636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 23 16:38:06.328209 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-adf6349f-c503-4a79-9144-7bd3edb12632 tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:38:06.347117 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adf6349f-c503-4a79-9144-7bd3edb12632 tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Network 89ee9bef-c124-4f56-bb83-e6f9db7c4a68 is scheduled to be hosted by DHCP agent 1c812d71-eadf-4fb3-b98e-67468a4aa7e2 with binding_index 1 {{(pid=87636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 23 16:38:06.357902 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-adf6349f-c503-4a79-9144-7bd3edb12632 tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822799-1-hyperv, 89ee9bef-c124-4f56-bb83-e6f9db7c4a68) {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:38:06.362282 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adf6349f-c503-4a79-9144-7bd3edb12632 tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:38:06.362877 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-adf6349f-c503-4a79-9144-7bd3edb12632 tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Notify callbacks [] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:06.368335 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0daca714-6edc-468f-a85b-e44a6d57d735 None None] Network 89ee9bef-c124-4f56-bb83-e6f9db7c4a68 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:38:06.383838 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-adf6349f-c503-4a79-9144-7bd3edb12632 tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.5458348
Dec 23 16:38:06.387742 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 57246) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:38:06.393788 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-1d496fd1-b1a6-44aa-97d4-b8852d2ee084 tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1188630679'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:38:06.398719 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-1d496fd1-b1a6-44aa-97d4-b8852d2ee084 tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:38:06.402890 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-1d496fd1-b1a6-44aa-97d4-b8852d2ee084 tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Usage tracker for resource:network and tenant:413df6a051624ffaa7c6b13178c0ea81 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:38:06.405764 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-1d496fd1-b1a6-44aa-97d4-b8852d2ee084 tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:38:06.411719 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-1d496fd1-b1a6-44aa-97d4-b8852d2ee084 tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:38:06.421753 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d496fd1-b1a6-44aa-97d4-b8852d2ee084 tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Made reservation on behalf of 413df6a051624ffaa7c6b13178c0ea81 for: {'network': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:38:06.425787 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1d496fd1-b1a6-44aa-97d4-b8852d2ee084 tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for network, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:06.454547 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d496fd1-b1a6-44aa-97d4-b8852d2ee084 tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] vlan segment allocate from pool success with {'vlan_id': 436, 'physical_network': 'physnet1'}  {{(pid=87636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 23 16:38:06.464313 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1d496fd1-b1a6-44aa-97d4-b8852d2ee084 tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:06.464681 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.db.segments_db [None req-1d496fd1-b1a6-44aa-97d4-b8852d2ee084 tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Added segment 7729bc7f-e445-416c-a1ec-305215c3eea0 of type vlan for network 49da1997-cd5e-4131-a440-60ac6315f399
Dec 23 16:38:06.491314 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1d496fd1-b1a6-44aa-97d4-b8852d2ee084 tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735362521793'] for network, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:06.523934 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1d496fd1-b1a6-44aa-97d4-b8852d2ee084 tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495'] for network, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:06.529676 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d496fd1-b1a6-44aa-97d4-b8852d2ee084 tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:38:06.530294 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1d496fd1-b1a6-44aa-97d4-b8852d2ee084 tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:06.535352 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-e43d0207-2ce5-446a-8167-3fcf4b9bffff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:38:06.618047 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-1d496fd1-b1a6-44aa-97d4-b8852d2ee084 tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 0.2289684
Dec 23 16:38:06.621903 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 57250) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:38:06.628653 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-f2b58e96-cb1d-4532-81a3-b6fbece18c73 tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Request body: {'subnet': {'network_id': '49da1997-cd5e-4131-a440-60ac6315f399', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:38:06.637953 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14902bde-1c6c-48e7-975c-6092c0316d64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7e017a6-8198-58c8-a07e-0f786128e3b3-89ee9bef-c124-4f56-bb83-e6f9db7c4a68', 'network_id': '89ee9bef-c124-4f56-bb83-e6f9db7c4a68', 'tenant_id': '413df6a051624ffaa7c6b13178c0ea81', 'fixed_ips': [{'subnet_id': '89e8ae39-7a51-45d0-a8a7-f26b28f6a5c8'}]}} from dv-neutron-822799-1-hyperv. {{(pid=87637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 23 16:38:06.638857 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-14902bde-1c6c-48e7-975c-6092c0316d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:06.640437 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d496fd1-b1a6-44aa-97d4-b8852d2ee084 tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Pushing event updated for resources: {'Network': ['ID=49da1997-cd5e-4131-a440-60ac6315f399,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:38:06.643044 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-1d496fd1-b1a6-44aa-97d4-b8852d2ee084 tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:38:06.654032 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Network 49da1997-cd5e-4131-a440-60ac6315f399 details requested by agent ovs-agent-dv-neutron-822799-1-hyperv with host dv-neutron-822799-1-hyperv {{(pid=87637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 23 16:38:06.743012 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-f2b58e96-cb1d-4532-81a3-b6fbece18c73 tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:38:06.746990 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-f2b58e96-cb1d-4532-81a3-b6fbece18c73 tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Usage tracker for resource:subnet and tenant:413df6a051624ffaa7c6b13178c0ea81 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:38:06.749739 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-f2b58e96-cb1d-4532-81a3-b6fbece18c73 tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:38:06.755239 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-f2b58e96-cb1d-4532-81a3-b6fbece18c73 tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:38:06.766313 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2b58e96-cb1d-4532-81a3-b6fbece18c73 tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Made reservation on behalf of 413df6a051624ffaa7c6b13178c0ea81 for: {'subnet': 1} {{(pid=87635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:38:06.769785 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-f2b58e96-cb1d-4532-81a3-b6fbece18c73 tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2610339'] for subnet, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:06.882696 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_common [None req-14902bde-1c6c-48e7-975c-6092c0316d64 None None] Allocated IP 2001:db8::2 (89ee9bef-c124-4f56-bb83-e6f9db7c4a68/89e8ae39-7a51-45d0-a8a7-f26b28f6a5c8/a9440c8f-7c93-4bff-9cab-a5d62c827a24) {{(pid=87637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:38:06.981728 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-f2b58e96-cb1d-4532-81a3-b6fbece18c73 tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2753396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2610353'] for subnet, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:06.986158 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-ae1a855a-7e98-4589-96dd-0cb5cddd78f1 tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:38:07.063764 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b58e96-cb1d-4532-81a3-b6fbece18c73 tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Pushing event updated for resources: {'Subnet': ['ID=d0004772-0333-4faa-98cb-909f4ee841d7,revision_number=0']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:38:07.067758 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-f2b58e96-cb1d-4532-81a3-b6fbece18c73 tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:38:07.072072 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2b58e96-cb1d-4532-81a3-b6fbece18c73 tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Checking segment: {'id': '7729bc7f-e445-416c-a1ec-305215c3eea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '49da1997-cd5e-4131-a440-60ac6315f399'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:38:07.072477 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2b58e96-cb1d-4532-81a3-b6fbece18c73 tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Network hostable DHCP agents. Network: 49da1997-cd5e-4131-a440-60ac6315f399, hostable agents: ['1c812d71-eadf-4fb3-b98e-67468a4aa7e2'], hosted agents: [] {{(pid=87635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 23 16:38:07.093322 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2b58e96-cb1d-4532-81a3-b6fbece18c73 tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Network 49da1997-cd5e-4131-a440-60ac6315f399 is scheduled to be hosted by DHCP agent 1c812d71-eadf-4fb3-b98e-67468a4aa7e2 with binding_index 1 {{(pid=87635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 23 16:38:07.093601 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-14902bde-1c6c-48e7-975c-6092c0316d64 None None] Notify callbacks [] for port, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:07.104092 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.base_scheduler [None req-f2b58e96-cb1d-4532-81a3-b6fbece18c73 tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822799-1-hyperv, 49da1997-cd5e-4131-a440-60ac6315f399) {{(pid=87635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:38:07.104827 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-14902bde-1c6c-48e7-975c-6092c0316d64 None None] Transition to ACTIVE for port object a9440c8f-7c93-4bff-9cab-a5d62c827a24 will not be triggered until provisioned by entity L2. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:38:07.108238 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2b58e96-cb1d-4532-81a3-b6fbece18c73 tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:38:07.108842 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-f2b58e96-cb1d-4532-81a3-b6fbece18c73 tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Notify callbacks [] for subnet, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:07.114027 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-289889c0-fc40-4382-8e38-5f3c1ce0275a None None] Network 49da1997-cd5e-4131-a440-60ac6315f399 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:38:07.130855 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-f2b58e96-cb1d-4532-81a3-b6fbece18c73 tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.5080469
Dec 23 16:38:07.133575 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 57254) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:38:07.191987 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-14902bde-1c6c-48e7-975c-6092c0316d64 None None] Transition to ACTIVE for port object a9440c8f-7c93-4bff-9cab-a5d62c827a24 will not be triggered until provisioned by entity DHCP. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:38:07.211586 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-14902bde-1c6c-48e7-975c-6092c0316d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780'] for port, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:07.216588 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:38:07.280040 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-84f3e033-b5ed-451b-9022-4c69648fe5af tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-698866'] for network, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:07.298132 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14902bde-1c6c-48e7-975c-6092c0316d64 None None] Network 89ee9bef-c124-4f56-bb83-e6f9db7c4a68 is already hosted by enough agents. {{(pid=87637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:38:07.309199 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-14902bde-1c6c-48e7-975c-6092c0316d64 None None] Resources bound (agent type, host, resource id):  {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:38:07.311729 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14902bde-1c6c-48e7-975c-6092c0316d64 None None] Received port after_create {{(pid=87637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:38:07.323634 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14902bde-1c6c-48e7-975c-6092c0316d64 None None] Pushing event updated for resources: {'Port': ['ID=a9440c8f-7c93-4bff-9cab-a5d62c827a24,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:38:07.326358 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-14902bde-1c6c-48e7-975c-6092c0316d64 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:38:07.345744 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-84f3e033-b5ed-451b-9022-4c69648fe5af tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864774'] for subnet, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:07.418996 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-84f3e033-b5ed-451b-9022-4c69648fe5af tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2753333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2609730'] for subnet, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:07.422697 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-27e9013e-c9a4-4eb8-af9b-c76d7dc2fe06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:38:07.453078 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-14902bde-1c6c-48e7-975c-6092c0316d64 None None] Attempting to bind port a9440c8f-7c93-4bff-9cab-a5d62c827a24 on host dv-neutron-822799-1-hyperv for vnic_type normal with profile  {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:38:07.453460 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-14902bde-1c6c-48e7-975c-6092c0316d64 None None] Attempting to bind port a9440c8f-7c93-4bff-9cab-a5d62c827a24 by drivers openvswitch,hyperv on host dv-neutron-822799-1-hyperv at level 0 using segments [{'id': '0fd0b0c4-6b2a-4a65-b163-27db16460089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '89ee9bef-c124-4f56-bb83-e6f9db7c4a68'}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:38:07.453840 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14902bde-1c6c-48e7-975c-6092c0316d64 None None] Attempting to bind port a9440c8f-7c93-4bff-9cab-a5d62c827a24 on network 89ee9bef-c124-4f56-bb83-e6f9db7c4a68 {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:38:07.462704 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f3e033-b5ed-451b-9022-4c69648fe5af tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Pushing event deleted for resources: {'Subnet': ['ID=d0004772-0333-4faa-98cb-909f4ee841d7,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:38:07.465758 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-84f3e033-b5ed-451b-9022-4c69648fe5af tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:38:07.490328 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14902bde-1c6c-48e7-975c-6092c0316d64 None None] Checking agent: {'id': '20d2070f-69a9-4e73-8d08-6f0387a40158', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822799-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 21), 'started_at': datetime.datetime(2021, 12, 23, 16, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 37, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822799-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 23 16:38:07.490725 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14902bde-1c6c-48e7-975c-6092c0316d64 None None] Checking segment: {'id': '0fd0b0c4-6b2a-4a65-b163-27db16460089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '89ee9bef-c124-4f56-bb83-e6f9db7c4a68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:38:07.491142 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-14902bde-1c6c-48e7-975c-6092c0316d64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:07.491552 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14902bde-1c6c-48e7-975c-6092c0316d64 None None] Bound using segment: {'id': '0fd0b0c4-6b2a-4a65-b163-27db16460089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '89ee9bef-c124-4f56-bb83-e6f9db7c4a68'} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 23 16:38:07.492043 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-14902bde-1c6c-48e7-975c-6092c0316d64 None None] Bound port: a9440c8f-7c93-4bff-9cab-a5d62c827a24, host: dv-neutron-822799-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fd0b0c4-6b2a-4a65-b163-27db16460089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '89ee9bef-c124-4f56-bb83-e6f9db7c4a68'}}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 23 16:38:07.492432 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-14902bde-1c6c-48e7-975c-6092c0316d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:07.548594 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dee964b1-77c7-48cc-acd9-ff61b0a84999 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7e017a6-8198-58c8-a07e-0f786128e3b3-49da1997-cd5e-4131-a440-60ac6315f399', 'network_id': '49da1997-cd5e-4131-a440-60ac6315f399', 'tenant_id': '413df6a051624ffaa7c6b13178c0ea81', 'fixed_ips': [{'subnet_id': 'd0004772-0333-4faa-98cb-909f4ee841d7'}]}} from dv-neutron-822799-1-hyperv. {{(pid=87637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 23 16:38:07.549491 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-dee964b1-77c7-48cc-acd9-ff61b0a84999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:07.670443 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-14902bde-1c6c-48e7-975c-6092c0316d64 None None] For port a9440c8f-7c93-4bff-9cab-a5d62c827a24, host dv-neutron-822799-1-hyperv, cleared binding levels {{(pid=87637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 23 16:38:07.671901 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-84f3e033-b5ed-451b-9022-4c69648fe5af tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-864347', 'neutron.services.segments.db._delete_segments_for_network-8735362908070'] for network, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:07.675548 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-14902bde-1c6c-48e7-975c-6092c0316d64 None None] For port a9440c8f-7c93-4bff-9cab-a5d62c827a24, host dv-neutron-822799-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=a9440c8f-7c93-4bff-9cab-a5d62c827a24,segment=NetworkSegment(0fd0b0c4-6b2a-4a65-b163-27db16460089),segment_id=0fd0b0c4-6b2a-4a65-b163-27db16460089)] {{(pid=87637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 23 16:38:07.682245 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-14902bde-1c6c-48e7-975c-6092c0316d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:07.687030 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:38:07.697853 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.services.segments.db [None req-84f3e033-b5ed-451b-9022-4c69648fe5af tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1dc27f33a0>,) {'filters': {'network_id': ['49da1997-cd5e-4131-a440-60ac6315f399']}} {{(pid=87635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:38:07.709822 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.services.segments.db [None req-84f3e033-b5ed-451b-9022-4c69648fe5af tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dc27f33a0>, '7729bc7f-e445-416c-a1ec-305215c3eea0') {'for_net_delete': True} {{(pid=87635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:38:07.710119 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.services.segments.db [None req-84f3e033-b5ed-451b-9022-4c69648fe5af tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dc27f33a0>, '7729bc7f-e445-416c-a1ec-305215c3eea0') {} {{(pid=87635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:38:07.721507 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-84f3e033-b5ed-451b-9022-4c69648fe5af tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735363085442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2776713'] for segment, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:07.738168 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-84f3e033-b5ed-451b-9022-4c69648fe5af tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:07.742560 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f4b0644-2e73-473e-ae0f-d018388c332d None None] Network 49da1997-cd5e-4131-a440-60ac6315f399 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:38:07.744898 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84f3e033-b5ed-451b-9022-4c69648fe5af tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Releasing vlan 436 on physical network physnet1 to pool {{(pid=87635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 23 16:38:07.745312 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-84f3e033-b5ed-451b-9022-4c69648fe5af tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2753503'] for segment, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:07.763514 dv-neutron-822799-1-hyperv neutron-server[87635]: Traceback (most recent call last):
Dec 23 16:38:07.763514 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 23 16:38:07.763514 dv-neutron-822799-1-hyperv neutron-server[87635]:     timer()
Dec 23 16:38:07.763514 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:38:07.763514 dv-neutron-822799-1-hyperv neutron-server[87635]:     cb(*args, **kw)
Dec 23 16:38:07.763514 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 23 16:38:07.763514 dv-neutron-822799-1-hyperv neutron-server[87635]:     return func(*args, **kwargs)
Dec 23 16:38:07.763514 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:38:07.763514 dv-neutron-822799-1-hyperv neutron-server[87635]:     self._notify()
Dec 23 16:38:07.763514 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:38:07.763514 dv-neutron-822799-1-hyperv neutron-server[87635]:     self.callback(batched_events)
Dec 23 16:38:07.763514 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:38:07.763514 dv-neutron-822799-1-hyperv neutron-server[87635]:     event.method(event)
Dec 23 16:38:07.763514 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:38:07.763514 dv-neutron-822799-1-hyperv neutron-server[87635]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:38:07.763514 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 23 16:38:07.763514 dv-neutron-822799-1-hyperv neutron-server[87635]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 23 16:38:07.763514 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 23 16:38:07.763514 dv-neutron-822799-1-hyperv neutron-server[87635]:     return f(self, *a, **k)
Dec 23 16:38:07.763514 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:38:07.763514 dv-neutron-822799-1-hyperv neutron-server[87635]:     return self._get(url).json()
Dec 23 16:38:07.763514 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 23 16:38:07.763514 dv-neutron-822799-1-hyperv neutron-server[87635]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 23 16:38:07.763514 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 23 16:38:07.763514 dv-neutron-822799-1-hyperv neutron-server[87635]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:38:07.763514 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 23 16:38:07.763514 dv-neutron-822799-1-hyperv neutron-server[87635]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 23 16:38:07.763514 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 23 16:38:07.763514 dv-neutron-822799-1-hyperv neutron-server[87635]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:38:07.763514 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 23 16:38:07.763514 dv-neutron-822799-1-hyperv neutron-server[87635]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:38:07.763514 dv-neutron-822799-1-hyperv neutron-server[87635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:38:07.840098 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14902bde-1c6c-48e7-975c-6092c0316d64 None None] Pushing event updated for resources: {'Port': ['ID=a9440c8f-7c93-4bff-9cab-a5d62c827a24,revision_number=2']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:38:07.851291 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-14902bde-1c6c-48e7-975c-6092c0316d64 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:38:07.852143 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-84f3e033-b5ed-451b-9022-4c69648fe5af tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-864336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1824171'] for network, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:07.857651 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-84f3e033-b5ed-451b-9022-4c69648fe5af tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Notify callbacks [] for network, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:07.862004 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-7a445f6c-8dba-4bfe-b405-cf3efd969d57 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:38:07.887130 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f3e033-b5ed-451b-9022-4c69648fe5af tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Pushing event deleted for resources: {'Network': ['ID=49da1997-cd5e-4131-a440-60ac6315f399,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:38:07.889584 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-84f3e033-b5ed-451b-9022-4c69648fe5af tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:38:07.891312 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-84f3e033-b5ed-451b-9022-4c69648fe5af tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] 10.222.0.64 "DELETE /v2.0/networks/49da1997-cd5e-4131-a440-60ac6315f399 HTTP/1.1" status: 204  len: 168 time: 0.7566569
Dec 23 16:38:07.894770 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 57258) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:38:07.961046 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.pecan_wsgi.hooks.translation [None req-030475ef-bfa0-415e-b5eb-cc5f4cffba0f tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] GET failed (client error): The resource could not be found.
Dec 23 16:38:07.961578 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-030475ef-bfa0-415e-b5eb-cc5f4cffba0f tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Synchronizing usage tracker for tenant:413df6a051624ffaa7c6b13178c0ea81 on resource:subnet {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:38:07.980557 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-030475ef-bfa0-415e-b5eb-cc5f4cffba0f tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Unset dirty status for tenant:413df6a051624ffaa7c6b13178c0ea81 on resource:subnet {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:38:07.982114 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-030475ef-bfa0-415e-b5eb-cc5f4cffba0f tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] 10.222.0.64 "GET /v2.0/subnets/d0004772-0333-4faa-98cb-909f4ee841d7 HTTP/1.1" status: 404  len: 337 time: 0.0859778
Dec 23 16:38:07.985186 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 57262) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:38:08.010432 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.pecan_wsgi.hooks.translation [None req-277b221c-0f46-4a54-80a2-75e2fc621454 tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:38:08.010923 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-277b221c-0f46-4a54-80a2-75e2fc621454 tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 23 16:38:08.012728 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-277b221c-0f46-4a54-80a2-75e2fc621454 tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] 10.222.0.64 "DELETE /v2.0/networks/49da1997-cd5e-4131-a440-60ac6315f399 HTTP/1.1" status: 404  len: 339 time: 0.0265303
Dec 23 16:38:08.016939 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 57266) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:38:08.060302 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae28addc-4766-4633-8dc7-427dcb2f73d5 tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:38:08.061021 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae28addc-4766-4633-8dc7-427dcb2f73d5 tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 23 16:38:08.063485 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-ae28addc-4766-4633-8dc7-427dcb2f73d5 tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] 10.222.0.64 "DELETE /v2.0/subnets/d0004772-0333-4faa-98cb-909f4ee841d7 HTTP/1.1" status: 404  len: 337 time: 0.0455904
Dec 23 16:38:08.066359 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 57270) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:38:08.093544 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d727892-6804-4afd-a4cc-3e9e5fe7134b tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:38:08.093997 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d727892-6804-4afd-a4cc-3e9e5fe7134b tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 23 16:38:08.095640 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-0d727892-6804-4afd-a4cc-3e9e5fe7134b tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] 10.222.0.64 "DELETE /v2.0/networks/49da1997-cd5e-4131-a440-60ac6315f399 HTTP/1.1" status: 404  len: 339 time: 0.0280044
Dec 23 16:38:08.098224 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 57274) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:38:08.165944 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_v2 [None req-900934a0-b485-492d-89ec-47cf7ed3c9ea tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Deleting subnet 89e8ae39-7a51-45d0-a8a7-f26b28f6a5c8 {{(pid=87636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 23 16:38:08.168964 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-900934a0-b485-492d-89ec-47cf7ed3c9ea tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Notify callbacks [] for subnet, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:08.186749 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device a9440c8f-7c93-4bff-9cab-a5d62c827a24 up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:38:08.228129 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-900934a0-b485-492d-89ec-47cf7ed3c9ea tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2382092'] for subnet, precommit_delete_associations {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:08.262600 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning for port a9440c8f-7c93-4bff-9cab-a5d62c827a24 completed by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:38:08.313577 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-900934a0-b485-492d-89ec-47cf7ed3c9ea tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864774'] for subnet, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:08.399159 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-900934a0-b485-492d-89ec-47cf7ed3c9ea tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2176495', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2618677'] for subnet, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:08.403552 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-0d9c4e5f-6558-4ad5-9392-67bec0b4a668 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:38:08.443558 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900934a0-b485-492d-89ec-47cf7ed3c9ea tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Pushing event deleted for resources: {'Subnet': ['ID=89e8ae39-7a51-45d0-a8a7-f26b28f6a5c8,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:38:08.446343 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-900934a0-b485-492d-89ec-47cf7ed3c9ea tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:38:08.449247 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-900934a0-b485-492d-89ec-47cf7ed3c9ea tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Notify callbacks [] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:08.464229 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-900934a0-b485-492d-89ec-47cf7ed3c9ea tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] 10.222.0.64 "DELETE /v2.0/subnets/89e8ae39-7a51-45d0-a8a7-f26b28f6a5c8 HTTP/1.1" status: 204  len: 168 time: 0.3649521
Dec 23 16:38:08.466751 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 57278) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:38:08.582493 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2dc04292-9560-45a2-9437-86dfcd97259f tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-698866'] for network, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:08.593211 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-2dc04292-9560-45a2-9437-86dfcd97259f tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Deleting port a9440c8f-7c93-4bff-9cab-a5d62c827a24 {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:38:08.593541 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2dc04292-9560-45a2-9437-86dfcd97259f tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:08.690995 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28574b20-4c95-466a-803c-abafc2f2b153 None None] Network 89ee9bef-c124-4f56-bb83-e6f9db7c4a68 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:38:08.814855 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [None req-2dc04292-9560-45a2-9437-86dfcd97259f tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] For port a9440c8f-7c93-4bff-9cab-a5d62c827a24, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=a9440c8f-7c93-4bff-9cab-a5d62c827a24,segment=NetworkSegment(0fd0b0c4-6b2a-4a65-b163-27db16460089),segment_id=0fd0b0c4-6b2a-4a65-b163-27db16460089)] {{(pid=87636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:38:08.815247 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2dc04292-9560-45a2-9437-86dfcd97259f tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:08.872741 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-15803cb8-a28e-48b4-ab0f-98b9d4454568 None None] Provisioning for port a9440c8f-7c93-4bff-9cab-a5d62c827a24 completed by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:38:08.906453 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-15803cb8-a28e-48b4-ab0f-98b9d4454568 None None] Provisioning complete for port a9440c8f-7c93-4bff-9cab-a5d62c827a24 triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:38:08.906832 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-15803cb8-a28e-48b4-ab0f-98b9d4454568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:09.051375 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-15803cb8-a28e-48b4-ab0f-98b9d4454568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:09.072663 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-2dc04292-9560-45a2-9437-86dfcd97259f tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Calling delete_port for a9440c8f-7c93-4bff-9cab-a5d62c827a24 owned by network:dhcp {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:38:09.089069 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-15803cb8-a28e-48b4-ab0f-98b9d4454568 None None] For port a9440c8f-7c93-4bff-9cab-a5d62c827a24, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=a9440c8f-7c93-4bff-9cab-a5d62c827a24,segment=NetworkSegment(0fd0b0c4-6b2a-4a65-b163-27db16460089),segment_id=0fd0b0c4-6b2a-4a65-b163-27db16460089)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:38:09.093876 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-15803cb8-a28e-48b4-ab0f-98b9d4454568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:09.095615 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:38:09.127927 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6639fde4-6ab0-4aa9-be6c-4a0d0b168bcc None None] DHCP port deletion for 89ee9bef-c124-4f56-bb83-e6f9db7c4a68 request from dv-neutron-822799-1-hyperv {{(pid=87637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 23 16:38:09.144072 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-6639fde4-6ab0-4aa9-be6c-4a0d0b168bcc None None] Deleting port a9440c8f-7c93-4bff-9cab-a5d62c827a24 {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:38:09.144454 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-6639fde4-6ab0-4aa9-be6c-4a0d0b168bcc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:09.153640 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.db.api [None req-2dc04292-9560-45a2-9437-86dfcd97259f tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87636) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 23 16:38:09.153957 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_db.api [None req-2dc04292-9560-45a2-9437-86dfcd97259f tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 23 16:38:09.210416 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15803cb8-a28e-48b4-ab0f-98b9d4454568 None None] Pushing event updated for resources: {'Port': ['ID=a9440c8f-7c93-4bff-9cab-a5d62c827a24,revision_number=4']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:38:09.235178 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-15803cb8-a28e-48b4-ab0f-98b9d4454568 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:38:09.361769 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-6639fde4-6ab0-4aa9-be6c-4a0d0b168bcc None None] For port a9440c8f-7c93-4bff-9cab-a5d62c827a24, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=a9440c8f-7c93-4bff-9cab-a5d62c827a24,segment=NetworkSegment(0fd0b0c4-6b2a-4a65-b163-27db16460089),segment_id=0fd0b0c4-6b2a-4a65-b163-27db16460089)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:38:09.362104 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-6639fde4-6ab0-4aa9-be6c-4a0d0b168bcc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:09.482921 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-6639fde4-6ab0-4aa9-be6c-4a0d0b168bcc None None] Calling delete_port for a9440c8f-7c93-4bff-9cab-a5d62c827a24 owned by network:dhcp {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:38:09.557581 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-6639fde4-6ab0-4aa9-be6c-4a0d0b168bcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789'] for port, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:09.562964 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-14902bde-1c6c-48e7-975c-6092c0316d64 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:38:09.610927 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639fde4-6ab0-4aa9-be6c-4a0d0b168bcc None None] Pushing event deleted for resources: {'Port': ['ID=a9440c8f-7c93-4bff-9cab-a5d62c827a24,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:38:09.613770 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-6639fde4-6ab0-4aa9-be6c-4a0d0b168bcc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:38:09.614570 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6639fde4-6ab0-4aa9-be6c-4a0d0b168bcc None None] No DVR routers for this DVR port a9440c8f-7c93-4bff-9cab-a5d62c827a24 on host dv-neutron-822799-1-hyperv {{(pid=87637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 23 16:38:09.655329 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-2dc04292-9560-45a2-9437-86dfcd97259f tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Deleting port a9440c8f-7c93-4bff-9cab-a5d62c827a24 {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:38:09.655688 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2dc04292-9560-45a2-9437-86dfcd97259f tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:09.726319 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-2dc04292-9560-45a2-9437-86dfcd97259f tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] The port 'a9440c8f-7c93-4bff-9cab-a5d62c827a24' was deleted {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 23 16:38:09.849337 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2dc04292-9560-45a2-9437-86dfcd97259f tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-864347', 'neutron.services.segments.db._delete_segments_for_network-8735362908070'] for network, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:09.874969 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-2dc04292-9560-45a2-9437-86dfcd97259f tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1dc04f7940>,) {'filters': {'network_id': ['89ee9bef-c124-4f56-bb83-e6f9db7c4a68']}} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:38:09.886806 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-2dc04292-9560-45a2-9437-86dfcd97259f tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dc04f7940>, '0fd0b0c4-6b2a-4a65-b163-27db16460089') {'for_net_delete': True} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:38:09.887109 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-2dc04292-9560-45a2-9437-86dfcd97259f tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dc04f7940>, '0fd0b0c4-6b2a-4a65-b163-27db16460089') {} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:38:09.898207 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2dc04292-9560-45a2-9437-86dfcd97259f tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735363085442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2382197'] for segment, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:09.913834 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2dc04292-9560-45a2-9437-86dfcd97259f tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:09.919887 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2dc04292-9560-45a2-9437-86dfcd97259f tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Releasing vlan 420 on physical network physnet1 to pool {{(pid=87636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 23 16:38:09.920329 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2dc04292-9560-45a2-9437-86dfcd97259f tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2176261'] for segment, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:09.935209 dv-neutron-822799-1-hyperv neutron-server[87636]: Traceback (most recent call last):
Dec 23 16:38:09.935209 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 23 16:38:09.935209 dv-neutron-822799-1-hyperv neutron-server[87636]:     timer()
Dec 23 16:38:09.935209 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:38:09.935209 dv-neutron-822799-1-hyperv neutron-server[87636]:     cb(*args, **kw)
Dec 23 16:38:09.935209 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 23 16:38:09.935209 dv-neutron-822799-1-hyperv neutron-server[87636]:     return func(*args, **kwargs)
Dec 23 16:38:09.935209 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:38:09.935209 dv-neutron-822799-1-hyperv neutron-server[87636]:     self._notify()
Dec 23 16:38:09.935209 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:38:09.935209 dv-neutron-822799-1-hyperv neutron-server[87636]:     self.callback(batched_events)
Dec 23 16:38:09.935209 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:38:09.935209 dv-neutron-822799-1-hyperv neutron-server[87636]:     event.method(event)
Dec 23 16:38:09.935209 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:38:09.935209 dv-neutron-822799-1-hyperv neutron-server[87636]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:38:09.935209 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 23 16:38:09.935209 dv-neutron-822799-1-hyperv neutron-server[87636]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 23 16:38:09.935209 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 23 16:38:09.935209 dv-neutron-822799-1-hyperv neutron-server[87636]:     return f(self, *a, **k)
Dec 23 16:38:09.935209 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:38:09.935209 dv-neutron-822799-1-hyperv neutron-server[87636]:     return self._get(url).json()
Dec 23 16:38:09.935209 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 23 16:38:09.935209 dv-neutron-822799-1-hyperv neutron-server[87636]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 23 16:38:09.935209 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 23 16:38:09.935209 dv-neutron-822799-1-hyperv neutron-server[87636]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:38:09.935209 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 23 16:38:09.935209 dv-neutron-822799-1-hyperv neutron-server[87636]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 23 16:38:09.935209 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 23 16:38:09.935209 dv-neutron-822799-1-hyperv neutron-server[87636]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:38:09.935209 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 23 16:38:09.935209 dv-neutron-822799-1-hyperv neutron-server[87636]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:38:09.935209 dv-neutron-822799-1-hyperv neutron-server[87636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:38:10.015343 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2dc04292-9560-45a2-9437-86dfcd97259f tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-864336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1824171'] for network, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:10.018695 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-964d7e4e-1bb8-465c-a3ea-7bbfd8b26f00 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:38:10.032659 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2dc04292-9560-45a2-9437-86dfcd97259f tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:10.044207 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc04292-9560-45a2-9437-86dfcd97259f tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Pushing event deleted for resources: {'Network': ['ID=89ee9bef-c124-4f56-bb83-e6f9db7c4a68,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:38:10.046988 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-2dc04292-9560-45a2-9437-86dfcd97259f tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] 10.222.0.64 "DELETE /v2.0/networks/89ee9bef-c124-4f56-bb83-e6f9db7c4a68 HTTP/1.1" status: 204  len: 168 time: 1.5793054
Dec 23 16:38:10.047799 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-2dc04292-9560-45a2-9437-86dfcd97259f tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:38:10.049557 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 57282) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:38:10.086578 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.pecan_wsgi.hooks.translation [None req-7530f038-6d09-4107-8246-d759663e88de tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:38:10.087230 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7530f038-6d09-4107-8246-d759663e88de tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 23 16:38:10.088656 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-7530f038-6d09-4107-8246-d759663e88de tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] 10.222.0.64 "DELETE /v2.0/subnets/b6204e0f-02bc-4936-ab4e-a30935172a8d HTTP/1.1" status: 404  len: 337 time: 0.0381689
Dec 23 16:38:10.093212 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 57286) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:38:10.119612 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.pecan_wsgi.hooks.translation [None req-585b239f-6392-4f3f-af85-2ef32f0437f1 tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:38:10.120092 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-585b239f-6392-4f3f-af85-2ef32f0437f1 tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 23 16:38:10.121778 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-585b239f-6392-4f3f-af85-2ef32f0437f1 tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] 10.222.0.64 "DELETE /v2.0/networks/98c80385-8b7f-4d3b-bd8b-086bab9e2082 HTTP/1.1" status: 404  len: 339 time: 0.0276005
Dec 23 16:38:10.124469 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 57290) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:38:10.161010 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.pecan_wsgi.hooks.translation [None req-e204c3e3-44a8-45e7-bcf9-53ff26753c87 tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:38:10.161471 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e204c3e3-44a8-45e7-bcf9-53ff26753c87 tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87635) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 23 16:38:10.164598 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device a9440c8f-7c93-4bff-9cab-a5d62c827a24 no longer exists at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 23 16:38:10.165115 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-e204c3e3-44a8-45e7-bcf9-53ff26753c87 tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] 10.222.0.64 "DELETE /v2.0/subnets/9d023199-fd36-4fd5-9f29-be5da4a1aa57 HTTP/1.1" status: 404  len: 337 time: 0.0395203
Dec 23 16:38:10.166105 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 57294) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:38:10.196718 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a7f1225-0732-4e83-87e3-e626674b5969 tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] DELETE failed (client error): The resource could not be found.
Dec 23 16:38:10.197183 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a7f1225-0732-4e83-87e3-e626674b5969 tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87636) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 23 16:38:10.198888 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-1a7f1225-0732-4e83-87e3-e626674b5969 tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] 10.222.0.64 "DELETE /v2.0/networks/ed5e01f4-8a61-442b-acf0-bf3b6185a880 HTTP/1.1" status: 404  len: 339 time: 0.0315387
Dec 23 16:38:10.199092 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] No Port match for: a9440c8f-7c93-4bff-9cab-a5d62c827a24 {{(pid=87637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 23 16:38:10.199673 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device a9440c8f-7c93-4bff-9cab-a5d62c827a24 not bound to the agent host dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 23 16:38:10.201618 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 57298) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:38:10.268202 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_v2 [None req-4780420b-d107-480f-97f5-371b3cf80007 tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Deleting subnet bd96ca9c-b57d-486c-854d-fed629767cb8 {{(pid=87636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 23 16:38:10.271252 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-4780420b-d107-480f-97f5-371b3cf80007 tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Notify callbacks [] for subnet, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:10.328273 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-4780420b-d107-480f-97f5-371b3cf80007 tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2382092'] for subnet, precommit_delete_associations {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:10.418586 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-4780420b-d107-480f-97f5-371b3cf80007 tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864774'] for subnet, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:10.502151 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-4780420b-d107-480f-97f5-371b3cf80007 tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2176495', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2618677'] for subnet, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:10.505757 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-31774291-a83f-4cde-902e-dfc34b3c806d tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:38:10.540107 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4780420b-d107-480f-97f5-371b3cf80007 tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Pushing event deleted for resources: {'Subnet': ['ID=bd96ca9c-b57d-486c-854d-fed629767cb8,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:38:10.543153 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-4780420b-d107-480f-97f5-371b3cf80007 tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:38:10.544099 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-4780420b-d107-480f-97f5-371b3cf80007 tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Notify callbacks [] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:10.550456 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46acfd30-3869-4e4d-b6a3-2fc176a18406 None None] Network 14ca6ab2-d89b-4963-bccc-3ed5310fbc7d requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:38:10.553484 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-4780420b-d107-480f-97f5-371b3cf80007 tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] 10.222.0.64 "DELETE /v2.0/subnets/bd96ca9c-b57d-486c-854d-fed629767cb8 HTTP/1.1" status: 204  len: 168 time: 0.3507111
Dec 23 16:38:10.556025 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 57302) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:38:10.666457 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-3d8e8718-d30f-4784-b249-c769d723bbab tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-698866'] for network, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:10.676996 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-3d8e8718-d30f-4784-b249-c769d723bbab tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Deleting port 6154756a-ed99-445a-a751-69504d24c32f {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:38:10.677241 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-3d8e8718-d30f-4784-b249-c769d723bbab tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:10.796125 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40f9cf87-64ef-4d9b-94f5-7ce8620c0489 None None] DHCP port deletion for 14ca6ab2-d89b-4963-bccc-3ed5310fbc7d request from dv-neutron-822799-1-hyperv {{(pid=87637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 23 16:38:10.800689 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-40f9cf87-64ef-4d9b-94f5-7ce8620c0489 None None] Deleting port 6154756a-ed99-445a-a751-69504d24c32f {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:38:10.801117 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-40f9cf87-64ef-4d9b-94f5-7ce8620c0489 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:10.889028 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [None req-3d8e8718-d30f-4784-b249-c769d723bbab tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] For port 6154756a-ed99-445a-a751-69504d24c32f, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=6154756a-ed99-445a-a751-69504d24c32f,segment=NetworkSegment(515a9438-2673-44e3-a522-671570ec18d2),segment_id=515a9438-2673-44e3-a522-671570ec18d2)] {{(pid=87636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:38:10.889349 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-3d8e8718-d30f-4784-b249-c769d723bbab tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:11.003596 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-40f9cf87-64ef-4d9b-94f5-7ce8620c0489 None None] For port 6154756a-ed99-445a-a751-69504d24c32f, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=6154756a-ed99-445a-a751-69504d24c32f,segment=NetworkSegment(515a9438-2673-44e3-a522-671570ec18d2),segment_id=515a9438-2673-44e3-a522-671570ec18d2)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:38:11.003872 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-40f9cf87-64ef-4d9b-94f5-7ce8620c0489 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:11.009396 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-3d8e8718-d30f-4784-b249-c769d723bbab tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Calling delete_port for 6154756a-ed99-445a-a751-69504d24c32f owned by network:dhcp {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:38:11.095729 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-3d8e8718-d30f-4784-b249-c769d723bbab tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:11.099711 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-f45b68fa-0f11-4401-b4b1-684fa5d13587 tempest-ServersNegativeTestJSON-431794398 tempest-ServersNegativeTestJSON-431794398-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:38:11.128191 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-40f9cf87-64ef-4d9b-94f5-7ce8620c0489 None None] Calling delete_port for 6154756a-ed99-445a-a751-69504d24c32f owned by network:dhcp {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:38:11.145436 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8e8718-d30f-4784-b249-c769d723bbab tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Pushing event deleted for resources: {'Port': ['ID=6154756a-ed99-445a-a751-69504d24c32f,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:38:11.148212 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-3d8e8718-d30f-4784-b249-c769d723bbab tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:38:11.151172 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d8e8718-d30f-4784-b249-c769d723bbab tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] No DVR routers for this DVR port 6154756a-ed99-445a-a751-69504d24c32f on host dv-neutron-822799-1-hyperv {{(pid=87636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 23 16:38:11.241521 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.db.api [None req-40f9cf87-64ef-4d9b-94f5-7ce8620c0489 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87637) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 23 16:38:11.242130 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_db.api [None req-40f9cf87-64ef-4d9b-94f5-7ce8620c0489 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 23 16:38:11.282654 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-3d8e8718-d30f-4784-b249-c769d723bbab tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-864347', 'neutron.services.segments.db._delete_segments_for_network-8735362908070'] for network, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:11.308909 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-3d8e8718-d30f-4784-b249-c769d723bbab tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1dc04d36d0>,) {'filters': {'network_id': ['14ca6ab2-d89b-4963-bccc-3ed5310fbc7d']}} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:38:11.321646 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-3d8e8718-d30f-4784-b249-c769d723bbab tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dc04d36d0>, '515a9438-2673-44e3-a522-671570ec18d2') {'for_net_delete': True} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:38:11.322000 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-3d8e8718-d30f-4784-b249-c769d723bbab tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dc04d36d0>, '515a9438-2673-44e3-a522-671570ec18d2') {} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:38:11.333308 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-3d8e8718-d30f-4784-b249-c769d723bbab tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735363085442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2382197'] for segment, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:11.354069 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-3d8e8718-d30f-4784-b249-c769d723bbab tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:11.360660 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d8e8718-d30f-4784-b249-c769d723bbab tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Releasing vlan 446 on physical network physnet1 to pool {{(pid=87636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 23 16:38:11.361123 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-3d8e8718-d30f-4784-b249-c769d723bbab tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2176261'] for segment, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:11.375596 dv-neutron-822799-1-hyperv neutron-server[87636]: Traceback (most recent call last):
Dec 23 16:38:11.375596 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 23 16:38:11.375596 dv-neutron-822799-1-hyperv neutron-server[87636]:     timer()
Dec 23 16:38:11.375596 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:38:11.375596 dv-neutron-822799-1-hyperv neutron-server[87636]:     cb(*args, **kw)
Dec 23 16:38:11.375596 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 23 16:38:11.375596 dv-neutron-822799-1-hyperv neutron-server[87636]:     return func(*args, **kwargs)
Dec 23 16:38:11.375596 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:38:11.375596 dv-neutron-822799-1-hyperv neutron-server[87636]:     self._notify()
Dec 23 16:38:11.375596 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:38:11.375596 dv-neutron-822799-1-hyperv neutron-server[87636]:     self.callback(batched_events)
Dec 23 16:38:11.375596 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:38:11.375596 dv-neutron-822799-1-hyperv neutron-server[87636]:     event.method(event)
Dec 23 16:38:11.375596 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:38:11.375596 dv-neutron-822799-1-hyperv neutron-server[87636]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:38:11.375596 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 23 16:38:11.375596 dv-neutron-822799-1-hyperv neutron-server[87636]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 23 16:38:11.375596 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 23 16:38:11.375596 dv-neutron-822799-1-hyperv neutron-server[87636]:     return f(self, *a, **k)
Dec 23 16:38:11.375596 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:38:11.375596 dv-neutron-822799-1-hyperv neutron-server[87636]:     return self._get(url).json()
Dec 23 16:38:11.375596 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 23 16:38:11.375596 dv-neutron-822799-1-hyperv neutron-server[87636]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 23 16:38:11.375596 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 23 16:38:11.375596 dv-neutron-822799-1-hyperv neutron-server[87636]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:38:11.375596 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 23 16:38:11.375596 dv-neutron-822799-1-hyperv neutron-server[87636]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 23 16:38:11.375596 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 23 16:38:11.375596 dv-neutron-822799-1-hyperv neutron-server[87636]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:38:11.375596 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 23 16:38:11.375596 dv-neutron-822799-1-hyperv neutron-server[87636]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:38:11.375596 dv-neutron-822799-1-hyperv neutron-server[87636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:38:11.464156 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-3d8e8718-d30f-4784-b249-c769d723bbab tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-864336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1824171'] for network, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:11.467703 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-2dc04292-9560-45a2-9437-86dfcd97259f tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:38:11.481482 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-3d8e8718-d30f-4784-b249-c769d723bbab tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:11.491960 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8e8718-d30f-4784-b249-c769d723bbab tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Pushing event deleted for resources: {'Network': ['ID=14ca6ab2-d89b-4963-bccc-3ed5310fbc7d,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:38:11.494741 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-3d8e8718-d30f-4784-b249-c769d723bbab tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:38:11.497287 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-3d8e8718-d30f-4784-b249-c769d723bbab tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] 10.222.0.64 "DELETE /v2.0/networks/14ca6ab2-d89b-4963-bccc-3ed5310fbc7d HTTP/1.1" status: 204  len: 168 time: 0.9395859
Dec 23 16:38:11.743216 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-40f9cf87-64ef-4d9b-94f5-7ce8620c0489 None None] Deleting port 6154756a-ed99-445a-a751-69504d24c32f {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:38:11.743619 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-40f9cf87-64ef-4d9b-94f5-7ce8620c0489 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:11.772097 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 57310) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:38:11.806981 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-40f9cf87-64ef-4d9b-94f5-7ce8620c0489 None None] The port '6154756a-ed99-445a-a751-69504d24c32f' was deleted {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 23 16:38:11.928347 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-7f093e6c-6f8d-47b4-85e4-0a5b21cb7135 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=413df6a051624ffaa7c6b13178c0ea81&name=default HTTP/1.1" status: 200  len: 2983 time: 0.1549549
Dec 23 16:38:11.931157 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 57316) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:38:11.998732 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-0cf684d8-8815-4fbf-9a30-7334fc54815f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:12.025999 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-0cf684d8-8815-4fbf-9a30-7334fc54815f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:12.046707 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:12.081131 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-0cf684d8-8815-4fbf-9a30-7334fc54815f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:12.084814 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-0f531a57-f836-4625-a824-29c5293343b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:38:12.096224 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf684d8-8815-4fbf-9a30-7334fc54815f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c81efca-f0e5-4e91-a54c-23c2e5ae22b2,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:38:12.098729 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-0cf684d8-8815-4fbf-9a30-7334fc54815f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:38:12.105504 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-0cf684d8-8815-4fbf-9a30-7334fc54815f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:12.106674 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-0cf684d8-8815-4fbf-9a30-7334fc54815f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9c81efca-f0e5-4e91-a54c-23c2e5ae22b2 HTTP/1.1" status: 204  len: 168 time: 0.1743922
Dec 23 16:38:12.167938 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 6154756a-ed99-445a-a751-69504d24c32f no longer exists at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 23 16:38:12.201739 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] No Port match for: 6154756a-ed99-445a-a751-69504d24c32f {{(pid=87637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 23 16:38:12.202104 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 6154756a-ed99-445a-a751-69504d24c32f not bound to the agent host dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 23 16:38:12.858430 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 57340) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:38:12.971419 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-cc8d8864-fdcb-4581-a301-852af32a91f7 tempest-RoutersNegativeTest-1953760609 tempest-RoutersNegativeTest-1953760609-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1408702652', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:38:12.978323 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-cc8d8864-fdcb-4581-a301-852af32a91f7 tempest-RoutersNegativeTest-1953760609 tempest-RoutersNegativeTest-1953760609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:38:12.982709 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-cc8d8864-fdcb-4581-a301-852af32a91f7 tempest-RoutersNegativeTest-1953760609 tempest-RoutersNegativeTest-1953760609-project] Usage tracker for resource:router and tenant:52ec670494e84aba9355d5f6ee329127 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:38:12.985834 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-cc8d8864-fdcb-4581-a301-852af32a91f7 tempest-RoutersNegativeTest-1953760609 tempest-RoutersNegativeTest-1953760609-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:38:12.993071 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-cc8d8864-fdcb-4581-a301-852af32a91f7 tempest-RoutersNegativeTest-1953760609 tempest-RoutersNegativeTest-1953760609-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:38:13.004448 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-cc8d8864-fdcb-4581-a301-852af32a91f7 tempest-RoutersNegativeTest-1953760609 tempest-RoutersNegativeTest-1953760609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1823978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-235332'] for router, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:13.005667 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-cc8d8864-fdcb-4581-a301-852af32a91f7 tempest-RoutersNegativeTest-1953760609 tempest-RoutersNegativeTest-1953760609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1824575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1824063', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1751113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-235341'] for router, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:13.020834 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-cc8d8864-fdcb-4581-a301-852af32a91f7 tempest-RoutersNegativeTest-1953760609 tempest-RoutersNegativeTest-1953760609-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:13.041176 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-cc8d8864-fdcb-4581-a301-852af32a91f7 tempest-RoutersNegativeTest-1953760609 tempest-RoutersNegativeTest-1953760609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1823971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1824234'] for router, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:13.062957 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-cc8d8864-fdcb-4581-a301-852af32a91f7 tempest-RoutersNegativeTest-1953760609 tempest-RoutersNegativeTest-1953760609-project] Notify callbacks [] for router, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:13.064127 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-cc8d8864-fdcb-4581-a301-852af32a91f7 tempest-RoutersNegativeTest-1953760609 tempest-RoutersNegativeTest-1953760609-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201  len: 708 time: 0.2044468
Dec 23 16:38:13.066847 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 57346) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:38:13.072961 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-1d6cf049-45d5-4724-abd5-c99c4c5f2885 tempest-RoutersNegativeTest-1953760609 tempest-RoutersNegativeTest-1953760609-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1383388018'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:38:13.077932 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-1d6cf049-45d5-4724-abd5-c99c4c5f2885 tempest-RoutersNegativeTest-1953760609 tempest-RoutersNegativeTest-1953760609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:38:13.082430 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-1d6cf049-45d5-4724-abd5-c99c4c5f2885 tempest-RoutersNegativeTest-1953760609 tempest-RoutersNegativeTest-1953760609-project] Usage tracker for resource:network and tenant:52ec670494e84aba9355d5f6ee329127 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:38:13.085377 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-1d6cf049-45d5-4724-abd5-c99c4c5f2885 tempest-RoutersNegativeTest-1953760609 tempest-RoutersNegativeTest-1953760609-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:38:13.091770 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-1d6cf049-45d5-4724-abd5-c99c4c5f2885 tempest-RoutersNegativeTest-1953760609 tempest-RoutersNegativeTest-1953760609-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:38:13.103842 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d6cf049-45d5-4724-abd5-c99c4c5f2885 tempest-RoutersNegativeTest-1953760609 tempest-RoutersNegativeTest-1953760609-project] Made reservation on behalf of 52ec670494e84aba9355d5f6ee329127 for: {'network': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:38:13.107363 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1d6cf049-45d5-4724-abd5-c99c4c5f2885 tempest-RoutersNegativeTest-1953760609 tempest-RoutersNegativeTest-1953760609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for network, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:13.119605 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1d6cf049-45d5-4724-abd5-c99c4c5f2885 tempest-RoutersNegativeTest-1953760609 tempest-RoutersNegativeTest-1953760609-project] Notify callbacks [] for security_group, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:13.133896 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-1d6cf049-45d5-4724-abd5-c99c4c5f2885 tempest-RoutersNegativeTest-1953760609 tempest-RoutersNegativeTest-1953760609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:38:13.139565 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-1d6cf049-45d5-4724-abd5-c99c4c5f2885 tempest-RoutersNegativeTest-1953760609 tempest-RoutersNegativeTest-1953760609-project] Usage tracker for resource:security_group_rule and tenant:52ec670494e84aba9355d5f6ee329127 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:38:13.142527 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-1d6cf049-45d5-4724-abd5-c99c4c5f2885 tempest-RoutersNegativeTest-1953760609 tempest-RoutersNegativeTest-1953760609-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:38:13.148494 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-1d6cf049-45d5-4724-abd5-c99c4c5f2885 tempest-RoutersNegativeTest-1953760609 tempest-RoutersNegativeTest-1953760609-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:38:13.245847 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1d6cf049-45d5-4724-abd5-c99c4c5f2885 tempest-RoutersNegativeTest-1953760609 tempest-RoutersNegativeTest-1953760609-project] Notify callbacks [] for security_group, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:13.252849 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1d6cf049-45d5-4724-abd5-c99c4c5f2885 tempest-RoutersNegativeTest-1953760609 tempest-RoutersNegativeTest-1953760609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:13.256525 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-a949e6ca-c2fa-4c80-9180-03a1f111edda tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:38:13.287404 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d6cf049-45d5-4724-abd5-c99c4c5f2885 tempest-RoutersNegativeTest-1953760609 tempest-RoutersNegativeTest-1953760609-project] vlan segment allocate from pool success with {'vlan_id': 411, 'physical_network': 'physnet1'}  {{(pid=87636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 23 16:38:13.297398 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6cf049-45d5-4724-abd5-c99c4c5f2885 tempest-RoutersNegativeTest-1953760609 tempest-RoutersNegativeTest-1953760609-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2810c7a9-3ca6-44ea-aa0e-f1142a399fb6,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:38:13.300764 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-1d6cf049-45d5-4724-abd5-c99c4c5f2885 tempest-RoutersNegativeTest-1953760609 tempest-RoutersNegativeTest-1953760609-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:38:13.305172 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1d6cf049-45d5-4724-abd5-c99c4c5f2885 tempest-RoutersNegativeTest-1953760609 tempest-RoutersNegativeTest-1953760609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:13.305516 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.db.segments_db [None req-1d6cf049-45d5-4724-abd5-c99c4c5f2885 tempest-RoutersNegativeTest-1953760609 tempest-RoutersNegativeTest-1953760609-project] Added segment 885080c3-6f4d-41a7-bdd8-2af060071b03 of type vlan for network 5a06f143-787e-4bc4-90a2-5783c19e7d4c
Dec 23 16:38:13.332194 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1d6cf049-45d5-4724-abd5-c99c4c5f2885 tempest-RoutersNegativeTest-1953760609 tempest-RoutersNegativeTest-1953760609-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735362521793'] for network, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:13.363517 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1d6cf049-45d5-4724-abd5-c99c4c5f2885 tempest-RoutersNegativeTest-1953760609 tempest-RoutersNegativeTest-1953760609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495'] for network, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:13.373021 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d6cf049-45d5-4724-abd5-c99c4c5f2885 tempest-RoutersNegativeTest-1953760609 tempest-RoutersNegativeTest-1953760609-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:38:13.373850 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1d6cf049-45d5-4724-abd5-c99c4c5f2885 tempest-RoutersNegativeTest-1953760609 tempest-RoutersNegativeTest-1953760609-project] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:13.379385 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-57af487f-cefe-43b7-8393-e16781ce31cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:38:13.617823 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6cf049-45d5-4724-abd5-c99c4c5f2885 tempest-RoutersNegativeTest-1953760609 tempest-RoutersNegativeTest-1953760609-project] Pushing event updated for resources: {'Network': ['ID=5a06f143-787e-4bc4-90a2-5783c19e7d4c,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:38:13.621247 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-1d6cf049-45d5-4724-abd5-c99c4c5f2885 tempest-RoutersNegativeTest-1953760609 tempest-RoutersNegativeTest-1953760609-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201  len: 787 time: 0.5534153
Dec 23 16:38:13.622136 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-1d6cf049-45d5-4724-abd5-c99c4c5f2885 tempest-RoutersNegativeTest-1953760609 tempest-RoutersNegativeTest-1953760609-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:38:13.624263 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 57350) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:38:13.629008 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Network 5a06f143-787e-4bc4-90a2-5783c19e7d4c details requested by agent ovs-agent-dv-neutron-822799-1-hyperv with host dv-neutron-822799-1-hyperv {{(pid=87637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 23 16:38:13.629672 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-91d7b00b-cf44-4b66-b0dc-77d967d6bbb5 tempest-RoutersNegativeTest-1953760609 tempest-RoutersNegativeTest-1953760609-project] Request body: {'subnet': {'network_id': '5a06f143-787e-4bc4-90a2-5783c19e7d4c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:38:13.738858 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-91d7b00b-cf44-4b66-b0dc-77d967d6bbb5 tempest-RoutersNegativeTest-1953760609 tempest-RoutersNegativeTest-1953760609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:38:13.742694 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-91d7b00b-cf44-4b66-b0dc-77d967d6bbb5 tempest-RoutersNegativeTest-1953760609 tempest-RoutersNegativeTest-1953760609-project] Usage tracker for resource:subnet and tenant:52ec670494e84aba9355d5f6ee329127 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:38:13.745871 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-91d7b00b-cf44-4b66-b0dc-77d967d6bbb5 tempest-RoutersNegativeTest-1953760609 tempest-RoutersNegativeTest-1953760609-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:38:13.751933 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-91d7b00b-cf44-4b66-b0dc-77d967d6bbb5 tempest-RoutersNegativeTest-1953760609 tempest-RoutersNegativeTest-1953760609-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:38:13.761844 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91d7b00b-cf44-4b66-b0dc-77d967d6bbb5 tempest-RoutersNegativeTest-1953760609 tempest-RoutersNegativeTest-1953760609-project] Made reservation on behalf of 52ec670494e84aba9355d5f6ee329127 for: {'subnet': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:38:13.765416 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-91d7b00b-cf44-4b66-b0dc-77d967d6bbb5 tempest-RoutersNegativeTest-1953760609 tempest-RoutersNegativeTest-1953760609-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2618324'] for subnet, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:13.989688 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-91d7b00b-cf44-4b66-b0dc-77d967d6bbb5 tempest-RoutersNegativeTest-1953760609 tempest-RoutersNegativeTest-1953760609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2176430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2618310'] for subnet, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:13.993120 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-119fee79-d12b-4357-b1ee-76a519123803 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:38:14.065396 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d7b00b-cf44-4b66-b0dc-77d967d6bbb5 tempest-RoutersNegativeTest-1953760609 tempest-RoutersNegativeTest-1953760609-project] Pushing event updated for resources: {'Subnet': ['ID=1317159a-ae24-4032-a816-37cf71e0db11,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:38:14.069118 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-91d7b00b-cf44-4b66-b0dc-77d967d6bbb5 tempest-RoutersNegativeTest-1953760609 tempest-RoutersNegativeTest-1953760609-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:38:14.076539 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d7b00b-cf44-4b66-b0dc-77d967d6bbb5 tempest-RoutersNegativeTest-1953760609 tempest-RoutersNegativeTest-1953760609-project] Checking segment: {'id': '885080c3-6f4d-41a7-bdd8-2af060071b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '5a06f143-787e-4bc4-90a2-5783c19e7d4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:38:14.076925 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91d7b00b-cf44-4b66-b0dc-77d967d6bbb5 tempest-RoutersNegativeTest-1953760609 tempest-RoutersNegativeTest-1953760609-project] Network hostable DHCP agents. Network: 5a06f143-787e-4bc4-90a2-5783c19e7d4c, hostable agents: ['1c812d71-eadf-4fb3-b98e-67468a4aa7e2'], hosted agents: [] {{(pid=87636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 23 16:38:14.099766 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91d7b00b-cf44-4b66-b0dc-77d967d6bbb5 tempest-RoutersNegativeTest-1953760609 tempest-RoutersNegativeTest-1953760609-project] Network 5a06f143-787e-4bc4-90a2-5783c19e7d4c is scheduled to be hosted by DHCP agent 1c812d71-eadf-4fb3-b98e-67468a4aa7e2 with binding_index 1 {{(pid=87636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 23 16:38:14.110941 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-91d7b00b-cf44-4b66-b0dc-77d967d6bbb5 tempest-RoutersNegativeTest-1953760609 tempest-RoutersNegativeTest-1953760609-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822799-1-hyperv, 5a06f143-787e-4bc4-90a2-5783c19e7d4c) {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:38:14.115166 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91d7b00b-cf44-4b66-b0dc-77d967d6bbb5 tempest-RoutersNegativeTest-1953760609 tempest-RoutersNegativeTest-1953760609-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:38:14.115860 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-91d7b00b-cf44-4b66-b0dc-77d967d6bbb5 tempest-RoutersNegativeTest-1953760609 tempest-RoutersNegativeTest-1953760609-project] Notify callbacks [] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:14.121245 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f007de9-c2d8-4374-860e-0865abe275c8 None None] Network 5a06f143-787e-4bc4-90a2-5783c19e7d4c requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:38:14.139647 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-91d7b00b-cf44-4b66-b0dc-77d967d6bbb5 tempest-RoutersNegativeTest-1953760609 tempest-RoutersNegativeTest-1953760609-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.5143313
Dec 23 16:38:14.142806 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 57354) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:38:14.148416 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-1e7fd3d1-9a4d-4e74-aab6-9a17ae8d390b tempest-RoutersNegativeTest-1953760609 tempest-RoutersNegativeTest-1953760609-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-898083963'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:38:14.153362 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-1e7fd3d1-9a4d-4e74-aab6-9a17ae8d390b tempest-RoutersNegativeTest-1953760609 tempest-RoutersNegativeTest-1953760609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:38:14.157260 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-1e7fd3d1-9a4d-4e74-aab6-9a17ae8d390b tempest-RoutersNegativeTest-1953760609 tempest-RoutersNegativeTest-1953760609-project] Usage tracker for resource:network and tenant:52ec670494e84aba9355d5f6ee329127 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:38:14.160180 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-1e7fd3d1-9a4d-4e74-aab6-9a17ae8d390b tempest-RoutersNegativeTest-1953760609 tempest-RoutersNegativeTest-1953760609-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:38:14.166144 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-1e7fd3d1-9a4d-4e74-aab6-9a17ae8d390b tempest-RoutersNegativeTest-1953760609 tempest-RoutersNegativeTest-1953760609-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:38:14.178577 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e7fd3d1-9a4d-4e74-aab6-9a17ae8d390b tempest-RoutersNegativeTest-1953760609 tempest-RoutersNegativeTest-1953760609-project] Made reservation on behalf of 52ec670494e84aba9355d5f6ee329127 for: {'network': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:38:14.182700 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1e7fd3d1-9a4d-4e74-aab6-9a17ae8d390b tempest-RoutersNegativeTest-1953760609 tempest-RoutersNegativeTest-1953760609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for network, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:14.211798 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e7fd3d1-9a4d-4e74-aab6-9a17ae8d390b tempest-RoutersNegativeTest-1953760609 tempest-RoutersNegativeTest-1953760609-project] vlan segment allocate from pool success with {'vlan_id': 444, 'physical_network': 'physnet1'}  {{(pid=87636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 23 16:38:14.221841 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1e7fd3d1-9a4d-4e74-aab6-9a17ae8d390b tempest-RoutersNegativeTest-1953760609 tempest-RoutersNegativeTest-1953760609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:14.222178 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.db.segments_db [None req-1e7fd3d1-9a4d-4e74-aab6-9a17ae8d390b tempest-RoutersNegativeTest-1953760609 tempest-RoutersNegativeTest-1953760609-project] Added segment e02b098e-463c-474d-8fe4-43b14b3bd157 of type vlan for network 59995d6b-0bb7-4666-8bd0-35b2f63f7d54
Dec 23 16:38:14.248974 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1e7fd3d1-9a4d-4e74-aab6-9a17ae8d390b tempest-RoutersNegativeTest-1953760609 tempest-RoutersNegativeTest-1953760609-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735362521793'] for network, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:14.279093 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1e7fd3d1-9a4d-4e74-aab6-9a17ae8d390b tempest-RoutersNegativeTest-1953760609 tempest-RoutersNegativeTest-1953760609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495'] for network, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:14.285013 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e7fd3d1-9a4d-4e74-aab6-9a17ae8d390b tempest-RoutersNegativeTest-1953760609 tempest-RoutersNegativeTest-1953760609-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:38:14.285244 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1e7fd3d1-9a4d-4e74-aab6-9a17ae8d390b tempest-RoutersNegativeTest-1953760609 tempest-RoutersNegativeTest-1953760609-project] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:14.288817 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-baf7aeaa-1da1-45ec-af73-c1f6c95e16bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:38:14.337818 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-195acfd5-6ec7-426c-a1ad-0e0a3ec2638f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7e017a6-8198-58c8-a07e-0f786128e3b3-5a06f143-787e-4bc4-90a2-5783c19e7d4c', 'network_id': '5a06f143-787e-4bc4-90a2-5783c19e7d4c', 'tenant_id': '52ec670494e84aba9355d5f6ee329127', 'fixed_ips': [{'subnet_id': '1317159a-ae24-4032-a816-37cf71e0db11'}]}} from dv-neutron-822799-1-hyperv. {{(pid=87637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 23 16:38:14.338997 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-195acfd5-6ec7-426c-a1ad-0e0a3ec2638f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:14.388843 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-1e7fd3d1-9a4d-4e74-aab6-9a17ae8d390b tempest-RoutersNegativeTest-1953760609 tempest-RoutersNegativeTest-1953760609-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201  len: 786 time: 0.2449088
Dec 23 16:38:14.391617 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 57358) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:38:14.394112 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7fd3d1-9a4d-4e74-aab6-9a17ae8d390b tempest-RoutersNegativeTest-1953760609 tempest-RoutersNegativeTest-1953760609-project] Pushing event updated for resources: {'Network': ['ID=59995d6b-0bb7-4666-8bd0-35b2f63f7d54,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:38:14.399488 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-06b9a5e5-3899-4e74-b11b-4541075881a0 tempest-RoutersNegativeTest-1953760609 tempest-RoutersNegativeTest-1953760609-project] Request body: {'subnet': {'network_id': '59995d6b-0bb7-4666-8bd0-35b2f63f7d54', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:38:14.409211 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Network 59995d6b-0bb7-4666-8bd0-35b2f63f7d54 details requested by agent ovs-agent-dv-neutron-822799-1-hyperv with host dv-neutron-822799-1-hyperv {{(pid=87637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 23 16:38:14.413213 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-1e7fd3d1-9a4d-4e74-aab6-9a17ae8d390b tempest-RoutersNegativeTest-1953760609 tempest-RoutersNegativeTest-1953760609-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:38:14.507686 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-06b9a5e5-3899-4e74-b11b-4541075881a0 tempest-RoutersNegativeTest-1953760609 tempest-RoutersNegativeTest-1953760609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:38:14.511521 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-06b9a5e5-3899-4e74-b11b-4541075881a0 tempest-RoutersNegativeTest-1953760609 tempest-RoutersNegativeTest-1953760609-project] Usage tracker for resource:subnet and tenant:52ec670494e84aba9355d5f6ee329127 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:38:14.514514 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-06b9a5e5-3899-4e74-b11b-4541075881a0 tempest-RoutersNegativeTest-1953760609 tempest-RoutersNegativeTest-1953760609-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:38:14.520101 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-06b9a5e5-3899-4e74-b11b-4541075881a0 tempest-RoutersNegativeTest-1953760609 tempest-RoutersNegativeTest-1953760609-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:38:14.530616 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06b9a5e5-3899-4e74-b11b-4541075881a0 tempest-RoutersNegativeTest-1953760609 tempest-RoutersNegativeTest-1953760609-project] Made reservation on behalf of 52ec670494e84aba9355d5f6ee329127 for: {'subnet': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:38:14.534233 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-06b9a5e5-3899-4e74-b11b-4541075881a0 tempest-RoutersNegativeTest-1953760609 tempest-RoutersNegativeTest-1953760609-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2618324'] for subnet, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:14.582941 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_common [None req-195acfd5-6ec7-426c-a1ad-0e0a3ec2638f None None] Allocated IP 172.20.0.2 (5a06f143-787e-4bc4-90a2-5783c19e7d4c/1317159a-ae24-4032-a816-37cf71e0db11/d9bc16a1-df8b-4e7f-9ba9-086f0d7db42d) {{(pid=87637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:38:14.751831 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-06b9a5e5-3899-4e74-b11b-4541075881a0 tempest-RoutersNegativeTest-1953760609 tempest-RoutersNegativeTest-1953760609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2176430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2618310'] for subnet, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:14.757439 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-d1514595-c980-4bab-9b99-a0bfe3e91ed1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:38:14.786973 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-195acfd5-6ec7-426c-a1ad-0e0a3ec2638f None None] Notify callbacks [] for port, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:14.797881 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-195acfd5-6ec7-426c-a1ad-0e0a3ec2638f None None] Transition to ACTIVE for port object d9bc16a1-df8b-4e7f-9ba9-086f0d7db42d will not be triggered until provisioned by entity L2. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:38:14.815668 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-195acfd5-6ec7-426c-a1ad-0e0a3ec2638f None None] Transition to ACTIVE for port object d9bc16a1-df8b-4e7f-9ba9-086f0d7db42d will not be triggered until provisioned by entity DHCP. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:38:14.823546 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-195acfd5-6ec7-426c-a1ad-0e0a3ec2638f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780'] for port, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:14.828664 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:38:14.835176 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b9a5e5-3899-4e74-b11b-4541075881a0 tempest-RoutersNegativeTest-1953760609 tempest-RoutersNegativeTest-1953760609-project] Pushing event updated for resources: {'Subnet': ['ID=2586d360-72f8-4536-9999-1f51cbeddfa8,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:38:14.838662 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-06b9a5e5-3899-4e74-b11b-4541075881a0 tempest-RoutersNegativeTest-1953760609 tempest-RoutersNegativeTest-1953760609-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:38:14.844286 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b9a5e5-3899-4e74-b11b-4541075881a0 tempest-RoutersNegativeTest-1953760609 tempest-RoutersNegativeTest-1953760609-project] Checking segment: {'id': 'e02b098e-463c-474d-8fe4-43b14b3bd157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '59995d6b-0bb7-4666-8bd0-35b2f63f7d54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:38:14.844666 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06b9a5e5-3899-4e74-b11b-4541075881a0 tempest-RoutersNegativeTest-1953760609 tempest-RoutersNegativeTest-1953760609-project] Network hostable DHCP agents. Network: 59995d6b-0bb7-4666-8bd0-35b2f63f7d54, hostable agents: ['1c812d71-eadf-4fb3-b98e-67468a4aa7e2'], hosted agents: [] {{(pid=87636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 23 16:38:14.865537 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06b9a5e5-3899-4e74-b11b-4541075881a0 tempest-RoutersNegativeTest-1953760609 tempest-RoutersNegativeTest-1953760609-project] Network 59995d6b-0bb7-4666-8bd0-35b2f63f7d54 is scheduled to be hosted by DHCP agent 1c812d71-eadf-4fb3-b98e-67468a4aa7e2 with binding_index 1 {{(pid=87636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 23 16:38:14.875864 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-06b9a5e5-3899-4e74-b11b-4541075881a0 tempest-RoutersNegativeTest-1953760609 tempest-RoutersNegativeTest-1953760609-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822799-1-hyperv, 59995d6b-0bb7-4666-8bd0-35b2f63f7d54) {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:38:14.880408 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06b9a5e5-3899-4e74-b11b-4541075881a0 tempest-RoutersNegativeTest-1953760609 tempest-RoutersNegativeTest-1953760609-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:38:14.881397 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-06b9a5e5-3899-4e74-b11b-4541075881a0 tempest-RoutersNegativeTest-1953760609 tempest-RoutersNegativeTest-1953760609-project] Notify callbacks [] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:14.887918 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-195acfd5-6ec7-426c-a1ad-0e0a3ec2638f None None] Network 5a06f143-787e-4bc4-90a2-5783c19e7d4c is already hosted by enough agents. {{(pid=87637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:38:14.890064 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cec859d7-f0a5-4541-8d69-6ac91dfa4264 None None] Network 59995d6b-0bb7-4666-8bd0-35b2f63f7d54 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:38:14.904424 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-06b9a5e5-3899-4e74-b11b-4541075881a0 tempest-RoutersNegativeTest-1953760609 tempest-RoutersNegativeTest-1953760609-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.5116572
Dec 23 16:38:14.904676 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-195acfd5-6ec7-426c-a1ad-0e0a3ec2638f None None] Resources bound (agent type, host, resource id):  {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:38:14.907631 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 57362) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:38:14.910146 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-195acfd5-6ec7-426c-a1ad-0e0a3ec2638f None None] Received port after_create {{(pid=87637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:38:14.913600 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-26ed3d0b-1a38-4109-9870-185b5b091345 tempest-RoutersNegativeTest-1953760609 tempest-RoutersNegativeTest-1953760609-project] Request body: {'router': {'external_gateway_info': {'network_id': '59995d6b-0bb7-4666-8bd0-35b2f63f7d54'}}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:38:14.919908 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195acfd5-6ec7-426c-a1ad-0e0a3ec2638f None None] Pushing event updated for resources: {'Port': ['ID=d9bc16a1-df8b-4e7f-9ba9-086f0d7db42d,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:38:14.989470 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-195acfd5-6ec7-426c-a1ad-0e0a3ec2638f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:38:15.064502 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-195acfd5-6ec7-426c-a1ad-0e0a3ec2638f None None] Attempting to bind port d9bc16a1-df8b-4e7f-9ba9-086f0d7db42d on host dv-neutron-822799-1-hyperv for vnic_type normal with profile  {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:38:15.064818 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-195acfd5-6ec7-426c-a1ad-0e0a3ec2638f None None] Attempting to bind port d9bc16a1-df8b-4e7f-9ba9-086f0d7db42d by drivers openvswitch,hyperv on host dv-neutron-822799-1-hyperv at level 0 using segments [{'id': '885080c3-6f4d-41a7-bdd8-2af060071b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '5a06f143-787e-4bc4-90a2-5783c19e7d4c'}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:38:15.065199 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-195acfd5-6ec7-426c-a1ad-0e0a3ec2638f None None] Attempting to bind port d9bc16a1-df8b-4e7f-9ba9-086f0d7db42d on network 5a06f143-787e-4bc4-90a2-5783c19e7d4c {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:38:15.075918 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-195acfd5-6ec7-426c-a1ad-0e0a3ec2638f None None] Checking agent: {'id': '20d2070f-69a9-4e73-8d08-6f0387a40158', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822799-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 21), 'started_at': datetime.datetime(2021, 12, 23, 16, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 37, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822799-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 23 16:38:15.076304 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-195acfd5-6ec7-426c-a1ad-0e0a3ec2638f None None] Checking segment: {'id': '885080c3-6f4d-41a7-bdd8-2af060071b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '5a06f143-787e-4bc4-90a2-5783c19e7d4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:38:15.076890 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-195acfd5-6ec7-426c-a1ad-0e0a3ec2638f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:15.077305 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-195acfd5-6ec7-426c-a1ad-0e0a3ec2638f None None] Bound using segment: {'id': '885080c3-6f4d-41a7-bdd8-2af060071b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '5a06f143-787e-4bc4-90a2-5783c19e7d4c'} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 23 16:38:15.077793 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-195acfd5-6ec7-426c-a1ad-0e0a3ec2638f None None] Bound port: d9bc16a1-df8b-4e7f-9ba9-086f0d7db42d, host: dv-neutron-822799-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '885080c3-6f4d-41a7-bdd8-2af060071b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '5a06f143-787e-4bc4-90a2-5783c19e7d4c'}}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 23 16:38:15.078177 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-195acfd5-6ec7-426c-a1ad-0e0a3ec2638f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:15.215814 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-195acfd5-6ec7-426c-a1ad-0e0a3ec2638f None None] For port d9bc16a1-df8b-4e7f-9ba9-086f0d7db42d, host dv-neutron-822799-1-hyperv, cleared binding levels {{(pid=87637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 23 16:38:15.218919 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-195acfd5-6ec7-426c-a1ad-0e0a3ec2638f None None] For port d9bc16a1-df8b-4e7f-9ba9-086f0d7db42d, host dv-neutron-822799-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=d9bc16a1-df8b-4e7f-9ba9-086f0d7db42d,segment=NetworkSegment(885080c3-6f4d-41a7-bdd8-2af060071b03),segment_id=885080c3-6f4d-41a7-bdd8-2af060071b03)] {{(pid=87637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 23 16:38:15.229511 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-195acfd5-6ec7-426c-a1ad-0e0a3ec2638f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:15.239382 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:38:15.374100 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195acfd5-6ec7-426c-a1ad-0e0a3ec2638f None None] Pushing event updated for resources: {'Port': ['ID=d9bc16a1-df8b-4e7f-9ba9-086f0d7db42d,revision_number=2']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:38:15.378065 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-195acfd5-6ec7-426c-a1ad-0e0a3ec2638f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:38:15.382086 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3292a3e7-f81c-4df9-b568-815b0d4f622c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7e017a6-8198-58c8-a07e-0f786128e3b3-59995d6b-0bb7-4666-8bd0-35b2f63f7d54', 'network_id': '59995d6b-0bb7-4666-8bd0-35b2f63f7d54', 'tenant_id': '52ec670494e84aba9355d5f6ee329127', 'fixed_ips': [{'subnet_id': '2586d360-72f8-4536-9999-1f51cbeddfa8'}]}} from dv-neutron-822799-1-hyperv. {{(pid=87637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 23 16:38:15.384469 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3292a3e7-f81c-4df9-b568-815b0d4f622c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:15.459297 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-26ed3d0b-1a38-4109-9870-185b5b091345 tempest-RoutersNegativeTest-1953760609 tempest-RoutersNegativeTest-1953760609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1824017', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1823768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-235299'] for router, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:15.619854 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_common [None req-3292a3e7-f81c-4df9-b568-815b0d4f622c None None] Allocated IP 172.21.0.2 (59995d6b-0bb7-4666-8bd0-35b2f63f7d54/2586d360-72f8-4536-9999-1f51cbeddfa8/cbaeca49-4972-48f7-aa74-26342fde3d24) {{(pid=87637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:38:15.626351 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.api.v2.resource [None req-26ed3d0b-1a38-4109-9870-185b5b091345 tempest-RoutersNegativeTest-1953760609 tempest-RoutersNegativeTest-1953760609-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 23 16:38:15.628665 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-26ed3d0b-1a38-4109-9870-185b5b091345 tempest-RoutersNegativeTest-1953760609 tempest-RoutersNegativeTest-1953760609-project] 10.222.0.64 "PUT /v2.0/routers/5f0621ae-cb98-4348-b5dd-64d14a42a11f HTTP/1.1" status: 400  len: 364 time: 0.7186925
Dec 23 16:38:15.634409 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 57366) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:38:15.701299 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_v2 [None req-a34dc235-3548-4731-acc3-afc11b262f6a tempest-RoutersNegativeTest-1953760609 tempest-RoutersNegativeTest-1953760609-project] Deleting subnet 2586d360-72f8-4536-9999-1f51cbeddfa8 {{(pid=87636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 23 16:38:15.831202 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3292a3e7-f81c-4df9-b568-815b0d4f622c None None] Notify callbacks [] for port, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:15.841303 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3292a3e7-f81c-4df9-b568-815b0d4f622c None None] Transition to ACTIVE for port object cbaeca49-4972-48f7-aa74-26342fde3d24 will not be triggered until provisioned by entity L2. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:38:15.860270 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3292a3e7-f81c-4df9-b568-815b0d4f622c None None] Transition to ACTIVE for port object cbaeca49-4972-48f7-aa74-26342fde3d24 will not be triggered until provisioned by entity DHCP. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:38:15.869021 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a34dc235-3548-4731-acc3-afc11b262f6a tempest-RoutersNegativeTest-1953760609 tempest-RoutersNegativeTest-1953760609-project] Notify callbacks [] for subnet, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:15.869882 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3292a3e7-f81c-4df9-b568-815b0d4f622c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780'] for port, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:15.874064 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:38:15.928748 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a34dc235-3548-4731-acc3-afc11b262f6a tempest-RoutersNegativeTest-1953760609 tempest-RoutersNegativeTest-1953760609-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2382092'] for subnet, precommit_delete_associations {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:15.934443 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3292a3e7-f81c-4df9-b568-815b0d4f622c None None] Network 59995d6b-0bb7-4666-8bd0-35b2f63f7d54 is already hosted by enough agents. {{(pid=87637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:38:15.937816 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-3292a3e7-f81c-4df9-b568-815b0d4f622c None None] Resources bound (agent type, host, resource id):  {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:38:15.941518 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3292a3e7-f81c-4df9-b568-815b0d4f622c None None] Received port after_create {{(pid=87637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:38:15.949172 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3292a3e7-f81c-4df9-b568-815b0d4f622c None None] Pushing event updated for resources: {'Port': ['ID=cbaeca49-4972-48f7-aa74-26342fde3d24,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:38:15.982335 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3292a3e7-f81c-4df9-b568-815b0d4f622c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:38:16.020202 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a34dc235-3548-4731-acc3-afc11b262f6a tempest-RoutersNegativeTest-1953760609 tempest-RoutersNegativeTest-1953760609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864774'] for subnet, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:16.037690 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-3292a3e7-f81c-4df9-b568-815b0d4f622c None None] Attempting to bind port cbaeca49-4972-48f7-aa74-26342fde3d24 on host dv-neutron-822799-1-hyperv for vnic_type normal with profile  {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:38:16.038073 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-3292a3e7-f81c-4df9-b568-815b0d4f622c None None] Attempting to bind port cbaeca49-4972-48f7-aa74-26342fde3d24 by drivers openvswitch,hyperv on host dv-neutron-822799-1-hyperv at level 0 using segments [{'id': 'e02b098e-463c-474d-8fe4-43b14b3bd157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '59995d6b-0bb7-4666-8bd0-35b2f63f7d54'}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:38:16.038446 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3292a3e7-f81c-4df9-b568-815b0d4f622c None None] Attempting to bind port cbaeca49-4972-48f7-aa74-26342fde3d24 on network 59995d6b-0bb7-4666-8bd0-35b2f63f7d54 {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:38:16.046585 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3292a3e7-f81c-4df9-b568-815b0d4f622c None None] Checking agent: {'id': '20d2070f-69a9-4e73-8d08-6f0387a40158', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822799-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 21), 'started_at': datetime.datetime(2021, 12, 23, 16, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 37, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822799-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 23 16:38:16.046976 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3292a3e7-f81c-4df9-b568-815b0d4f622c None None] Checking segment: {'id': 'e02b098e-463c-474d-8fe4-43b14b3bd157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '59995d6b-0bb7-4666-8bd0-35b2f63f7d54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:38:16.048080 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3292a3e7-f81c-4df9-b568-815b0d4f622c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:16.048080 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3292a3e7-f81c-4df9-b568-815b0d4f622c None None] Bound using segment: {'id': 'e02b098e-463c-474d-8fe4-43b14b3bd157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '59995d6b-0bb7-4666-8bd0-35b2f63f7d54'} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 23 16:38:16.048286 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-3292a3e7-f81c-4df9-b568-815b0d4f622c None None] Bound port: cbaeca49-4972-48f7-aa74-26342fde3d24, host: dv-neutron-822799-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e02b098e-463c-474d-8fe4-43b14b3bd157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '59995d6b-0bb7-4666-8bd0-35b2f63f7d54'}}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 23 16:38:16.048659 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3292a3e7-f81c-4df9-b568-815b0d4f622c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:16.099622 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a34dc235-3548-4731-acc3-afc11b262f6a tempest-RoutersNegativeTest-1953760609 tempest-RoutersNegativeTest-1953760609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2176495', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2618677'] for subnet, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:16.105229 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-8c01c69f-1d2c-4a33-a7cf-f67eeee9989e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:38:16.145522 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34dc235-3548-4731-acc3-afc11b262f6a tempest-RoutersNegativeTest-1953760609 tempest-RoutersNegativeTest-1953760609-project] Pushing event deleted for resources: {'Subnet': ['ID=2586d360-72f8-4536-9999-1f51cbeddfa8,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:38:16.149442 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-a34dc235-3548-4731-acc3-afc11b262f6a tempest-RoutersNegativeTest-1953760609 tempest-RoutersNegativeTest-1953760609-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:38:16.152424 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a34dc235-3548-4731-acc3-afc11b262f6a tempest-RoutersNegativeTest-1953760609 tempest-RoutersNegativeTest-1953760609-project] Notify callbacks [] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:16.159966 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-3292a3e7-f81c-4df9-b568-815b0d4f622c None None] For port cbaeca49-4972-48f7-aa74-26342fde3d24, host dv-neutron-822799-1-hyperv, cleared binding levels {{(pid=87637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 23 16:38:16.161467 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 57370) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:38:16.161956 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-a34dc235-3548-4731-acc3-afc11b262f6a tempest-RoutersNegativeTest-1953760609 tempest-RoutersNegativeTest-1953760609-project] 10.222.0.64 "DELETE /v2.0/subnets/2586d360-72f8-4536-9999-1f51cbeddfa8 HTTP/1.1" status: 204  len: 168 time: 0.5257030
Dec 23 16:38:16.163694 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-3292a3e7-f81c-4df9-b568-815b0d4f622c None None] For port cbaeca49-4972-48f7-aa74-26342fde3d24, host dv-neutron-822799-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=cbaeca49-4972-48f7-aa74-26342fde3d24,segment=NetworkSegment(e02b098e-463c-474d-8fe4-43b14b3bd157),segment_id=e02b098e-463c-474d-8fe4-43b14b3bd157)] {{(pid=87637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 23 16:38:16.168536 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3292a3e7-f81c-4df9-b568-815b0d4f622c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:16.172790 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:38:16.234516 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device d9bc16a1-df8b-4e7f-9ba9-086f0d7db42d up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:38:16.301216 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3292a3e7-f81c-4df9-b568-815b0d4f622c None None] Pushing event updated for resources: {'Port': ['ID=cbaeca49-4972-48f7-aa74-26342fde3d24,revision_number=3']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:38:16.308898 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3292a3e7-f81c-4df9-b568-815b0d4f622c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:38:16.327044 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-1c97f9da-1790-45e1-8647-9f5b765e2757 tempest-RoutersNegativeTest-1953760609 tempest-RoutersNegativeTest-1953760609-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-698866'] for network, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:16.334460 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning for port d9bc16a1-df8b-4e7f-9ba9-086f0d7db42d completed by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:38:16.339428 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-1c97f9da-1790-45e1-8647-9f5b765e2757 tempest-RoutersNegativeTest-1953760609 tempest-RoutersNegativeTest-1953760609-project] Deleting port cbaeca49-4972-48f7-aa74-26342fde3d24 {{(pid=87635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:38:16.339847 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-1c97f9da-1790-45e1-8647-9f5b765e2757 tempest-RoutersNegativeTest-1953760609 tempest-RoutersNegativeTest-1953760609-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:16.340986 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a534649-580f-441e-b269-1d4432861b7d None None] Network 5a06f143-787e-4bc4-90a2-5783c19e7d4c requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:38:16.432762 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-b2c109f4-0aeb-42b8-abb6-31bb621e1d07 None None] Provisioning for port d9bc16a1-df8b-4e7f-9ba9-086f0d7db42d completed by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:38:16.454998 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-b2c109f4-0aeb-42b8-abb6-31bb621e1d07 None None] Provisioning complete for port d9bc16a1-df8b-4e7f-9ba9-086f0d7db42d triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:38:16.455432 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-b2c109f4-0aeb-42b8-abb6-31bb621e1d07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:16.573864 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.db [None req-1c97f9da-1790-45e1-8647-9f5b765e2757 tempest-RoutersNegativeTest-1953760609 tempest-RoutersNegativeTest-1953760609-project] For port cbaeca49-4972-48f7-aa74-26342fde3d24, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=cbaeca49-4972-48f7-aa74-26342fde3d24,segment=NetworkSegment(e02b098e-463c-474d-8fe4-43b14b3bd157),segment_id=e02b098e-463c-474d-8fe4-43b14b3bd157)] {{(pid=87635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:38:16.574496 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-1c97f9da-1790-45e1-8647-9f5b765e2757 tempest-RoutersNegativeTest-1953760609 tempest-RoutersNegativeTest-1953760609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:16.680210 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-b2c109f4-0aeb-42b8-abb6-31bb621e1d07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:16.712716 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-1c97f9da-1790-45e1-8647-9f5b765e2757 tempest-RoutersNegativeTest-1953760609 tempest-RoutersNegativeTest-1953760609-project] Calling delete_port for cbaeca49-4972-48f7-aa74-26342fde3d24 owned by network:dhcp {{(pid=87635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:38:16.724783 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-b2c109f4-0aeb-42b8-abb6-31bb621e1d07 None None] For port d9bc16a1-df8b-4e7f-9ba9-086f0d7db42d, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=d9bc16a1-df8b-4e7f-9ba9-086f0d7db42d,segment=NetworkSegment(885080c3-6f4d-41a7-bdd8-2af060071b03),segment_id=885080c3-6f4d-41a7-bdd8-2af060071b03)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:38:16.729811 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-b2c109f4-0aeb-42b8-abb6-31bb621e1d07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:16.731392 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:38:16.794854 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-1c97f9da-1790-45e1-8647-9f5b765e2757 tempest-RoutersNegativeTest-1953760609 tempest-RoutersNegativeTest-1953760609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:16.802047 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-d9bb8a53-ff61-4b76-98d2-7e64dd23ce4c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:38:16.805498 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c109f4-0aeb-42b8-abb6-31bb621e1d07 None None] Pushing event updated for resources: {'Port': ['ID=d9bc16a1-df8b-4e7f-9ba9-086f0d7db42d,revision_number=3']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:38:16.809550 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-b2c109f4-0aeb-42b8-abb6-31bb621e1d07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:38:16.847977 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c97f9da-1790-45e1-8647-9f5b765e2757 tempest-RoutersNegativeTest-1953760609 tempest-RoutersNegativeTest-1953760609-project] Pushing event deleted for resources: {'Port': ['ID=cbaeca49-4972-48f7-aa74-26342fde3d24,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:38:16.850453 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c97f9da-1790-45e1-8647-9f5b765e2757 tempest-RoutersNegativeTest-1953760609 tempest-RoutersNegativeTest-1953760609-project] No DVR routers for this DVR port cbaeca49-4972-48f7-aa74-26342fde3d24 on host dv-neutron-822799-1-hyperv {{(pid=87635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 23 16:38:16.887188 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c97f9da-1790-45e1-8647-9f5b765e2757 tempest-RoutersNegativeTest-1953760609 tempest-RoutersNegativeTest-1953760609-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:38:16.887482 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c97f9da-1790-45e1-8647-9f5b765e2757 tempest-RoutersNegativeTest-1953760609 tempest-RoutersNegativeTest-1953760609-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:38:16.887852 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c97f9da-1790-45e1-8647-9f5b765e2757 tempest-RoutersNegativeTest-1953760609 tempest-RoutersNegativeTest-1953760609-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:38:16.888212 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c97f9da-1790-45e1-8647-9f5b765e2757 tempest-RoutersNegativeTest-1953760609 tempest-RoutersNegativeTest-1953760609-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:38:16.888569 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c97f9da-1790-45e1-8647-9f5b765e2757 tempest-RoutersNegativeTest-1953760609 tempest-RoutersNegativeTest-1953760609-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:38:16.888949 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c97f9da-1790-45e1-8647-9f5b765e2757 tempest-RoutersNegativeTest-1953760609 tempest-RoutersNegativeTest-1953760609-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:38:16.889302 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c97f9da-1790-45e1-8647-9f5b765e2757 tempest-RoutersNegativeTest-1953760609 tempest-RoutersNegativeTest-1953760609-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:38:16.889663 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c97f9da-1790-45e1-8647-9f5b765e2757 tempest-RoutersNegativeTest-1953760609 tempest-RoutersNegativeTest-1953760609-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:38:16.890016 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c97f9da-1790-45e1-8647-9f5b765e2757 tempest-RoutersNegativeTest-1953760609 tempest-RoutersNegativeTest-1953760609-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:38:16.890372 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c97f9da-1790-45e1-8647-9f5b765e2757 tempest-RoutersNegativeTest-1953760609 tempest-RoutersNegativeTest-1953760609-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:38:16.890719 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c97f9da-1790-45e1-8647-9f5b765e2757 tempest-RoutersNegativeTest-1953760609 tempest-RoutersNegativeTest-1953760609-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:38:16.891066 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c97f9da-1790-45e1-8647-9f5b765e2757 tempest-RoutersNegativeTest-1953760609 tempest-RoutersNegativeTest-1953760609-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:38:16.897330 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-1c97f9da-1790-45e1-8647-9f5b765e2757 tempest-RoutersNegativeTest-1953760609 tempest-RoutersNegativeTest-1953760609-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:38:16.959304 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-15e9ca4d-ecd6-476b-a817-fc542b8543fe None None] Provisioning complete for port d9bc16a1-df8b-4e7f-9ba9-086f0d7db42d triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:38:16.959911 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-15e9ca4d-ecd6-476b-a817-fc542b8543fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:16.983704 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-1c97f9da-1790-45e1-8647-9f5b765e2757 tempest-RoutersNegativeTest-1953760609 tempest-RoutersNegativeTest-1953760609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-864347', 'neutron.services.segments.db._delete_segments_for_network-8735362908070'] for network, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:17.014394 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.services.segments.db [None req-1c97f9da-1790-45e1-8647-9f5b765e2757 tempest-RoutersNegativeTest-1953760609 tempest-RoutersNegativeTest-1953760609-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1dc02134f0>,) {'filters': {'network_id': ['59995d6b-0bb7-4666-8bd0-35b2f63f7d54']}} {{(pid=87635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:38:17.027435 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.services.segments.db [None req-1c97f9da-1790-45e1-8647-9f5b765e2757 tempest-RoutersNegativeTest-1953760609 tempest-RoutersNegativeTest-1953760609-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dc02134f0>, 'e02b098e-463c-474d-8fe4-43b14b3bd157') {'for_net_delete': True} {{(pid=87635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:38:17.027756 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.services.segments.db [None req-1c97f9da-1790-45e1-8647-9f5b765e2757 tempest-RoutersNegativeTest-1953760609 tempest-RoutersNegativeTest-1953760609-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dc02134f0>, 'e02b098e-463c-474d-8fe4-43b14b3bd157') {} {{(pid=87635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:38:17.039518 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-1c97f9da-1790-45e1-8647-9f5b765e2757 tempest-RoutersNegativeTest-1953760609 tempest-RoutersNegativeTest-1953760609-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735363085442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2776713'] for segment, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:17.055525 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-1c97f9da-1790-45e1-8647-9f5b765e2757 tempest-RoutersNegativeTest-1953760609 tempest-RoutersNegativeTest-1953760609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:17.063055 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c97f9da-1790-45e1-8647-9f5b765e2757 tempest-RoutersNegativeTest-1953760609 tempest-RoutersNegativeTest-1953760609-project] Releasing vlan 444 on physical network physnet1 to pool {{(pid=87635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 23 16:38:17.063501 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-1c97f9da-1790-45e1-8647-9f5b765e2757 tempest-RoutersNegativeTest-1953760609 tempest-RoutersNegativeTest-1953760609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2753503'] for segment, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:17.078774 dv-neutron-822799-1-hyperv neutron-server[87635]: Traceback (most recent call last):
Dec 23 16:38:17.078774 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 23 16:38:17.078774 dv-neutron-822799-1-hyperv neutron-server[87635]:     timer()
Dec 23 16:38:17.078774 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:38:17.078774 dv-neutron-822799-1-hyperv neutron-server[87635]:     cb(*args, **kw)
Dec 23 16:38:17.078774 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 23 16:38:17.078774 dv-neutron-822799-1-hyperv neutron-server[87635]:     return func(*args, **kwargs)
Dec 23 16:38:17.078774 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:38:17.078774 dv-neutron-822799-1-hyperv neutron-server[87635]:     self._notify()
Dec 23 16:38:17.078774 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:38:17.078774 dv-neutron-822799-1-hyperv neutron-server[87635]:     self.callback(batched_events)
Dec 23 16:38:17.078774 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:38:17.078774 dv-neutron-822799-1-hyperv neutron-server[87635]:     event.method(event)
Dec 23 16:38:17.078774 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:38:17.078774 dv-neutron-822799-1-hyperv neutron-server[87635]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:38:17.078774 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 23 16:38:17.078774 dv-neutron-822799-1-hyperv neutron-server[87635]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 23 16:38:17.078774 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 23 16:38:17.078774 dv-neutron-822799-1-hyperv neutron-server[87635]:     return f(self, *a, **k)
Dec 23 16:38:17.078774 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:38:17.078774 dv-neutron-822799-1-hyperv neutron-server[87635]:     return self._get(url).json()
Dec 23 16:38:17.078774 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 23 16:38:17.078774 dv-neutron-822799-1-hyperv neutron-server[87635]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 23 16:38:17.078774 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 23 16:38:17.078774 dv-neutron-822799-1-hyperv neutron-server[87635]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:38:17.078774 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 23 16:38:17.078774 dv-neutron-822799-1-hyperv neutron-server[87635]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 23 16:38:17.078774 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 23 16:38:17.078774 dv-neutron-822799-1-hyperv neutron-server[87635]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:38:17.078774 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 23 16:38:17.078774 dv-neutron-822799-1-hyperv neutron-server[87635]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:38:17.078774 dv-neutron-822799-1-hyperv neutron-server[87635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:38:17.155091 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-1c97f9da-1790-45e1-8647-9f5b765e2757 tempest-RoutersNegativeTest-1953760609 tempest-RoutersNegativeTest-1953760609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-864336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1824171'] for network, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:17.158802 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-ed947e9c-3430-4c24-9e1b-860b6913bbee tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:38:17.177296 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-1c97f9da-1790-45e1-8647-9f5b765e2757 tempest-RoutersNegativeTest-1953760609 tempest-RoutersNegativeTest-1953760609-project] Notify callbacks [] for network, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:17.188818 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c97f9da-1790-45e1-8647-9f5b765e2757 tempest-RoutersNegativeTest-1953760609 tempest-RoutersNegativeTest-1953760609-project] Pushing event deleted for resources: {'Network': ['ID=59995d6b-0bb7-4666-8bd0-35b2f63f7d54,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:38:17.191644 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-1c97f9da-1790-45e1-8647-9f5b765e2757 tempest-RoutersNegativeTest-1953760609 tempest-RoutersNegativeTest-1953760609-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:38:17.193492 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-1c97f9da-1790-45e1-8647-9f5b765e2757 tempest-RoutersNegativeTest-1953760609 tempest-RoutersNegativeTest-1953760609-project] 10.222.0.64 "DELETE /v2.0/networks/59995d6b-0bb7-4666-8bd0-35b2f63f7d54 HTTP/1.1" status: 204  len: 168 time: 1.0300772
Dec 23 16:38:17.196264 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 57374) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:38:17.262909 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7598fc0-cb80-4e8d-a065-9b4a1f21a568 tempest-RoutersNegativeTest-1953760609 tempest-RoutersNegativeTest-1953760609-project] Deleting subnet 1317159a-ae24-4032-a816-37cf71e0db11 {{(pid=87635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 23 16:38:17.266541 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-e7598fc0-cb80-4e8d-a065-9b4a1f21a568 tempest-RoutersNegativeTest-1953760609 tempest-RoutersNegativeTest-1953760609-project] Notify callbacks [] for subnet, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:17.326216 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-e7598fc0-cb80-4e8d-a065-9b4a1f21a568 tempest-RoutersNegativeTest-1953760609 tempest-RoutersNegativeTest-1953760609-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2776816'] for subnet, precommit_delete_associations {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:17.379223 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20f72bb9-0ee1-422e-a970-f729c6ba30a5 None None] DHCP port deletion for 59995d6b-0bb7-4666-8bd0-35b2f63f7d54 request from dv-neutron-822799-1-hyperv {{(pid=87637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 23 16:38:17.398588 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-be7acbb0-9a25-4793-b389-c5242a486bef None None] Could not find standard attr ID for object cbaeca49-4972-48f7-aa74-26342fde3d24. {{(pid=87637) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 23 16:38:17.401424 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1335e9c0-090b-4456-a70c-f5dbe5e41ba2 None None] Network 59995d6b-0bb7-4666-8bd0-35b2f63f7d54 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:38:17.419065 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-44e53edc-a8e2-4db8-8e80-cef22d6cdb6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:17.419315 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-e7598fc0-cb80-4e8d-a065-9b4a1f21a568 tempest-RoutersNegativeTest-1953760609 tempest-RoutersNegativeTest-1953760609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864774'] for subnet, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:17.421197 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1335e9c0-090b-4456-a70c-f5dbe5e41ba2 None None] Network 59995d6b-0bb7-4666-8bd0-35b2f63f7d54 could not be found, it might have been deleted concurrently. {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}}
Dec 23 16:38:17.500597 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-e7598fc0-cb80-4e8d-a065-9b4a1f21a568 tempest-RoutersNegativeTest-1953760609 tempest-RoutersNegativeTest-1953760609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2753333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2609730'] for subnet, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:17.504184 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-cc6697a0-8139-44aa-b0f1-d73ae9d2ae61 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:38:17.542373 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7598fc0-cb80-4e8d-a065-9b4a1f21a568 tempest-RoutersNegativeTest-1953760609 tempest-RoutersNegativeTest-1953760609-project] Pushing event deleted for resources: {'Subnet': ['ID=1317159a-ae24-4032-a816-37cf71e0db11,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:38:17.545389 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-e7598fc0-cb80-4e8d-a065-9b4a1f21a568 tempest-RoutersNegativeTest-1953760609 tempest-RoutersNegativeTest-1953760609-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:38:17.546313 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-e7598fc0-cb80-4e8d-a065-9b4a1f21a568 tempest-RoutersNegativeTest-1953760609 tempest-RoutersNegativeTest-1953760609-project] Notify callbacks [] for subnet, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:17.552405 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-e7598fc0-cb80-4e8d-a065-9b4a1f21a568 tempest-RoutersNegativeTest-1953760609 tempest-RoutersNegativeTest-1953760609-project] 10.222.0.64 "DELETE /v2.0/subnets/1317159a-ae24-4032-a816-37cf71e0db11 HTTP/1.1" status: 204  len: 168 time: 0.3549483
Dec 23 16:38:17.554802 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-accb6e7c-54e8-4552-ab49-3785cf8a6b54 None None] Network 5a06f143-787e-4bc4-90a2-5783c19e7d4c requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:38:17.555017 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 57378) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:38:17.660720 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-ee9d4a7c-7b41-4525-b489-b4af1b41a846 tempest-RoutersNegativeTest-1953760609 tempest-RoutersNegativeTest-1953760609-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-698866'] for network, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:17.671199 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-ee9d4a7c-7b41-4525-b489-b4af1b41a846 tempest-RoutersNegativeTest-1953760609 tempest-RoutersNegativeTest-1953760609-project] Deleting port d9bc16a1-df8b-4e7f-9ba9-086f0d7db42d {{(pid=87635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:38:17.671525 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-ee9d4a7c-7b41-4525-b489-b4af1b41a846 tempest-RoutersNegativeTest-1953760609 tempest-RoutersNegativeTest-1953760609-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:17.805204 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76a383f5-c844-419f-9937-5cd0b81324fb None None] DHCP port deletion for 5a06f143-787e-4bc4-90a2-5783c19e7d4c request from dv-neutron-822799-1-hyperv {{(pid=87637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 23 16:38:17.809844 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-76a383f5-c844-419f-9937-5cd0b81324fb None None] Deleting port d9bc16a1-df8b-4e7f-9ba9-086f0d7db42d {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:38:17.810238 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-76a383f5-c844-419f-9937-5cd0b81324fb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:17.986283 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.db [None req-ee9d4a7c-7b41-4525-b489-b4af1b41a846 tempest-RoutersNegativeTest-1953760609 tempest-RoutersNegativeTest-1953760609-project] For port d9bc16a1-df8b-4e7f-9ba9-086f0d7db42d, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=d9bc16a1-df8b-4e7f-9ba9-086f0d7db42d,segment=NetworkSegment(885080c3-6f4d-41a7-bdd8-2af060071b03),segment_id=885080c3-6f4d-41a7-bdd8-2af060071b03)] {{(pid=87635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:38:17.986598 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-ee9d4a7c-7b41-4525-b489-b4af1b41a846 tempest-RoutersNegativeTest-1953760609 tempest-RoutersNegativeTest-1953760609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:18.057337 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-76a383f5-c844-419f-9937-5cd0b81324fb None None] For port d9bc16a1-df8b-4e7f-9ba9-086f0d7db42d, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=d9bc16a1-df8b-4e7f-9ba9-086f0d7db42d,segment=NetworkSegment(885080c3-6f4d-41a7-bdd8-2af060071b03),segment_id=885080c3-6f4d-41a7-bdd8-2af060071b03)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:38:18.057918 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-76a383f5-c844-419f-9937-5cd0b81324fb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:18.106676 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-ee9d4a7c-7b41-4525-b489-b4af1b41a846 tempest-RoutersNegativeTest-1953760609 tempest-RoutersNegativeTest-1953760609-project] Calling delete_port for d9bc16a1-df8b-4e7f-9ba9-086f0d7db42d owned by network:dhcp {{(pid=87635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:38:18.172176 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device d9bc16a1-df8b-4e7f-9ba9-086f0d7db42d no longer exists at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 23 16:38:18.186531 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-ee9d4a7c-7b41-4525-b489-b4af1b41a846 tempest-RoutersNegativeTest-1953760609 tempest-RoutersNegativeTest-1953760609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:18.190381 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-307a52c0-3928-4d03-8be5-6d86d9748751 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:38:18.208539 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-76a383f5-c844-419f-9937-5cd0b81324fb None None] Calling delete_port for d9bc16a1-df8b-4e7f-9ba9-086f0d7db42d owned by network:dhcp {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:38:18.233462 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9d4a7c-7b41-4525-b489-b4af1b41a846 tempest-RoutersNegativeTest-1953760609 tempest-RoutersNegativeTest-1953760609-project] Pushing event deleted for resources: {'Port': ['ID=d9bc16a1-df8b-4e7f-9ba9-086f0d7db42d,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:38:18.236683 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-ee9d4a7c-7b41-4525-b489-b4af1b41a846 tempest-RoutersNegativeTest-1953760609 tempest-RoutersNegativeTest-1953760609-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:38:18.237489 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee9d4a7c-7b41-4525-b489-b4af1b41a846 tempest-RoutersNegativeTest-1953760609 tempest-RoutersNegativeTest-1953760609-project] No DVR routers for this DVR port d9bc16a1-df8b-4e7f-9ba9-086f0d7db42d on host dv-neutron-822799-1-hyperv {{(pid=87635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 23 16:38:18.244727 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] No Port match for: d9bc16a1-df8b-4e7f-9ba9-086f0d7db42d {{(pid=87637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 23 16:38:18.245243 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device d9bc16a1-df8b-4e7f-9ba9-086f0d7db42d not bound to the agent host dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 23 16:38:18.286474 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.db.api [None req-76a383f5-c844-419f-9937-5cd0b81324fb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87637) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 23 16:38:18.287696 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_db.api [None req-76a383f5-c844-419f-9937-5cd0b81324fb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 23 16:38:18.370170 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-ee9d4a7c-7b41-4525-b489-b4af1b41a846 tempest-RoutersNegativeTest-1953760609 tempest-RoutersNegativeTest-1953760609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-864347', 'neutron.services.segments.db._delete_segments_for_network-8735362908070'] for network, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:18.405863 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.services.segments.db [None req-ee9d4a7c-7b41-4525-b489-b4af1b41a846 tempest-RoutersNegativeTest-1953760609 tempest-RoutersNegativeTest-1953760609-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1dbb67eeb0>,) {'filters': {'network_id': ['5a06f143-787e-4bc4-90a2-5783c19e7d4c']}} {{(pid=87635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:38:18.418137 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.services.segments.db [None req-ee9d4a7c-7b41-4525-b489-b4af1b41a846 tempest-RoutersNegativeTest-1953760609 tempest-RoutersNegativeTest-1953760609-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dbb67eeb0>, '885080c3-6f4d-41a7-bdd8-2af060071b03') {'for_net_delete': True} {{(pid=87635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:38:18.418436 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.services.segments.db [None req-ee9d4a7c-7b41-4525-b489-b4af1b41a846 tempest-RoutersNegativeTest-1953760609 tempest-RoutersNegativeTest-1953760609-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dbb67eeb0>, '885080c3-6f4d-41a7-bdd8-2af060071b03') {} {{(pid=87635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:38:18.429704 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-ee9d4a7c-7b41-4525-b489-b4af1b41a846 tempest-RoutersNegativeTest-1953760609 tempest-RoutersNegativeTest-1953760609-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735363085442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2776713'] for segment, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:18.446515 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-ee9d4a7c-7b41-4525-b489-b4af1b41a846 tempest-RoutersNegativeTest-1953760609 tempest-RoutersNegativeTest-1953760609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:18.453051 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee9d4a7c-7b41-4525-b489-b4af1b41a846 tempest-RoutersNegativeTest-1953760609 tempest-RoutersNegativeTest-1953760609-project] Releasing vlan 411 on physical network physnet1 to pool {{(pid=87635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 23 16:38:18.453431 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-ee9d4a7c-7b41-4525-b489-b4af1b41a846 tempest-RoutersNegativeTest-1953760609 tempest-RoutersNegativeTest-1953760609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2753503'] for segment, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:18.467795 dv-neutron-822799-1-hyperv neutron-server[87635]: Traceback (most recent call last):
Dec 23 16:38:18.467795 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 23 16:38:18.467795 dv-neutron-822799-1-hyperv neutron-server[87635]:     timer()
Dec 23 16:38:18.467795 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:38:18.467795 dv-neutron-822799-1-hyperv neutron-server[87635]:     cb(*args, **kw)
Dec 23 16:38:18.467795 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 23 16:38:18.467795 dv-neutron-822799-1-hyperv neutron-server[87635]:     return func(*args, **kwargs)
Dec 23 16:38:18.467795 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:38:18.467795 dv-neutron-822799-1-hyperv neutron-server[87635]:     self._notify()
Dec 23 16:38:18.467795 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:38:18.467795 dv-neutron-822799-1-hyperv neutron-server[87635]:     self.callback(batched_events)
Dec 23 16:38:18.467795 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:38:18.467795 dv-neutron-822799-1-hyperv neutron-server[87635]:     event.method(event)
Dec 23 16:38:18.467795 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:38:18.467795 dv-neutron-822799-1-hyperv neutron-server[87635]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:38:18.467795 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 23 16:38:18.467795 dv-neutron-822799-1-hyperv neutron-server[87635]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 23 16:38:18.467795 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 23 16:38:18.467795 dv-neutron-822799-1-hyperv neutron-server[87635]:     return f(self, *a, **k)
Dec 23 16:38:18.467795 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:38:18.467795 dv-neutron-822799-1-hyperv neutron-server[87635]:     return self._get(url).json()
Dec 23 16:38:18.467795 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 23 16:38:18.467795 dv-neutron-822799-1-hyperv neutron-server[87635]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 23 16:38:18.467795 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 23 16:38:18.467795 dv-neutron-822799-1-hyperv neutron-server[87635]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:38:18.467795 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 23 16:38:18.467795 dv-neutron-822799-1-hyperv neutron-server[87635]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 23 16:38:18.467795 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 23 16:38:18.467795 dv-neutron-822799-1-hyperv neutron-server[87635]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:38:18.467795 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 23 16:38:18.467795 dv-neutron-822799-1-hyperv neutron-server[87635]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:38:18.467795 dv-neutron-822799-1-hyperv neutron-server[87635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:38:18.551694 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-ee9d4a7c-7b41-4525-b489-b4af1b41a846 tempest-RoutersNegativeTest-1953760609 tempest-RoutersNegativeTest-1953760609-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-864336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1824171'] for network, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:18.555906 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-ee9d4a7c-7b41-4525-b489-b4af1b41a846 tempest-RoutersNegativeTest-1953760609 tempest-RoutersNegativeTest-1953760609-project] Notify callbacks [] for network, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:18.558572 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-96448c82-2d2d-4fc0-b9e5-d7ea7a1f9e60 tempest-TestNetworkAdvancedServerOps-538852589 tempest-TestNetworkAdvancedServerOps-538852589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:38:18.581573 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9d4a7c-7b41-4525-b489-b4af1b41a846 tempest-RoutersNegativeTest-1953760609 tempest-RoutersNegativeTest-1953760609-project] Pushing event deleted for resources: {'Network': ['ID=5a06f143-787e-4bc4-90a2-5783c19e7d4c,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:38:18.583709 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-ee9d4a7c-7b41-4525-b489-b4af1b41a846 tempest-RoutersNegativeTest-1953760609 tempest-RoutersNegativeTest-1953760609-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:38:18.585729 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-ee9d4a7c-7b41-4525-b489-b4af1b41a846 tempest-RoutersNegativeTest-1953760609 tempest-RoutersNegativeTest-1953760609-project] 10.222.0.64 "DELETE /v2.0/networks/5a06f143-787e-4bc4-90a2-5783c19e7d4c HTTP/1.1" status: 204  len: 168 time: 1.0298188
Dec 23 16:38:18.589096 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 57382) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:38:18.634307 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-72e998a9-bdb7-4bdc-8b28-dd95a4d3a155 tempest-RoutersNegativeTest-1953760609 tempest-RoutersNegativeTest-1953760609-project] 10.222.0.64 "GET /v2.0/ports?device_id=5f0621ae-cb98-4348-b5dd-64d14a42a11f HTTP/1.1" status: 200  len: 205 time: 0.0438945
Dec 23 16:38:18.636721 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 57386) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:38:18.765987 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b076f0c4-829d-441b-b519-e01233f828fc tempest-RoutersNegativeTest-1953760609 tempest-RoutersNegativeTest-1953760609-project] Notify callbacks [] for router, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:18.789010 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-76a383f5-c844-419f-9937-5cd0b81324fb None None] Deleting port d9bc16a1-df8b-4e7f-9ba9-086f0d7db42d {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:38:18.789411 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-76a383f5-c844-419f-9937-5cd0b81324fb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:18.857179 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-76a383f5-c844-419f-9937-5cd0b81324fb None None] The port 'd9bc16a1-df8b-4e7f-9ba9-086f0d7db42d' was deleted {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 23 16:38:19.060374 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b076f0c4-829d-441b-b519-e01233f828fc tempest-RoutersNegativeTest-1953760609 tempest-RoutersNegativeTest-1953760609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1784183', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-235354'] for router, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:19.062555 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b076f0c4-829d-441b-b519-e01233f828fc tempest-RoutersNegativeTest-1953760609 tempest-RoutersNegativeTest-1953760609-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:19.086235 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b076f0c4-829d-441b-b519-e01233f828fc tempest-RoutersNegativeTest-1953760609 tempest-RoutersNegativeTest-1953760609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1781328'] for router, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:19.086724 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b076f0c4-829d-441b-b519-e01233f828fc tempest-RoutersNegativeTest-1953760609 tempest-RoutersNegativeTest-1953760609-project] Fanout notify agent at l3_agent the message router_deleted on router 5f0621ae-cb98-4348-b5dd-64d14a42a11f {{(pid=87636) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 23 16:38:19.097512 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b076f0c4-829d-441b-b519-e01233f828fc tempest-RoutersNegativeTest-1953760609 tempest-RoutersNegativeTest-1953760609-project] Notify callbacks [] for router, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:19.098592 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-b076f0c4-829d-441b-b519-e01233f828fc tempest-RoutersNegativeTest-1953760609 tempest-RoutersNegativeTest-1953760609-project] 10.222.0.64 "DELETE /v2.0/routers/5f0621ae-cb98-4348-b5dd-64d14a42a11f HTTP/1.1" status: 204  len: 168 time: 0.4609735
Dec 23 16:38:19.415597 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 57394) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:38:19.576291 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-0ab2df68-ffb8-4003-b526-c6250132bc32 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=52ec670494e84aba9355d5f6ee329127&name=default HTTP/1.1" status: 200  len: 2983 time: 0.1593983
Dec 23 16:38:19.578872 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 57400) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:38:19.635642 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-036aa351-b708-4eca-8085-3e01e25f92c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:19.661184 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-036aa351-b708-4eca-8085-3e01e25f92c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:19.722077 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-036aa351-b708-4eca-8085-3e01e25f92c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:19.727560 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-1015bdb0-69e7-49d2-80f7-7953bb965c3d tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:38:19.741825 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036aa351-b708-4eca-8085-3e01e25f92c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2810c7a9-3ca6-44ea-aa0e-f1142a399fb6,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:38:19.746577 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-036aa351-b708-4eca-8085-3e01e25f92c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:38:19.750116 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-036aa351-b708-4eca-8085-3e01e25f92c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:19.751174 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-036aa351-b708-4eca-8085-3e01e25f92c2 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2810c7a9-3ca6-44ea-aa0e-f1142a399fb6 HTTP/1.1" status: 204  len: 168 time: 0.1714692
Dec 23 16:38:19.772162 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-19d8b7c9-88a4-466b-97a3-b835797c3b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:20.512171 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 57424) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:38:20.627651 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-d5e9631b-350b-4efd-93cf-571bbc971ef1 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1849093427-network', 'tenant_id': 'ded871a6ee43467dbe0b20742d54269f'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:38:20.633056 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-d5e9631b-350b-4efd-93cf-571bbc971ef1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:38:20.637391 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-d5e9631b-350b-4efd-93cf-571bbc971ef1 admin admin] Usage tracker for resource:network and tenant:ded871a6ee43467dbe0b20742d54269f is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:38:20.640393 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-d5e9631b-350b-4efd-93cf-571bbc971ef1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:38:20.646377 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-d5e9631b-350b-4efd-93cf-571bbc971ef1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:38:20.661002 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5e9631b-350b-4efd-93cf-571bbc971ef1 admin admin] Made reservation on behalf of ded871a6ee43467dbe0b20742d54269f for: {'network': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:38:20.664611 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d5e9631b-350b-4efd-93cf-571bbc971ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for network, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:20.686096 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d5e9631b-350b-4efd-93cf-571bbc971ef1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:20.701413 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-d5e9631b-350b-4efd-93cf-571bbc971ef1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:38:20.705354 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-d5e9631b-350b-4efd-93cf-571bbc971ef1 admin admin] Usage tracker for resource:security_group_rule and tenant:ded871a6ee43467dbe0b20742d54269f is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:38:20.708147 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-d5e9631b-350b-4efd-93cf-571bbc971ef1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:38:20.713873 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-d5e9631b-350b-4efd-93cf-571bbc971ef1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:38:20.796519 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d5e9631b-350b-4efd-93cf-571bbc971ef1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:20.804949 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d5e9631b-350b-4efd-93cf-571bbc971ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:20.809321 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-0ef040ba-1180-4ed8-a48c-e2f59c451248 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:38:20.841659 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5e9631b-350b-4efd-93cf-571bbc971ef1 admin admin] vlan segment allocate from pool success with {'vlan_id': 448, 'physical_network': 'physnet1'}  {{(pid=87636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 23 16:38:20.845916 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9dcbea60-a34f-4144-91e7-90aff3f57aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:20.850231 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e9631b-350b-4efd-93cf-571bbc971ef1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85ff8679-1320-48ba-8912-9c591057a144,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:38:20.853682 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-d5e9631b-350b-4efd-93cf-571bbc971ef1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:38:20.856211 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d5e9631b-350b-4efd-93cf-571bbc971ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:20.856546 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.db.segments_db [None req-d5e9631b-350b-4efd-93cf-571bbc971ef1 admin admin] Added segment 6bd5769c-cb5e-4f78-8255-53b03b628919 of type vlan for network c2603d04-311d-4ea7-90e7-fa835626b540
Dec 23 16:38:20.883712 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d5e9631b-350b-4efd-93cf-571bbc971ef1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735362521793'] for network, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:20.916008 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d5e9631b-350b-4efd-93cf-571bbc971ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495'] for network, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:20.917092 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5e9631b-350b-4efd-93cf-571bbc971ef1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:38:20.917666 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d5e9631b-350b-4efd-93cf-571bbc971ef1 admin admin] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:20.921059 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-313132be-7bab-46b8-acf3-5363c8eb3cc1 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:38:20.921799 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:21.150644 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e9631b-350b-4efd-93cf-571bbc971ef1 admin admin] Pushing event updated for resources: {'Network': ['ID=c2603d04-311d-4ea7-90e7-fa835626b540,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:38:21.153581 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-d5e9631b-350b-4efd-93cf-571bbc971ef1 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201  len: 890 time: 0.6403785
Dec 23 16:38:21.154433 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-d5e9631b-350b-4efd-93cf-571bbc971ef1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:38:21.156516 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 57430) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:38:21.161598 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Network c2603d04-311d-4ea7-90e7-fa835626b540 details requested by agent ovs-agent-dv-neutron-822799-1-hyperv with host dv-neutron-822799-1-hyperv {{(pid=87637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 23 16:38:21.161942 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-dad6727e-77e7-43b0-bf22-f70af0ba85bb admin admin] Request body: {'subnet': {'network_id': 'c2603d04-311d-4ea7-90e7-fa835626b540', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1849093427-subnet', 'tenant_id': 'ded871a6ee43467dbe0b20742d54269f', 'ip_version': 4}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:38:21.167544 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-dad6727e-77e7-43b0-bf22-f70af0ba85bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:38:21.172216 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-dad6727e-77e7-43b0-bf22-f70af0ba85bb admin admin] Usage tracker for resource:subnet and tenant:ded871a6ee43467dbe0b20742d54269f is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:38:21.175099 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-dad6727e-77e7-43b0-bf22-f70af0ba85bb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:38:21.180705 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-dad6727e-77e7-43b0-bf22-f70af0ba85bb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:38:21.192143 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dad6727e-77e7-43b0-bf22-f70af0ba85bb admin admin] Made reservation on behalf of ded871a6ee43467dbe0b20742d54269f for: {'subnet': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:38:21.194993 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-dad6727e-77e7-43b0-bf22-f70af0ba85bb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2618324'] for subnet, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:21.401228 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-dad6727e-77e7-43b0-bf22-f70af0ba85bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2176430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2618310'] for subnet, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:21.404699 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-d3b2d1da-9c37-4045-9694-5362983b5b07 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:38:21.474945 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad6727e-77e7-43b0-bf22-f70af0ba85bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=dba9d54b-383f-4843-ad16-10d73404a20a,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:38:21.478697 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-dad6727e-77e7-43b0-bf22-f70af0ba85bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:38:21.485912 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad6727e-77e7-43b0-bf22-f70af0ba85bb admin admin] Checking segment: {'id': '6bd5769c-cb5e-4f78-8255-53b03b628919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'c2603d04-311d-4ea7-90e7-fa835626b540'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:38:21.486303 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dad6727e-77e7-43b0-bf22-f70af0ba85bb admin admin] Network hostable DHCP agents. Network: c2603d04-311d-4ea7-90e7-fa835626b540, hostable agents: ['1c812d71-eadf-4fb3-b98e-67468a4aa7e2'], hosted agents: [] {{(pid=87636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 23 16:38:21.508303 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dad6727e-77e7-43b0-bf22-f70af0ba85bb admin admin] Network c2603d04-311d-4ea7-90e7-fa835626b540 is scheduled to be hosted by DHCP agent 1c812d71-eadf-4fb3-b98e-67468a4aa7e2 with binding_index 1 {{(pid=87636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 23 16:38:21.518675 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-dad6727e-77e7-43b0-bf22-f70af0ba85bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822799-1-hyperv, c2603d04-311d-4ea7-90e7-fa835626b540) {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:38:21.522753 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dad6727e-77e7-43b0-bf22-f70af0ba85bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:38:21.523338 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-dad6727e-77e7-43b0-bf22-f70af0ba85bb admin admin] Notify callbacks [] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:21.528163 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12570277-4957-4e60-8dbd-8e8a52ac0831 None None] Network c2603d04-311d-4ea7-90e7-fa835626b540 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:38:21.544022 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-dad6727e-77e7-43b0-bf22-f70af0ba85bb admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 853 time: 0.3863060
Dec 23 16:38:21.546763 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 57434) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:38:21.552120 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-be821886-f572-4643-8ef6-c2cecef3d243 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1849093427-router', 'tenant_id': 'ded871a6ee43467dbe0b20742d54269f', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b'}}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:38:21.556673 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-be821886-f572-4643-8ef6-c2cecef3d243 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:38:21.560790 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-be821886-f572-4643-8ef6-c2cecef3d243 admin admin] Usage tracker for resource:router and tenant:ded871a6ee43467dbe0b20742d54269f is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:38:21.563663 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-be821886-f572-4643-8ef6-c2cecef3d243 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:38:21.569805 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-be821886-f572-4643-8ef6-c2cecef3d243 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:38:21.581524 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-be821886-f572-4643-8ef6-c2cecef3d243 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1823978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-235332'] for router, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:21.582484 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-be821886-f572-4643-8ef6-c2cecef3d243 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1824575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1824063', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1751113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-235341'] for router, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:21.596639 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-be821886-f572-4643-8ef6-c2cecef3d243 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:21.746154 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d5d773c-5a3d-426d-a595-ce40cdf05f6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7e017a6-8198-58c8-a07e-0f786128e3b3-c2603d04-311d-4ea7-90e7-fa835626b540', 'network_id': 'c2603d04-311d-4ea7-90e7-fa835626b540', 'tenant_id': 'ded871a6ee43467dbe0b20742d54269f', 'fixed_ips': [{'subnet_id': 'dba9d54b-383f-4843-ad16-10d73404a20a'}]}} from dv-neutron-822799-1-hyperv. {{(pid=87637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 23 16:38:21.746995 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1d5d773c-5a3d-426d-a595-ce40cdf05f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:21.866746 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-be821886-f572-4643-8ef6-c2cecef3d243 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1824017', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1823768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-235299'] for router, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:21.897611 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_common [None req-1d5d773c-5a3d-426d-a595-ce40cdf05f6c None None] Allocated IP 172.20.0.2 (c2603d04-311d-4ea7-90e7-fa835626b540/dba9d54b-383f-4843-ad16-10d73404a20a/907105ad-23eb-4eca-8348-edae0cc8f807) {{(pid=87637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:38:22.101613 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1d5d773c-5a3d-426d-a595-ce40cdf05f6c None None] Notify callbacks [] for port, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:22.112350 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-1d5d773c-5a3d-426d-a595-ce40cdf05f6c None None] Transition to ACTIVE for port object 907105ad-23eb-4eca-8348-edae0cc8f807 will not be triggered until provisioned by entity L2. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:38:22.130538 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-1d5d773c-5a3d-426d-a595-ce40cdf05f6c None None] Transition to ACTIVE for port object 907105ad-23eb-4eca-8348-edae0cc8f807 will not be triggered until provisioned by entity DHCP. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:38:22.137713 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1d5d773c-5a3d-426d-a595-ce40cdf05f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780'] for port, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:22.142232 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:38:22.175398 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-be821886-f572-4643-8ef6-c2cecef3d243 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:22.206133 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-be821886-f572-4643-8ef6-c2cecef3d243 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:22.208183 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d5d773c-5a3d-426d-a595-ce40cdf05f6c None None] Network c2603d04-311d-4ea7-90e7-fa835626b540 is already hosted by enough agents. {{(pid=87637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:38:22.211007 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-1d5d773c-5a3d-426d-a595-ce40cdf05f6c None None] Resources bound (agent type, host, resource id):  {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:38:22.215296 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d5d773c-5a3d-426d-a595-ce40cdf05f6c None None] Received port after_create {{(pid=87637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:38:22.217443 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5d773c-5a3d-426d-a595-ce40cdf05f6c None None] Pushing event updated for resources: {'Port': ['ID=907105ad-23eb-4eca-8348-edae0cc8f807,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:38:22.220993 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-1d5d773c-5a3d-426d-a595-ce40cdf05f6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:38:22.308472 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-1d5d773c-5a3d-426d-a595-ce40cdf05f6c None None] Attempting to bind port 907105ad-23eb-4eca-8348-edae0cc8f807 on host dv-neutron-822799-1-hyperv for vnic_type normal with profile  {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:38:22.308883 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-1d5d773c-5a3d-426d-a595-ce40cdf05f6c None None] Attempting to bind port 907105ad-23eb-4eca-8348-edae0cc8f807 by drivers openvswitch,hyperv on host dv-neutron-822799-1-hyperv at level 0 using segments [{'id': '6bd5769c-cb5e-4f78-8255-53b03b628919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'c2603d04-311d-4ea7-90e7-fa835626b540'}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:38:22.309257 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5d773c-5a3d-426d-a595-ce40cdf05f6c None None] Attempting to bind port 907105ad-23eb-4eca-8348-edae0cc8f807 on network c2603d04-311d-4ea7-90e7-fa835626b540 {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:38:22.321621 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5d773c-5a3d-426d-a595-ce40cdf05f6c None None] Checking agent: {'id': '20d2070f-69a9-4e73-8d08-6f0387a40158', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822799-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 21), 'started_at': datetime.datetime(2021, 12, 23, 16, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 38, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822799-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 23 16:38:22.322008 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5d773c-5a3d-426d-a595-ce40cdf05f6c None None] Checking segment: {'id': '6bd5769c-cb5e-4f78-8255-53b03b628919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'c2603d04-311d-4ea7-90e7-fa835626b540'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:38:22.322428 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1d5d773c-5a3d-426d-a595-ce40cdf05f6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:22.322828 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5d773c-5a3d-426d-a595-ce40cdf05f6c None None] Bound using segment: {'id': '6bd5769c-cb5e-4f78-8255-53b03b628919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'c2603d04-311d-4ea7-90e7-fa835626b540'} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 23 16:38:22.323587 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-1d5d773c-5a3d-426d-a595-ce40cdf05f6c None None] Bound port: 907105ad-23eb-4eca-8348-edae0cc8f807, host: dv-neutron-822799-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bd5769c-cb5e-4f78-8255-53b03b628919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'c2603d04-311d-4ea7-90e7-fa835626b540'}}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 23 16:38:22.324014 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1d5d773c-5a3d-426d-a595-ce40cdf05f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:22.344536 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [None req-be821886-f572-4643-8ef6-c2cecef3d243 admin admin] Allocated IP 172.26.3.160 (8afa6d58-9431-454a-b99c-3ff8a65aa86b/60537fec-5f5f-4ab7-89cc-03638149a590/a3a5c741-29d2-40f0-ace2-ebea536a3a0b) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:38:22.372012 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9e3aab53-d650-47e3-b8a6-2dff21fe9ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:22.415648 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-1d5d773c-5a3d-426d-a595-ce40cdf05f6c None None] For port 907105ad-23eb-4eca-8348-edae0cc8f807, host dv-neutron-822799-1-hyperv, cleared binding levels {{(pid=87637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 23 16:38:22.418905 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-1d5d773c-5a3d-426d-a595-ce40cdf05f6c None None] For port 907105ad-23eb-4eca-8348-edae0cc8f807, host dv-neutron-822799-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=907105ad-23eb-4eca-8348-edae0cc8f807,segment=NetworkSegment(6bd5769c-cb5e-4f78-8255-53b03b628919),segment_id=6bd5769c-cb5e-4f78-8255-53b03b628919)] {{(pid=87637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 23 16:38:22.423153 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1d5d773c-5a3d-426d-a595-ce40cdf05f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:22.426644 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-6639fde4-6ab0-4aa9-be6c-4a0d0b168bcc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:38:22.493540 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-be821886-f572-4643-8ef6-c2cecef3d243 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:22.525146 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-be821886-f572-4643-8ef6-c2cecef3d243 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:22.529796 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-e1314173-0baf-4d5d-aabc-d70cb79a6088 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:38:22.547977 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5d773c-5a3d-426d-a595-ce40cdf05f6c None None] Pushing event updated for resources: {'Port': ['ID=907105ad-23eb-4eca-8348-edae0cc8f807,revision_number=2']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:38:22.550740 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-1d5d773c-5a3d-426d-a595-ce40cdf05f6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:38:22.581889 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be821886-f572-4643-8ef6-c2cecef3d243 admin admin] Network 8afa6d58-9431-454a-b99c-3ff8a65aa86b is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:38:22.584665 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-be821886-f572-4643-8ef6-c2cecef3d243 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:38:22.588118 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be821886-f572-4643-8ef6-c2cecef3d243 admin admin] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:38:22.792094 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be821886-f572-4643-8ef6-c2cecef3d243 admin admin] Pushing event updated for resources: {'Port': ['ID=a3a5c741-29d2-40f0-ace2-ebea536a3a0b,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:38:22.797610 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-be821886-f572-4643-8ef6-c2cecef3d243 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:38:23.171569 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-be821886-f572-4643-8ef6-c2cecef3d243 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:23.494385 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c05eeb92-1db6-43ec-8b0e-60444d520747 None None] Network c2603d04-311d-4ea7-90e7-fa835626b540 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:38:23.534327 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-be821886-f572-4643-8ef6-c2cecef3d243 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1823971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1824234'] for router, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:23.604427 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-cd782fa8-63d0-4c33-b0b9-742126eafe08 None None] Provisioning for port 907105ad-23eb-4eca-8348-edae0cc8f807 completed by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:38:23.740935 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be821886-f572-4643-8ef6-c2cecef3d243 admin admin] Router 2e2246e4-78cc-4fa2-9d97-afe2adb782bd is scheduled to L3 agent 371d4c41-c7e2-4de7-9539-c049ec4e95d1 with binding_index 1 {{(pid=87636) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 23 16:38:23.920754 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be821886-f572-4643-8ef6-c2cecef3d243 admin admin] Notify agent at l3_agent.dv-neutron-822799-1-hyperv the message routers_updated {{(pid=87636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 23 16:38:23.930832 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b5a6aff-d333-495f-b9a0-6709b3222821 None None] Sync routers for ids ['2e2246e4-78cc-4fa2-9d97-afe2adb782bd'] in dv-neutron-822799-1-hyperv {{(pid=87637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 23 16:38:23.941879 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b5a6aff-d333-495f-b9a0-6709b3222821 None None] Routers {'2e2246e4-78cc-4fa2-9d97-afe2adb782bd'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:38:23.942504 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-7b5a6aff-d333-495f-b9a0-6709b3222821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc15bd160>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:38:20Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['2e2246e4-78cc-4fa2-9d97-afe2adb782bd'], 'active': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:38:23.947474 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-be821886-f572-4643-8ef6-c2cecef3d243 admin admin] Notify callbacks [] for router, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:23.951462 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-be821886-f572-4643-8ef6-c2cecef3d243 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201  len: 929 time: 2.4010510
Dec 23 16:38:23.951776 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 57438) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:38:24.144310 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvr_db [None req-7b5a6aff-d333-495f-b9a0-6709b3222821 None None] Set router 2e2246e4-78cc-4fa2-9d97-afe2adb782bd gateway port host: dv-neutron-822799-1-hyperv {{(pid=87637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:38:24.251078 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 907105ad-23eb-4eca-8348-edae0cc8f807 up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:38:24.462295 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning for port 907105ad-23eb-4eca-8348-edae0cc8f807 completed by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:38:24.471555 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port 907105ad-23eb-4eca-8348-edae0cc8f807 triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:38:24.471944 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:24.590803 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-7b5a6aff-d333-495f-b9a0-6709b3222821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc15bd160>, [{'id': '2e2246e4-78cc-4fa2-9d97-afe2adb782bd', 'name': 'tempest-TestEncryptedCinderVolumes-1849093427-router', 'tenant_id': 'ded871a6ee43467dbe0b20742d54269f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.160'}], 'enable_snat': True}, 'gw_port_id': 'a3a5c741-29d2-40f0-ace2-ebea536a3a0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:38:21Z', 'updated_at': '2021-12-23T16:38:22Z', 'revision_number': 3, 'project_id': 'ded871a6ee43467dbe0b20742d54269f', 'gw_port': {'id': 'a3a5c741-29d2-40f0-ace2-ebea536a3a0b', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:7d:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e2246e4-78cc-4fa2-9d97-afe2adb782bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:38:22Z', 'updated_at': '2021-12-23T16:38:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv'}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:38:24.599454 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b5a6aff-d333-495f-b9a0-6709b3222821 None None] Checking router: 2e2246e4-78cc-4fa2-9d97-afe2adb782bd for host: dv-neutron-822799-1-hyperv {{(pid=87637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 23 16:38:24.599830 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b5a6aff-d333-495f-b9a0-6709b3222821 None None] Updating router 2e2246e4-78cc-4fa2-9d97-afe2adb782bd port a3a5c741-29d2-40f0-ace2-ebea536a3a0b binding host dv-neutron-822799-1-hyperv {{(pid=87637) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 23 16:38:24.650434 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:24.685246 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-7b5a6aff-d333-495f-b9a0-6709b3222821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:24.739041 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] For port 907105ad-23eb-4eca-8348-edae0cc8f807, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=907105ad-23eb-4eca-8348-edae0cc8f807,segment=NetworkSegment(6bd5769c-cb5e-4f78-8255-53b03b628919),segment_id=6bd5769c-cb5e-4f78-8255-53b03b628919)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:38:24.746847 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:24.782044 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3292a3e7-f81c-4df9-b568-815b0d4f622c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:38:24.789466 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b2729867-5921-4849-aca4-d646c151293d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:24.947556 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Pushing event updated for resources: {'Port': ['ID=907105ad-23eb-4eca-8348-edae0cc8f807,revision_number=3']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:38:24.952592 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:38:25.000905 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [None req-b2729867-5921-4849-aca4-d646c151293d admin admin] Allocated IP 172.20.0.1 (c2603d04-311d-4ea7-90e7-fa835626b540/dba9d54b-383f-4843-ad16-10d73404a20a/07184c90-243d-4f5a-9ef9-4c8d7a274397) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:38:25.129503 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-7b5a6aff-d333-495f-b9a0-6709b3222821 None None] Notify callbacks [] for port, precommit_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:25.141153 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-7b5a6aff-d333-495f-b9a0-6709b3222821 None None] Transition to ACTIVE for port object a3a5c741-29d2-40f0-ace2-ebea536a3a0b will not be triggered until provisioned by entity L2. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:38:25.147237 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b2729867-5921-4849-aca4-d646c151293d admin admin] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:25.148357 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-7b5a6aff-d333-495f-b9a0-6709b3222821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:25.152737 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-1d5d773c-5a3d-426d-a595-ce40cdf05f6c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:38:25.162482 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.provisioning_blocks [None req-b2729867-5921-4849-aca4-d646c151293d admin admin] Transition to ACTIVE for port object 07184c90-243d-4f5a-9ef9-4c8d7a274397 will not be triggered until provisioned by entity DHCP. {{(pid=87636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:38:25.185788 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b2729867-5921-4849-aca4-d646c151293d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:25.190266 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-569a2668-82a9-4169-9909-250cb4023181 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:38:25.227999 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-7b5a6aff-d333-495f-b9a0-6709b3222821 None None] Attempting to bind port a3a5c741-29d2-40f0-ace2-ebea536a3a0b on host dv-neutron-822799-1-hyperv for vnic_type normal with profile  {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:38:25.228351 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-7b5a6aff-d333-495f-b9a0-6709b3222821 None None] Attempting to bind port a3a5c741-29d2-40f0-ace2-ebea536a3a0b by drivers openvswitch,hyperv on host dv-neutron-822799-1-hyperv at level 0 using segments [{'id': '77e3d110-dd7b-426c-b11f-b78dde7993df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b'}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:38:25.229891 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b5a6aff-d333-495f-b9a0-6709b3222821 None None] Attempting to bind port a3a5c741-29d2-40f0-ace2-ebea536a3a0b on network 8afa6d58-9431-454a-b99c-3ff8a65aa86b {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:38:25.234639 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f9bf27-8239-436f-b4eb-f24947ab7c3d None None] Pushing event updated for resources: {'Port': ['ID=a3a5c741-29d2-40f0-ace2-ebea536a3a0b,revision_number=2']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:38:25.238631 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-38f9bf27-8239-436f-b4eb-f24947ab7c3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:38:25.239416 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b5a6aff-d333-495f-b9a0-6709b3222821 None None] Checking agent: {'id': '20d2070f-69a9-4e73-8d08-6f0387a40158', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822799-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 21), 'started_at': datetime.datetime(2021, 12, 23, 16, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 38, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822799-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 23 16:38:25.239810 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b5a6aff-d333-495f-b9a0-6709b3222821 None None] Checking segment: {'id': '77e3d110-dd7b-426c-b11f-b78dde7993df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:38:25.240229 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-7b5a6aff-d333-495f-b9a0-6709b3222821 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:25.240649 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b5a6aff-d333-495f-b9a0-6709b3222821 None None] Bound using segment: {'id': '77e3d110-dd7b-426c-b11f-b78dde7993df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b'} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 23 16:38:25.241139 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-7b5a6aff-d333-495f-b9a0-6709b3222821 None None] Bound port: a3a5c741-29d2-40f0-ace2-ebea536a3a0b, host: dv-neutron-822799-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77e3d110-dd7b-426c-b11f-b78dde7993df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b'}}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 23 16:38:25.241526 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-7b5a6aff-d333-495f-b9a0-6709b3222821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:25.246143 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2729867-5921-4849-aca4-d646c151293d admin admin] Network c2603d04-311d-4ea7-90e7-fa835626b540 is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:38:25.249279 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-b2729867-5921-4849-aca4-d646c151293d admin admin] Resources bound (agent type, host, resource id):  {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:38:25.254709 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2729867-5921-4849-aca4-d646c151293d admin admin] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:38:25.315904 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-7b5a6aff-d333-495f-b9a0-6709b3222821 None None] For port a3a5c741-29d2-40f0-ace2-ebea536a3a0b, host dv-neutron-822799-1-hyperv, cleared binding levels {{(pid=87637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 23 16:38:25.320083 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-7b5a6aff-d333-495f-b9a0-6709b3222821 None None] For port a3a5c741-29d2-40f0-ace2-ebea536a3a0b, host dv-neutron-822799-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=a3a5c741-29d2-40f0-ace2-ebea536a3a0b,segment=NetworkSegment(77e3d110-dd7b-426c-b11f-b78dde7993df),segment_id=77e3d110-dd7b-426c-b11f-b78dde7993df)] {{(pid=87637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 23 16:38:25.325919 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-7b5a6aff-d333-495f-b9a0-6709b3222821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:25.326154 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b2729867-5921-4849-aca4-d646c151293d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1781300'] for router_interface, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:25.331016 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:38:25.404879 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b5a6aff-d333-495f-b9a0-6709b3222821 None None] Routers {'2e2246e4-78cc-4fa2-9d97-afe2adb782bd'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:38:25.405568 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-7b5a6aff-d333-495f-b9a0-6709b3222821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc15bd160>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:38:20Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['2e2246e4-78cc-4fa2-9d97-afe2adb782bd'], 'active': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:38:25.460554 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2729867-5921-4849-aca4-d646c151293d admin admin] Pushing event updated for resources: {'Port': ['ID=07184c90-243d-4f5a-9ef9-4c8d7a274397,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:38:25.464961 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-b2729867-5921-4849-aca4-d646c151293d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:38:25.479377 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f9bf27-8239-436f-b4eb-f24947ab7c3d None None] Pushing event updated for resources: {'Port': ['ID=a3a5c741-29d2-40f0-ace2-ebea536a3a0b,revision_number=3']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:38:25.482520 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-38f9bf27-8239-436f-b4eb-f24947ab7c3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:38:25.589451 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-7d6db4bb-9a94-481e-966f-694cfd39996e None None] Provisioning for port 07184c90-243d-4f5a-9ef9-4c8d7a274397 completed by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:38:25.602212 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-7d6db4bb-9a94-481e-966f-694cfd39996e None None] Provisioning complete for port 07184c90-243d-4f5a-9ef9-4c8d7a274397 triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:38:25.602951 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-7d6db4bb-9a94-481e-966f-694cfd39996e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:25.626533 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvr_db [None req-7b5a6aff-d333-495f-b9a0-6709b3222821 None None] Set router 2e2246e4-78cc-4fa2-9d97-afe2adb782bd gateway port host: dv-neutron-822799-1-hyperv {{(pid=87637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:38:25.639152 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.agents_db [None req-30c2320c-f298-49f6-9c47-c20e38116a9c None None] Agent healthcheck: found 6 active agents {{(pid=87638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 23 16:38:25.649575 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b2729867-5921-4849-aca4-d646c151293d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:25.821358 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-7d6db4bb-9a94-481e-966f-694cfd39996e None None] Port 07184c90-243d-4f5a-9ef9-4c8d7a274397 cannot update to ACTIVE because it is not bound. {{(pid=87637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 23 16:38:25.934055 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-7b5a6aff-d333-495f-b9a0-6709b3222821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc15bd160>, [{'id': '2e2246e4-78cc-4fa2-9d97-afe2adb782bd', 'name': 'tempest-TestEncryptedCinderVolumes-1849093427-router', 'tenant_id': 'ded871a6ee43467dbe0b20742d54269f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.160'}], 'enable_snat': True}, 'gw_port_id': 'a3a5c741-29d2-40f0-ace2-ebea536a3a0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:38:21Z', 'updated_at': '2021-12-23T16:38:22Z', 'revision_number': 3, 'project_id': 'ded871a6ee43467dbe0b20742d54269f', 'gw_port': {'id': 'a3a5c741-29d2-40f0-ace2-ebea536a3a0b', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:7d:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e2246e4-78cc-4fa2-9d97-afe2adb782bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:38:22Z', 'updated_at': '2021-12-23T16:38:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv'}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:38:25.938144 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b5a6aff-d333-495f-b9a0-6709b3222821 None None] The sync data for ids ['2e2246e4-78cc-4fa2-9d97-afe2adb782bd'] in dv-neutron-822799-1-hyperv is: [{'id': '2e2246e4-78cc-4fa2-9d97-afe2adb782bd', 'name': 'tempest-TestEncryptedCinderVolumes-1849093427-router', 'tenant_id': 'ded871a6ee43467dbe0b20742d54269f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.160'}], 'enable_snat': True}, 'gw_port_id': 'a3a5c741-29d2-40f0-ace2-ebea536a3a0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:38:21Z', 'updated_at': '2021-12-23T16:38:22Z', 'revision_number': 3, 'project_id': 'ded871a6ee43467dbe0b20742d54269f', 'gw_port': {'id': 'a3a5c741-29d2-40f0-ace2-ebea536a3a0b', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:7d:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e2246e4-78cc-4fa2-9d97-afe2adb782bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:38:22Z', 'updated_at': '2021-12-23T16:38:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv'}] {{(pid=87637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 23 16:38:26.023024 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b2729867-5921-4849-aca4-d646c151293d admin admin] Notify callbacks [] for port, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:26.028708 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b2729867-5921-4849-aca4-d646c151293d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2176289'] for port, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:26.052775 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-d701e58a-4a41-4b7c-9b43-9f53dbd49ed0 tempest-ServersNegativeTestJSON-431794398 tempest-ServersNegativeTestJSON-431794398-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:38:26.134488 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2729867-5921-4849-aca4-d646c151293d admin admin] Pushing event updated for resources: {'Port': ['ID=07184c90-243d-4f5a-9ef9-4c8d7a274397,revision_number=2']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:38:26.139185 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b2729867-5921-4849-aca4-d646c151293d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1627481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1781465'] for router_interface, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:26.149841 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-b2729867-5921-4849-aca4-d646c151293d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:38:26.222769 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 907105ad-23eb-4eca-8348-edae0cc8f807 up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:38:26.296426 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port 907105ad-23eb-4eca-8348-edae0cc8f807 triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:38:26.296797 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:26.309941 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2729867-5921-4849-aca4-d646c151293d admin admin] Network c2603d04-311d-4ea7-90e7-fa835626b540 is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:38:26.311468 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-b2729867-5921-4849-aca4-d646c151293d admin admin] Resources bound (agent type, host, resource id):  {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:38:26.517897 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2729867-5921-4849-aca4-d646c151293d admin admin] Router 2e2246e4-78cc-4fa2-9d97-afe2adb782bd has already been hosted by L3 agent 371d4c41-c7e2-4de7-9539-c049ec4e95d1 {{(pid=87636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 23 16:38:26.556131 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-1a18cf4f-9df8-48a7-acd4-d8f081143a55 None None] Provisioning complete for port 07184c90-243d-4f5a-9ef9-4c8d7a274397 triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:38:26.556507 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1a18cf4f-9df8-48a7-acd4-d8f081143a55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:26.611182 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-1a18cf4f-9df8-48a7-acd4-d8f081143a55 None None] Port 07184c90-243d-4f5a-9ef9-4c8d7a274397 cannot update to ACTIVE because it is not bound. {{(pid=87637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 23 16:38:26.706365 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2729867-5921-4849-aca4-d646c151293d admin admin] Notify agent at l3_agent.dv-neutron-822799-1-hyperv the message routers_updated {{(pid=87636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 23 16:38:26.716519 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-b2729867-5921-4849-aca4-d646c151293d admin admin] 10.222.0.64 "PUT /v2.0/routers/2e2246e4-78cc-4fa2-9d97-afe2adb782bd/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7635331
Dec 23 16:38:27.257728 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 57456) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:38:27.263631 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-905972fc-a987-48e3-9e07-c572916dc48f admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-669397359-network', 'tenant_id': 'aed6a7a59212497587d5b5821a5890e6'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:38:27.268830 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-905972fc-a987-48e3-9e07-c572916dc48f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:38:27.273081 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-905972fc-a987-48e3-9e07-c572916dc48f admin admin] Usage tracker for resource:network and tenant:aed6a7a59212497587d5b5821a5890e6 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:38:27.276400 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-905972fc-a987-48e3-9e07-c572916dc48f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:38:27.282056 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-905972fc-a987-48e3-9e07-c572916dc48f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:38:27.293433 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-905972fc-a987-48e3-9e07-c572916dc48f admin admin] Made reservation on behalf of aed6a7a59212497587d5b5821a5890e6 for: {'network': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:38:27.296199 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-905972fc-a987-48e3-9e07-c572916dc48f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for network, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:27.309610 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-905972fc-a987-48e3-9e07-c572916dc48f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:27.334593 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-905972fc-a987-48e3-9e07-c572916dc48f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:38:27.340381 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-905972fc-a987-48e3-9e07-c572916dc48f admin admin] Usage tracker for resource:security_group_rule and tenant:aed6a7a59212497587d5b5821a5890e6 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:38:27.343412 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-905972fc-a987-48e3-9e07-c572916dc48f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:38:27.349284 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-905972fc-a987-48e3-9e07-c572916dc48f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:38:27.434165 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-905972fc-a987-48e3-9e07-c572916dc48f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:27.439441 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-905972fc-a987-48e3-9e07-c572916dc48f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:27.442480 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-750744d7-bbe0-4462-86c9-3d0bddbfaea1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:38:27.475724 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-905972fc-a987-48e3-9e07-c572916dc48f admin admin] vlan segment allocate from pool success with {'vlan_id': 404, 'physical_network': 'physnet1'}  {{(pid=87636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 23 16:38:27.482427 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905972fc-a987-48e3-9e07-c572916dc48f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77a03a53-cb15-4ef2-bed6-05f6a0971253,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:38:27.486081 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-905972fc-a987-48e3-9e07-c572916dc48f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:38:27.488990 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-905972fc-a987-48e3-9e07-c572916dc48f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:27.489257 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.db.segments_db [None req-905972fc-a987-48e3-9e07-c572916dc48f admin admin] Added segment 67355ac1-8352-4b48-bf1c-e74ad75d16ee of type vlan for network bb379a55-1472-48ff-96fb-37a17a47a744
Dec 23 16:38:27.502488 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d8ae01-02f9-4c71-be5b-b958297fbe15 None None] Sync routers for ids ['2e2246e4-78cc-4fa2-9d97-afe2adb782bd'] in dv-neutron-822799-1-hyperv {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 23 16:38:27.513066 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d8ae01-02f9-4c71-be5b-b958297fbe15 None None] Routers {'2e2246e4-78cc-4fa2-9d97-afe2adb782bd'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:38:27.513691 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-10d8ae01-02f9-4c71-be5b-b958297fbe15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc1b1e760>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:38:20Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['2e2246e4-78cc-4fa2-9d97-afe2adb782bd'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:38:27.517386 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-905972fc-a987-48e3-9e07-c572916dc48f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735362521793'] for network, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:27.548963 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-905972fc-a987-48e3-9e07-c572916dc48f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495'] for network, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:27.550006 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-905972fc-a987-48e3-9e07-c572916dc48f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:38:27.550578 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-905972fc-a987-48e3-9e07-c572916dc48f admin admin] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:27.555264 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-210d18e3-eb5c-480a-969c-f552d85d9212 tempest-BulkNetworkOpsIpV6Test-1846488688 tempest-BulkNetworkOpsIpV6Test-1846488688-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:38:27.651071 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905972fc-a987-48e3-9e07-c572916dc48f admin admin] Pushing event updated for resources: {'Network': ['ID=bb379a55-1472-48ff-96fb-37a17a47a744,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:38:27.654502 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-905972fc-a987-48e3-9e07-c572916dc48f admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201  len: 889 time: 0.3952403
Dec 23 16:38:27.654832 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-905972fc-a987-48e3-9e07-c572916dc48f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:38:27.656879 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 57460) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:38:27.662111 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-3ba3ed6a-d06c-4b04-a95f-dd5dfa3da3cd admin admin] Request body: {'subnet': {'network_id': 'bb379a55-1472-48ff-96fb-37a17a47a744', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-669397359-subnet', 'tenant_id': 'aed6a7a59212497587d5b5821a5890e6', 'ip_version': 4}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:38:27.665475 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Network bb379a55-1472-48ff-96fb-37a17a47a744 details requested by agent ovs-agent-dv-neutron-822799-1-hyperv with host dv-neutron-822799-1-hyperv {{(pid=87637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 23 16:38:27.667142 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-3ba3ed6a-d06c-4b04-a95f-dd5dfa3da3cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:38:27.670916 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-3ba3ed6a-d06c-4b04-a95f-dd5dfa3da3cd admin admin] Usage tracker for resource:subnet and tenant:aed6a7a59212497587d5b5821a5890e6 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:38:27.673704 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-3ba3ed6a-d06c-4b04-a95f-dd5dfa3da3cd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:38:27.679219 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-3ba3ed6a-d06c-4b04-a95f-dd5dfa3da3cd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:38:27.688828 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-10d8ae01-02f9-4c71-be5b-b958297fbe15 None None] Set router 2e2246e4-78cc-4fa2-9d97-afe2adb782bd gateway port host: dv-neutron-822799-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:38:27.690927 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ba3ed6a-d06c-4b04-a95f-dd5dfa3da3cd admin admin] Made reservation on behalf of aed6a7a59212497587d5b5821a5890e6 for: {'subnet': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:38:27.693462 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-3ba3ed6a-d06c-4b04-a95f-dd5dfa3da3cd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2618324'] for subnet, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:27.903116 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-3ba3ed6a-d06c-4b04-a95f-dd5dfa3da3cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2176430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2618310'] for subnet, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:27.906809 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-531a48ac-54ae-409a-97d0-6087d1a602ef tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:38:27.978418 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba3ed6a-d06c-4b04-a95f-dd5dfa3da3cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=c6f78537-053f-4022-bb74-84123926b8bf,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:38:27.982260 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-3ba3ed6a-d06c-4b04-a95f-dd5dfa3da3cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:38:27.990942 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba3ed6a-d06c-4b04-a95f-dd5dfa3da3cd admin admin] Checking segment: {'id': '67355ac1-8352-4b48-bf1c-e74ad75d16ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'bb379a55-1472-48ff-96fb-37a17a47a744'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:38:27.991518 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ba3ed6a-d06c-4b04-a95f-dd5dfa3da3cd admin admin] Network hostable DHCP agents. Network: bb379a55-1472-48ff-96fb-37a17a47a744, hostable agents: ['1c812d71-eadf-4fb3-b98e-67468a4aa7e2'], hosted agents: [] {{(pid=87636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 23 16:38:28.001742 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-10d8ae01-02f9-4c71-be5b-b958297fbe15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc1b1e760>, [{'id': '2e2246e4-78cc-4fa2-9d97-afe2adb782bd', 'name': 'tempest-TestEncryptedCinderVolumes-1849093427-router', 'tenant_id': 'ded871a6ee43467dbe0b20742d54269f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.160'}], 'enable_snat': True}, 'gw_port_id': 'a3a5c741-29d2-40f0-ace2-ebea536a3a0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:38:21Z', 'updated_at': '2021-12-23T16:38:25Z', 'revision_number': 4, 'project_id': 'ded871a6ee43467dbe0b20742d54269f', 'gw_port': {'id': 'a3a5c741-29d2-40f0-ace2-ebea536a3a0b', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:7d:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e2246e4-78cc-4fa2-9d97-afe2adb782bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:38:22Z', 'updated_at': '2021-12-23T16:38:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_interfaces': [{'id': '07184c90-243d-4f5a-9ef9-4c8d7a274397', 'name': '', 'network_id': 'c2603d04-311d-4ea7-90e7-fa835626b540', 'tenant_id': 'ded871a6ee43467dbe0b20742d54269f', 'mac_address': 'fa:16:3e:01:1a:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e2246e4-78cc-4fa2-9d97-afe2adb782bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': 'dba9d54b-383f-4843-ad16-10d73404a20a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:38:24Z', 'updated_at': '2021-12-23T16:38:25Z', 'revision_number': 2, 'project_id': 'ded871a6ee43467dbe0b20742d54269f', 'subnets': [{'id': 'dba9d54b-383f-4843-ad16-10d73404a20a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:38:28.005737 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d8ae01-02f9-4c71-be5b-b958297fbe15 None None] Checking router: 2e2246e4-78cc-4fa2-9d97-afe2adb782bd for host: dv-neutron-822799-1-hyperv {{(pid=87638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 23 16:38:28.006144 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d8ae01-02f9-4c71-be5b-b958297fbe15 None None] Updating router 2e2246e4-78cc-4fa2-9d97-afe2adb782bd port 07184c90-243d-4f5a-9ef9-4c8d7a274397 binding host dv-neutron-822799-1-hyperv {{(pid=87638) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 23 16:38:28.013395 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ba3ed6a-d06c-4b04-a95f-dd5dfa3da3cd admin admin] Network bb379a55-1472-48ff-96fb-37a17a47a744 is scheduled to be hosted by DHCP agent 1c812d71-eadf-4fb3-b98e-67468a4aa7e2 with binding_index 1 {{(pid=87636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 23 16:38:28.024614 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-3ba3ed6a-d06c-4b04-a95f-dd5dfa3da3cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822799-1-hyperv, bb379a55-1472-48ff-96fb-37a17a47a744) {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:38:28.028866 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ba3ed6a-d06c-4b04-a95f-dd5dfa3da3cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:38:28.029395 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-3ba3ed6a-d06c-4b04-a95f-dd5dfa3da3cd admin admin] Notify callbacks [] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:28.033822 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37be7ceb-0aeb-49f2-9205-6f2fd382800c None None] Network bb379a55-1472-48ff-96fb-37a17a47a744 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:38:28.057406 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-3ba3ed6a-d06c-4b04-a95f-dd5dfa3da3cd admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 0.3992414
Dec 23 16:38:28.058848 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 57464) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:38:28.064930 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-0588a02b-adc1-4092-bf69-199502825730 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-669397359-router', 'tenant_id': 'aed6a7a59212497587d5b5821a5890e6', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b'}}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:38:28.065571 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-10d8ae01-02f9-4c71-be5b-b958297fbe15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:28.070002 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-0588a02b-adc1-4092-bf69-199502825730 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:38:28.073996 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-0588a02b-adc1-4092-bf69-199502825730 admin admin] Usage tracker for resource:router and tenant:aed6a7a59212497587d5b5821a5890e6 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:38:28.076876 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-0588a02b-adc1-4092-bf69-199502825730 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:38:28.082509 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-0588a02b-adc1-4092-bf69-199502825730 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:38:28.093727 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-0588a02b-adc1-4092-bf69-199502825730 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1823978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-235332'] for router, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:28.094986 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-0588a02b-adc1-4092-bf69-199502825730 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1824575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1824063', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1751113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-235341'] for router, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:28.113183 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-0588a02b-adc1-4092-bf69-199502825730 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:28.228565 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device a3a5c741-29d2-40f0-ace2-ebea536a3a0b up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:38:28.375993 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9519abc8-68ee-4b5d-a93b-f9503bb76776 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7e017a6-8198-58c8-a07e-0f786128e3b3-bb379a55-1472-48ff-96fb-37a17a47a744', 'network_id': 'bb379a55-1472-48ff-96fb-37a17a47a744', 'tenant_id': 'aed6a7a59212497587d5b5821a5890e6', 'fixed_ips': [{'subnet_id': 'c6f78537-053f-4022-bb74-84123926b8bf'}]}} from dv-neutron-822799-1-hyperv. {{(pid=87637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 23 16:38:28.376952 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9519abc8-68ee-4b5d-a93b-f9503bb76776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:28.435935 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-10d8ae01-02f9-4c71-be5b-b958297fbe15 None None] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:28.448993 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-10d8ae01-02f9-4c71-be5b-b958297fbe15 None None] Transition to ACTIVE for port object 07184c90-243d-4f5a-9ef9-4c8d7a274397 will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:38:28.457470 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning for port a3a5c741-29d2-40f0-ace2-ebea536a3a0b completed by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:38:28.458610 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-10d8ae01-02f9-4c71-be5b-b958297fbe15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:28.463108 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG oslo_concurrency.lockutils [None req-43097612-75de-4c4d-a065-0e3aacea0e5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:38:28.470259 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port a3a5c741-29d2-40f0-ace2-ebea536a3a0b triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:38:28.470760 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:28.567318 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-0588a02b-adc1-4092-bf69-199502825730 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1824017', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1823768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-235299'] for router, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:28.606668 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_common [None req-9519abc8-68ee-4b5d-a93b-f9503bb76776 None None] Allocated IP 172.20.0.2 (bb379a55-1472-48ff-96fb-37a17a47a744/c6f78537-053f-4022-bb74-84123926b8bf/51969186-0989-4951-b7fe-3fecad1c0dd6) {{(pid=87637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:38:28.693623 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:28.714796 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-10d8ae01-02f9-4c71-be5b-b958297fbe15 None None] Attempting to bind port 07184c90-243d-4f5a-9ef9-4c8d7a274397 on host dv-neutron-822799-1-hyperv for vnic_type normal with profile  {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:38:28.715764 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-10d8ae01-02f9-4c71-be5b-b958297fbe15 None None] Attempting to bind port 07184c90-243d-4f5a-9ef9-4c8d7a274397 by drivers openvswitch,hyperv on host dv-neutron-822799-1-hyperv at level 0 using segments [{'id': '6bd5769c-cb5e-4f78-8255-53b03b628919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'c2603d04-311d-4ea7-90e7-fa835626b540'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:38:28.716302 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d8ae01-02f9-4c71-be5b-b958297fbe15 None None] Attempting to bind port 07184c90-243d-4f5a-9ef9-4c8d7a274397 on network c2603d04-311d-4ea7-90e7-fa835626b540 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:38:28.724163 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d8ae01-02f9-4c71-be5b-b958297fbe15 None None] Checking agent: {'id': '20d2070f-69a9-4e73-8d08-6f0387a40158', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822799-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 21), 'started_at': datetime.datetime(2021, 12, 23, 16, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 38, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822799-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 23 16:38:28.724829 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d8ae01-02f9-4c71-be5b-b958297fbe15 None None] Checking segment: {'id': '6bd5769c-cb5e-4f78-8255-53b03b628919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'c2603d04-311d-4ea7-90e7-fa835626b540'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:38:28.725391 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-10d8ae01-02f9-4c71-be5b-b958297fbe15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:28.725960 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d8ae01-02f9-4c71-be5b-b958297fbe15 None None] Bound using segment: {'id': '6bd5769c-cb5e-4f78-8255-53b03b628919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'c2603d04-311d-4ea7-90e7-fa835626b540'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 23 16:38:28.726622 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-10d8ae01-02f9-4c71-be5b-b958297fbe15 None None] Bound port: 07184c90-243d-4f5a-9ef9-4c8d7a274397, host: dv-neutron-822799-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bd5769c-cb5e-4f78-8255-53b03b628919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'c2603d04-311d-4ea7-90e7-fa835626b540'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 23 16:38:28.727170 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-10d8ae01-02f9-4c71-be5b-b958297fbe15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:28.771660 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] For port a3a5c741-29d2-40f0-ace2-ebea536a3a0b, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=a3a5c741-29d2-40f0-ace2-ebea536a3a0b,segment=NetworkSegment(77e3d110-dd7b-426c-b11f-b78dde7993df),segment_id=77e3d110-dd7b-426c-b11f-b78dde7993df)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:38:28.780897 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:28.802873 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:38:28.825359 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-10d8ae01-02f9-4c71-be5b-b958297fbe15 None None] For port 07184c90-243d-4f5a-9ef9-4c8d7a274397, host dv-neutron-822799-1-hyperv, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 23 16:38:28.828163 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-10d8ae01-02f9-4c71-be5b-b958297fbe15 None None] For port 07184c90-243d-4f5a-9ef9-4c8d7a274397, host dv-neutron-822799-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=07184c90-243d-4f5a-9ef9-4c8d7a274397,segment=NetworkSegment(6bd5769c-cb5e-4f78-8255-53b03b628919),segment_id=6bd5769c-cb5e-4f78-8255-53b03b628919)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 23 16:38:28.829452 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b3d651-d6ff-4dd1-b195-8e8d48331f7d None None] Pushing event updated for resources: {'Port': ['ID=07184c90-243d-4f5a-9ef9-4c8d7a274397,revision_number=3']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:38:28.837819 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b3d651-d6ff-4dd1-b195-8e8d48331f7d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:38:28.838540 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b3d651-d6ff-4dd1-b195-8e8d48331f7d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:38:28.839672 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b3d651-d6ff-4dd1-b195-8e8d48331f7d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:38:28.840171 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b3d651-d6ff-4dd1-b195-8e8d48331f7d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:38:28.840686 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b3d651-d6ff-4dd1-b195-8e8d48331f7d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:38:28.841166 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b3d651-d6ff-4dd1-b195-8e8d48331f7d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:38:28.841660 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b3d651-d6ff-4dd1-b195-8e8d48331f7d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:38:28.842143 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b3d651-d6ff-4dd1-b195-8e8d48331f7d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:38:28.842626 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b3d651-d6ff-4dd1-b195-8e8d48331f7d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:38:28.843116 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b3d651-d6ff-4dd1-b195-8e8d48331f7d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:38:28.843596 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b3d651-d6ff-4dd1-b195-8e8d48331f7d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:38:28.844089 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b3d651-d6ff-4dd1-b195-8e8d48331f7d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:38:28.847976 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-10d8ae01-02f9-4c71-be5b-b958297fbe15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:28.853088 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG oslo_concurrency.lockutils [None req-e7b3d651-d6ff-4dd1-b195-8e8d48331f7d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=87638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:38:28.853965 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG oslo_concurrency.lockutils [None req-e7b3d651-d6ff-4dd1-b195-8e8d48331f7d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:38:28.925184 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b3d651-d6ff-4dd1-b195-8e8d48331f7d None None] Pushing event updated for resources: {'Port': ['ID=07184c90-243d-4f5a-9ef9-4c8d7a274397,revision_number=4']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:38:28.929127 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-0588a02b-adc1-4092-bf69-199502825730 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:28.929415 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG oslo_concurrency.lockutils [None req-e7b3d651-d6ff-4dd1-b195-8e8d48331f7d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:38:28.934566 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Pushing event updated for resources: {'Port': ['ID=a3a5c741-29d2-40f0-ace2-ebea536a3a0b,revision_number=4']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:38:28.942797 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d8ae01-02f9-4c71-be5b-b958297fbe15 None None] Routers {'2e2246e4-78cc-4fa2-9d97-afe2adb782bd'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:38:28.943421 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-10d8ae01-02f9-4c71-be5b-b958297fbe15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc1b1e760>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:38:20Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['2e2246e4-78cc-4fa2-9d97-afe2adb782bd'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:38:28.944787 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:38:28.968735 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-0588a02b-adc1-4092-bf69-199502825730 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:28.973913 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9519abc8-68ee-4b5d-a93b-f9503bb76776 None None] Notify callbacks [] for port, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:28.985566 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-9519abc8-68ee-4b5d-a93b-f9503bb76776 None None] Transition to ACTIVE for port object 51969186-0989-4951-b7fe-3fecad1c0dd6 will not be triggered until provisioned by entity L2. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:38:29.008379 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-9519abc8-68ee-4b5d-a93b-f9503bb76776 None None] Transition to ACTIVE for port object 51969186-0989-4951-b7fe-3fecad1c0dd6 will not be triggered until provisioned by entity DHCP. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:38:29.016350 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9519abc8-68ee-4b5d-a93b-f9503bb76776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780'] for port, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:29.021341 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:38:29.078480 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9519abc8-68ee-4b5d-a93b-f9503bb76776 None None] Network bb379a55-1472-48ff-96fb-37a17a47a744 is already hosted by enough agents. {{(pid=87637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:38:29.086006 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-9519abc8-68ee-4b5d-a93b-f9503bb76776 None None] Resources bound (agent type, host, resource id):  {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:38:29.090295 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9519abc8-68ee-4b5d-a93b-f9503bb76776 None None] Received port after_create {{(pid=87637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:38:29.098966 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9519abc8-68ee-4b5d-a93b-f9503bb76776 None None] Pushing event updated for resources: {'Port': ['ID=51969186-0989-4951-b7fe-3fecad1c0dd6,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:38:29.123320 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [None req-0588a02b-adc1-4092-bf69-199502825730 admin admin] Allocated IP 172.26.3.178 (8afa6d58-9431-454a-b99c-3ff8a65aa86b/60537fec-5f5f-4ab7-89cc-03638149a590/e3d2ed38-4c79-4887-80f2-7a1e374a002e) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:38:29.125167 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-9519abc8-68ee-4b5d-a93b-f9503bb76776 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:38:29.161219 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-10d8ae01-02f9-4c71-be5b-b958297fbe15 None None] Set router 2e2246e4-78cc-4fa2-9d97-afe2adb782bd gateway port host: dv-neutron-822799-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:38:29.215324 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-9519abc8-68ee-4b5d-a93b-f9503bb76776 None None] Attempting to bind port 51969186-0989-4951-b7fe-3fecad1c0dd6 on host dv-neutron-822799-1-hyperv for vnic_type normal with profile  {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:38:29.216187 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-9519abc8-68ee-4b5d-a93b-f9503bb76776 None None] Attempting to bind port 51969186-0989-4951-b7fe-3fecad1c0dd6 by drivers openvswitch,hyperv on host dv-neutron-822799-1-hyperv at level 0 using segments [{'id': '67355ac1-8352-4b48-bf1c-e74ad75d16ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'bb379a55-1472-48ff-96fb-37a17a47a744'}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:38:29.216983 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9519abc8-68ee-4b5d-a93b-f9503bb76776 None None] Attempting to bind port 51969186-0989-4951-b7fe-3fecad1c0dd6 on network bb379a55-1472-48ff-96fb-37a17a47a744 {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:38:29.224127 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9519abc8-68ee-4b5d-a93b-f9503bb76776 None None] Checking agent: {'id': '20d2070f-69a9-4e73-8d08-6f0387a40158', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822799-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 21), 'started_at': datetime.datetime(2021, 12, 23, 16, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 38, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822799-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 23 16:38:29.224662 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9519abc8-68ee-4b5d-a93b-f9503bb76776 None None] Checking segment: {'id': '67355ac1-8352-4b48-bf1c-e74ad75d16ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'bb379a55-1472-48ff-96fb-37a17a47a744'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:38:29.225083 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9519abc8-68ee-4b5d-a93b-f9503bb76776 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:29.225487 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9519abc8-68ee-4b5d-a93b-f9503bb76776 None None] Bound using segment: {'id': '67355ac1-8352-4b48-bf1c-e74ad75d16ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'bb379a55-1472-48ff-96fb-37a17a47a744'} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 23 16:38:29.225980 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-9519abc8-68ee-4b5d-a93b-f9503bb76776 None None] Bound port: 51969186-0989-4951-b7fe-3fecad1c0dd6, host: dv-neutron-822799-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67355ac1-8352-4b48-bf1c-e74ad75d16ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'bb379a55-1472-48ff-96fb-37a17a47a744'}}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 23 16:38:29.226497 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9519abc8-68ee-4b5d-a93b-f9503bb76776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:29.294589 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-0588a02b-adc1-4092-bf69-199502825730 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:29.337201 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-9519abc8-68ee-4b5d-a93b-f9503bb76776 None None] For port 51969186-0989-4951-b7fe-3fecad1c0dd6, host dv-neutron-822799-1-hyperv, cleared binding levels {{(pid=87637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 23 16:38:29.337804 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-0588a02b-adc1-4092-bf69-199502825730 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:29.340797 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-9519abc8-68ee-4b5d-a93b-f9503bb76776 None None] For port 51969186-0989-4951-b7fe-3fecad1c0dd6, host dv-neutron-822799-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=51969186-0989-4951-b7fe-3fecad1c0dd6,segment=NetworkSegment(67355ac1-8352-4b48-bf1c-e74ad75d16ee),segment_id=67355ac1-8352-4b48-bf1c-e74ad75d16ee)] {{(pid=87637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 23 16:38:29.343791 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-3d8e8718-d30f-4784-b249-c769d723bbab tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:38:29.346272 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9519abc8-68ee-4b5d-a93b-f9503bb76776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:29.349985 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-38f9bf27-8239-436f-b4eb-f24947ab7c3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:38:29.402690 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0588a02b-adc1-4092-bf69-199502825730 admin admin] Network 8afa6d58-9431-454a-b99c-3ff8a65aa86b is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:38:29.405722 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-0588a02b-adc1-4092-bf69-199502825730 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:38:29.409283 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0588a02b-adc1-4092-bf69-199502825730 admin admin] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:38:29.438605 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9519abc8-68ee-4b5d-a93b-f9503bb76776 None None] Pushing event updated for resources: {'Port': ['ID=51969186-0989-4951-b7fe-3fecad1c0dd6,revision_number=2']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:38:29.450194 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-9519abc8-68ee-4b5d-a93b-f9503bb76776 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:38:29.478604 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0588a02b-adc1-4092-bf69-199502825730 admin admin] Pushing event updated for resources: {'Port': ['ID=e3d2ed38-4c79-4887-80f2-7a1e374a002e,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:38:29.482794 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-0588a02b-adc1-4092-bf69-199502825730 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:38:29.506540 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-10d8ae01-02f9-4c71-be5b-b958297fbe15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc1b1e760>, [{'id': '2e2246e4-78cc-4fa2-9d97-afe2adb782bd', 'name': 'tempest-TestEncryptedCinderVolumes-1849093427-router', 'tenant_id': 'ded871a6ee43467dbe0b20742d54269f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.160'}], 'enable_snat': True}, 'gw_port_id': 'a3a5c741-29d2-40f0-ace2-ebea536a3a0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:38:21Z', 'updated_at': '2021-12-23T16:38:25Z', 'revision_number': 4, 'project_id': 'ded871a6ee43467dbe0b20742d54269f', 'gw_port': {'id': 'a3a5c741-29d2-40f0-ace2-ebea536a3a0b', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:7d:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e2246e4-78cc-4fa2-9d97-afe2adb782bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:38:22Z', 'updated_at': '2021-12-23T16:38:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_interfaces': [{'id': '07184c90-243d-4f5a-9ef9-4c8d7a274397', 'name': '', 'network_id': 'c2603d04-311d-4ea7-90e7-fa835626b540', 'tenant_id': 'ded871a6ee43467dbe0b20742d54269f', 'mac_address': 'fa:16:3e:01:1a:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e2246e4-78cc-4fa2-9d97-afe2adb782bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': 'dba9d54b-383f-4843-ad16-10d73404a20a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:38:24Z', 'updated_at': '2021-12-23T16:38:28Z', 'revision_number': 4, 'project_id': 'ded871a6ee43467dbe0b20742d54269f', 'subnets': [{'id': 'dba9d54b-383f-4843-ad16-10d73404a20a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:38:29.511385 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d8ae01-02f9-4c71-be5b-b958297fbe15 None None] The sync data for ids ['2e2246e4-78cc-4fa2-9d97-afe2adb782bd'] in dv-neutron-822799-1-hyperv is: [{'id': '2e2246e4-78cc-4fa2-9d97-afe2adb782bd', 'name': 'tempest-TestEncryptedCinderVolumes-1849093427-router', 'tenant_id': 'ded871a6ee43467dbe0b20742d54269f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.160'}], 'enable_snat': True}, 'gw_port_id': 'a3a5c741-29d2-40f0-ace2-ebea536a3a0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:38:21Z', 'updated_at': '2021-12-23T16:38:25Z', 'revision_number': 4, 'project_id': 'ded871a6ee43467dbe0b20742d54269f', 'gw_port': {'id': 'a3a5c741-29d2-40f0-ace2-ebea536a3a0b', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:7d:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e2246e4-78cc-4fa2-9d97-afe2adb782bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:38:22Z', 'updated_at': '2021-12-23T16:38:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_interfaces': [{'id': '07184c90-243d-4f5a-9ef9-4c8d7a274397', 'name': '', 'network_id': 'c2603d04-311d-4ea7-90e7-fa835626b540', 'tenant_id': 'ded871a6ee43467dbe0b20742d54269f', 'mac_address': 'fa:16:3e:01:1a:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e2246e4-78cc-4fa2-9d97-afe2adb782bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': 'dba9d54b-383f-4843-ad16-10d73404a20a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:38:24Z', 'updated_at': '2021-12-23T16:38:28Z', 'revision_number': 4, 'project_id': 'ded871a6ee43467dbe0b20742d54269f', 'subnets': [{'id': 'dba9d54b-383f-4843-ad16-10d73404a20a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 23 16:38:29.884719 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-0588a02b-adc1-4092-bf69-199502825730 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:30.342078 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 07184c90-243d-4f5a-9ef9-4c8d7a274397 up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:38:30.411123 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-0588a02b-adc1-4092-bf69-199502825730 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1823971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1824234'] for router, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:30.420889 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning for port 07184c90-243d-4f5a-9ef9-4c8d7a274397 completed by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:38:30.427700 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port 07184c90-243d-4f5a-9ef9-4c8d7a274397 triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:38:30.428236 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:30.535817 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b64f2be-6365-4112-9094-48d0756bfc10 None None] Network bb379a55-1472-48ff-96fb-37a17a47a744 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:38:30.631432 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0588a02b-adc1-4092-bf69-199502825730 admin admin] Router c0186178-d8d8-49ee-842a-22981e3c54cd is scheduled to L3 agent 371d4c41-c7e2-4de7-9539-c049ec4e95d1 with binding_index 1 {{(pid=87636) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 23 16:38:30.647813 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:30.661712 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-1965e9c7-86a9-42c7-a2ca-03b64c4b416a None None] Provisioning for port 51969186-0989-4951-b7fe-3fecad1c0dd6 completed by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:38:30.754381 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] For port 07184c90-243d-4f5a-9ef9-4c8d7a274397, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=07184c90-243d-4f5a-9ef9-4c8d7a274397,segment=NetworkSegment(6bd5769c-cb5e-4f78-8255-53b03b628919),segment_id=6bd5769c-cb5e-4f78-8255-53b03b628919)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:38:30.762006 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:30.762804 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device a3a5c741-29d2-40f0-ace2-ebea536a3a0b up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:38:30.791441 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:38:30.830730 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0588a02b-adc1-4092-bf69-199502825730 admin admin] Notify agent at l3_agent.dv-neutron-822799-1-hyperv the message routers_updated {{(pid=87636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 23 16:38:30.849610 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca89df7c-55e6-4d3f-9849-4d27b4caf70d None None] Sync routers for ids ['c0186178-d8d8-49ee-842a-22981e3c54cd'] in dv-neutron-822799-1-hyperv {{(pid=87637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 23 16:38:30.856368 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-0588a02b-adc1-4092-bf69-199502825730 admin admin] Notify callbacks [] for router, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:30.857786 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-0588a02b-adc1-4092-bf69-199502825730 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201  len: 928 time: 2.7977273
Dec 23 16:38:30.860539 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 57468) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:38:30.975349 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca89df7c-55e6-4d3f-9849-4d27b4caf70d None None] Routers {'c0186178-d8d8-49ee-842a-22981e3c54cd'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:38:30.975895 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-ca89df7c-55e6-4d3f-9849-4d27b4caf70d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc037b640>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:38:20Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['c0186178-d8d8-49ee-842a-22981e3c54cd'], 'active': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:38:31.030390 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Pushing event updated for resources: {'Port': ['ID=07184c90-243d-4f5a-9ef9-4c8d7a274397,revision_number=5']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:38:31.041247 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:38:31.159046 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port a3a5c741-29d2-40f0-ace2-ebea536a3a0b triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:38:31.159390 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:31.213016 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvr_db [None req-ca89df7c-55e6-4d3f-9849-4d27b4caf70d None None] Set router c0186178-d8d8-49ee-842a-22981e3c54cd gateway port host: dv-neutron-822799-1-hyperv {{(pid=87637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:38:31.511389 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 51969186-0989-4951-b7fe-3fecad1c0dd6 up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:38:31.635622 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning for port 51969186-0989-4951-b7fe-3fecad1c0dd6 completed by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:38:31.642240 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port 51969186-0989-4951-b7fe-3fecad1c0dd6 triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:38:31.642624 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:31.683261 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-ca89df7c-55e6-4d3f-9849-4d27b4caf70d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc037b640>, [{'id': 'c0186178-d8d8-49ee-842a-22981e3c54cd', 'name': 'tempest-TestEncryptedCinderVolumes-669397359-router', 'tenant_id': 'aed6a7a59212497587d5b5821a5890e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.178'}], 'enable_snat': True}, 'gw_port_id': 'e3d2ed38-4c79-4887-80f2-7a1e374a002e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:38:28Z', 'updated_at': '2021-12-23T16:38:29Z', 'revision_number': 3, 'project_id': 'aed6a7a59212497587d5b5821a5890e6', 'gw_port': {'id': 'e3d2ed38-4c79-4887-80f2-7a1e374a002e', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ff:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0186178-d8d8-49ee-842a-22981e3c54cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1635, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:38:29Z', 'updated_at': '2021-12-23T16:38:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv'}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:38:31.696731 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-bf3e1d8f-dd04-4ee0-9849-f51eb2c091d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:31.697339 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca89df7c-55e6-4d3f-9849-4d27b4caf70d None None] Checking router: c0186178-d8d8-49ee-842a-22981e3c54cd for host: dv-neutron-822799-1-hyperv {{(pid=87637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 23 16:38:31.697438 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca89df7c-55e6-4d3f-9849-4d27b4caf70d None None] Updating router c0186178-d8d8-49ee-842a-22981e3c54cd port e3d2ed38-4c79-4887-80f2-7a1e374a002e binding host dv-neutron-822799-1-hyperv {{(pid=87637) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 23 16:38:31.762846 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-ca89df7c-55e6-4d3f-9849-4d27b4caf70d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:31.897313 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:31.908433 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [None req-bf3e1d8f-dd04-4ee0-9849-f51eb2c091d8 admin admin] Allocated IP 172.20.0.1 (bb379a55-1472-48ff-96fb-37a17a47a744/c6f78537-053f-4022-bb74-84123926b8bf/42b6f5fe-e7ee-4adb-a3d7-c2b3ce3064c6) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:38:31.957695 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] For port 51969186-0989-4951-b7fe-3fecad1c0dd6, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=51969186-0989-4951-b7fe-3fecad1c0dd6,segment=NetworkSegment(67355ac1-8352-4b48-bf1c-e74ad75d16ee),segment_id=67355ac1-8352-4b48-bf1c-e74ad75d16ee)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:38:31.972524 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:31.978033 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-14902bde-1c6c-48e7-975c-6092c0316d64 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:38:32.059970 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-bf3e1d8f-dd04-4ee0-9849-f51eb2c091d8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:32.076491 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.provisioning_blocks [None req-bf3e1d8f-dd04-4ee0-9849-f51eb2c091d8 admin admin] Transition to ACTIVE for port object 42b6f5fe-e7ee-4adb-a3d7-c2b3ce3064c6 will not be triggered until provisioned by entity DHCP. {{(pid=87636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:38:32.111547 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-bf3e1d8f-dd04-4ee0-9849-f51eb2c091d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:32.117255 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-8bde52bb-a1e0-4e55-b76a-f2fe070185de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:38:32.118977 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Pushing event updated for resources: {'Port': ['ID=51969186-0989-4951-b7fe-3fecad1c0dd6,revision_number=3']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:38:32.124122 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:38:32.171298 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf3e1d8f-dd04-4ee0-9849-f51eb2c091d8 admin admin] Network bb379a55-1472-48ff-96fb-37a17a47a744 is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:38:32.174591 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-bf3e1d8f-dd04-4ee0-9849-f51eb2c091d8 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:38:32.178295 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf3e1d8f-dd04-4ee0-9849-f51eb2c091d8 admin admin] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:38:32.252191 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-ca89df7c-55e6-4d3f-9849-4d27b4caf70d None None] Notify callbacks [] for port, precommit_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:32.279191 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 07184c90-243d-4f5a-9ef9-4c8d7a274397 up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:38:32.309394 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3e1d8f-dd04-4ee0-9849-f51eb2c091d8 admin admin] Pushing event updated for resources: {'Port': ['ID=42b6f5fe-e7ee-4adb-a3d7-c2b3ce3064c6,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:38:32.314113 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-bf3e1d8f-dd04-4ee0-9849-f51eb2c091d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:38:32.318945 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-bf3e1d8f-dd04-4ee0-9849-f51eb2c091d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1781300'] for router_interface, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:32.340699 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-ca89df7c-55e6-4d3f-9849-4d27b4caf70d None None] Transition to ACTIVE for port object e3d2ed38-4c79-4887-80f2-7a1e374a002e will not be triggered until provisioned by entity L2. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:38:32.365068 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-ca89df7c-55e6-4d3f-9849-4d27b4caf70d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:32.372824 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-195acfd5-6ec7-426c-a1ad-0e0a3ec2638f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:38:32.461874 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-bf3e1d8f-dd04-4ee0-9849-f51eb2c091d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:32.474729 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-ca89df7c-55e6-4d3f-9849-4d27b4caf70d None None] Attempting to bind port e3d2ed38-4c79-4887-80f2-7a1e374a002e on host dv-neutron-822799-1-hyperv for vnic_type normal with profile  {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:38:32.475114 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-ca89df7c-55e6-4d3f-9849-4d27b4caf70d None None] Attempting to bind port e3d2ed38-4c79-4887-80f2-7a1e374a002e by drivers openvswitch,hyperv on host dv-neutron-822799-1-hyperv at level 0 using segments [{'id': '77e3d110-dd7b-426c-b11f-b78dde7993df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b'}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:38:32.475488 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca89df7c-55e6-4d3f-9849-4d27b4caf70d None None] Attempting to bind port e3d2ed38-4c79-4887-80f2-7a1e374a002e on network 8afa6d58-9431-454a-b99c-3ff8a65aa86b {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:38:32.490858 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca89df7c-55e6-4d3f-9849-4d27b4caf70d None None] Checking agent: {'id': '20d2070f-69a9-4e73-8d08-6f0387a40158', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822799-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 21), 'started_at': datetime.datetime(2021, 12, 23, 16, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 38, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822799-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 23 16:38:32.491305 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca89df7c-55e6-4d3f-9849-4d27b4caf70d None None] Checking segment: {'id': '77e3d110-dd7b-426c-b11f-b78dde7993df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:38:32.491787 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-ca89df7c-55e6-4d3f-9849-4d27b4caf70d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:32.492424 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca89df7c-55e6-4d3f-9849-4d27b4caf70d None None] Bound using segment: {'id': '77e3d110-dd7b-426c-b11f-b78dde7993df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b'} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 23 16:38:32.492826 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-ca89df7c-55e6-4d3f-9849-4d27b4caf70d None None] Bound port: e3d2ed38-4c79-4887-80f2-7a1e374a002e, host: dv-neutron-822799-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77e3d110-dd7b-426c-b11f-b78dde7993df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b'}}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 23 16:38:32.493220 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-ca89df7c-55e6-4d3f-9849-4d27b4caf70d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:32.528026 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-4b749149-99c4-4039-9142-c4f84c1905de None None] Provisioning for port 42b6f5fe-e7ee-4adb-a3d7-c2b3ce3064c6 completed by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:38:32.530992 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5d25d7-3b93-47fe-a0d3-151ffd920891 None None] Pushing event updated for resources: {'Port': ['ID=e3d2ed38-4c79-4887-80f2-7a1e374a002e,revision_number=2']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:38:32.540734 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-7f5d25d7-3b93-47fe-a0d3-151ffd920891 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:38:32.547333 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-4b749149-99c4-4039-9142-c4f84c1905de None None] Provisioning complete for port 42b6f5fe-e7ee-4adb-a3d7-c2b3ce3064c6 triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:38:32.547720 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4b749149-99c4-4039-9142-c4f84c1905de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:32.582770 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port 07184c90-243d-4f5a-9ef9-4c8d7a274397 triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:38:32.583125 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:32.696760 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-bf3e1d8f-dd04-4ee0-9849-f51eb2c091d8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:32.702203 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-bf3e1d8f-dd04-4ee0-9849-f51eb2c091d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2176289'] for port, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:32.726665 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-27fa3280-085c-4ec6-9a6b-ee032336e986 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:38:32.732064 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-ca89df7c-55e6-4d3f-9849-4d27b4caf70d None None] For port e3d2ed38-4c79-4887-80f2-7a1e374a002e, host dv-neutron-822799-1-hyperv, cleared binding levels {{(pid=87637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 23 16:38:32.738470 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-4b749149-99c4-4039-9142-c4f84c1905de None None] Port 42b6f5fe-e7ee-4adb-a3d7-c2b3ce3064c6 cannot update to ACTIVE because it is not bound. {{(pid=87637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 23 16:38:32.745582 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-ca89df7c-55e6-4d3f-9849-4d27b4caf70d None None] For port e3d2ed38-4c79-4887-80f2-7a1e374a002e, host dv-neutron-822799-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=e3d2ed38-4c79-4887-80f2-7a1e374a002e,segment=NetworkSegment(77e3d110-dd7b-426c-b11f-b78dde7993df),segment_id=77e3d110-dd7b-426c-b11f-b78dde7993df)] {{(pid=87637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 23 16:38:32.751806 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-ca89df7c-55e6-4d3f-9849-4d27b4caf70d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:32.756291 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:38:32.807283 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3e1d8f-dd04-4ee0-9849-f51eb2c091d8 admin admin] Pushing event updated for resources: {'Port': ['ID=42b6f5fe-e7ee-4adb-a3d7-c2b3ce3064c6,revision_number=2']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:38:32.811633 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-bf3e1d8f-dd04-4ee0-9849-f51eb2c091d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:38:32.812557 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-bf3e1d8f-dd04-4ee0-9849-f51eb2c091d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1627481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1781465'] for router_interface, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:32.880647 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca89df7c-55e6-4d3f-9849-4d27b4caf70d None None] Routers {'c0186178-d8d8-49ee-842a-22981e3c54cd'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:38:32.881308 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-ca89df7c-55e6-4d3f-9849-4d27b4caf70d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc037b640>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:38:20Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['c0186178-d8d8-49ee-842a-22981e3c54cd'], 'active': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:38:32.932929 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5d25d7-3b93-47fe-a0d3-151ffd920891 None None] Pushing event updated for resources: {'Port': ['ID=e3d2ed38-4c79-4887-80f2-7a1e374a002e,revision_number=3']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:38:32.941665 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-7f5d25d7-3b93-47fe-a0d3-151ffd920891 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:38:32.943170 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 51969186-0989-4951-b7fe-3fecad1c0dd6 up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:38:32.947169 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf3e1d8f-dd04-4ee0-9849-f51eb2c091d8 admin admin] Network bb379a55-1472-48ff-96fb-37a17a47a744 is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:38:32.948387 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-bf3e1d8f-dd04-4ee0-9849-f51eb2c091d8 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:38:33.119710 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port 51969186-0989-4951-b7fe-3fecad1c0dd6 triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:38:33.120093 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:33.142915 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf3e1d8f-dd04-4ee0-9849-f51eb2c091d8 admin admin] Router c0186178-d8d8-49ee-842a-22981e3c54cd has already been hosted by L3 agent 371d4c41-c7e2-4de7-9539-c049ec4e95d1 {{(pid=87636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 23 16:38:33.163878 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvr_db [None req-ca89df7c-55e6-4d3f-9849-4d27b4caf70d None None] Set router c0186178-d8d8-49ee-842a-22981e3c54cd gateway port host: dv-neutron-822799-1-hyperv {{(pid=87637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:38:33.313217 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-fc46ccfe-f10f-4a42-aebb-5b62717c328b None None] Provisioning complete for port 42b6f5fe-e7ee-4adb-a3d7-c2b3ce3064c6 triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:38:33.313217 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-fc46ccfe-f10f-4a42-aebb-5b62717c328b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:33.473594 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf3e1d8f-dd04-4ee0-9849-f51eb2c091d8 admin admin] Notify agent at l3_agent.dv-neutron-822799-1-hyperv the message routers_updated {{(pid=87636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 23 16:38:33.489959 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-bf3e1d8f-dd04-4ee0-9849-f51eb2c091d8 admin admin] 10.222.0.64 "PUT /v2.0/routers/c0186178-d8d8-49ee-842a-22981e3c54cd/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6210995
Dec 23 16:38:33.490192 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-fc46ccfe-f10f-4a42-aebb-5b62717c328b None None] Port 42b6f5fe-e7ee-4adb-a3d7-c2b3ce3064c6 cannot update to ACTIVE because it is not bound. {{(pid=87637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 23 16:38:33.617403 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-ca89df7c-55e6-4d3f-9849-4d27b4caf70d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc037b640>, [{'id': 'c0186178-d8d8-49ee-842a-22981e3c54cd', 'name': 'tempest-TestEncryptedCinderVolumes-669397359-router', 'tenant_id': 'aed6a7a59212497587d5b5821a5890e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.178'}], 'enable_snat': True}, 'gw_port_id': 'e3d2ed38-4c79-4887-80f2-7a1e374a002e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:38:28Z', 'updated_at': '2021-12-23T16:38:32Z', 'revision_number': 4, 'project_id': 'aed6a7a59212497587d5b5821a5890e6', 'gw_port': {'id': 'e3d2ed38-4c79-4887-80f2-7a1e374a002e', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ff:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0186178-d8d8-49ee-842a-22981e3c54cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1635, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:38:29Z', 'updated_at': '2021-12-23T16:38:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_interfaces': [{'id': '42b6f5fe-e7ee-4adb-a3d7-c2b3ce3064c6', 'name': '', 'network_id': 'bb379a55-1472-48ff-96fb-37a17a47a744', 'tenant_id': 'aed6a7a59212497587d5b5821a5890e6', 'mac_address': 'fa:16:3e:e2:08:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0186178-d8d8-49ee-842a-22981e3c54cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': 'c6f78537-053f-4022-bb74-84123926b8bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:38:31Z', 'updated_at': '2021-12-23T16:38:32Z', 'revision_number': 2, 'project_id': 'aed6a7a59212497587d5b5821a5890e6', 'subnets': [{'id': 'c6f78537-053f-4022-bb74-84123926b8bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:38:33.621728 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca89df7c-55e6-4d3f-9849-4d27b4caf70d None None] The sync data for ids ['c0186178-d8d8-49ee-842a-22981e3c54cd'] in dv-neutron-822799-1-hyperv is: [{'id': 'c0186178-d8d8-49ee-842a-22981e3c54cd', 'name': 'tempest-TestEncryptedCinderVolumes-669397359-router', 'tenant_id': 'aed6a7a59212497587d5b5821a5890e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.178'}], 'enable_snat': True}, 'gw_port_id': 'e3d2ed38-4c79-4887-80f2-7a1e374a002e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:38:28Z', 'updated_at': '2021-12-23T16:38:32Z', 'revision_number': 4, 'project_id': 'aed6a7a59212497587d5b5821a5890e6', 'gw_port': {'id': 'e3d2ed38-4c79-4887-80f2-7a1e374a002e', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ff:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0186178-d8d8-49ee-842a-22981e3c54cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1635, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:38:29Z', 'updated_at': '2021-12-23T16:38:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_interfaces': [{'id': '42b6f5fe-e7ee-4adb-a3d7-c2b3ce3064c6', 'name': '', 'network_id': 'bb379a55-1472-48ff-96fb-37a17a47a744', 'tenant_id': 'aed6a7a59212497587d5b5821a5890e6', 'mac_address': 'fa:16:3e:e2:08:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0186178-d8d8-49ee-842a-22981e3c54cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': 'c6f78537-053f-4022-bb74-84123926b8bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:38:31Z', 'updated_at': '2021-12-23T16:38:32Z', 'revision_number': 2, 'project_id': 'aed6a7a59212497587d5b5821a5890e6', 'subnets': [{'id': 'c6f78537-053f-4022-bb74-84123926b8bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 23 16:38:34.409460 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8b93f4-f119-4185-8838-33c68d696b70 req-5af6e3bd-6d5b-4305-8d74-5970f83d624e tempest-TestEncryptedCinderVolumes-2071723255 tempest-TestEncryptedCinderVolumes-2071723255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:38:34.410993 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-db8b93f4-f119-4185-8838-33c68d696b70 req-5af6e3bd-6d5b-4305-8d74-5970f83d624e tempest-TestEncryptedCinderVolumes-2071723255 tempest-TestEncryptedCinderVolumes-2071723255-project] 10.222.0.64 "GET /v2.0/networks?id=c2603d04-311d-4ea7-90e7-fa835626b540 HTTP/1.1" status: 200  len: 817 time: 0.1742074
Dec 23 16:38:34.426816 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-db8b93f4-f119-4185-8838-33c68d696b70 req-a82e42a0-d022-41e5-a0a4-53bd89f8e26f tempest-TestEncryptedCinderVolumes-2071723255 tempest-TestEncryptedCinderVolumes-2071723255-project] 10.222.0.64 "GET /v2.0/quotas/ded871a6ee43467dbe0b20742d54269f HTTP/1.1" status: 200  len: 375 time: 0.0102663
Dec 23 16:38:34.511665 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-db8b93f4-f119-4185-8838-33c68d696b70 req-679f4afd-1098-4bf2-92ad-5b217e0fcf80 tempest-TestEncryptedCinderVolumes-2071723255 tempest-TestEncryptedCinderVolumes-2071723255-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=ded871a6ee43467dbe0b20742d54269f&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0792468
Dec 23 16:38:34.652125 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-db8b93f4-f119-4185-8838-33c68d696b70 req-762ee3b6-d0bd-4499-886c-73e38ca6db3a service neutron] 10.222.0.64 "GET /v2.0/networks/c2603d04-311d-4ea7-90e7-fa835626b540?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1285784
Dec 23 16:38:34.785515 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-db8b93f4-f119-4185-8838-33c68d696b70 req-6901833b-67bc-4247-b745-97dd8a0e99a6 service neutron] 10.222.0.64 "GET /v2.0/networks/c2603d04-311d-4ea7-90e7-fa835626b540?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1274407
Dec 23 16:38:34.971301 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-c6f02887-a6e8-4807-9bb0-b81347b9cd87 req-d12f0555-1026-42f8-b524-c8ec0f149528 tempest-TestEncryptedCinderVolumes-2071723255 tempest-TestEncryptedCinderVolumes-2071723255-project] Synchronizing usage tracker for tenant:ded871a6ee43467dbe0b20742d54269f on resource:port {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:38:34.989700 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-c6f02887-a6e8-4807-9bb0-b81347b9cd87 req-d12f0555-1026-42f8-b524-c8ec0f149528 tempest-TestEncryptedCinderVolumes-2071723255 tempest-TestEncryptedCinderVolumes-2071723255-project] Unset dirty status for tenant:ded871a6ee43467dbe0b20742d54269f on resource:port {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:38:34.990919 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-c6f02887-a6e8-4807-9bb0-b81347b9cd87 req-d12f0555-1026-42f8-b524-c8ec0f149528 tempest-TestEncryptedCinderVolumes-2071723255 tempest-TestEncryptedCinderVolumes-2071723255-project] 10.222.0.64 "GET /v2.0/ports?device_id=27c9a24a-3fe3-40d6-87c7-e1d8eef9891c HTTP/1.1" status: 200  len: 210 time: 0.0656011
Dec 23 16:38:36.047093 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8b93f4-f119-4185-8838-33c68d696b70 req-7447513a-197e-4499-81a0-64cd33f253af tempest-TestEncryptedCinderVolumes-2071723255 tempest-TestEncryptedCinderVolumes-2071723255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:38:36.047787 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-db8b93f4-f119-4185-8838-33c68d696b70 req-7447513a-197e-4499-81a0-64cd33f253af tempest-TestEncryptedCinderVolumes-2071723255 tempest-TestEncryptedCinderVolumes-2071723255-project] Synchronizing usage tracker for tenant:ded871a6ee43467dbe0b20742d54269f on resource:network {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:38:36.066184 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-db8b93f4-f119-4185-8838-33c68d696b70 req-7447513a-197e-4499-81a0-64cd33f253af tempest-TestEncryptedCinderVolumes-2071723255 tempest-TestEncryptedCinderVolumes-2071723255-project] Unset dirty status for tenant:ded871a6ee43467dbe0b20742d54269f on resource:network {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:38:36.067358 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-db8b93f4-f119-4185-8838-33c68d696b70 req-7447513a-197e-4499-81a0-64cd33f253af tempest-TestEncryptedCinderVolumes-2071723255 tempest-TestEncryptedCinderVolumes-2071723255-project] 10.222.0.61 "GET /v2.0/networks?id=c2603d04-311d-4ea7-90e7-fa835626b540 HTTP/1.1" status: 200  len: 817 time: 0.1679168
Dec 23 16:38:36.079732 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [req-db8b93f4-f119-4185-8838-33c68d696b70 req-9414397b-da0b-4c99-8a31-41ebb4ad862c tempest-TestEncryptedCinderVolumes-2071723255 tempest-TestEncryptedCinderVolumes-2071723255-project] Request body: {'port': {'device_id': '27c9a24a-3fe3-40d6-87c7-e1d8eef9891c', 'network_id': 'c2603d04-311d-4ea7-90e7-fa835626b540', 'admin_state_up': True, 'tenant_id': 'ded871a6ee43467dbe0b20742d54269f'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:38:36.141814 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-0c14c8d6-7318-4b1a-81e0-b9a3dd2d8e57 req-db02d7e4-d1c7-45bb-a1dc-7da2c87fb2a8 tempest-TestEncryptedCinderVolumes-2071723255 tempest-TestEncryptedCinderVolumes-2071723255-project] 10.222.0.64 "GET /v2.0/ports?device_id=27c9a24a-3fe3-40d6-87c7-e1d8eef9891c HTTP/1.1" status: 200  len: 210 time: 0.0432377
Dec 23 16:38:36.223670 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device e3d2ed38-4c79-4887-80f2-7a1e374a002e up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:38:36.230073 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [req-db8b93f4-f119-4185-8838-33c68d696b70 req-9414397b-da0b-4c99-8a31-41ebb4ad862c tempest-TestEncryptedCinderVolumes-2071723255 tempest-TestEncryptedCinderVolumes-2071723255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:38:36.240412 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [req-db8b93f4-f119-4185-8838-33c68d696b70 req-9414397b-da0b-4c99-8a31-41ebb4ad862c tempest-TestEncryptedCinderVolumes-2071723255 tempest-TestEncryptedCinderVolumes-2071723255-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:38:36.252614 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db8b93f4-f119-4185-8838-33c68d696b70 req-9414397b-da0b-4c99-8a31-41ebb4ad862c tempest-TestEncryptedCinderVolumes-2071723255 tempest-TestEncryptedCinderVolumes-2071723255-project] Made reservation on behalf of ded871a6ee43467dbe0b20742d54269f for: {'port': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:38:36.256253 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-db8b93f4-f119-4185-8838-33c68d696b70 req-9414397b-da0b-4c99-8a31-41ebb4ad862c tempest-TestEncryptedCinderVolumes-2071723255 tempest-TestEncryptedCinderVolumes-2071723255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:36.309271 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning for port e3d2ed38-4c79-4887-80f2-7a1e374a002e completed by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:38:36.314396 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port e3d2ed38-4c79-4887-80f2-7a1e374a002e triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:38:36.314777 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:36.426862 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:36.431308 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [req-db8b93f4-f119-4185-8838-33c68d696b70 req-9414397b-da0b-4c99-8a31-41ebb4ad862c tempest-TestEncryptedCinderVolumes-2071723255 tempest-TestEncryptedCinderVolumes-2071723255-project] Allocated IP 172.20.0.4 (c2603d04-311d-4ea7-90e7-fa835626b540/dba9d54b-383f-4843-ad16-10d73404a20a/d076908e-5af0-488c-aa83-a5018d859598) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:38:36.445130 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] For port e3d2ed38-4c79-4887-80f2-7a1e374a002e, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=e3d2ed38-4c79-4887-80f2-7a1e374a002e,segment=NetworkSegment(77e3d110-dd7b-426c-b11f-b78dde7993df),segment_id=77e3d110-dd7b-426c-b11f-b78dde7993df)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:38:36.450102 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:36.451966 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:38:36.520408 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Pushing event updated for resources: {'Port': ['ID=e3d2ed38-4c79-4887-80f2-7a1e374a002e,revision_number=4']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:38:36.523895 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:38:36.646762 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-db8b93f4-f119-4185-8838-33c68d696b70 req-9414397b-da0b-4c99-8a31-41ebb4ad862c tempest-TestEncryptedCinderVolumes-2071723255 tempest-TestEncryptedCinderVolumes-2071723255-project] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:36.663666 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.provisioning_blocks [req-db8b93f4-f119-4185-8838-33c68d696b70 req-9414397b-da0b-4c99-8a31-41ebb4ad862c tempest-TestEncryptedCinderVolumes-2071723255 tempest-TestEncryptedCinderVolumes-2071723255-project] Transition to ACTIVE for port object d076908e-5af0-488c-aa83-a5018d859598 will not be triggered until provisioned by entity DHCP. {{(pid=87636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:38:36.692178 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-db8b93f4-f119-4185-8838-33c68d696b70 req-9414397b-da0b-4c99-8a31-41ebb4ad862c tempest-TestEncryptedCinderVolumes-2071723255 tempest-TestEncryptedCinderVolumes-2071723255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:36.699311 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-2f6bc7c7-e9b2-43ee-8fc2-e2a31f4d23f9 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:38:36.764811 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db8b93f4-f119-4185-8838-33c68d696b70 req-9414397b-da0b-4c99-8a31-41ebb4ad862c tempest-TestEncryptedCinderVolumes-2071723255 tempest-TestEncryptedCinderVolumes-2071723255-project] Network c2603d04-311d-4ea7-90e7-fa835626b540 is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:38:36.768178 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [req-db8b93f4-f119-4185-8838-33c68d696b70 req-9414397b-da0b-4c99-8a31-41ebb4ad862c tempest-TestEncryptedCinderVolumes-2071723255 tempest-TestEncryptedCinderVolumes-2071723255-project] Resources bound (agent type, host, resource id):  {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:38:36.771465 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [req-db8b93f4-f119-4185-8838-33c68d696b70 req-9414397b-da0b-4c99-8a31-41ebb4ad862c tempest-TestEncryptedCinderVolumes-2071723255 tempest-TestEncryptedCinderVolumes-2071723255-project] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:38:36.808504 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9414397b-da0b-4c99-8a31-41ebb4ad862c tempest-TestEncryptedCinderVolumes-2071723255 tempest-TestEncryptedCinderVolumes-2071723255-project] Pushing event updated for resources: {'Port': ['ID=d076908e-5af0-488c-aa83-a5018d859598,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:38:36.812137 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-9414397b-da0b-4c99-8a31-41ebb4ad862c tempest-TestEncryptedCinderVolumes-2071723255 tempest-TestEncryptedCinderVolumes-2071723255-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:38:36.846080 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8b93f4-f119-4185-8838-33c68d696b70 req-9414397b-da0b-4c99-8a31-41ebb4ad862c tempest-TestEncryptedCinderVolumes-2071723255 tempest-TestEncryptedCinderVolumes-2071723255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:38:36.846674 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-db8b93f4-f119-4185-8838-33c68d696b70 req-9414397b-da0b-4c99-8a31-41ebb4ad862c tempest-TestEncryptedCinderVolumes-2071723255 tempest-TestEncryptedCinderVolumes-2071723255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:36.874326 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-db8b93f4-f119-4185-8838-33c68d696b70 req-9414397b-da0b-4c99-8a31-41ebb4ad862c tempest-TestEncryptedCinderVolumes-2071723255 tempest-TestEncryptedCinderVolumes-2071723255-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7983418
Dec 23 16:38:36.886524 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [req-db8b93f4-f119-4185-8838-33c68d696b70 req-f255db7b-e74f-43b1-983b-e2b098c30e20 service neutron] Request body: {'port': {'device_id': '27c9a24a-3fe3-40d6-87c7-e1d8eef9891c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8227'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:38:37.003339 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-db8b93f4-f119-4185-8838-33c68d696b70 req-f255db7b-e74f-43b1-983b-e2b098c30e20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:37.038362 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-c42ab2f2-347e-435b-9701-e10935085609 None None] Provisioning for port d076908e-5af0-488c-aa83-a5018d859598 completed by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:38:37.043481 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-c42ab2f2-347e-435b-9701-e10935085609 None None] Provisioning complete for port d076908e-5af0-488c-aa83-a5018d859598 triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:38:37.043868 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-c42ab2f2-347e-435b-9701-e10935085609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:37.097109 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-c42ab2f2-347e-435b-9701-e10935085609 None None] Port d076908e-5af0-488c-aa83-a5018d859598 cannot update to ACTIVE because it is not bound. {{(pid=87637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 23 16:38:37.417213 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f288e846-2a3d-49ca-9b9a-f23ebda593b8 None None] Sync routers for ids ['c0186178-d8d8-49ee-842a-22981e3c54cd'] in dv-neutron-822799-1-hyperv {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 23 16:38:37.427056 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f288e846-2a3d-49ca-9b9a-f23ebda593b8 None None] Routers {'c0186178-d8d8-49ee-842a-22981e3c54cd'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:38:37.427657 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-f288e846-2a3d-49ca-9b9a-f23ebda593b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc2038940>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:38:20Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['c0186178-d8d8-49ee-842a-22981e3c54cd'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:38:37.431460 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [req-db8b93f4-f119-4185-8838-33c68d696b70 req-f255db7b-e74f-43b1-983b-e2b098c30e20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d076908e-5af0-488c-aa83-a5018d859598 {{(pid=87636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 23 16:38:37.442571 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2637ea-d724-44fc-ba2f-53335ea00471 req-7d7b1c33-35a8-4faa-b258-ede0f75d0372 tempest-TestEncryptedCinderVolumes-2071723255 tempest-TestEncryptedCinderVolumes-2071723255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:38:37.443255 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-5a2637ea-d724-44fc-ba2f-53335ea00471 req-7d7b1c33-35a8-4faa-b258-ede0f75d0372 tempest-TestEncryptedCinderVolumes-2071723255 tempest-TestEncryptedCinderVolumes-2071723255-project] Synchronizing usage tracker for tenant:ded871a6ee43467dbe0b20742d54269f on resource:port {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:38:37.450039 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-db8b93f4-f119-4185-8838-33c68d696b70 req-f255db7b-e74f-43b1-983b-e2b098c30e20 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:37.470183 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.provisioning_blocks [req-db8b93f4-f119-4185-8838-33c68d696b70 req-f255db7b-e74f-43b1-983b-e2b098c30e20 service neutron] Transition to ACTIVE for port object d076908e-5af0-488c-aa83-a5018d859598 will not be triggered until provisioned by entity L2. {{(pid=87636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:38:37.474274 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-5a2637ea-d724-44fc-ba2f-53335ea00471 req-7d7b1c33-35a8-4faa-b258-ede0f75d0372 tempest-TestEncryptedCinderVolumes-2071723255 tempest-TestEncryptedCinderVolumes-2071723255-project] Unset dirty status for tenant:ded871a6ee43467dbe0b20742d54269f on resource:port {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:38:37.475558 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-5a2637ea-d724-44fc-ba2f-53335ea00471 req-7d7b1c33-35a8-4faa-b258-ede0f75d0372 tempest-TestEncryptedCinderVolumes-2071723255 tempest-TestEncryptedCinderVolumes-2071723255-project] 10.222.0.64 "GET /v2.0/ports?device_id=27c9a24a-3fe3-40d6-87c7-e1d8eef9891c HTTP/1.1" status: 200  len: 931 time: 0.2163496
Dec 23 16:38:37.476653 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-db8b93f4-f119-4185-8838-33c68d696b70 req-f255db7b-e74f-43b1-983b-e2b098c30e20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2176289'] for port, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:37.481442 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-bd500896-86a5-4dd2-8968-7bb7201bd7e9 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:38:37.613338 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-f288e846-2a3d-49ca-9b9a-f23ebda593b8 None None] Set router c0186178-d8d8-49ee-842a-22981e3c54cd gateway port host: dv-neutron-822799-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:38:37.647552 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-5a2637ea-d724-44fc-ba2f-53335ea00471 req-0c887de4-f297-41e5-b13e-9026152f7fae tempest-TestEncryptedCinderVolumes-2071723255 tempest-TestEncryptedCinderVolumes-2071723255-project] Synchronizing usage tracker for tenant:ded871a6ee43467dbe0b20742d54269f on resource:security_group {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:38:37.679452 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f255db7b-e74f-43b1-983b-e2b098c30e20 service neutron] Pushing event updated for resources: {'Port': ['ID=d076908e-5af0-488c-aa83-a5018d859598,revision_number=2']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:38:37.691430 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-f255db7b-e74f-43b1-983b-e2b098c30e20 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:38:37.744700 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-5a2637ea-d724-44fc-ba2f-53335ea00471 req-0c887de4-f297-41e5-b13e-9026152f7fae tempest-TestEncryptedCinderVolumes-2071723255 tempest-TestEncryptedCinderVolumes-2071723255-project] Unset dirty status for tenant:ded871a6ee43467dbe0b20742d54269f on resource:security_group {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:38:37.745853 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-5a2637ea-d724-44fc-ba2f-53335ea00471 req-0c887de4-f297-41e5-b13e-9026152f7fae tempest-TestEncryptedCinderVolumes-2071723255 tempest-TestEncryptedCinderVolumes-2071723255-project] 10.222.0.64 "GET /v2.0/security-groups?id=85ff8679-1320-48ba-8912-9c591057a144&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2361968
Dec 23 16:38:37.767440 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [req-db8b93f4-f119-4185-8838-33c68d696b70 req-f255db7b-e74f-43b1-983b-e2b098c30e20 service neutron] Attempting to bind port d076908e-5af0-488c-aa83-a5018d859598 on host hv-neutron-8227 for vnic_type normal with profile  {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:38:37.767773 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [req-db8b93f4-f119-4185-8838-33c68d696b70 req-f255db7b-e74f-43b1-983b-e2b098c30e20 service neutron] Attempting to bind port d076908e-5af0-488c-aa83-a5018d859598 by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': '6bd5769c-cb5e-4f78-8255-53b03b628919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'c2603d04-311d-4ea7-90e7-fa835626b540'}] {{(pid=87636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:38:37.768096 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db8b93f4-f119-4185-8838-33c68d696b70 req-f255db7b-e74f-43b1-983b-e2b098c30e20 service neutron] Attempting to bind port d076908e-5af0-488c-aa83-a5018d859598 on network c2603d04-311d-4ea7-90e7-fa835626b540 {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:38:37.772733 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db8b93f4-f119-4185-8838-33c68d696b70 req-f255db7b-e74f-43b1-983b-e2b098c30e20 service neutron] Port d076908e-5af0-488c-aa83-a5018d859598 on network c2603d04-311d-4ea7-90e7-fa835626b540 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 23 16:38:37.773046 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db8b93f4-f119-4185-8838-33c68d696b70 req-f255db7b-e74f-43b1-983b-e2b098c30e20 service neutron] Attempting to bind port d076908e-5af0-488c-aa83-a5018d859598 on network c2603d04-311d-4ea7-90e7-fa835626b540 {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:38:37.778154 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db8b93f4-f119-4185-8838-33c68d696b70 req-f255db7b-e74f-43b1-983b-e2b098c30e20 service neutron] Checking agent: {'id': '5a806709-633b-4d33-98c4-3d24562c0f1e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8227', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 6, 42), 'started_at': datetime.datetime(2021, 12, 23, 16, 6, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 38, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 23 16:38:37.778477 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db8b93f4-f119-4185-8838-33c68d696b70 req-f255db7b-e74f-43b1-983b-e2b098c30e20 service neutron] Checking segment: {'id': '6bd5769c-cb5e-4f78-8255-53b03b628919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'c2603d04-311d-4ea7-90e7-fa835626b540'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:38:37.778890 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db8b93f4-f119-4185-8838-33c68d696b70 req-f255db7b-e74f-43b1-983b-e2b098c30e20 service neutron] Bound using segment: {'id': '6bd5769c-cb5e-4f78-8255-53b03b628919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'c2603d04-311d-4ea7-90e7-fa835626b540'} {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 23 16:38:37.779305 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [req-db8b93f4-f119-4185-8838-33c68d696b70 req-f255db7b-e74f-43b1-983b-e2b098c30e20 service neutron] Bound port: d076908e-5af0-488c-aa83-a5018d859598, host: hv-neutron-8227, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6bd5769c-cb5e-4f78-8255-53b03b628919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'c2603d04-311d-4ea7-90e7-fa835626b540'}}] {{(pid=87636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 23 16:38:37.779643 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-db8b93f4-f119-4185-8838-33c68d696b70 req-f255db7b-e74f-43b1-983b-e2b098c30e20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:37.981738 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-f288e846-2a3d-49ca-9b9a-f23ebda593b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc2038940>, [{'id': 'c0186178-d8d8-49ee-842a-22981e3c54cd', 'name': 'tempest-TestEncryptedCinderVolumes-669397359-router', 'tenant_id': 'aed6a7a59212497587d5b5821a5890e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.178'}], 'enable_snat': True}, 'gw_port_id': 'e3d2ed38-4c79-4887-80f2-7a1e374a002e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:38:28Z', 'updated_at': '2021-12-23T16:38:32Z', 'revision_number': 4, 'project_id': 'aed6a7a59212497587d5b5821a5890e6', 'gw_port': {'id': 'e3d2ed38-4c79-4887-80f2-7a1e374a002e', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ff:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0186178-d8d8-49ee-842a-22981e3c54cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1635, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:38:29Z', 'updated_at': '2021-12-23T16:38:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_interfaces': [{'id': '42b6f5fe-e7ee-4adb-a3d7-c2b3ce3064c6', 'name': '', 'network_id': 'bb379a55-1472-48ff-96fb-37a17a47a744', 'tenant_id': 'aed6a7a59212497587d5b5821a5890e6', 'mac_address': 'fa:16:3e:e2:08:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0186178-d8d8-49ee-842a-22981e3c54cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': 'c6f78537-053f-4022-bb74-84123926b8bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:38:31Z', 'updated_at': '2021-12-23T16:38:32Z', 'revision_number': 2, 'project_id': 'aed6a7a59212497587d5b5821a5890e6', 'subnets': [{'id': 'c6f78537-053f-4022-bb74-84123926b8bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:38:37.985867 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f288e846-2a3d-49ca-9b9a-f23ebda593b8 None None] Checking router: c0186178-d8d8-49ee-842a-22981e3c54cd for host: dv-neutron-822799-1-hyperv {{(pid=87638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 23 16:38:37.986230 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f288e846-2a3d-49ca-9b9a-f23ebda593b8 None None] Updating router c0186178-d8d8-49ee-842a-22981e3c54cd port 42b6f5fe-e7ee-4adb-a3d7-c2b3ce3064c6 binding host dv-neutron-822799-1-hyperv {{(pid=87638) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 23 16:38:38.005218 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [req-db8b93f4-f119-4185-8838-33c68d696b70 req-f255db7b-e74f-43b1-983b-e2b098c30e20 service neutron] For port d076908e-5af0-488c-aa83-a5018d859598, host hv-neutron-8227, cleared binding levels {{(pid=87636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 23 16:38:38.008156 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [req-db8b93f4-f119-4185-8838-33c68d696b70 req-f255db7b-e74f-43b1-983b-e2b098c30e20 service neutron] For port d076908e-5af0-488c-aa83-a5018d859598, host hv-neutron-8227, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=d076908e-5af0-488c-aa83-a5018d859598,segment=NetworkSegment(6bd5769c-cb5e-4f78-8255-53b03b628919),segment_id=6bd5769c-cb5e-4f78-8255-53b03b628919)] {{(pid=87636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 23 16:38:38.014005 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-db8b93f4-f119-4185-8838-33c68d696b70 req-f255db7b-e74f-43b1-983b-e2b098c30e20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2176289'] for port, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:38.017914 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-27fa3280-085c-4ec6-9a6b-ee032336e986 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:38:38.038351 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f288e846-2a3d-49ca-9b9a-f23ebda593b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:38.071133 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8b93f4-f119-4185-8838-33c68d696b70 req-f255db7b-e74f-43b1-983b-e2b098c30e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:38:38.071779 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-db8b93f4-f119-4185-8838-33c68d696b70 req-f255db7b-e74f-43b1-983b-e2b098c30e20 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:38.073855 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-db8b93f4-f119-4185-8838-33c68d696b70 req-f255db7b-e74f-43b1-983b-e2b098c30e20 service neutron] 10.222.0.61 "PUT /v2.0/ports/d076908e-5af0-488c-aa83-a5018d859598 HTTP/1.1" status: 200  len: 1093 time: 1.1918056
Dec 23 16:38:38.074408 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27c9a24a-3fe3-40d6-87c7-e1d8eef9891c', 'tag': 'd076908e-5af0-488c-aa83-a5018d859598'}] {{(pid=87636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 23 16:38:38.169132 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27c9a24a-3fe3-40d6-87c7-e1d8eef9891c', 'tag': 'd076908e-5af0-488c-aa83-a5018d859598', 'status': 'completed', 'code': 200}
Dec 23 16:38:38.183611 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f255db7b-e74f-43b1-983b-e2b098c30e20 service neutron] Pushing event updated for resources: {'Port': ['ID=d076908e-5af0-488c-aa83-a5018d859598,revision_number=3']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:38:38.188270 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-f255db7b-e74f-43b1-983b-e2b098c30e20 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:38:38.212623 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device e3d2ed38-4c79-4887-80f2-7a1e374a002e up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:38:38.226920 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8b93f4-f119-4185-8838-33c68d696b70 req-59c8baf3-888f-4acc-b918-f8eddafbc06f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:38:38.242008 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-db8b93f4-f119-4185-8838-33c68d696b70 req-59c8baf3-888f-4acc-b918-f8eddafbc06f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ded871a6ee43467dbe0b20742d54269f&device_id=27c9a24a-3fe3-40d6-87c7-e1d8eef9891c HTTP/1.1" status: 200  len: 1096 time: 0.1121640
Dec 23 16:38:38.308079 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port e3d2ed38-4c79-4887-80f2-7a1e374a002e triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:38:38.308468 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:38.340109 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-db8b93f4-f119-4185-8838-33c68d696b70 req-62d924c1-e84a-44dd-84db-141574931917 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d076908e-5af0-488c-aa83-a5018d859598 HTTP/1.1" status: 200  len: 217 time: 0.0969322
Dec 23 16:38:38.381938 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f288e846-2a3d-49ca-9b9a-f23ebda593b8 None None] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:38.393290 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-f288e846-2a3d-49ca-9b9a-f23ebda593b8 None None] Transition to ACTIVE for port object 42b6f5fe-e7ee-4adb-a3d7-c2b3ce3064c6 will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:38:38.402427 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f288e846-2a3d-49ca-9b9a-f23ebda593b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:38.407222 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG oslo_concurrency.lockutils [None req-b0aae3c3-a632-48b1-a48a-87fbdbdd3416 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:38:38.409759 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8b93f4-f119-4185-8838-33c68d696b70 req-0e00cbd1-8df6-4a8e-9454-2d130469e695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:38:38.411306 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-db8b93f4-f119-4185-8838-33c68d696b70 req-0e00cbd1-8df6-4a8e-9454-2d130469e695 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=dba9d54b-383f-4843-ad16-10d73404a20a HTTP/1.1" status: 200  len: 856 time: 0.0637534
Dec 23 16:38:38.493375 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8b93f4-f119-4185-8838-33c68d696b70 req-8bf940e6-1d5b-4d62-a116-62b2746d7503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:38:38.495166 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-db8b93f4-f119-4185-8838-33c68d696b70 req-8bf940e6-1d5b-4d62-a116-62b2746d7503 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c2603d04-311d-4ea7-90e7-fa835626b540&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0762589
Dec 23 16:38:38.564275 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b120f3c6-26b7-41c2-a989-0a4457684927 None None] Pushing event updated for resources: {'Port': ['ID=42b6f5fe-e7ee-4adb-a3d7-c2b3ce3064c6,revision_number=3']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:38:38.571226 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG oslo_concurrency.lockutils [None req-b120f3c6-26b7-41c2-a989-0a4457684927 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=87638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:38:38.623961 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-f288e846-2a3d-49ca-9b9a-f23ebda593b8 None None] Attempting to bind port 42b6f5fe-e7ee-4adb-a3d7-c2b3ce3064c6 on host dv-neutron-822799-1-hyperv for vnic_type normal with profile  {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:38:38.624347 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-f288e846-2a3d-49ca-9b9a-f23ebda593b8 None None] Attempting to bind port 42b6f5fe-e7ee-4adb-a3d7-c2b3ce3064c6 by drivers openvswitch,hyperv on host dv-neutron-822799-1-hyperv at level 0 using segments [{'id': '67355ac1-8352-4b48-bf1c-e74ad75d16ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'bb379a55-1472-48ff-96fb-37a17a47a744'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:38:38.624914 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f288e846-2a3d-49ca-9b9a-f23ebda593b8 None None] Attempting to bind port 42b6f5fe-e7ee-4adb-a3d7-c2b3ce3064c6 on network bb379a55-1472-48ff-96fb-37a17a47a744 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:38:38.630802 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f288e846-2a3d-49ca-9b9a-f23ebda593b8 None None] Checking agent: {'id': '20d2070f-69a9-4e73-8d08-6f0387a40158', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822799-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 21), 'started_at': datetime.datetime(2021, 12, 23, 16, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 38, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822799-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 23 16:38:38.631174 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f288e846-2a3d-49ca-9b9a-f23ebda593b8 None None] Checking segment: {'id': '67355ac1-8352-4b48-bf1c-e74ad75d16ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'bb379a55-1472-48ff-96fb-37a17a47a744'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:38:38.631937 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f288e846-2a3d-49ca-9b9a-f23ebda593b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:38.632081 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f288e846-2a3d-49ca-9b9a-f23ebda593b8 None None] Bound using segment: {'id': '67355ac1-8352-4b48-bf1c-e74ad75d16ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'bb379a55-1472-48ff-96fb-37a17a47a744'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 23 16:38:38.632462 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-f288e846-2a3d-49ca-9b9a-f23ebda593b8 None None] Bound port: 42b6f5fe-e7ee-4adb-a3d7-c2b3ce3064c6, host: dv-neutron-822799-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67355ac1-8352-4b48-bf1c-e74ad75d16ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'bb379a55-1472-48ff-96fb-37a17a47a744'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 23 16:38:38.632875 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f288e846-2a3d-49ca-9b9a-f23ebda593b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:38.638493 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-db8b93f4-f119-4185-8838-33c68d696b70 req-a315bdd3-0937-4860-ae99-510a80ac122b service neutron] 10.222.0.61 "GET /v2.0/networks/c2603d04-311d-4ea7-90e7-fa835626b540?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1371043
Dec 23 16:38:38.720343 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-f288e846-2a3d-49ca-9b9a-f23ebda593b8 None None] For port 42b6f5fe-e7ee-4adb-a3d7-c2b3ce3064c6, host dv-neutron-822799-1-hyperv, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 23 16:38:38.723547 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-f288e846-2a3d-49ca-9b9a-f23ebda593b8 None None] For port 42b6f5fe-e7ee-4adb-a3d7-c2b3ce3064c6, host dv-neutron-822799-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=42b6f5fe-e7ee-4adb-a3d7-c2b3ce3064c6,segment=NetworkSegment(67355ac1-8352-4b48-bf1c-e74ad75d16ee),segment_id=67355ac1-8352-4b48-bf1c-e74ad75d16ee)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 23 16:38:38.728973 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f288e846-2a3d-49ca-9b9a-f23ebda593b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:38.732729 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG oslo_concurrency.lockutils [None req-6231751d-425e-43cd-92c8-a67a7428f6c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:38:38.775379 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-db8b93f4-f119-4185-8838-33c68d696b70 req-bfd2ea62-bacb-47fd-8004-2578c8499448 service neutron] 10.222.0.61 "GET /v2.0/networks/c2603d04-311d-4ea7-90e7-fa835626b540?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1296055
Dec 23 16:38:38.807638 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f288e846-2a3d-49ca-9b9a-f23ebda593b8 None None] Routers {'c0186178-d8d8-49ee-842a-22981e3c54cd'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:38:38.808290 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-f288e846-2a3d-49ca-9b9a-f23ebda593b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc2038940>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:38:20Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['c0186178-d8d8-49ee-842a-22981e3c54cd'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:38:38.890218 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b120f3c6-26b7-41c2-a989-0a4457684927 None None] Pushing event updated for resources: {'Port': ['ID=42b6f5fe-e7ee-4adb-a3d7-c2b3ce3064c6,revision_number=4']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:38:38.894706 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG oslo_concurrency.lockutils [None req-b120f3c6-26b7-41c2-a989-0a4457684927 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=87638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:38:38.984255 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e87f4e8-3339-4421-b22b-92f4f0ed0584 req-e078bec5-db51-4560-9dc5-d3733ea3af51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:38:38.985790 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-9e87f4e8-3339-4421-b22b-92f4f0ed0584 req-e078bec5-db51-4560-9dc5-d3733ea3af51 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ded871a6ee43467dbe0b20742d54269f&device_id=27c9a24a-3fe3-40d6-87c7-e1d8eef9891c HTTP/1.1" status: 200  len: 1096 time: 0.1571279
Dec 23 16:38:39.014884 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-f288e846-2a3d-49ca-9b9a-f23ebda593b8 None None] Set router c0186178-d8d8-49ee-842a-22981e3c54cd gateway port host: dv-neutron-822799-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:38:39.019595 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26097eaf-eb8c-41f0-8395-a0ce0aa9b0d0 req-5625a9a4-f80f-4ad3-b8de-21d42e07e689 tempest-TestEncryptedCinderVolumes-2071723255 tempest-TestEncryptedCinderVolumes-2071723255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:38:39.021091 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-26097eaf-eb8c-41f0-8395-a0ce0aa9b0d0 req-5625a9a4-f80f-4ad3-b8de-21d42e07e689 tempest-TestEncryptedCinderVolumes-2071723255 tempest-TestEncryptedCinderVolumes-2071723255-project] 10.222.0.64 "GET /v2.0/ports?device_id=27c9a24a-3fe3-40d6-87c7-e1d8eef9891c HTTP/1.1" status: 200  len: 943 time: 0.1400785
Dec 23 16:38:39.132334 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-26097eaf-eb8c-41f0-8395-a0ce0aa9b0d0 req-e1a960b3-6dc0-41e0-848b-60436b86c979 tempest-TestEncryptedCinderVolumes-2071723255 tempest-TestEncryptedCinderVolumes-2071723255-project] 10.222.0.64 "GET /v2.0/security-groups?id=85ff8679-1320-48ba-8912-9c591057a144&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1042538
Dec 23 16:38:39.165365 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e87f4e8-3339-4421-b22b-92f4f0ed0584 req-d2d62adc-97c2-4abb-8cd0-0a85186dcff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:38:39.167092 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-9e87f4e8-3339-4421-b22b-92f4f0ed0584 req-d2d62adc-97c2-4abb-8cd0-0a85186dcff9 service neutron] 10.222.0.61 "GET /v2.0/networks?id=c2603d04-311d-4ea7-90e7-fa835626b540 HTTP/1.1" status: 200  len: 918 time: 0.1736624
Dec 23 16:38:39.238421 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-9e87f4e8-3339-4421-b22b-92f4f0ed0584 req-c2a48dce-e803-4bcc-81b5-83415aebdbb4 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d076908e-5af0-488c-aa83-a5018d859598 HTTP/1.1" status: 200  len: 217 time: 0.0645285
Dec 23 16:38:39.313439 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e87f4e8-3339-4421-b22b-92f4f0ed0584 req-761f2b73-3a96-4703-82b6-7c53a2ebcf57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:38:39.315017 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-9e87f4e8-3339-4421-b22b-92f4f0ed0584 req-761f2b73-3a96-4703-82b6-7c53a2ebcf57 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=dba9d54b-383f-4843-ad16-10d73404a20a HTTP/1.1" status: 200  len: 856 time: 0.0690827
Dec 23 16:38:39.341569 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-f288e846-2a3d-49ca-9b9a-f23ebda593b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc2038940>, [{'id': 'c0186178-d8d8-49ee-842a-22981e3c54cd', 'name': 'tempest-TestEncryptedCinderVolumes-669397359-router', 'tenant_id': 'aed6a7a59212497587d5b5821a5890e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.178'}], 'enable_snat': True}, 'gw_port_id': 'e3d2ed38-4c79-4887-80f2-7a1e374a002e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:38:28Z', 'updated_at': '2021-12-23T16:38:32Z', 'revision_number': 4, 'project_id': 'aed6a7a59212497587d5b5821a5890e6', 'gw_port': {'id': 'e3d2ed38-4c79-4887-80f2-7a1e374a002e', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ff:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0186178-d8d8-49ee-842a-22981e3c54cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1635, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:38:29Z', 'updated_at': '2021-12-23T16:38:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_interfaces': [{'id': '42b6f5fe-e7ee-4adb-a3d7-c2b3ce3064c6', 'name': '', 'network_id': 'bb379a55-1472-48ff-96fb-37a17a47a744', 'tenant_id': 'aed6a7a59212497587d5b5821a5890e6', 'mac_address': 'fa:16:3e:e2:08:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0186178-d8d8-49ee-842a-22981e3c54cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': 'c6f78537-053f-4022-bb74-84123926b8bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:38:31Z', 'updated_at': '2021-12-23T16:38:38Z', 'revision_number': 4, 'project_id': 'aed6a7a59212497587d5b5821a5890e6', 'subnets': [{'id': 'c6f78537-053f-4022-bb74-84123926b8bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:38:39.345392 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f288e846-2a3d-49ca-9b9a-f23ebda593b8 None None] The sync data for ids ['c0186178-d8d8-49ee-842a-22981e3c54cd'] in dv-neutron-822799-1-hyperv is: [{'id': 'c0186178-d8d8-49ee-842a-22981e3c54cd', 'name': 'tempest-TestEncryptedCinderVolumes-669397359-router', 'tenant_id': 'aed6a7a59212497587d5b5821a5890e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.178'}], 'enable_snat': True}, 'gw_port_id': 'e3d2ed38-4c79-4887-80f2-7a1e374a002e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:38:28Z', 'updated_at': '2021-12-23T16:38:32Z', 'revision_number': 4, 'project_id': 'aed6a7a59212497587d5b5821a5890e6', 'gw_port': {'id': 'e3d2ed38-4c79-4887-80f2-7a1e374a002e', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ff:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0186178-d8d8-49ee-842a-22981e3c54cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1635, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:38:29Z', 'updated_at': '2021-12-23T16:38:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_interfaces': [{'id': '42b6f5fe-e7ee-4adb-a3d7-c2b3ce3064c6', 'name': '', 'network_id': 'bb379a55-1472-48ff-96fb-37a17a47a744', 'tenant_id': 'aed6a7a59212497587d5b5821a5890e6', 'mac_address': 'fa:16:3e:e2:08:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0186178-d8d8-49ee-842a-22981e3c54cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': 'c6f78537-053f-4022-bb74-84123926b8bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:38:31Z', 'updated_at': '2021-12-23T16:38:38Z', 'revision_number': 4, 'project_id': 'aed6a7a59212497587d5b5821a5890e6', 'subnets': [{'id': 'c6f78537-053f-4022-bb74-84123926b8bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 23 16:38:39.404048 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e87f4e8-3339-4421-b22b-92f4f0ed0584 req-25e76289-c742-41c7-8054-0b532d34d06a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:38:39.405466 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-9e87f4e8-3339-4421-b22b-92f4f0ed0584 req-25e76289-c742-41c7-8054-0b532d34d06a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c2603d04-311d-4ea7-90e7-fa835626b540&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0826132
Dec 23 16:38:39.545124 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-9e87f4e8-3339-4421-b22b-92f4f0ed0584 req-1d744793-ce36-4d76-83aa-ad07c70ef72a service neutron] 10.222.0.61 "GET /v2.0/networks/c2603d04-311d-4ea7-90e7-fa835626b540?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1322868
Dec 23 16:38:39.690249 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-9e87f4e8-3339-4421-b22b-92f4f0ed0584 req-303ed5a9-91f7-4267-942d-f41c806d2656 service neutron] 10.222.0.61 "GET /v2.0/networks/c2603d04-311d-4ea7-90e7-fa835626b540?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1385548
Dec 23 16:38:40.220511 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 42b6f5fe-e7ee-4adb-a3d7-c2b3ce3064c6 up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:38:40.300381 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning for port 42b6f5fe-e7ee-4adb-a3d7-c2b3ce3064c6 completed by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:38:40.306040 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port 42b6f5fe-e7ee-4adb-a3d7-c2b3ce3064c6 triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:38:40.306488 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:40.345832 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b8a49d-e66a-4fd6-aff7-298613ec3469 req-68278406-34ef-4f4e-b3ed-d13212264d83 tempest-TestEncryptedCinderVolumes-2071723255 tempest-TestEncryptedCinderVolumes-2071723255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:38:40.347366 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-15b8a49d-e66a-4fd6-aff7-298613ec3469 req-68278406-34ef-4f4e-b3ed-d13212264d83 tempest-TestEncryptedCinderVolumes-2071723255 tempest-TestEncryptedCinderVolumes-2071723255-project] 10.222.0.64 "GET /v2.0/ports?device_id=27c9a24a-3fe3-40d6-87c7-e1d8eef9891c HTTP/1.1" status: 200  len: 943 time: 0.0925124
Dec 23 16:38:40.396051 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-15b8a49d-e66a-4fd6-aff7-298613ec3469 req-c00c6d36-3167-4e58-8a7b-12c872675fe3 tempest-TestEncryptedCinderVolumes-2071723255 tempest-TestEncryptedCinderVolumes-2071723255-project] 10.222.0.64 "GET /v2.0/security-groups?id=85ff8679-1320-48ba-8912-9c591057a144&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425904
Dec 23 16:38:40.425592 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:40.459115 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] For port 42b6f5fe-e7ee-4adb-a3d7-c2b3ce3064c6, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=42b6f5fe-e7ee-4adb-a3d7-c2b3ce3064c6,segment=NetworkSegment(67355ac1-8352-4b48-bf1c-e74ad75d16ee),segment_id=67355ac1-8352-4b48-bf1c-e74ad75d16ee)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:38:40.463874 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:40.465818 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-1d5d773c-5a3d-426d-a595-ce40cdf05f6c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:38:40.535496 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Pushing event updated for resources: {'Port': ['ID=42b6f5fe-e7ee-4adb-a3d7-c2b3ce3064c6,revision_number=5']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:38:40.538530 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:38:41.172506 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Device d076908e-5af0-488c-aa83-a5018d859598 details requested by agent hyperv_hv-neutron-8227 with host hv-neutron-8227 {{(pid=87637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 23 16:38:41.307137 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] For port d076908e-5af0-488c-aa83-a5018d859598, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=d076908e-5af0-488c-aa83-a5018d859598,segment=NetworkSegment(6bd5769c-cb5e-4f78-8255-53b03b628919),segment_id=6bd5769c-cb5e-4f78-8255-53b03b628919)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:38:41.320504 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Returning: {'device': 'd076908e-5af0-488c-aa83-a5018d859598', 'network_id': 'c2603d04-311d-4ea7-90e7-fa835626b540', 'port_id': 'd076908e-5af0-488c-aa83-a5018d859598', 'mac_address': 'fa:16:3e:7c:eb:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dba9d54b-383f-4843-ad16-10d73404a20a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 23 16:38:41.374700 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:41.391183 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.notifiers.nova [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d076908e-5af0-488c-aa83-a5018d859598 {{(pid=87637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 23 16:38:41.406575 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] For port d076908e-5af0-488c-aa83-a5018d859598, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=d076908e-5af0-488c-aa83-a5018d859598,segment=NetworkSegment(6bd5769c-cb5e-4f78-8255-53b03b628919),segment_id=6bd5769c-cb5e-4f78-8255-53b03b628919)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:38:41.413175 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:41.414933 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:38:41.486231 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Pushing event updated for resources: {'Port': ['ID=d076908e-5af0-488c-aa83-a5018d859598,revision_number=4']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:38:41.493480 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:38:41.493834 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:38:41.494170 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:38:41.494565 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:38:41.494906 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:38:41.495233 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:38:41.495547 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:38:41.495869 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:38:41.496194 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:38:41.496517 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:38:41.496865 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:38:41.497186 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:38:41.501097 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:38:41.583913 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2b7c91-d76a-459b-94bc-b70a90829075 req-13e77018-ea38-4caa-abc3-c344ff1a279a tempest-TestEncryptedCinderVolumes-2071723255 tempest-TestEncryptedCinderVolumes-2071723255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:38:41.585380 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-ae2b7c91-d76a-459b-94bc-b70a90829075 req-13e77018-ea38-4caa-abc3-c344ff1a279a tempest-TestEncryptedCinderVolumes-2071723255 tempest-TestEncryptedCinderVolumes-2071723255-project] 10.222.0.64 "GET /v2.0/ports?device_id=27c9a24a-3fe3-40d6-87c7-e1d8eef9891c HTTP/1.1" status: 200  len: 944 time: 0.0817857
Dec 23 16:38:41.615697 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] get_ports_and_sgs() called for port_ids ['d076908e-5af0-488c-aa83-a5018d859598'] {{(pid=87637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 23 16:38:41.647687 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-ae2b7c91-d76a-459b-94bc-b70a90829075 req-ac652583-0d9b-4b31-9e5b-8838b412f1ca tempest-TestEncryptedCinderVolumes-2071723255 tempest-TestEncryptedCinderVolumes-2071723255-project] 10.222.0.64 "GET /v2.0/security-groups?id=85ff8679-1320-48ba-8912-9c591057a144&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0548890
Dec 23 16:38:42.049720 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:42.197752 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 42b6f5fe-e7ee-4adb-a3d7-c2b3ce3064c6 up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:38:42.268701 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port 42b6f5fe-e7ee-4adb-a3d7-c2b3ce3064c6 triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:38:42.269345 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:42.871776 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3faba53-d5a8-486f-b342-85414ce1ed6a req-69c79979-284b-40dd-b0d2-516b1587bbcd tempest-TestEncryptedCinderVolumes-2071723255 tempest-TestEncryptedCinderVolumes-2071723255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:38:42.873270 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-c3faba53-d5a8-486f-b342-85414ce1ed6a req-69c79979-284b-40dd-b0d2-516b1587bbcd tempest-TestEncryptedCinderVolumes-2071723255 tempest-TestEncryptedCinderVolumes-2071723255-project] 10.222.0.64 "GET /v2.0/ports?device_id=27c9a24a-3fe3-40d6-87c7-e1d8eef9891c HTTP/1.1" status: 200  len: 944 time: 0.1078963
Dec 23 16:38:42.918149 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-c3faba53-d5a8-486f-b342-85414ce1ed6a req-6b5e4d36-b7d1-4e9c-b388-cc255a8463ef tempest-TestEncryptedCinderVolumes-2071723255 tempest-TestEncryptedCinderVolumes-2071723255-project] 10.222.0.64 "GET /v2.0/security-groups?id=85ff8679-1320-48ba-8912-9c591057a144&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0390432
Dec 23 16:38:43.187250 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Device d076908e-5af0-488c-aa83-a5018d859598 up at agent hyperv_hv-neutron-8227 {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:38:43.258917 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Provisioning for port d076908e-5af0-488c-aa83-a5018d859598 completed by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:38:43.263795 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Provisioning complete for port d076908e-5af0-488c-aa83-a5018d859598 triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:38:43.264172 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:43.382375 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:43.408491 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27c9a24a-3fe3-40d6-87c7-e1d8eef9891c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd076908e-5af0-488c-aa83-a5018d859598'}] {{(pid=87637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 23 16:38:43.418665 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] For port d076908e-5af0-488c-aa83-a5018d859598, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=d076908e-5af0-488c-aa83-a5018d859598,segment=NetworkSegment(6bd5769c-cb5e-4f78-8255-53b03b628919),segment_id=6bd5769c-cb5e-4f78-8255-53b03b628919)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:38:43.422916 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:43.424862 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:38:43.454868 dv-neutron-822799-1-hyperv neutron-server[87637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27c9a24a-3fe3-40d6-87c7-e1d8eef9891c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd076908e-5af0-488c-aa83-a5018d859598', 'code': 200}
Dec 23 16:38:43.495492 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Pushing event updated for resources: {'Port': ['ID=d076908e-5af0-488c-aa83-a5018d859598,revision_number=5']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:38:43.498308 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:38:43.824183 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7df40f8-92d6-4750-915d-8f621ce8d023 req-8bf5748c-b70f-48b2-a1b1-8335dd6270f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:38:43.826352 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-e7df40f8-92d6-4750-915d-8f621ce8d023 req-8bf5748c-b70f-48b2-a1b1-8335dd6270f6 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=27c9a24a-3fe3-40d6-87c7-e1d8eef9891c HTTP/1.1" status: 200  len: 1098 time: 0.1971023
Dec 23 16:38:43.869989 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-e7df40f8-92d6-4750-915d-8f621ce8d023 req-1e033e46-9250-4b7d-8126-764d9fcddba9 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=85ff8679-1320-48ba-8912-9c591057a144&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0362310
Dec 23 16:38:44.120777 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c64704d-996b-46d3-a4ed-de3701387f1b req-25f093fc-299e-4e5b-b2a4-72c4988e2350 tempest-TestEncryptedCinderVolumes-2071723255 tempest-TestEncryptedCinderVolumes-2071723255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:38:44.122285 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-2c64704d-996b-46d3-a4ed-de3701387f1b req-25f093fc-299e-4e5b-b2a4-72c4988e2350 tempest-TestEncryptedCinderVolumes-2071723255 tempest-TestEncryptedCinderVolumes-2071723255-project] 10.222.0.64 "GET /v2.0/ports?device_id=27c9a24a-3fe3-40d6-87c7-e1d8eef9891c HTTP/1.1" status: 200  len: 945 time: 0.0846930
Dec 23 16:38:44.167557 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-2c64704d-996b-46d3-a4ed-de3701387f1b req-8713a318-a7c1-4e7b-b690-0735fed171eb tempest-TestEncryptedCinderVolumes-2071723255 tempest-TestEncryptedCinderVolumes-2071723255-project] 10.222.0.64 "GET /v2.0/security-groups?id=85ff8679-1320-48ba-8912-9c591057a144&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395496
Dec 23 16:38:45.404307 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aae7492-e726-40e1-813e-77bccd85e066 req-b0dae7e0-8a16-475d-a716-98b743fae6eb tempest-TestEncryptedCinderVolumes-2071723255 tempest-TestEncryptedCinderVolumes-2071723255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:38:45.405744 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-1aae7492-e726-40e1-813e-77bccd85e066 req-b0dae7e0-8a16-475d-a716-98b743fae6eb tempest-TestEncryptedCinderVolumes-2071723255 tempest-TestEncryptedCinderVolumes-2071723255-project] 10.222.0.64 "GET /v2.0/ports?device_id=27c9a24a-3fe3-40d6-87c7-e1d8eef9891c HTTP/1.1" status: 200  len: 945 time: 0.1127331
Dec 23 16:38:45.452414 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-1aae7492-e726-40e1-813e-77bccd85e066 req-dd92801a-4b46-4ce0-84b3-44a83de0c94b tempest-TestEncryptedCinderVolumes-2071723255 tempest-TestEncryptedCinderVolumes-2071723255-project] 10.222.0.64 "GET /v2.0/security-groups?id=85ff8679-1320-48ba-8912-9c591057a144&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408249
Dec 23 16:38:45.765826 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4d041e-2a6b-4238-bb1e-620c3e9c94e2 req-1859a809-4d20-47dd-9465-a7bd6971abff tempest-TestEncryptedCinderVolumes-2071723255 tempest-TestEncryptedCinderVolumes-2071723255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:38:45.767207 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-ab4d041e-2a6b-4238-bb1e-620c3e9c94e2 req-1859a809-4d20-47dd-9465-a7bd6971abff tempest-TestEncryptedCinderVolumes-2071723255 tempest-TestEncryptedCinderVolumes-2071723255-project] 10.222.0.64 "GET /v2.0/ports?device_id=27c9a24a-3fe3-40d6-87c7-e1d8eef9891c HTTP/1.1" status: 200  len: 945 time: 0.2066364
Dec 23 16:38:45.811400 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-ab4d041e-2a6b-4238-bb1e-620c3e9c94e2 req-0bef04fa-664b-4461-925c-08953483f6e4 tempest-TestEncryptedCinderVolumes-2071723255 tempest-TestEncryptedCinderVolumes-2071723255-project] 10.222.0.64 "GET /v2.0/security-groups?id=85ff8679-1320-48ba-8912-9c591057a144&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0385425
Dec 23 16:38:47.533513 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1e4a9298-8d7a-458c-8132-74738c99c4bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:49.768509 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-8b42f359-937e-460d-aebc-b0d55620c9ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:50.859409 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9dcbea60-a34f-4144-91e7-90aff3f57aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:50.917126 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:38:52.339689 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9e3aab53-d650-47e3-b8a6-2dff21fe9ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:39:01.733921 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf2ee1e-ab76-4f57-95e5-6f0fe981c4bc req-85cb581c-28ed-4728-960e-a8c256a902f7 tempest-TestEncryptedCinderVolumes-2071723255 tempest-TestEncryptedCinderVolumes-2071723255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:39:01.735266 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-adf2ee1e-ab76-4f57-95e5-6f0fe981c4bc req-85cb581c-28ed-4728-960e-a8c256a902f7 tempest-TestEncryptedCinderVolumes-2071723255 tempest-TestEncryptedCinderVolumes-2071723255-project] 10.222.0.64 "GET /v2.0/ports?device_id=27c9a24a-3fe3-40d6-87c7-e1d8eef9891c HTTP/1.1" status: 200  len: 945 time: 0.0841031
Dec 23 16:39:01.784831 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-adf2ee1e-ab76-4f57-95e5-6f0fe981c4bc req-c6ef73f5-62ee-40c2-8d95-0c17d55e4441 tempest-TestEncryptedCinderVolumes-2071723255 tempest-TestEncryptedCinderVolumes-2071723255-project] 10.222.0.64 "GET /v2.0/security-groups?id=85ff8679-1320-48ba-8912-9c591057a144&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413871
Dec 23 16:39:02.642035 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.agents_db [None req-30c2320c-f298-49f6-9c47-c20e38116a9c None None] Agent healthcheck: found 6 active agents {{(pid=87638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 23 16:39:02.989171 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd86c13-10a5-415f-b10a-7cca2ef98625 req-ef288ec2-62eb-4bf6-8f36-95a9166484d7 tempest-TestEncryptedCinderVolumes-2071723255 tempest-TestEncryptedCinderVolumes-2071723255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:39:02.990540 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-6cd86c13-10a5-415f-b10a-7cca2ef98625 req-ef288ec2-62eb-4bf6-8f36-95a9166484d7 tempest-TestEncryptedCinderVolumes-2071723255 tempest-TestEncryptedCinderVolumes-2071723255-project] 10.222.0.64 "GET /v2.0/ports?device_id=27c9a24a-3fe3-40d6-87c7-e1d8eef9891c HTTP/1.1" status: 200  len: 945 time: 0.0844328
Dec 23 16:39:03.039251 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-6cd86c13-10a5-415f-b10a-7cca2ef98625 req-472f9d3e-a26b-4d07-bbf3-748ce23e4f4e tempest-TestEncryptedCinderVolumes-2071723255 tempest-TestEncryptedCinderVolumes-2071723255-project] 10.222.0.64 "GET /v2.0/security-groups?id=85ff8679-1320-48ba-8912-9c591057a144&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405991
Dec 23 16:39:03.156172 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c4302a-453d-4493-89a5-ed8f65c2e6a5 req-402790b6-dc27-49d4-918d-78348f3741dd tempest-TestEncryptedCinderVolumes-2071723255 tempest-TestEncryptedCinderVolumes-2071723255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:39:03.157602 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-b3c4302a-453d-4493-89a5-ed8f65c2e6a5 req-402790b6-dc27-49d4-918d-78348f3741dd tempest-TestEncryptedCinderVolumes-2071723255 tempest-TestEncryptedCinderVolumes-2071723255-project] 10.222.0.61 "GET /v2.0/ports?device_id=27c9a24a-3fe3-40d6-87c7-e1d8eef9891c HTTP/1.1" status: 200  len: 945 time: 0.0801423
Dec 23 16:39:03.227478 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [req-b3c4302a-453d-4493-89a5-ed8f65c2e6a5 req-d9a148d0-e94f-4ee8-b58f-bb89bba85230 tempest-TestEncryptedCinderVolumes-2071723255 tempest-TestEncryptedCinderVolumes-2071723255-project] Deleting port d076908e-5af0-488c-aa83-a5018d859598 {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:39:03.227790 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-b3c4302a-453d-4493-89a5-ed8f65c2e6a5 req-d9a148d0-e94f-4ee8-b58f-bb89bba85230 tempest-TestEncryptedCinderVolumes-2071723255 tempest-TestEncryptedCinderVolumes-2071723255-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:39:03.467385 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [req-b3c4302a-453d-4493-89a5-ed8f65c2e6a5 req-d9a148d0-e94f-4ee8-b58f-bb89bba85230 tempest-TestEncryptedCinderVolumes-2071723255 tempest-TestEncryptedCinderVolumes-2071723255-project] For port d076908e-5af0-488c-aa83-a5018d859598, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=d076908e-5af0-488c-aa83-a5018d859598,segment=NetworkSegment(6bd5769c-cb5e-4f78-8255-53b03b628919),segment_id=6bd5769c-cb5e-4f78-8255-53b03b628919)] {{(pid=87636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:39:03.467724 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-b3c4302a-453d-4493-89a5-ed8f65c2e6a5 req-d9a148d0-e94f-4ee8-b58f-bb89bba85230 tempest-TestEncryptedCinderVolumes-2071723255 tempest-TestEncryptedCinderVolumes-2071723255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:39:03.599296 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [req-b3c4302a-453d-4493-89a5-ed8f65c2e6a5 req-d9a148d0-e94f-4ee8-b58f-bb89bba85230 tempest-TestEncryptedCinderVolumes-2071723255 tempest-TestEncryptedCinderVolumes-2071723255-project] Calling delete_port for d076908e-5af0-488c-aa83-a5018d859598 owned by compute:nova {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:39:03.742259 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-b3c4302a-453d-4493-89a5-ed8f65c2e6a5 req-d9a148d0-e94f-4ee8-b58f-bb89bba85230 tempest-TestEncryptedCinderVolumes-2071723255 tempest-TestEncryptedCinderVolumes-2071723255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:39:03.747824 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-f255db7b-e74f-43b1-983b-e2b098c30e20 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:39:03.754590 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] get_ports_and_sgs() called for port_ids ['d076908e-5af0-488c-aa83-a5018d859598'] {{(pid=87637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 23 16:39:03.794584 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a148d0-e94f-4ee8-b58f-bb89bba85230 tempest-TestEncryptedCinderVolumes-2071723255 tempest-TestEncryptedCinderVolumes-2071723255-project] Pushing event deleted for resources: {'Port': ['ID=d076908e-5af0-488c-aa83-a5018d859598,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:39:03.797639 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-d9a148d0-e94f-4ee8-b58f-bb89bba85230 tempest-TestEncryptedCinderVolumes-2071723255 tempest-TestEncryptedCinderVolumes-2071723255-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:39:03.871033 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3c4302a-453d-4493-89a5-ed8f65c2e6a5 req-d9a148d0-e94f-4ee8-b58f-bb89bba85230 tempest-TestEncryptedCinderVolumes-2071723255 tempest-TestEncryptedCinderVolumes-2071723255-project] No DVR routers for this DVR port d076908e-5af0-488c-aa83-a5018d859598 on host hv-neutron-8227 {{(pid=87636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 23 16:39:03.873640 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-b3c4302a-453d-4493-89a5-ed8f65c2e6a5 req-d9a148d0-e94f-4ee8-b58f-bb89bba85230 tempest-TestEncryptedCinderVolumes-2071723255 tempest-TestEncryptedCinderVolumes-2071723255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:39:03.876502 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27c9a24a-3fe3-40d6-87c7-e1d8eef9891c', 'name': 'network-vif-deleted', 'tag': 'd076908e-5af0-488c-aa83-a5018d859598'}] {{(pid=87636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 23 16:39:03.894781 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-b3c4302a-453d-4493-89a5-ed8f65c2e6a5 req-d9a148d0-e94f-4ee8-b58f-bb89bba85230 tempest-TestEncryptedCinderVolumes-2071723255 tempest-TestEncryptedCinderVolumes-2071723255-project] 10.222.0.61 "DELETE /v2.0/ports/d076908e-5af0-488c-aa83-a5018d859598 HTTP/1.1" status: 204  len: 173 time: 0.7314951
Dec 23 16:39:03.936696 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27c9a24a-3fe3-40d6-87c7-e1d8eef9891c', 'name': 'network-vif-deleted', 'tag': 'd076908e-5af0-488c-aa83-a5018d859598', 'status': 'completed', 'code': 200}
Dec 23 16:39:04.213216 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-f009aa75-96c2-42cc-a5e5-41140cb90a08 req-f806188c-4fa5-4640-a26e-64f201d7fe1c tempest-TestEncryptedCinderVolumes-2071723255 tempest-TestEncryptedCinderVolumes-2071723255-project] Synchronizing usage tracker for tenant:ded871a6ee43467dbe0b20742d54269f on resource:port {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:39:04.231033 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-f009aa75-96c2-42cc-a5e5-41140cb90a08 req-f806188c-4fa5-4640-a26e-64f201d7fe1c tempest-TestEncryptedCinderVolumes-2071723255 tempest-TestEncryptedCinderVolumes-2071723255-project] Unset dirty status for tenant:ded871a6ee43467dbe0b20742d54269f on resource:port {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:39:04.232298 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-f009aa75-96c2-42cc-a5e5-41140cb90a08 req-f806188c-4fa5-4640-a26e-64f201d7fe1c tempest-TestEncryptedCinderVolumes-2071723255 tempest-TestEncryptedCinderVolumes-2071723255-project] 10.222.0.64 "GET /v2.0/ports?device_id=27c9a24a-3fe3-40d6-87c7-e1d8eef9891c HTTP/1.1" status: 200  len: 210 time: 0.0667732
Dec 23 16:39:05.954550 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab32a705-21ad-485a-a875-7a875bd3374c req-a8fd7ad4-5b86-40e2-8629-c490a4cb8a34 tempest-TestEncryptedCinderVolumes-2071723255 tempest-TestEncryptedCinderVolumes-2071723255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:39:05.956278 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-ab32a705-21ad-485a-a875-7a875bd3374c req-a8fd7ad4-5b86-40e2-8629-c490a4cb8a34 tempest-TestEncryptedCinderVolumes-2071723255 tempest-TestEncryptedCinderVolumes-2071723255-project] 10.222.0.64 "GET /v2.0/networks?id=c2603d04-311d-4ea7-90e7-fa835626b540 HTTP/1.1" status: 200  len: 817 time: 0.1544023
Dec 23 16:39:05.977172 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-ab32a705-21ad-485a-a875-7a875bd3374c req-37100350-707d-4f29-b569-127d11c3aea3 tempest-TestEncryptedCinderVolumes-2071723255 tempest-TestEncryptedCinderVolumes-2071723255-project] 10.222.0.64 "GET /v2.0/quotas/ded871a6ee43467dbe0b20742d54269f HTTP/1.1" status: 200  len: 375 time: 0.0123799
Dec 23 16:39:06.071533 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-ab32a705-21ad-485a-a875-7a875bd3374c req-da5b6f71-d99c-4a6c-82a1-c5057c27b6f3 tempest-TestEncryptedCinderVolumes-2071723255 tempest-TestEncryptedCinderVolumes-2071723255-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=ded871a6ee43467dbe0b20742d54269f&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0886729
Dec 23 16:39:06.224269 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-ab32a705-21ad-485a-a875-7a875bd3374c req-798d538e-ffd3-4487-a0d4-78f14d255700 service neutron] 10.222.0.64 "GET /v2.0/networks/c2603d04-311d-4ea7-90e7-fa835626b540?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1361487
Dec 23 16:39:06.490271 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-ab32a705-21ad-485a-a875-7a875bd3374c req-3b2657e8-8c5c-4e2e-86a8-85d19015a2dc service neutron] 10.222.0.64 "GET /v2.0/networks/c2603d04-311d-4ea7-90e7-fa835626b540?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2599735
Dec 23 16:39:06.678451 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-e2605a3d-b414-4d8e-9f18-4d26d96edfb1 req-d7139211-2f7b-45a6-b084-84b5d6fac083 tempest-TestEncryptedCinderVolumes-2071723255 tempest-TestEncryptedCinderVolumes-2071723255-project] 10.222.0.64 "GET /v2.0/ports?device_id=0af1522c-55ae-4c56-878e-7f984f78fa03 HTTP/1.1" status: 200  len: 210 time: 0.0421016
Dec 23 16:39:07.295848 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Device d076908e-5af0-488c-aa83-a5018d859598 no longer exists at agent hyperv_hv-neutron-8227 {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 23 16:39:07.330682 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] No Port match for: d076908e-5af0-488c-aa83-a5018d859598 {{(pid=87637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 23 16:39:07.331038 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Device d076908e-5af0-488c-aa83-a5018d859598 not bound to the agent host hv-neutron-8227 {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 23 16:39:07.736794 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab32a705-21ad-485a-a875-7a875bd3374c req-0a381ed9-b3a9-41ae-9229-325a867a1ad8 tempest-TestEncryptedCinderVolumes-2071723255 tempest-TestEncryptedCinderVolumes-2071723255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:39:07.739074 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-ab32a705-21ad-485a-a875-7a875bd3374c req-0a381ed9-b3a9-41ae-9229-325a867a1ad8 tempest-TestEncryptedCinderVolumes-2071723255 tempest-TestEncryptedCinderVolumes-2071723255-project] 10.222.0.61 "GET /v2.0/networks?id=c2603d04-311d-4ea7-90e7-fa835626b540 HTTP/1.1" status: 200  len: 817 time: 0.1576726
Dec 23 16:39:07.753732 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [req-ab32a705-21ad-485a-a875-7a875bd3374c req-56285d7a-f5cb-4177-91fe-258764e25f8f tempest-TestEncryptedCinderVolumes-2071723255 tempest-TestEncryptedCinderVolumes-2071723255-project] Request body: {'port': {'device_id': '0af1522c-55ae-4c56-878e-7f984f78fa03', 'network_id': 'c2603d04-311d-4ea7-90e7-fa835626b540', 'admin_state_up': True, 'tenant_id': 'ded871a6ee43467dbe0b20742d54269f'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:39:07.896667 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-a8d10216-717e-4664-adf9-b224fb6763dd req-11c35f59-ba22-4f0b-b1ca-404fe4857a0c tempest-TestEncryptedCinderVolumes-2071723255 tempest-TestEncryptedCinderVolumes-2071723255-project] 10.222.0.64 "GET /v2.0/ports?device_id=0af1522c-55ae-4c56-878e-7f984f78fa03 HTTP/1.1" status: 200  len: 210 time: 0.0615072
Dec 23 16:39:07.947412 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [req-ab32a705-21ad-485a-a875-7a875bd3374c req-56285d7a-f5cb-4177-91fe-258764e25f8f tempest-TestEncryptedCinderVolumes-2071723255 tempest-TestEncryptedCinderVolumes-2071723255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:39:07.956785 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [req-ab32a705-21ad-485a-a875-7a875bd3374c req-56285d7a-f5cb-4177-91fe-258764e25f8f tempest-TestEncryptedCinderVolumes-2071723255 tempest-TestEncryptedCinderVolumes-2071723255-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:39:07.968349 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab32a705-21ad-485a-a875-7a875bd3374c req-56285d7a-f5cb-4177-91fe-258764e25f8f tempest-TestEncryptedCinderVolumes-2071723255 tempest-TestEncryptedCinderVolumes-2071723255-project] Made reservation on behalf of ded871a6ee43467dbe0b20742d54269f for: {'port': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:39:07.971868 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-ab32a705-21ad-485a-a875-7a875bd3374c req-56285d7a-f5cb-4177-91fe-258764e25f8f tempest-TestEncryptedCinderVolumes-2071723255 tempest-TestEncryptedCinderVolumes-2071723255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:39:08.139659 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [req-ab32a705-21ad-485a-a875-7a875bd3374c req-56285d7a-f5cb-4177-91fe-258764e25f8f tempest-TestEncryptedCinderVolumes-2071723255 tempest-TestEncryptedCinderVolumes-2071723255-project] Allocated IP 172.20.0.10 (c2603d04-311d-4ea7-90e7-fa835626b540/dba9d54b-383f-4843-ad16-10d73404a20a/33adea76-3374-4db6-b1a1-4cb9ca8e3766) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:39:08.355048 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-ab32a705-21ad-485a-a875-7a875bd3374c req-56285d7a-f5cb-4177-91fe-258764e25f8f tempest-TestEncryptedCinderVolumes-2071723255 tempest-TestEncryptedCinderVolumes-2071723255-project] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:39:08.370991 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.provisioning_blocks [req-ab32a705-21ad-485a-a875-7a875bd3374c req-56285d7a-f5cb-4177-91fe-258764e25f8f tempest-TestEncryptedCinderVolumes-2071723255 tempest-TestEncryptedCinderVolumes-2071723255-project] Transition to ACTIVE for port object 33adea76-3374-4db6-b1a1-4cb9ca8e3766 will not be triggered until provisioned by entity DHCP. {{(pid=87636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:39:08.395156 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-ab32a705-21ad-485a-a875-7a875bd3374c req-56285d7a-f5cb-4177-91fe-258764e25f8f tempest-TestEncryptedCinderVolumes-2071723255 tempest-TestEncryptedCinderVolumes-2071723255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:39:08.400776 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-19d7cfd6-134a-470c-86d0-d8ee21ef8b4f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:39:08.466554 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab32a705-21ad-485a-a875-7a875bd3374c req-56285d7a-f5cb-4177-91fe-258764e25f8f tempest-TestEncryptedCinderVolumes-2071723255 tempest-TestEncryptedCinderVolumes-2071723255-project] Network c2603d04-311d-4ea7-90e7-fa835626b540 is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:39:08.469997 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [req-ab32a705-21ad-485a-a875-7a875bd3374c req-56285d7a-f5cb-4177-91fe-258764e25f8f tempest-TestEncryptedCinderVolumes-2071723255 tempest-TestEncryptedCinderVolumes-2071723255-project] Resources bound (agent type, host, resource id):  {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:39:08.473892 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab32a705-21ad-485a-a875-7a875bd3374c req-56285d7a-f5cb-4177-91fe-258764e25f8f tempest-TestEncryptedCinderVolumes-2071723255 tempest-TestEncryptedCinderVolumes-2071723255-project] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:39:08.509564 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56285d7a-f5cb-4177-91fe-258764e25f8f tempest-TestEncryptedCinderVolumes-2071723255 tempest-TestEncryptedCinderVolumes-2071723255-project] Pushing event updated for resources: {'Port': ['ID=33adea76-3374-4db6-b1a1-4cb9ca8e3766,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:39:08.527302 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56285d7a-f5cb-4177-91fe-258764e25f8f tempest-TestEncryptedCinderVolumes-2071723255 tempest-TestEncryptedCinderVolumes-2071723255-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:39:08.527687 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56285d7a-f5cb-4177-91fe-258764e25f8f tempest-TestEncryptedCinderVolumes-2071723255 tempest-TestEncryptedCinderVolumes-2071723255-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:39:08.528070 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56285d7a-f5cb-4177-91fe-258764e25f8f tempest-TestEncryptedCinderVolumes-2071723255 tempest-TestEncryptedCinderVolumes-2071723255-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:39:08.528448 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56285d7a-f5cb-4177-91fe-258764e25f8f tempest-TestEncryptedCinderVolumes-2071723255 tempest-TestEncryptedCinderVolumes-2071723255-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:39:08.528841 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56285d7a-f5cb-4177-91fe-258764e25f8f tempest-TestEncryptedCinderVolumes-2071723255 tempest-TestEncryptedCinderVolumes-2071723255-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:39:08.529211 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56285d7a-f5cb-4177-91fe-258764e25f8f tempest-TestEncryptedCinderVolumes-2071723255 tempest-TestEncryptedCinderVolumes-2071723255-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:39:08.529578 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56285d7a-f5cb-4177-91fe-258764e25f8f tempest-TestEncryptedCinderVolumes-2071723255 tempest-TestEncryptedCinderVolumes-2071723255-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:39:08.529941 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56285d7a-f5cb-4177-91fe-258764e25f8f tempest-TestEncryptedCinderVolumes-2071723255 tempest-TestEncryptedCinderVolumes-2071723255-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:39:08.530369 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56285d7a-f5cb-4177-91fe-258764e25f8f tempest-TestEncryptedCinderVolumes-2071723255 tempest-TestEncryptedCinderVolumes-2071723255-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:39:08.530736 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56285d7a-f5cb-4177-91fe-258764e25f8f tempest-TestEncryptedCinderVolumes-2071723255 tempest-TestEncryptedCinderVolumes-2071723255-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:39:08.531097 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56285d7a-f5cb-4177-91fe-258764e25f8f tempest-TestEncryptedCinderVolumes-2071723255 tempest-TestEncryptedCinderVolumes-2071723255-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:39:08.531462 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56285d7a-f5cb-4177-91fe-258764e25f8f tempest-TestEncryptedCinderVolumes-2071723255 tempest-TestEncryptedCinderVolumes-2071723255-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:39:08.537350 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-56285d7a-f5cb-4177-91fe-258764e25f8f tempest-TestEncryptedCinderVolumes-2071723255 tempest-TestEncryptedCinderVolumes-2071723255-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:39:08.552355 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab32a705-21ad-485a-a875-7a875bd3374c req-56285d7a-f5cb-4177-91fe-258764e25f8f tempest-TestEncryptedCinderVolumes-2071723255 tempest-TestEncryptedCinderVolumes-2071723255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:39:08.553014 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-ab32a705-21ad-485a-a875-7a875bd3374c req-56285d7a-f5cb-4177-91fe-258764e25f8f tempest-TestEncryptedCinderVolumes-2071723255 tempest-TestEncryptedCinderVolumes-2071723255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:39:08.578845 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-ab32a705-21ad-485a-a875-7a875bd3374c req-56285d7a-f5cb-4177-91fe-258764e25f8f tempest-TestEncryptedCinderVolumes-2071723255 tempest-TestEncryptedCinderVolumes-2071723255-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.8297834
Dec 23 16:39:08.590467 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [req-ab32a705-21ad-485a-a875-7a875bd3374c req-acf00503-c48d-4d46-a4b6-6197cb176754 service neutron] Request body: {'port': {'device_id': '0af1522c-55ae-4c56-878e-7f984f78fa03', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8227'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:39:08.677884 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-f4e5edc1-d969-4ec6-8209-38c9b7efbcd6 None None] Provisioning for port 33adea76-3374-4db6-b1a1-4cb9ca8e3766 completed by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:39:08.682865 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-f4e5edc1-d969-4ec6-8209-38c9b7efbcd6 None None] Provisioning complete for port 33adea76-3374-4db6-b1a1-4cb9ca8e3766 triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:39:08.683251 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f4e5edc1-d969-4ec6-8209-38c9b7efbcd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:39:08.704430 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-ab32a705-21ad-485a-a875-7a875bd3374c req-acf00503-c48d-4d46-a4b6-6197cb176754 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:39:08.738653 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-f4e5edc1-d969-4ec6-8209-38c9b7efbcd6 None None] Port 33adea76-3374-4db6-b1a1-4cb9ca8e3766 cannot update to ACTIVE because it is not bound. {{(pid=87637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 23 16:39:09.054856 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [req-ab32a705-21ad-485a-a875-7a875bd3374c req-acf00503-c48d-4d46-a4b6-6197cb176754 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33adea76-3374-4db6-b1a1-4cb9ca8e3766 {{(pid=87636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 23 16:39:09.062584 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-ab32a705-21ad-485a-a875-7a875bd3374c req-acf00503-c48d-4d46-a4b6-6197cb176754 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:39:09.078143 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.provisioning_blocks [req-ab32a705-21ad-485a-a875-7a875bd3374c req-acf00503-c48d-4d46-a4b6-6197cb176754 service neutron] Transition to ACTIVE for port object 33adea76-3374-4db6-b1a1-4cb9ca8e3766 will not be triggered until provisioned by entity L2. {{(pid=87636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:39:09.081858 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-ab32a705-21ad-485a-a875-7a875bd3374c req-acf00503-c48d-4d46-a4b6-6197cb176754 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2176289'] for port, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:39:09.086612 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-7ce34f8b-3998-421a-b58f-6803c25b76ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:39:09.093173 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fab6b89-3e86-465e-bf89-9c61e7cc1883 req-bb74e79e-673f-4ae6-aff3-dd8cd131b4a0 tempest-TestEncryptedCinderVolumes-2071723255 tempest-TestEncryptedCinderVolumes-2071723255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:39:09.094765 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-2fab6b89-3e86-465e-bf89-9c61e7cc1883 req-bb74e79e-673f-4ae6-aff3-dd8cd131b4a0 tempest-TestEncryptedCinderVolumes-2071723255 tempest-TestEncryptedCinderVolumes-2071723255-project] 10.222.0.64 "GET /v2.0/ports?device_id=0af1522c-55ae-4c56-878e-7f984f78fa03 HTTP/1.1" status: 200  len: 932 time: 0.0931482
Dec 23 16:39:09.142545 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-2fab6b89-3e86-465e-bf89-9c61e7cc1883 req-8174b738-29e1-4f37-b13f-679fba242a20 tempest-TestEncryptedCinderVolumes-2071723255 tempest-TestEncryptedCinderVolumes-2071723255-project] 10.222.0.64 "GET /v2.0/security-groups?id=85ff8679-1320-48ba-8912-9c591057a144&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416420
Dec 23 16:39:09.210989 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf00503-c48d-4d46-a4b6-6197cb176754 service neutron] Pushing event updated for resources: {'Port': ['ID=33adea76-3374-4db6-b1a1-4cb9ca8e3766,revision_number=2']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:39:09.236975 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-acf00503-c48d-4d46-a4b6-6197cb176754 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:39:09.445646 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [req-ab32a705-21ad-485a-a875-7a875bd3374c req-acf00503-c48d-4d46-a4b6-6197cb176754 service neutron] Attempting to bind port 33adea76-3374-4db6-b1a1-4cb9ca8e3766 on host hv-neutron-8227 for vnic_type normal with profile  {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:39:09.445871 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [req-ab32a705-21ad-485a-a875-7a875bd3374c req-acf00503-c48d-4d46-a4b6-6197cb176754 service neutron] Attempting to bind port 33adea76-3374-4db6-b1a1-4cb9ca8e3766 by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': '6bd5769c-cb5e-4f78-8255-53b03b628919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'c2603d04-311d-4ea7-90e7-fa835626b540'}] {{(pid=87636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:39:09.446198 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab32a705-21ad-485a-a875-7a875bd3374c req-acf00503-c48d-4d46-a4b6-6197cb176754 service neutron] Attempting to bind port 33adea76-3374-4db6-b1a1-4cb9ca8e3766 on network c2603d04-311d-4ea7-90e7-fa835626b540 {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:39:09.451070 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab32a705-21ad-485a-a875-7a875bd3374c req-acf00503-c48d-4d46-a4b6-6197cb176754 service neutron] Port 33adea76-3374-4db6-b1a1-4cb9ca8e3766 on network c2603d04-311d-4ea7-90e7-fa835626b540 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 23 16:39:09.451331 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab32a705-21ad-485a-a875-7a875bd3374c req-acf00503-c48d-4d46-a4b6-6197cb176754 service neutron] Attempting to bind port 33adea76-3374-4db6-b1a1-4cb9ca8e3766 on network c2603d04-311d-4ea7-90e7-fa835626b540 {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:39:09.456696 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab32a705-21ad-485a-a875-7a875bd3374c req-acf00503-c48d-4d46-a4b6-6197cb176754 service neutron] Checking agent: {'id': '5a806709-633b-4d33-98c4-3d24562c0f1e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8227', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 6, 42), 'started_at': datetime.datetime(2021, 12, 23, 16, 6, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 38, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 23 16:39:09.457025 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab32a705-21ad-485a-a875-7a875bd3374c req-acf00503-c48d-4d46-a4b6-6197cb176754 service neutron] Checking segment: {'id': '6bd5769c-cb5e-4f78-8255-53b03b628919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'c2603d04-311d-4ea7-90e7-fa835626b540'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:39:09.457403 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab32a705-21ad-485a-a875-7a875bd3374c req-acf00503-c48d-4d46-a4b6-6197cb176754 service neutron] Bound using segment: {'id': '6bd5769c-cb5e-4f78-8255-53b03b628919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'c2603d04-311d-4ea7-90e7-fa835626b540'} {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 23 16:39:09.457820 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [req-ab32a705-21ad-485a-a875-7a875bd3374c req-acf00503-c48d-4d46-a4b6-6197cb176754 service neutron] Bound port: 33adea76-3374-4db6-b1a1-4cb9ca8e3766, host: hv-neutron-8227, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6bd5769c-cb5e-4f78-8255-53b03b628919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'c2603d04-311d-4ea7-90e7-fa835626b540'}}] {{(pid=87636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 23 16:39:09.458153 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-ab32a705-21ad-485a-a875-7a875bd3374c req-acf00503-c48d-4d46-a4b6-6197cb176754 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:39:09.547849 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [req-ab32a705-21ad-485a-a875-7a875bd3374c req-acf00503-c48d-4d46-a4b6-6197cb176754 service neutron] For port 33adea76-3374-4db6-b1a1-4cb9ca8e3766, host hv-neutron-8227, cleared binding levels {{(pid=87636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 23 16:39:09.550781 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [req-ab32a705-21ad-485a-a875-7a875bd3374c req-acf00503-c48d-4d46-a4b6-6197cb176754 service neutron] For port 33adea76-3374-4db6-b1a1-4cb9ca8e3766, host hv-neutron-8227, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=33adea76-3374-4db6-b1a1-4cb9ca8e3766,segment=NetworkSegment(6bd5769c-cb5e-4f78-8255-53b03b628919),segment_id=6bd5769c-cb5e-4f78-8255-53b03b628919)] {{(pid=87636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 23 16:39:09.558240 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-ab32a705-21ad-485a-a875-7a875bd3374c req-acf00503-c48d-4d46-a4b6-6197cb176754 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2176289'] for port, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:39:09.561758 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-2e7a63f4-0c15-4620-91d7-815013de2a46 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:39:09.617166 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab32a705-21ad-485a-a875-7a875bd3374c req-acf00503-c48d-4d46-a4b6-6197cb176754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:39:09.617791 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-ab32a705-21ad-485a-a875-7a875bd3374c req-acf00503-c48d-4d46-a4b6-6197cb176754 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:39:09.619222 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-ab32a705-21ad-485a-a875-7a875bd3374c req-acf00503-c48d-4d46-a4b6-6197cb176754 service neutron] 10.222.0.61 "PUT /v2.0/ports/33adea76-3374-4db6-b1a1-4cb9ca8e3766 HTTP/1.1" status: 200  len: 1094 time: 1.0330262
Dec 23 16:39:09.619649 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0af1522c-55ae-4c56-878e-7f984f78fa03', 'tag': '33adea76-3374-4db6-b1a1-4cb9ca8e3766'}] {{(pid=87636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 23 16:39:09.692793 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0af1522c-55ae-4c56-878e-7f984f78fa03', 'tag': '33adea76-3374-4db6-b1a1-4cb9ca8e3766', 'status': 'completed', 'code': 200}
Dec 23 16:39:09.699897 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf00503-c48d-4d46-a4b6-6197cb176754 service neutron] Pushing event updated for resources: {'Port': ['ID=33adea76-3374-4db6-b1a1-4cb9ca8e3766,revision_number=3']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:39:09.707515 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-acf00503-c48d-4d46-a4b6-6197cb176754 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:39:09.742472 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab32a705-21ad-485a-a875-7a875bd3374c req-f54269d7-b106-4a73-a72f-2b4ec843a8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:39:09.743967 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-ab32a705-21ad-485a-a875-7a875bd3374c req-f54269d7-b106-4a73-a72f-2b4ec843a8c2 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ded871a6ee43467dbe0b20742d54269f&device_id=0af1522c-55ae-4c56-878e-7f984f78fa03 HTTP/1.1" status: 200  len: 1097 time: 0.0848439
Dec 23 16:39:09.811421 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-ab32a705-21ad-485a-a875-7a875bd3374c req-f1db4882-160e-488a-853c-a78c06e3164a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=33adea76-3374-4db6-b1a1-4cb9ca8e3766 HTTP/1.1" status: 200  len: 217 time: 0.0601671
Dec 23 16:39:09.883484 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab32a705-21ad-485a-a875-7a875bd3374c req-5535b863-a16d-4ac5-be17-62da9efdd697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:39:09.884879 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-ab32a705-21ad-485a-a875-7a875bd3374c req-5535b863-a16d-4ac5-be17-62da9efdd697 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=dba9d54b-383f-4843-ad16-10d73404a20a HTTP/1.1" status: 200  len: 856 time: 0.0676749
Dec 23 16:39:09.959897 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab32a705-21ad-485a-a875-7a875bd3374c req-47b4413c-2e03-462f-bf52-b413ba805d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:39:09.961272 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-ab32a705-21ad-485a-a875-7a875bd3374c req-47b4413c-2e03-462f-bf52-b413ba805d71 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c2603d04-311d-4ea7-90e7-fa835626b540&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0702343
Dec 23 16:39:10.091238 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-ab32a705-21ad-485a-a875-7a875bd3374c req-a534a5ce-8334-4f51-ac4f-5b0e81fd2f8c service neutron] 10.222.0.61 "GET /v2.0/networks/c2603d04-311d-4ea7-90e7-fa835626b540?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1222255
Dec 23 16:39:10.219221 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-ab32a705-21ad-485a-a875-7a875bd3374c req-5b90f684-f60c-49ee-91a4-983efac222c2 service neutron] 10.222.0.61 "GET /v2.0/networks/c2603d04-311d-4ea7-90e7-fa835626b540?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1217186
Dec 23 16:39:10.332831 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebad8bf-89a2-4c73-986a-631ae52c26dc req-3ab88d24-a4c3-47b2-b571-f777d790a5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:39:10.334294 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-8ebad8bf-89a2-4c73-986a-631ae52c26dc req-3ab88d24-a4c3-47b2-b571-f777d790a5fc service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ded871a6ee43467dbe0b20742d54269f&device_id=0af1522c-55ae-4c56-878e-7f984f78fa03 HTTP/1.1" status: 200  len: 1097 time: 0.0708771
Dec 23 16:39:10.441553 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d1d57e-1937-4a93-b6f3-8f65c3874245 req-3ab900ba-6f0d-4577-a562-10227a54b436 tempest-TestEncryptedCinderVolumes-2071723255 tempest-TestEncryptedCinderVolumes-2071723255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:39:10.443201 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-f7d1d57e-1937-4a93-b6f3-8f65c3874245 req-3ab900ba-6f0d-4577-a562-10227a54b436 tempest-TestEncryptedCinderVolumes-2071723255 tempest-TestEncryptedCinderVolumes-2071723255-project] 10.222.0.64 "GET /v2.0/ports?device_id=0af1522c-55ae-4c56-878e-7f984f78fa03 HTTP/1.1" status: 200  len: 944 time: 0.1895616
Dec 23 16:39:10.470130 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebad8bf-89a2-4c73-986a-631ae52c26dc req-e542f186-5c64-4d00-8135-fed9a1e57a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:39:10.471437 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-8ebad8bf-89a2-4c73-986a-631ae52c26dc req-e542f186-5c64-4d00-8135-fed9a1e57a63 service neutron] 10.222.0.61 "GET /v2.0/networks?id=c2603d04-311d-4ea7-90e7-fa835626b540 HTTP/1.1" status: 200  len: 918 time: 0.1291463
Dec 23 16:39:10.497766 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-f7d1d57e-1937-4a93-b6f3-8f65c3874245 req-4ace817c-f1ae-4896-b3e9-e2effd6c425d tempest-TestEncryptedCinderVolumes-2071723255 tempest-TestEncryptedCinderVolumes-2071723255-project] 10.222.0.64 "GET /v2.0/security-groups?id=85ff8679-1320-48ba-8912-9c591057a144&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0483115
Dec 23 16:39:10.550717 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-8ebad8bf-89a2-4c73-986a-631ae52c26dc req-4e9277a8-ee9d-44cc-9e0a-5cabfd78885a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=33adea76-3374-4db6-b1a1-4cb9ca8e3766 HTTP/1.1" status: 200  len: 217 time: 0.0709560
Dec 23 16:39:10.620040 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebad8bf-89a2-4c73-986a-631ae52c26dc req-457da7f1-d2ca-458d-8d32-c6b1a3d2774d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:39:10.621467 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-8ebad8bf-89a2-4c73-986a-631ae52c26dc req-457da7f1-d2ca-458d-8d32-c6b1a3d2774d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=dba9d54b-383f-4843-ad16-10d73404a20a HTTP/1.1" status: 200  len: 856 time: 0.0615141
Dec 23 16:39:10.698837 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebad8bf-89a2-4c73-986a-631ae52c26dc req-a0c421ca-2f3f-444c-84ca-e46a691a10e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:39:10.700307 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-8ebad8bf-89a2-4c73-986a-631ae52c26dc req-a0c421ca-2f3f-444c-84ca-e46a691a10e6 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c2603d04-311d-4ea7-90e7-fa835626b540&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0715654
Dec 23 16:39:10.835717 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-8ebad8bf-89a2-4c73-986a-631ae52c26dc req-1d9660d2-2b3c-4b34-98e2-84ddd46e8966 service neutron] 10.222.0.61 "GET /v2.0/networks/c2603d04-311d-4ea7-90e7-fa835626b540?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1264844
Dec 23 16:39:10.973376 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-8ebad8bf-89a2-4c73-986a-631ae52c26dc req-6bbf3c30-0c0c-47c9-ad0d-5955ecc01b36 service neutron] 10.222.0.61 "GET /v2.0/networks/c2603d04-311d-4ea7-90e7-fa835626b540?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1299098
Dec 23 16:39:11.703535 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a47a20-7618-4c37-9306-7ce17d9a218b req-6f5e10f2-ea48-4030-9571-2db336d1df68 tempest-TestEncryptedCinderVolumes-2071723255 tempest-TestEncryptedCinderVolumes-2071723255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:39:11.704300 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-a8a47a20-7618-4c37-9306-7ce17d9a218b req-6f5e10f2-ea48-4030-9571-2db336d1df68 tempest-TestEncryptedCinderVolumes-2071723255 tempest-TestEncryptedCinderVolumes-2071723255-project] Synchronizing usage tracker for tenant:ded871a6ee43467dbe0b20742d54269f on resource:port {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:39:11.728921 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-a8a47a20-7618-4c37-9306-7ce17d9a218b req-6f5e10f2-ea48-4030-9571-2db336d1df68 tempest-TestEncryptedCinderVolumes-2071723255 tempest-TestEncryptedCinderVolumes-2071723255-project] Unset dirty status for tenant:ded871a6ee43467dbe0b20742d54269f on resource:port {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:39:11.731006 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-a8a47a20-7618-4c37-9306-7ce17d9a218b req-6f5e10f2-ea48-4030-9571-2db336d1df68 tempest-TestEncryptedCinderVolumes-2071723255 tempest-TestEncryptedCinderVolumes-2071723255-project] 10.222.0.64 "GET /v2.0/ports?device_id=0af1522c-55ae-4c56-878e-7f984f78fa03 HTTP/1.1" status: 200  len: 944 time: 0.1205113
Dec 23 16:39:11.785814 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-a8a47a20-7618-4c37-9306-7ce17d9a218b req-5c399485-c648-4995-8614-33e58f79df8c tempest-TestEncryptedCinderVolumes-2071723255 tempest-TestEncryptedCinderVolumes-2071723255-project] 10.222.0.64 "GET /v2.0/security-groups?id=85ff8679-1320-48ba-8912-9c591057a144&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0470257
Dec 23 16:39:12.071663 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:39:13.010024 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7547736-8b7c-4c73-b202-1954a0fe14e8 req-00239711-f128-400f-83ae-76e4c0b767d4 tempest-TestEncryptedCinderVolumes-2071723255 tempest-TestEncryptedCinderVolumes-2071723255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:39:13.011485 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-d7547736-8b7c-4c73-b202-1954a0fe14e8 req-00239711-f128-400f-83ae-76e4c0b767d4 tempest-TestEncryptedCinderVolumes-2071723255 tempest-TestEncryptedCinderVolumes-2071723255-project] 10.222.0.64 "GET /v2.0/ports?device_id=0af1522c-55ae-4c56-878e-7f984f78fa03 HTTP/1.1" status: 200  len: 944 time: 0.0894434
Dec 23 16:39:13.057181 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-d7547736-8b7c-4c73-b202-1954a0fe14e8 req-e4e5bdbf-a694-4fcf-a0e8-a2059469507d tempest-TestEncryptedCinderVolumes-2071723255 tempest-TestEncryptedCinderVolumes-2071723255-project] 10.222.0.64 "GET /v2.0/security-groups?id=85ff8679-1320-48ba-8912-9c591057a144&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0383880
Dec 23 16:39:13.342931 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Device 33adea76-3374-4db6-b1a1-4cb9ca8e3766 details requested by agent hyperv_hv-neutron-8227 with host hv-neutron-8227 {{(pid=87637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 23 16:39:13.492636 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] For port 33adea76-3374-4db6-b1a1-4cb9ca8e3766, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=33adea76-3374-4db6-b1a1-4cb9ca8e3766,segment=NetworkSegment(6bd5769c-cb5e-4f78-8255-53b03b628919),segment_id=6bd5769c-cb5e-4f78-8255-53b03b628919)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:39:13.509195 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Returning: {'device': '33adea76-3374-4db6-b1a1-4cb9ca8e3766', 'network_id': 'c2603d04-311d-4ea7-90e7-fa835626b540', 'port_id': '33adea76-3374-4db6-b1a1-4cb9ca8e3766', 'mac_address': 'fa:16:3e:ca:d2:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dba9d54b-383f-4843-ad16-10d73404a20a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 23 16:39:13.566847 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:39:13.583929 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.notifiers.nova [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33adea76-3374-4db6-b1a1-4cb9ca8e3766 {{(pid=87637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 23 16:39:13.599673 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] For port 33adea76-3374-4db6-b1a1-4cb9ca8e3766, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=33adea76-3374-4db6-b1a1-4cb9ca8e3766,segment=NetworkSegment(6bd5769c-cb5e-4f78-8255-53b03b628919),segment_id=6bd5769c-cb5e-4f78-8255-53b03b628919)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:39:13.604906 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:39:13.606641 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-38f9bf27-8239-436f-b4eb-f24947ab7c3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:39:13.712420 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Pushing event updated for resources: {'Port': ['ID=33adea76-3374-4db6-b1a1-4cb9ca8e3766,revision_number=4']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:39:13.715679 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:39:13.794592 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] get_ports_and_sgs() called for port_ids ['33adea76-3374-4db6-b1a1-4cb9ca8e3766'] {{(pid=87637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 23 16:39:14.423883 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0280ef8f-cdbd-483a-ab81-258581b416da req-f7f3a3f8-1e0a-4aa2-8d3d-9073244c04ef tempest-TestEncryptedCinderVolumes-2071723255 tempest-TestEncryptedCinderVolumes-2071723255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:39:14.425272 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-0280ef8f-cdbd-483a-ab81-258581b416da req-f7f3a3f8-1e0a-4aa2-8d3d-9073244c04ef tempest-TestEncryptedCinderVolumes-2071723255 tempest-TestEncryptedCinderVolumes-2071723255-project] 10.222.0.64 "GET /v2.0/ports?device_id=0af1522c-55ae-4c56-878e-7f984f78fa03 HTTP/1.1" status: 200  len: 945 time: 0.2544429
Dec 23 16:39:14.468899 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-0280ef8f-cdbd-483a-ab81-258581b416da req-0ebdcfbc-f6fa-4872-abdd-3814281182a3 tempest-TestEncryptedCinderVolumes-2071723255 tempest-TestEncryptedCinderVolumes-2071723255-project] 10.222.0.64 "GET /v2.0/security-groups?id=85ff8679-1320-48ba-8912-9c591057a144&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0377831
Dec 23 16:39:15.373588 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Device 33adea76-3374-4db6-b1a1-4cb9ca8e3766 up at agent hyperv_hv-neutron-8227 {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:39:15.441951 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Provisioning for port 33adea76-3374-4db6-b1a1-4cb9ca8e3766 completed by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:39:15.447488 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Provisioning complete for port 33adea76-3374-4db6-b1a1-4cb9ca8e3766 triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:39:15.447879 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:39:15.573999 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:39:15.600846 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0af1522c-55ae-4c56-878e-7f984f78fa03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33adea76-3374-4db6-b1a1-4cb9ca8e3766'}] {{(pid=87637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 23 16:39:15.610950 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] For port 33adea76-3374-4db6-b1a1-4cb9ca8e3766, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=33adea76-3374-4db6-b1a1-4cb9ca8e3766,segment=NetworkSegment(6bd5769c-cb5e-4f78-8255-53b03b628919),segment_id=6bd5769c-cb5e-4f78-8255-53b03b628919)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:39:15.618692 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:39:15.621201 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-9519abc8-68ee-4b5d-a93b-f9503bb76776 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:39:15.655023 dv-neutron-822799-1-hyperv neutron-server[87637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0af1522c-55ae-4c56-878e-7f984f78fa03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33adea76-3374-4db6-b1a1-4cb9ca8e3766', 'code': 200}
Dec 23 16:39:15.672776 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d197bcd-e60c-4c7b-be66-479a76b9836e req-8de653cc-c352-43ff-b22c-979b696fa847 tempest-TestEncryptedCinderVolumes-2071723255 tempest-TestEncryptedCinderVolumes-2071723255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:39:15.674565 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-1d197bcd-e60c-4c7b-be66-479a76b9836e req-8de653cc-c352-43ff-b22c-979b696fa847 tempest-TestEncryptedCinderVolumes-2071723255 tempest-TestEncryptedCinderVolumes-2071723255-project] 10.222.0.64 "GET /v2.0/ports?device_id=0af1522c-55ae-4c56-878e-7f984f78fa03 HTTP/1.1" status: 200  len: 946 time: 0.0886765
Dec 23 16:39:15.689999 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Pushing event updated for resources: {'Port': ['ID=33adea76-3374-4db6-b1a1-4cb9ca8e3766,revision_number=5']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:39:15.692867 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:39:15.720774 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-1d197bcd-e60c-4c7b-be66-479a76b9836e req-74f2097f-246e-4d52-bd47-841e2c151ef9 tempest-TestEncryptedCinderVolumes-2071723255 tempest-TestEncryptedCinderVolumes-2071723255-project] 10.222.0.64 "GET /v2.0/security-groups?id=85ff8679-1320-48ba-8912-9c591057a144&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406868
Dec 23 16:39:15.904099 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d0c5cc-24c5-476d-9441-ed79a5d44efc req-88b37578-b869-4820-8bdb-ab8602d5b1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:39:15.905589 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-65d0c5cc-24c5-476d-9441-ed79a5d44efc req-88b37578-b869-4820-8bdb-ab8602d5b1cf service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=0af1522c-55ae-4c56-878e-7f984f78fa03 HTTP/1.1" status: 200  len: 1099 time: 0.0851011
Dec 23 16:39:15.949225 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-65d0c5cc-24c5-476d-9441-ed79a5d44efc req-82daee98-0200-444a-a60b-62611b78b110 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=85ff8679-1320-48ba-8912-9c591057a144&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0368910
Dec 23 16:39:16.914343 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655265fe-02b5-4194-b736-d06ded55d860 req-11c36653-e068-4930-aff0-0f6c54c666fd tempest-TestEncryptedCinderVolumes-2071723255 tempest-TestEncryptedCinderVolumes-2071723255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:39:16.915782 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-655265fe-02b5-4194-b736-d06ded55d860 req-11c36653-e068-4930-aff0-0f6c54c666fd tempest-TestEncryptedCinderVolumes-2071723255 tempest-TestEncryptedCinderVolumes-2071723255-project] 10.222.0.64 "GET /v2.0/ports?device_id=0af1522c-55ae-4c56-878e-7f984f78fa03 HTTP/1.1" status: 200  len: 946 time: 0.0820048
Dec 23 16:39:16.963732 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-655265fe-02b5-4194-b736-d06ded55d860 req-72cd00cc-5da3-4e03-bfc3-f9d9cad2af45 tempest-TestEncryptedCinderVolumes-2071723255 tempest-TestEncryptedCinderVolumes-2071723255-project] 10.222.0.64 "GET /v2.0/security-groups?id=85ff8679-1320-48ba-8912-9c591057a144&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420418
Dec 23 16:39:17.408461 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-57dc328f-58cb-4899-bd82-5172743b36bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:39:18.160319 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88223a8-1fb9-4663-b72e-040c23da485b req-526d7400-6464-4d71-a3b4-fa29d6a4ef96 tempest-TestEncryptedCinderVolumes-2071723255 tempest-TestEncryptedCinderVolumes-2071723255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:39:18.162512 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-f88223a8-1fb9-4663-b72e-040c23da485b req-526d7400-6464-4d71-a3b4-fa29d6a4ef96 tempest-TestEncryptedCinderVolumes-2071723255 tempest-TestEncryptedCinderVolumes-2071723255-project] 10.222.0.64 "GET /v2.0/ports?device_id=0af1522c-55ae-4c56-878e-7f984f78fa03 HTTP/1.1" status: 200  len: 946 time: 0.0893660
Dec 23 16:39:18.219464 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-f88223a8-1fb9-4663-b72e-040c23da485b req-d74f8e84-6bab-44f8-916b-e300d52618bb tempest-TestEncryptedCinderVolumes-2071723255 tempest-TestEncryptedCinderVolumes-2071723255-project] 10.222.0.64 "GET /v2.0/security-groups?id=85ff8679-1320-48ba-8912-9c591057a144&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0458336
Dec 23 16:39:18.409955 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa13473-63a6-4850-81d3-3e09d4977a3e req-7e907468-92b0-4482-8b9a-79acc110d073 tempest-TestEncryptedCinderVolumes-2071723255 tempest-TestEncryptedCinderVolumes-2071723255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:39:18.411409 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-1fa13473-63a6-4850-81d3-3e09d4977a3e req-7e907468-92b0-4482-8b9a-79acc110d073 tempest-TestEncryptedCinderVolumes-2071723255 tempest-TestEncryptedCinderVolumes-2071723255-project] 10.222.0.64 "GET /v2.0/ports?device_id=0af1522c-55ae-4c56-878e-7f984f78fa03 HTTP/1.1" status: 200  len: 946 time: 0.0822325
Dec 23 16:39:18.457952 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-1fa13473-63a6-4850-81d3-3e09d4977a3e req-1bd0cbd4-3849-45fb-a517-d67c88220b92 tempest-TestEncryptedCinderVolumes-2071723255 tempest-TestEncryptedCinderVolumes-2071723255-project] 10.222.0.64 "GET /v2.0/security-groups?id=85ff8679-1320-48ba-8912-9c591057a144&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0387266
Dec 23 16:39:19.763285 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4f4cbe2d-0983-48f2-92e3-0b6f9777689f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:39:20.855011 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9dcbea60-a34f-4144-91e7-90aff3f57aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:39:20.922484 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:39:22.344667 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9e3aab53-d650-47e3-b8a6-2dff21fe9ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:39:33.204055 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee584ef-60c1-476a-9be7-50424d777cf2 req-1ecd8b0c-e856-4620-8213-f95f70c6e0fe tempest-TestEncryptedCinderVolumes-2071723255 tempest-TestEncryptedCinderVolumes-2071723255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:39:33.205839 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-6ee584ef-60c1-476a-9be7-50424d777cf2 req-1ecd8b0c-e856-4620-8213-f95f70c6e0fe tempest-TestEncryptedCinderVolumes-2071723255 tempest-TestEncryptedCinderVolumes-2071723255-project] 10.222.0.64 "GET /v2.0/ports?device_id=0af1522c-55ae-4c56-878e-7f984f78fa03 HTTP/1.1" status: 200  len: 946 time: 0.0915122
Dec 23 16:39:33.254194 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-6ee584ef-60c1-476a-9be7-50424d777cf2 req-4068fd00-3450-4e64-a52f-208dab8cd7ea tempest-TestEncryptedCinderVolumes-2071723255 tempest-TestEncryptedCinderVolumes-2071723255-project] 10.222.0.64 "GET /v2.0/security-groups?id=85ff8679-1320-48ba-8912-9c591057a144&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412023
Dec 23 16:39:34.461671 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cbda19-ba57-4dbe-b222-a8928fc5bfc2 req-cfabd578-dad6-4bf5-9561-6d28a18fe3e9 tempest-TestEncryptedCinderVolumes-2071723255 tempest-TestEncryptedCinderVolumes-2071723255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:39:34.463305 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-94cbda19-ba57-4dbe-b222-a8928fc5bfc2 req-cfabd578-dad6-4bf5-9561-6d28a18fe3e9 tempest-TestEncryptedCinderVolumes-2071723255 tempest-TestEncryptedCinderVolumes-2071723255-project] 10.222.0.64 "GET /v2.0/ports?device_id=0af1522c-55ae-4c56-878e-7f984f78fa03 HTTP/1.1" status: 200  len: 946 time: 0.1000223
Dec 23 16:39:34.509907 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-94cbda19-ba57-4dbe-b222-a8928fc5bfc2 req-0fba1116-89c2-4888-9dcb-7162f6ab916b tempest-TestEncryptedCinderVolumes-2071723255 tempest-TestEncryptedCinderVolumes-2071723255-project] 10.222.0.64 "GET /v2.0/security-groups?id=85ff8679-1320-48ba-8912-9c591057a144&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401800
Dec 23 16:39:34.690220 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98225d68-6c5b-46dc-9321-3d50b18f81c9 req-ef31244d-23d5-456d-a23f-978bd2f0dfa2 tempest-TestEncryptedCinderVolumes-2071723255 tempest-TestEncryptedCinderVolumes-2071723255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:39:34.691636 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-98225d68-6c5b-46dc-9321-3d50b18f81c9 req-ef31244d-23d5-456d-a23f-978bd2f0dfa2 tempest-TestEncryptedCinderVolumes-2071723255 tempest-TestEncryptedCinderVolumes-2071723255-project] 10.222.0.61 "GET /v2.0/ports?device_id=0af1522c-55ae-4c56-878e-7f984f78fa03 HTTP/1.1" status: 200  len: 946 time: 0.0896127
Dec 23 16:39:34.762900 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [req-98225d68-6c5b-46dc-9321-3d50b18f81c9 req-b5f1ee11-a56a-43d7-85a1-17fffe623f6d tempest-TestEncryptedCinderVolumes-2071723255 tempest-TestEncryptedCinderVolumes-2071723255-project] Deleting port 33adea76-3374-4db6-b1a1-4cb9ca8e3766 {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:39:34.763109 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-98225d68-6c5b-46dc-9321-3d50b18f81c9 req-b5f1ee11-a56a-43d7-85a1-17fffe623f6d tempest-TestEncryptedCinderVolumes-2071723255 tempest-TestEncryptedCinderVolumes-2071723255-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:39:35.012873 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [req-98225d68-6c5b-46dc-9321-3d50b18f81c9 req-b5f1ee11-a56a-43d7-85a1-17fffe623f6d tempest-TestEncryptedCinderVolumes-2071723255 tempest-TestEncryptedCinderVolumes-2071723255-project] For port 33adea76-3374-4db6-b1a1-4cb9ca8e3766, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=33adea76-3374-4db6-b1a1-4cb9ca8e3766,segment=NetworkSegment(6bd5769c-cb5e-4f78-8255-53b03b628919),segment_id=6bd5769c-cb5e-4f78-8255-53b03b628919)] {{(pid=87636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:39:35.013253 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-98225d68-6c5b-46dc-9321-3d50b18f81c9 req-b5f1ee11-a56a-43d7-85a1-17fffe623f6d tempest-TestEncryptedCinderVolumes-2071723255 tempest-TestEncryptedCinderVolumes-2071723255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:39:35.136609 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [req-98225d68-6c5b-46dc-9321-3d50b18f81c9 req-b5f1ee11-a56a-43d7-85a1-17fffe623f6d tempest-TestEncryptedCinderVolumes-2071723255 tempest-TestEncryptedCinderVolumes-2071723255-project] Calling delete_port for 33adea76-3374-4db6-b1a1-4cb9ca8e3766 owned by compute:nova {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:39:35.278702 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-98225d68-6c5b-46dc-9321-3d50b18f81c9 req-b5f1ee11-a56a-43d7-85a1-17fffe623f6d tempest-TestEncryptedCinderVolumes-2071723255 tempest-TestEncryptedCinderVolumes-2071723255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:39:35.285621 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-5da015b0-e3d5-465a-8750-a3fa23d43fd2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:39:35.290661 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] get_ports_and_sgs() called for port_ids ['33adea76-3374-4db6-b1a1-4cb9ca8e3766'] {{(pid=87637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 23 16:39:35.367642 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f1ee11-a56a-43d7-85a1-17fffe623f6d tempest-TestEncryptedCinderVolumes-2071723255 tempest-TestEncryptedCinderVolumes-2071723255-project] Pushing event deleted for resources: {'Port': ['ID=33adea76-3374-4db6-b1a1-4cb9ca8e3766,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:39:35.370649 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-b5f1ee11-a56a-43d7-85a1-17fffe623f6d tempest-TestEncryptedCinderVolumes-2071723255 tempest-TestEncryptedCinderVolumes-2071723255-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:39:35.412151 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [req-98225d68-6c5b-46dc-9321-3d50b18f81c9 req-b5f1ee11-a56a-43d7-85a1-17fffe623f6d tempest-TestEncryptedCinderVolumes-2071723255 tempest-TestEncryptedCinderVolumes-2071723255-project] No DVR routers for this DVR port 33adea76-3374-4db6-b1a1-4cb9ca8e3766 on host hv-neutron-8227 {{(pid=87636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 23 16:39:35.414957 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-98225d68-6c5b-46dc-9321-3d50b18f81c9 req-b5f1ee11-a56a-43d7-85a1-17fffe623f6d tempest-TestEncryptedCinderVolumes-2071723255 tempest-TestEncryptedCinderVolumes-2071723255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:39:35.418115 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0af1522c-55ae-4c56-878e-7f984f78fa03', 'name': 'network-vif-deleted', 'tag': '33adea76-3374-4db6-b1a1-4cb9ca8e3766'}] {{(pid=87636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 23 16:39:35.435263 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-98225d68-6c5b-46dc-9321-3d50b18f81c9 req-b5f1ee11-a56a-43d7-85a1-17fffe623f6d tempest-TestEncryptedCinderVolumes-2071723255 tempest-TestEncryptedCinderVolumes-2071723255-project] 10.222.0.61 "DELETE /v2.0/ports/33adea76-3374-4db6-b1a1-4cb9ca8e3766 HTTP/1.1" status: 204  len: 173 time: 0.7369878
Dec 23 16:39:35.467240 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0af1522c-55ae-4c56-878e-7f984f78fa03', 'name': 'network-vif-deleted', 'tag': '33adea76-3374-4db6-b1a1-4cb9ca8e3766', 'status': 'completed', 'code': 200}
Dec 23 16:39:35.683009 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-1400c6c7-a33e-42de-b29c-2d318104fd25 req-016308bc-aef2-4274-8307-fe0ec557eff5 tempest-TestEncryptedCinderVolumes-2071723255 tempest-TestEncryptedCinderVolumes-2071723255-project] Synchronizing usage tracker for tenant:ded871a6ee43467dbe0b20742d54269f on resource:port {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:39:35.700618 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-1400c6c7-a33e-42de-b29c-2d318104fd25 req-016308bc-aef2-4274-8307-fe0ec557eff5 tempest-TestEncryptedCinderVolumes-2071723255 tempest-TestEncryptedCinderVolumes-2071723255-project] Unset dirty status for tenant:ded871a6ee43467dbe0b20742d54269f on resource:port {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:39:35.701817 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-1400c6c7-a33e-42de-b29c-2d318104fd25 req-016308bc-aef2-4274-8307-fe0ec557eff5 tempest-TestEncryptedCinderVolumes-2071723255 tempest-TestEncryptedCinderVolumes-2071723255-project] 10.222.0.64 "GET /v2.0/ports?device_id=0af1522c-55ae-4c56-878e-7f984f78fa03 HTTP/1.1" status: 200  len: 210 time: 0.0647376
Dec 23 16:39:36.846460 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 57758) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:39:37.401433 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-460ecb2a-9458-4d46-b3a6-df6da7ed4f13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1781419'] for router_interface, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:39:37.866549 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-460ecb2a-9458-4d46-b3a6-df6da7ed4f13 admin admin] Deleting port 07184c90-243d-4f5a-9ef9-4c8d7a274397 {{(pid=87635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:39:37.867291 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-460ecb2a-9458-4d46-b3a6-df6da7ed4f13 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:39:38.045756 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.db [None req-460ecb2a-9458-4d46-b3a6-df6da7ed4f13 admin admin] For port 07184c90-243d-4f5a-9ef9-4c8d7a274397, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=07184c90-243d-4f5a-9ef9-4c8d7a274397,segment=NetworkSegment(6bd5769c-cb5e-4f78-8255-53b03b628919),segment_id=6bd5769c-cb5e-4f78-8255-53b03b628919)] {{(pid=87635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:39:38.046089 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-460ecb2a-9458-4d46-b3a6-df6da7ed4f13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:39:38.167165 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-460ecb2a-9458-4d46-b3a6-df6da7ed4f13 admin admin] Calling delete_port for 07184c90-243d-4f5a-9ef9-4c8d7a274397 owned by network:router_interface {{(pid=87635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:39:38.492543 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-460ecb2a-9458-4d46-b3a6-df6da7ed4f13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:39:38.496300 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-1b25cc7d-6a44-460c-b9a5-51094a223419 tempest-DeleteServersTestJSON-2076067663 tempest-DeleteServersTestJSON-2076067663-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:39:38.539323 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460ecb2a-9458-4d46-b3a6-df6da7ed4f13 admin admin] Pushing event deleted for resources: {'Port': ['ID=07184c90-243d-4f5a-9ef9-4c8d7a274397,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:39:38.578758 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460ecb2a-9458-4d46-b3a6-df6da7ed4f13 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:39:38.579090 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460ecb2a-9458-4d46-b3a6-df6da7ed4f13 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:39:38.579459 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460ecb2a-9458-4d46-b3a6-df6da7ed4f13 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:39:38.579804 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460ecb2a-9458-4d46-b3a6-df6da7ed4f13 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:39:38.580199 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460ecb2a-9458-4d46-b3a6-df6da7ed4f13 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:39:38.580715 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460ecb2a-9458-4d46-b3a6-df6da7ed4f13 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:39:38.581069 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460ecb2a-9458-4d46-b3a6-df6da7ed4f13 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:39:38.581433 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460ecb2a-9458-4d46-b3a6-df6da7ed4f13 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:39:38.581791 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460ecb2a-9458-4d46-b3a6-df6da7ed4f13 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:39:38.582145 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460ecb2a-9458-4d46-b3a6-df6da7ed4f13 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:39:38.582506 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460ecb2a-9458-4d46-b3a6-df6da7ed4f13 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:39:38.582862 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460ecb2a-9458-4d46-b3a6-df6da7ed4f13 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:39:38.586361 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-460ecb2a-9458-4d46-b3a6-df6da7ed4f13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:39:38.833030 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-460ecb2a-9458-4d46-b3a6-df6da7ed4f13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1627472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1784155'] for router_interface, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:39:39.333689 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-460ecb2a-9458-4d46-b3a6-df6da7ed4f13 admin admin] Router 2e2246e4-78cc-4fa2-9d97-afe2adb782bd has already been hosted by L3 agent 371d4c41-c7e2-4de7-9539-c049ec4e95d1 {{(pid=87635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 23 16:39:39.497728 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Device 33adea76-3374-4db6-b1a1-4cb9ca8e3766 no longer exists at agent hyperv_hv-neutron-8227 {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 23 16:39:39.511227 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-460ecb2a-9458-4d46-b3a6-df6da7ed4f13 admin admin] Notify agent at l3_agent.dv-neutron-822799-1-hyperv the message routers_updated {{(pid=87635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 23 16:39:39.523706 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6dd68d7-f70e-4087-8f81-f71ea13a42d1 None None] Sync routers for ids ['2e2246e4-78cc-4fa2-9d97-afe2adb782bd'] in dv-neutron-822799-1-hyperv {{(pid=87637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 23 16:39:39.528439 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-460ecb2a-9458-4d46-b3a6-df6da7ed4f13 admin admin] 10.222.0.64 "PUT /v2.0/routers/2e2246e4-78cc-4fa2-9d97-afe2adb782bd/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6808934
Dec 23 16:39:39.530992 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 57762) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:39:39.538431 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] No Port match for: 33adea76-3374-4db6-b1a1-4cb9ca8e3766 {{(pid=87637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 23 16:39:39.538813 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Device 33adea76-3374-4db6-b1a1-4cb9ca8e3766 not bound to the agent host hv-neutron-8227 {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 23 16:39:39.544036 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6dd68d7-f70e-4087-8f81-f71ea13a42d1 None None] Routers {'2e2246e4-78cc-4fa2-9d97-afe2adb782bd'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:39:39.544684 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-d6dd68d7-f70e-4087-8f81-f71ea13a42d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc1310b50>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:39:20Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['2e2246e4-78cc-4fa2-9d97-afe2adb782bd'], 'active': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:39:39.641776 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.agents_db [None req-30c2320c-f298-49f6-9c47-c20e38116a9c None None] Agent healthcheck: found 6 active agents {{(pid=87638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 23 16:39:39.716779 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-38548fcc-e5b5-4426-b8ca-9872f19b9148 admin admin] Notify callbacks [] for router, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:39:39.718725 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvr_db [None req-d6dd68d7-f70e-4087-8f81-f71ea13a42d1 None None] Set router 2e2246e4-78cc-4fa2-9d97-afe2adb782bd gateway port host: dv-neutron-822799-1-hyperv {{(pid=87637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:39:39.896246 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-38548fcc-e5b5-4426-b8ca-9872f19b9148 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:39:39.906882 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-38548fcc-e5b5-4426-b8ca-9872f19b9148 admin admin] Deleting port a3a5c741-29d2-40f0-ace2-ebea536a3a0b {{(pid=87635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:39:39.907217 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-38548fcc-e5b5-4426-b8ca-9872f19b9148 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:39:40.005028 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-d6dd68d7-f70e-4087-8f81-f71ea13a42d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc1310b50>, [{'id': '2e2246e4-78cc-4fa2-9d97-afe2adb782bd', 'name': 'tempest-TestEncryptedCinderVolumes-1849093427-router', 'tenant_id': 'ded871a6ee43467dbe0b20742d54269f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.160'}], 'enable_snat': True}, 'gw_port_id': 'a3a5c741-29d2-40f0-ace2-ebea536a3a0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:38:21Z', 'updated_at': '2021-12-23T16:39:38Z', 'revision_number': 5, 'project_id': 'ded871a6ee43467dbe0b20742d54269f', 'gw_port': {'id': 'a3a5c741-29d2-40f0-ace2-ebea536a3a0b', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:7d:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e2246e4-78cc-4fa2-9d97-afe2adb782bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:38:22Z', 'updated_at': '2021-12-23T16:38:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv'}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:39:40.009320 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6dd68d7-f70e-4087-8f81-f71ea13a42d1 None None] Checking router: 2e2246e4-78cc-4fa2-9d97-afe2adb782bd for host: dv-neutron-822799-1-hyperv {{(pid=87637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 23 16:39:40.017803 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6dd68d7-f70e-4087-8f81-f71ea13a42d1 None None] Routers {'2e2246e4-78cc-4fa2-9d97-afe2adb782bd'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:39:40.018422 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-d6dd68d7-f70e-4087-8f81-f71ea13a42d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc1310b50>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:39:20Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['2e2246e4-78cc-4fa2-9d97-afe2adb782bd'], 'active': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:39:40.078227 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.db [None req-38548fcc-e5b5-4426-b8ca-9872f19b9148 admin admin] For port a3a5c741-29d2-40f0-ace2-ebea536a3a0b, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=a3a5c741-29d2-40f0-ace2-ebea536a3a0b,segment=NetworkSegment(77e3d110-dd7b-426c-b11f-b78dde7993df),segment_id=77e3d110-dd7b-426c-b11f-b78dde7993df)] {{(pid=87635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:39:40.078535 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-38548fcc-e5b5-4426-b8ca-9872f19b9148 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:39:40.167952 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvr_db [None req-d6dd68d7-f70e-4087-8f81-f71ea13a42d1 None None] Set router 2e2246e4-78cc-4fa2-9d97-afe2adb782bd gateway port host: None {{(pid=87637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:39:40.205293 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-38548fcc-e5b5-4426-b8ca-9872f19b9148 admin admin] Calling delete_port for a3a5c741-29d2-40f0-ace2-ebea536a3a0b owned by network:router_gateway {{(pid=87635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:39:40.274344 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-d6dd68d7-f70e-4087-8f81-f71ea13a42d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc1310b50>, [{'id': '2e2246e4-78cc-4fa2-9d97-afe2adb782bd', 'name': 'tempest-TestEncryptedCinderVolumes-1849093427-router', 'tenant_id': 'ded871a6ee43467dbe0b20742d54269f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:38:21Z', 'updated_at': '2021-12-23T16:39:39Z', 'revision_number': 6, 'project_id': 'ded871a6ee43467dbe0b20742d54269f', 'gw_port_host': None}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:39:40.278384 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6dd68d7-f70e-4087-8f81-f71ea13a42d1 None None] The sync data for ids ['2e2246e4-78cc-4fa2-9d97-afe2adb782bd'] in dv-neutron-822799-1-hyperv is: [{'id': '2e2246e4-78cc-4fa2-9d97-afe2adb782bd', 'name': 'tempest-TestEncryptedCinderVolumes-1849093427-router', 'tenant_id': 'ded871a6ee43467dbe0b20742d54269f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:38:21Z', 'updated_at': '2021-12-23T16:39:39Z', 'revision_number': 6, 'project_id': 'ded871a6ee43467dbe0b20742d54269f', 'gw_port_host': None}] {{(pid=87637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 23 16:39:40.393358 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-38548fcc-e5b5-4426-b8ca-9872f19b9148 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:39:40.396954 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-f0448664-c9e6-4b25-8cec-1c36aa0200c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:39:40.441208 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38548fcc-e5b5-4426-b8ca-9872f19b9148 admin admin] Pushing event deleted for resources: {'Port': ['ID=a3a5c741-29d2-40f0-ace2-ebea536a3a0b,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:39:40.444633 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-38548fcc-e5b5-4426-b8ca-9872f19b9148 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:39:40.530056 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-38548fcc-e5b5-4426-b8ca-9872f19b9148 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1824206'] for router_gateway, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:39:40.843153 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-38548fcc-e5b5-4426-b8ca-9872f19b9148 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1784183', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-235354'] for router, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:39:40.845527 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-38548fcc-e5b5-4426-b8ca-9872f19b9148 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:39:40.872044 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-38548fcc-e5b5-4426-b8ca-9872f19b9148 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1781328'] for router, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:39:40.872790 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38548fcc-e5b5-4426-b8ca-9872f19b9148 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2e2246e4-78cc-4fa2-9d97-afe2adb782bd {{(pid=87635) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 23 16:39:40.888538 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-38548fcc-e5b5-4426-b8ca-9872f19b9148 admin admin] Notify callbacks [] for router, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:39:40.889717 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-38548fcc-e5b5-4426-b8ca-9872f19b9148 admin admin] 10.222.0.64 "DELETE /v2.0/routers/2e2246e4-78cc-4fa2-9d97-afe2adb782bd HTTP/1.1" status: 204  len: 168 time: 1.3578339
Dec 23 16:39:40.893513 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 57766) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:39:40.952796 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.db_base_plugin_v2 [None req-6575d60d-a3aa-4294-9c5b-7a6754130093 admin admin] Deleting subnet dba9d54b-383f-4843-ad16-10d73404a20a {{(pid=87635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 23 16:39:40.955632 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-6575d60d-a3aa-4294-9c5b-7a6754130093 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:39:41.005346 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-6575d60d-a3aa-4294-9c5b-7a6754130093 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2776816'] for subnet, precommit_delete_associations {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:39:41.097036 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-6575d60d-a3aa-4294-9c5b-7a6754130093 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864774'] for subnet, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:39:41.172174 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-6575d60d-a3aa-4294-9c5b-7a6754130093 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2753333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2609730'] for subnet, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:39:41.178240 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-07047c8b-d47b-4ad0-a896-b704408bee88 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:39:41.222253 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6575d60d-a3aa-4294-9c5b-7a6754130093 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dba9d54b-383f-4843-ad16-10d73404a20a,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:39:41.224954 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-6575d60d-a3aa-4294-9c5b-7a6754130093 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:39:41.227821 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-6575d60d-a3aa-4294-9c5b-7a6754130093 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:39:41.234773 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-179194ad-0dde-4bb2-aa06-b3767a905d65 None None] Network c2603d04-311d-4ea7-90e7-fa835626b540 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:39:41.239391 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-6575d60d-a3aa-4294-9c5b-7a6754130093 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/dba9d54b-383f-4843-ad16-10d73404a20a HTTP/1.1" status: 204  len: 168 time: 0.3448701
Dec 23 16:39:41.241823 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 57770) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:39:41.354909 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-74c700a3-c158-47ca-8ef5-0ec454ab18c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-698866'] for network, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:39:41.365377 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-74c700a3-c158-47ca-8ef5-0ec454ab18c0 admin admin] Deleting port 907105ad-23eb-4eca-8348-edae0cc8f807 {{(pid=87635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:39:41.365776 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-74c700a3-c158-47ca-8ef5-0ec454ab18c0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:39:41.545056 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a0df88d-7b67-4e01-827c-cba69da79c51 None None] DHCP port deletion for c2603d04-311d-4ea7-90e7-fa835626b540 request from dv-neutron-822799-1-hyperv {{(pid=87637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 23 16:39:41.549512 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-1a0df88d-7b67-4e01-827c-cba69da79c51 None None] Deleting port 907105ad-23eb-4eca-8348-edae0cc8f807 {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:39:41.549901 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1a0df88d-7b67-4e01-827c-cba69da79c51 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:39:41.572531 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.db [None req-74c700a3-c158-47ca-8ef5-0ec454ab18c0 admin admin] For port 907105ad-23eb-4eca-8348-edae0cc8f807, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=907105ad-23eb-4eca-8348-edae0cc8f807,segment=NetworkSegment(6bd5769c-cb5e-4f78-8255-53b03b628919),segment_id=6bd5769c-cb5e-4f78-8255-53b03b628919)] {{(pid=87635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:39:41.573153 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-74c700a3-c158-47ca-8ef5-0ec454ab18c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:39:41.692061 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-74c700a3-c158-47ca-8ef5-0ec454ab18c0 admin admin] Calling delete_port for 907105ad-23eb-4eca-8348-edae0cc8f807 owned by network:dhcp {{(pid=87635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:39:41.749122 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-1a0df88d-7b67-4e01-827c-cba69da79c51 None None] For port 907105ad-23eb-4eca-8348-edae0cc8f807, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=907105ad-23eb-4eca-8348-edae0cc8f807,segment=NetworkSegment(6bd5769c-cb5e-4f78-8255-53b03b628919),segment_id=6bd5769c-cb5e-4f78-8255-53b03b628919)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:39:41.749381 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1a0df88d-7b67-4e01-827c-cba69da79c51 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:39:41.772417 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-74c700a3-c158-47ca-8ef5-0ec454ab18c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:39:41.777443 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-de010dff-2778-44ca-9866-079bced35b38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:39:41.821922 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c700a3-c158-47ca-8ef5-0ec454ab18c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=907105ad-23eb-4eca-8348-edae0cc8f807,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:39:41.823720 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c700a3-c158-47ca-8ef5-0ec454ab18c0 admin admin] No DVR routers for this DVR port 907105ad-23eb-4eca-8348-edae0cc8f807 on host dv-neutron-822799-1-hyperv {{(pid=87635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 23 16:39:41.825200 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-74c700a3-c158-47ca-8ef5-0ec454ab18c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:39:41.887963 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-1a0df88d-7b67-4e01-827c-cba69da79c51 None None] Calling delete_port for 907105ad-23eb-4eca-8348-edae0cc8f807 owned by network:dhcp {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:39:41.938841 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-74c700a3-c158-47ca-8ef5-0ec454ab18c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-864347', 'neutron.services.segments.db._delete_segments_for_network-8735362908070'] for network, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:39:41.960092 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.db.api [None req-1a0df88d-7b67-4e01-827c-cba69da79c51 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87637) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 23 16:39:41.960450 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_db.api [None req-1a0df88d-7b67-4e01-827c-cba69da79c51 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 23 16:39:41.971038 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.services.segments.db [None req-74c700a3-c158-47ca-8ef5-0ec454ab18c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1dc19d7700>,) {'filters': {'network_id': ['c2603d04-311d-4ea7-90e7-fa835626b540']}} {{(pid=87635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:39:41.983581 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.services.segments.db [None req-74c700a3-c158-47ca-8ef5-0ec454ab18c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dc19d7700>, '6bd5769c-cb5e-4f78-8255-53b03b628919') {'for_net_delete': True} {{(pid=87635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:39:41.983879 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.services.segments.db [None req-74c700a3-c158-47ca-8ef5-0ec454ab18c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dc19d7700>, '6bd5769c-cb5e-4f78-8255-53b03b628919') {} {{(pid=87635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:39:41.995343 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-74c700a3-c158-47ca-8ef5-0ec454ab18c0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735363085442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2776713'] for segment, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:39:42.015465 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-74c700a3-c158-47ca-8ef5-0ec454ab18c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:39:42.021430 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74c700a3-c158-47ca-8ef5-0ec454ab18c0 admin admin] Releasing vlan 448 on physical network physnet1 to pool {{(pid=87635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 23 16:39:42.021808 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-74c700a3-c158-47ca-8ef5-0ec454ab18c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2753503'] for segment, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:39:42.034933 dv-neutron-822799-1-hyperv neutron-server[87635]: Traceback (most recent call last):
Dec 23 16:39:42.034933 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 23 16:39:42.034933 dv-neutron-822799-1-hyperv neutron-server[87635]:     timer()
Dec 23 16:39:42.034933 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:39:42.034933 dv-neutron-822799-1-hyperv neutron-server[87635]:     cb(*args, **kw)
Dec 23 16:39:42.034933 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 23 16:39:42.034933 dv-neutron-822799-1-hyperv neutron-server[87635]:     return func(*args, **kwargs)
Dec 23 16:39:42.034933 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:39:42.034933 dv-neutron-822799-1-hyperv neutron-server[87635]:     self._notify()
Dec 23 16:39:42.034933 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:39:42.034933 dv-neutron-822799-1-hyperv neutron-server[87635]:     self.callback(batched_events)
Dec 23 16:39:42.034933 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:39:42.034933 dv-neutron-822799-1-hyperv neutron-server[87635]:     event.method(event)
Dec 23 16:39:42.034933 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:39:42.034933 dv-neutron-822799-1-hyperv neutron-server[87635]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:39:42.034933 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 23 16:39:42.034933 dv-neutron-822799-1-hyperv neutron-server[87635]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 23 16:39:42.034933 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 23 16:39:42.034933 dv-neutron-822799-1-hyperv neutron-server[87635]:     return f(self, *a, **k)
Dec 23 16:39:42.034933 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:39:42.034933 dv-neutron-822799-1-hyperv neutron-server[87635]:     return self._get(url).json()
Dec 23 16:39:42.034933 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 23 16:39:42.034933 dv-neutron-822799-1-hyperv neutron-server[87635]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 23 16:39:42.034933 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 23 16:39:42.034933 dv-neutron-822799-1-hyperv neutron-server[87635]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:39:42.034933 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 23 16:39:42.034933 dv-neutron-822799-1-hyperv neutron-server[87635]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 23 16:39:42.034933 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 23 16:39:42.034933 dv-neutron-822799-1-hyperv neutron-server[87635]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:39:42.034933 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 23 16:39:42.034933 dv-neutron-822799-1-hyperv neutron-server[87635]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:39:42.034933 dv-neutron-822799-1-hyperv neutron-server[87635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:39:42.057955 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:39:42.122777 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-74c700a3-c158-47ca-8ef5-0ec454ab18c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-864336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1824171'] for network, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:39:42.126240 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-d5e7bd65-4b4f-4805-ae7c-9156f68ed4fe tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:39:42.138837 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-74c700a3-c158-47ca-8ef5-0ec454ab18c0 admin admin] Notify callbacks [] for network, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:39:42.149332 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c700a3-c158-47ca-8ef5-0ec454ab18c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=c2603d04-311d-4ea7-90e7-fa835626b540,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:39:42.152446 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-74c700a3-c158-47ca-8ef5-0ec454ab18c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:39:42.164996 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-74c700a3-c158-47ca-8ef5-0ec454ab18c0 admin admin] 10.222.0.64 "DELETE /v2.0/networks/c2603d04-311d-4ea7-90e7-fa835626b540 HTTP/1.1" status: 204  len: 168 time: 0.9221592
Dec 23 16:39:42.168124 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 57774) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:39:42.228493 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 07184c90-243d-4f5a-9ef9-4c8d7a274397 no longer exists at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 23 16:39:42.263234 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] No Port match for: 07184c90-243d-4f5a-9ef9-4c8d7a274397 {{(pid=87637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 23 16:39:42.263909 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 07184c90-243d-4f5a-9ef9-4c8d7a274397 not bound to the agent host dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 23 16:39:42.264176 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device a3a5c741-29d2-40f0-ace2-ebea536a3a0b no longer exists at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 23 16:39:42.306931 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] No Port match for: a3a5c741-29d2-40f0-ace2-ebea536a3a0b {{(pid=87637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 23 16:39:42.307385 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device a3a5c741-29d2-40f0-ace2-ebea536a3a0b not bound to the agent host dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 23 16:39:42.307880 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 907105ad-23eb-4eca-8348-edae0cc8f807 no longer exists at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 23 16:39:42.342141 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] No Port match for: 907105ad-23eb-4eca-8348-edae0cc8f807 {{(pid=87637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 23 16:39:42.342492 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 907105ad-23eb-4eca-8348-edae0cc8f807 not bound to the agent host dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 23 16:39:42.461737 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-1a0df88d-7b67-4e01-827c-cba69da79c51 None None] Deleting port 907105ad-23eb-4eca-8348-edae0cc8f807 {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:39:42.462242 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1a0df88d-7b67-4e01-827c-cba69da79c51 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:39:42.528965 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-1a0df88d-7b67-4e01-827c-cba69da79c51 None None] The port '907105ad-23eb-4eca-8348-edae0cc8f807' was deleted {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 23 16:39:42.855403 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a0b1f2d2-3b7c-4e6b-b829-018cac0dc3b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1781419'] for router_interface, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:39:43.221799 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-a0b1f2d2-3b7c-4e6b-b829-018cac0dc3b4 admin admin] Deleting port 42b6f5fe-e7ee-4adb-a3d7-c2b3ce3064c6 {{(pid=87635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:39:43.222025 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a0b1f2d2-3b7c-4e6b-b829-018cac0dc3b4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:39:43.399519 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.db [None req-a0b1f2d2-3b7c-4e6b-b829-018cac0dc3b4 admin admin] For port 42b6f5fe-e7ee-4adb-a3d7-c2b3ce3064c6, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=42b6f5fe-e7ee-4adb-a3d7-c2b3ce3064c6,segment=NetworkSegment(67355ac1-8352-4b48-bf1c-e74ad75d16ee),segment_id=67355ac1-8352-4b48-bf1c-e74ad75d16ee)] {{(pid=87635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:39:43.399862 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a0b1f2d2-3b7c-4e6b-b829-018cac0dc3b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:39:43.525746 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-a0b1f2d2-3b7c-4e6b-b829-018cac0dc3b4 admin admin] Calling delete_port for 42b6f5fe-e7ee-4adb-a3d7-c2b3ce3064c6 owned by network:router_interface {{(pid=87635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:39:43.707523 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a0b1f2d2-3b7c-4e6b-b829-018cac0dc3b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:39:43.711276 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-727d0cb3-2758-4bc4-b241-6dd8efa7fd83 tempest-ServersAdminNegativeTestJSON-313746612 tempest-ServersAdminNegativeTestJSON-313746612-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:39:43.763126 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b1f2d2-3b7c-4e6b-b829-018cac0dc3b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=42b6f5fe-e7ee-4adb-a3d7-c2b3ce3064c6,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:39:43.788816 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-a0b1f2d2-3b7c-4e6b-b829-018cac0dc3b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:39:44.169317 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a0b1f2d2-3b7c-4e6b-b829-018cac0dc3b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1627472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1784155'] for router_interface, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:39:44.538943 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0b1f2d2-3b7c-4e6b-b829-018cac0dc3b4 admin admin] Router c0186178-d8d8-49ee-842a-22981e3c54cd has already been hosted by L3 agent 371d4c41-c7e2-4de7-9539-c049ec4e95d1 {{(pid=87635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 23 16:39:44.721480 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0b1f2d2-3b7c-4e6b-b829-018cac0dc3b4 admin admin] Notify agent at l3_agent.dv-neutron-822799-1-hyperv the message routers_updated {{(pid=87635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 23 16:39:44.731109 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06d8e87b-d632-44d0-9969-eecbb3759170 None None] Sync routers for ids ['c0186178-d8d8-49ee-842a-22981e3c54cd'] in dv-neutron-822799-1-hyperv {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 23 16:39:44.731586 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-a0b1f2d2-3b7c-4e6b-b829-018cac0dc3b4 admin admin] 10.222.0.64 "PUT /v2.0/routers/c0186178-d8d8-49ee-842a-22981e3c54cd/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5621908
Dec 23 16:39:44.734013 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 57778) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:39:44.742317 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d8e87b-d632-44d0-9969-eecbb3759170 None None] Routers {'c0186178-d8d8-49ee-842a-22981e3c54cd'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:39:44.742944 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-06d8e87b-d632-44d0-9969-eecbb3759170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc1f14af0>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:39:20Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['c0186178-d8d8-49ee-842a-22981e3c54cd'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:39:44.906525 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-c74a8246-6554-453d-9307-ba7142b42074 admin admin] Notify callbacks [] for router, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:39:44.917915 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-06d8e87b-d632-44d0-9969-eecbb3759170 None None] Set router c0186178-d8d8-49ee-842a-22981e3c54cd gateway port host: dv-neutron-822799-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:39:45.079949 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-c74a8246-6554-453d-9307-ba7142b42074 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:39:45.091490 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-c74a8246-6554-453d-9307-ba7142b42074 admin admin] Deleting port e3d2ed38-4c79-4887-80f2-7a1e374a002e {{(pid=87635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:39:45.091832 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-c74a8246-6554-453d-9307-ba7142b42074 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:39:45.187793 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-06d8e87b-d632-44d0-9969-eecbb3759170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc1f14af0>, [{'id': 'c0186178-d8d8-49ee-842a-22981e3c54cd', 'name': 'tempest-TestEncryptedCinderVolumes-669397359-router', 'tenant_id': 'aed6a7a59212497587d5b5821a5890e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.178'}], 'enable_snat': True}, 'gw_port_id': 'e3d2ed38-4c79-4887-80f2-7a1e374a002e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:38:28Z', 'updated_at': '2021-12-23T16:39:43Z', 'revision_number': 5, 'project_id': 'aed6a7a59212497587d5b5821a5890e6', 'gw_port': {'id': 'e3d2ed38-4c79-4887-80f2-7a1e374a002e', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ff:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0186178-d8d8-49ee-842a-22981e3c54cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1635, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:38:29Z', 'updated_at': '2021-12-23T16:38:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv'}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:39:45.191478 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06d8e87b-d632-44d0-9969-eecbb3759170 None None] Checking router: c0186178-d8d8-49ee-842a-22981e3c54cd for host: dv-neutron-822799-1-hyperv {{(pid=87638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 23 16:39:45.200040 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d8e87b-d632-44d0-9969-eecbb3759170 None None] Routers {'c0186178-d8d8-49ee-842a-22981e3c54cd'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:39:45.200649 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-06d8e87b-d632-44d0-9969-eecbb3759170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc1f14af0>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:39:20Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['c0186178-d8d8-49ee-842a-22981e3c54cd'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:39:45.264005 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.db [None req-c74a8246-6554-453d-9307-ba7142b42074 admin admin] For port e3d2ed38-4c79-4887-80f2-7a1e374a002e, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=e3d2ed38-4c79-4887-80f2-7a1e374a002e,segment=NetworkSegment(77e3d110-dd7b-426c-b11f-b78dde7993df),segment_id=77e3d110-dd7b-426c-b11f-b78dde7993df)] {{(pid=87635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:39:45.264667 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-c74a8246-6554-453d-9307-ba7142b42074 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:39:45.351101 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-06d8e87b-d632-44d0-9969-eecbb3759170 None None] Set router c0186178-d8d8-49ee-842a-22981e3c54cd gateway port host: None {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:39:45.459093 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-06d8e87b-d632-44d0-9969-eecbb3759170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc1f14af0>, [{'id': 'c0186178-d8d8-49ee-842a-22981e3c54cd', 'name': 'tempest-TestEncryptedCinderVolumes-669397359-router', 'tenant_id': 'aed6a7a59212497587d5b5821a5890e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:38:28Z', 'updated_at': '2021-12-23T16:39:45Z', 'revision_number': 6, 'project_id': 'aed6a7a59212497587d5b5821a5890e6', 'gw_port_host': None}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:39:45.463872 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06d8e87b-d632-44d0-9969-eecbb3759170 None None] The sync data for ids ['c0186178-d8d8-49ee-842a-22981e3c54cd'] in dv-neutron-822799-1-hyperv is: [{'id': 'c0186178-d8d8-49ee-842a-22981e3c54cd', 'name': 'tempest-TestEncryptedCinderVolumes-669397359-router', 'tenant_id': 'aed6a7a59212497587d5b5821a5890e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:38:28Z', 'updated_at': '2021-12-23T16:39:45Z', 'revision_number': 6, 'project_id': 'aed6a7a59212497587d5b5821a5890e6', 'gw_port_host': None}] {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 23 16:39:45.551321 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-c74a8246-6554-453d-9307-ba7142b42074 admin admin] Calling delete_port for e3d2ed38-4c79-4887-80f2-7a1e374a002e owned by network:router_gateway {{(pid=87635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:39:45.744870 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-c74a8246-6554-453d-9307-ba7142b42074 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:39:45.748520 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-5e9ecd32-0a5a-4fba-abd8-83af632f49c8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:39:45.795184 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a8246-6554-453d-9307-ba7142b42074 admin admin] Pushing event deleted for resources: {'Port': ['ID=e3d2ed38-4c79-4887-80f2-7a1e374a002e,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:39:45.822772 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-c74a8246-6554-453d-9307-ba7142b42074 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:39:45.893718 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-c74a8246-6554-453d-9307-ba7142b42074 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1824206'] for router_gateway, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:39:46.073509 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-c74a8246-6554-453d-9307-ba7142b42074 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1784183', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-235354'] for router, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:39:46.076261 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-c74a8246-6554-453d-9307-ba7142b42074 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:39:46.106976 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-c74a8246-6554-453d-9307-ba7142b42074 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1781328'] for router, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:39:46.107734 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c74a8246-6554-453d-9307-ba7142b42074 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c0186178-d8d8-49ee-842a-22981e3c54cd {{(pid=87635) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 23 16:39:46.124029 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-c74a8246-6554-453d-9307-ba7142b42074 admin admin] Notify callbacks [] for router, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:39:46.125219 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-c74a8246-6554-453d-9307-ba7142b42074 admin admin] 10.222.0.64 "DELETE /v2.0/routers/c0186178-d8d8-49ee-842a-22981e3c54cd HTTP/1.1" status: 204  len: 168 time: 1.3902917
Dec 23 16:39:46.127785 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 57782) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:39:46.189041 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.db_base_plugin_v2 [None req-4da07519-dace-4db2-bb76-1010f88806e5 admin admin] Deleting subnet c6f78537-053f-4022-bb74-84123926b8bf {{(pid=87635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 23 16:39:46.192354 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-4da07519-dace-4db2-bb76-1010f88806e5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:39:46.254753 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-4da07519-dace-4db2-bb76-1010f88806e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2776816'] for subnet, precommit_delete_associations {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:39:46.284745 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device e3d2ed38-4c79-4887-80f2-7a1e374a002e no longer exists at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 23 16:39:46.335220 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] No Port match for: e3d2ed38-4c79-4887-80f2-7a1e374a002e {{(pid=87637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 23 16:39:46.335475 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device e3d2ed38-4c79-4887-80f2-7a1e374a002e not bound to the agent host dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 23 16:39:46.336045 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 42b6f5fe-e7ee-4adb-a3d7-c2b3ce3064c6 no longer exists at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 23 16:39:46.344383 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-4da07519-dace-4db2-bb76-1010f88806e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864774'] for subnet, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:39:46.370138 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] No Port match for: 42b6f5fe-e7ee-4adb-a3d7-c2b3ce3064c6 {{(pid=87637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 23 16:39:46.370501 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 42b6f5fe-e7ee-4adb-a3d7-c2b3ce3064c6 not bound to the agent host dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 23 16:39:46.414647 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-4da07519-dace-4db2-bb76-1010f88806e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2753333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2609730'] for subnet, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:39:46.418555 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-6575d60d-a3aa-4294-9c5b-7a6754130093 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:39:46.457880 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da07519-dace-4db2-bb76-1010f88806e5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c6f78537-053f-4022-bb74-84123926b8bf,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:39:46.461010 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-4da07519-dace-4db2-bb76-1010f88806e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:39:46.461988 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-4da07519-dace-4db2-bb76-1010f88806e5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:39:46.466889 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1baee93c-abca-4d04-b666-8cce5fe25b8d None None] Network bb379a55-1472-48ff-96fb-37a17a47a744 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:39:46.470069 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-4da07519-dace-4db2-bb76-1010f88806e5 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/c6f78537-053f-4022-bb74-84123926b8bf HTTP/1.1" status: 204  len: 168 time: 0.3390689
Dec 23 16:39:46.470370 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 57786) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:39:46.582276 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-c505a0c6-17b7-4e38-a614-04057361a466 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-698866'] for network, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:39:46.592925 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-c505a0c6-17b7-4e38-a614-04057361a466 admin admin] Deleting port 51969186-0989-4951-b7fe-3fecad1c0dd6 {{(pid=87635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:39:46.593181 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-c505a0c6-17b7-4e38-a614-04057361a466 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:39:46.739898 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75684f0e-cf94-4608-a23a-479e373658f5 None None] DHCP port deletion for bb379a55-1472-48ff-96fb-37a17a47a744 request from dv-neutron-822799-1-hyperv {{(pid=87637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 23 16:39:46.744811 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-75684f0e-cf94-4608-a23a-479e373658f5 None None] Deleting port 51969186-0989-4951-b7fe-3fecad1c0dd6 {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:39:46.745196 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-75684f0e-cf94-4608-a23a-479e373658f5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:39:46.794968 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.db [None req-c505a0c6-17b7-4e38-a614-04057361a466 admin admin] For port 51969186-0989-4951-b7fe-3fecad1c0dd6, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=51969186-0989-4951-b7fe-3fecad1c0dd6,segment=NetworkSegment(67355ac1-8352-4b48-bf1c-e74ad75d16ee),segment_id=67355ac1-8352-4b48-bf1c-e74ad75d16ee)] {{(pid=87635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:39:46.795307 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-c505a0c6-17b7-4e38-a614-04057361a466 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:39:46.916128 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-c505a0c6-17b7-4e38-a614-04057361a466 admin admin] Calling delete_port for 51969186-0989-4951-b7fe-3fecad1c0dd6 owned by network:dhcp {{(pid=87635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:39:46.945125 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-75684f0e-cf94-4608-a23a-479e373658f5 None None] For port 51969186-0989-4951-b7fe-3fecad1c0dd6, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=51969186-0989-4951-b7fe-3fecad1c0dd6,segment=NetworkSegment(67355ac1-8352-4b48-bf1c-e74ad75d16ee),segment_id=67355ac1-8352-4b48-bf1c-e74ad75d16ee)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:39:46.945531 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-75684f0e-cf94-4608-a23a-479e373658f5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:39:47.105552 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-75684f0e-cf94-4608-a23a-479e373658f5 None None] Calling delete_port for 51969186-0989-4951-b7fe-3fecad1c0dd6 owned by network:dhcp {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:39:47.117502 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-c505a0c6-17b7-4e38-a614-04057361a466 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:39:47.121813 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-de010dff-2778-44ca-9866-079bced35b38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:39:47.163864 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c505a0c6-17b7-4e38-a614-04057361a466 admin admin] Pushing event deleted for resources: {'Port': ['ID=51969186-0989-4951-b7fe-3fecad1c0dd6,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:39:47.167130 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-c505a0c6-17b7-4e38-a614-04057361a466 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:39:47.167873 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c505a0c6-17b7-4e38-a614-04057361a466 admin admin] No DVR routers for this DVR port 51969186-0989-4951-b7fe-3fecad1c0dd6 on host dv-neutron-822799-1-hyperv {{(pid=87635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 23 16:39:47.175293 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.db.api [None req-75684f0e-cf94-4608-a23a-479e373658f5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87637) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 23 16:39:47.175664 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_db.api [None req-75684f0e-cf94-4608-a23a-479e373658f5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 23 16:39:47.280069 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-c505a0c6-17b7-4e38-a614-04057361a466 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-864347', 'neutron.services.segments.db._delete_segments_for_network-8735362908070'] for network, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:39:47.311111 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.services.segments.db [None req-c505a0c6-17b7-4e38-a614-04057361a466 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1dc14c3a00>,) {'filters': {'network_id': ['bb379a55-1472-48ff-96fb-37a17a47a744']}} {{(pid=87635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:39:47.323688 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.services.segments.db [None req-c505a0c6-17b7-4e38-a614-04057361a466 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dc14c3a00>, '67355ac1-8352-4b48-bf1c-e74ad75d16ee') {'for_net_delete': True} {{(pid=87635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:39:47.323987 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.services.segments.db [None req-c505a0c6-17b7-4e38-a614-04057361a466 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dc14c3a00>, '67355ac1-8352-4b48-bf1c-e74ad75d16ee') {} {{(pid=87635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:39:47.335228 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-c505a0c6-17b7-4e38-a614-04057361a466 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735363085442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2776713'] for segment, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:39:47.351492 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-c505a0c6-17b7-4e38-a614-04057361a466 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:39:47.358244 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c505a0c6-17b7-4e38-a614-04057361a466 admin admin] Releasing vlan 404 on physical network physnet1 to pool {{(pid=87635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 23 16:39:47.358653 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-c505a0c6-17b7-4e38-a614-04057361a466 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2753503'] for segment, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:39:47.371788 dv-neutron-822799-1-hyperv neutron-server[87635]: Traceback (most recent call last):
Dec 23 16:39:47.371788 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 23 16:39:47.371788 dv-neutron-822799-1-hyperv neutron-server[87635]:     timer()
Dec 23 16:39:47.371788 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:39:47.371788 dv-neutron-822799-1-hyperv neutron-server[87635]:     cb(*args, **kw)
Dec 23 16:39:47.371788 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 23 16:39:47.371788 dv-neutron-822799-1-hyperv neutron-server[87635]:     return func(*args, **kwargs)
Dec 23 16:39:47.371788 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:39:47.371788 dv-neutron-822799-1-hyperv neutron-server[87635]:     self._notify()
Dec 23 16:39:47.371788 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:39:47.371788 dv-neutron-822799-1-hyperv neutron-server[87635]:     self.callback(batched_events)
Dec 23 16:39:47.371788 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:39:47.371788 dv-neutron-822799-1-hyperv neutron-server[87635]:     event.method(event)
Dec 23 16:39:47.371788 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:39:47.371788 dv-neutron-822799-1-hyperv neutron-server[87635]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:39:47.371788 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 23 16:39:47.371788 dv-neutron-822799-1-hyperv neutron-server[87635]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 23 16:39:47.371788 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 23 16:39:47.371788 dv-neutron-822799-1-hyperv neutron-server[87635]:     return f(self, *a, **k)
Dec 23 16:39:47.371788 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:39:47.371788 dv-neutron-822799-1-hyperv neutron-server[87635]:     return self._get(url).json()
Dec 23 16:39:47.371788 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 23 16:39:47.371788 dv-neutron-822799-1-hyperv neutron-server[87635]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 23 16:39:47.371788 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 23 16:39:47.371788 dv-neutron-822799-1-hyperv neutron-server[87635]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:39:47.371788 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 23 16:39:47.371788 dv-neutron-822799-1-hyperv neutron-server[87635]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 23 16:39:47.371788 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 23 16:39:47.371788 dv-neutron-822799-1-hyperv neutron-server[87635]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:39:47.371788 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 23 16:39:47.371788 dv-neutron-822799-1-hyperv neutron-server[87635]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:39:47.371788 dv-neutron-822799-1-hyperv neutron-server[87635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:39:47.402554 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f76d9c4a-6a06-4919-aadc-ad3c21892204 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:39:47.450378 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-c505a0c6-17b7-4e38-a614-04057361a466 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-864336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1824171'] for network, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:39:47.453695 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-a919cf04-d131-43b8-ad6a-71c919ad844c tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:39:47.470109 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-c505a0c6-17b7-4e38-a614-04057361a466 admin admin] Notify callbacks [] for network, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:39:47.479988 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c505a0c6-17b7-4e38-a614-04057361a466 admin admin] Pushing event deleted for resources: {'Network': ['ID=bb379a55-1472-48ff-96fb-37a17a47a744,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:39:47.482654 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-c505a0c6-17b7-4e38-a614-04057361a466 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:39:47.484950 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-c505a0c6-17b7-4e38-a614-04057361a466 admin admin] 10.222.0.64 "DELETE /v2.0/networks/bb379a55-1472-48ff-96fb-37a17a47a744 HTTP/1.1" status: 204  len: 168 time: 1.0131083
Dec 23 16:39:47.666774 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 57792) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:39:47.677195 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-75684f0e-cf94-4608-a23a-479e373658f5 None None] Deleting port 51969186-0989-4951-b7fe-3fecad1c0dd6 {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:39:47.677611 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-75684f0e-cf94-4608-a23a-479e373658f5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:39:47.717271 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-423e15af-397c-4a79-b906-168a18d7564f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ded871a6ee43467dbe0b20742d54269f&name=default HTTP/1.1" status: 200  len: 2983 time: 0.0488482
Dec 23 16:39:47.719583 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 57796) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:39:47.747975 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-75684f0e-cf94-4608-a23a-479e373658f5 None None] The port '51969186-0989-4951-b7fe-3fecad1c0dd6' was deleted {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 23 16:39:47.780021 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-2541e79b-3e68-498f-ac90-0a9759c6a618 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:39:47.806717 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-2541e79b-3e68-498f-ac90-0a9759c6a618 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:39:47.861574 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-2541e79b-3e68-498f-ac90-0a9759c6a618 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:39:47.865300 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-2c093207-7270-4113-b65a-99e0a0860306 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:39:47.878815 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2541e79b-3e68-498f-ac90-0a9759c6a618 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85ff8679-1320-48ba-8912-9c591057a144,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:39:47.881688 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-2541e79b-3e68-498f-ac90-0a9759c6a618 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:39:47.889926 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-2541e79b-3e68-498f-ac90-0a9759c6a618 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:39:47.891074 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-2541e79b-3e68-498f-ac90-0a9759c6a618 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/85ff8679-1320-48ba-8912-9c591057a144 HTTP/1.1" status: 204  len: 168 time: 0.1704762
Dec 23 16:39:48.225394 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 51969186-0989-4951-b7fe-3fecad1c0dd6 no longer exists at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 23 16:39:48.243773 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 57804) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:39:48.260049 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] No Port match for: 51969186-0989-4951-b7fe-3fecad1c0dd6 {{(pid=87637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 23 16:39:48.260420 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 51969186-0989-4951-b7fe-3fecad1c0dd6 not bound to the agent host dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 23 16:39:48.294773 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-d7c400cc-241f-4f5b-9a90-b60b3e61381a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=aed6a7a59212497587d5b5821a5890e6&name=default HTTP/1.1" status: 200  len: 2983 time: 0.0497496
Dec 23 16:39:48.297161 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 57808) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:39:48.360639 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-620752b1-9533-4435-9980-6c96e4a22e52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:39:48.387687 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-620752b1-9533-4435-9980-6c96e4a22e52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:39:48.448071 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-620752b1-9533-4435-9980-6c96e4a22e52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:39:48.452031 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-6c0fc1c0-ddc8-47d4-8ea7-69cb59a1a482 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:39:48.465754 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620752b1-9533-4435-9980-6c96e4a22e52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77a03a53-cb15-4ef2-bed6-05f6a0971253,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:39:48.468320 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-620752b1-9533-4435-9980-6c96e4a22e52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:39:48.469711 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-620752b1-9533-4435-9980-6c96e4a22e52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:39:48.470834 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-620752b1-9533-4435-9980-6c96e4a22e52 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/77a03a53-cb15-4ef2-bed6-05f6a0971253 HTTP/1.1" status: 204  len: 168 time: 0.1727867
Dec 23 16:39:49.225214 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 57832) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:39:49.339729 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-c6c89f8a-bca9-4f67-8f2c-6e264ac5284b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-18892422-network', 'tenant_id': '28286cd003544ef7aab6bcdf152af014'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:39:49.345146 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-c6c89f8a-bca9-4f67-8f2c-6e264ac5284b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:39:49.349181 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-c6c89f8a-bca9-4f67-8f2c-6e264ac5284b admin admin] Usage tracker for resource:network and tenant:28286cd003544ef7aab6bcdf152af014 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:39:49.352223 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-c6c89f8a-bca9-4f67-8f2c-6e264ac5284b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:39:49.358140 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-c6c89f8a-bca9-4f67-8f2c-6e264ac5284b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:39:49.371789 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6c89f8a-bca9-4f67-8f2c-6e264ac5284b admin admin] Made reservation on behalf of 28286cd003544ef7aab6bcdf152af014 for: {'network': 1} {{(pid=87635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:39:49.374213 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-c6c89f8a-bca9-4f67-8f2c-6e264ac5284b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for network, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:39:49.386041 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-c6c89f8a-bca9-4f67-8f2c-6e264ac5284b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:39:49.400310 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-c6c89f8a-bca9-4f67-8f2c-6e264ac5284b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:39:49.404193 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-c6c89f8a-bca9-4f67-8f2c-6e264ac5284b admin admin] Usage tracker for resource:security_group_rule and tenant:28286cd003544ef7aab6bcdf152af014 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:39:49.406964 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-c6c89f8a-bca9-4f67-8f2c-6e264ac5284b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:39:49.412538 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-c6c89f8a-bca9-4f67-8f2c-6e264ac5284b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:39:49.502419 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-c6c89f8a-bca9-4f67-8f2c-6e264ac5284b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:39:49.511447 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-c6c89f8a-bca9-4f67-8f2c-6e264ac5284b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:39:49.514407 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-a46bba60-573d-498f-a918-6416cd298dc2 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:39:49.544823 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6c89f8a-bca9-4f67-8f2c-6e264ac5284b admin admin] vlan segment allocate from pool success with {'vlan_id': 406, 'physical_network': 'physnet1'}  {{(pid=87635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 23 16:39:49.553416 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c89f8a-bca9-4f67-8f2c-6e264ac5284b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=268f23bc-81ba-412a-9a4f-6e20cad62804,revision_number=1']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:39:49.557372 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-c6c89f8a-bca9-4f67-8f2c-6e264ac5284b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:39:49.559787 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-c6c89f8a-bca9-4f67-8f2c-6e264ac5284b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:39:49.560148 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.db.segments_db [None req-c6c89f8a-bca9-4f67-8f2c-6e264ac5284b admin admin] Added segment 684310ed-739d-4b7d-bf84-f4e52839288c of type vlan for network 71145ff1-cae9-4bcb-8b15-c93cb940d625
Dec 23 16:39:49.585379 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-c6c89f8a-bca9-4f67-8f2c-6e264ac5284b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735362521793'] for network, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:39:49.617483 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-c6c89f8a-bca9-4f67-8f2c-6e264ac5284b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495'] for network, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:39:49.618563 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6c89f8a-bca9-4f67-8f2c-6e264ac5284b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:39:49.619172 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-c6c89f8a-bca9-4f67-8f2c-6e264ac5284b admin admin] Notify callbacks [] for network, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:39:49.628742 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-bc822fae-03f3-4a50-9810-8f83da87d963 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:39:49.715662 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-c6c89f8a-bca9-4f67-8f2c-6e264ac5284b admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 0.4893408
Dec 23 16:39:49.718739 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 57838) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:39:49.723493 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c89f8a-bca9-4f67-8f2c-6e264ac5284b admin admin] Pushing event updated for resources: {'Network': ['ID=71145ff1-cae9-4bcb-8b15-c93cb940d625,revision_number=1']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:39:49.724445 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-cb20e731-91ab-4a7e-811d-5a979544e844 admin admin] Request body: {'subnet': {'network_id': '71145ff1-cae9-4bcb-8b15-c93cb940d625', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-18892422-subnet', 'tenant_id': '28286cd003544ef7aab6bcdf152af014', 'ip_version': 4}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:39:49.726210 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-c6c89f8a-bca9-4f67-8f2c-6e264ac5284b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:39:49.730187 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-cb20e731-91ab-4a7e-811d-5a979544e844 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:39:49.733762 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Network 71145ff1-cae9-4bcb-8b15-c93cb940d625 details requested by agent ovs-agent-dv-neutron-822799-1-hyperv with host dv-neutron-822799-1-hyperv {{(pid=87637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 23 16:39:49.734360 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-cb20e731-91ab-4a7e-811d-5a979544e844 admin admin] Usage tracker for resource:subnet and tenant:28286cd003544ef7aab6bcdf152af014 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:39:49.738551 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-cb20e731-91ab-4a7e-811d-5a979544e844 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:39:49.744813 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-cb20e731-91ab-4a7e-811d-5a979544e844 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:39:49.758228 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb20e731-91ab-4a7e-811d-5a979544e844 admin admin] Made reservation on behalf of 28286cd003544ef7aab6bcdf152af014 for: {'subnet': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:39:49.760849 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-cb20e731-91ab-4a7e-811d-5a979544e844 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2618324'] for subnet, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:39:49.836255 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4f63e799-dd0f-420b-b6f8-fd41047bcaa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:39:49.979354 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-cb20e731-91ab-4a7e-811d-5a979544e844 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2176430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2618310'] for subnet, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:39:49.982713 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-dad6727e-77e7-43b0-bf22-f70af0ba85bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:39:50.051357 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb20e731-91ab-4a7e-811d-5a979544e844 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f2591a8-c9eb-422a-8497-1fc4d17d7c53,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:39:50.055849 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-cb20e731-91ab-4a7e-811d-5a979544e844 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:39:50.065153 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb20e731-91ab-4a7e-811d-5a979544e844 admin admin] Checking segment: {'id': '684310ed-739d-4b7d-bf84-f4e52839288c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '71145ff1-cae9-4bcb-8b15-c93cb940d625'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:39:50.065504 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb20e731-91ab-4a7e-811d-5a979544e844 admin admin] Network hostable DHCP agents. Network: 71145ff1-cae9-4bcb-8b15-c93cb940d625, hostable agents: ['1c812d71-eadf-4fb3-b98e-67468a4aa7e2'], hosted agents: [] {{(pid=87636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 23 16:39:50.087077 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb20e731-91ab-4a7e-811d-5a979544e844 admin admin] Network 71145ff1-cae9-4bcb-8b15-c93cb940d625 is scheduled to be hosted by DHCP agent 1c812d71-eadf-4fb3-b98e-67468a4aa7e2 with binding_index 1 {{(pid=87636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 23 16:39:50.097825 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-cb20e731-91ab-4a7e-811d-5a979544e844 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822799-1-hyperv, 71145ff1-cae9-4bcb-8b15-c93cb940d625) {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:39:50.102468 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb20e731-91ab-4a7e-811d-5a979544e844 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:39:50.103201 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-cb20e731-91ab-4a7e-811d-5a979544e844 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:39:50.108371 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03b02b15-eb1d-4408-ad35-cbce3e7a89e0 None None] Network 71145ff1-cae9-4bcb-8b15-c93cb940d625 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:39:50.124657 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-cb20e731-91ab-4a7e-811d-5a979544e844 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 0.4048042
Dec 23 16:39:50.127868 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 57842) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:39:50.133259 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-91641be4-fc2e-410a-9ccd-671f93623032 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-18892422-router', 'tenant_id': '28286cd003544ef7aab6bcdf152af014', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b'}}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:39:50.138010 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-91641be4-fc2e-410a-9ccd-671f93623032 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:39:50.142051 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-91641be4-fc2e-410a-9ccd-671f93623032 admin admin] Usage tracker for resource:router and tenant:28286cd003544ef7aab6bcdf152af014 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:39:50.144926 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-91641be4-fc2e-410a-9ccd-671f93623032 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:39:50.150846 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-91641be4-fc2e-410a-9ccd-671f93623032 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:39:50.161851 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-91641be4-fc2e-410a-9ccd-671f93623032 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1823978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-235332'] for router, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:39:50.162805 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-91641be4-fc2e-410a-9ccd-671f93623032 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1824575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1824063', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1751113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-235341'] for router, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:39:50.177990 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-91641be4-fc2e-410a-9ccd-671f93623032 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:39:50.324175 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ca8f96e-b139-4e01-be7c-3b69dab1c601 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7e017a6-8198-58c8-a07e-0f786128e3b3-71145ff1-cae9-4bcb-8b15-c93cb940d625', 'network_id': '71145ff1-cae9-4bcb-8b15-c93cb940d625', 'tenant_id': '28286cd003544ef7aab6bcdf152af014', 'fixed_ips': [{'subnet_id': '5f2591a8-c9eb-422a-8497-1fc4d17d7c53'}]}} from dv-neutron-822799-1-hyperv. {{(pid=87637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 23 16:39:50.325064 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9ca8f96e-b139-4e01-be7c-3b69dab1c601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:39:50.479264 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_common [None req-9ca8f96e-b139-4e01-be7c-3b69dab1c601 None None] Allocated IP 172.20.0.2 (71145ff1-cae9-4bcb-8b15-c93cb940d625/5f2591a8-c9eb-422a-8497-1fc4d17d7c53/9c11cf92-0316-4eb2-b1e0-bed524374bb6) {{(pid=87637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:39:50.563657 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-91641be4-fc2e-410a-9ccd-671f93623032 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1824017', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1823768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-235299'] for router, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:39:50.682828 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9ca8f96e-b139-4e01-be7c-3b69dab1c601 None None] Notify callbacks [] for port, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:39:50.692918 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-9ca8f96e-b139-4e01-be7c-3b69dab1c601 None None] Transition to ACTIVE for port object 9c11cf92-0316-4eb2-b1e0-bed524374bb6 will not be triggered until provisioned by entity L2. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:39:50.712408 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-9ca8f96e-b139-4e01-be7c-3b69dab1c601 None None] Transition to ACTIVE for port object 9c11cf92-0316-4eb2-b1e0-bed524374bb6 will not be triggered until provisioned by entity DHCP. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:39:50.717476 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9ca8f96e-b139-4e01-be7c-3b69dab1c601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780'] for port, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:39:50.722644 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:39:50.777802 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ca8f96e-b139-4e01-be7c-3b69dab1c601 None None] Network 71145ff1-cae9-4bcb-8b15-c93cb940d625 is already hosted by enough agents. {{(pid=87637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:39:50.780423 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-9ca8f96e-b139-4e01-be7c-3b69dab1c601 None None] Resources bound (agent type, host, resource id):  {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:39:50.788658 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ca8f96e-b139-4e01-be7c-3b69dab1c601 None None] Received port after_create {{(pid=87637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:39:50.823016 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca8f96e-b139-4e01-be7c-3b69dab1c601 None None] Pushing event updated for resources: {'Port': ['ID=9c11cf92-0316-4eb2-b1e0-bed524374bb6,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:39:50.866743 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca8f96e-b139-4e01-be7c-3b69dab1c601 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:39:50.867135 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca8f96e-b139-4e01-be7c-3b69dab1c601 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:39:50.867811 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca8f96e-b139-4e01-be7c-3b69dab1c601 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:39:50.867948 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca8f96e-b139-4e01-be7c-3b69dab1c601 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:39:50.868232 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca8f96e-b139-4e01-be7c-3b69dab1c601 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:39:50.868605 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca8f96e-b139-4e01-be7c-3b69dab1c601 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:39:50.868927 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca8f96e-b139-4e01-be7c-3b69dab1c601 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:39:50.869259 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca8f96e-b139-4e01-be7c-3b69dab1c601 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:39:50.869590 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca8f96e-b139-4e01-be7c-3b69dab1c601 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:39:50.869890 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca8f96e-b139-4e01-be7c-3b69dab1c601 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:39:50.870230 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca8f96e-b139-4e01-be7c-3b69dab1c601 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:39:50.870551 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca8f96e-b139-4e01-be7c-3b69dab1c601 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:39:50.871226 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-91641be4-fc2e-410a-9ccd-671f93623032 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:39:50.881989 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-9ca8f96e-b139-4e01-be7c-3b69dab1c601 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:39:50.901591 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-91641be4-fc2e-410a-9ccd-671f93623032 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:39:50.903052 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9dcbea60-a34f-4144-91e7-90aff3f57aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:39:50.905165 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-9ca8f96e-b139-4e01-be7c-3b69dab1c601 None None] Attempting to bind port 9c11cf92-0316-4eb2-b1e0-bed524374bb6 on host dv-neutron-822799-1-hyperv for vnic_type normal with profile  {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:39:50.905555 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-9ca8f96e-b139-4e01-be7c-3b69dab1c601 None None] Attempting to bind port 9c11cf92-0316-4eb2-b1e0-bed524374bb6 by drivers openvswitch,hyperv on host dv-neutron-822799-1-hyperv at level 0 using segments [{'id': '684310ed-739d-4b7d-bf84-f4e52839288c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '71145ff1-cae9-4bcb-8b15-c93cb940d625'}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:39:50.905919 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ca8f96e-b139-4e01-be7c-3b69dab1c601 None None] Attempting to bind port 9c11cf92-0316-4eb2-b1e0-bed524374bb6 on network 71145ff1-cae9-4bcb-8b15-c93cb940d625 {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:39:50.919720 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ca8f96e-b139-4e01-be7c-3b69dab1c601 None None] Checking agent: {'id': '20d2070f-69a9-4e73-8d08-6f0387a40158', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822799-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 21), 'started_at': datetime.datetime(2021, 12, 23, 16, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 39, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822799-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 23 16:39:50.920107 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ca8f96e-b139-4e01-be7c-3b69dab1c601 None None] Checking segment: {'id': '684310ed-739d-4b7d-bf84-f4e52839288c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '71145ff1-cae9-4bcb-8b15-c93cb940d625'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:39:50.920519 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9ca8f96e-b139-4e01-be7c-3b69dab1c601 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:39:50.920942 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ca8f96e-b139-4e01-be7c-3b69dab1c601 None None] Bound using segment: {'id': '684310ed-739d-4b7d-bf84-f4e52839288c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '71145ff1-cae9-4bcb-8b15-c93cb940d625'} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 23 16:39:50.921428 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-9ca8f96e-b139-4e01-be7c-3b69dab1c601 None None] Bound port: 9c11cf92-0316-4eb2-b1e0-bed524374bb6, host: dv-neutron-822799-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '684310ed-739d-4b7d-bf84-f4e52839288c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '71145ff1-cae9-4bcb-8b15-c93cb940d625'}}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 23 16:39:50.921815 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9ca8f96e-b139-4e01-be7c-3b69dab1c601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:39:50.940472 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:39:51.015468 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-9ca8f96e-b139-4e01-be7c-3b69dab1c601 None None] For port 9c11cf92-0316-4eb2-b1e0-bed524374bb6, host dv-neutron-822799-1-hyperv, cleared binding levels {{(pid=87637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 23 16:39:51.018599 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-9ca8f96e-b139-4e01-be7c-3b69dab1c601 None None] For port 9c11cf92-0316-4eb2-b1e0-bed524374bb6, host dv-neutron-822799-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=9c11cf92-0316-4eb2-b1e0-bed524374bb6,segment=NetworkSegment(684310ed-739d-4b7d-bf84-f4e52839288c),segment_id=684310ed-739d-4b7d-bf84-f4e52839288c)] {{(pid=87637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 23 16:39:51.023010 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9ca8f96e-b139-4e01-be7c-3b69dab1c601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:39:51.027551 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3292a3e7-f81c-4df9-b568-815b0d4f622c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:39:51.037992 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [None req-91641be4-fc2e-410a-9ccd-671f93623032 admin admin] Allocated IP 172.26.3.204 (8afa6d58-9431-454a-b99c-3ff8a65aa86b/60537fec-5f5f-4ab7-89cc-03638149a590/3e747c58-ef80-4ebd-8c34-3d371bf8f405) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:39:51.108431 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca8f96e-b139-4e01-be7c-3b69dab1c601 None None] Pushing event updated for resources: {'Port': ['ID=9c11cf92-0316-4eb2-b1e0-bed524374bb6,revision_number=2']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:39:51.110571 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-9ca8f96e-b139-4e01-be7c-3b69dab1c601 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:39:51.188914 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-91641be4-fc2e-410a-9ccd-671f93623032 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:39:51.221378 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-91641be4-fc2e-410a-9ccd-671f93623032 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:39:51.225250 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-ee9bbd17-106c-4f26-9676-293b9fb1fc72 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:39:51.291445 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91641be4-fc2e-410a-9ccd-671f93623032 admin admin] Network 8afa6d58-9431-454a-b99c-3ff8a65aa86b is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:39:51.296936 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-91641be4-fc2e-410a-9ccd-671f93623032 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:39:51.305851 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91641be4-fc2e-410a-9ccd-671f93623032 admin admin] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:39:51.356493 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91641be4-fc2e-410a-9ccd-671f93623032 admin admin] Pushing event updated for resources: {'Port': ['ID=3e747c58-ef80-4ebd-8c34-3d371bf8f405,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:39:51.360980 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-91641be4-fc2e-410a-9ccd-671f93623032 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:39:51.904668 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-91641be4-fc2e-410a-9ccd-671f93623032 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:39:52.033457 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6282851f-46ca-4566-bc1e-6bccef223671 None None] Network 71145ff1-cae9-4bcb-8b15-c93cb940d625 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:39:52.138826 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-baa3069a-a6a1-44e2-a1c9-4db96da2c845 None None] Provisioning for port 9c11cf92-0316-4eb2-b1e0-bed524374bb6 completed by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:39:52.261397 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-91641be4-fc2e-410a-9ccd-671f93623032 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1823971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1824234'] for router, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:39:52.277198 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 9c11cf92-0316-4eb2-b1e0-bed524374bb6 up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:39:52.392198 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9e3aab53-d650-47e3-b8a6-2dff21fe9ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:39:52.416721 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning for port 9c11cf92-0316-4eb2-b1e0-bed524374bb6 completed by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:39:52.424150 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port 9c11cf92-0316-4eb2-b1e0-bed524374bb6 triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:39:52.424515 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:39:52.487997 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91641be4-fc2e-410a-9ccd-671f93623032 admin admin] Router 97955f88-bc44-4bea-b945-e40e1de54170 is scheduled to L3 agent 371d4c41-c7e2-4de7-9539-c049ec4e95d1 with binding_index 1 {{(pid=87636) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 23 16:39:52.550620 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:39:52.583701 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] For port 9c11cf92-0316-4eb2-b1e0-bed524374bb6, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=9c11cf92-0316-4eb2-b1e0-bed524374bb6,segment=NetworkSegment(684310ed-739d-4b7d-bf84-f4e52839288c),segment_id=684310ed-739d-4b7d-bf84-f4e52839288c)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:39:52.589247 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:39:52.592388 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:39:52.660704 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Pushing event updated for resources: {'Port': ['ID=9c11cf92-0316-4eb2-b1e0-bed524374bb6,revision_number=3']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:39:52.665026 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:39:52.671307 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91641be4-fc2e-410a-9ccd-671f93623032 admin admin] Notify agent at l3_agent.dv-neutron-822799-1-hyperv the message routers_updated {{(pid=87636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 23 16:39:52.682397 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb98b385-6ab2-437a-9e94-1f538d52e72a None None] Sync routers for ids ['97955f88-bc44-4bea-b945-e40e1de54170'] in dv-neutron-822799-1-hyperv {{(pid=87637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 23 16:39:52.688895 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-d14f2a35-91c5-4825-812a-1918dc8ba68d None None] Provisioning complete for port 9c11cf92-0316-4eb2-b1e0-bed524374bb6 triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:39:52.689283 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d14f2a35-91c5-4825-812a-1918dc8ba68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:39:52.695478 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-91641be4-fc2e-410a-9ccd-671f93623032 admin admin] Notify callbacks [] for router, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:39:52.697055 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-91641be4-fc2e-410a-9ccd-671f93623032 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201  len: 925 time: 2.5680053
Dec 23 16:39:52.699980 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 57846) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:39:52.731113 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb98b385-6ab2-437a-9e94-1f538d52e72a None None] Routers {'97955f88-bc44-4bea-b945-e40e1de54170'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:39:52.731761 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-cb98b385-6ab2-437a-9e94-1f538d52e72a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc100f4c0>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:39:50Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['97955f88-bc44-4bea-b945-e40e1de54170'], 'active': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:39:52.970949 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvr_db [None req-cb98b385-6ab2-437a-9e94-1f538d52e72a None None] Set router 97955f88-bc44-4bea-b945-e40e1de54170 gateway port host: dv-neutron-822799-1-hyperv {{(pid=87637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:39:53.266001 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-cb98b385-6ab2-437a-9e94-1f538d52e72a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc100f4c0>, [{'id': '97955f88-bc44-4bea-b945-e40e1de54170', 'name': 'tempest-TestMinimumBasicScenario-18892422-router', 'tenant_id': '28286cd003544ef7aab6bcdf152af014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.204'}], 'enable_snat': True}, 'gw_port_id': '3e747c58-ef80-4ebd-8c34-3d371bf8f405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:39:50Z', 'updated_at': '2021-12-23T16:39:51Z', 'revision_number': 3, 'project_id': '28286cd003544ef7aab6bcdf152af014', 'gw_port': {'id': '3e747c58-ef80-4ebd-8c34-3d371bf8f405', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:6c:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97955f88-bc44-4bea-b945-e40e1de54170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:39:50Z', 'updated_at': '2021-12-23T16:39:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv'}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:39:53.270832 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb98b385-6ab2-437a-9e94-1f538d52e72a None None] Checking router: 97955f88-bc44-4bea-b945-e40e1de54170 for host: dv-neutron-822799-1-hyperv {{(pid=87637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 23 16:39:53.271342 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb98b385-6ab2-437a-9e94-1f538d52e72a None None] Updating router 97955f88-bc44-4bea-b945-e40e1de54170 port 3e747c58-ef80-4ebd-8c34-3d371bf8f405 binding host dv-neutron-822799-1-hyperv {{(pid=87637) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 23 16:39:53.335468 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-cb98b385-6ab2-437a-9e94-1f538d52e72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:39:53.496924 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-f6b1ff03-467c-4849-bf69-8a8c5122e93b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:39:53.656500 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-cb98b385-6ab2-437a-9e94-1f538d52e72a None None] Notify callbacks [] for port, precommit_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:39:53.668584 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-cb98b385-6ab2-437a-9e94-1f538d52e72a None None] Transition to ACTIVE for port object 3e747c58-ef80-4ebd-8c34-3d371bf8f405 will not be triggered until provisioned by entity L2. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:39:53.675149 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-cb98b385-6ab2-437a-9e94-1f538d52e72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:39:53.679676 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-7f5d25d7-3b93-47fe-a0d3-151ffd920891 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:39:53.698752 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.db_base_plugin_common [None req-f6b1ff03-467c-4849-bf69-8a8c5122e93b admin admin] Allocated IP 172.20.0.1 (71145ff1-cae9-4bcb-8b15-c93cb940d625/5f2591a8-c9eb-422a-8497-1fc4d17d7c53/2f3b1dc7-9ae6-4334-a404-0c32013ef00c) {{(pid=87635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:39:53.753998 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-cb98b385-6ab2-437a-9e94-1f538d52e72a None None] Attempting to bind port 3e747c58-ef80-4ebd-8c34-3d371bf8f405 on host dv-neutron-822799-1-hyperv for vnic_type normal with profile  {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:39:53.754384 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-cb98b385-6ab2-437a-9e94-1f538d52e72a None None] Attempting to bind port 3e747c58-ef80-4ebd-8c34-3d371bf8f405 by drivers openvswitch,hyperv on host dv-neutron-822799-1-hyperv at level 0 using segments [{'id': '77e3d110-dd7b-426c-b11f-b78dde7993df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b'}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:39:53.754757 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb98b385-6ab2-437a-9e94-1f538d52e72a None None] Attempting to bind port 3e747c58-ef80-4ebd-8c34-3d371bf8f405 on network 8afa6d58-9431-454a-b99c-3ff8a65aa86b {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:39:53.760615 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00adf17-5de6-4469-b40b-ccea744cbfd1 None None] Pushing event updated for resources: {'Port': ['ID=3e747c58-ef80-4ebd-8c34-3d371bf8f405,revision_number=2']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:39:53.764517 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-c00adf17-5de6-4469-b40b-ccea744cbfd1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:39:53.765342 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb98b385-6ab2-437a-9e94-1f538d52e72a None None] Checking agent: {'id': '20d2070f-69a9-4e73-8d08-6f0387a40158', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822799-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 21), 'started_at': datetime.datetime(2021, 12, 23, 16, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 39, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822799-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 23 16:39:53.765721 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb98b385-6ab2-437a-9e94-1f538d52e72a None None] Checking segment: {'id': '77e3d110-dd7b-426c-b11f-b78dde7993df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:39:53.766138 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-cb98b385-6ab2-437a-9e94-1f538d52e72a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:39:53.766530 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb98b385-6ab2-437a-9e94-1f538d52e72a None None] Bound using segment: {'id': '77e3d110-dd7b-426c-b11f-b78dde7993df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b'} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 23 16:39:53.767011 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-cb98b385-6ab2-437a-9e94-1f538d52e72a None None] Bound port: 3e747c58-ef80-4ebd-8c34-3d371bf8f405, host: dv-neutron-822799-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77e3d110-dd7b-426c-b11f-b78dde7993df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b'}}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 23 16:39:53.767381 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-cb98b385-6ab2-437a-9e94-1f538d52e72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:39:53.842144 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-cb98b385-6ab2-437a-9e94-1f538d52e72a None None] For port 3e747c58-ef80-4ebd-8c34-3d371bf8f405, host dv-neutron-822799-1-hyperv, cleared binding levels {{(pid=87637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 23 16:39:53.845053 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-cb98b385-6ab2-437a-9e94-1f538d52e72a None None] For port 3e747c58-ef80-4ebd-8c34-3d371bf8f405, host dv-neutron-822799-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=3e747c58-ef80-4ebd-8c34-3d371bf8f405,segment=NetworkSegment(77e3d110-dd7b-426c-b11f-b78dde7993df),segment_id=77e3d110-dd7b-426c-b11f-b78dde7993df)] {{(pid=87637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 23 16:39:53.850232 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-cb98b385-6ab2-437a-9e94-1f538d52e72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:39:53.851271 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-f6b1ff03-467c-4849-bf69-8a8c5122e93b admin admin] Notify callbacks [] for port, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:39:53.855010 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-9ca8f96e-b139-4e01-be7c-3b69dab1c601 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:39:53.866302 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.provisioning_blocks [None req-f6b1ff03-467c-4849-bf69-8a8c5122e93b admin admin] Transition to ACTIVE for port object 2f3b1dc7-9ae6-4334-a404-0c32013ef00c will not be triggered until provisioned by entity DHCP. {{(pid=87635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:39:53.891390 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-f6b1ff03-467c-4849-bf69-8a8c5122e93b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:39:53.896056 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-dc87dc17-b05f-479d-9087-d269ce7e18a3 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:39:53.929155 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb98b385-6ab2-437a-9e94-1f538d52e72a None None] Routers {'97955f88-bc44-4bea-b945-e40e1de54170'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:39:53.929367 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-cb98b385-6ab2-437a-9e94-1f538d52e72a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc100f4c0>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:39:50Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['97955f88-bc44-4bea-b945-e40e1de54170'], 'active': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:39:53.954486 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6b1ff03-467c-4849-bf69-8a8c5122e93b admin admin] Network 71145ff1-cae9-4bcb-8b15-c93cb940d625 is already hosted by enough agents. {{(pid=87635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:39:53.961881 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.base_scheduler [None req-f6b1ff03-467c-4849-bf69-8a8c5122e93b admin admin] Resources bound (agent type, host, resource id):  {{(pid=87635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:39:53.966404 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b1ff03-467c-4849-bf69-8a8c5122e93b admin admin] Received port after_create {{(pid=87635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:39:54.006382 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b1ff03-467c-4849-bf69-8a8c5122e93b admin admin] Pushing event updated for resources: {'Port': ['ID=2f3b1dc7-9ae6-4334-a404-0c32013ef00c,revision_number=1']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:39:54.015633 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-f6b1ff03-467c-4849-bf69-8a8c5122e93b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:39:54.031542 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-f6b1ff03-467c-4849-bf69-8a8c5122e93b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1781300'] for router_interface, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:39:54.042016 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00adf17-5de6-4469-b40b-ccea744cbfd1 None None] Pushing event updated for resources: {'Port': ['ID=3e747c58-ef80-4ebd-8c34-3d371bf8f405,revision_number=3']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:39:54.046974 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-c00adf17-5de6-4469-b40b-ccea744cbfd1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:39:54.167971 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvr_db [None req-cb98b385-6ab2-437a-9e94-1f538d52e72a None None] Set router 97955f88-bc44-4bea-b945-e40e1de54170 gateway port host: dv-neutron-822799-1-hyperv {{(pid=87637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:39:54.279476 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 9c11cf92-0316-4eb2-b1e0-bed524374bb6 up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:39:54.312457 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-f6b1ff03-467c-4849-bf69-8a8c5122e93b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:39:54.418173 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-339cd9b1-59c9-4d50-a897-c771d116bb1a None None] Provisioning for port 2f3b1dc7-9ae6-4334-a404-0c32013ef00c completed by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:39:54.430927 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-339cd9b1-59c9-4d50-a897-c771d116bb1a None None] Provisioning complete for port 2f3b1dc7-9ae6-4334-a404-0c32013ef00c triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:39:54.431235 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-339cd9b1-59c9-4d50-a897-c771d116bb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:39:54.514895 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port 9c11cf92-0316-4eb2-b1e0-bed524374bb6 triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:39:54.515243 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:39:54.532644 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-f6b1ff03-467c-4849-bf69-8a8c5122e93b admin admin] Notify callbacks [] for port, precommit_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:39:54.540255 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-f6b1ff03-467c-4849-bf69-8a8c5122e93b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2753531'] for port, after_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:39:54.556101 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-339cd9b1-59c9-4d50-a897-c771d116bb1a None None] Port 2f3b1dc7-9ae6-4334-a404-0c32013ef00c cannot update to ACTIVE because it is not bound. {{(pid=87637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 23 16:39:54.571179 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-dc87dc17-b05f-479d-9087-d269ce7e18a3 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:39:54.655810 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-f6b1ff03-467c-4849-bf69-8a8c5122e93b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1627481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1781465'] for router_interface, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:39:54.659528 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b1ff03-467c-4849-bf69-8a8c5122e93b admin admin] Pushing event updated for resources: {'Port': ['ID=2f3b1dc7-9ae6-4334-a404-0c32013ef00c,revision_number=2']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:39:54.663017 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-f6b1ff03-467c-4849-bf69-8a8c5122e93b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:39:54.693560 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-cb98b385-6ab2-437a-9e94-1f538d52e72a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc100f4c0>, [{'id': '97955f88-bc44-4bea-b945-e40e1de54170', 'name': 'tempest-TestMinimumBasicScenario-18892422-router', 'tenant_id': '28286cd003544ef7aab6bcdf152af014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.204'}], 'enable_snat': True}, 'gw_port_id': '3e747c58-ef80-4ebd-8c34-3d371bf8f405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:39:50Z', 'updated_at': '2021-12-23T16:39:51Z', 'revision_number': 3, 'project_id': '28286cd003544ef7aab6bcdf152af014', 'gw_port': {'id': '3e747c58-ef80-4ebd-8c34-3d371bf8f405', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:6c:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97955f88-bc44-4bea-b945-e40e1de54170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:39:50Z', 'updated_at': '2021-12-23T16:39:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv'}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:39:54.698212 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb98b385-6ab2-437a-9e94-1f538d52e72a None None] The sync data for ids ['97955f88-bc44-4bea-b945-e40e1de54170'] in dv-neutron-822799-1-hyperv is: [{'id': '97955f88-bc44-4bea-b945-e40e1de54170', 'name': 'tempest-TestMinimumBasicScenario-18892422-router', 'tenant_id': '28286cd003544ef7aab6bcdf152af014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.204'}], 'enable_snat': True}, 'gw_port_id': '3e747c58-ef80-4ebd-8c34-3d371bf8f405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:39:50Z', 'updated_at': '2021-12-23T16:39:51Z', 'revision_number': 3, 'project_id': '28286cd003544ef7aab6bcdf152af014', 'gw_port': {'id': '3e747c58-ef80-4ebd-8c34-3d371bf8f405', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:6c:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97955f88-bc44-4bea-b945-e40e1de54170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:39:50Z', 'updated_at': '2021-12-23T16:39:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv'}] {{(pid=87637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 23 16:39:54.797337 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6b1ff03-467c-4849-bf69-8a8c5122e93b admin admin] Network 71145ff1-cae9-4bcb-8b15-c93cb940d625 is already hosted by enough agents. {{(pid=87635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:39:54.798417 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.base_scheduler [None req-f6b1ff03-467c-4849-bf69-8a8c5122e93b admin admin] Resources bound (agent type, host, resource id):  {{(pid=87635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:39:55.081484 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-4c9ea950-66f3-4909-b5d1-1df5976d8376 None None] Provisioning complete for port 2f3b1dc7-9ae6-4334-a404-0c32013ef00c triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:39:55.081878 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4c9ea950-66f3-4909-b5d1-1df5976d8376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:39:55.140981 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-4c9ea950-66f3-4909-b5d1-1df5976d8376 None None] Port 2f3b1dc7-9ae6-4334-a404-0c32013ef00c cannot update to ACTIVE because it is not bound. {{(pid=87637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 23 16:39:55.159739 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6b1ff03-467c-4849-bf69-8a8c5122e93b admin admin] Router 97955f88-bc44-4bea-b945-e40e1de54170 has already been hosted by L3 agent 371d4c41-c7e2-4de7-9539-c049ec4e95d1 {{(pid=87635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 23 16:39:55.344147 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6b1ff03-467c-4849-bf69-8a8c5122e93b admin admin] Notify agent at l3_agent.dv-neutron-822799-1-hyperv the message routers_updated {{(pid=87635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 23 16:39:55.353710 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-f6b1ff03-467c-4849-bf69-8a8c5122e93b admin admin] 10.222.0.64 "PUT /v2.0/routers/97955f88-bc44-4bea-b945-e40e1de54170/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6525812
Dec 23 16:39:55.872551 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 57864) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:39:55.878568 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-5fcbd1fd-73c3-4314-a67d-d1c041b52b2b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-602399535-network', 'tenant_id': 'f19a4224124446d6a3eb46aedbe5a262'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:39:55.883559 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-5fcbd1fd-73c3-4314-a67d-d1c041b52b2b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:39:55.887425 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-5fcbd1fd-73c3-4314-a67d-d1c041b52b2b admin admin] Usage tracker for resource:network and tenant:f19a4224124446d6a3eb46aedbe5a262 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:39:55.891464 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-5fcbd1fd-73c3-4314-a67d-d1c041b52b2b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:39:55.897304 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-5fcbd1fd-73c3-4314-a67d-d1c041b52b2b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:39:55.909043 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fcbd1fd-73c3-4314-a67d-d1c041b52b2b admin admin] Made reservation on behalf of f19a4224124446d6a3eb46aedbe5a262 for: {'network': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:39:55.911584 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5fcbd1fd-73c3-4314-a67d-d1c041b52b2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for network, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:39:55.928169 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5fcbd1fd-73c3-4314-a67d-d1c041b52b2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:39:55.945932 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-5fcbd1fd-73c3-4314-a67d-d1c041b52b2b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:39:55.951258 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-5fcbd1fd-73c3-4314-a67d-d1c041b52b2b admin admin] Usage tracker for resource:security_group_rule and tenant:f19a4224124446d6a3eb46aedbe5a262 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:39:55.954346 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-5fcbd1fd-73c3-4314-a67d-d1c041b52b2b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:39:55.962137 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-5fcbd1fd-73c3-4314-a67d-d1c041b52b2b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:39:56.047482 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5fcbd1fd-73c3-4314-a67d-d1c041b52b2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:39:56.051898 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5fcbd1fd-73c3-4314-a67d-d1c041b52b2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:39:56.056263 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-036aa351-b708-4eca-8085-3e01e25f92c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:39:56.081222 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fcbd1fd-73c3-4314-a67d-d1c041b52b2b admin admin] vlan segment allocate from pool success with {'vlan_id': 400, 'physical_network': 'physnet1'}  {{(pid=87636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 23 16:39:56.093767 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcbd1fd-73c3-4314-a67d-d1c041b52b2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d198006-a62e-4a0d-8c63-81779acd7dcb,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:39:56.097200 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-5fcbd1fd-73c3-4314-a67d-d1c041b52b2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:39:56.100076 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5fcbd1fd-73c3-4314-a67d-d1c041b52b2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:39:56.100424 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.db.segments_db [None req-5fcbd1fd-73c3-4314-a67d-d1c041b52b2b admin admin] Added segment 63f1401a-edfb-489f-84ba-e4721967008f of type vlan for network 398dff8d-0593-47cb-ba9a-caf9a1e8200e
Dec 23 16:39:56.127154 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5fcbd1fd-73c3-4314-a67d-d1c041b52b2b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735362521793'] for network, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:39:56.159145 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5fcbd1fd-73c3-4314-a67d-d1c041b52b2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495'] for network, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:39:56.160192 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fcbd1fd-73c3-4314-a67d-d1c041b52b2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:39:56.160845 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5fcbd1fd-73c3-4314-a67d-d1c041b52b2b admin admin] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:39:56.164423 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-c6a94c7e-cff3-4c66-9484-dcaf1a2de58a tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:39:56.195904 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7b0d82f-93c1-4cbd-b13d-bc0532a03106 None None] Sync routers for ids ['97955f88-bc44-4bea-b945-e40e1de54170'] in dv-neutron-822799-1-hyperv {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 23 16:39:56.210910 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7b0d82f-93c1-4cbd-b13d-bc0532a03106 None None] Routers {'97955f88-bc44-4bea-b945-e40e1de54170'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:39:56.211523 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-e7b0d82f-93c1-4cbd-b13d-bc0532a03106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc1be6f10>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:39:50Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['97955f88-bc44-4bea-b945-e40e1de54170'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:39:56.269614 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcbd1fd-73c3-4314-a67d-d1c041b52b2b admin admin] Pushing event updated for resources: {'Network': ['ID=398dff8d-0593-47cb-ba9a-caf9a1e8200e,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:39:56.272766 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 3e747c58-ef80-4ebd-8c34-3d371bf8f405 up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:39:56.273343 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-5fcbd1fd-73c3-4314-a67d-d1c041b52b2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:39:56.278925 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 57868) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:39:56.285164 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-0eaa28c1-55cc-40ec-a0f5-74cac3126fdf admin admin] Request body: {'subnet': {'network_id': '398dff8d-0593-47cb-ba9a-caf9a1e8200e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-602399535-subnet', 'tenant_id': 'f19a4224124446d6a3eb46aedbe5a262', 'ip_version': 4}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:39:56.290957 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-5fcbd1fd-73c3-4314-a67d-d1c041b52b2b admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.4153240
Dec 23 16:39:56.291918 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-0eaa28c1-55cc-40ec-a0f5-74cac3126fdf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:39:56.296166 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-0eaa28c1-55cc-40ec-a0f5-74cac3126fdf admin admin] Usage tracker for resource:subnet and tenant:f19a4224124446d6a3eb46aedbe5a262 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:39:56.299276 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-0eaa28c1-55cc-40ec-a0f5-74cac3126fdf admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:39:56.306010 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-0eaa28c1-55cc-40ec-a0f5-74cac3126fdf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:39:56.322902 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0eaa28c1-55cc-40ec-a0f5-74cac3126fdf admin admin] Made reservation on behalf of f19a4224124446d6a3eb46aedbe5a262 for: {'subnet': 1} {{(pid=87635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:39:56.323664 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Network 398dff8d-0593-47cb-ba9a-caf9a1e8200e details requested by agent ovs-agent-dv-neutron-822799-1-hyperv with host dv-neutron-822799-1-hyperv {{(pid=87637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 23 16:39:56.325697 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-0eaa28c1-55cc-40ec-a0f5-74cac3126fdf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2610339'] for subnet, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:39:56.401647 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-e7b0d82f-93c1-4cbd-b13d-bc0532a03106 None None] Set router 97955f88-bc44-4bea-b945-e40e1de54170 gateway port host: dv-neutron-822799-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:39:56.456605 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning for port 3e747c58-ef80-4ebd-8c34-3d371bf8f405 completed by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:39:56.462159 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port 3e747c58-ef80-4ebd-8c34-3d371bf8f405 triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:39:56.462816 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:39:56.549887 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-0eaa28c1-55cc-40ec-a0f5-74cac3126fdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2753396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2610353'] for subnet, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:39:56.553948 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-299dd5db-1940-45b3-a264-997e84c946c9 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:39:56.588305 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:39:56.605937 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] For port 3e747c58-ef80-4ebd-8c34-3d371bf8f405, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=3e747c58-ef80-4ebd-8c34-3d371bf8f405,segment=NetworkSegment(77e3d110-dd7b-426c-b11f-b78dde7993df),segment_id=77e3d110-dd7b-426c-b11f-b78dde7993df)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:39:56.611353 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:39:56.617011 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:39:56.627078 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaa28c1-55cc-40ec-a0f5-74cac3126fdf admin admin] Pushing event updated for resources: {'Subnet': ['ID=f61d19a8-3e7c-40f3-bb11-eafa1d8182fe,revision_number=0']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:39:56.631479 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-0eaa28c1-55cc-40ec-a0f5-74cac3126fdf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:39:56.641705 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eaa28c1-55cc-40ec-a0f5-74cac3126fdf admin admin] Checking segment: {'id': '63f1401a-edfb-489f-84ba-e4721967008f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '398dff8d-0593-47cb-ba9a-caf9a1e8200e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:39:56.642076 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eaa28c1-55cc-40ec-a0f5-74cac3126fdf admin admin] Network hostable DHCP agents. Network: 398dff8d-0593-47cb-ba9a-caf9a1e8200e, hostable agents: ['1c812d71-eadf-4fb3-b98e-67468a4aa7e2'], hosted agents: [] {{(pid=87635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 23 16:39:56.664872 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eaa28c1-55cc-40ec-a0f5-74cac3126fdf admin admin] Network 398dff8d-0593-47cb-ba9a-caf9a1e8200e is scheduled to be hosted by DHCP agent 1c812d71-eadf-4fb3-b98e-67468a4aa7e2 with binding_index 1 {{(pid=87635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 23 16:39:56.675571 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.base_scheduler [None req-0eaa28c1-55cc-40ec-a0f5-74cac3126fdf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822799-1-hyperv, 398dff8d-0593-47cb-ba9a-caf9a1e8200e) {{(pid=87635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:39:56.680656 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eaa28c1-55cc-40ec-a0f5-74cac3126fdf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:39:56.681252 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-0eaa28c1-55cc-40ec-a0f5-74cac3126fdf admin admin] Notify callbacks [] for subnet, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:39:56.687361 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Pushing event updated for resources: {'Port': ['ID=3e747c58-ef80-4ebd-8c34-3d371bf8f405,revision_number=4']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:39:56.691456 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba1efb29-a8cc-4df9-a0c9-92325db0302c None None] Network 398dff8d-0593-47cb-ba9a-caf9a1e8200e requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:39:56.705857 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-0eaa28c1-55cc-40ec-a0f5-74cac3126fdf admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.4255090
Dec 23 16:39:56.708552 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 57872) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:39:56.710840 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:39:56.715384 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-563b0a73-d925-4c05-84ae-2e9306cbcd87 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-602399535-router', 'tenant_id': 'f19a4224124446d6a3eb46aedbe5a262', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b'}}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:39:56.721701 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-563b0a73-d925-4c05-84ae-2e9306cbcd87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:39:56.725768 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-563b0a73-d925-4c05-84ae-2e9306cbcd87 admin admin] Usage tracker for resource:router and tenant:f19a4224124446d6a3eb46aedbe5a262 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:39:56.729226 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-563b0a73-d925-4c05-84ae-2e9306cbcd87 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:39:56.736002 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-563b0a73-d925-4c05-84ae-2e9306cbcd87 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:39:56.746596 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-563b0a73-d925-4c05-84ae-2e9306cbcd87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1823978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-235332'] for router, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:39:56.747878 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-563b0a73-d925-4c05-84ae-2e9306cbcd87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1824575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1824063', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1751113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-235341'] for router, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:39:56.764156 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-563b0a73-d925-4c05-84ae-2e9306cbcd87 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:39:56.771580 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-e7b0d82f-93c1-4cbd-b13d-bc0532a03106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc1be6f10>, [{'id': '97955f88-bc44-4bea-b945-e40e1de54170', 'name': 'tempest-TestMinimumBasicScenario-18892422-router', 'tenant_id': '28286cd003544ef7aab6bcdf152af014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.204'}], 'enable_snat': True}, 'gw_port_id': '3e747c58-ef80-4ebd-8c34-3d371bf8f405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:39:50Z', 'updated_at': '2021-12-23T16:39:54Z', 'revision_number': 4, 'project_id': '28286cd003544ef7aab6bcdf152af014', 'gw_port': {'id': '3e747c58-ef80-4ebd-8c34-3d371bf8f405', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:6c:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97955f88-bc44-4bea-b945-e40e1de54170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:39:50Z', 'updated_at': '2021-12-23T16:39:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_interfaces': [{'id': '2f3b1dc7-9ae6-4334-a404-0c32013ef00c', 'name': '', 'network_id': '71145ff1-cae9-4bcb-8b15-c93cb940d625', 'tenant_id': '28286cd003544ef7aab6bcdf152af014', 'mac_address': 'fa:16:3e:07:e0:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97955f88-bc44-4bea-b945-e40e1de54170', 'device_owner': 'network:router_interface', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '5f2591a8-c9eb-422a-8497-1fc4d17d7c53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:39:53Z', 'updated_at': '2021-12-23T16:39:54Z', 'revision_number': 2, 'project_id': '28286cd003544ef7aab6bcdf152af014', 'subnets': [{'id': '5f2591a8-c9eb-422a-8497-1fc4d17d7c53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:39:56.776735 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7b0d82f-93c1-4cbd-b13d-bc0532a03106 None None] Checking router: 97955f88-bc44-4bea-b945-e40e1de54170 for host: dv-neutron-822799-1-hyperv {{(pid=87638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 23 16:39:56.777092 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7b0d82f-93c1-4cbd-b13d-bc0532a03106 None None] Updating router 97955f88-bc44-4bea-b945-e40e1de54170 port 2f3b1dc7-9ae6-4334-a404-0c32013ef00c binding host dv-neutron-822799-1-hyperv {{(pid=87638) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 23 16:39:56.833175 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e7b0d82f-93c1-4cbd-b13d-bc0532a03106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:39:56.919389 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb8014eb-6baf-4ebd-b867-1abacb6cd523 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7e017a6-8198-58c8-a07e-0f786128e3b3-398dff8d-0593-47cb-ba9a-caf9a1e8200e', 'network_id': '398dff8d-0593-47cb-ba9a-caf9a1e8200e', 'tenant_id': 'f19a4224124446d6a3eb46aedbe5a262', 'fixed_ips': [{'subnet_id': 'f61d19a8-3e7c-40f3-bb11-eafa1d8182fe'}]}} from dv-neutron-822799-1-hyperv. {{(pid=87637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 23 16:39:56.920243 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-eb8014eb-6baf-4ebd-b867-1abacb6cd523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:39:57.044985 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-563b0a73-d925-4c05-84ae-2e9306cbcd87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1824017', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1823768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-235299'] for router, precommit_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:39:57.127738 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_common [None req-eb8014eb-6baf-4ebd-b867-1abacb6cd523 None None] Allocated IP 172.20.0.2 (398dff8d-0593-47cb-ba9a-caf9a1e8200e/f61d19a8-3e7c-40f3-bb11-eafa1d8182fe/c6a7ea67-0f2c-4337-992b-4f5ccad031f5) {{(pid=87637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:39:57.182982 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e7b0d82f-93c1-4cbd-b13d-bc0532a03106 None None] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:39:57.194719 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-e7b0d82f-93c1-4cbd-b13d-bc0532a03106 None None] Transition to ACTIVE for port object 2f3b1dc7-9ae6-4334-a404-0c32013ef00c will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:39:57.201820 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e7b0d82f-93c1-4cbd-b13d-bc0532a03106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:39:57.205581 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG oslo_concurrency.lockutils [None req-4c1a2037-bebb-4860-a3c6-e5a5c23cf540 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:39:57.355778 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-eb8014eb-6baf-4ebd-b867-1abacb6cd523 None None] Notify callbacks [] for port, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:39:57.367080 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-eb8014eb-6baf-4ebd-b867-1abacb6cd523 None None] Transition to ACTIVE for port object c6a7ea67-0f2c-4337-992b-4f5ccad031f5 will not be triggered until provisioned by entity L2. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:39:57.387149 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-eb8014eb-6baf-4ebd-b867-1abacb6cd523 None None] Transition to ACTIVE for port object c6a7ea67-0f2c-4337-992b-4f5ccad031f5 will not be triggered until provisioned by entity DHCP. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:39:57.400637 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-563b0a73-d925-4c05-84ae-2e9306cbcd87 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:39:57.401256 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-eb8014eb-6baf-4ebd-b867-1abacb6cd523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780'] for port, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:39:57.405715 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:39:57.415481 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b31ff2a-277d-4ccc-8f97-1a6ee2a4ab9e None None] Pushing event updated for resources: {'Port': ['ID=2f3b1dc7-9ae6-4334-a404-0c32013ef00c,revision_number=3']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:39:57.436234 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-563b0a73-d925-4c05-84ae-2e9306cbcd87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:39:57.438010 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b31ff2a-277d-4ccc-8f97-1a6ee2a4ab9e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:39:57.438355 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b31ff2a-277d-4ccc-8f97-1a6ee2a4ab9e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:39:57.438694 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b31ff2a-277d-4ccc-8f97-1a6ee2a4ab9e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:39:57.439023 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b31ff2a-277d-4ccc-8f97-1a6ee2a4ab9e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:39:57.439350 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b31ff2a-277d-4ccc-8f97-1a6ee2a4ab9e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:39:57.441008 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b31ff2a-277d-4ccc-8f97-1a6ee2a4ab9e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:39:57.441008 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b31ff2a-277d-4ccc-8f97-1a6ee2a4ab9e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:39:57.441008 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b31ff2a-277d-4ccc-8f97-1a6ee2a4ab9e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:39:57.441008 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b31ff2a-277d-4ccc-8f97-1a6ee2a4ab9e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:39:57.441405 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b31ff2a-277d-4ccc-8f97-1a6ee2a4ab9e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:39:57.441622 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b31ff2a-277d-4ccc-8f97-1a6ee2a4ab9e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:39:57.441936 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b31ff2a-277d-4ccc-8f97-1a6ee2a4ab9e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:39:57.448623 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG oslo_concurrency.lockutils [None req-5b31ff2a-277d-4ccc-8f97-1a6ee2a4ab9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=87638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:39:57.450801 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-e7b0d82f-93c1-4cbd-b13d-bc0532a03106 None None] Attempting to bind port 2f3b1dc7-9ae6-4334-a404-0c32013ef00c on host dv-neutron-822799-1-hyperv for vnic_type normal with profile  {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:39:57.451614 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-e7b0d82f-93c1-4cbd-b13d-bc0532a03106 None None] Attempting to bind port 2f3b1dc7-9ae6-4334-a404-0c32013ef00c by drivers openvswitch,hyperv on host dv-neutron-822799-1-hyperv at level 0 using segments [{'id': '684310ed-739d-4b7d-bf84-f4e52839288c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '71145ff1-cae9-4bcb-8b15-c93cb940d625'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:39:57.451614 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b0d82f-93c1-4cbd-b13d-bc0532a03106 None None] Attempting to bind port 2f3b1dc7-9ae6-4334-a404-0c32013ef00c on network 71145ff1-cae9-4bcb-8b15-c93cb940d625 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:39:57.457339 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b0d82f-93c1-4cbd-b13d-bc0532a03106 None None] Checking agent: {'id': '20d2070f-69a9-4e73-8d08-6f0387a40158', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822799-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 21), 'started_at': datetime.datetime(2021, 12, 23, 16, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 39, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822799-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 23 16:39:57.457714 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b0d82f-93c1-4cbd-b13d-bc0532a03106 None None] Checking segment: {'id': '684310ed-739d-4b7d-bf84-f4e52839288c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '71145ff1-cae9-4bcb-8b15-c93cb940d625'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:39:57.458122 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e7b0d82f-93c1-4cbd-b13d-bc0532a03106 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:39:57.458519 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b0d82f-93c1-4cbd-b13d-bc0532a03106 None None] Bound using segment: {'id': '684310ed-739d-4b7d-bf84-f4e52839288c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '71145ff1-cae9-4bcb-8b15-c93cb940d625'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 23 16:39:57.459041 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-e7b0d82f-93c1-4cbd-b13d-bc0532a03106 None None] Bound port: 2f3b1dc7-9ae6-4334-a404-0c32013ef00c, host: dv-neutron-822799-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '684310ed-739d-4b7d-bf84-f4e52839288c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '71145ff1-cae9-4bcb-8b15-c93cb940d625'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 23 16:39:57.459423 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e7b0d82f-93c1-4cbd-b13d-bc0532a03106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:39:57.477110 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb8014eb-6baf-4ebd-b867-1abacb6cd523 None None] Network 398dff8d-0593-47cb-ba9a-caf9a1e8200e is already hosted by enough agents. {{(pid=87637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:39:57.480670 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-eb8014eb-6baf-4ebd-b867-1abacb6cd523 None None] Resources bound (agent type, host, resource id):  {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:39:57.490857 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb8014eb-6baf-4ebd-b867-1abacb6cd523 None None] Received port after_create {{(pid=87637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:39:57.493142 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8014eb-6baf-4ebd-b867-1abacb6cd523 None None] Pushing event updated for resources: {'Port': ['ID=c6a7ea67-0f2c-4337-992b-4f5ccad031f5,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:39:57.497460 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-eb8014eb-6baf-4ebd-b867-1abacb6cd523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:39:57.565315 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-e7b0d82f-93c1-4cbd-b13d-bc0532a03106 None None] For port 2f3b1dc7-9ae6-4334-a404-0c32013ef00c, host dv-neutron-822799-1-hyperv, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 23 16:39:57.570308 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-e7b0d82f-93c1-4cbd-b13d-bc0532a03106 None None] For port 2f3b1dc7-9ae6-4334-a404-0c32013ef00c, host dv-neutron-822799-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=2f3b1dc7-9ae6-4334-a404-0c32013ef00c,segment=NetworkSegment(684310ed-739d-4b7d-bf84-f4e52839288c),segment_id=684310ed-739d-4b7d-bf84-f4e52839288c)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 23 16:39:57.577141 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-e7b0d82f-93c1-4cbd-b13d-bc0532a03106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:39:57.581656 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG oslo_concurrency.lockutils [None req-5955c752-787e-4dee-8394-c4e53dfec063 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:39:57.590076 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-eb8014eb-6baf-4ebd-b867-1abacb6cd523 None None] Attempting to bind port c6a7ea67-0f2c-4337-992b-4f5ccad031f5 on host dv-neutron-822799-1-hyperv for vnic_type normal with profile  {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:39:57.590468 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-eb8014eb-6baf-4ebd-b867-1abacb6cd523 None None] Attempting to bind port c6a7ea67-0f2c-4337-992b-4f5ccad031f5 by drivers openvswitch,hyperv on host dv-neutron-822799-1-hyperv at level 0 using segments [{'id': '63f1401a-edfb-489f-84ba-e4721967008f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '398dff8d-0593-47cb-ba9a-caf9a1e8200e'}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:39:57.590838 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb8014eb-6baf-4ebd-b867-1abacb6cd523 None None] Attempting to bind port c6a7ea67-0f2c-4337-992b-4f5ccad031f5 on network 398dff8d-0593-47cb-ba9a-caf9a1e8200e {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:39:57.596642 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb8014eb-6baf-4ebd-b867-1abacb6cd523 None None] Checking agent: {'id': '20d2070f-69a9-4e73-8d08-6f0387a40158', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822799-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 21), 'started_at': datetime.datetime(2021, 12, 23, 16, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 39, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822799-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 23 16:39:57.597030 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb8014eb-6baf-4ebd-b867-1abacb6cd523 None None] Checking segment: {'id': '63f1401a-edfb-489f-84ba-e4721967008f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '398dff8d-0593-47cb-ba9a-caf9a1e8200e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:39:57.597446 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-eb8014eb-6baf-4ebd-b867-1abacb6cd523 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:39:57.597838 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb8014eb-6baf-4ebd-b867-1abacb6cd523 None None] Bound using segment: {'id': '63f1401a-edfb-489f-84ba-e4721967008f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '398dff8d-0593-47cb-ba9a-caf9a1e8200e'} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 23 16:39:57.598314 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-eb8014eb-6baf-4ebd-b867-1abacb6cd523 None None] Bound port: c6a7ea67-0f2c-4337-992b-4f5ccad031f5, host: dv-neutron-822799-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63f1401a-edfb-489f-84ba-e4721967008f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '398dff8d-0593-47cb-ba9a-caf9a1e8200e'}}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 23 16:39:57.598694 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-eb8014eb-6baf-4ebd-b867-1abacb6cd523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:39:57.623155 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.db_base_plugin_common [None req-563b0a73-d925-4c05-84ae-2e9306cbcd87 admin admin] Allocated IP 172.26.3.90 (8afa6d58-9431-454a-b99c-3ff8a65aa86b/60537fec-5f5f-4ab7-89cc-03638149a590/0ee91de2-a870-4ffd-861f-800aeeffe09b) {{(pid=87635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:39:57.658215 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7b0d82f-93c1-4cbd-b13d-bc0532a03106 None None] Routers {'97955f88-bc44-4bea-b945-e40e1de54170'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:39:57.658988 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-e7b0d82f-93c1-4cbd-b13d-bc0532a03106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc1be6f10>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:39:50Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['97955f88-bc44-4bea-b945-e40e1de54170'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:39:57.698542 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-eb8014eb-6baf-4ebd-b867-1abacb6cd523 None None] For port c6a7ea67-0f2c-4337-992b-4f5ccad031f5, host dv-neutron-822799-1-hyperv, cleared binding levels {{(pid=87637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 23 16:39:57.702249 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-eb8014eb-6baf-4ebd-b867-1abacb6cd523 None None] For port c6a7ea67-0f2c-4337-992b-4f5ccad031f5, host dv-neutron-822799-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=c6a7ea67-0f2c-4337-992b-4f5ccad031f5,segment=NetworkSegment(63f1401a-edfb-489f-84ba-e4721967008f),segment_id=63f1401a-edfb-489f-84ba-e4721967008f)] {{(pid=87637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 23 16:39:57.708850 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-eb8014eb-6baf-4ebd-b867-1abacb6cd523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:39:57.713526 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b31ff2a-277d-4ccc-8f97-1a6ee2a4ab9e None None] Pushing event updated for resources: {'Port': ['ID=2f3b1dc7-9ae6-4334-a404-0c32013ef00c,revision_number=4']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:39:57.724261 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:39:57.726819 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG oslo_concurrency.lockutils [None req-5b31ff2a-277d-4ccc-8f97-1a6ee2a4ab9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=87638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:39:57.819799 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8014eb-6baf-4ebd-b867-1abacb6cd523 None None] Pushing event updated for resources: {'Port': ['ID=c6a7ea67-0f2c-4337-992b-4f5ccad031f5,revision_number=2']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:39:57.826478 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-eb8014eb-6baf-4ebd-b867-1abacb6cd523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:39:57.856259 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-e7b0d82f-93c1-4cbd-b13d-bc0532a03106 None None] Set router 97955f88-bc44-4bea-b945-e40e1de54170 gateway port host: dv-neutron-822799-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:39:57.987316 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-563b0a73-d925-4c05-84ae-2e9306cbcd87 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:39:58.037381 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-563b0a73-d925-4c05-84ae-2e9306cbcd87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:39:58.045823 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-16be7014-e044-4690-b2ff-73fc3e40a32a tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:39:58.106477 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-563b0a73-d925-4c05-84ae-2e9306cbcd87 admin admin] Network 8afa6d58-9431-454a-b99c-3ff8a65aa86b is already hosted by enough agents. {{(pid=87635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:39:58.114297 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.base_scheduler [None req-563b0a73-d925-4c05-84ae-2e9306cbcd87 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:39:58.118994 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-563b0a73-d925-4c05-84ae-2e9306cbcd87 admin admin] Received port after_create {{(pid=87635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:39:58.157989 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563b0a73-d925-4c05-84ae-2e9306cbcd87 admin admin] Pushing event updated for resources: {'Port': ['ID=0ee91de2-a870-4ffd-861f-800aeeffe09b,revision_number=1']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:39:58.167377 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-563b0a73-d925-4c05-84ae-2e9306cbcd87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:39:58.283758 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-e7b0d82f-93c1-4cbd-b13d-bc0532a03106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc1be6f10>, [{'id': '97955f88-bc44-4bea-b945-e40e1de54170', 'name': 'tempest-TestMinimumBasicScenario-18892422-router', 'tenant_id': '28286cd003544ef7aab6bcdf152af014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.204'}], 'enable_snat': True}, 'gw_port_id': '3e747c58-ef80-4ebd-8c34-3d371bf8f405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:39:50Z', 'updated_at': '2021-12-23T16:39:54Z', 'revision_number': 4, 'project_id': '28286cd003544ef7aab6bcdf152af014', 'gw_port': {'id': '3e747c58-ef80-4ebd-8c34-3d371bf8f405', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:6c:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97955f88-bc44-4bea-b945-e40e1de54170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:39:50Z', 'updated_at': '2021-12-23T16:39:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_interfaces': [{'id': '2f3b1dc7-9ae6-4334-a404-0c32013ef00c', 'name': '', 'network_id': '71145ff1-cae9-4bcb-8b15-c93cb940d625', 'tenant_id': '28286cd003544ef7aab6bcdf152af014', 'mac_address': 'fa:16:3e:07:e0:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97955f88-bc44-4bea-b945-e40e1de54170', 'device_owner': 'network:router_interface', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '5f2591a8-c9eb-422a-8497-1fc4d17d7c53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:39:53Z', 'updated_at': '2021-12-23T16:39:57Z', 'revision_number': 4, 'project_id': '28286cd003544ef7aab6bcdf152af014', 'subnets': [{'id': '5f2591a8-c9eb-422a-8497-1fc4d17d7c53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:39:58.288107 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7b0d82f-93c1-4cbd-b13d-bc0532a03106 None None] The sync data for ids ['97955f88-bc44-4bea-b945-e40e1de54170'] in dv-neutron-822799-1-hyperv is: [{'id': '97955f88-bc44-4bea-b945-e40e1de54170', 'name': 'tempest-TestMinimumBasicScenario-18892422-router', 'tenant_id': '28286cd003544ef7aab6bcdf152af014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.204'}], 'enable_snat': True}, 'gw_port_id': '3e747c58-ef80-4ebd-8c34-3d371bf8f405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:39:50Z', 'updated_at': '2021-12-23T16:39:54Z', 'revision_number': 4, 'project_id': '28286cd003544ef7aab6bcdf152af014', 'gw_port': {'id': '3e747c58-ef80-4ebd-8c34-3d371bf8f405', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:6c:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97955f88-bc44-4bea-b945-e40e1de54170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:39:50Z', 'updated_at': '2021-12-23T16:39:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_interfaces': [{'id': '2f3b1dc7-9ae6-4334-a404-0c32013ef00c', 'name': '', 'network_id': '71145ff1-cae9-4bcb-8b15-c93cb940d625', 'tenant_id': '28286cd003544ef7aab6bcdf152af014', 'mac_address': 'fa:16:3e:07:e0:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97955f88-bc44-4bea-b945-e40e1de54170', 'device_owner': 'network:router_interface', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '5f2591a8-c9eb-422a-8497-1fc4d17d7c53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:39:53Z', 'updated_at': '2021-12-23T16:39:57Z', 'revision_number': 4, 'project_id': '28286cd003544ef7aab6bcdf152af014', 'subnets': [{'id': '5f2591a8-c9eb-422a-8497-1fc4d17d7c53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 23 16:39:58.338663 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device c6a7ea67-0f2c-4337-992b-4f5ccad031f5 up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:39:58.451033 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning for port c6a7ea67-0f2c-4337-992b-4f5ccad031f5 completed by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:39:58.456553 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 3e747c58-ef80-4ebd-8c34-3d371bf8f405 up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:39:58.527934 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port 3e747c58-ef80-4ebd-8c34-3d371bf8f405 triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:39:58.528559 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:39:58.602198 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-563b0a73-d925-4c05-84ae-2e9306cbcd87 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:39:58.923314 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd28ed0b-cbbc-47ac-bd7b-006dc4dc5302 None None] Network 398dff8d-0593-47cb-ba9a-caf9a1e8200e requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:39:58.971574 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-563b0a73-d925-4c05-84ae-2e9306cbcd87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1823971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1824234'] for router, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:39:59.025422 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-54928848-77ea-4ef0-bd12-be2291d5ba7e None None] Provisioning for port c6a7ea67-0f2c-4337-992b-4f5ccad031f5 completed by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:39:59.042989 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-54928848-77ea-4ef0-bd12-be2291d5ba7e None None] Provisioning complete for port c6a7ea67-0f2c-4337-992b-4f5ccad031f5 triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:39:59.043449 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-54928848-77ea-4ef0-bd12-be2291d5ba7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:39:59.197304 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-563b0a73-d925-4c05-84ae-2e9306cbcd87 admin admin] Router 34410091-10e5-44da-a0a1-43e892cdb049 is scheduled to L3 agent 371d4c41-c7e2-4de7-9539-c049ec4e95d1 with binding_index 1 {{(pid=87635) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 23 16:39:59.260709 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-54928848-77ea-4ef0-bd12-be2291d5ba7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:39:59.306284 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-54928848-77ea-4ef0-bd12-be2291d5ba7e None None] For port c6a7ea67-0f2c-4337-992b-4f5ccad031f5, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=c6a7ea67-0f2c-4337-992b-4f5ccad031f5,segment=NetworkSegment(63f1401a-edfb-489f-84ba-e4721967008f),segment_id=63f1401a-edfb-489f-84ba-e4721967008f)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:39:59.313450 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-54928848-77ea-4ef0-bd12-be2291d5ba7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:39:59.315461 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:39:59.396810 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54928848-77ea-4ef0-bd12-be2291d5ba7e None None] Pushing event updated for resources: {'Port': ['ID=c6a7ea67-0f2c-4337-992b-4f5ccad031f5,revision_number=3']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:39:59.400419 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-54928848-77ea-4ef0-bd12-be2291d5ba7e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:39:59.420126 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-563b0a73-d925-4c05-84ae-2e9306cbcd87 admin admin] Notify agent at l3_agent.dv-neutron-822799-1-hyperv the message routers_updated {{(pid=87635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 23 16:39:59.433132 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81a4ba5a-1b23-44b6-afc8-7a7d5fba2f4b None None] Sync routers for ids ['34410091-10e5-44da-a0a1-43e892cdb049'] in dv-neutron-822799-1-hyperv {{(pid=87637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 23 16:39:59.444385 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a4ba5a-1b23-44b6-afc8-7a7d5fba2f4b None None] Routers {'34410091-10e5-44da-a0a1-43e892cdb049'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:39:59.445408 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-81a4ba5a-1b23-44b6-afc8-7a7d5fba2f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc0616640>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:39:50Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['34410091-10e5-44da-a0a1-43e892cdb049'], 'active': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:39:59.448262 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-563b0a73-d925-4c05-84ae-2e9306cbcd87 admin admin] Notify callbacks [] for router, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:39:59.452359 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-563b0a73-d925-4c05-84ae-2e9306cbcd87 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201  len: 925 time: 2.7398520
Dec 23 16:39:59.453014 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 57876) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:39:59.655076 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvr_db [None req-81a4ba5a-1b23-44b6-afc8-7a7d5fba2f4b None None] Set router 34410091-10e5-44da-a0a1-43e892cdb049 gateway port host: dv-neutron-822799-1-hyperv {{(pid=87637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:39:59.805562 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-718c9e5a-9299-4cae-be42-e9562e6e6e00 None None] Provisioning complete for port c6a7ea67-0f2c-4337-992b-4f5ccad031f5 triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:39:59.805799 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-718c9e5a-9299-4cae-be42-e9562e6e6e00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:40:00.086536 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-81a4ba5a-1b23-44b6-afc8-7a7d5fba2f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc0616640>, [{'id': '34410091-10e5-44da-a0a1-43e892cdb049', 'name': 'tempest-TestMinimumBasicScenario-602399535-router', 'tenant_id': 'f19a4224124446d6a3eb46aedbe5a262', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.90'}], 'enable_snat': True}, 'gw_port_id': '0ee91de2-a870-4ffd-861f-800aeeffe09b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:39:56Z', 'updated_at': '2021-12-23T16:39:58Z', 'revision_number': 3, 'project_id': 'f19a4224124446d6a3eb46aedbe5a262', 'gw_port': {'id': '0ee91de2-a870-4ffd-861f-800aeeffe09b', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:8a:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34410091-10e5-44da-a0a1-43e892cdb049', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:39:57Z', 'updated_at': '2021-12-23T16:39:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv'}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:40:00.090821 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81a4ba5a-1b23-44b6-afc8-7a7d5fba2f4b None None] Checking router: 34410091-10e5-44da-a0a1-43e892cdb049 for host: dv-neutron-822799-1-hyperv {{(pid=87637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 23 16:40:00.091185 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81a4ba5a-1b23-44b6-afc8-7a7d5fba2f4b None None] Updating router 34410091-10e5-44da-a0a1-43e892cdb049 port 0ee91de2-a870-4ffd-861f-800aeeffe09b binding host dv-neutron-822799-1-hyperv {{(pid=87637) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 23 16:40:00.144722 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-81a4ba5a-1b23-44b6-afc8-7a7d5fba2f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:40:00.283259 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-73b32da8-b8a5-447c-8cee-abdffbfabec8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:40:00.322461 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device c6a7ea67-0f2c-4337-992b-4f5ccad031f5 up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:40:00.481358 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port c6a7ea67-0f2c-4337-992b-4f5ccad031f5 triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:40:00.481741 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:40:00.491788 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.db_base_plugin_common [None req-73b32da8-b8a5-447c-8cee-abdffbfabec8 admin admin] Allocated IP 172.20.0.1 (398dff8d-0593-47cb-ba9a-caf9a1e8200e/f61d19a8-3e7c-40f3-bb11-eafa1d8182fe/d1021b9b-1e0d-40dd-91db-a8298d9ac977) {{(pid=87635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:40:00.638484 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-73b32da8-b8a5-447c-8cee-abdffbfabec8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:40:00.647112 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-81a4ba5a-1b23-44b6-afc8-7a7d5fba2f4b None None] Notify callbacks [] for port, precommit_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:40:00.655413 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.provisioning_blocks [None req-73b32da8-b8a5-447c-8cee-abdffbfabec8 admin admin] Transition to ACTIVE for port object d1021b9b-1e0d-40dd-91db-a8298d9ac977 will not be triggered until provisioned by entity DHCP. {{(pid=87635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:40:00.671269 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-81a4ba5a-1b23-44b6-afc8-7a7d5fba2f4b None None] Transition to ACTIVE for port object 0ee91de2-a870-4ffd-861f-800aeeffe09b will not be triggered until provisioned by entity L2. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:40:00.676531 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 2f3b1dc7-9ae6-4334-a404-0c32013ef00c up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:40:00.680216 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-73b32da8-b8a5-447c-8cee-abdffbfabec8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:40:00.683718 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-563b0a73-d925-4c05-84ae-2e9306cbcd87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:40:00.707370 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-81a4ba5a-1b23-44b6-afc8-7a7d5fba2f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:40:00.718012 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-9519abc8-68ee-4b5d-a93b-f9503bb76776 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:40:00.744857 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73b32da8-b8a5-447c-8cee-abdffbfabec8 admin admin] Network 398dff8d-0593-47cb-ba9a-caf9a1e8200e is already hosted by enough agents. {{(pid=87635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:40:00.747991 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.base_scheduler [None req-73b32da8-b8a5-447c-8cee-abdffbfabec8 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:40:00.751638 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b32da8-b8a5-447c-8cee-abdffbfabec8 admin admin] Received port after_create {{(pid=87635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:40:00.787547 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b32da8-b8a5-447c-8cee-abdffbfabec8 admin admin] Pushing event updated for resources: {'Port': ['ID=d1021b9b-1e0d-40dd-91db-a8298d9ac977,revision_number=1']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:40:00.796378 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-73b32da8-b8a5-447c-8cee-abdffbfabec8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:40:00.804125 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-81a4ba5a-1b23-44b6-afc8-7a7d5fba2f4b None None] Attempting to bind port 0ee91de2-a870-4ffd-861f-800aeeffe09b on host dv-neutron-822799-1-hyperv for vnic_type normal with profile  {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:40:00.804612 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-81a4ba5a-1b23-44b6-afc8-7a7d5fba2f4b None None] Attempting to bind port 0ee91de2-a870-4ffd-861f-800aeeffe09b by drivers openvswitch,hyperv on host dv-neutron-822799-1-hyperv at level 0 using segments [{'id': '77e3d110-dd7b-426c-b11f-b78dde7993df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b'}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:40:00.804995 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a4ba5a-1b23-44b6-afc8-7a7d5fba2f4b None None] Attempting to bind port 0ee91de2-a870-4ffd-861f-800aeeffe09b on network 8afa6d58-9431-454a-b99c-3ff8a65aa86b {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:40:00.812041 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-73b32da8-b8a5-447c-8cee-abdffbfabec8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1781300'] for router_interface, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:40:00.816351 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb4489f-25d2-4816-8aba-b0c5ae5bf5b0 None None] Pushing event updated for resources: {'Port': ['ID=0ee91de2-a870-4ffd-861f-800aeeffe09b,revision_number=2']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:40:00.820293 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a4ba5a-1b23-44b6-afc8-7a7d5fba2f4b None None] Checking agent: {'id': '20d2070f-69a9-4e73-8d08-6f0387a40158', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822799-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 21), 'started_at': datetime.datetime(2021, 12, 23, 16, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 39, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822799-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 23 16:40:00.820722 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a4ba5a-1b23-44b6-afc8-7a7d5fba2f4b None None] Checking segment: {'id': '77e3d110-dd7b-426c-b11f-b78dde7993df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:40:00.821181 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-81a4ba5a-1b23-44b6-afc8-7a7d5fba2f4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:40:00.821589 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a4ba5a-1b23-44b6-afc8-7a7d5fba2f4b None None] Bound using segment: {'id': '77e3d110-dd7b-426c-b11f-b78dde7993df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b'} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 23 16:40:00.822105 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-81a4ba5a-1b23-44b6-afc8-7a7d5fba2f4b None None] Bound port: 0ee91de2-a870-4ffd-861f-800aeeffe09b, host: dv-neutron-822799-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77e3d110-dd7b-426c-b11f-b78dde7993df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b'}}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 23 16:40:00.822607 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-81a4ba5a-1b23-44b6-afc8-7a7d5fba2f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:40:00.849239 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3bb4489f-25d2-4816-8aba-b0c5ae5bf5b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:40:00.892124 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning for port 2f3b1dc7-9ae6-4334-a404-0c32013ef00c completed by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:40:00.904164 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port 2f3b1dc7-9ae6-4334-a404-0c32013ef00c triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:40:00.904550 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:40:00.945347 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-73b32da8-b8a5-447c-8cee-abdffbfabec8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:40:00.945880 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-81a4ba5a-1b23-44b6-afc8-7a7d5fba2f4b None None] For port 0ee91de2-a870-4ffd-861f-800aeeffe09b, host dv-neutron-822799-1-hyperv, cleared binding levels {{(pid=87637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 23 16:40:00.964158 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-81a4ba5a-1b23-44b6-afc8-7a7d5fba2f4b None None] For port 0ee91de2-a870-4ffd-861f-800aeeffe09b, host dv-neutron-822799-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=0ee91de2-a870-4ffd-861f-800aeeffe09b,segment=NetworkSegment(77e3d110-dd7b-426c-b11f-b78dde7993df),segment_id=77e3d110-dd7b-426c-b11f-b78dde7993df)] {{(pid=87637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 23 16:40:00.972959 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-81a4ba5a-1b23-44b6-afc8-7a7d5fba2f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:40:00.979410 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-eb8014eb-6baf-4ebd-b867-1abacb6cd523 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:40:01.092842 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-42a19c9d-3917-49f8-86f0-b90bb75e8a9c None None] Provisioning for port d1021b9b-1e0d-40dd-91db-a8298d9ac977 completed by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:40:01.110832 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a4ba5a-1b23-44b6-afc8-7a7d5fba2f4b None None] Routers {'34410091-10e5-44da-a0a1-43e892cdb049'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:40:01.111493 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-81a4ba5a-1b23-44b6-afc8-7a7d5fba2f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc0616640>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:39:50Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['34410091-10e5-44da-a0a1-43e892cdb049'], 'active': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:40:01.165400 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb4489f-25d2-4816-8aba-b0c5ae5bf5b0 None None] Pushing event updated for resources: {'Port': ['ID=0ee91de2-a870-4ffd-861f-800aeeffe09b,revision_number=3']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:40:01.175349 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-42a19c9d-3917-49f8-86f0-b90bb75e8a9c None None] Provisioning complete for port d1021b9b-1e0d-40dd-91db-a8298d9ac977 triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:40:01.175736 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-42a19c9d-3917-49f8-86f0-b90bb75e8a9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:40:01.199844 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3bb4489f-25d2-4816-8aba-b0c5ae5bf5b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:40:01.299171 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:40:01.306601 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-73b32da8-b8a5-447c-8cee-abdffbfabec8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:40:01.313267 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-73b32da8-b8a5-447c-8cee-abdffbfabec8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2753531'] for port, after_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:40:01.340021 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-f6b1ff03-467c-4849-bf69-8a8c5122e93b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:40:01.401616 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-42a19c9d-3917-49f8-86f0-b90bb75e8a9c None None] Port d1021b9b-1e0d-40dd-91db-a8298d9ac977 cannot update to ACTIVE because it is not bound. {{(pid=87637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 23 16:40:01.419844 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-73b32da8-b8a5-447c-8cee-abdffbfabec8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1627481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1781465'] for router_interface, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:40:01.423151 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b32da8-b8a5-447c-8cee-abdffbfabec8 admin admin] Pushing event updated for resources: {'Port': ['ID=d1021b9b-1e0d-40dd-91db-a8298d9ac977,revision_number=2']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:40:01.426402 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-73b32da8-b8a5-447c-8cee-abdffbfabec8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:40:01.430142 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] For port 2f3b1dc7-9ae6-4334-a404-0c32013ef00c, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=2f3b1dc7-9ae6-4334-a404-0c32013ef00c,segment=NetworkSegment(684310ed-739d-4b7d-bf84-f4e52839288c),segment_id=684310ed-739d-4b7d-bf84-f4e52839288c)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:40:01.440124 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:40:01.443072 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvr_db [None req-81a4ba5a-1b23-44b6-afc8-7a7d5fba2f4b None None] Set router 34410091-10e5-44da-a0a1-43e892cdb049 gateway port host: dv-neutron-822799-1-hyperv {{(pid=87637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:40:01.483993 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:40:01.557233 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73b32da8-b8a5-447c-8cee-abdffbfabec8 admin admin] Network 398dff8d-0593-47cb-ba9a-caf9a1e8200e is already hosted by enough agents. {{(pid=87635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:40:01.559146 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.base_scheduler [None req-73b32da8-b8a5-447c-8cee-abdffbfabec8 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:40:01.650603 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Pushing event updated for resources: {'Port': ['ID=2f3b1dc7-9ae6-4334-a404-0c32013ef00c,revision_number=5']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:40:01.695573 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:40:01.763840 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73b32da8-b8a5-447c-8cee-abdffbfabec8 admin admin] Router 34410091-10e5-44da-a0a1-43e892cdb049 has already been hosted by L3 agent 371d4c41-c7e2-4de7-9539-c049ec4e95d1 {{(pid=87635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 23 16:40:01.824486 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-81a4ba5a-1b23-44b6-afc8-7a7d5fba2f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc0616640>, [{'id': '34410091-10e5-44da-a0a1-43e892cdb049', 'name': 'tempest-TestMinimumBasicScenario-602399535-router', 'tenant_id': 'f19a4224124446d6a3eb46aedbe5a262', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.90'}], 'enable_snat': True}, 'gw_port_id': '0ee91de2-a870-4ffd-861f-800aeeffe09b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:39:56Z', 'updated_at': '2021-12-23T16:40:00Z', 'revision_number': 4, 'project_id': 'f19a4224124446d6a3eb46aedbe5a262', 'gw_port': {'id': '0ee91de2-a870-4ffd-861f-800aeeffe09b', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:8a:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34410091-10e5-44da-a0a1-43e892cdb049', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:39:57Z', 'updated_at': '2021-12-23T16:40:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_interfaces': [{'id': 'd1021b9b-1e0d-40dd-91db-a8298d9ac977', 'name': '', 'network_id': '398dff8d-0593-47cb-ba9a-caf9a1e8200e', 'tenant_id': 'f19a4224124446d6a3eb46aedbe5a262', 'mac_address': 'fa:16:3e:46:34:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34410091-10e5-44da-a0a1-43e892cdb049', 'device_owner': 'network:router_interface', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': 'f61d19a8-3e7c-40f3-bb11-eafa1d8182fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:40:00Z', 'updated_at': '2021-12-23T16:40:00Z', 'revision_number': 1, 'project_id': 'f19a4224124446d6a3eb46aedbe5a262', 'subnets': [{'id': 'f61d19a8-3e7c-40f3-bb11-eafa1d8182fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:40:01.831690 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81a4ba5a-1b23-44b6-afc8-7a7d5fba2f4b None None] The sync data for ids ['34410091-10e5-44da-a0a1-43e892cdb049'] in dv-neutron-822799-1-hyperv is: [{'id': '34410091-10e5-44da-a0a1-43e892cdb049', 'name': 'tempest-TestMinimumBasicScenario-602399535-router', 'tenant_id': 'f19a4224124446d6a3eb46aedbe5a262', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.90'}], 'enable_snat': True}, 'gw_port_id': '0ee91de2-a870-4ffd-861f-800aeeffe09b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:39:56Z', 'updated_at': '2021-12-23T16:40:00Z', 'revision_number': 4, 'project_id': 'f19a4224124446d6a3eb46aedbe5a262', 'gw_port': {'id': '0ee91de2-a870-4ffd-861f-800aeeffe09b', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:8a:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34410091-10e5-44da-a0a1-43e892cdb049', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:39:57Z', 'updated_at': '2021-12-23T16:40:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_interfaces': [{'id': 'd1021b9b-1e0d-40dd-91db-a8298d9ac977', 'name': '', 'network_id': '398dff8d-0593-47cb-ba9a-caf9a1e8200e', 'tenant_id': 'f19a4224124446d6a3eb46aedbe5a262', 'mac_address': 'fa:16:3e:46:34:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34410091-10e5-44da-a0a1-43e892cdb049', 'device_owner': 'network:router_interface', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': 'f61d19a8-3e7c-40f3-bb11-eafa1d8182fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:40:00Z', 'updated_at': '2021-12-23T16:40:00Z', 'revision_number': 1, 'project_id': 'f19a4224124446d6a3eb46aedbe5a262', 'subnets': [{'id': 'f61d19a8-3e7c-40f3-bb11-eafa1d8182fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 23 16:40:01.835134 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-70827153-076a-43bf-8a07-e5fc0821d06f None None] Provisioning complete for port d1021b9b-1e0d-40dd-91db-a8298d9ac977 triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:40:01.835705 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-70827153-076a-43bf-8a07-e5fc0821d06f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:40:01.889671 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-70827153-076a-43bf-8a07-e5fc0821d06f None None] Port d1021b9b-1e0d-40dd-91db-a8298d9ac977 cannot update to ACTIVE because it is not bound. {{(pid=87637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 23 16:40:01.944714 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73b32da8-b8a5-447c-8cee-abdffbfabec8 admin admin] Notify agent at l3_agent.dv-neutron-822799-1-hyperv the message routers_updated {{(pid=87635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 23 16:40:01.953886 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-73b32da8-b8a5-447c-8cee-abdffbfabec8 admin admin] 10.222.0.64 "PUT /v2.0/routers/34410091-10e5-44da-a0a1-43e892cdb049/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.4998186
Dec 23 16:40:02.259371 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 2f3b1dc7-9ae6-4334-a404-0c32013ef00c up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:40:02.344083 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port 2f3b1dc7-9ae6-4334-a404-0c32013ef00c triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:40:02.344469 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:40:04.282487 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 0ee91de2-a870-4ffd-861f-800aeeffe09b up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:40:04.380851 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning for port 0ee91de2-a870-4ffd-861f-800aeeffe09b completed by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:40:04.386918 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port 0ee91de2-a870-4ffd-861f-800aeeffe09b triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:40:04.387316 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:40:04.514642 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:40:04.532291 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] For port 0ee91de2-a870-4ffd-861f-800aeeffe09b, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=0ee91de2-a870-4ffd-861f-800aeeffe09b,segment=NetworkSegment(77e3d110-dd7b-426c-b11f-b78dde7993df),segment_id=77e3d110-dd7b-426c-b11f-b78dde7993df)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:40:04.539869 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:40:04.541818 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-eb8014eb-6baf-4ebd-b867-1abacb6cd523 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:40:04.608743 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Pushing event updated for resources: {'Port': ['ID=0ee91de2-a870-4ffd-861f-800aeeffe09b,revision_number=4']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:40:04.612439 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:40:05.682799 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8099bf67-b377-4f75-b96d-b11189c1111f None None] Sync routers for ids ['34410091-10e5-44da-a0a1-43e892cdb049'] in dv-neutron-822799-1-hyperv {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 23 16:40:05.693909 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8099bf67-b377-4f75-b96d-b11189c1111f None None] Routers {'34410091-10e5-44da-a0a1-43e892cdb049'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:40:05.695612 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-8099bf67-b377-4f75-b96d-b11189c1111f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc1bd1a90>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:39:50Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['34410091-10e5-44da-a0a1-43e892cdb049'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:40:05.879357 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-8099bf67-b377-4f75-b96d-b11189c1111f None None] Set router 34410091-10e5-44da-a0a1-43e892cdb049 gateway port host: dv-neutron-822799-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:40:06.204754 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-8099bf67-b377-4f75-b96d-b11189c1111f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc1bd1a90>, [{'id': '34410091-10e5-44da-a0a1-43e892cdb049', 'name': 'tempest-TestMinimumBasicScenario-602399535-router', 'tenant_id': 'f19a4224124446d6a3eb46aedbe5a262', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.90'}], 'enable_snat': True}, 'gw_port_id': '0ee91de2-a870-4ffd-861f-800aeeffe09b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:39:56Z', 'updated_at': '2021-12-23T16:40:00Z', 'revision_number': 4, 'project_id': 'f19a4224124446d6a3eb46aedbe5a262', 'gw_port': {'id': '0ee91de2-a870-4ffd-861f-800aeeffe09b', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:8a:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34410091-10e5-44da-a0a1-43e892cdb049', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:39:57Z', 'updated_at': '2021-12-23T16:40:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_interfaces': [{'id': 'd1021b9b-1e0d-40dd-91db-a8298d9ac977', 'name': '', 'network_id': '398dff8d-0593-47cb-ba9a-caf9a1e8200e', 'tenant_id': 'f19a4224124446d6a3eb46aedbe5a262', 'mac_address': 'fa:16:3e:46:34:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34410091-10e5-44da-a0a1-43e892cdb049', 'device_owner': 'network:router_interface', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': 'f61d19a8-3e7c-40f3-bb11-eafa1d8182fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:40:00Z', 'updated_at': '2021-12-23T16:40:01Z', 'revision_number': 2, 'project_id': 'f19a4224124446d6a3eb46aedbe5a262', 'subnets': [{'id': 'f61d19a8-3e7c-40f3-bb11-eafa1d8182fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:40:06.208991 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8099bf67-b377-4f75-b96d-b11189c1111f None None] Checking router: 34410091-10e5-44da-a0a1-43e892cdb049 for host: dv-neutron-822799-1-hyperv {{(pid=87638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 23 16:40:06.209364 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8099bf67-b377-4f75-b96d-b11189c1111f None None] Updating router 34410091-10e5-44da-a0a1-43e892cdb049 port d1021b9b-1e0d-40dd-91db-a8298d9ac977 binding host dv-neutron-822799-1-hyperv {{(pid=87638) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 23 16:40:06.261340 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8099bf67-b377-4f75-b96d-b11189c1111f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:40:06.272513 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 0ee91de2-a870-4ffd-861f-800aeeffe09b up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:40:06.368208 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port 0ee91de2-a870-4ffd-861f-800aeeffe09b triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:40:06.368621 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:40:06.672485 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8099bf67-b377-4f75-b96d-b11189c1111f None None] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:40:06.688790 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-8099bf67-b377-4f75-b96d-b11189c1111f None None] Transition to ACTIVE for port object d1021b9b-1e0d-40dd-91db-a8298d9ac977 will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:40:06.695916 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8099bf67-b377-4f75-b96d-b11189c1111f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:40:06.700685 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG oslo_concurrency.lockutils [None req-909fed87-c874-4e01-ae02-5b2e60a19ae8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:40:06.768383 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc546cf8-5baf-437d-a635-4504127afee3 None None] Pushing event updated for resources: {'Port': ['ID=d1021b9b-1e0d-40dd-91db-a8298d9ac977,revision_number=3']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:40:06.771613 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG oslo_concurrency.lockutils [None req-fc546cf8-5baf-437d-a635-4504127afee3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:40:06.931066 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-8099bf67-b377-4f75-b96d-b11189c1111f None None] Attempting to bind port d1021b9b-1e0d-40dd-91db-a8298d9ac977 on host dv-neutron-822799-1-hyperv for vnic_type normal with profile  {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:40:06.931521 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-8099bf67-b377-4f75-b96d-b11189c1111f None None] Attempting to bind port d1021b9b-1e0d-40dd-91db-a8298d9ac977 by drivers openvswitch,hyperv on host dv-neutron-822799-1-hyperv at level 0 using segments [{'id': '63f1401a-edfb-489f-84ba-e4721967008f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '398dff8d-0593-47cb-ba9a-caf9a1e8200e'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:40:06.931954 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8099bf67-b377-4f75-b96d-b11189c1111f None None] Attempting to bind port d1021b9b-1e0d-40dd-91db-a8298d9ac977 on network 398dff8d-0593-47cb-ba9a-caf9a1e8200e {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:40:06.938031 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8099bf67-b377-4f75-b96d-b11189c1111f None None] Checking agent: {'id': '20d2070f-69a9-4e73-8d08-6f0387a40158', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822799-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 21), 'started_at': datetime.datetime(2021, 12, 23, 16, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 39, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822799-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 23 16:40:06.938496 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8099bf67-b377-4f75-b96d-b11189c1111f None None] Checking segment: {'id': '63f1401a-edfb-489f-84ba-e4721967008f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '398dff8d-0593-47cb-ba9a-caf9a1e8200e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:40:06.938967 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8099bf67-b377-4f75-b96d-b11189c1111f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:40:06.939429 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8099bf67-b377-4f75-b96d-b11189c1111f None None] Bound using segment: {'id': '63f1401a-edfb-489f-84ba-e4721967008f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '398dff8d-0593-47cb-ba9a-caf9a1e8200e'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 23 16:40:06.939971 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-8099bf67-b377-4f75-b96d-b11189c1111f None None] Bound port: d1021b9b-1e0d-40dd-91db-a8298d9ac977, host: dv-neutron-822799-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63f1401a-edfb-489f-84ba-e4721967008f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '398dff8d-0593-47cb-ba9a-caf9a1e8200e'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 23 16:40:06.940442 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8099bf67-b377-4f75-b96d-b11189c1111f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:40:07.049457 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-8099bf67-b377-4f75-b96d-b11189c1111f None None] For port d1021b9b-1e0d-40dd-91db-a8298d9ac977, host dv-neutron-822799-1-hyperv, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 23 16:40:07.053099 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-8099bf67-b377-4f75-b96d-b11189c1111f None None] For port d1021b9b-1e0d-40dd-91db-a8298d9ac977, host dv-neutron-822799-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=d1021b9b-1e0d-40dd-91db-a8298d9ac977,segment=NetworkSegment(63f1401a-edfb-489f-84ba-e4721967008f),segment_id=63f1401a-edfb-489f-84ba-e4721967008f)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 23 16:40:07.059217 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-8099bf67-b377-4f75-b96d-b11189c1111f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:40:07.064203 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG oslo_concurrency.lockutils [None req-5d6e118c-eeab-4c0c-96d3-a794c4ab02e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:40:07.138750 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8099bf67-b377-4f75-b96d-b11189c1111f None None] Routers {'34410091-10e5-44da-a0a1-43e892cdb049'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:40:07.139384 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-8099bf67-b377-4f75-b96d-b11189c1111f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc1bd1a90>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:39:50Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['34410091-10e5-44da-a0a1-43e892cdb049'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:40:07.249520 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc546cf8-5baf-437d-a635-4504127afee3 None None] Pushing event updated for resources: {'Port': ['ID=d1021b9b-1e0d-40dd-91db-a8298d9ac977,revision_number=4']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:40:07.252789 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG oslo_concurrency.lockutils [None req-fc546cf8-5baf-437d-a635-4504127afee3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=87638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:40:07.381513 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-8099bf67-b377-4f75-b96d-b11189c1111f None None] Set router 34410091-10e5-44da-a0a1-43e892cdb049 gateway port host: dv-neutron-822799-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:40:07.727456 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-8099bf67-b377-4f75-b96d-b11189c1111f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc1bd1a90>, [{'id': '34410091-10e5-44da-a0a1-43e892cdb049', 'name': 'tempest-TestMinimumBasicScenario-602399535-router', 'tenant_id': 'f19a4224124446d6a3eb46aedbe5a262', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.90'}], 'enable_snat': True}, 'gw_port_id': '0ee91de2-a870-4ffd-861f-800aeeffe09b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:39:56Z', 'updated_at': '2021-12-23T16:40:00Z', 'revision_number': 4, 'project_id': 'f19a4224124446d6a3eb46aedbe5a262', 'gw_port': {'id': '0ee91de2-a870-4ffd-861f-800aeeffe09b', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:8a:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34410091-10e5-44da-a0a1-43e892cdb049', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:39:57Z', 'updated_at': '2021-12-23T16:40:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_interfaces': [{'id': 'd1021b9b-1e0d-40dd-91db-a8298d9ac977', 'name': '', 'network_id': '398dff8d-0593-47cb-ba9a-caf9a1e8200e', 'tenant_id': 'f19a4224124446d6a3eb46aedbe5a262', 'mac_address': 'fa:16:3e:46:34:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34410091-10e5-44da-a0a1-43e892cdb049', 'device_owner': 'network:router_interface', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': 'f61d19a8-3e7c-40f3-bb11-eafa1d8182fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:40:00Z', 'updated_at': '2021-12-23T16:40:07Z', 'revision_number': 4, 'project_id': 'f19a4224124446d6a3eb46aedbe5a262', 'subnets': [{'id': 'f61d19a8-3e7c-40f3-bb11-eafa1d8182fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:40:07.731433 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8099bf67-b377-4f75-b96d-b11189c1111f None None] The sync data for ids ['34410091-10e5-44da-a0a1-43e892cdb049'] in dv-neutron-822799-1-hyperv is: [{'id': '34410091-10e5-44da-a0a1-43e892cdb049', 'name': 'tempest-TestMinimumBasicScenario-602399535-router', 'tenant_id': 'f19a4224124446d6a3eb46aedbe5a262', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.90'}], 'enable_snat': True}, 'gw_port_id': '0ee91de2-a870-4ffd-861f-800aeeffe09b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:39:56Z', 'updated_at': '2021-12-23T16:40:00Z', 'revision_number': 4, 'project_id': 'f19a4224124446d6a3eb46aedbe5a262', 'gw_port': {'id': '0ee91de2-a870-4ffd-861f-800aeeffe09b', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:8a:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34410091-10e5-44da-a0a1-43e892cdb049', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:39:57Z', 'updated_at': '2021-12-23T16:40:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_interfaces': [{'id': 'd1021b9b-1e0d-40dd-91db-a8298d9ac977', 'name': '', 'network_id': '398dff8d-0593-47cb-ba9a-caf9a1e8200e', 'tenant_id': 'f19a4224124446d6a3eb46aedbe5a262', 'mac_address': 'fa:16:3e:46:34:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34410091-10e5-44da-a0a1-43e892cdb049', 'device_owner': 'network:router_interface', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': 'f61d19a8-3e7c-40f3-bb11-eafa1d8182fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:40:00Z', 'updated_at': '2021-12-23T16:40:07Z', 'revision_number': 4, 'project_id': 'f19a4224124446d6a3eb46aedbe5a262', 'subnets': [{'id': 'f61d19a8-3e7c-40f3-bb11-eafa1d8182fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 23 16:40:08.278570 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device d1021b9b-1e0d-40dd-91db-a8298d9ac977 up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:40:08.352257 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning for port d1021b9b-1e0d-40dd-91db-a8298d9ac977 completed by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:40:08.357716 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port d1021b9b-1e0d-40dd-91db-a8298d9ac977 triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:40:08.358096 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:40:08.481069 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:40:08.512351 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] For port d1021b9b-1e0d-40dd-91db-a8298d9ac977, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=d1021b9b-1e0d-40dd-91db-a8298d9ac977,segment=NetworkSegment(63f1401a-edfb-489f-84ba-e4721967008f),segment_id=63f1401a-edfb-489f-84ba-e4721967008f)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:40:08.516805 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:40:08.518753 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-c00adf17-5de6-4469-b40b-ccea744cbfd1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:40:08.587417 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Pushing event updated for resources: {'Port': ['ID=d1021b9b-1e0d-40dd-91db-a8298d9ac977,revision_number=5']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:40:08.591885 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:40:10.265599 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device d1021b9b-1e0d-40dd-91db-a8298d9ac977 up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:40:10.400286 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port d1021b9b-1e0d-40dd-91db-a8298d9ac977 triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:40:10.400821 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:40:12.075000 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:40:12.201236 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b5ea27-e04b-45ec-b451-d32b730406cf req-96ff4f9e-cd48-4dca-b5eb-9d1a3424634f tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:40:12.202707 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-26b5ea27-e04b-45ec-b451-d32b730406cf req-96ff4f9e-cd48-4dca-b5eb-9d1a3424634f tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] 10.222.0.64 "GET /v2.0/networks?id=71145ff1-cae9-4bcb-8b15-c93cb940d625 HTTP/1.1" status: 200  len: 813 time: 0.1534083
Dec 23 16:40:12.219819 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-26b5ea27-e04b-45ec-b451-d32b730406cf req-0e093487-b3d2-4bc0-a204-22529b65481e tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] 10.222.0.64 "GET /v2.0/quotas/28286cd003544ef7aab6bcdf152af014 HTTP/1.1" status: 200  len: 375 time: 0.0106056
Dec 23 16:40:12.307276 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-26b5ea27-e04b-45ec-b451-d32b730406cf req-f31bb939-3608-48ce-aaf3-237828a04be6 tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=28286cd003544ef7aab6bcdf152af014&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0819445
Dec 23 16:40:12.322927 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [req-26b5ea27-e04b-45ec-b451-d32b730406cf req-2d188848-572f-4476-b2e4-df30f0edfa8a service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=87636) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 23 16:40:12.323837 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-26b5ea27-e04b-45ec-b451-d32b730406cf req-2d188848-572f-4476-b2e4-df30f0edfa8a service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0054660
Dec 23 16:40:12.456821 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-26b5ea27-e04b-45ec-b451-d32b730406cf req-1f62b74a-b481-4b41-b2d8-f1bc51cb0ce0 service neutron] 10.222.0.64 "GET /v2.0/networks/71145ff1-cae9-4bcb-8b15-c93cb940d625?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1274977
Dec 23 16:40:12.727496 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-26b5ea27-e04b-45ec-b451-d32b730406cf req-79eabddd-1605-4e36-8c79-ea351b68240b service neutron] 10.222.0.64 "GET /v2.0/networks/71145ff1-cae9-4bcb-8b15-c93cb940d625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2618995
Dec 23 16:40:12.926627 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [req-bcabd2a0-a86a-4442-85b9-5dc6dd45c73e req-ef81f658-951d-48d0-8431-879d594443ee tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Synchronizing usage tracker for tenant:28286cd003544ef7aab6bcdf152af014 on resource:port {{(pid=87635) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:40:12.946393 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [req-bcabd2a0-a86a-4442-85b9-5dc6dd45c73e req-ef81f658-951d-48d0-8431-879d594443ee tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Unset dirty status for tenant:28286cd003544ef7aab6bcdf152af014 on resource:port {{(pid=87635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:40:12.947652 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-bcabd2a0-a86a-4442-85b9-5dc6dd45c73e req-ef81f658-951d-48d0-8431-879d594443ee tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b22a5d1-e024-4cbc-a762-9bcc56d4bbcb HTTP/1.1" status: 200  len: 210 time: 0.0667577
Dec 23 16:40:14.021587 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b5ea27-e04b-45ec-b451-d32b730406cf req-6a90a14d-0c27-4c06-8ccb-8938fced404e tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:40:14.023058 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-26b5ea27-e04b-45ec-b451-d32b730406cf req-6a90a14d-0c27-4c06-8ccb-8938fced404e tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] 10.222.0.61 "GET /v2.0/networks?id=71145ff1-cae9-4bcb-8b15-c93cb940d625 HTTP/1.1" status: 200  len: 813 time: 0.1547797
Dec 23 16:40:14.034887 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [req-26b5ea27-e04b-45ec-b451-d32b730406cf req-499ce7a8-fcdc-4f36-bd41-7b2e6eb61643 tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Request body: {'port': {'device_id': '0b22a5d1-e024-4cbc-a762-9bcc56d4bbcb', 'network_id': '71145ff1-cae9-4bcb-8b15-c93cb940d625', 'admin_state_up': True, 'tenant_id': '28286cd003544ef7aab6bcdf152af014'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:40:14.161774 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-ea6a091e-bfc7-40ca-8621-aeaee7500214 req-7c139ab8-35d1-40ec-91f8-1ee3d64148bf tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b22a5d1-e024-4cbc-a762-9bcc56d4bbcb HTTP/1.1" status: 200  len: 210 time: 0.1014690
Dec 23 16:40:14.218892 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [req-26b5ea27-e04b-45ec-b451-d32b730406cf req-499ce7a8-fcdc-4f36-bd41-7b2e6eb61643 tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:40:14.228727 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [req-26b5ea27-e04b-45ec-b451-d32b730406cf req-499ce7a8-fcdc-4f36-bd41-7b2e6eb61643 tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:40:14.238745 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26b5ea27-e04b-45ec-b451-d32b730406cf req-499ce7a8-fcdc-4f36-bd41-7b2e6eb61643 tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Made reservation on behalf of 28286cd003544ef7aab6bcdf152af014 for: {'port': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:40:14.243086 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-26b5ea27-e04b-45ec-b451-d32b730406cf req-499ce7a8-fcdc-4f36-bd41-7b2e6eb61643 tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:40:14.417215 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [req-26b5ea27-e04b-45ec-b451-d32b730406cf req-499ce7a8-fcdc-4f36-bd41-7b2e6eb61643 tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Allocated IP 172.20.0.14 (71145ff1-cae9-4bcb-8b15-c93cb940d625/5f2591a8-c9eb-422a-8497-1fc4d17d7c53/97a30346-a452-471f-a29b-12c96fae48d0) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:40:14.701909 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-26b5ea27-e04b-45ec-b451-d32b730406cf req-499ce7a8-fcdc-4f36-bd41-7b2e6eb61643 tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:40:14.718982 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.provisioning_blocks [req-26b5ea27-e04b-45ec-b451-d32b730406cf req-499ce7a8-fcdc-4f36-bd41-7b2e6eb61643 tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Transition to ACTIVE for port object 97a30346-a452-471f-a29b-12c96fae48d0 will not be triggered until provisioned by entity DHCP. {{(pid=87636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:40:14.742905 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-26b5ea27-e04b-45ec-b451-d32b730406cf req-499ce7a8-fcdc-4f36-bd41-7b2e6eb61643 tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:40:14.749204 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-b2729867-5921-4849-aca4-d646c151293d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:40:14.822899 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26b5ea27-e04b-45ec-b451-d32b730406cf req-499ce7a8-fcdc-4f36-bd41-7b2e6eb61643 tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Network 71145ff1-cae9-4bcb-8b15-c93cb940d625 is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:40:14.827495 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [req-26b5ea27-e04b-45ec-b451-d32b730406cf req-499ce7a8-fcdc-4f36-bd41-7b2e6eb61643 tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Resources bound (agent type, host, resource id):  {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:40:14.831975 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [req-26b5ea27-e04b-45ec-b451-d32b730406cf req-499ce7a8-fcdc-4f36-bd41-7b2e6eb61643 tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:40:14.866966 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499ce7a8-fcdc-4f36-bd41-7b2e6eb61643 tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Pushing event updated for resources: {'Port': ['ID=97a30346-a452-471f-a29b-12c96fae48d0,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:40:14.887308 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499ce7a8-fcdc-4f36-bd41-7b2e6eb61643 tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:40:14.887699 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499ce7a8-fcdc-4f36-bd41-7b2e6eb61643 tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:40:14.888086 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499ce7a8-fcdc-4f36-bd41-7b2e6eb61643 tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:40:14.888467 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499ce7a8-fcdc-4f36-bd41-7b2e6eb61643 tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:40:14.888868 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499ce7a8-fcdc-4f36-bd41-7b2e6eb61643 tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:40:14.889247 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499ce7a8-fcdc-4f36-bd41-7b2e6eb61643 tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:40:14.889620 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499ce7a8-fcdc-4f36-bd41-7b2e6eb61643 tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:40:14.890003 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499ce7a8-fcdc-4f36-bd41-7b2e6eb61643 tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:40:14.890367 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499ce7a8-fcdc-4f36-bd41-7b2e6eb61643 tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:40:14.890916 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499ce7a8-fcdc-4f36-bd41-7b2e6eb61643 tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:40:14.891464 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499ce7a8-fcdc-4f36-bd41-7b2e6eb61643 tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:40:14.891991 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499ce7a8-fcdc-4f36-bd41-7b2e6eb61643 tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:40:14.898193 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-499ce7a8-fcdc-4f36-bd41-7b2e6eb61643 tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:40:14.929114 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b5ea27-e04b-45ec-b451-d32b730406cf req-499ce7a8-fcdc-4f36-bd41-7b2e6eb61643 tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:40:14.929795 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-26b5ea27-e04b-45ec-b451-d32b730406cf req-499ce7a8-fcdc-4f36-bd41-7b2e6eb61643 tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:40:14.962378 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-26b5ea27-e04b-45ec-b451-d32b730406cf req-499ce7a8-fcdc-4f36-bd41-7b2e6eb61643 tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.9312570
Dec 23 16:40:15.173988 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-504e1dc5-4979-4e59-b12b-467ecc804567 None None] Provisioning for port 97a30346-a452-471f-a29b-12c96fae48d0 completed by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:40:15.179369 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-504e1dc5-4979-4e59-b12b-467ecc804567 None None] Provisioning complete for port 97a30346-a452-471f-a29b-12c96fae48d0 triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:40:15.180081 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-504e1dc5-4979-4e59-b12b-467ecc804567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:40:15.236695 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-504e1dc5-4979-4e59-b12b-467ecc804567 None None] Port 97a30346-a452-471f-a29b-12c96fae48d0 cannot update to ACTIVE because it is not bound. {{(pid=87637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 23 16:40:15.371555 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d73a416-ccd3-4b9c-9e2f-e94ae84e5ae8 req-fffe28d6-d48b-4876-b077-167cd0166a7d tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:40:15.374039 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-7d73a416-ccd3-4b9c-9e2f-e94ae84e5ae8 req-fffe28d6-d48b-4876-b077-167cd0166a7d tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b22a5d1-e024-4cbc-a762-9bcc56d4bbcb HTTP/1.1" status: 200  len: 932 time: 0.1062579
Dec 23 16:40:15.418067 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [req-7d73a416-ccd3-4b9c-9e2f-e94ae84e5ae8 req-a067440c-88bd-481c-81c9-e618367538ec tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Synchronizing usage tracker for tenant:28286cd003544ef7aab6bcdf152af014 on resource:security_group {{(pid=87635) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:40:15.435866 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [req-7d73a416-ccd3-4b9c-9e2f-e94ae84e5ae8 req-a067440c-88bd-481c-81c9-e618367538ec tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Unset dirty status for tenant:28286cd003544ef7aab6bcdf152af014 on resource:security_group {{(pid=87635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:40:15.437307 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-7d73a416-ccd3-4b9c-9e2f-e94ae84e5ae8 req-a067440c-88bd-481c-81c9-e618367538ec tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] 10.222.0.64 "GET /v2.0/security-groups?id=268f23bc-81ba-412a-9a4f-6e20cad62804&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0576546
Dec 23 16:40:16.640457 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.agents_db [None req-30c2320c-f298-49f6-9c47-c20e38116a9c None None] Agent healthcheck: found 6 active agents {{(pid=87638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 23 16:40:16.663148 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39899b08-6ef9-4306-b118-3ac5d7540737 req-ebe18a62-6f83-46fd-8beb-d10391abb19b tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:40:16.663814 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-39899b08-6ef9-4306-b118-3ac5d7540737 req-ebe18a62-6f83-46fd-8beb-d10391abb19b tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Synchronizing usage tracker for tenant:28286cd003544ef7aab6bcdf152af014 on resource:port {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:40:16.680776 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-39899b08-6ef9-4306-b118-3ac5d7540737 req-ebe18a62-6f83-46fd-8beb-d10391abb19b tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Unset dirty status for tenant:28286cd003544ef7aab6bcdf152af014 on resource:port {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:40:16.682200 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-39899b08-6ef9-4306-b118-3ac5d7540737 req-ebe18a62-6f83-46fd-8beb-d10391abb19b tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b22a5d1-e024-4cbc-a762-9bcc56d4bbcb HTTP/1.1" status: 200  len: 932 time: 0.1148958
Dec 23 16:40:16.736375 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-39899b08-6ef9-4306-b118-3ac5d7540737 req-b0cae785-fbc0-4a66-af59-b26193307fc7 tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] 10.222.0.64 "GET /v2.0/security-groups?id=268f23bc-81ba-412a-9a4f-6e20cad62804&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0471289
Dec 23 16:40:17.419562 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-2172a462-a03a-4b3c-bfd5-6b03f2f913be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:40:17.932283 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d4a4ba-ec04-4b69-95e2-de5573f3f7e4 req-c9f1f41d-e78e-40c0-9cae-36874dc75536 tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:40:17.933834 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-f8d4a4ba-ec04-4b69-95e2-de5573f3f7e4 req-c9f1f41d-e78e-40c0-9cae-36874dc75536 tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b22a5d1-e024-4cbc-a762-9bcc56d4bbcb HTTP/1.1" status: 200  len: 932 time: 0.0870733
Dec 23 16:40:17.977370 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-f8d4a4ba-ec04-4b69-95e2-de5573f3f7e4 req-c068b66e-d7b7-42eb-ad87-05a9e59d0f9f tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] 10.222.0.64 "GET /v2.0/security-groups?id=268f23bc-81ba-412a-9a4f-6e20cad62804&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0378325
Dec 23 16:40:19.176585 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a5f991-b956-41c8-887e-68a90fe69138 req-079f2244-35c7-4dca-b313-8a6c353b47a9 tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:40:19.178059 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-14a5f991-b956-41c8-887e-68a90fe69138 req-079f2244-35c7-4dca-b313-8a6c353b47a9 tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b22a5d1-e024-4cbc-a762-9bcc56d4bbcb HTTP/1.1" status: 200  len: 932 time: 0.0858502
Dec 23 16:40:19.229675 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-14a5f991-b956-41c8-887e-68a90fe69138 req-de7a5332-7667-4e0c-8ef4-b32e13004b3f tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] 10.222.0.64 "GET /v2.0/security-groups?id=268f23bc-81ba-412a-9a4f-6e20cad62804&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432858
Dec 23 16:40:19.773919 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-95afb2c9-0562-48a5-87fb-4d2ad09a5dbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:40:20.428198 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5e8402-f798-4989-bec0-c71a2c05c4a4 req-568c4338-8a33-4b85-86d5-4460ef78b826 tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:40:20.429787 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-1f5e8402-f798-4989-bec0-c71a2c05c4a4 req-568c4338-8a33-4b85-86d5-4460ef78b826 tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b22a5d1-e024-4cbc-a762-9bcc56d4bbcb HTTP/1.1" status: 200  len: 932 time: 0.0825849
Dec 23 16:40:20.479706 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-1f5e8402-f798-4989-bec0-c71a2c05c4a4 req-790c3957-8beb-41b6-beee-fedbeb2b3fe6 tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] 10.222.0.64 "GET /v2.0/security-groups?id=268f23bc-81ba-412a-9a4f-6e20cad62804&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439515
Dec 23 16:40:20.858885 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9dcbea60-a34f-4144-91e7-90aff3f57aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:40:20.928915 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:40:21.674811 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e467a555-753d-4a48-aad6-b7c7749b4647 req-5d98a745-bf49-4b42-a09a-b94591980fea tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:40:21.676502 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-e467a555-753d-4a48-aad6-b7c7749b4647 req-5d98a745-bf49-4b42-a09a-b94591980fea tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b22a5d1-e024-4cbc-a762-9bcc56d4bbcb HTTP/1.1" status: 200  len: 932 time: 0.0879209
Dec 23 16:40:21.725777 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-e467a555-753d-4a48-aad6-b7c7749b4647 req-652b2922-a090-48fa-95c9-60ea636a18cd tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] 10.222.0.64 "GET /v2.0/security-groups?id=268f23bc-81ba-412a-9a4f-6e20cad62804&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427237
Dec 23 16:40:22.350014 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9e3aab53-d650-47e3-b8a6-2dff21fe9ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:40:22.937237 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b306ca-b038-44fa-abb8-75b100ddc905 req-0bb1686c-041f-4f58-9645-11a451dcd1c5 tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:40:22.938848 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-a4b306ca-b038-44fa-abb8-75b100ddc905 req-0bb1686c-041f-4f58-9645-11a451dcd1c5 tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b22a5d1-e024-4cbc-a762-9bcc56d4bbcb HTTP/1.1" status: 200  len: 932 time: 0.0863128
Dec 23 16:40:22.984170 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-a4b306ca-b038-44fa-abb8-75b100ddc905 req-87aff72c-1fd1-417e-83ae-370f252ec239 tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] 10.222.0.64 "GET /v2.0/security-groups?id=268f23bc-81ba-412a-9a4f-6e20cad62804&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0389805
Dec 23 16:40:24.179101 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8b9f7b-5348-483a-ba85-815fc9a6bd32 req-3300c1ed-591a-41ae-b0b5-3bcd0b9b7308 tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:40:24.180539 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-3e8b9f7b-5348-483a-ba85-815fc9a6bd32 req-3300c1ed-591a-41ae-b0b5-3bcd0b9b7308 tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b22a5d1-e024-4cbc-a762-9bcc56d4bbcb HTTP/1.1" status: 200  len: 932 time: 0.0798547
Dec 23 16:40:24.232844 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-3e8b9f7b-5348-483a-ba85-815fc9a6bd32 req-def16ea8-aafd-4321-9b20-7699f7ba13d3 tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] 10.222.0.64 "GET /v2.0/security-groups?id=268f23bc-81ba-412a-9a4f-6e20cad62804&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406628
Dec 23 16:40:24.671934 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [req-26b5ea27-e04b-45ec-b451-d32b730406cf req-df88e9f0-0dc7-4dfe-a369-a52854b9faef tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=87636) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 23 16:40:24.672908 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-26b5ea27-e04b-45ec-b451-d32b730406cf req-df88e9f0-0dc7-4dfe-a369-a52854b9faef tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0062442
Dec 23 16:40:24.788496 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [req-26b5ea27-e04b-45ec-b451-d32b730406cf req-42c7951f-acd3-4200-a666-1ee8aa5cc9e3 service neutron] Request body: {'port': {'device_id': '0b22a5d1-e024-4cbc-a762-9bcc56d4bbcb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8227'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:40:24.918247 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-26b5ea27-e04b-45ec-b451-d32b730406cf req-42c7951f-acd3-4200-a666-1ee8aa5cc9e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:40:25.388355 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [req-26b5ea27-e04b-45ec-b451-d32b730406cf req-42c7951f-acd3-4200-a666-1ee8aa5cc9e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97a30346-a452-471f-a29b-12c96fae48d0 {{(pid=87636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 23 16:40:25.396532 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-26b5ea27-e04b-45ec-b451-d32b730406cf req-42c7951f-acd3-4200-a666-1ee8aa5cc9e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:40:25.410795 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.provisioning_blocks [req-26b5ea27-e04b-45ec-b451-d32b730406cf req-42c7951f-acd3-4200-a666-1ee8aa5cc9e3 service neutron] Transition to ACTIVE for port object 97a30346-a452-471f-a29b-12c96fae48d0 will not be triggered until provisioned by entity L2. {{(pid=87636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:40:25.415613 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-26b5ea27-e04b-45ec-b451-d32b730406cf req-42c7951f-acd3-4200-a666-1ee8aa5cc9e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2176289'] for port, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:40:25.418069 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da88a18-e9b0-4b77-bb83-0684b0b58062 req-1bf76fe6-eb6c-4c0c-8826-2da6485c714d tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:40:25.420083 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-4da88a18-e9b0-4b77-bb83-0684b0b58062 req-1bf76fe6-eb6c-4c0c-8826-2da6485c714d tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b22a5d1-e024-4cbc-a762-9bcc56d4bbcb HTTP/1.1" status: 200  len: 932 time: 0.0820041
Dec 23 16:40:25.420359 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-569a2668-82a9-4169-9909-250cb4023181 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:40:25.469886 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-4da88a18-e9b0-4b77-bb83-0684b0b58062 req-68858eb8-6809-4240-aa5b-2af05402aa2c tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] 10.222.0.64 "GET /v2.0/security-groups?id=268f23bc-81ba-412a-9a4f-6e20cad62804&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441022
Dec 23 16:40:25.549486 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c7951f-acd3-4200-a666-1ee8aa5cc9e3 service neutron] Pushing event updated for resources: {'Port': ['ID=97a30346-a452-471f-a29b-12c96fae48d0,revision_number=2']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:40:25.552433 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-42c7951f-acd3-4200-a666-1ee8aa5cc9e3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:40:25.665459 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [req-26b5ea27-e04b-45ec-b451-d32b730406cf req-42c7951f-acd3-4200-a666-1ee8aa5cc9e3 service neutron] Attempting to bind port 97a30346-a452-471f-a29b-12c96fae48d0 on host hv-neutron-8227 for vnic_type normal with profile  {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:40:25.665791 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [req-26b5ea27-e04b-45ec-b451-d32b730406cf req-42c7951f-acd3-4200-a666-1ee8aa5cc9e3 service neutron] Attempting to bind port 97a30346-a452-471f-a29b-12c96fae48d0 by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': '684310ed-739d-4b7d-bf84-f4e52839288c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '71145ff1-cae9-4bcb-8b15-c93cb940d625'}] {{(pid=87636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:40:25.666116 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26b5ea27-e04b-45ec-b451-d32b730406cf req-42c7951f-acd3-4200-a666-1ee8aa5cc9e3 service neutron] Attempting to bind port 97a30346-a452-471f-a29b-12c96fae48d0 on network 71145ff1-cae9-4bcb-8b15-c93cb940d625 {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:40:25.670910 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26b5ea27-e04b-45ec-b451-d32b730406cf req-42c7951f-acd3-4200-a666-1ee8aa5cc9e3 service neutron] Port 97a30346-a452-471f-a29b-12c96fae48d0 on network 71145ff1-cae9-4bcb-8b15-c93cb940d625 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 23 16:40:25.671222 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26b5ea27-e04b-45ec-b451-d32b730406cf req-42c7951f-acd3-4200-a666-1ee8aa5cc9e3 service neutron] Attempting to bind port 97a30346-a452-471f-a29b-12c96fae48d0 on network 71145ff1-cae9-4bcb-8b15-c93cb940d625 {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:40:25.676695 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26b5ea27-e04b-45ec-b451-d32b730406cf req-42c7951f-acd3-4200-a666-1ee8aa5cc9e3 service neutron] Checking agent: {'id': '5a806709-633b-4d33-98c4-3d24562c0f1e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8227', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 6, 42), 'started_at': datetime.datetime(2021, 12, 23, 16, 6, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 40, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 23 16:40:25.677031 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26b5ea27-e04b-45ec-b451-d32b730406cf req-42c7951f-acd3-4200-a666-1ee8aa5cc9e3 service neutron] Checking segment: {'id': '684310ed-739d-4b7d-bf84-f4e52839288c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '71145ff1-cae9-4bcb-8b15-c93cb940d625'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:40:25.677412 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26b5ea27-e04b-45ec-b451-d32b730406cf req-42c7951f-acd3-4200-a666-1ee8aa5cc9e3 service neutron] Bound using segment: {'id': '684310ed-739d-4b7d-bf84-f4e52839288c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '71145ff1-cae9-4bcb-8b15-c93cb940d625'} {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 23 16:40:25.677833 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [req-26b5ea27-e04b-45ec-b451-d32b730406cf req-42c7951f-acd3-4200-a666-1ee8aa5cc9e3 service neutron] Bound port: 97a30346-a452-471f-a29b-12c96fae48d0, host: hv-neutron-8227, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '684310ed-739d-4b7d-bf84-f4e52839288c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '71145ff1-cae9-4bcb-8b15-c93cb940d625'}}] {{(pid=87636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 23 16:40:25.678182 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-26b5ea27-e04b-45ec-b451-d32b730406cf req-42c7951f-acd3-4200-a666-1ee8aa5cc9e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:40:25.766269 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [req-26b5ea27-e04b-45ec-b451-d32b730406cf req-42c7951f-acd3-4200-a666-1ee8aa5cc9e3 service neutron] For port 97a30346-a452-471f-a29b-12c96fae48d0, host hv-neutron-8227, cleared binding levels {{(pid=87636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 23 16:40:25.769170 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [req-26b5ea27-e04b-45ec-b451-d32b730406cf req-42c7951f-acd3-4200-a666-1ee8aa5cc9e3 service neutron] For port 97a30346-a452-471f-a29b-12c96fae48d0, host hv-neutron-8227, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=97a30346-a452-471f-a29b-12c96fae48d0,segment=NetworkSegment(684310ed-739d-4b7d-bf84-f4e52839288c),segment_id=684310ed-739d-4b7d-bf84-f4e52839288c)] {{(pid=87636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 23 16:40:25.775161 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-26b5ea27-e04b-45ec-b451-d32b730406cf req-42c7951f-acd3-4200-a666-1ee8aa5cc9e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2176289'] for port, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:40:25.778707 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-499ce7a8-fcdc-4f36-bd41-7b2e6eb61643 tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:40:25.837410 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b5ea27-e04b-45ec-b451-d32b730406cf req-42c7951f-acd3-4200-a666-1ee8aa5cc9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:40:25.838034 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-26b5ea27-e04b-45ec-b451-d32b730406cf req-42c7951f-acd3-4200-a666-1ee8aa5cc9e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:40:25.839336 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-26b5ea27-e04b-45ec-b451-d32b730406cf req-42c7951f-acd3-4200-a666-1ee8aa5cc9e3 service neutron] 10.222.0.61 "PUT /v2.0/ports/97a30346-a452-471f-a29b-12c96fae48d0 HTTP/1.1" status: 200  len: 1094 time: 1.1593406
Dec 23 16:40:25.839873 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b22a5d1-e024-4cbc-a762-9bcc56d4bbcb', 'tag': '97a30346-a452-471f-a29b-12c96fae48d0'}] {{(pid=87636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 23 16:40:25.876262 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c7951f-acd3-4200-a666-1ee8aa5cc9e3 service neutron] Pushing event updated for resources: {'Port': ['ID=97a30346-a452-471f-a29b-12c96fae48d0,revision_number=3']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:40:25.909875 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-42c7951f-acd3-4200-a666-1ee8aa5cc9e3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:40:25.911510 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b22a5d1-e024-4cbc-a762-9bcc56d4bbcb', 'tag': '97a30346-a452-471f-a29b-12c96fae48d0', 'status': 'completed', 'code': 200}
Dec 23 16:40:25.954024 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b5ea27-e04b-45ec-b451-d32b730406cf req-5a567390-3e26-4916-81ad-1c6e80fd4c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:40:25.955483 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-26b5ea27-e04b-45ec-b451-d32b730406cf req-5a567390-3e26-4916-81ad-1c6e80fd4c20 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=28286cd003544ef7aab6bcdf152af014&device_id=0b22a5d1-e024-4cbc-a762-9bcc56d4bbcb HTTP/1.1" status: 200  len: 1097 time: 0.0761614
Dec 23 16:40:26.028701 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-26b5ea27-e04b-45ec-b451-d32b730406cf req-29919274-d5b8-42d1-82c9-caaf513eeee8 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=97a30346-a452-471f-a29b-12c96fae48d0 HTTP/1.1" status: 200  len: 217 time: 0.0659509
Dec 23 16:40:26.090152 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b5ea27-e04b-45ec-b451-d32b730406cf req-abd43821-caef-4a5a-b5e5-afe327614001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:40:26.091682 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-26b5ea27-e04b-45ec-b451-d32b730406cf req-abd43821-caef-4a5a-b5e5-afe327614001 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5f2591a8-c9eb-422a-8497-1fc4d17d7c53 HTTP/1.1" status: 200  len: 852 time: 0.0572467
Dec 23 16:40:26.176435 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b5ea27-e04b-45ec-b451-d32b730406cf req-ea43a1bf-2570-4901-8dbe-327da7876fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:40:26.177866 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-26b5ea27-e04b-45ec-b451-d32b730406cf req-ea43a1bf-2570-4901-8dbe-327da7876fcb service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=71145ff1-cae9-4bcb-8b15-c93cb940d625&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0796881
Dec 23 16:40:26.311080 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-26b5ea27-e04b-45ec-b451-d32b730406cf req-b8a04615-fa9e-4b43-bd51-d0f72c7f96c6 service neutron] 10.222.0.61 "GET /v2.0/networks/71145ff1-cae9-4bcb-8b15-c93cb940d625?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1265717
Dec 23 16:40:26.443360 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-26b5ea27-e04b-45ec-b451-d32b730406cf req-382141ad-894a-46c6-9d45-102d66b37423 service neutron] 10.222.0.61 "GET /v2.0/networks/71145ff1-cae9-4bcb-8b15-c93cb940d625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1256530
Dec 23 16:40:26.567879 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0a7f70-ce0d-4d0e-b12f-0a6ef5338ef3 req-fa558f75-878f-411b-b3cc-b7c4bde9d06d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:40:26.569774 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-2b0a7f70-ce0d-4d0e-b12f-0a6ef5338ef3 req-fa558f75-878f-411b-b3cc-b7c4bde9d06d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=28286cd003544ef7aab6bcdf152af014&device_id=0b22a5d1-e024-4cbc-a762-9bcc56d4bbcb HTTP/1.1" status: 200  len: 1097 time: 0.0795944
Dec 23 16:40:26.659750 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c8864b-5fda-4973-b906-00b7b0d93062 req-0c66309f-b7f7-4605-93b8-22316dc12c9d tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:40:26.660987 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-68c8864b-5fda-4973-b906-00b7b0d93062 req-0c66309f-b7f7-4605-93b8-22316dc12c9d tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b22a5d1-e024-4cbc-a762-9bcc56d4bbcb HTTP/1.1" status: 200  len: 944 time: 0.0819120
Dec 23 16:40:26.704512 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0a7f70-ce0d-4d0e-b12f-0a6ef5338ef3 req-b5b92191-1e24-4692-8d03-806d05e35882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:40:26.705896 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-2b0a7f70-ce0d-4d0e-b12f-0a6ef5338ef3 req-b5b92191-1e24-4692-8d03-806d05e35882 service neutron] 10.222.0.61 "GET /v2.0/networks?id=71145ff1-cae9-4bcb-8b15-c93cb940d625 HTTP/1.1" status: 200  len: 914 time: 0.1286654
Dec 23 16:40:26.706593 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-68c8864b-5fda-4973-b906-00b7b0d93062 req-d7fb49e2-4b3b-47a5-a730-cc1e682d7095 tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] 10.222.0.64 "GET /v2.0/security-groups?id=268f23bc-81ba-412a-9a4f-6e20cad62804&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396056
Dec 23 16:40:26.782172 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-2b0a7f70-ce0d-4d0e-b12f-0a6ef5338ef3 req-39f883fe-f29e-44b3-8651-dc274a19315d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=97a30346-a452-471f-a29b-12c96fae48d0 HTTP/1.1" status: 200  len: 217 time: 0.0681558
Dec 23 16:40:26.847693 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0a7f70-ce0d-4d0e-b12f-0a6ef5338ef3 req-5fa9398c-c217-4411-b5dd-44212a7ce18d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:40:26.849110 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-2b0a7f70-ce0d-4d0e-b12f-0a6ef5338ef3 req-5fa9398c-c217-4411-b5dd-44212a7ce18d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5f2591a8-c9eb-422a-8497-1fc4d17d7c53 HTTP/1.1" status: 200  len: 852 time: 0.0598152
Dec 23 16:40:26.927709 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0a7f70-ce0d-4d0e-b12f-0a6ef5338ef3 req-a4b8f02c-2454-4d65-82f3-4d8ed6712929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:40:26.929186 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-2b0a7f70-ce0d-4d0e-b12f-0a6ef5338ef3 req-a4b8f02c-2454-4d65-82f3-4d8ed6712929 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=71145ff1-cae9-4bcb-8b15-c93cb940d625&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0726652
Dec 23 16:40:27.191691 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-2b0a7f70-ce0d-4d0e-b12f-0a6ef5338ef3 req-8d322711-eb9e-4248-9324-db948fd25bfe service neutron] 10.222.0.61 "GET /v2.0/networks/71145ff1-cae9-4bcb-8b15-c93cb940d625?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2542467
Dec 23 16:40:27.332322 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-2b0a7f70-ce0d-4d0e-b12f-0a6ef5338ef3 req-acac5c69-1546-4c80-b2a9-4061bac82549 service neutron] 10.222.0.61 "GET /v2.0/networks/71145ff1-cae9-4bcb-8b15-c93cb940d625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1334941
Dec 23 16:40:27.933640 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011b15b0-7309-44ae-9d66-382ff9524e22 req-19c9beba-86e2-437a-9138-21e8349b9344 tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:40:27.935670 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-011b15b0-7309-44ae-9d66-382ff9524e22 req-19c9beba-86e2-437a-9138-21e8349b9344 tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b22a5d1-e024-4cbc-a762-9bcc56d4bbcb HTTP/1.1" status: 200  len: 944 time: 0.0978391
Dec 23 16:40:27.981546 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-011b15b0-7309-44ae-9d66-382ff9524e22 req-f3f0c239-0050-442e-b284-15266ed87975 tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] 10.222.0.64 "GET /v2.0/security-groups?id=268f23bc-81ba-412a-9a4f-6e20cad62804&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398874
Dec 23 16:40:29.186233 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c70048f-367e-4bef-a8bd-f73729457b94 req-cc015bed-3cf0-47ba-a884-0b278440b53b tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:40:29.187636 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-5c70048f-367e-4bef-a8bd-f73729457b94 req-cc015bed-3cf0-47ba-a884-0b278440b53b tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b22a5d1-e024-4cbc-a762-9bcc56d4bbcb HTTP/1.1" status: 200  len: 944 time: 0.0839801
Dec 23 16:40:29.231890 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-5c70048f-367e-4bef-a8bd-f73729457b94 req-aeb5fdc7-defe-4e14-a543-dd73ed2e980d tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] 10.222.0.64 "GET /v2.0/security-groups?id=268f23bc-81ba-412a-9a4f-6e20cad62804&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0382333
Dec 23 16:40:29.778742 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Device 97a30346-a452-471f-a29b-12c96fae48d0 details requested by agent hyperv_hv-neutron-8227 with host hv-neutron-8227 {{(pid=87637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 23 16:40:29.924454 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] For port 97a30346-a452-471f-a29b-12c96fae48d0, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=97a30346-a452-471f-a29b-12c96fae48d0,segment=NetworkSegment(684310ed-739d-4b7d-bf84-f4e52839288c),segment_id=684310ed-739d-4b7d-bf84-f4e52839288c)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:40:29.937944 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Returning: {'device': '97a30346-a452-471f-a29b-12c96fae48d0', 'network_id': '71145ff1-cae9-4bcb-8b15-c93cb940d625', 'port_id': '97a30346-a452-471f-a29b-12c96fae48d0', 'mac_address': 'fa:16:3e:46:c8:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f2591a8-c9eb-422a-8497-1fc4d17d7c53', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 23 16:40:29.996628 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:40:30.012721 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.notifiers.nova [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97a30346-a452-471f-a29b-12c96fae48d0 {{(pid=87637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 23 16:40:30.029563 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] For port 97a30346-a452-471f-a29b-12c96fae48d0, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=97a30346-a452-471f-a29b-12c96fae48d0,segment=NetworkSegment(684310ed-739d-4b7d-bf84-f4e52839288c),segment_id=684310ed-739d-4b7d-bf84-f4e52839288c)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:40:30.036304 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:40:30.039158 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-b2c109f4-0aeb-42b8-abb6-31bb621e1d07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:40:30.104257 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Pushing event updated for resources: {'Port': ['ID=97a30346-a452-471f-a29b-12c96fae48d0,revision_number=4']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:40:30.107433 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:40:30.241525 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] get_ports_and_sgs() called for port_ids ['97a30346-a452-471f-a29b-12c96fae48d0'] {{(pid=87637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 23 16:40:30.418097 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed02345c-82c3-4775-a53e-7211fabccf4f req-7dc2e148-a2f6-4df2-8792-faa644c3f813 tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:40:30.419615 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-ed02345c-82c3-4775-a53e-7211fabccf4f req-7dc2e148-a2f6-4df2-8792-faa644c3f813 tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b22a5d1-e024-4cbc-a762-9bcc56d4bbcb HTTP/1.1" status: 200  len: 945 time: 0.0798304
Dec 23 16:40:30.467957 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-ed02345c-82c3-4775-a53e-7211fabccf4f req-96e7db23-49c6-4ba5-b269-ef664f361c23 tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] 10.222.0.64 "GET /v2.0/security-groups?id=268f23bc-81ba-412a-9a4f-6e20cad62804&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424023
Dec 23 16:40:31.663471 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15a537f-fd5c-4c01-9a01-c15dbb198f67 req-ff599e03-a567-4d87-9179-a635d1d8c8c0 tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:40:31.664973 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-f15a537f-fd5c-4c01-9a01-c15dbb198f67 req-ff599e03-a567-4d87-9179-a635d1d8c8c0 tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b22a5d1-e024-4cbc-a762-9bcc56d4bbcb HTTP/1.1" status: 200  len: 945 time: 0.0826278
Dec 23 16:40:31.710004 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-f15a537f-fd5c-4c01-9a01-c15dbb198f67 req-342fd4e3-6a7b-4f2f-a5c6-45bdba12ae22 tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] 10.222.0.64 "GET /v2.0/security-groups?id=268f23bc-81ba-412a-9a4f-6e20cad62804&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0393476
Dec 23 16:40:31.791998 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Device 97a30346-a452-471f-a29b-12c96fae48d0 up at agent hyperv_hv-neutron-8227 {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:40:31.861691 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Provisioning for port 97a30346-a452-471f-a29b-12c96fae48d0 completed by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:40:31.866538 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Provisioning complete for port 97a30346-a452-471f-a29b-12c96fae48d0 triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:40:31.866940 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:40:31.986241 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:40:32.013447 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b22a5d1-e024-4cbc-a762-9bcc56d4bbcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97a30346-a452-471f-a29b-12c96fae48d0'}] {{(pid=87637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 23 16:40:32.024851 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] For port 97a30346-a452-471f-a29b-12c96fae48d0, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=97a30346-a452-471f-a29b-12c96fae48d0,segment=NetworkSegment(684310ed-739d-4b7d-bf84-f4e52839288c),segment_id=684310ed-739d-4b7d-bf84-f4e52839288c)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:40:32.030806 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:40:32.033233 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:40:32.065134 dv-neutron-822799-1-hyperv neutron-server[87637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b22a5d1-e024-4cbc-a762-9bcc56d4bbcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97a30346-a452-471f-a29b-12c96fae48d0', 'code': 200}
Dec 23 16:40:32.107135 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Pushing event updated for resources: {'Port': ['ID=97a30346-a452-471f-a29b-12c96fae48d0,revision_number=5']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:40:32.110529 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:40:32.308964 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef1fd84-389f-4e34-9e5d-0fac5a1f22d7 req-1eee1a4e-ea5e-4148-b196-85d541846d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:40:32.310457 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-7ef1fd84-389f-4e34-9e5d-0fac5a1f22d7 req-1eee1a4e-ea5e-4148-b196-85d541846d7c service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=0b22a5d1-e024-4cbc-a762-9bcc56d4bbcb HTTP/1.1" status: 200  len: 1099 time: 0.0723293
Dec 23 16:40:32.353231 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-7ef1fd84-389f-4e34-9e5d-0fac5a1f22d7 req-9e15e7d6-d52f-437b-b38a-49520a2968c8 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=268f23bc-81ba-412a-9a4f-6e20cad62804&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0364683
Dec 23 16:40:33.027110 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da2728b-203d-4394-8720-82226f3f2290 req-cb2bc9b1-dea6-44b0-836b-78530fdad6db tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:40:33.028536 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-2da2728b-203d-4394-8720-82226f3f2290 req-cb2bc9b1-dea6-44b0-836b-78530fdad6db tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b22a5d1-e024-4cbc-a762-9bcc56d4bbcb HTTP/1.1" status: 200  len: 946 time: 0.2037237
Dec 23 16:40:33.072345 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-2da2728b-203d-4394-8720-82226f3f2290 req-cd8091db-db27-4d2f-962b-1d9e7976b88e tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] 10.222.0.64 "GET /v2.0/security-groups?id=268f23bc-81ba-412a-9a4f-6e20cad62804&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0379043
Dec 23 16:40:34.273478 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0476c4-cf12-49de-a9f6-d7d1618370f6 req-065165fb-580a-41ae-90dc-4e40d79329aa tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:40:34.274994 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-5c0476c4-cf12-49de-a9f6-d7d1618370f6 req-065165fb-580a-41ae-90dc-4e40d79329aa tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b22a5d1-e024-4cbc-a762-9bcc56d4bbcb HTTP/1.1" status: 200  len: 946 time: 0.0964286
Dec 23 16:40:34.326559 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-5c0476c4-cf12-49de-a9f6-d7d1618370f6 req-7d3507ea-3c91-4964-8108-6b01cd82c91c tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] 10.222.0.64 "GET /v2.0/security-groups?id=268f23bc-81ba-412a-9a4f-6e20cad62804&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445464
Dec 23 16:40:34.520511 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d5910d-f837-4a34-9eb4-2320deb7a507 req-3d118ad8-a2db-4997-b51a-71693a5b20d0 tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:40:34.521969 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-e4d5910d-f837-4a34-9eb4-2320deb7a507 req-3d118ad8-a2db-4997-b51a-71693a5b20d0 tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b22a5d1-e024-4cbc-a762-9bcc56d4bbcb HTTP/1.1" status: 200  len: 946 time: 0.0889504
Dec 23 16:40:34.568493 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-e4d5910d-f837-4a34-9eb4-2320deb7a507 req-e2da683c-35cc-4f9b-83c6-2bb0d8161d8c tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] 10.222.0.64 "GET /v2.0/security-groups?id=268f23bc-81ba-412a-9a4f-6e20cad62804&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0381017
Dec 23 16:40:34.989699 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121aca84-49c1-43a5-b7f5-0227a7f30ca1 req-18dfc171-6336-4b00-9113-71b13e73d333 tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:40:34.991090 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-121aca84-49c1-43a5-b7f5-0227a7f30ca1 req-18dfc171-6336-4b00-9113-71b13e73d333 tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b22a5d1-e024-4cbc-a762-9bcc56d4bbcb HTTP/1.1" status: 200  len: 946 time: 0.0955198
Dec 23 16:40:35.036340 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-121aca84-49c1-43a5-b7f5-0227a7f30ca1 req-686c22c2-6125-4cf3-9d41-2a204e501e02 tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] 10.222.0.64 "GET /v2.0/security-groups?id=268f23bc-81ba-412a-9a4f-6e20cad62804&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395491
Dec 23 16:40:42.075117 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:40:45.453642 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fd7a05-ef01-4346-a9bd-c3172838622c req-c492455a-c4e3-45ef-b736-e17f71bdee01 tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:40:45.455376 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-87fd7a05-ef01-4346-a9bd-c3172838622c req-c492455a-c4e3-45ef-b736-e17f71bdee01 tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b22a5d1-e024-4cbc-a762-9bcc56d4bbcb HTTP/1.1" status: 200  len: 946 time: 0.0939400
Dec 23 16:40:45.506919 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-87fd7a05-ef01-4346-a9bd-c3172838622c req-0ece1980-b949-4a82-b0b8-c0f2b9490c70 tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] 10.222.0.64 "GET /v2.0/security-groups?id=268f23bc-81ba-412a-9a4f-6e20cad62804&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454986
Dec 23 16:40:45.538246 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 58072) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:40:45.677144 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f09690a1-d511-4d69-b8c9-cf56a2332835 tempest-TestMinimumBasicScenario-1413725659 tempest-TestMinimumBasicScenario-1413725659-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:40:45.678637 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-f09690a1-d511-4d69-b8c9-cf56a2332835 tempest-TestMinimumBasicScenario-1413725659 tempest-TestMinimumBasicScenario-1413725659-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=0b22a5d1-e024-4cbc-a762-9bcc56d4bbcb HTTP/1.1" status: 200  len: 1094 time: 0.1390798
Dec 23 16:40:45.682410 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 58078) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:40:45.688497 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-66e5aed2-d868-4ece-8e66-0065698d088e tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Request body: {'floatingip': {'floating_network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'port_id': '97a30346-a452-471f-a29b-12c96fae48d0', 'tenant_id': '28286cd003544ef7aab6bcdf152af014', 'fixed_ip_address': '172.20.0.14'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:40:45.697780 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-66e5aed2-d868-4ece-8e66-0065698d088e tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:40:45.703588 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-66e5aed2-d868-4ece-8e66-0065698d088e tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Usage tracker for resource:floatingip and tenant:28286cd003544ef7aab6bcdf152af014 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:40:45.707011 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-66e5aed2-d868-4ece-8e66-0065698d088e tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:40:45.715511 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-66e5aed2-d868-4ece-8e66-0065698d088e tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:40:45.730217 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-66e5aed2-d868-4ece-8e66-0065698d088e tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Notify callbacks [] for floatingip, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:40:45.902097 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-66e5aed2-d868-4ece-8e66-0065698d088e tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:40:46.070236 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [None req-66e5aed2-d868-4ece-8e66-0065698d088e tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Allocated IP 172.26.3.164 (8afa6d58-9431-454a-b99c-3ff8a65aa86b/60537fec-5f5f-4ab7-89cc-03638149a590/d4a0ded7-762d-404b-af71-18bfd29f5177) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:40:46.261156 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-66e5aed2-d868-4ece-8e66-0065698d088e tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:40:46.297506 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-66e5aed2-d868-4ece-8e66-0065698d088e tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:40:46.302576 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-5da015b0-e3d5-465a-8750-a3fa23d43fd2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:40:46.358467 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66e5aed2-d868-4ece-8e66-0065698d088e tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Network 8afa6d58-9431-454a-b99c-3ff8a65aa86b is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:40:46.365376 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-66e5aed2-d868-4ece-8e66-0065698d088e tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Resources bound (agent type, host, resource id):  {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:40:46.369401 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e5aed2-d868-4ece-8e66-0065698d088e tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:40:46.406999 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e5aed2-d868-4ece-8e66-0065698d088e tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Pushing event updated for resources: {'Port': ['ID=d4a0ded7-762d-404b-af71-18bfd29f5177,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:40:46.415468 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-66e5aed2-d868-4ece-8e66-0065698d088e tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:40:46.946034 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-66e5aed2-d868-4ece-8e66-0065698d088e tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:40:47.023028 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-66e5aed2-d868-4ece-8e66-0065698d088e tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:40:47.237128 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-66e5aed2-d868-4ece-8e66-0065698d088e tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Notify callbacks [] for port, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:40:47.242780 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-66e5aed2-d868-4ece-8e66-0065698d088e tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2176289'] for port, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:40:47.246446 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-1e0a1817-969a-4f46-bada-fcb231492c12 tempest-ServersNegativeTestJSON-431794398 tempest-ServersNegativeTestJSON-431794398-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:40:47.353379 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e5aed2-d868-4ece-8e66-0065698d088e tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Pushing event updated for resources: {'Port': ['ID=d4a0ded7-762d-404b-af71-18bfd29f5177,revision_number=2']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:40:47.357303 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-66e5aed2-d868-4ece-8e66-0065698d088e tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:40:47.363682 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-66e5aed2-d868-4ece-8e66-0065698d088e tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1824189'] for floatingip, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:40:47.405803 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-6975d9c7-5f1f-4dd3-99a5-6f9265b55902 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:40:47.534218 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.db.l3_db [None req-66e5aed2-d868-4ece-8e66-0065698d088e tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Floating IP aef6782b-aaf9-4f39-95d1-e8706f48e9f7 associated. External IP: 172.26.3.164, port: 97a30346-a452-471f-a29b-12c96fae48d0.
Dec 23 16:40:47.907065 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66e5aed2-d868-4ece-8e66-0065698d088e tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Router 97955f88-bc44-4bea-b945-e40e1de54170 has already been hosted by L3 agent 371d4c41-c7e2-4de7-9539-c049ec4e95d1 {{(pid=87636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 23 16:40:48.087913 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66e5aed2-d868-4ece-8e66-0065698d088e tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Notify agent at l3_agent.dv-neutron-822799-1-hyperv the message routers_updated {{(pid=87636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 23 16:40:48.098254 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e38911c8-e430-4bb2-8f0e-29fb2ab78de2 None None] Sync routers for ids ['97955f88-bc44-4bea-b945-e40e1de54170'] in dv-neutron-822799-1-hyperv {{(pid=87637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 23 16:40:48.108878 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e38911c8-e430-4bb2-8f0e-29fb2ab78de2 None None] Routers {'97955f88-bc44-4bea-b945-e40e1de54170'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:40:48.109511 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-e38911c8-e430-4bb2-8f0e-29fb2ab78de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc05e7550>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:40:20Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['97955f88-bc44-4bea-b945-e40e1de54170'], 'active': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:40:48.113288 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-66e5aed2-d868-4ece-8e66-0065698d088e tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for floatingip, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:40:48.172762 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-66e5aed2-d868-4ece-8e66-0065698d088e tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 2.4863551
Dec 23 16:40:48.172762 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b22a5d1-e024-4cbc-a762-9bcc56d4bbcb', 'tag': '97a30346-a452-471f-a29b-12c96fae48d0'}] {{(pid=87636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 23 16:40:48.173236 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 58082) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:40:48.179420 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-ee718a55-a200-4270-ba98-ad547f46318d tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-296029626', 'description': 'tempest-secgroup-smoke-296029626 description', 'project_id': '28286cd003544ef7aab6bcdf152af014'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:40:48.185960 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-ee718a55-a200-4270-ba98-ad547f46318d tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:40:48.196624 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-ee718a55-a200-4270-ba98-ad547f46318d tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:40:48.210286 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-ee718a55-a200-4270-ba98-ad547f46318d tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Notify callbacks [] for security_group, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:40:48.234605 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-ee718a55-a200-4270-ba98-ad547f46318d tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:40:48.239612 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-ee718a55-a200-4270-ba98-ad547f46318d tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Usage tracker for resource:security_group_rule and tenant:28286cd003544ef7aab6bcdf152af014 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:40:48.243507 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-ee718a55-a200-4270-ba98-ad547f46318d tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:40:48.250261 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-ee718a55-a200-4270-ba98-ad547f46318d tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:40:48.319374 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvr_db [None req-e38911c8-e430-4bb2-8f0e-29fb2ab78de2 None None] Set router 97955f88-bc44-4bea-b945-e40e1de54170 gateway port host: dv-neutron-822799-1-hyperv {{(pid=87637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:40:48.339242 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-ee718a55-a200-4270-ba98-ad547f46318d tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Notify callbacks [] for security_group, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:40:48.345991 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-ee718a55-a200-4270-ba98-ad547f46318d tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:40:48.350365 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-dab07e15-3e86-4f1e-abdc-3023cfa77ee7 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:40:48.386862 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b22a5d1-e024-4cbc-a762-9bcc56d4bbcb', 'tag': '97a30346-a452-471f-a29b-12c96fae48d0', 'status': 'completed', 'code': 200}
Dec 23 16:40:48.391032 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee718a55-a200-4270-ba98-ad547f46318d tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca0bdf3d-74a5-4d72-a899-b568cf01c32c,revision_number=1']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:40:48.401325 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee718a55-a200-4270-ba98-ad547f46318d tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:40:48.401793 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee718a55-a200-4270-ba98-ad547f46318d tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:40:48.402237 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee718a55-a200-4270-ba98-ad547f46318d tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:40:48.402669 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee718a55-a200-4270-ba98-ad547f46318d tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:40:48.403097 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee718a55-a200-4270-ba98-ad547f46318d tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:40:48.403527 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee718a55-a200-4270-ba98-ad547f46318d tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:40:48.403955 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee718a55-a200-4270-ba98-ad547f46318d tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:40:48.404384 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee718a55-a200-4270-ba98-ad547f46318d tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:40:48.404840 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee718a55-a200-4270-ba98-ad547f46318d tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:40:48.405273 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee718a55-a200-4270-ba98-ad547f46318d tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:40:48.405721 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee718a55-a200-4270-ba98-ad547f46318d tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:40:48.406163 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee718a55-a200-4270-ba98-ad547f46318d tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:40:48.409710 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-ee718a55-a200-4270-ba98-ad547f46318d tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:40:48.410749 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-ee718a55-a200-4270-ba98-ad547f46318d tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Notify callbacks [] for security_group, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:40:48.412625 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-ee718a55-a200-4270-ba98-ad547f46318d tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 0.2375791
Dec 23 16:40:48.417082 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 58088) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:40:48.422703 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-4edaccba-3d1d-49a2-b283-0e0effbb6749 tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Request body: {'security_group_rule': {'security_group_id': 'ca0bdf3d-74a5-4d72-a899-b568cf01c32c', 'project_id': '28286cd003544ef7aab6bcdf152af014', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:40:48.429544 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-4edaccba-3d1d-49a2-b283-0e0effbb6749 tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:40:48.433941 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-4edaccba-3d1d-49a2-b283-0e0effbb6749 tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Usage tracker for resource:security_group_rule and tenant:28286cd003544ef7aab6bcdf152af014 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:40:48.436792 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-4edaccba-3d1d-49a2-b283-0e0effbb6749 tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:40:48.447832 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-4edaccba-3d1d-49a2-b283-0e0effbb6749 tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:40:48.482844 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-4edaccba-3d1d-49a2-b283-0e0effbb6749 tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:40:48.493798 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7203c57-ccf5-4e55-9821-38497dfcd4a4 req-d15d12e1-d368-4903-90bb-1f49f936aba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:40:48.495586 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-f7203c57-ccf5-4e55-9821-38497dfcd4a4 req-d15d12e1-d368-4903-90bb-1f49f936aba0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=28286cd003544ef7aab6bcdf152af014&device_id=0b22a5d1-e024-4cbc-a762-9bcc56d4bbcb HTTP/1.1" status: 200  len: 1099 time: 0.0806625
Dec 23 16:40:48.578735 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-4edaccba-3d1d-49a2-b283-0e0effbb6749 tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:40:48.583701 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-4edaccba-3d1d-49a2-b283-0e0effbb6749 tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762424'] for security_group_rule, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:40:48.591528 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-45b39537-44b7-4726-bad9-275bb05d5763 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:40:48.611510 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edaccba-3d1d-49a2-b283-0e0effbb6749 tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63d5789b-e534-4428-8e07-1a25d4bb2fcc,revision_number=0']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:40:48.615646 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-4edaccba-3d1d-49a2-b283-0e0effbb6749 tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:40:48.625842 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-4edaccba-3d1d-49a2-b283-0e0effbb6749 tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:40:48.630770 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-4edaccba-3d1d-49a2-b283-0e0effbb6749 tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2125494
Dec 23 16:40:48.631456 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 58092) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:40:48.637202 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-f92528c8-c250-4d82-9257-844840f91b6f tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Request body: {'security_group_rule': {'security_group_id': 'ca0bdf3d-74a5-4d72-a899-b568cf01c32c', 'project_id': '28286cd003544ef7aab6bcdf152af014', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:40:48.643435 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-f92528c8-c250-4d82-9257-844840f91b6f tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:40:48.648705 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-f92528c8-c250-4d82-9257-844840f91b6f tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Usage tracker for resource:security_group_rule and tenant:28286cd003544ef7aab6bcdf152af014 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:40:48.651763 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-f92528c8-c250-4d82-9257-844840f91b6f tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:40:48.657998 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-f92528c8-c250-4d82-9257-844840f91b6f tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:40:48.677364 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-f92528c8-c250-4d82-9257-844840f91b6f tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:40:48.741665 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-f92528c8-c250-4d82-9257-844840f91b6f tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:40:48.748060 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-f92528c8-c250-4d82-9257-844840f91b6f tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762424'] for security_group_rule, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:40:48.749960 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-6ccebaeb-3b25-4e56-a815-ec293c55d704 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:40:48.757424 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-e38911c8-e430-4bb2-8f0e-29fb2ab78de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc05e7550>, [{'id': '97955f88-bc44-4bea-b945-e40e1de54170', 'name': 'tempest-TestMinimumBasicScenario-18892422-router', 'tenant_id': '28286cd003544ef7aab6bcdf152af014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.204'}], 'enable_snat': True}, 'gw_port_id': '3e747c58-ef80-4ebd-8c34-3d371bf8f405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:39:50Z', 'updated_at': '2021-12-23T16:39:54Z', 'revision_number': 4, 'project_id': '28286cd003544ef7aab6bcdf152af014', 'gw_port': {'id': '3e747c58-ef80-4ebd-8c34-3d371bf8f405', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:6c:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97955f88-bc44-4bea-b945-e40e1de54170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:39:50Z', 'updated_at': '2021-12-23T16:39:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_floatingips': [{'id': 'aef6782b-aaf9-4f39-95d1-e8706f48e9f7', 'tenant_id': '28286cd003544ef7aab6bcdf152af014', 'floating_ip_address': '172.26.3.164', 'floating_network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'router_id': '97955f88-bc44-4bea-b945-e40e1de54170', 'port_id': '97a30346-a452-471f-a29b-12c96fae48d0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1665, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71145ff1-cae9-4bcb-8b15-c93cb940d625', 'mac_address': 'fa:16:3e:46:c8:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b22a5d1-e024-4cbc-a762-9bcc56d4bbcb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:40:46Z', 'updated_at': '2021-12-23T16:40:46Z', 'revision_number': 0, 'project_id': '28286cd003544ef7aab6bcdf152af014', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f3b1dc7-9ae6-4334-a404-0c32013ef00c', 'name': '', 'network_id': '71145ff1-cae9-4bcb-8b15-c93cb940d625', 'tenant_id': '28286cd003544ef7aab6bcdf152af014', 'mac_address': 'fa:16:3e:07:e0:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97955f88-bc44-4bea-b945-e40e1de54170', 'device_owner': 'network:router_interface', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '5f2591a8-c9eb-422a-8497-1fc4d17d7c53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:39:53Z', 'updated_at': '2021-12-23T16:40:01Z', 'revision_number': 5, 'project_id': '28286cd003544ef7aab6bcdf152af014', 'subnets': [{'id': '5f2591a8-c9eb-422a-8497-1fc4d17d7c53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:40:48.762276 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e38911c8-e430-4bb2-8f0e-29fb2ab78de2 None None] Checking router: 97955f88-bc44-4bea-b945-e40e1de54170 for host: dv-neutron-822799-1-hyperv {{(pid=87637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 23 16:40:48.771846 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e38911c8-e430-4bb2-8f0e-29fb2ab78de2 None None] Routers {'97955f88-bc44-4bea-b945-e40e1de54170'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:40:48.772690 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92528c8-c250-4d82-9257-844840f91b6f tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c84f3cc9-229e-433b-a1de-226e98a22b50,revision_number=0']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:40:48.772859 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-e38911c8-e430-4bb2-8f0e-29fb2ab78de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc05e7550>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:40:20Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['97955f88-bc44-4bea-b945-e40e1de54170'], 'active': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:40:48.777547 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-f92528c8-c250-4d82-9257-844840f91b6f tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:40:48.786730 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-f92528c8-c250-4d82-9257-844840f91b6f tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:40:48.790606 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-f92528c8-c250-4d82-9257-844840f91b6f tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1557190
Dec 23 16:40:48.791483 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 58096) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:40:48.796361 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7203c57-ccf5-4e55-9821-38497dfcd4a4 req-a6ff0bd5-a292-4b7d-8aed-066cca6ae758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:40:48.797310 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-cdffd559-f3e8-4cc0-85e4-6da99d2f9952 tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Request body: {'security_group_rule': {'security_group_id': 'ca0bdf3d-74a5-4d72-a899-b568cf01c32c', 'project_id': '28286cd003544ef7aab6bcdf152af014', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:40:48.797844 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-f7203c57-ccf5-4e55-9821-38497dfcd4a4 req-a6ff0bd5-a292-4b7d-8aed-066cca6ae758 service neutron] 10.222.0.61 "GET /v2.0/networks?id=71145ff1-cae9-4bcb-8b15-c93cb940d625 HTTP/1.1" status: 200  len: 914 time: 0.2955472
Dec 23 16:40:48.803947 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-cdffd559-f3e8-4cc0-85e4-6da99d2f9952 tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:40:48.808803 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-cdffd559-f3e8-4cc0-85e4-6da99d2f9952 tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Usage tracker for resource:security_group_rule and tenant:28286cd003544ef7aab6bcdf152af014 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:40:48.812109 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-cdffd559-f3e8-4cc0-85e4-6da99d2f9952 tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:40:48.819976 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-cdffd559-f3e8-4cc0-85e4-6da99d2f9952 tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:40:48.840376 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-cdffd559-f3e8-4cc0-85e4-6da99d2f9952 tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:40:48.903526 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-f7203c57-ccf5-4e55-9821-38497dfcd4a4 req-d0d11f8b-273d-48e4-b4b1-c8f419d4385f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=97a30346-a452-471f-a29b-12c96fae48d0 HTTP/1.1" status: 200  len: 1000 time: 0.0988355
Dec 23 16:40:48.912000 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-cdffd559-f3e8-4cc0-85e4-6da99d2f9952 tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:40:48.917101 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-cdffd559-f3e8-4cc0-85e4-6da99d2f9952 tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762424'] for security_group_rule, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:40:48.919118 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-3ae53170-ae07-423a-b8d2-adedc3890f95 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:40:48.941419 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdffd559-f3e8-4cc0-85e4-6da99d2f9952 tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12f42604-2423-4d5a-a45c-bb63d2d053f5,revision_number=0']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:40:48.944551 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-cdffd559-f3e8-4cc0-85e4-6da99d2f9952 tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:40:48.957814 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-cdffd559-f3e8-4cc0-85e4-6da99d2f9952 tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:40:48.959523 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-cdffd559-f3e8-4cc0-85e4-6da99d2f9952 tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1669719
Dec 23 16:40:48.962296 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 58100) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:40:48.969252 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-151aefb9-df51-4ad2-b799-c16a85f09928 tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Request body: {'security_group_rule': {'security_group_id': 'ca0bdf3d-74a5-4d72-a899-b568cf01c32c', 'project_id': '28286cd003544ef7aab6bcdf152af014', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:40:48.973656 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7203c57-ccf5-4e55-9821-38497dfcd4a4 req-d13b7bb5-f232-49b5-809a-3f64a922cca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:40:48.975117 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-f7203c57-ccf5-4e55-9821-38497dfcd4a4 req-d13b7bb5-f232-49b5-809a-3f64a922cca3 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5f2591a8-c9eb-422a-8497-1fc4d17d7c53 HTTP/1.1" status: 200  len: 852 time: 0.0655892
Dec 23 16:40:48.975403 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-151aefb9-df51-4ad2-b799-c16a85f09928 tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:40:48.979108 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvr_db [None req-e38911c8-e430-4bb2-8f0e-29fb2ab78de2 None None] Set router 97955f88-bc44-4bea-b945-e40e1de54170 gateway port host: dv-neutron-822799-1-hyperv {{(pid=87637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:40:48.979675 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-151aefb9-df51-4ad2-b799-c16a85f09928 tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Usage tracker for resource:security_group_rule and tenant:28286cd003544ef7aab6bcdf152af014 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:40:48.982638 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-151aefb9-df51-4ad2-b799-c16a85f09928 tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:40:48.988230 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-151aefb9-df51-4ad2-b799-c16a85f09928 tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:40:49.006351 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-151aefb9-df51-4ad2-b799-c16a85f09928 tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:40:49.057651 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7203c57-ccf5-4e55-9821-38497dfcd4a4 req-3b2e4521-258d-4921-9fb2-54968c8ac100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:40:49.059458 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-f7203c57-ccf5-4e55-9821-38497dfcd4a4 req-3b2e4521-258d-4921-9fb2-54968c8ac100 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=71145ff1-cae9-4bcb-8b15-c93cb940d625&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0778961
Dec 23 16:40:49.082939 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-151aefb9-df51-4ad2-b799-c16a85f09928 tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:40:49.089068 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-151aefb9-df51-4ad2-b799-c16a85f09928 tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762424'] for security_group_rule, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:40:49.091367 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-0f4eb423-057b-4b6b-967a-1ad0a7693551 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:40:49.122525 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151aefb9-df51-4ad2-b799-c16a85f09928 tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=614728a4-5a3f-47b0-b161-4c71d69c49ab,revision_number=0']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:40:49.125855 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-151aefb9-df51-4ad2-b799-c16a85f09928 tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:40:49.127599 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-151aefb9-df51-4ad2-b799-c16a85f09928 tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:40:49.129038 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-151aefb9-df51-4ad2-b799-c16a85f09928 tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1655748
Dec 23 16:40:49.131759 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 58104) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:40:49.137505 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-2b42230b-10dc-4c6c-866b-ab340656aa80 tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Request body: {'security_group_rule': {'security_group_id': 'ca0bdf3d-74a5-4d72-a899-b568cf01c32c', 'project_id': '28286cd003544ef7aab6bcdf152af014', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:40:49.143492 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-2b42230b-10dc-4c6c-866b-ab340656aa80 tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:40:49.148010 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-2b42230b-10dc-4c6c-866b-ab340656aa80 tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Usage tracker for resource:security_group_rule and tenant:28286cd003544ef7aab6bcdf152af014 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:40:49.151198 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-2b42230b-10dc-4c6c-866b-ab340656aa80 tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:40:49.157375 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-2b42230b-10dc-4c6c-866b-ab340656aa80 tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:40:49.169835 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.db.securitygroups_db [None req-2b42230b-10dc-4c6c-866b-ab340656aa80 tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Project 28286cd003544ef7aab6bcdf152af014 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 23 16:40:49.177187 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-2b42230b-10dc-4c6c-866b-ab340656aa80 tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:40:49.202986 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-f7203c57-ccf5-4e55-9821-38497dfcd4a4 req-722c56e6-c3bb-4d9e-ab60-b4935f42efef service neutron] 10.222.0.61 "GET /v2.0/networks/71145ff1-cae9-4bcb-8b15-c93cb940d625?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1366043
Dec 23 16:40:49.243355 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-2b42230b-10dc-4c6c-866b-ab340656aa80 tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:40:49.249700 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-2b42230b-10dc-4c6c-866b-ab340656aa80 tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762424'] for security_group_rule, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:40:49.252266 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-4053535a-9a11-495e-b7c6-00894e137fb4 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:40:49.287462 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-2b42230b-10dc-4c6c-866b-ab340656aa80 tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:40:49.289212 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-2b42230b-10dc-4c6c-866b-ab340656aa80 tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1561136
Dec 23 16:40:49.291952 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b42230b-10dc-4c6c-866b-ab340656aa80 tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac78266e-2292-4208-92e7-146f83c43527,revision_number=0']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:40:49.294207 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 58108) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:40:49.301217 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-a7a2b366-ca78-46ea-850e-7d13dadd66d0 tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Request body: {'security_group_rule': {'security_group_id': 'ca0bdf3d-74a5-4d72-a899-b568cf01c32c', 'project_id': '28286cd003544ef7aab6bcdf152af014', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:40:49.306969 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-2b42230b-10dc-4c6c-866b-ab340656aa80 tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:40:49.309381 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-a7a2b366-ca78-46ea-850e-7d13dadd66d0 tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:40:49.313702 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-a7a2b366-ca78-46ea-850e-7d13dadd66d0 tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Usage tracker for resource:security_group_rule and tenant:28286cd003544ef7aab6bcdf152af014 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:40:49.316771 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-a7a2b366-ca78-46ea-850e-7d13dadd66d0 tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:40:49.323930 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-a7a2b366-ca78-46ea-850e-7d13dadd66d0 tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:40:49.334803 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.db.securitygroups_db [None req-a7a2b366-ca78-46ea-850e-7d13dadd66d0 tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Project 28286cd003544ef7aab6bcdf152af014 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 23 16:40:49.341902 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a7a2b366-ca78-46ea-850e-7d13dadd66d0 tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:40:49.369894 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-e38911c8-e430-4bb2-8f0e-29fb2ab78de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc05e7550>, [{'id': '97955f88-bc44-4bea-b945-e40e1de54170', 'name': 'tempest-TestMinimumBasicScenario-18892422-router', 'tenant_id': '28286cd003544ef7aab6bcdf152af014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.204'}], 'enable_snat': True}, 'gw_port_id': '3e747c58-ef80-4ebd-8c34-3d371bf8f405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:39:50Z', 'updated_at': '2021-12-23T16:39:54Z', 'revision_number': 4, 'project_id': '28286cd003544ef7aab6bcdf152af014', 'gw_port': {'id': '3e747c58-ef80-4ebd-8c34-3d371bf8f405', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:6c:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97955f88-bc44-4bea-b945-e40e1de54170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:39:50Z', 'updated_at': '2021-12-23T16:39:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_floatingips': [{'id': 'aef6782b-aaf9-4f39-95d1-e8706f48e9f7', 'tenant_id': '28286cd003544ef7aab6bcdf152af014', 'floating_ip_address': '172.26.3.164', 'floating_network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'router_id': '97955f88-bc44-4bea-b945-e40e1de54170', 'port_id': '97a30346-a452-471f-a29b-12c96fae48d0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1665, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71145ff1-cae9-4bcb-8b15-c93cb940d625', 'mac_address': 'fa:16:3e:46:c8:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b22a5d1-e024-4cbc-a762-9bcc56d4bbcb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:40:46Z', 'updated_at': '2021-12-23T16:40:46Z', 'revision_number': 0, 'project_id': '28286cd003544ef7aab6bcdf152af014', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f3b1dc7-9ae6-4334-a404-0c32013ef00c', 'name': '', 'network_id': '71145ff1-cae9-4bcb-8b15-c93cb940d625', 'tenant_id': '28286cd003544ef7aab6bcdf152af014', 'mac_address': 'fa:16:3e:07:e0:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97955f88-bc44-4bea-b945-e40e1de54170', 'device_owner': 'network:router_interface', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '5f2591a8-c9eb-422a-8497-1fc4d17d7c53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:39:53Z', 'updated_at': '2021-12-23T16:40:01Z', 'revision_number': 5, 'project_id': '28286cd003544ef7aab6bcdf152af014', 'subnets': [{'id': '5f2591a8-c9eb-422a-8497-1fc4d17d7c53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:40:49.371816 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-f7203c57-ccf5-4e55-9821-38497dfcd4a4 req-4e46b3cd-0a21-4773-a689-9e7897fd5316 service neutron] 10.222.0.61 "GET /v2.0/networks/71145ff1-cae9-4bcb-8b15-c93cb940d625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1613138
Dec 23 16:40:49.374087 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e38911c8-e430-4bb2-8f0e-29fb2ab78de2 None None] The sync data for ids ['97955f88-bc44-4bea-b945-e40e1de54170'] in dv-neutron-822799-1-hyperv is: [{'id': '97955f88-bc44-4bea-b945-e40e1de54170', 'name': 'tempest-TestMinimumBasicScenario-18892422-router', 'tenant_id': '28286cd003544ef7aab6bcdf152af014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.204'}], 'enable_snat': True}, 'gw_port_id': '3e747c58-ef80-4ebd-8c34-3d371bf8f405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:39:50Z', 'updated_at': '2021-12-23T16:39:54Z', 'revision_number': 4, 'project_id': '28286cd003544ef7aab6bcdf152af014', 'gw_port': {'id': '3e747c58-ef80-4ebd-8c34-3d371bf8f405', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:6c:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97955f88-bc44-4bea-b945-e40e1de54170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:39:50Z', 'updated_at': '2021-12-23T16:39:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_floatingips': [{'id': 'aef6782b-aaf9-4f39-95d1-e8706f48e9f7', 'tenant_id': '28286cd003544ef7aab6bcdf152af014', 'floating_ip_address': '172.26.3.164', 'floating_network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'router_id': '97955f88-bc44-4bea-b945-e40e1de54170', 'port_id': '97a30346-a452-471f-a29b-12c96fae48d0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1665, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71145ff1-cae9-4bcb-8b15-c93cb940d625', 'mac_address': 'fa:16:3e:46:c8:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b22a5d1-e024-4cbc-a762-9bcc56d4bbcb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:40:46Z', 'updated_at': '2021-12-23T16:40:46Z', 'revision_number': 0, 'project_id': '28286cd003544ef7aab6bcdf152af014', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f3b1dc7-9ae6-4334-a404-0c32013ef00c', 'name': '', 'network_id': '71145ff1-cae9-4bcb-8b15-c93cb940d625', 'tenant_id': '28286cd003544ef7aab6bcdf152af014', 'mac_address': 'fa:16:3e:07:e0:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97955f88-bc44-4bea-b945-e40e1de54170', 'device_owner': 'network:router_interface', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '5f2591a8-c9eb-422a-8497-1fc4d17d7c53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:39:53Z', 'updated_at': '2021-12-23T16:40:01Z', 'revision_number': 5, 'project_id': '28286cd003544ef7aab6bcdf152af014', 'subnets': [{'id': '5f2591a8-c9eb-422a-8497-1fc4d17d7c53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 23 16:40:49.413217 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a7a2b366-ca78-46ea-850e-7d13dadd66d0 tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:40:49.419187 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a7a2b366-ca78-46ea-850e-7d13dadd66d0 tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762424'] for security_group_rule, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:40:49.422071 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-65d42f2b-0187-481c-bdf7-7bb3486040d5 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:40:49.451181 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a2b366-ca78-46ea-850e-7d13dadd66d0 tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e012935-e541-43e8-88c7-60a069bef343,revision_number=0']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:40:49.451181 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-a7a2b366-ca78-46ea-850e-7d13dadd66d0 tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:40:49.460261 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a7a2b366-ca78-46ea-850e-7d13dadd66d0 tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:40:49.460261 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-a7a2b366-ca78-46ea-850e-7d13dadd66d0 tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1622214
Dec 23 16:40:49.581418 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [req-2615b33e-c81b-4ac9-baf9-0f34975f6d77 req-51731b66-4f3a-42a0-97b2-272ae3450b41 tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Synchronizing usage tracker for tenant:28286cd003544ef7aab6bcdf152af014 on resource:security_group {{(pid=87635) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:40:49.599056 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [req-2615b33e-c81b-4ac9-baf9-0f34975f6d77 req-51731b66-4f3a-42a0-97b2-272ae3450b41 tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Unset dirty status for tenant:28286cd003544ef7aab6bcdf152af014 on resource:security_group {{(pid=87635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:40:49.600160 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-2615b33e-c81b-4ac9-baf9-0f34975f6d77 req-51731b66-4f3a-42a0-97b2-272ae3450b41 tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-296029626&fields=id&tenant_id=28286cd003544ef7aab6bcdf152af014 HTTP/1.1" status: 200  len: 267 time: 0.0608635
Dec 23 16:40:49.610260 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93462f53-af8d-4ff6-bc1d-186e8ce5cca6 None None] New status for floating IP aef6782b-aaf9-4f39-95d1-e8706f48e9f7: ACTIVE {{(pid=87638) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 23 16:40:49.687674 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2615b33e-c81b-4ac9-baf9-0f34975f6d77 req-7f1c6663-9d6c-443e-aaf5-32cbc1421948 tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:40:49.689038 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-2615b33e-c81b-4ac9-baf9-0f34975f6d77 req-7f1c6663-9d6c-443e-aaf5-32cbc1421948 tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b22a5d1-e024-4cbc-a762-9bcc56d4bbcb HTTP/1.1" status: 200  len: 946 time: 0.0831583
Dec 23 16:40:49.700474 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [req-2615b33e-c81b-4ac9-baf9-0f34975f6d77 req-54d52fe9-1158-45d5-bb01-1d4dea29e103 tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Request body: {'port': {'security_groups': ['268f23bc-81ba-412a-9a4f-6e20cad62804', 'ca0bdf3d-74a5-4d72-a899-b568cf01c32c']}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:40:49.768639 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-2b7774d1-9971-4218-92c0-f453d72ecd2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:40:49.818300 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [req-2615b33e-c81b-4ac9-baf9-0f34975f6d77 req-54d52fe9-1158-45d5-bb01-1d4dea29e103 tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:40:50.088674 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.db [req-2615b33e-c81b-4ac9-baf9-0f34975f6d77 req-54d52fe9-1158-45d5-bb01-1d4dea29e103 tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] For port 97a30346-a452-471f-a29b-12c96fae48d0, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=97a30346-a452-471f-a29b-12c96fae48d0,segment=NetworkSegment(684310ed-739d-4b7d-bf84-f4e52839288c),segment_id=684310ed-739d-4b7d-bf84-f4e52839288c)] {{(pid=87635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:40:50.113059 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [req-2615b33e-c81b-4ac9-baf9-0f34975f6d77 req-54d52fe9-1158-45d5-bb01-1d4dea29e103 tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Notify callbacks [] for port, precommit_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:40:50.120230 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [req-2615b33e-c81b-4ac9-baf9-0f34975f6d77 req-54d52fe9-1158-45d5-bb01-1d4dea29e103 tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2753531'] for port, after_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:40:50.125861 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-1c97f9da-1790-45e1-8647-9f5b765e2757 tempest-RoutersNegativeTest-1953760609 tempest-RoutersNegativeTest-1953760609-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:40:50.132290 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] get_ports_and_sgs() called for port_ids ['97a30346-a452-471f-a29b-12c96fae48d0'] {{(pid=87637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 23 16:40:50.188514 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2615b33e-c81b-4ac9-baf9-0f34975f6d77 req-54d52fe9-1158-45d5-bb01-1d4dea29e103 tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:40:50.189312 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [req-2615b33e-c81b-4ac9-baf9-0f34975f6d77 req-54d52fe9-1158-45d5-bb01-1d4dea29e103 tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:40:50.190539 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-2615b33e-c81b-4ac9-baf9-0f34975f6d77 req-54d52fe9-1158-45d5-bb01-1d4dea29e103 tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] 10.222.0.64 "PUT /v2.0/ports/97a30346-a452-471f-a29b-12c96fae48d0 HTTP/1.1" status: 200  len: 982 time: 0.4946427
Dec 23 16:40:50.191095 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b22a5d1-e024-4cbc-a762-9bcc56d4bbcb', 'tag': '97a30346-a452-471f-a29b-12c96fae48d0'}] {{(pid=87635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 23 16:40:50.227874 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d52fe9-1158-45d5-bb01-1d4dea29e103 tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Pushing event updated for resources: {'Port': ['ID=97a30346-a452-471f-a29b-12c96fae48d0,revision_number=6']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:40:50.249605 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-54d52fe9-1158-45d5-bb01-1d4dea29e103 tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:40:50.267706 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] get_ports_and_sgs() called for port_ids ['97a30346-a452-471f-a29b-12c96fae48d0'] {{(pid=87637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 23 16:40:50.424276 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f305aaba-183d-4e19-b1aa-1d0495582aca req-e115763e-c418-4abd-97cd-ca1388977b45 tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:40:50.425799 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-f305aaba-183d-4e19-b1aa-1d0495582aca req-e115763e-c418-4abd-97cd-ca1388977b45 tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b22a5d1-e024-4cbc-a762-9bcc56d4bbcb HTTP/1.1" status: 200  len: 985 time: 0.1018057
Dec 23 16:40:50.471918 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b22a5d1-e024-4cbc-a762-9bcc56d4bbcb', 'tag': '97a30346-a452-471f-a29b-12c96fae48d0', 'status': 'completed', 'code': 200}
Dec 23 16:40:50.479435 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-f305aaba-183d-4e19-b1aa-1d0495582aca req-a93318d8-6fd3-4597-9e17-6ae03143d176 tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] 10.222.0.64 "GET /v2.0/security-groups?id=ca0bdf3d-74a5-4d72-a899-b568cf01c32c&id=268f23bc-81ba-412a-9a4f-6e20cad62804&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0471628
Dec 23 16:40:50.564453 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c091ea-0406-45eb-b96b-585e519bc51a req-1c35a98b-4b98-4ed0-8c8d-1fdec8017f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:40:50.566001 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-b2c091ea-0406-45eb-b96b-585e519bc51a req-1c35a98b-4b98-4ed0-8c8d-1fdec8017f84 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=28286cd003544ef7aab6bcdf152af014&device_id=0b22a5d1-e024-4cbc-a762-9bcc56d4bbcb HTTP/1.1" status: 200  len: 1138 time: 0.0724525
Dec 23 16:40:50.610533 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-f3895f44-bf46-4857-8882-f230fac3f372 None None] Provisioning complete for port 97a30346-a452-471f-a29b-12c96fae48d0 triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:40:50.610782 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f3895f44-bf46-4857-8882-f230fac3f372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:40:50.704840 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c091ea-0406-45eb-b96b-585e519bc51a req-e2f737e9-1e1e-4b95-b179-5e4a81631e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:40:50.706890 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-b2c091ea-0406-45eb-b96b-585e519bc51a req-e2f737e9-1e1e-4b95-b179-5e4a81631e16 service neutron] 10.222.0.61 "GET /v2.0/networks?id=71145ff1-cae9-4bcb-8b15-c93cb940d625 HTTP/1.1" status: 200  len: 914 time: 0.1335964
Dec 23 16:40:50.810721 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-b2c091ea-0406-45eb-b96b-585e519bc51a req-0315f7c6-0e78-4753-a1fd-0079e39e8329 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=97a30346-a452-471f-a29b-12c96fae48d0 HTTP/1.1" status: 200  len: 1002 time: 0.0973415
Dec 23 16:40:50.880041 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c091ea-0406-45eb-b96b-585e519bc51a req-24388fed-9cef-4d87-bd3d-9595cf6fba50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:40:50.881458 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-b2c091ea-0406-45eb-b96b-585e519bc51a req-24388fed-9cef-4d87-bd3d-9595cf6fba50 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5f2591a8-c9eb-422a-8497-1fc4d17d7c53 HTTP/1.1" status: 200  len: 852 time: 0.0639484
Dec 23 16:40:50.924414 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9dcbea60-a34f-4144-91e7-90aff3f57aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:40:50.962541 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c091ea-0406-45eb-b96b-585e519bc51a req-9ae6f9b4-aac4-4d2a-8cae-d1c3d362d5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:40:50.964026 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-b2c091ea-0406-45eb-b96b-585e519bc51a req-9ae6f9b4-aac4-4d2a-8cae-d1c3d362d5ca service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=71145ff1-cae9-4bcb-8b15-c93cb940d625&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0755718
Dec 23 16:40:50.972317 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:40:51.094526 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-b2c091ea-0406-45eb-b96b-585e519bc51a req-5775bca9-8eec-4da3-90f7-380e9ff1936e service neutron] 10.222.0.61 "GET /v2.0/networks/71145ff1-cae9-4bcb-8b15-c93cb940d625?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1236036
Dec 23 16:40:51.227029 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-b2c091ea-0406-45eb-b96b-585e519bc51a req-bb995edb-8fc8-4c63-9cb5-4fd1e0e24a0b service neutron] 10.222.0.61 "GET /v2.0/networks/71145ff1-cae9-4bcb-8b15-c93cb940d625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1255107
Dec 23 16:40:52.352873 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9e3aab53-d650-47e3-b8a6-2dff21fe9ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:40:53.645218 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.agents_db [None req-30c2320c-f298-49f6-9c47-c20e38116a9c None None] Agent healthcheck: found 6 active agents {{(pid=87638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 23 16:41:05.779515 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1915f2ee-122b-4d3e-99a6-2372748da0df req-a0f40f82-8249-4fbe-bcfe-3ef776827b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:41:05.781017 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-1915f2ee-122b-4d3e-99a6-2372748da0df req-a0f40f82-8249-4fbe-bcfe-3ef776827b78 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=28286cd003544ef7aab6bcdf152af014&device_id=0b22a5d1-e024-4cbc-a762-9bcc56d4bbcb HTTP/1.1" status: 200  len: 1138 time: 0.0728703
Dec 23 16:41:05.821996 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729652ed-902d-46ba-a61c-5f0b59070618 req-61333a4f-d160-4fca-8d7b-f814b70c8021 tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:41:05.823485 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-729652ed-902d-46ba-a61c-5f0b59070618 req-61333a4f-d160-4fca-8d7b-f814b70c8021 tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b22a5d1-e024-4cbc-a762-9bcc56d4bbcb HTTP/1.1" status: 200  len: 985 time: 0.0872095
Dec 23 16:41:05.870060 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-729652ed-902d-46ba-a61c-5f0b59070618 req-94e2a4ec-6563-40a3-9316-5b240256dda0 tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] 10.222.0.64 "GET /v2.0/security-groups?id=ca0bdf3d-74a5-4d72-a899-b568cf01c32c&id=268f23bc-81ba-412a-9a4f-6e20cad62804&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0405879
Dec 23 16:41:05.913805 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1915f2ee-122b-4d3e-99a6-2372748da0df req-616f0e35-e3b7-493a-a707-125a03bfde9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:41:05.915246 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-1915f2ee-122b-4d3e-99a6-2372748da0df req-616f0e35-e3b7-493a-a707-125a03bfde9c service neutron] 10.222.0.61 "GET /v2.0/networks?id=71145ff1-cae9-4bcb-8b15-c93cb940d625 HTTP/1.1" status: 200  len: 914 time: 0.1274614
Dec 23 16:41:06.144079 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-1915f2ee-122b-4d3e-99a6-2372748da0df req-1b6c1f3e-7c36-4d0a-a6ea-9ec2ca885919 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=97a30346-a452-471f-a29b-12c96fae48d0 HTTP/1.1" status: 200  len: 1002 time: 0.2217937
Dec 23 16:41:06.220687 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1915f2ee-122b-4d3e-99a6-2372748da0df req-1a98273d-6460-4c17-9f30-734497a129c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:41:06.222156 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-1915f2ee-122b-4d3e-99a6-2372748da0df req-1a98273d-6460-4c17-9f30-734497a129c0 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5f2591a8-c9eb-422a-8497-1fc4d17d7c53 HTTP/1.1" status: 200  len: 852 time: 0.0698047
Dec 23 16:41:06.297715 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1915f2ee-122b-4d3e-99a6-2372748da0df req-fccbe80b-6b80-4d7b-a2b8-86f5f2430d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:41:06.299221 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-1915f2ee-122b-4d3e-99a6-2372748da0df req-fccbe80b-6b80-4d7b-a2b8-86f5f2430d1c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=71145ff1-cae9-4bcb-8b15-c93cb940d625&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0700250
Dec 23 16:41:06.436552 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-1915f2ee-122b-4d3e-99a6-2372748da0df req-3b087b30-c33e-40a9-a139-68b363682e8a service neutron] 10.222.0.61 "GET /v2.0/networks/71145ff1-cae9-4bcb-8b15-c93cb940d625?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1293166
Dec 23 16:41:06.603164 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-1915f2ee-122b-4d3e-99a6-2372748da0df req-ca8ac28c-a296-481f-b1ee-3dcde6b7579f service neutron] 10.222.0.61 "GET /v2.0/networks/71145ff1-cae9-4bcb-8b15-c93cb940d625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1584339
Dec 23 16:41:07.072194 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2dccda-db6c-4602-9939-33e2531b4cfe req-d531bf3c-2197-4cc3-8e7e-a61e27efe99b tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:41:07.073671 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-9c2dccda-db6c-4602-9939-33e2531b4cfe req-d531bf3c-2197-4cc3-8e7e-a61e27efe99b tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b22a5d1-e024-4cbc-a762-9bcc56d4bbcb HTTP/1.1" status: 200  len: 985 time: 0.0948126
Dec 23 16:41:07.122967 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-9c2dccda-db6c-4602-9939-33e2531b4cfe req-a5f78e52-d535-47f6-bae3-bb49bccfc804 tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] 10.222.0.64 "GET /v2.0/security-groups?id=ca0bdf3d-74a5-4d72-a899-b568cf01c32c&id=268f23bc-81ba-412a-9a4f-6e20cad62804&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0404582
Dec 23 16:41:08.310588 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006af7c1-adfb-4bcd-b2c4-a14cab42502c req-61aa1efd-fdf6-4878-a9ea-ee29c3a64cfa tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:41:08.312202 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-006af7c1-adfb-4bcd-b2c4-a14cab42502c req-61aa1efd-fdf6-4878-a9ea-ee29c3a64cfa tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b22a5d1-e024-4cbc-a762-9bcc56d4bbcb HTTP/1.1" status: 200  len: 985 time: 0.0810351
Dec 23 16:41:08.361865 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-006af7c1-adfb-4bcd-b2c4-a14cab42502c req-c92088d0-a389-4f10-afa2-0f02e8c40e44 tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] 10.222.0.64 "GET /v2.0/security-groups?id=ca0bdf3d-74a5-4d72-a899-b568cf01c32c&id=268f23bc-81ba-412a-9a4f-6e20cad62804&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0408516
Dec 23 16:41:09.557219 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dd64c4-5653-49f2-89bf-86199c91f8f1 req-cc696c0e-46d7-48fe-8548-f898b8c6de45 tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:41:09.558570 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-29dd64c4-5653-49f2-89bf-86199c91f8f1 req-cc696c0e-46d7-48fe-8548-f898b8c6de45 tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b22a5d1-e024-4cbc-a762-9bcc56d4bbcb HTTP/1.1" status: 200  len: 985 time: 0.0869589
Dec 23 16:41:09.605836 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-29dd64c4-5653-49f2-89bf-86199c91f8f1 req-850154a2-0497-45ce-9a42-483acc47b8ac tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] 10.222.0.64 "GET /v2.0/security-groups?id=ca0bdf3d-74a5-4d72-a899-b568cf01c32c&id=268f23bc-81ba-412a-9a4f-6e20cad62804&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0414901
Dec 23 16:41:09.857559 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6deee5-51f0-4bc8-be90-0120322a2e6b req-460f5df5-7ece-4ea5-964d-db9f9cf9f95e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:41:09.859021 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-6c6deee5-51f0-4bc8-be90-0120322a2e6b req-460f5df5-7ece-4ea5-964d-db9f9cf9f95e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=28286cd003544ef7aab6bcdf152af014&device_id=0b22a5d1-e024-4cbc-a762-9bcc56d4bbcb HTTP/1.1" status: 200  len: 1138 time: 0.0753284
Dec 23 16:41:10.002311 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6deee5-51f0-4bc8-be90-0120322a2e6b req-431e23d7-4bec-427c-8d6f-252e079e8364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:41:10.003723 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-6c6deee5-51f0-4bc8-be90-0120322a2e6b req-431e23d7-4bec-427c-8d6f-252e079e8364 service neutron] 10.222.0.61 "GET /v2.0/networks?id=71145ff1-cae9-4bcb-8b15-c93cb940d625 HTTP/1.1" status: 200  len: 914 time: 0.1249490
Dec 23 16:41:10.113601 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-6c6deee5-51f0-4bc8-be90-0120322a2e6b req-273b84e5-980a-460e-83af-0db0a7cce9bd service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=97a30346-a452-471f-a29b-12c96fae48d0 HTTP/1.1" status: 200  len: 1002 time: 0.1020322
Dec 23 16:41:10.179168 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6deee5-51f0-4bc8-be90-0120322a2e6b req-05acf58b-5fad-445d-a89b-f41f02046da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:41:10.181361 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-6c6deee5-51f0-4bc8-be90-0120322a2e6b req-05acf58b-5fad-445d-a89b-f41f02046da2 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5f2591a8-c9eb-422a-8497-1fc4d17d7c53 HTTP/1.1" status: 200  len: 852 time: 0.0620050
Dec 23 16:41:10.266019 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6deee5-51f0-4bc8-be90-0120322a2e6b req-f12e1b6e-0160-41d9-8a4f-093b09316437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:41:10.267489 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-6c6deee5-51f0-4bc8-be90-0120322a2e6b req-f12e1b6e-0160-41d9-8a4f-093b09316437 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=71145ff1-cae9-4bcb-8b15-c93cb940d625&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0794828
Dec 23 16:41:10.399916 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-6c6deee5-51f0-4bc8-be90-0120322a2e6b req-4da7cb86-65a1-4a96-bb73-69cc9c514c8e service neutron] 10.222.0.61 "GET /v2.0/networks/71145ff1-cae9-4bcb-8b15-c93cb940d625?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1249835
Dec 23 16:41:10.532993 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-6c6deee5-51f0-4bc8-be90-0120322a2e6b req-b52ad32b-cd5d-4cdd-ab8f-ebf168d07d7e service neutron] 10.222.0.61 "GET /v2.0/networks/71145ff1-cae9-4bcb-8b15-c93cb940d625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1262522
Dec 23 16:41:10.817238 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc27d28-9dd6-4a32-a429-3316514abd77 req-13fac698-f156-423d-afba-252e6ce818d9 tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:41:10.818608 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-8bc27d28-9dd6-4a32-a429-3316514abd77 req-13fac698-f156-423d-afba-252e6ce818d9 tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b22a5d1-e024-4cbc-a762-9bcc56d4bbcb HTTP/1.1" status: 200  len: 985 time: 0.0895264
Dec 23 16:41:10.867866 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-8bc27d28-9dd6-4a32-a429-3316514abd77 req-261e6570-0afb-4a59-a1ba-463651e6ad17 tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] 10.222.0.64 "GET /v2.0/security-groups?id=ca0bdf3d-74a5-4d72-a899-b568cf01c32c&id=268f23bc-81ba-412a-9a4f-6e20cad62804&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0428877
Dec 23 16:41:12.078748 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:41:12.081175 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e3ae2e-a311-470f-9ee6-e59d9117e7fb req-59677d17-ee11-4d7c-aeb5-3f32375987db tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:41:12.082670 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-08e3ae2e-a311-470f-9ee6-e59d9117e7fb req-59677d17-ee11-4d7c-aeb5-3f32375987db tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b22a5d1-e024-4cbc-a762-9bcc56d4bbcb HTTP/1.1" status: 200  len: 985 time: 0.0954909
Dec 23 16:41:12.134734 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-08e3ae2e-a311-470f-9ee6-e59d9117e7fb req-7baad439-817f-4a8a-9621-771dff2e38e7 tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] 10.222.0.64 "GET /v2.0/security-groups?id=ca0bdf3d-74a5-4d72-a899-b568cf01c32c&id=268f23bc-81ba-412a-9a4f-6e20cad62804&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0443351
Dec 23 16:41:13.338027 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abe93e3-cd7d-44b9-9e38-a090f0ca9aa7 req-84d0dfa7-5d2b-4ab6-8faa-55fbed659576 tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:41:13.339500 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-3abe93e3-cd7d-44b9-9e38-a090f0ca9aa7 req-84d0dfa7-5d2b-4ab6-8faa-55fbed659576 tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b22a5d1-e024-4cbc-a762-9bcc56d4bbcb HTTP/1.1" status: 200  len: 985 time: 0.0823309
Dec 23 16:41:13.389695 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-3abe93e3-cd7d-44b9-9e38-a090f0ca9aa7 req-6148e486-2dd6-4b76-93a5-1c5758faa8b2 tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] 10.222.0.64 "GET /v2.0/security-groups?id=ca0bdf3d-74a5-4d72-a899-b568cf01c32c&id=268f23bc-81ba-412a-9a4f-6e20cad62804&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0442903
Dec 23 16:41:14.614053 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b714235-0628-4bb7-a5f0-908ad82ffa63 req-c949d3ef-96d6-4427-86b3-c0477c5cadf0 tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:41:14.616019 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-6b714235-0628-4bb7-a5f0-908ad82ffa63 req-c949d3ef-96d6-4427-86b3-c0477c5cadf0 tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b22a5d1-e024-4cbc-a762-9bcc56d4bbcb HTTP/1.1" status: 200  len: 985 time: 0.1076329
Dec 23 16:41:14.663335 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-6b714235-0628-4bb7-a5f0-908ad82ffa63 req-e681155f-d481-42a8-8dbf-c37a8c87b218 tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] 10.222.0.64 "GET /v2.0/security-groups?id=ca0bdf3d-74a5-4d72-a899-b568cf01c32c&id=268f23bc-81ba-412a-9a4f-6e20cad62804&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0405240
Dec 23 16:41:15.992903 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f847b3-0b23-4293-9142-761eca642165 req-ff56fca1-e986-4a54-a902-00d63c25d83f tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:41:15.994419 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-36f847b3-0b23-4293-9142-761eca642165 req-ff56fca1-e986-4a54-a902-00d63c25d83f tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b22a5d1-e024-4cbc-a762-9bcc56d4bbcb HTTP/1.1" status: 200  len: 985 time: 0.2182541
Dec 23 16:41:16.040862 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-36f847b3-0b23-4293-9142-761eca642165 req-7f2f379f-c39b-4530-bb0e-21b814301aaf tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] 10.222.0.64 "GET /v2.0/security-groups?id=ca0bdf3d-74a5-4d72-a899-b568cf01c32c&id=268f23bc-81ba-412a-9a4f-6e20cad62804&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0405531
Dec 23 16:41:17.236894 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efe6556-87d4-4bfb-a058-1ac3969532ef req-ed19fe29-d0d1-40f5-a4d5-39a6e5f01deb tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:41:17.238344 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-4efe6556-87d4-4bfb-a058-1ac3969532ef req-ed19fe29-d0d1-40f5-a4d5-39a6e5f01deb tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b22a5d1-e024-4cbc-a762-9bcc56d4bbcb HTTP/1.1" status: 200  len: 985 time: 0.0900824
Dec 23 16:41:17.290514 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-4efe6556-87d4-4bfb-a058-1ac3969532ef req-92b1ce4c-6ea2-4d33-81bd-aea93704ca84 tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] 10.222.0.64 "GET /v2.0/security-groups?id=ca0bdf3d-74a5-4d72-a899-b568cf01c32c&id=268f23bc-81ba-412a-9a4f-6e20cad62804&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0459349
Dec 23 16:41:17.444306 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d1d9e1a6-742b-4845-9942-5ab4bfdfb1f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:41:18.499710 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5bf96d-591a-4843-b4ca-f0f3380e0c01 req-dc86df16-dc99-4852-b8fa-ce529300f218 tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:41:18.501090 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-ed5bf96d-591a-4843-b4ca-f0f3380e0c01 req-dc86df16-dc99-4852-b8fa-ce529300f218 tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b22a5d1-e024-4cbc-a762-9bcc56d4bbcb HTTP/1.1" status: 200  len: 985 time: 0.0968158
Dec 23 16:41:18.546891 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-ed5bf96d-591a-4843-b4ca-f0f3380e0c01 req-63dfb4ee-b0ee-4caf-8dc1-7bf161c3b888 tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] 10.222.0.64 "GET /v2.0/security-groups?id=ca0bdf3d-74a5-4d72-a899-b568cf01c32c&id=268f23bc-81ba-412a-9a4f-6e20cad62804&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0398979
Dec 23 16:41:19.783908 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-77d54ea8-f07d-48fc-93da-0168b65398de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:41:20.869384 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9dcbea60-a34f-4144-91e7-90aff3f57aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:41:20.930793 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:41:22.358109 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9e3aab53-d650-47e3-b8a6-2dff21fe9ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:41:30.648172 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.agents_db [None req-30c2320c-f298-49f6-9c47-c20e38116a9c None None] Agent healthcheck: found 6 active agents {{(pid=87638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 23 16:41:42.080044 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:41:47.410650 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f325c149-537d-4162-9a38-6c2334204271 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:41:49.782760 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-ba5f2166-ccab-459f-ae09-82bc6ac984cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:41:50.879680 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9dcbea60-a34f-4144-91e7-90aff3f57aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:41:50.925093 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:41:51.000466 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-7e8c921f-0d3b-4293-89eb-dfc7e6218b8d req-4c938425-4374-4ef8-b139-c507494e1256 tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-296029626&fields=id&tenant_id=28286cd003544ef7aab6bcdf152af014 HTTP/1.1" status: 200  len: 267 time: 0.0446651
Dec 23 16:41:51.203174 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8c921f-0d3b-4293-89eb-dfc7e6218b8d req-d45e0591-ca1e-45d6-9025-4709fc45c44f tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:41:51.204561 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-7e8c921f-0d3b-4293-89eb-dfc7e6218b8d req-d45e0591-ca1e-45d6-9025-4709fc45c44f tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b22a5d1-e024-4cbc-a762-9bcc56d4bbcb HTTP/1.1" status: 200  len: 985 time: 0.1985517
Dec 23 16:41:51.216845 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [req-7e8c921f-0d3b-4293-89eb-dfc7e6218b8d req-0af1ab11-c646-4348-b9dd-c8c935dbb6be tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Request body: {'port': {'security_groups': ['268f23bc-81ba-412a-9a4f-6e20cad62804']}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:41:51.345327 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-7e8c921f-0d3b-4293-89eb-dfc7e6218b8d req-0af1ab11-c646-4348-b9dd-c8c935dbb6be tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:41:51.603666 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [req-7e8c921f-0d3b-4293-89eb-dfc7e6218b8d req-0af1ab11-c646-4348-b9dd-c8c935dbb6be tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] For port 97a30346-a452-471f-a29b-12c96fae48d0, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=97a30346-a452-471f-a29b-12c96fae48d0,segment=NetworkSegment(684310ed-739d-4b7d-bf84-f4e52839288c),segment_id=684310ed-739d-4b7d-bf84-f4e52839288c)] {{(pid=87636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:41:51.628393 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-7e8c921f-0d3b-4293-89eb-dfc7e6218b8d req-0af1ab11-c646-4348-b9dd-c8c935dbb6be tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Notify callbacks [] for port, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:41:51.635479 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-7e8c921f-0d3b-4293-89eb-dfc7e6218b8d req-0af1ab11-c646-4348-b9dd-c8c935dbb6be tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2176289'] for port, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:41:51.641550 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-56285d7a-f5cb-4177-91fe-258764e25f8f tempest-TestEncryptedCinderVolumes-2071723255 tempest-TestEncryptedCinderVolumes-2071723255-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:41:51.648231 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] get_ports_and_sgs() called for port_ids ['97a30346-a452-471f-a29b-12c96fae48d0'] {{(pid=87637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 23 16:41:51.700244 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8c921f-0d3b-4293-89eb-dfc7e6218b8d req-0af1ab11-c646-4348-b9dd-c8c935dbb6be tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:41:51.700871 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-7e8c921f-0d3b-4293-89eb-dfc7e6218b8d req-0af1ab11-c646-4348-b9dd-c8c935dbb6be tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:41:51.702240 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-7e8c921f-0d3b-4293-89eb-dfc7e6218b8d req-0af1ab11-c646-4348-b9dd-c8c935dbb6be tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] 10.222.0.64 "PUT /v2.0/ports/97a30346-a452-471f-a29b-12c96fae48d0 HTTP/1.1" status: 200  len: 943 time: 0.4899747
Dec 23 16:41:51.702788 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b22a5d1-e024-4cbc-a762-9bcc56d4bbcb', 'tag': '97a30346-a452-471f-a29b-12c96fae48d0'}] {{(pid=87636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 23 16:41:51.708820 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 58168) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:41:51.729087 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af1ab11-c646-4348-b9dd-c8c935dbb6be tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Pushing event updated for resources: {'Port': ['ID=97a30346-a452-471f-a29b-12c96fae48d0,revision_number=7']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:41:51.736887 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af1ab11-c646-4348-b9dd-c8c935dbb6be tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:41:51.737295 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af1ab11-c646-4348-b9dd-c8c935dbb6be tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:41:51.737664 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af1ab11-c646-4348-b9dd-c8c935dbb6be tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:41:51.738042 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af1ab11-c646-4348-b9dd-c8c935dbb6be tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:41:51.738413 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af1ab11-c646-4348-b9dd-c8c935dbb6be tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:41:51.738782 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af1ab11-c646-4348-b9dd-c8c935dbb6be tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:41:51.739151 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af1ab11-c646-4348-b9dd-c8c935dbb6be tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:41:51.739605 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af1ab11-c646-4348-b9dd-c8c935dbb6be tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:41:51.740052 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af1ab11-c646-4348-b9dd-c8c935dbb6be tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:41:51.740427 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af1ab11-c646-4348-b9dd-c8c935dbb6be tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:41:51.740826 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af1ab11-c646-4348-b9dd-c8c935dbb6be tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:41:51.741196 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af1ab11-c646-4348-b9dd-c8c935dbb6be tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:41:51.745990 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-0af1ab11-c646-4348-b9dd-c8c935dbb6be tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:41:51.766920 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] get_ports_and_sgs() called for port_ids ['97a30346-a452-471f-a29b-12c96fae48d0'] {{(pid=87637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 23 16:41:51.787450 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b22a5d1-e024-4cbc-a762-9bcc56d4bbcb', 'tag': '97a30346-a452-471f-a29b-12c96fae48d0', 'status': 'completed', 'code': 200}
Dec 23 16:41:51.801916 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-de286696-d248-4f1a-8827-4c668877eefe tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Notify callbacks [] for security_group, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:41:51.836889 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-de286696-d248-4f1a-8827-4c668877eefe tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:41:51.900203 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e94d9ea-91c5-4c86-acf5-416cef538ac7 req-0015b99a-24be-4724-b107-373ca921f4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:41:51.902159 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-2e94d9ea-91c5-4c86-acf5-416cef538ac7 req-0015b99a-24be-4724-b107-373ca921f4aa service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=28286cd003544ef7aab6bcdf152af014&device_id=0b22a5d1-e024-4cbc-a762-9bcc56d4bbcb HTTP/1.1" status: 200  len: 1099 time: 0.0899944
Dec 23 16:41:51.905881 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-de286696-d248-4f1a-8827-4c668877eefe tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:41:51.918563 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-ad47c249-bccd-47b2-8eeb-1c45945dc134 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:41:51.935258 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de286696-d248-4f1a-8827-4c668877eefe tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca0bdf3d-74a5-4d72-a899-b568cf01c32c,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:41:51.945349 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-de286696-d248-4f1a-8827-4c668877eefe tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Notify callbacks [] for security_group, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:41:51.948967 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-de286696-d248-4f1a-8827-4c668877eefe tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] 10.222.0.64 "DELETE /v2.0/security-groups/ca0bdf3d-74a5-4d72-a899-b568cf01c32c HTTP/1.1" status: 204  len: 168 time: 0.2353230
Dec 23 16:41:51.950440 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 58172) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:41:51.951709 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de286696-d248-4f1a-8827-4c668877eefe tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:41:51.952133 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de286696-d248-4f1a-8827-4c668877eefe tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:41:51.952526 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de286696-d248-4f1a-8827-4c668877eefe tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:41:51.952936 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de286696-d248-4f1a-8827-4c668877eefe tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:41:51.953315 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de286696-d248-4f1a-8827-4c668877eefe tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:41:51.953684 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de286696-d248-4f1a-8827-4c668877eefe tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:41:51.954050 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de286696-d248-4f1a-8827-4c668877eefe tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:41:51.954415 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de286696-d248-4f1a-8827-4c668877eefe tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:41:51.954779 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de286696-d248-4f1a-8827-4c668877eefe tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:41:51.955143 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de286696-d248-4f1a-8827-4c668877eefe tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:41:51.955507 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de286696-d248-4f1a-8827-4c668877eefe tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:41:51.955883 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de286696-d248-4f1a-8827-4c668877eefe tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:41:51.961087 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-de286696-d248-4f1a-8827-4c668877eefe tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:41:51.993807 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-a7b359fb-3914-40a2-bd11-4f24bb05f687 None None] Provisioning complete for port 97a30346-a452-471f-a29b-12c96fae48d0 triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:41:51.994413 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-a7b359fb-3914-40a2-bd11-4f24bb05f687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:41:52.041148 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e94d9ea-91c5-4c86-acf5-416cef538ac7 req-95563f30-12f5-4fc6-8f17-82c39cfcf7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:41:52.042673 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-2e94d9ea-91c5-4c86-acf5-416cef538ac7 req-95563f30-12f5-4fc6-8f17-82c39cfcf7c8 service neutron] 10.222.0.61 "GET /v2.0/networks?id=71145ff1-cae9-4bcb-8b15-c93cb940d625 HTTP/1.1" status: 200  len: 914 time: 0.1343796
Dec 23 16:41:52.142661 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-2e94d9ea-91c5-4c86-acf5-416cef538ac7 req-61b35c0d-3dcb-4d97-97bf-c783dab4d22e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=97a30346-a452-471f-a29b-12c96fae48d0 HTTP/1.1" status: 200  len: 1002 time: 0.0930665
Dec 23 16:41:52.163367 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-35628106-8a30-457c-a8e6-8448711d6d96 tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Deleting port d4a0ded7-762d-404b-af71-18bfd29f5177 {{(pid=87635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:41:52.163993 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-35628106-8a30-457c-a8e6-8448711d6d96 tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:41:52.211511 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e94d9ea-91c5-4c86-acf5-416cef538ac7 req-25f11a25-a8af-4015-a273-eb0e1f9c7657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:41:52.212993 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-2e94d9ea-91c5-4c86-acf5-416cef538ac7 req-25f11a25-a8af-4015-a273-eb0e1f9c7657 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5f2591a8-c9eb-422a-8497-1fc4d17d7c53 HTTP/1.1" status: 200  len: 852 time: 0.0634179
Dec 23 16:41:52.294816 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e94d9ea-91c5-4c86-acf5-416cef538ac7 req-3f1bbdc8-d99e-4e48-93da-2b7ccde752f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:41:52.296289 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-2e94d9ea-91c5-4c86-acf5-416cef538ac7 req-3f1bbdc8-d99e-4e48-93da-2b7ccde752f3 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=71145ff1-cae9-4bcb-8b15-c93cb940d625&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0767238
Dec 23 16:41:52.348646 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-35628106-8a30-457c-a8e6-8448711d6d96 tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:41:52.349135 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-35628106-8a30-457c-a8e6-8448711d6d96 tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:41:52.355832 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9e3aab53-d650-47e3-b8a6-2dff21fe9ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:41:52.429799 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-2e94d9ea-91c5-4c86-acf5-416cef538ac7 req-8eb71c6d-7bdc-4e4e-a0a9-e68e4058fd8c service neutron] 10.222.0.61 "GET /v2.0/networks/71145ff1-cae9-4bcb-8b15-c93cb940d625?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1261439
Dec 23 16:41:52.470758 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-35628106-8a30-457c-a8e6-8448711d6d96 tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Calling delete_port for d4a0ded7-762d-404b-af71-18bfd29f5177 owned by network:floatingip {{(pid=87635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:41:52.567921 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-2e94d9ea-91c5-4c86-acf5-416cef538ac7 req-158de748-7cd4-433a-98fc-2c2de83df214 service neutron] 10.222.0.61 "GET /v2.0/networks/71145ff1-cae9-4bcb-8b15-c93cb940d625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1315951
Dec 23 16:41:52.628154 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-35628106-8a30-457c-a8e6-8448711d6d96 tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:41:52.631968 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-307a52c0-3928-4d03-8be5-6d86d9748751 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:41:52.673314 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35628106-8a30-457c-a8e6-8448711d6d96 tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Pushing event deleted for resources: {'Port': ['ID=d4a0ded7-762d-404b-af71-18bfd29f5177,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:41:52.675978 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-35628106-8a30-457c-a8e6-8448711d6d96 tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:41:52.775676 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-35628106-8a30-457c-a8e6-8448711d6d96 tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Notify callbacks [] for floatingip, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:41:52.776336 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.db.l3_db [None req-35628106-8a30-457c-a8e6-8448711d6d96 tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Floating IP aef6782b-aaf9-4f39-95d1-e8706f48e9f7 disassociated (deleted). External IP: 172.26.3.164, port: 97a30346-a452-471f-a29b-12c96fae48d0.
Dec 23 16:41:53.243788 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35628106-8a30-457c-a8e6-8448711d6d96 tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Router 97955f88-bc44-4bea-b945-e40e1de54170 has already been hosted by L3 agent 371d4c41-c7e2-4de7-9539-c049ec4e95d1 {{(pid=87635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 23 16:41:53.425976 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35628106-8a30-457c-a8e6-8448711d6d96 tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Notify agent at l3_agent.dv-neutron-822799-1-hyperv the message routers_updated {{(pid=87635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 23 16:41:53.436298 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-508be9f3-3f50-45e3-aca3-796602a6b5f1 None None] Sync routers for ids ['97955f88-bc44-4bea-b945-e40e1de54170'] in dv-neutron-822799-1-hyperv {{(pid=87637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 23 16:41:53.446725 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-508be9f3-3f50-45e3-aca3-796602a6b5f1 None None] Routers {'97955f88-bc44-4bea-b945-e40e1de54170'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:41:53.446908 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-35628106-8a30-457c-a8e6-8448711d6d96 tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for floatingip, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:41:53.447485 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-508be9f3-3f50-45e3-aca3-796602a6b5f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc1401e20>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:41:50Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['97955f88-bc44-4bea-b945-e40e1de54170'], 'active': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:41:53.501025 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-35628106-8a30-457c-a8e6-8448711d6d96 tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] 10.222.0.64 "DELETE /v2.0/floatingips/aef6782b-aaf9-4f39-95d1-e8706f48e9f7 HTTP/1.1" status: 204  len: 168 time: 1.5420954
Dec 23 16:41:53.501652 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b22a5d1-e024-4cbc-a762-9bcc56d4bbcb', 'tag': '97a30346-a452-471f-a29b-12c96fae48d0'}] {{(pid=87635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 23 16:41:53.545069 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b22a5d1-e024-4cbc-a762-9bcc56d4bbcb', 'tag': '97a30346-a452-471f-a29b-12c96fae48d0', 'status': 'completed', 'code': 200}
Dec 23 16:41:53.630632 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvr_db [None req-508be9f3-3f50-45e3-aca3-796602a6b5f1 None None] Set router 97955f88-bc44-4bea-b945-e40e1de54170 gateway port host: dv-neutron-822799-1-hyperv {{(pid=87637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:41:53.642990 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3149230a-760c-4373-9fb9-f024cd28d3b8 req-53987c7a-c588-444c-b448-92c9837ca136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:41:53.644561 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-3149230a-760c-4373-9fb9-f024cd28d3b8 req-53987c7a-c588-444c-b448-92c9837ca136 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=28286cd003544ef7aab6bcdf152af014&device_id=0b22a5d1-e024-4cbc-a762-9bcc56d4bbcb HTTP/1.1" status: 200  len: 1099 time: 0.0779667
Dec 23 16:41:53.776001 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3149230a-760c-4373-9fb9-f024cd28d3b8 req-df63e002-2b93-47f9-b513-1c14d516c791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:41:53.778452 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-3149230a-760c-4373-9fb9-f024cd28d3b8 req-df63e002-2b93-47f9-b513-1c14d516c791 service neutron] 10.222.0.61 "GET /v2.0/networks?id=71145ff1-cae9-4bcb-8b15-c93cb940d625 HTTP/1.1" status: 200  len: 914 time: 0.1263299
Dec 23 16:41:53.855654 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-3149230a-760c-4373-9fb9-f024cd28d3b8 req-6ae44841-ec2b-4349-af3c-d5a017ba9584 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=97a30346-a452-471f-a29b-12c96fae48d0 HTTP/1.1" status: 200  len: 217 time: 0.0714502
Dec 23 16:41:53.925267 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3149230a-760c-4373-9fb9-f024cd28d3b8 req-3d92b070-3860-4f05-b2ae-71f37e46aa8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:41:53.929906 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-3149230a-760c-4373-9fb9-f024cd28d3b8 req-3d92b070-3860-4f05-b2ae-71f37e46aa8c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5f2591a8-c9eb-422a-8497-1fc4d17d7c53 HTTP/1.1" status: 200  len: 852 time: 0.0639997
Dec 23 16:41:53.952724 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-508be9f3-3f50-45e3-aca3-796602a6b5f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc1401e20>, [{'id': '97955f88-bc44-4bea-b945-e40e1de54170', 'name': 'tempest-TestMinimumBasicScenario-18892422-router', 'tenant_id': '28286cd003544ef7aab6bcdf152af014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.204'}], 'enable_snat': True}, 'gw_port_id': '3e747c58-ef80-4ebd-8c34-3d371bf8f405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:39:50Z', 'updated_at': '2021-12-23T16:39:54Z', 'revision_number': 4, 'project_id': '28286cd003544ef7aab6bcdf152af014', 'gw_port': {'id': '3e747c58-ef80-4ebd-8c34-3d371bf8f405', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:6c:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97955f88-bc44-4bea-b945-e40e1de54170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:39:50Z', 'updated_at': '2021-12-23T16:39:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_interfaces': [{'id': '2f3b1dc7-9ae6-4334-a404-0c32013ef00c', 'name': '', 'network_id': '71145ff1-cae9-4bcb-8b15-c93cb940d625', 'tenant_id': '28286cd003544ef7aab6bcdf152af014', 'mac_address': 'fa:16:3e:07:e0:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97955f88-bc44-4bea-b945-e40e1de54170', 'device_owner': 'network:router_interface', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '5f2591a8-c9eb-422a-8497-1fc4d17d7c53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:39:53Z', 'updated_at': '2021-12-23T16:40:01Z', 'revision_number': 5, 'project_id': '28286cd003544ef7aab6bcdf152af014', 'subnets': [{'id': '5f2591a8-c9eb-422a-8497-1fc4d17d7c53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:41:53.956973 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-508be9f3-3f50-45e3-aca3-796602a6b5f1 None None] Checking router: 97955f88-bc44-4bea-b945-e40e1de54170 for host: dv-neutron-822799-1-hyperv {{(pid=87637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 23 16:41:53.966098 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-508be9f3-3f50-45e3-aca3-796602a6b5f1 None None] Routers {'97955f88-bc44-4bea-b945-e40e1de54170'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:41:53.966769 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-508be9f3-3f50-45e3-aca3-796602a6b5f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc1401e20>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:41:50Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['97955f88-bc44-4bea-b945-e40e1de54170'], 'active': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:41:54.004277 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3149230a-760c-4373-9fb9-f024cd28d3b8 req-66e0d826-5476-4dac-a6e9-53142bcb6195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:41:54.006199 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-3149230a-760c-4373-9fb9-f024cd28d3b8 req-66e0d826-5476-4dac-a6e9-53142bcb6195 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=71145ff1-cae9-4bcb-8b15-c93cb940d625&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0729115
Dec 23 16:41:54.153235 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvr_db [None req-508be9f3-3f50-45e3-aca3-796602a6b5f1 None None] Set router 97955f88-bc44-4bea-b945-e40e1de54170 gateway port host: dv-neutron-822799-1-hyperv {{(pid=87637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:41:54.258269 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-3149230a-760c-4373-9fb9-f024cd28d3b8 req-f61fba92-23bb-4d06-ab87-1df79f1c2b6a service neutron] 10.222.0.61 "GET /v2.0/networks/71145ff1-cae9-4bcb-8b15-c93cb940d625?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2446628
Dec 23 16:41:54.404882 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-3149230a-760c-4373-9fb9-f024cd28d3b8 req-4a1005cc-4858-40a9-aef0-cfc456bf05d5 service neutron] 10.222.0.61 "GET /v2.0/networks/71145ff1-cae9-4bcb-8b15-c93cb940d625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1355195
Dec 23 16:41:54.518047 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-508be9f3-3f50-45e3-aca3-796602a6b5f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc1401e20>, [{'id': '97955f88-bc44-4bea-b945-e40e1de54170', 'name': 'tempest-TestMinimumBasicScenario-18892422-router', 'tenant_id': '28286cd003544ef7aab6bcdf152af014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.204'}], 'enable_snat': True}, 'gw_port_id': '3e747c58-ef80-4ebd-8c34-3d371bf8f405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:39:50Z', 'updated_at': '2021-12-23T16:39:54Z', 'revision_number': 4, 'project_id': '28286cd003544ef7aab6bcdf152af014', 'gw_port': {'id': '3e747c58-ef80-4ebd-8c34-3d371bf8f405', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:6c:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97955f88-bc44-4bea-b945-e40e1de54170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:39:50Z', 'updated_at': '2021-12-23T16:39:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_interfaces': [{'id': '2f3b1dc7-9ae6-4334-a404-0c32013ef00c', 'name': '', 'network_id': '71145ff1-cae9-4bcb-8b15-c93cb940d625', 'tenant_id': '28286cd003544ef7aab6bcdf152af014', 'mac_address': 'fa:16:3e:07:e0:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97955f88-bc44-4bea-b945-e40e1de54170', 'device_owner': 'network:router_interface', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '5f2591a8-c9eb-422a-8497-1fc4d17d7c53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:39:53Z', 'updated_at': '2021-12-23T16:40:01Z', 'revision_number': 5, 'project_id': '28286cd003544ef7aab6bcdf152af014', 'subnets': [{'id': '5f2591a8-c9eb-422a-8497-1fc4d17d7c53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:41:54.522332 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-508be9f3-3f50-45e3-aca3-796602a6b5f1 None None] The sync data for ids ['97955f88-bc44-4bea-b945-e40e1de54170'] in dv-neutron-822799-1-hyperv is: [{'id': '97955f88-bc44-4bea-b945-e40e1de54170', 'name': 'tempest-TestMinimumBasicScenario-18892422-router', 'tenant_id': '28286cd003544ef7aab6bcdf152af014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.204'}], 'enable_snat': True}, 'gw_port_id': '3e747c58-ef80-4ebd-8c34-3d371bf8f405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:39:50Z', 'updated_at': '2021-12-23T16:39:54Z', 'revision_number': 4, 'project_id': '28286cd003544ef7aab6bcdf152af014', 'gw_port': {'id': '3e747c58-ef80-4ebd-8c34-3d371bf8f405', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:6c:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97955f88-bc44-4bea-b945-e40e1de54170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:39:50Z', 'updated_at': '2021-12-23T16:39:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_interfaces': [{'id': '2f3b1dc7-9ae6-4334-a404-0c32013ef00c', 'name': '', 'network_id': '71145ff1-cae9-4bcb-8b15-c93cb940d625', 'tenant_id': '28286cd003544ef7aab6bcdf152af014', 'mac_address': 'fa:16:3e:07:e0:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97955f88-bc44-4bea-b945-e40e1de54170', 'device_owner': 'network:router_interface', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '5f2591a8-c9eb-422a-8497-1fc4d17d7c53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:39:53Z', 'updated_at': '2021-12-23T16:40:01Z', 'revision_number': 5, 'project_id': '28286cd003544ef7aab6bcdf152af014', 'subnets': [{'id': '5f2591a8-c9eb-422a-8497-1fc4d17d7c53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 23 16:41:54.785512 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90e94d16-3784-4ce4-9d24-602ac4deeba1 None None] New status for floating IP aef6782b-aaf9-4f39-95d1-e8706f48e9f7: DOWN {{(pid=87638) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 23 16:41:57.920794 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa38b80-041d-4209-9aac-4a33d18356ef req-68425da2-dcf1-4485-9c4e-fc4451655dbb tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:41:57.921509 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [req-baa38b80-041d-4209-9aac-4a33d18356ef req-68425da2-dcf1-4485-9c4e-fc4451655dbb tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Synchronizing usage tracker for tenant:28286cd003544ef7aab6bcdf152af014 on resource:port {{(pid=87635) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:41:57.938236 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [req-baa38b80-041d-4209-9aac-4a33d18356ef req-68425da2-dcf1-4485-9c4e-fc4451655dbb tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Unset dirty status for tenant:28286cd003544ef7aab6bcdf152af014 on resource:port {{(pid=87635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:41:57.939531 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-baa38b80-041d-4209-9aac-4a33d18356ef req-68425da2-dcf1-4485-9c4e-fc4451655dbb tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b22a5d1-e024-4cbc-a762-9bcc56d4bbcb HTTP/1.1" status: 200  len: 946 time: 0.1109357
Dec 23 16:41:57.990861 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [req-baa38b80-041d-4209-9aac-4a33d18356ef req-d9ddbe64-54f7-4446-bccd-505f22121525 tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Synchronizing usage tracker for tenant:28286cd003544ef7aab6bcdf152af014 on resource:security_group {{(pid=87635) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:41:58.008723 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [req-baa38b80-041d-4209-9aac-4a33d18356ef req-d9ddbe64-54f7-4446-bccd-505f22121525 tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Unset dirty status for tenant:28286cd003544ef7aab6bcdf152af014 on resource:security_group {{(pid=87635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:41:58.009946 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-baa38b80-041d-4209-9aac-4a33d18356ef req-d9ddbe64-54f7-4446-bccd-505f22121525 tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] 10.222.0.64 "GET /v2.0/security-groups?id=268f23bc-81ba-412a-9a4f-6e20cad62804&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0616403
Dec 23 16:41:59.217678 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d98e86-c713-474c-9501-8f932f9902b0 req-f73a0106-3db1-43c8-a49e-1025aba247e0 tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:41:59.219132 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-30d98e86-c713-474c-9501-8f932f9902b0 req-f73a0106-3db1-43c8-a49e-1025aba247e0 tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b22a5d1-e024-4cbc-a762-9bcc56d4bbcb HTTP/1.1" status: 200  len: 946 time: 0.0926554
Dec 23 16:41:59.263688 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-30d98e86-c713-474c-9501-8f932f9902b0 req-eba357e1-2454-4fb8-a261-6e177e402dbd tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] 10.222.0.64 "GET /v2.0/security-groups?id=268f23bc-81ba-412a-9a4f-6e20cad62804&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0380058
Dec 23 16:41:59.491225 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351aaa1f-8ff8-4389-97fd-6bb297fe237a req-a949f4fa-d2eb-415f-97e0-0394d6eedfbd tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:41:59.492725 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-351aaa1f-8ff8-4389-97fd-6bb297fe237a req-a949f4fa-d2eb-415f-97e0-0394d6eedfbd tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b22a5d1-e024-4cbc-a762-9bcc56d4bbcb HTTP/1.1" status: 200  len: 946 time: 0.0829661
Dec 23 16:41:59.571360 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [req-351aaa1f-8ff8-4389-97fd-6bb297fe237a req-128c1afa-e4b0-4963-8fe7-cdc68800d725 tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Deleting port 97a30346-a452-471f-a29b-12c96fae48d0 {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:41:59.571589 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-351aaa1f-8ff8-4389-97fd-6bb297fe237a req-128c1afa-e4b0-4963-8fe7-cdc68800d725 tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:41:59.838411 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [req-351aaa1f-8ff8-4389-97fd-6bb297fe237a req-128c1afa-e4b0-4963-8fe7-cdc68800d725 tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] For port 97a30346-a452-471f-a29b-12c96fae48d0, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=97a30346-a452-471f-a29b-12c96fae48d0,segment=NetworkSegment(684310ed-739d-4b7d-bf84-f4e52839288c),segment_id=684310ed-739d-4b7d-bf84-f4e52839288c)] {{(pid=87636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:41:59.838803 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-351aaa1f-8ff8-4389-97fd-6bb297fe237a req-128c1afa-e4b0-4963-8fe7-cdc68800d725 tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:41:59.958250 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [req-351aaa1f-8ff8-4389-97fd-6bb297fe237a req-128c1afa-e4b0-4963-8fe7-cdc68800d725 tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Calling delete_port for 97a30346-a452-471f-a29b-12c96fae48d0 owned by compute:nova {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:42:00.117638 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-351aaa1f-8ff8-4389-97fd-6bb297fe237a req-128c1afa-e4b0-4963-8fe7-cdc68800d725 tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:42:00.123442 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-56a86f87-ef8c-4a78-bf6f-a94188204520 tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:42:00.129138 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] get_ports_and_sgs() called for port_ids ['97a30346-a452-471f-a29b-12c96fae48d0'] {{(pid=87637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 23 16:42:00.168893 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128c1afa-e4b0-4963-8fe7-cdc68800d725 tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Pushing event deleted for resources: {'Port': ['ID=97a30346-a452-471f-a29b-12c96fae48d0,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:42:00.195633 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-128c1afa-e4b0-4963-8fe7-cdc68800d725 tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:42:00.245061 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [req-351aaa1f-8ff8-4389-97fd-6bb297fe237a req-128c1afa-e4b0-4963-8fe7-cdc68800d725 tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] No DVR routers for this DVR port 97a30346-a452-471f-a29b-12c96fae48d0 on host hv-neutron-8227 {{(pid=87636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 23 16:42:00.247552 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-351aaa1f-8ff8-4389-97fd-6bb297fe237a req-128c1afa-e4b0-4963-8fe7-cdc68800d725 tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:42:00.250281 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b22a5d1-e024-4cbc-a762-9bcc56d4bbcb', 'name': 'network-vif-deleted', 'tag': '97a30346-a452-471f-a29b-12c96fae48d0'}] {{(pid=87636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 23 16:42:00.267683 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-351aaa1f-8ff8-4389-97fd-6bb297fe237a req-128c1afa-e4b0-4963-8fe7-cdc68800d725 tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] 10.222.0.61 "DELETE /v2.0/ports/97a30346-a452-471f-a29b-12c96fae48d0 HTTP/1.1" status: 204  len: 173 time: 0.7696607
Dec 23 16:42:00.307106 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b22a5d1-e024-4cbc-a762-9bcc56d4bbcb', 'name': 'network-vif-deleted', 'tag': '97a30346-a452-471f-a29b-12c96fae48d0', 'status': 'completed', 'code': 200}
Dec 23 16:42:00.426869 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-6ae91c94-5d79-4b1c-9a79-977bf1f54e8c req-42b0d0ff-a09c-4e83-98ff-613af29d77b4 tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Synchronizing usage tracker for tenant:28286cd003544ef7aab6bcdf152af014 on resource:port {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:42:00.444876 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-6ae91c94-5d79-4b1c-9a79-977bf1f54e8c req-42b0d0ff-a09c-4e83-98ff-613af29d77b4 tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Unset dirty status for tenant:28286cd003544ef7aab6bcdf152af014 on resource:port {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:42:00.446077 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-6ae91c94-5d79-4b1c-9a79-977bf1f54e8c req-42b0d0ff-a09c-4e83-98ff-613af29d77b4 tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] 10.222.0.64 "GET /v2.0/ports?device_id=0b22a5d1-e024-4cbc-a762-9bcc56d4bbcb HTTP/1.1" status: 200  len: 210 time: 0.0725434
Dec 23 16:42:02.206329 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 58256) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:42:02.880934 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-0fb0cf67-fa2d-43ad-95af-9fba6021fb85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1781419'] for router_interface, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:42:03.233041 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-0fb0cf67-fa2d-43ad-95af-9fba6021fb85 admin admin] Deleting port 2f3b1dc7-9ae6-4334-a404-0c32013ef00c {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:42:03.233664 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-0fb0cf67-fa2d-43ad-95af-9fba6021fb85 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:42:03.410317 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [None req-0fb0cf67-fa2d-43ad-95af-9fba6021fb85 admin admin] For port 2f3b1dc7-9ae6-4334-a404-0c32013ef00c, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=2f3b1dc7-9ae6-4334-a404-0c32013ef00c,segment=NetworkSegment(684310ed-739d-4b7d-bf84-f4e52839288c),segment_id=684310ed-739d-4b7d-bf84-f4e52839288c)] {{(pid=87636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:42:03.410698 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-0fb0cf67-fa2d-43ad-95af-9fba6021fb85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:42:03.531130 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-0fb0cf67-fa2d-43ad-95af-9fba6021fb85 admin admin] Calling delete_port for 2f3b1dc7-9ae6-4334-a404-0c32013ef00c owned by network:router_interface {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:42:03.872745 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-0fb0cf67-fa2d-43ad-95af-9fba6021fb85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:42:03.876371 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-215eff04-60b6-4142-ba89-2dbfc401202a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:42:03.918959 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb0cf67-fa2d-43ad-95af-9fba6021fb85 admin admin] Pushing event deleted for resources: {'Port': ['ID=2f3b1dc7-9ae6-4334-a404-0c32013ef00c,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:42:03.921411 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-0fb0cf67-fa2d-43ad-95af-9fba6021fb85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:42:04.226624 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Device 97a30346-a452-471f-a29b-12c96fae48d0 no longer exists at agent hyperv_hv-neutron-8227 {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 23 16:42:04.260873 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] No Port match for: 97a30346-a452-471f-a29b-12c96fae48d0 {{(pid=87637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 23 16:42:04.261476 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Device 97a30346-a452-471f-a29b-12c96fae48d0 not bound to the agent host hv-neutron-8227 {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 23 16:42:04.330545 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-0fb0cf67-fa2d-43ad-95af-9fba6021fb85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1627472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1784155'] for router_interface, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:42:04.711073 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fb0cf67-fa2d-43ad-95af-9fba6021fb85 admin admin] Router 97955f88-bc44-4bea-b945-e40e1de54170 has already been hosted by L3 agent 371d4c41-c7e2-4de7-9539-c049ec4e95d1 {{(pid=87636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 23 16:42:04.891445 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fb0cf67-fa2d-43ad-95af-9fba6021fb85 admin admin] Notify agent at l3_agent.dv-neutron-822799-1-hyperv the message routers_updated {{(pid=87636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 23 16:42:04.902816 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7e255e9-8a4b-4153-9cc4-25cdbb125020 None None] Sync routers for ids ['97955f88-bc44-4bea-b945-e40e1de54170'] in dv-neutron-822799-1-hyperv {{(pid=87637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 23 16:42:04.908111 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-0fb0cf67-fa2d-43ad-95af-9fba6021fb85 admin admin] 10.222.0.64 "PUT /v2.0/routers/97955f88-bc44-4bea-b945-e40e1de54170/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7006917
Dec 23 16:42:04.910620 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 58260) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:42:04.913084 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7e255e9-8a4b-4153-9cc4-25cdbb125020 None None] Routers {'97955f88-bc44-4bea-b945-e40e1de54170'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:42:04.913712 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-b7e255e9-8a4b-4153-9cc4-25cdbb125020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc5aefcd0>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:41:50Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['97955f88-bc44-4bea-b945-e40e1de54170'], 'active': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:42:05.088225 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-6486d6f4-2547-429f-a5c1-6cf3c5f01f25 admin admin] Notify callbacks [] for router, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:42:05.093160 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvr_db [None req-b7e255e9-8a4b-4153-9cc4-25cdbb125020 None None] Set router 97955f88-bc44-4bea-b945-e40e1de54170 gateway port host: dv-neutron-822799-1-hyperv {{(pid=87637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:42:05.259800 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-6486d6f4-2547-429f-a5c1-6cf3c5f01f25 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:42:05.271221 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-6486d6f4-2547-429f-a5c1-6cf3c5f01f25 admin admin] Deleting port 3e747c58-ef80-4ebd-8c34-3d371bf8f405 {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:42:05.271703 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-6486d6f4-2547-429f-a5c1-6cf3c5f01f25 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:42:05.370544 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-b7e255e9-8a4b-4153-9cc4-25cdbb125020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc5aefcd0>, [{'id': '97955f88-bc44-4bea-b945-e40e1de54170', 'name': 'tempest-TestMinimumBasicScenario-18892422-router', 'tenant_id': '28286cd003544ef7aab6bcdf152af014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.204'}], 'enable_snat': True}, 'gw_port_id': '3e747c58-ef80-4ebd-8c34-3d371bf8f405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:39:50Z', 'updated_at': '2021-12-23T16:42:03Z', 'revision_number': 5, 'project_id': '28286cd003544ef7aab6bcdf152af014', 'gw_port': {'id': '3e747c58-ef80-4ebd-8c34-3d371bf8f405', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:6c:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97955f88-bc44-4bea-b945-e40e1de54170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:39:50Z', 'updated_at': '2021-12-23T16:39:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv'}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:42:05.374214 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7e255e9-8a4b-4153-9cc4-25cdbb125020 None None] Checking router: 97955f88-bc44-4bea-b945-e40e1de54170 for host: dv-neutron-822799-1-hyperv {{(pid=87637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 23 16:42:05.382646 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7e255e9-8a4b-4153-9cc4-25cdbb125020 None None] Routers {'97955f88-bc44-4bea-b945-e40e1de54170'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:42:05.383253 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-b7e255e9-8a4b-4153-9cc4-25cdbb125020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc5aefcd0>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:41:50Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['97955f88-bc44-4bea-b945-e40e1de54170'], 'active': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:42:05.536482 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvr_db [None req-b7e255e9-8a4b-4153-9cc4-25cdbb125020 None None] Set router 97955f88-bc44-4bea-b945-e40e1de54170 gateway port host: None {{(pid=87637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:42:05.594157 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [None req-6486d6f4-2547-429f-a5c1-6cf3c5f01f25 admin admin] For port 3e747c58-ef80-4ebd-8c34-3d371bf8f405, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=3e747c58-ef80-4ebd-8c34-3d371bf8f405,segment=NetworkSegment(77e3d110-dd7b-426c-b11f-b78dde7993df),segment_id=77e3d110-dd7b-426c-b11f-b78dde7993df)] {{(pid=87636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:42:05.594788 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-6486d6f4-2547-429f-a5c1-6cf3c5f01f25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:42:05.639122 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-b7e255e9-8a4b-4153-9cc4-25cdbb125020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc5aefcd0>, [{'id': '97955f88-bc44-4bea-b945-e40e1de54170', 'name': 'tempest-TestMinimumBasicScenario-18892422-router', 'tenant_id': '28286cd003544ef7aab6bcdf152af014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:39:50Z', 'updated_at': '2021-12-23T16:42:05Z', 'revision_number': 6, 'project_id': '28286cd003544ef7aab6bcdf152af014', 'gw_port_host': None}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:42:05.643134 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7e255e9-8a4b-4153-9cc4-25cdbb125020 None None] The sync data for ids ['97955f88-bc44-4bea-b945-e40e1de54170'] in dv-neutron-822799-1-hyperv is: [{'id': '97955f88-bc44-4bea-b945-e40e1de54170', 'name': 'tempest-TestMinimumBasicScenario-18892422-router', 'tenant_id': '28286cd003544ef7aab6bcdf152af014', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:39:50Z', 'updated_at': '2021-12-23T16:42:05Z', 'revision_number': 6, 'project_id': '28286cd003544ef7aab6bcdf152af014', 'gw_port_host': None}] {{(pid=87637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 23 16:42:05.718494 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-6486d6f4-2547-429f-a5c1-6cf3c5f01f25 admin admin] Calling delete_port for 3e747c58-ef80-4ebd-8c34-3d371bf8f405 owned by network:router_gateway {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:42:05.899386 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-6486d6f4-2547-429f-a5c1-6cf3c5f01f25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:42:05.902967 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-9414397b-da0b-4c99-8a31-41ebb4ad862c tempest-TestEncryptedCinderVolumes-2071723255 tempest-TestEncryptedCinderVolumes-2071723255-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:42:05.948498 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6486d6f4-2547-429f-a5c1-6cf3c5f01f25 admin admin] Pushing event deleted for resources: {'Port': ['ID=3e747c58-ef80-4ebd-8c34-3d371bf8f405,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:42:05.951499 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-6486d6f4-2547-429f-a5c1-6cf3c5f01f25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:42:06.045538 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-6486d6f4-2547-429f-a5c1-6cf3c5f01f25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1824206'] for router_gateway, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:42:06.224055 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-6486d6f4-2547-429f-a5c1-6cf3c5f01f25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1784183', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-235354'] for router, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:42:06.226372 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-6486d6f4-2547-429f-a5c1-6cf3c5f01f25 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:42:06.251729 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-6486d6f4-2547-429f-a5c1-6cf3c5f01f25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1781328'] for router, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:42:06.252434 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6486d6f4-2547-429f-a5c1-6cf3c5f01f25 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 97955f88-bc44-4bea-b945-e40e1de54170 {{(pid=87636) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 23 16:42:06.265354 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-6486d6f4-2547-429f-a5c1-6cf3c5f01f25 admin admin] Notify callbacks [] for router, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:42:06.268905 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-6486d6f4-2547-429f-a5c1-6cf3c5f01f25 admin admin] 10.222.0.64 "DELETE /v2.0/routers/97955f88-bc44-4bea-b945-e40e1de54170 HTTP/1.1" status: 204  len: 168 time: 1.3550134
Dec 23 16:42:06.269143 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 58264) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:42:06.339084 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c3971a0-ffac-47d8-9c31-f06824ff9448 admin admin] Deleting subnet 5f2591a8-c9eb-422a-8497-1fc4d17d7c53 {{(pid=87636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 23 16:42:06.342239 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2c3971a0-ffac-47d8-9c31-f06824ff9448 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:42:06.394839 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2c3971a0-ffac-47d8-9c31-f06824ff9448 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2382092'] for subnet, precommit_delete_associations {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:42:06.397495 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 2f3b1dc7-9ae6-4334-a404-0c32013ef00c no longer exists at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 23 16:42:06.431790 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] No Port match for: 2f3b1dc7-9ae6-4334-a404-0c32013ef00c {{(pid=87637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 23 16:42:06.432240 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 2f3b1dc7-9ae6-4334-a404-0c32013ef00c not bound to the agent host dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 23 16:42:06.432776 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 3e747c58-ef80-4ebd-8c34-3d371bf8f405 no longer exists at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 23 16:42:06.469765 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] No Port match for: 3e747c58-ef80-4ebd-8c34-3d371bf8f405 {{(pid=87637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 23 16:42:06.470121 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 3e747c58-ef80-4ebd-8c34-3d371bf8f405 not bound to the agent host dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 23 16:42:06.480072 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2c3971a0-ffac-47d8-9c31-f06824ff9448 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864774'] for subnet, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:42:06.547065 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2c3971a0-ffac-47d8-9c31-f06824ff9448 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2176495', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2618677'] for subnet, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:42:06.550935 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-4780420b-d107-480f-97f5-371b3cf80007 tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:42:06.586746 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3971a0-ffac-47d8-9c31-f06824ff9448 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5f2591a8-c9eb-422a-8497-1fc4d17d7c53,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:42:06.589759 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-2c3971a0-ffac-47d8-9c31-f06824ff9448 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:42:06.590736 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2c3971a0-ffac-47d8-9c31-f06824ff9448 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:42:06.597860 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a762c70f-bfd2-4849-9e6b-fb909363b34d None None] Network 71145ff1-cae9-4bcb-8b15-c93cb940d625 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:42:06.598873 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-2c3971a0-ffac-47d8-9c31-f06824ff9448 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/5f2591a8-c9eb-422a-8497-1fc4d17d7c53 HTTP/1.1" status: 204  len: 168 time: 0.3287570
Dec 23 16:42:06.601641 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 58268) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:42:06.710610 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-137cf46c-abdd-41be-a604-411da8226d68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-698866'] for network, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:42:06.720892 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-137cf46c-abdd-41be-a604-411da8226d68 admin admin] Deleting port 9c11cf92-0316-4eb2-b1e0-bed524374bb6 {{(pid=87635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:42:06.721273 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-137cf46c-abdd-41be-a604-411da8226d68 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:42:06.872839 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ef97ded-8e71-4971-baed-c125ad9cdd6d None None] DHCP port deletion for 71145ff1-cae9-4bcb-8b15-c93cb940d625 request from dv-neutron-822799-1-hyperv {{(pid=87637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 23 16:42:06.877528 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-8ef97ded-8e71-4971-baed-c125ad9cdd6d None None] Deleting port 9c11cf92-0316-4eb2-b1e0-bed524374bb6 {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:42:06.877921 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-8ef97ded-8e71-4971-baed-c125ad9cdd6d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:42:06.922137 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.db [None req-137cf46c-abdd-41be-a604-411da8226d68 admin admin] For port 9c11cf92-0316-4eb2-b1e0-bed524374bb6, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=9c11cf92-0316-4eb2-b1e0-bed524374bb6,segment=NetworkSegment(684310ed-739d-4b7d-bf84-f4e52839288c),segment_id=684310ed-739d-4b7d-bf84-f4e52839288c)] {{(pid=87635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:42:06.922460 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-137cf46c-abdd-41be-a604-411da8226d68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:42:07.052102 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-137cf46c-abdd-41be-a604-411da8226d68 admin admin] Calling delete_port for 9c11cf92-0316-4eb2-b1e0-bed524374bb6 owned by network:dhcp {{(pid=87635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:42:07.126592 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-8ef97ded-8e71-4971-baed-c125ad9cdd6d None None] For port 9c11cf92-0316-4eb2-b1e0-bed524374bb6, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=9c11cf92-0316-4eb2-b1e0-bed524374bb6,segment=NetworkSegment(684310ed-739d-4b7d-bf84-f4e52839288c),segment_id=684310ed-739d-4b7d-bf84-f4e52839288c)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:42:07.127019 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-8ef97ded-8e71-4971-baed-c125ad9cdd6d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:42:07.130553 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-137cf46c-abdd-41be-a604-411da8226d68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:42:07.137704 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-94257e96-af80-4449-86a9-89b1d67df195 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:42:07.180264 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137cf46c-abdd-41be-a604-411da8226d68 admin admin] Pushing event deleted for resources: {'Port': ['ID=9c11cf92-0316-4eb2-b1e0-bed524374bb6,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:42:07.182070 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-137cf46c-abdd-41be-a604-411da8226d68 admin admin] No DVR routers for this DVR port 9c11cf92-0316-4eb2-b1e0-bed524374bb6 on host dv-neutron-822799-1-hyperv {{(pid=87635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 23 16:42:07.183498 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-137cf46c-abdd-41be-a604-411da8226d68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:42:07.257487 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-8ef97ded-8e71-4971-baed-c125ad9cdd6d None None] Calling delete_port for 9c11cf92-0316-4eb2-b1e0-bed524374bb6 owned by network:dhcp {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:42:07.294879 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-137cf46c-abdd-41be-a604-411da8226d68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-864347', 'neutron.services.segments.db._delete_segments_for_network-8735362908070'] for network, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:42:07.326993 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.services.segments.db [None req-137cf46c-abdd-41be-a604-411da8226d68 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1dbb45a0a0>,) {'filters': {'network_id': ['71145ff1-cae9-4bcb-8b15-c93cb940d625']}} {{(pid=87635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:42:07.329101 dv-neutron-822799-1-hyperv neutron-server[87637]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 23 16:42:07.329101 dv-neutron-822799-1-hyperv neutron-server[87637]:   util.warn(
Dec 23 16:42:07.329101 dv-neutron-822799-1-hyperv neutron-server[87637]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 23 16:42:07.329101 dv-neutron-822799-1-hyperv neutron-server[87637]:   util.warn(
Dec 23 16:42:07.329101 dv-neutron-822799-1-hyperv neutron-server[87637]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 23 16:42:07.329101 dv-neutron-822799-1-hyperv neutron-server[87637]:   util.warn(
Dec 23 16:42:07.329101 dv-neutron-822799-1-hyperv neutron-server[87637]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 23 16:42:07.329101 dv-neutron-822799-1-hyperv neutron-server[87637]:   util.warn(
Dec 23 16:42:07.329101 dv-neutron-822799-1-hyperv neutron-server[87637]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 23 16:42:07.329101 dv-neutron-822799-1-hyperv neutron-server[87637]:   util.warn(
Dec 23 16:42:07.329101 dv-neutron-822799-1-hyperv neutron-server[87637]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 23 16:42:07.329101 dv-neutron-822799-1-hyperv neutron-server[87637]:   util.warn(
Dec 23 16:42:07.329101 dv-neutron-822799-1-hyperv neutron-server[87637]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 23 16:42:07.329101 dv-neutron-822799-1-hyperv neutron-server[87637]:   util.warn(
Dec 23 16:42:07.329101 dv-neutron-822799-1-hyperv neutron-server[87637]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 23 16:42:07.329101 dv-neutron-822799-1-hyperv neutron-server[87637]:   util.warn(
Dec 23 16:42:07.329101 dv-neutron-822799-1-hyperv neutron-server[87637]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 23 16:42:07.329101 dv-neutron-822799-1-hyperv neutron-server[87637]:   util.warn(
Dec 23 16:42:07.329101 dv-neutron-822799-1-hyperv neutron-server[87637]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 23 16:42:07.329101 dv-neutron-822799-1-hyperv neutron-server[87637]:   util.warn(
Dec 23 16:42:07.329101 dv-neutron-822799-1-hyperv neutron-server[87637]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 23 16:42:07.329101 dv-neutron-822799-1-hyperv neutron-server[87637]:   util.warn(
Dec 23 16:42:07.329101 dv-neutron-822799-1-hyperv neutron-server[87637]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 23 16:42:07.329101 dv-neutron-822799-1-hyperv neutron-server[87637]:   util.warn(
Dec 23 16:42:07.329101 dv-neutron-822799-1-hyperv neutron-server[87637]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 23 16:42:07.329101 dv-neutron-822799-1-hyperv neutron-server[87637]:   util.warn(
Dec 23 16:42:07.329101 dv-neutron-822799-1-hyperv neutron-server[87637]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 23 16:42:07.329101 dv-neutron-822799-1-hyperv neutron-server[87637]:   util.warn(
Dec 23 16:42:07.329101 dv-neutron-822799-1-hyperv neutron-server[87637]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 23 16:42:07.329101 dv-neutron-822799-1-hyperv neutron-server[87637]:   util.warn(
Dec 23 16:42:07.329101 dv-neutron-822799-1-hyperv neutron-server[87637]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 23 16:42:07.329101 dv-neutron-822799-1-hyperv neutron-server[87637]:   util.warn(
Dec 23 16:42:07.329101 dv-neutron-822799-1-hyperv neutron-server[87637]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 23 16:42:07.329101 dv-neutron-822799-1-hyperv neutron-server[87637]:   util.warn(
Dec 23 16:42:07.329101 dv-neutron-822799-1-hyperv neutron-server[87637]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 23 16:42:07.329101 dv-neutron-822799-1-hyperv neutron-server[87637]:   util.warn(
Dec 23 16:42:07.329101 dv-neutron-822799-1-hyperv neutron-server[87637]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 23 16:42:07.329101 dv-neutron-822799-1-hyperv neutron-server[87637]:   util.warn(
Dec 23 16:42:07.329101 dv-neutron-822799-1-hyperv neutron-server[87637]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 23 16:42:07.329101 dv-neutron-822799-1-hyperv neutron-server[87637]:   util.warn(
Dec 23 16:42:07.329101 dv-neutron-822799-1-hyperv neutron-server[87637]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 23 16:42:07.329101 dv-neutron-822799-1-hyperv neutron-server[87637]:   util.warn(
Dec 23 16:42:07.329101 dv-neutron-822799-1-hyperv neutron-server[87637]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 23 16:42:07.329101 dv-neutron-822799-1-hyperv neutron-server[87637]:   util.warn(
Dec 23 16:42:07.329101 dv-neutron-822799-1-hyperv neutron-server[87637]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 23 16:42:07.329101 dv-neutron-822799-1-hyperv neutron-server[87637]:   util.warn(
Dec 23 16:42:07.329101 dv-neutron-822799-1-hyperv neutron-server[87637]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 23 16:42:07.329101 dv-neutron-822799-1-hyperv neutron-server[87637]:   util.warn(
Dec 23 16:42:07.329101 dv-neutron-822799-1-hyperv neutron-server[87637]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 23 16:42:07.329101 dv-neutron-822799-1-hyperv neutron-server[87637]:   util.warn(
Dec 23 16:42:07.329101 dv-neutron-822799-1-hyperv neutron-server[87637]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 23 16:42:07.329101 dv-neutron-822799-1-hyperv neutron-server[87637]:   util.warn(
Dec 23 16:42:07.329101 dv-neutron-822799-1-hyperv neutron-server[87637]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 23 16:42:07.329101 dv-neutron-822799-1-hyperv neutron-server[87637]:   util.warn(
Dec 23 16:42:07.329101 dv-neutron-822799-1-hyperv neutron-server[87637]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 23 16:42:07.329101 dv-neutron-822799-1-hyperv neutron-server[87637]:   util.warn(
Dec 23 16:42:07.337558 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.db.api [None req-8ef97ded-8e71-4971-baed-c125ad9cdd6d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87637) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 23 16:42:07.337929 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_db.api [None req-8ef97ded-8e71-4971-baed-c125ad9cdd6d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 23 16:42:07.339622 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.services.segments.db [None req-137cf46c-abdd-41be-a604-411da8226d68 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dbb45a0a0>, '684310ed-739d-4b7d-bf84-f4e52839288c') {'for_net_delete': True} {{(pid=87635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:42:07.339922 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.services.segments.db [None req-137cf46c-abdd-41be-a604-411da8226d68 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dbb45a0a0>, '684310ed-739d-4b7d-bf84-f4e52839288c') {} {{(pid=87635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:42:07.351394 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-137cf46c-abdd-41be-a604-411da8226d68 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735363085442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2776713'] for segment, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:42:07.366350 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-137cf46c-abdd-41be-a604-411da8226d68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:42:07.372278 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-137cf46c-abdd-41be-a604-411da8226d68 admin admin] Releasing vlan 406 on physical network physnet1 to pool {{(pid=87635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 23 16:42:07.372707 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-137cf46c-abdd-41be-a604-411da8226d68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2753503'] for segment, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:42:07.386341 dv-neutron-822799-1-hyperv neutron-server[87635]: Traceback (most recent call last):
Dec 23 16:42:07.386341 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 23 16:42:07.386341 dv-neutron-822799-1-hyperv neutron-server[87635]:     timer()
Dec 23 16:42:07.386341 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:42:07.386341 dv-neutron-822799-1-hyperv neutron-server[87635]:     cb(*args, **kw)
Dec 23 16:42:07.386341 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 23 16:42:07.386341 dv-neutron-822799-1-hyperv neutron-server[87635]:     return func(*args, **kwargs)
Dec 23 16:42:07.386341 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:42:07.386341 dv-neutron-822799-1-hyperv neutron-server[87635]:     self._notify()
Dec 23 16:42:07.386341 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:42:07.386341 dv-neutron-822799-1-hyperv neutron-server[87635]:     self.callback(batched_events)
Dec 23 16:42:07.386341 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:42:07.386341 dv-neutron-822799-1-hyperv neutron-server[87635]:     event.method(event)
Dec 23 16:42:07.386341 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:42:07.386341 dv-neutron-822799-1-hyperv neutron-server[87635]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:42:07.386341 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 23 16:42:07.386341 dv-neutron-822799-1-hyperv neutron-server[87635]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 23 16:42:07.386341 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 23 16:42:07.386341 dv-neutron-822799-1-hyperv neutron-server[87635]:     return f(self, *a, **k)
Dec 23 16:42:07.386341 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:42:07.386341 dv-neutron-822799-1-hyperv neutron-server[87635]:     return self._get(url).json()
Dec 23 16:42:07.386341 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 23 16:42:07.386341 dv-neutron-822799-1-hyperv neutron-server[87635]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 23 16:42:07.386341 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 23 16:42:07.386341 dv-neutron-822799-1-hyperv neutron-server[87635]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:42:07.386341 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 23 16:42:07.386341 dv-neutron-822799-1-hyperv neutron-server[87635]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 23 16:42:07.386341 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 23 16:42:07.386341 dv-neutron-822799-1-hyperv neutron-server[87635]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:42:07.386341 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 23 16:42:07.386341 dv-neutron-822799-1-hyperv neutron-server[87635]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:42:07.386341 dv-neutron-822799-1-hyperv neutron-server[87635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:42:07.462000 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-137cf46c-abdd-41be-a604-411da8226d68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-864336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1824171'] for network, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:42:07.466686 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-137cf46c-abdd-41be-a604-411da8226d68 admin admin] Notify callbacks [] for network, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:42:07.469123 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-e48d15ba-5f1c-4cf2-88a6-f44bb0c0705e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:42:07.495513 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137cf46c-abdd-41be-a604-411da8226d68 admin admin] Pushing event deleted for resources: {'Network': ['ID=71145ff1-cae9-4bcb-8b15-c93cb940d625,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:42:07.499916 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-137cf46c-abdd-41be-a604-411da8226d68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:42:07.502554 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-137cf46c-abdd-41be-a604-411da8226d68 admin admin] 10.222.0.64 "DELETE /v2.0/networks/71145ff1-cae9-4bcb-8b15-c93cb940d625 HTTP/1.1" status: 204  len: 168 time: 0.8996294
Dec 23 16:42:07.507281 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 58272) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:42:07.647917 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.agents_db [None req-30c2320c-f298-49f6-9c47-c20e38116a9c None None] Agent healthcheck: found 6 active agents {{(pid=87638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 23 16:42:07.839111 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-8ef97ded-8e71-4971-baed-c125ad9cdd6d None None] Deleting port 9c11cf92-0316-4eb2-b1e0-bed524374bb6 {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:42:07.839708 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-8ef97ded-8e71-4971-baed-c125ad9cdd6d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:42:07.905059 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-8ef97ded-8e71-4971-baed-c125ad9cdd6d None None] The port '9c11cf92-0316-4eb2-b1e0-bed524374bb6' was deleted {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 23 16:42:08.186538 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-c2f83791-25b1-42e5-8afb-3cb9087660c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1781419'] for router_interface, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:42:08.309211 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 9c11cf92-0316-4eb2-b1e0-bed524374bb6 no longer exists at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 23 16:42:08.346773 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] No Port match for: 9c11cf92-0316-4eb2-b1e0-bed524374bb6 {{(pid=87637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 23 16:42:08.347227 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 9c11cf92-0316-4eb2-b1e0-bed524374bb6 not bound to the agent host dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 23 16:42:08.551968 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-c2f83791-25b1-42e5-8afb-3cb9087660c9 admin admin] Deleting port d1021b9b-1e0d-40dd-91db-a8298d9ac977 {{(pid=87635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:42:08.552186 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-c2f83791-25b1-42e5-8afb-3cb9087660c9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:42:08.724005 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.db [None req-c2f83791-25b1-42e5-8afb-3cb9087660c9 admin admin] For port d1021b9b-1e0d-40dd-91db-a8298d9ac977, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=d1021b9b-1e0d-40dd-91db-a8298d9ac977,segment=NetworkSegment(63f1401a-edfb-489f-84ba-e4721967008f),segment_id=63f1401a-edfb-489f-84ba-e4721967008f)] {{(pid=87635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:42:08.724366 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-c2f83791-25b1-42e5-8afb-3cb9087660c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:42:08.845618 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-c2f83791-25b1-42e5-8afb-3cb9087660c9 admin admin] Calling delete_port for d1021b9b-1e0d-40dd-91db-a8298d9ac977 owned by network:router_interface {{(pid=87635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:42:09.296667 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-c2f83791-25b1-42e5-8afb-3cb9087660c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:42:09.300255 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-54d52fe9-1158-45d5-bb01-1d4dea29e103 tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:42:09.344122 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f83791-25b1-42e5-8afb-3cb9087660c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=d1021b9b-1e0d-40dd-91db-a8298d9ac977,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:42:09.347282 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-c2f83791-25b1-42e5-8afb-3cb9087660c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:42:09.617643 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-c2f83791-25b1-42e5-8afb-3cb9087660c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1627472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1784155'] for router_interface, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:42:09.994567 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2f83791-25b1-42e5-8afb-3cb9087660c9 admin admin] Router 34410091-10e5-44da-a0a1-43e892cdb049 has already been hosted by L3 agent 371d4c41-c7e2-4de7-9539-c049ec4e95d1 {{(pid=87635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 23 16:42:10.183221 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2f83791-25b1-42e5-8afb-3cb9087660c9 admin admin] Notify agent at l3_agent.dv-neutron-822799-1-hyperv the message routers_updated {{(pid=87635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 23 16:42:10.195138 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-c2f83791-25b1-42e5-8afb-3cb9087660c9 admin admin] 10.222.0.64 "PUT /v2.0/routers/34410091-10e5-44da-a0a1-43e892cdb049/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6837409
Dec 23 16:42:10.195316 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04bff9d4-3a08-42d4-b38c-1c3c27fc7ed7 None None] Sync routers for ids ['34410091-10e5-44da-a0a1-43e892cdb049'] in dv-neutron-822799-1-hyperv {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 23 16:42:10.195765 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 58276) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:42:10.208990 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04bff9d4-3a08-42d4-b38c-1c3c27fc7ed7 None None] Routers {'34410091-10e5-44da-a0a1-43e892cdb049'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:42:10.209918 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-04bff9d4-3a08-42d4-b38c-1c3c27fc7ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc1215130>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:41:50Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['34410091-10e5-44da-a0a1-43e892cdb049'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:42:10.379369 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-eba49169-f33f-444b-b9ab-909b088ffbcf admin admin] Notify callbacks [] for router, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:42:10.384719 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-04bff9d4-3a08-42d4-b38c-1c3c27fc7ed7 None None] Set router 34410091-10e5-44da-a0a1-43e892cdb049 gateway port host: dv-neutron-822799-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:42:10.559342 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-eba49169-f33f-444b-b9ab-909b088ffbcf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:42:10.569461 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-eba49169-f33f-444b-b9ab-909b088ffbcf admin admin] Deleting port 0ee91de2-a870-4ffd-861f-800aeeffe09b {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:42:10.569947 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-eba49169-f33f-444b-b9ab-909b088ffbcf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:42:10.711814 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-04bff9d4-3a08-42d4-b38c-1c3c27fc7ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc1215130>, [{'id': '34410091-10e5-44da-a0a1-43e892cdb049', 'name': 'tempest-TestMinimumBasicScenario-602399535-router', 'tenant_id': 'f19a4224124446d6a3eb46aedbe5a262', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.90'}], 'enable_snat': True}, 'gw_port_id': '0ee91de2-a870-4ffd-861f-800aeeffe09b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:39:56Z', 'updated_at': '2021-12-23T16:42:09Z', 'revision_number': 5, 'project_id': 'f19a4224124446d6a3eb46aedbe5a262', 'gw_port': {'id': '0ee91de2-a870-4ffd-861f-800aeeffe09b', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:8a:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34410091-10e5-44da-a0a1-43e892cdb049', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:39:57Z', 'updated_at': '2021-12-23T16:40:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv'}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:42:10.716068 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04bff9d4-3a08-42d4-b38c-1c3c27fc7ed7 None None] Checking router: 34410091-10e5-44da-a0a1-43e892cdb049 for host: dv-neutron-822799-1-hyperv {{(pid=87638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 23 16:42:10.725091 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04bff9d4-3a08-42d4-b38c-1c3c27fc7ed7 None None] Routers {'34410091-10e5-44da-a0a1-43e892cdb049'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:42:10.725544 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-04bff9d4-3a08-42d4-b38c-1c3c27fc7ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc1215130>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:41:50Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['34410091-10e5-44da-a0a1-43e892cdb049'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:42:10.873309 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-04bff9d4-3a08-42d4-b38c-1c3c27fc7ed7 None None] Set router 34410091-10e5-44da-a0a1-43e892cdb049 gateway port host: None {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:42:10.876270 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [None req-eba49169-f33f-444b-b9ab-909b088ffbcf admin admin] For port 0ee91de2-a870-4ffd-861f-800aeeffe09b, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=0ee91de2-a870-4ffd-861f-800aeeffe09b,segment=NetworkSegment(77e3d110-dd7b-426c-b11f-b78dde7993df),segment_id=77e3d110-dd7b-426c-b11f-b78dde7993df)] {{(pid=87636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:42:10.876659 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-eba49169-f33f-444b-b9ab-909b088ffbcf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:42:10.976544 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-04bff9d4-3a08-42d4-b38c-1c3c27fc7ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc1215130>, [{'id': '34410091-10e5-44da-a0a1-43e892cdb049', 'name': 'tempest-TestMinimumBasicScenario-602399535-router', 'tenant_id': 'f19a4224124446d6a3eb46aedbe5a262', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:39:56Z', 'updated_at': '2021-12-23T16:42:10Z', 'revision_number': 6, 'project_id': 'f19a4224124446d6a3eb46aedbe5a262', 'gw_port_host': None}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:42:10.980619 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04bff9d4-3a08-42d4-b38c-1c3c27fc7ed7 None None] The sync data for ids ['34410091-10e5-44da-a0a1-43e892cdb049'] in dv-neutron-822799-1-hyperv is: [{'id': '34410091-10e5-44da-a0a1-43e892cdb049', 'name': 'tempest-TestMinimumBasicScenario-602399535-router', 'tenant_id': 'f19a4224124446d6a3eb46aedbe5a262', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:39:56Z', 'updated_at': '2021-12-23T16:42:10Z', 'revision_number': 6, 'project_id': 'f19a4224124446d6a3eb46aedbe5a262', 'gw_port_host': None}] {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 23 16:42:10.998959 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-eba49169-f33f-444b-b9ab-909b088ffbcf admin admin] Calling delete_port for 0ee91de2-a870-4ffd-861f-800aeeffe09b owned by network:router_gateway {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:42:11.168857 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-eba49169-f33f-444b-b9ab-909b088ffbcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:42:11.172370 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-d9a148d0-e94f-4ee8-b58f-bb89bba85230 tempest-TestEncryptedCinderVolumes-2071723255 tempest-TestEncryptedCinderVolumes-2071723255-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:42:11.217203 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba49169-f33f-444b-b9ab-909b088ffbcf admin admin] Pushing event deleted for resources: {'Port': ['ID=0ee91de2-a870-4ffd-861f-800aeeffe09b,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:42:11.220275 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-eba49169-f33f-444b-b9ab-909b088ffbcf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:42:11.307146 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-eba49169-f33f-444b-b9ab-909b088ffbcf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1824206'] for router_gateway, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:42:11.482464 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-eba49169-f33f-444b-b9ab-909b088ffbcf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1784183', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-235354'] for router, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:42:11.484554 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-eba49169-f33f-444b-b9ab-909b088ffbcf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:42:11.509535 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-eba49169-f33f-444b-b9ab-909b088ffbcf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1781328'] for router, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:42:11.510075 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eba49169-f33f-444b-b9ab-909b088ffbcf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 34410091-10e5-44da-a0a1-43e892cdb049 {{(pid=87636) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 23 16:42:11.523357 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-eba49169-f33f-444b-b9ab-909b088ffbcf admin admin] Notify callbacks [] for router, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:42:11.524617 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-eba49169-f33f-444b-b9ab-909b088ffbcf admin admin] 10.222.0.64 "DELETE /v2.0/routers/34410091-10e5-44da-a0a1-43e892cdb049 HTTP/1.1" status: 204  len: 168 time: 1.3280151
Dec 23 16:42:11.527204 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 58282) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:42:11.592059 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_v2 [None req-600c9aa5-1d9f-47fc-9e72-abb175011b69 admin admin] Deleting subnet f61d19a8-3e7c-40f3-bb11-eafa1d8182fe {{(pid=87636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 23 16:42:11.596131 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-600c9aa5-1d9f-47fc-9e72-abb175011b69 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:42:11.650094 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-600c9aa5-1d9f-47fc-9e72-abb175011b69 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2382092'] for subnet, precommit_delete_associations {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:42:11.736987 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-600c9aa5-1d9f-47fc-9e72-abb175011b69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864774'] for subnet, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:42:11.803933 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-600c9aa5-1d9f-47fc-9e72-abb175011b69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2176495', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2618677'] for subnet, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:42:11.807584 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-9be2fcfa-a34d-4a23-9a75-b0734c3fed35 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:42:11.841849 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600c9aa5-1d9f-47fc-9e72-abb175011b69 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f61d19a8-3e7c-40f3-bb11-eafa1d8182fe,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:42:11.844898 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-600c9aa5-1d9f-47fc-9e72-abb175011b69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:42:11.845877 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-600c9aa5-1d9f-47fc-9e72-abb175011b69 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:42:11.852177 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e706619d-5ce7-4c5d-8582-d07e98ed4a72 None None] Network 398dff8d-0593-47cb-ba9a-caf9a1e8200e requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:42:11.853313 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-600c9aa5-1d9f-47fc-9e72-abb175011b69 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/f61d19a8-3e7c-40f3-bb11-eafa1d8182fe HTTP/1.1" status: 204  len: 168 time: 0.3250957
Dec 23 16:42:11.855927 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 58286) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:42:11.964337 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-e9e974ee-fe32-4001-baa5-afc73c72449c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-698866'] for network, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:42:11.975674 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-e9e974ee-fe32-4001-baa5-afc73c72449c admin admin] Deleting port c6a7ea67-0f2c-4337-992b-4f5ccad031f5 {{(pid=87635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:42:11.976121 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-e9e974ee-fe32-4001-baa5-afc73c72449c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:42:12.070066 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:42:12.105406 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cf9ab1f-71d1-45a6-8e7f-c74cfed5594f None None] DHCP port deletion for 398dff8d-0593-47cb-ba9a-caf9a1e8200e request from dv-neutron-822799-1-hyperv {{(pid=87637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 23 16:42:12.109398 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-7cf9ab1f-71d1-45a6-8e7f-c74cfed5594f None None] Deleting port c6a7ea67-0f2c-4337-992b-4f5ccad031f5 {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:42:12.109898 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-7cf9ab1f-71d1-45a6-8e7f-c74cfed5594f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:42:12.182402 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.db [None req-e9e974ee-fe32-4001-baa5-afc73c72449c admin admin] For port c6a7ea67-0f2c-4337-992b-4f5ccad031f5, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=c6a7ea67-0f2c-4337-992b-4f5ccad031f5,segment=NetworkSegment(63f1401a-edfb-489f-84ba-e4721967008f),segment_id=63f1401a-edfb-489f-84ba-e4721967008f)] {{(pid=87635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:42:12.182764 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-e9e974ee-fe32-4001-baa5-afc73c72449c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:42:12.330474 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device d1021b9b-1e0d-40dd-91db-a8298d9ac977 no longer exists at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 23 16:42:12.363334 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-7cf9ab1f-71d1-45a6-8e7f-c74cfed5594f None None] For port c6a7ea67-0f2c-4337-992b-4f5ccad031f5, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=c6a7ea67-0f2c-4337-992b-4f5ccad031f5,segment=NetworkSegment(63f1401a-edfb-489f-84ba-e4721967008f),segment_id=63f1401a-edfb-489f-84ba-e4721967008f)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:42:12.363741 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-7cf9ab1f-71d1-45a6-8e7f-c74cfed5594f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:42:12.378222 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] No Port match for: d1021b9b-1e0d-40dd-91db-a8298d9ac977 {{(pid=87637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 23 16:42:12.378578 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device d1021b9b-1e0d-40dd-91db-a8298d9ac977 not bound to the agent host dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 23 16:42:12.379015 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 0ee91de2-a870-4ffd-861f-800aeeffe09b no longer exists at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 23 16:42:12.449367 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-e9e974ee-fe32-4001-baa5-afc73c72449c admin admin] Calling delete_port for c6a7ea67-0f2c-4337-992b-4f5ccad031f5 owned by network:dhcp {{(pid=87635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:42:12.524556 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] No Port match for: 0ee91de2-a870-4ffd-861f-800aeeffe09b {{(pid=87637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 23 16:42:12.524988 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 0ee91de2-a870-4ffd-861f-800aeeffe09b not bound to the agent host dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 23 16:42:12.525543 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device c6a7ea67-0f2c-4337-992b-4f5ccad031f5 no longer exists at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 23 16:42:12.526158 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-e9e974ee-fe32-4001-baa5-afc73c72449c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:42:12.530720 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-137cf46c-abdd-41be-a604-411da8226d68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:42:12.557986 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-7cf9ab1f-71d1-45a6-8e7f-c74cfed5594f None None] Calling delete_port for c6a7ea67-0f2c-4337-992b-4f5ccad031f5 owned by network:dhcp {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:42:12.572988 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e974ee-fe32-4001-baa5-afc73c72449c admin admin] Pushing event deleted for resources: {'Port': ['ID=c6a7ea67-0f2c-4337-992b-4f5ccad031f5,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:42:12.574750 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9e974ee-fe32-4001-baa5-afc73c72449c admin admin] No DVR routers for this DVR port c6a7ea67-0f2c-4337-992b-4f5ccad031f5 on host dv-neutron-822799-1-hyperv {{(pid=87635) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 23 16:42:12.576179 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-e9e974ee-fe32-4001-baa5-afc73c72449c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:42:12.595390 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] No Port match for: c6a7ea67-0f2c-4337-992b-4f5ccad031f5 {{(pid=87637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 23 16:42:12.595744 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device c6a7ea67-0f2c-4337-992b-4f5ccad031f5 not bound to the agent host dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 23 16:42:12.636147 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.db.api [None req-7cf9ab1f-71d1-45a6-8e7f-c74cfed5594f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87637) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 23 16:42:12.636446 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_db.api [None req-7cf9ab1f-71d1-45a6-8e7f-c74cfed5594f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 23 16:42:12.686391 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-e9e974ee-fe32-4001-baa5-afc73c72449c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-864347', 'neutron.services.segments.db._delete_segments_for_network-8735362908070'] for network, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:42:12.710902 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.services.segments.db [None req-e9e974ee-fe32-4001-baa5-afc73c72449c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1dc1c3a820>,) {'filters': {'network_id': ['398dff8d-0593-47cb-ba9a-caf9a1e8200e']}} {{(pid=87635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:42:12.722843 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.services.segments.db [None req-e9e974ee-fe32-4001-baa5-afc73c72449c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dc1c3a820>, '63f1401a-edfb-489f-84ba-e4721967008f') {'for_net_delete': True} {{(pid=87635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:42:12.723144 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.services.segments.db [None req-e9e974ee-fe32-4001-baa5-afc73c72449c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dc1c3a820>, '63f1401a-edfb-489f-84ba-e4721967008f') {} {{(pid=87635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:42:12.734905 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-e9e974ee-fe32-4001-baa5-afc73c72449c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735363085442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2776713'] for segment, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:42:12.751943 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-e9e974ee-fe32-4001-baa5-afc73c72449c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:42:12.758777 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9e974ee-fe32-4001-baa5-afc73c72449c admin admin] Releasing vlan 400 on physical network physnet1 to pool {{(pid=87635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 23 16:42:12.759281 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-e9e974ee-fe32-4001-baa5-afc73c72449c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2753503'] for segment, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:42:12.776437 dv-neutron-822799-1-hyperv neutron-server[87635]: Traceback (most recent call last):
Dec 23 16:42:12.776437 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 23 16:42:12.776437 dv-neutron-822799-1-hyperv neutron-server[87635]:     timer()
Dec 23 16:42:12.776437 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:42:12.776437 dv-neutron-822799-1-hyperv neutron-server[87635]:     cb(*args, **kw)
Dec 23 16:42:12.776437 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 23 16:42:12.776437 dv-neutron-822799-1-hyperv neutron-server[87635]:     return func(*args, **kwargs)
Dec 23 16:42:12.776437 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:42:12.776437 dv-neutron-822799-1-hyperv neutron-server[87635]:     self._notify()
Dec 23 16:42:12.776437 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:42:12.776437 dv-neutron-822799-1-hyperv neutron-server[87635]:     self.callback(batched_events)
Dec 23 16:42:12.776437 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:42:12.776437 dv-neutron-822799-1-hyperv neutron-server[87635]:     event.method(event)
Dec 23 16:42:12.776437 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:42:12.776437 dv-neutron-822799-1-hyperv neutron-server[87635]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:42:12.776437 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 23 16:42:12.776437 dv-neutron-822799-1-hyperv neutron-server[87635]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 23 16:42:12.776437 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 23 16:42:12.776437 dv-neutron-822799-1-hyperv neutron-server[87635]:     return f(self, *a, **k)
Dec 23 16:42:12.776437 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:42:12.776437 dv-neutron-822799-1-hyperv neutron-server[87635]:     return self._get(url).json()
Dec 23 16:42:12.776437 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 23 16:42:12.776437 dv-neutron-822799-1-hyperv neutron-server[87635]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 23 16:42:12.776437 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 23 16:42:12.776437 dv-neutron-822799-1-hyperv neutron-server[87635]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:42:12.776437 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 23 16:42:12.776437 dv-neutron-822799-1-hyperv neutron-server[87635]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 23 16:42:12.776437 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 23 16:42:12.776437 dv-neutron-822799-1-hyperv neutron-server[87635]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:42:12.776437 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 23 16:42:12.776437 dv-neutron-822799-1-hyperv neutron-server[87635]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:42:12.776437 dv-neutron-822799-1-hyperv neutron-server[87635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:42:12.854118 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-e9e974ee-fe32-4001-baa5-afc73c72449c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-864336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1824171'] for network, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:42:12.860326 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-e9e974ee-fe32-4001-baa5-afc73c72449c admin admin] Notify callbacks [] for network, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:42:12.863553 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-f01588b4-9267-47f1-951a-e5195c7493fa tempest-NetworksTest-664280188 tempest-NetworksTest-664280188-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:42:12.885815 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e974ee-fe32-4001-baa5-afc73c72449c admin admin] Pushing event deleted for resources: {'Network': ['ID=398dff8d-0593-47cb-ba9a-caf9a1e8200e,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:42:12.888231 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-e9e974ee-fe32-4001-baa5-afc73c72449c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:42:12.890238 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-e9e974ee-fe32-4001-baa5-afc73c72449c admin admin] 10.222.0.64 "DELETE /v2.0/networks/398dff8d-0593-47cb-ba9a-caf9a1e8200e HTTP/1.1" status: 204  len: 168 time: 1.0332305
Dec 23 16:42:13.104965 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 58292) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:42:13.137854 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-7cf9ab1f-71d1-45a6-8e7f-c74cfed5594f None None] Deleting port c6a7ea67-0f2c-4337-992b-4f5ccad031f5 {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:42:13.138422 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-7cf9ab1f-71d1-45a6-8e7f-c74cfed5594f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:42:13.159052 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-24f8e024-fc6b-42fb-851f-292caa8fd8fd admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=28286cd003544ef7aab6bcdf152af014&name=default HTTP/1.1" status: 200  len: 2983 time: 0.0528278
Dec 23 16:42:13.161594 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 58296) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:42:13.206456 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-7cf9ab1f-71d1-45a6-8e7f-c74cfed5594f None None] The port 'c6a7ea67-0f2c-4337-992b-4f5ccad031f5' was deleted {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 23 16:42:13.220790 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-518d8856-2708-4dd4-933f-a1bfd49eb7ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:42:13.245710 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-518d8856-2708-4dd4-933f-a1bfd49eb7ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:42:13.301729 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-518d8856-2708-4dd4-933f-a1bfd49eb7ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:42:13.305754 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-eb6db69f-58ed-4e4d-8939-dc20e0c6a816 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:42:13.321328 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518d8856-2708-4dd4-933f-a1bfd49eb7ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=268f23bc-81ba-412a-9a4f-6e20cad62804,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:42:13.324523 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-518d8856-2708-4dd4-933f-a1bfd49eb7ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:42:13.340391 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-518d8856-2708-4dd4-933f-a1bfd49eb7ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:42:13.341573 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-518d8856-2708-4dd4-933f-a1bfd49eb7ca admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/268f23bc-81ba-412a-9a4f-6e20cad62804 HTTP/1.1" status: 204  len: 168 time: 0.1790950
Dec 23 16:42:13.689021 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 58304) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:42:13.739030 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-cf7c6fa0-a4fc-4410-9aa4-55c2eb3ee44d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f19a4224124446d6a3eb46aedbe5a262&name=default HTTP/1.1" status: 200  len: 2983 time: 0.0487783
Dec 23 16:42:13.741763 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 58308) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:42:13.803070 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-63c3758f-45eb-43b4-b426-8f5fff61ca04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:42:13.830075 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-63c3758f-45eb-43b4-b426-8f5fff61ca04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:42:13.884297 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-63c3758f-45eb-43b4-b426-8f5fff61ca04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:42:13.888391 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-905972fc-a987-48e3-9e07-c572916dc48f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:42:13.901136 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c3758f-45eb-43b4-b426-8f5fff61ca04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d198006-a62e-4a0d-8c63-81779acd7dcb,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:42:13.903535 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-63c3758f-45eb-43b4-b426-8f5fff61ca04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:42:13.907060 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-63c3758f-45eb-43b4-b426-8f5fff61ca04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:42:13.908881 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-63c3758f-45eb-43b4-b426-8f5fff61ca04 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4d198006-a62e-4a0d-8c63-81779acd7dcb HTTP/1.1" status: 204  len: 168 time: 0.1662171
Dec 23 16:42:16.070390 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 58350) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:42:16.076013 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-0df68047-4382-440e-a674-33c2878bdf77 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1731063133', 'description': 'tempest-secgroup-smoke-1731063133 description', 'project_id': 'bf163a60baa2480bb3e9e9a93ee73eb3'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:42:16.082218 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-0df68047-4382-440e-a674-33c2878bdf77 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:42:16.086246 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-0df68047-4382-440e-a674-33c2878bdf77 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Usage tracker for resource:security_group and tenant:bf163a60baa2480bb3e9e9a93ee73eb3 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:42:16.089166 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-0df68047-4382-440e-a674-33c2878bdf77 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:42:16.094884 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-0df68047-4382-440e-a674-33c2878bdf77 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:42:16.109190 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-0df68047-4382-440e-a674-33c2878bdf77 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks [] for security_group, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:42:16.130118 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-0df68047-4382-440e-a674-33c2878bdf77 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks [] for security_group, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:42:16.145652 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-0df68047-4382-440e-a674-33c2878bdf77 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:42:16.149750 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-0df68047-4382-440e-a674-33c2878bdf77 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Usage tracker for resource:security_group_rule and tenant:bf163a60baa2480bb3e9e9a93ee73eb3 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:42:16.152566 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-0df68047-4382-440e-a674-33c2878bdf77 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:42:16.158234 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-0df68047-4382-440e-a674-33c2878bdf77 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:42:16.241256 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-0df68047-4382-440e-a674-33c2878bdf77 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks [] for security_group, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:42:16.245595 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-0df68047-4382-440e-a674-33c2878bdf77 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:42:16.248065 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-f0ff5f77-16dd-4535-a556-e2aeb11b8c43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:42:16.269442 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-0df68047-4382-440e-a674-33c2878bdf77 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:42:16.278092 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-0df68047-4382-440e-a674-33c2878bdf77 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Usage tracker for resource:security_group_rule and tenant:bf163a60baa2480bb3e9e9a93ee73eb3 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:42:16.281396 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-0df68047-4382-440e-a674-33c2878bdf77 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:42:16.284126 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df68047-4382-440e-a674-33c2878bdf77 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98282717-29b6-47a2-a818-dae93e59d07e,revision_number=1']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:42:16.289254 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-0df68047-4382-440e-a674-33c2878bdf77 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:42:16.290235 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-0df68047-4382-440e-a674-33c2878bdf77 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:42:16.365921 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-0df68047-4382-440e-a674-33c2878bdf77 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks [] for security_group, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:42:16.369986 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-0df68047-4382-440e-a674-33c2878bdf77 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:42:16.375257 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-8f8375d3-ecea-4d2d-a86a-f13fed8fdb3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:42:16.413187 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df68047-4382-440e-a674-33c2878bdf77 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3852f902-6168-4874-8a95-f39dbe7ccda0,revision_number=1']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:42:16.415580 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-0df68047-4382-440e-a674-33c2878bdf77 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks [] for security_group, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:42:16.416808 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-0df68047-4382-440e-a674-33c2878bdf77 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1796 time: 0.3452950
Dec 23 16:42:16.417780 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-0df68047-4382-440e-a674-33c2878bdf77 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:42:16.419727 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 58354) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:42:16.424812 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-a80709b0-42ac-447e-915a-2688ff80b8e1 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Request body: {'security_group_rule': {'security_group_id': '3852f902-6168-4874-8a95-f39dbe7ccda0', 'project_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:42:16.430686 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-a80709b0-42ac-447e-915a-2688ff80b8e1 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:42:16.434493 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-a80709b0-42ac-447e-915a-2688ff80b8e1 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Usage tracker for resource:security_group_rule and tenant:bf163a60baa2480bb3e9e9a93ee73eb3 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:42:16.437335 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-a80709b0-42ac-447e-915a-2688ff80b8e1 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:42:16.442843 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-a80709b0-42ac-447e-915a-2688ff80b8e1 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:42:16.461463 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a80709b0-42ac-447e-915a-2688ff80b8e1 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:42:16.524024 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a80709b0-42ac-447e-915a-2688ff80b8e1 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:42:16.529621 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a80709b0-42ac-447e-915a-2688ff80b8e1 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762424'] for security_group_rule, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:42:16.531476 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-d4ed5760-ef08-4949-ab09-6a7c13070378 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:42:16.552330 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80709b0-42ac-447e-915a-2688ff80b8e1 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3ada0d2-16ba-4ed2-b70a-b460ae65230d,revision_number=0']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:42:16.554659 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-a80709b0-42ac-447e-915a-2688ff80b8e1 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:42:16.562876 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a80709b0-42ac-447e-915a-2688ff80b8e1 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:42:16.564041 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-a80709b0-42ac-447e-915a-2688ff80b8e1 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1434002
Dec 23 16:42:16.566964 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 58358) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:42:16.573009 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-268b79c0-48c8-4c00-9406-10d67f6a2c42 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Request body: {'security_group_rule': {'security_group_id': '3852f902-6168-4874-8a95-f39dbe7ccda0', 'project_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:42:16.579089 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-268b79c0-48c8-4c00-9406-10d67f6a2c42 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:42:16.583166 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-268b79c0-48c8-4c00-9406-10d67f6a2c42 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Usage tracker for resource:security_group_rule and tenant:bf163a60baa2480bb3e9e9a93ee73eb3 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:42:16.586350 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-268b79c0-48c8-4c00-9406-10d67f6a2c42 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:42:16.592292 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-268b79c0-48c8-4c00-9406-10d67f6a2c42 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:42:16.611155 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-268b79c0-48c8-4c00-9406-10d67f6a2c42 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:42:16.677961 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-268b79c0-48c8-4c00-9406-10d67f6a2c42 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:42:16.683101 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-268b79c0-48c8-4c00-9406-10d67f6a2c42 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762424'] for security_group_rule, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:42:16.685230 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-a7a2b366-ca78-46ea-850e-7d13dadd66d0 tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:42:16.706848 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268b79c0-48c8-4c00-9406-10d67f6a2c42 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=079562ee-92f4-479d-841c-9aa7c974c45c,revision_number=0']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:42:16.709395 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-268b79c0-48c8-4c00-9406-10d67f6a2c42 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:42:16.717986 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-268b79c0-48c8-4c00-9406-10d67f6a2c42 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:42:16.719170 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-268b79c0-48c8-4c00-9406-10d67f6a2c42 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1512885
Dec 23 16:42:16.721964 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 58362) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:42:16.726960 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-bfae9879-1382-4bf4-b4e0-f80b1b431a59 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Request body: {'security_group_rule': {'security_group_id': '3852f902-6168-4874-8a95-f39dbe7ccda0', 'project_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:42:16.732844 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-bfae9879-1382-4bf4-b4e0-f80b1b431a59 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:42:16.736965 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-bfae9879-1382-4bf4-b4e0-f80b1b431a59 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Usage tracker for resource:security_group_rule and tenant:bf163a60baa2480bb3e9e9a93ee73eb3 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:42:16.739968 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-bfae9879-1382-4bf4-b4e0-f80b1b431a59 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:42:16.745992 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-bfae9879-1382-4bf4-b4e0-f80b1b431a59 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:42:16.765105 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-bfae9879-1382-4bf4-b4e0-f80b1b431a59 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:42:16.830002 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-bfae9879-1382-4bf4-b4e0-f80b1b431a59 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:42:16.835714 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-bfae9879-1382-4bf4-b4e0-f80b1b431a59 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762424'] for security_group_rule, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:42:16.837584 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-a6a41627-971e-454f-9146-fc4d3e00f451 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:42:16.861487 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfae9879-1382-4bf4-b4e0-f80b1b431a59 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7b9a9b6-5cff-40aa-b5dc-7c000a056b70,revision_number=0']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:42:16.865895 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-bfae9879-1382-4bf4-b4e0-f80b1b431a59 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:42:16.870761 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-bfae9879-1382-4bf4-b4e0-f80b1b431a59 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:42:16.871905 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-bfae9879-1382-4bf4-b4e0-f80b1b431a59 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1490428
Dec 23 16:42:16.874662 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 58366) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:42:16.879721 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-14f685a3-c3fd-472d-95e9-78308ac9fff0 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Request body: {'security_group_rule': {'security_group_id': '3852f902-6168-4874-8a95-f39dbe7ccda0', 'project_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:42:16.885904 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-14f685a3-c3fd-472d-95e9-78308ac9fff0 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:42:16.889577 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-14f685a3-c3fd-472d-95e9-78308ac9fff0 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Usage tracker for resource:security_group_rule and tenant:bf163a60baa2480bb3e9e9a93ee73eb3 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:42:16.892351 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-14f685a3-c3fd-472d-95e9-78308ac9fff0 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:42:16.898006 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-14f685a3-c3fd-472d-95e9-78308ac9fff0 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:42:16.917656 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-14f685a3-c3fd-472d-95e9-78308ac9fff0 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:42:16.987246 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-14f685a3-c3fd-472d-95e9-78308ac9fff0 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:42:16.993058 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-14f685a3-c3fd-472d-95e9-78308ac9fff0 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762424'] for security_group_rule, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:42:16.995766 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-b97b1dc8-f51f-47b3-a99d-5a91d0c0d62b tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:42:17.021731 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f685a3-c3fd-472d-95e9-78308ac9fff0 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=124593f0-12f2-468b-907c-3b1932dc071c,revision_number=0']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:42:17.026288 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-14f685a3-c3fd-472d-95e9-78308ac9fff0 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:42:17.031952 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-14f685a3-c3fd-472d-95e9-78308ac9fff0 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:42:17.033229 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-14f685a3-c3fd-472d-95e9-78308ac9fff0 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1576645
Dec 23 16:42:17.036250 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 58370) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:42:17.041277 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-69e070f1-df07-4f64-9194-8e4695fe9ee3 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Request body: {'security_group_rule': {'security_group_id': '3852f902-6168-4874-8a95-f39dbe7ccda0', 'project_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:42:17.047245 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-69e070f1-df07-4f64-9194-8e4695fe9ee3 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:42:17.051138 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-69e070f1-df07-4f64-9194-8e4695fe9ee3 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Usage tracker for resource:security_group_rule and tenant:bf163a60baa2480bb3e9e9a93ee73eb3 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:42:17.054026 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-69e070f1-df07-4f64-9194-8e4695fe9ee3 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:42:17.059707 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-69e070f1-df07-4f64-9194-8e4695fe9ee3 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:42:17.072782 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.db.securitygroups_db [None req-69e070f1-df07-4f64-9194-8e4695fe9ee3 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Project bf163a60baa2480bb3e9e9a93ee73eb3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 23 16:42:17.081300 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-69e070f1-df07-4f64-9194-8e4695fe9ee3 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:42:17.151171 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-69e070f1-df07-4f64-9194-8e4695fe9ee3 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:42:17.156673 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-69e070f1-df07-4f64-9194-8e4695fe9ee3 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762424'] for security_group_rule, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:42:17.162491 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-d4f2d24e-45b6-4ad9-b1bb-ebca08d239d9 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:42:17.180775 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e070f1-df07-4f64-9194-8e4695fe9ee3 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5afa35fc-1192-4d9b-8f34-737654aeaeb6,revision_number=0']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:42:17.183292 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-69e070f1-df07-4f64-9194-8e4695fe9ee3 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:42:17.192362 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-69e070f1-df07-4f64-9194-8e4695fe9ee3 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:42:17.194930 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-69e070f1-df07-4f64-9194-8e4695fe9ee3 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1572044
Dec 23 16:42:17.198973 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 58374) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:42:17.203963 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-1df41190-69ff-49a9-bb67-b5280f4f4cd6 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Request body: {'security_group_rule': {'security_group_id': '3852f902-6168-4874-8a95-f39dbe7ccda0', 'project_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:42:17.209970 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-1df41190-69ff-49a9-bb67-b5280f4f4cd6 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:42:17.214154 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-1df41190-69ff-49a9-bb67-b5280f4f4cd6 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Usage tracker for resource:security_group_rule and tenant:bf163a60baa2480bb3e9e9a93ee73eb3 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:42:17.217185 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-1df41190-69ff-49a9-bb67-b5280f4f4cd6 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:42:17.223273 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-1df41190-69ff-49a9-bb67-b5280f4f4cd6 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:42:17.234468 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.db.securitygroups_db [None req-1df41190-69ff-49a9-bb67-b5280f4f4cd6 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Project bf163a60baa2480bb3e9e9a93ee73eb3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 23 16:42:17.241397 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-1df41190-69ff-49a9-bb67-b5280f4f4cd6 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:42:17.314052 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-1df41190-69ff-49a9-bb67-b5280f4f4cd6 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:42:17.319245 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-1df41190-69ff-49a9-bb67-b5280f4f4cd6 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762424'] for security_group_rule, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:42:17.321565 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-f92528c8-c250-4d82-9257-844840f91b6f tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:42:17.343477 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df41190-69ff-49a9-bb67-b5280f4f4cd6 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec8c7a7f-79fa-4b2e-a45a-09188013882e,revision_number=0']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:42:17.345893 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-1df41190-69ff-49a9-bb67-b5280f4f4cd6 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:42:17.353145 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-1df41190-69ff-49a9-bb67-b5280f4f4cd6 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:42:17.354367 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-1df41190-69ff-49a9-bb67-b5280f4f4cd6 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1544573
Dec 23 16:42:17.358215 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 58378) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:42:17.363844 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-b801eccd-6b92-45e9-bb39-d1e669fb19bb tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Request body: {'network': {'name': 'tempest-network-smoke--1466437854', 'project_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'port_security_enabled': True}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:42:17.369597 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-b801eccd-6b92-45e9-bb39-d1e669fb19bb tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:42:17.373683 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-b801eccd-6b92-45e9-bb39-d1e669fb19bb tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Usage tracker for resource:network and tenant:bf163a60baa2480bb3e9e9a93ee73eb3 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:42:17.376566 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-b801eccd-6b92-45e9-bb39-d1e669fb19bb tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:42:17.382309 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-b801eccd-6b92-45e9-bb39-d1e669fb19bb tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:42:17.394779 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b801eccd-6b92-45e9-bb39-d1e669fb19bb tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Made reservation on behalf of bf163a60baa2480bb3e9e9a93ee73eb3 for: {'network': 1} {{(pid=87635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:42:17.398972 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-b801eccd-6b92-45e9-bb39-d1e669fb19bb tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for network, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:42:17.407856 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-c762cf94-f2b7-4e2f-a990-1cff787b4cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:42:17.430066 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b801eccd-6b92-45e9-bb39-d1e669fb19bb tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] vlan segment allocate from pool success with {'vlan_id': 412, 'physical_network': 'physnet1'}  {{(pid=87635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 23 16:42:17.439807 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-b801eccd-6b92-45e9-bb39-d1e669fb19bb tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:42:17.440153 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.db.segments_db [None req-b801eccd-6b92-45e9-bb39-d1e669fb19bb tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Added segment 692e69dd-d128-4c35-8c9f-07b8dbecf42a of type vlan for network 95d66516-2af5-43d7-a02b-30ceb1fa9d59
Dec 23 16:42:17.467408 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-b801eccd-6b92-45e9-bb39-d1e669fb19bb tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735362521793'] for network, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:42:17.499037 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-b801eccd-6b92-45e9-bb39-d1e669fb19bb tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495'] for network, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:42:17.508080 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b801eccd-6b92-45e9-bb39-d1e669fb19bb tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:42:17.509008 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-b801eccd-6b92-45e9-bb39-d1e669fb19bb tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks [] for network, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:42:17.514563 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-74c700a3-c158-47ca-8ef5-0ec454ab18c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:42:17.614653 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-b801eccd-6b92-45e9-bb39-d1e669fb19bb tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.2553289
Dec 23 16:42:17.617561 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 58382) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:42:17.624730 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-c3dcc533-c1bc-4863-a752-4c92e7de6c8f tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1024219463', 'admin_state_up': True, 'project_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b'}}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:42:17.630079 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b801eccd-6b92-45e9-bb39-d1e669fb19bb tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Pushing event updated for resources: {'Network': ['ID=95d66516-2af5-43d7-a02b-30ceb1fa9d59,revision_number=1']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:42:17.633451 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-b801eccd-6b92-45e9-bb39-d1e669fb19bb tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:42:17.634507 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-c3dcc533-c1bc-4863-a752-4c92e7de6c8f tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:42:17.638314 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-c3dcc533-c1bc-4863-a752-4c92e7de6c8f tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Usage tracker for resource:router and tenant:bf163a60baa2480bb3e9e9a93ee73eb3 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:42:17.641153 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-c3dcc533-c1bc-4863-a752-4c92e7de6c8f tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:42:17.644708 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Network 95d66516-2af5-43d7-a02b-30ceb1fa9d59 details requested by agent ovs-agent-dv-neutron-822799-1-hyperv with host dv-neutron-822799-1-hyperv {{(pid=87637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 23 16:42:17.646787 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-c3dcc533-c1bc-4863-a752-4c92e7de6c8f tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:42:17.657215 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-c3dcc533-c1bc-4863-a752-4c92e7de6c8f tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1823978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-235332'] for router, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:42:17.658356 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-c3dcc533-c1bc-4863-a752-4c92e7de6c8f tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1824575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1824063', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1751113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-235341'] for router, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:42:17.675333 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-c3dcc533-c1bc-4863-a752-4c92e7de6c8f tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:42:18.063627 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-c3dcc533-c1bc-4863-a752-4c92e7de6c8f tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1824017', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1823768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-235299'] for router, precommit_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:42:18.374962 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-c3dcc533-c1bc-4863-a752-4c92e7de6c8f tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks [] for router_gateway, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:42:18.404109 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-c3dcc533-c1bc-4863-a752-4c92e7de6c8f tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:42:18.539790 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.db_base_plugin_common [None req-c3dcc533-c1bc-4863-a752-4c92e7de6c8f tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Allocated IP 172.26.3.194 (8afa6d58-9431-454a-b99c-3ff8a65aa86b/60537fec-5f5f-4ab7-89cc-03638149a590/1c429841-af89-4d03-886c-0998aa99798e) {{(pid=87635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:42:18.684071 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-c3dcc533-c1bc-4863-a752-4c92e7de6c8f tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks [] for port, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:42:18.716563 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-c3dcc533-c1bc-4863-a752-4c92e7de6c8f tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:42:18.720148 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-460ecb2a-9458-4d46-b3a6-df6da7ed4f13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:42:18.779523 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3dcc533-c1bc-4863-a752-4c92e7de6c8f tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Network 8afa6d58-9431-454a-b99c-3ff8a65aa86b is already hosted by enough agents. {{(pid=87635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:42:18.782599 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.base_scheduler [None req-c3dcc533-c1bc-4863-a752-4c92e7de6c8f tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Resources bound (agent type, host, resource id):  {{(pid=87635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:42:18.787060 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3dcc533-c1bc-4863-a752-4c92e7de6c8f tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Received port after_create {{(pid=87635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:42:18.820063 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3dcc533-c1bc-4863-a752-4c92e7de6c8f tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Pushing event updated for resources: {'Port': ['ID=1c429841-af89-4d03-886c-0998aa99798e,revision_number=1']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:42:18.825944 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-c3dcc533-c1bc-4863-a752-4c92e7de6c8f tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:42:19.213395 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-c3dcc533-c1bc-4863-a752-4c92e7de6c8f tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks [] for router_gateway, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:42:19.697815 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-c3dcc533-c1bc-4863-a752-4c92e7de6c8f tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1823971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1824234'] for router, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:42:19.776696 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1e2ad361-4bff-4df7-a8e4-5ea0c27c9ff1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:42:19.909054 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3dcc533-c1bc-4863-a752-4c92e7de6c8f tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Router 4caf481b-64a4-4281-9215-630b3cfbf5b7 is scheduled to L3 agent 371d4c41-c7e2-4de7-9539-c049ec4e95d1 with binding_index 1 {{(pid=87635) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 23 16:42:20.090509 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3dcc533-c1bc-4863-a752-4c92e7de6c8f tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify agent at l3_agent.dv-neutron-822799-1-hyperv the message routers_updated {{(pid=87635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 23 16:42:20.101964 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7e5dec2-2eaa-4193-8d46-af2d94244119 None None] Sync routers for ids ['4caf481b-64a4-4281-9215-630b3cfbf5b7'] in dv-neutron-822799-1-hyperv {{(pid=87637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 23 16:42:20.112547 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e5dec2-2eaa-4193-8d46-af2d94244119 None None] Routers {'4caf481b-64a4-4281-9215-630b3cfbf5b7'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:42:20.113174 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-f7e5dec2-2eaa-4193-8d46-af2d94244119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc14016d0>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:42:20Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['4caf481b-64a4-4281-9215-630b3cfbf5b7'], 'active': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:42:20.118080 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-c3dcc533-c1bc-4863-a752-4c92e7de6c8f tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks [] for router, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:42:20.119364 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-c3dcc533-c1bc-4863-a752-4c92e7de6c8f tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201  len: 896 time: 2.5008578
Dec 23 16:42:20.122625 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 58388) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:42:20.272683 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-edf76410-4ba7-4ada-be7b-f2965eb9a33f tempest-TestNetworkAdvancedServerOps-760966623 tempest-TestNetworkAdvancedServerOps-760966623-project-admin] 10.222.0.64 "GET /v2.0/subnets?project_id=bf163a60baa2480bb3e9e9a93ee73eb3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.1487226
Dec 23 16:42:20.275688 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 58394) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:42:20.288900 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvr_db [None req-f7e5dec2-2eaa-4193-8d46-af2d94244119 None None] Set router 4caf481b-64a4-4281-9215-630b3cfbf5b7 gateway port host: dv-neutron-822799-1-hyperv {{(pid=87637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:42:20.404388 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a1092b4-cb28-44f2-b716-3477992398eb tempest-TestNetworkAdvancedServerOps-760966623 tempest-TestNetworkAdvancedServerOps-760966623-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:42:20.405776 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-3a1092b4-cb28-44f2-b716-3477992398eb tempest-TestNetworkAdvancedServerOps-760966623 tempest-TestNetworkAdvancedServerOps-760966623-project-admin] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1290832
Dec 23 16:42:20.408757 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 58398) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:42:20.449415 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-5a4950cb-d571-4366-9725-72edd2c5e00e tempest-TestNetworkAdvancedServerOps-760966623 tempest-TestNetworkAdvancedServerOps-760966623-project-admin] 10.222.0.64 "GET /v2.0/subnets?network_id=8afa6d58-9431-454a-b99c-3ff8a65aa86b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0371494
Dec 23 16:42:20.449629 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 58402) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:42:20.454877 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-11850e8f-d10c-4ccd-92ed-8d00b9beb802 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2046407414', 'network_id': '95d66516-2af5-43d7-a02b-30ceb1fa9d59', 'project_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:42:20.563896 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-11850e8f-d10c-4ccd-92ed-8d00b9beb802 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:42:20.567677 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-11850e8f-d10c-4ccd-92ed-8d00b9beb802 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Usage tracker for resource:subnet and tenant:bf163a60baa2480bb3e9e9a93ee73eb3 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:42:20.569000 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-f7e5dec2-2eaa-4193-8d46-af2d94244119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc14016d0>, [{'id': '4caf481b-64a4-4281-9215-630b3cfbf5b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1024219463', 'tenant_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.194'}], 'enable_snat': True}, 'gw_port_id': '1c429841-af89-4d03-886c-0998aa99798e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:42:17Z', 'updated_at': '2021-12-23T16:42:19Z', 'revision_number': 3, 'project_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'gw_port': {'id': '1c429841-af89-4d03-886c-0998aa99798e', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:99:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4caf481b-64a4-4281-9215-630b3cfbf5b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:42:18Z', 'updated_at': '2021-12-23T16:42:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv'}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:42:20.571270 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-11850e8f-d10c-4ccd-92ed-8d00b9beb802 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:42:20.573159 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7e5dec2-2eaa-4193-8d46-af2d94244119 None None] Checking router: 4caf481b-64a4-4281-9215-630b3cfbf5b7 for host: dv-neutron-822799-1-hyperv {{(pid=87637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 23 16:42:20.573535 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7e5dec2-2eaa-4193-8d46-af2d94244119 None None] Updating router 4caf481b-64a4-4281-9215-630b3cfbf5b7 port 1c429841-af89-4d03-886c-0998aa99798e binding host dv-neutron-822799-1-hyperv {{(pid=87637) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 23 16:42:20.577129 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-11850e8f-d10c-4ccd-92ed-8d00b9beb802 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:42:20.587215 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11850e8f-d10c-4ccd-92ed-8d00b9beb802 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Made reservation on behalf of bf163a60baa2480bb3e9e9a93ee73eb3 for: {'subnet': 1} {{(pid=87635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:42:20.590892 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-11850e8f-d10c-4ccd-92ed-8d00b9beb802 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2610339'] for subnet, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:42:20.626334 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f7e5dec2-2eaa-4193-8d46-af2d94244119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:42:20.810096 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-11850e8f-d10c-4ccd-92ed-8d00b9beb802 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2753396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2610353'] for subnet, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:42:20.813776 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-cf6ef63f-209d-4a6b-9b08-c9c4afaca3c0 tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:42:20.887677 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11850e8f-d10c-4ccd-92ed-8d00b9beb802 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Pushing event updated for resources: {'Subnet': ['ID=f05baa91-fd5e-482b-ba35-48f3ced002dc,revision_number=0']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:42:20.891017 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-11850e8f-d10c-4ccd-92ed-8d00b9beb802 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:42:20.896694 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9dcbea60-a34f-4144-91e7-90aff3f57aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:42:20.897717 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11850e8f-d10c-4ccd-92ed-8d00b9beb802 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Checking segment: {'id': '692e69dd-d128-4c35-8c9f-07b8dbecf42a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '95d66516-2af5-43d7-a02b-30ceb1fa9d59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:42:20.898268 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11850e8f-d10c-4ccd-92ed-8d00b9beb802 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Network hostable DHCP agents. Network: 95d66516-2af5-43d7-a02b-30ceb1fa9d59, hostable agents: ['1c812d71-eadf-4fb3-b98e-67468a4aa7e2'], hosted agents: [] {{(pid=87635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 23 16:42:20.918220 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11850e8f-d10c-4ccd-92ed-8d00b9beb802 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Network 95d66516-2af5-43d7-a02b-30ceb1fa9d59 is scheduled to be hosted by DHCP agent 1c812d71-eadf-4fb3-b98e-67468a4aa7e2 with binding_index 1 {{(pid=87635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 23 16:42:20.927843 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.base_scheduler [None req-11850e8f-d10c-4ccd-92ed-8d00b9beb802 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822799-1-hyperv, 95d66516-2af5-43d7-a02b-30ceb1fa9d59) {{(pid=87635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:42:20.932027 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11850e8f-d10c-4ccd-92ed-8d00b9beb802 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:42:20.932644 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-11850e8f-d10c-4ccd-92ed-8d00b9beb802 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks [] for subnet, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:42:20.944945 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7186d07-7dd5-4dad-85a1-a81ac822d08f None None] Network 95d66516-2af5-43d7-a02b-30ceb1fa9d59 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:42:20.955160 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-11850e8f-d10c-4ccd-92ed-8d00b9beb802 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 0.5045655
Dec 23 16:42:20.957841 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 58406) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:42:21.038504 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:42:21.050074 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f7e5dec2-2eaa-4193-8d46-af2d94244119 None None] Notify callbacks [] for port, precommit_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:42:21.068868 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-f7e5dec2-2eaa-4193-8d46-af2d94244119 None None] Transition to ACTIVE for port object 1c429841-af89-4d03-886c-0998aa99798e will not be triggered until provisioned by entity L2. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:42:21.086857 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f7e5dec2-2eaa-4193-8d46-af2d94244119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:42:21.091800 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:42:21.222153 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-f7e5dec2-2eaa-4193-8d46-af2d94244119 None None] Attempting to bind port 1c429841-af89-4d03-886c-0998aa99798e on host dv-neutron-822799-1-hyperv for vnic_type normal with profile  {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:42:21.222532 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-f7e5dec2-2eaa-4193-8d46-af2d94244119 None None] Attempting to bind port 1c429841-af89-4d03-886c-0998aa99798e by drivers openvswitch,hyperv on host dv-neutron-822799-1-hyperv at level 0 using segments [{'id': '77e3d110-dd7b-426c-b11f-b78dde7993df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b'}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:42:21.222910 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7e5dec2-2eaa-4193-8d46-af2d94244119 None None] Attempting to bind port 1c429841-af89-4d03-886c-0998aa99798e on network 8afa6d58-9431-454a-b99c-3ff8a65aa86b {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:42:21.231447 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c440dd8d-2091-490d-acb4-c23bd714b4c7 None None] Pushing event updated for resources: {'Port': ['ID=1c429841-af89-4d03-886c-0998aa99798e,revision_number=2']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:42:21.238184 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7e5dec2-2eaa-4193-8d46-af2d94244119 None None] Checking agent: {'id': '20d2070f-69a9-4e73-8d08-6f0387a40158', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822799-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 21), 'started_at': datetime.datetime(2021, 12, 23, 16, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 42, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822799-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 23 16:42:21.238577 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7e5dec2-2eaa-4193-8d46-af2d94244119 None None] Checking segment: {'id': '77e3d110-dd7b-426c-b11f-b78dde7993df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:42:21.238990 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f7e5dec2-2eaa-4193-8d46-af2d94244119 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:42:21.239395 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7e5dec2-2eaa-4193-8d46-af2d94244119 None None] Bound using segment: {'id': '77e3d110-dd7b-426c-b11f-b78dde7993df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b'} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 23 16:42:21.239890 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-f7e5dec2-2eaa-4193-8d46-af2d94244119 None None] Bound port: 1c429841-af89-4d03-886c-0998aa99798e, host: dv-neutron-822799-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77e3d110-dd7b-426c-b11f-b78dde7993df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b'}}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 23 16:42:21.240278 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f7e5dec2-2eaa-4193-8d46-af2d94244119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:42:21.274913 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c440dd8d-2091-490d-acb4-c23bd714b4c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:42:21.275278 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c440dd8d-2091-490d-acb4-c23bd714b4c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:42:21.275639 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c440dd8d-2091-490d-acb4-c23bd714b4c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:42:21.275967 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c440dd8d-2091-490d-acb4-c23bd714b4c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:42:21.276302 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c440dd8d-2091-490d-acb4-c23bd714b4c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:42:21.276663 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c440dd8d-2091-490d-acb4-c23bd714b4c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:42:21.276985 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c440dd8d-2091-490d-acb4-c23bd714b4c7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:42:21.277302 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c440dd8d-2091-490d-acb4-c23bd714b4c7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:42:21.277649 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c440dd8d-2091-490d-acb4-c23bd714b4c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:42:21.277957 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c440dd8d-2091-490d-acb4-c23bd714b4c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:42:21.278284 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c440dd8d-2091-490d-acb4-c23bd714b4c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:42:21.278611 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c440dd8d-2091-490d-acb4-c23bd714b4c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:42:21.295266 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-c440dd8d-2091-490d-acb4-c23bd714b4c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:42:21.357844 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c67ec024-633c-49cd-8d2b-f6a2da1655bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7e017a6-8198-58c8-a07e-0f786128e3b3-95d66516-2af5-43d7-a02b-30ceb1fa9d59', 'network_id': '95d66516-2af5-43d7-a02b-30ceb1fa9d59', 'tenant_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'fixed_ips': [{'subnet_id': 'f05baa91-fd5e-482b-ba35-48f3ced002dc'}]}} from dv-neutron-822799-1-hyperv. {{(pid=87637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 23 16:42:21.358759 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-c67ec024-633c-49cd-8d2b-f6a2da1655bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:42:21.386076 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-f7e5dec2-2eaa-4193-8d46-af2d94244119 None None] For port 1c429841-af89-4d03-886c-0998aa99798e, host dv-neutron-822799-1-hyperv, cleared binding levels {{(pid=87637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 23 16:42:21.389594 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-f7e5dec2-2eaa-4193-8d46-af2d94244119 None None] For port 1c429841-af89-4d03-886c-0998aa99798e, host dv-neutron-822799-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=1c429841-af89-4d03-886c-0998aa99798e,segment=NetworkSegment(77e3d110-dd7b-426c-b11f-b78dde7993df),segment_id=77e3d110-dd7b-426c-b11f-b78dde7993df)] {{(pid=87637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 23 16:42:21.425423 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f7e5dec2-2eaa-4193-8d46-af2d94244119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:42:21.429746 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3bb4489f-25d2-4816-8aba-b0c5ae5bf5b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:42:21.618527 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c440dd8d-2091-490d-acb4-c23bd714b4c7 None None] Pushing event updated for resources: {'Port': ['ID=1c429841-af89-4d03-886c-0998aa99798e,revision_number=3']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:42:21.626323 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e5dec2-2eaa-4193-8d46-af2d94244119 None None] Routers {'4caf481b-64a4-4281-9215-630b3cfbf5b7'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:42:21.626985 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-f7e5dec2-2eaa-4193-8d46-af2d94244119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc14016d0>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:42:20Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['4caf481b-64a4-4281-9215-630b3cfbf5b7'], 'active': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:42:21.673043 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-c440dd8d-2091-490d-acb4-c23bd714b4c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:42:21.721124 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_common [None req-c67ec024-633c-49cd-8d2b-f6a2da1655bc None None] Allocated IP 172.20.0.2 (95d66516-2af5-43d7-a02b-30ceb1fa9d59/f05baa91-fd5e-482b-ba35-48f3ced002dc/4b524d67-433f-45b1-a683-c1149d4955d7) {{(pid=87637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:42:21.779897 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-d42b081e-0a61-48b6-9a24-46e15192d0fe tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:42:21.892951 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvr_db [None req-f7e5dec2-2eaa-4193-8d46-af2d94244119 None None] Set router 4caf481b-64a4-4281-9215-630b3cfbf5b7 gateway port host: dv-neutron-822799-1-hyperv {{(pid=87637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:42:22.236763 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-c67ec024-633c-49cd-8d2b-f6a2da1655bc None None] Notify callbacks [] for port, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:42:22.258288 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-c67ec024-633c-49cd-8d2b-f6a2da1655bc None None] Transition to ACTIVE for port object 4b524d67-433f-45b1-a683-c1149d4955d7 will not be triggered until provisioned by entity L2. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:42:22.282658 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-c67ec024-633c-49cd-8d2b-f6a2da1655bc None None] Transition to ACTIVE for port object 4b524d67-433f-45b1-a683-c1149d4955d7 will not be triggered until provisioned by entity DHCP. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:42:22.295585 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-c67ec024-633c-49cd-8d2b-f6a2da1655bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780'] for port, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:42:22.299841 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-c440dd8d-2091-490d-acb4-c23bd714b4c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:42:22.361759 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-f7e5dec2-2eaa-4193-8d46-af2d94244119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc14016d0>, [{'id': '4caf481b-64a4-4281-9215-630b3cfbf5b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1024219463', 'tenant_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.194'}], 'enable_snat': True}, 'gw_port_id': '1c429841-af89-4d03-886c-0998aa99798e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:42:17Z', 'updated_at': '2021-12-23T16:42:19Z', 'revision_number': 3, 'project_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'gw_port': {'id': '1c429841-af89-4d03-886c-0998aa99798e', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:99:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4caf481b-64a4-4281-9215-630b3cfbf5b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:42:18Z', 'updated_at': '2021-12-23T16:42:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv'}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:42:22.363364 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.db_base_plugin_common [None req-d42b081e-0a61-48b6-9a24-46e15192d0fe tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Allocated IP 172.20.0.1 (95d66516-2af5-43d7-a02b-30ceb1fa9d59/f05baa91-fd5e-482b-ba35-48f3ced002dc/8b9d85cb-fc12-4c86-a6dd-0de4a491dcf7) {{(pid=87635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:42:22.389099 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7e5dec2-2eaa-4193-8d46-af2d94244119 None None] The sync data for ids ['4caf481b-64a4-4281-9215-630b3cfbf5b7'] in dv-neutron-822799-1-hyperv is: [{'id': '4caf481b-64a4-4281-9215-630b3cfbf5b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1024219463', 'tenant_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.194'}], 'enable_snat': True}, 'gw_port_id': '1c429841-af89-4d03-886c-0998aa99798e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:42:17Z', 'updated_at': '2021-12-23T16:42:19Z', 'revision_number': 3, 'project_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'gw_port': {'id': '1c429841-af89-4d03-886c-0998aa99798e', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:99:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4caf481b-64a4-4281-9215-630b3cfbf5b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:42:18Z', 'updated_at': '2021-12-23T16:42:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv'}] {{(pid=87637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 23 16:42:22.393694 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c67ec024-633c-49cd-8d2b-f6a2da1655bc None None] Network 95d66516-2af5-43d7-a02b-30ceb1fa9d59 is already hosted by enough agents. {{(pid=87637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:42:22.397445 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9e3aab53-d650-47e3-b8a6-2dff21fe9ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:42:22.398729 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-c67ec024-633c-49cd-8d2b-f6a2da1655bc None None] Resources bound (agent type, host, resource id):  {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:42:22.400615 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67ec024-633c-49cd-8d2b-f6a2da1655bc None None] Pushing event updated for resources: {'Port': ['ID=4b524d67-433f-45b1-a683-c1149d4955d7,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:42:22.402804 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c67ec024-633c-49cd-8d2b-f6a2da1655bc None None] Received port after_create {{(pid=87637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:42:22.405102 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-c67ec024-633c-49cd-8d2b-f6a2da1655bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:42:22.498122 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-c67ec024-633c-49cd-8d2b-f6a2da1655bc None None] Attempting to bind port 4b524d67-433f-45b1-a683-c1149d4955d7 on host dv-neutron-822799-1-hyperv for vnic_type normal with profile  {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:42:22.498512 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-c67ec024-633c-49cd-8d2b-f6a2da1655bc None None] Attempting to bind port 4b524d67-433f-45b1-a683-c1149d4955d7 by drivers openvswitch,hyperv on host dv-neutron-822799-1-hyperv at level 0 using segments [{'id': '692e69dd-d128-4c35-8c9f-07b8dbecf42a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '95d66516-2af5-43d7-a02b-30ceb1fa9d59'}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:42:22.498892 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c67ec024-633c-49cd-8d2b-f6a2da1655bc None None] Attempting to bind port 4b524d67-433f-45b1-a683-c1149d4955d7 on network 95d66516-2af5-43d7-a02b-30ceb1fa9d59 {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:42:22.504417 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c67ec024-633c-49cd-8d2b-f6a2da1655bc None None] Checking agent: {'id': '20d2070f-69a9-4e73-8d08-6f0387a40158', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822799-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 21), 'started_at': datetime.datetime(2021, 12, 23, 16, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 42, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822799-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 23 16:42:22.504863 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c67ec024-633c-49cd-8d2b-f6a2da1655bc None None] Checking segment: {'id': '692e69dd-d128-4c35-8c9f-07b8dbecf42a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '95d66516-2af5-43d7-a02b-30ceb1fa9d59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:42:22.505262 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-c67ec024-633c-49cd-8d2b-f6a2da1655bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:42:22.505664 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c67ec024-633c-49cd-8d2b-f6a2da1655bc None None] Bound using segment: {'id': '692e69dd-d128-4c35-8c9f-07b8dbecf42a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '95d66516-2af5-43d7-a02b-30ceb1fa9d59'} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 23 16:42:22.506276 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-c67ec024-633c-49cd-8d2b-f6a2da1655bc None None] Bound port: 4b524d67-433f-45b1-a683-c1149d4955d7, host: dv-neutron-822799-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '692e69dd-d128-4c35-8c9f-07b8dbecf42a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '95d66516-2af5-43d7-a02b-30ceb1fa9d59'}}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 23 16:42:22.506664 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-c67ec024-633c-49cd-8d2b-f6a2da1655bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:42:22.527131 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-d42b081e-0a61-48b6-9a24-46e15192d0fe tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks [] for port, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:42:22.542832 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.provisioning_blocks [None req-d42b081e-0a61-48b6-9a24-46e15192d0fe tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Transition to ACTIVE for port object 8b9d85cb-fc12-4c86-a6dd-0de4a491dcf7 will not be triggered until provisioned by entity DHCP. {{(pid=87635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:42:22.567750 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-d42b081e-0a61-48b6-9a24-46e15192d0fe tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:42:22.574070 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-73b32da8-b8a5-447c-8cee-abdffbfabec8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:42:22.599771 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-c67ec024-633c-49cd-8d2b-f6a2da1655bc None None] For port 4b524d67-433f-45b1-a683-c1149d4955d7, host dv-neutron-822799-1-hyperv, cleared binding levels {{(pid=87637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 23 16:42:22.603508 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-c67ec024-633c-49cd-8d2b-f6a2da1655bc None None] For port 4b524d67-433f-45b1-a683-c1149d4955d7, host dv-neutron-822799-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=4b524d67-433f-45b1-a683-c1149d4955d7,segment=NetworkSegment(692e69dd-d128-4c35-8c9f-07b8dbecf42a),segment_id=692e69dd-d128-4c35-8c9f-07b8dbecf42a)] {{(pid=87637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 23 16:42:22.614258 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-c67ec024-633c-49cd-8d2b-f6a2da1655bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:42:22.619079 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-9b69cb0c-e56d-4f89-aeb3-b2dab18f2e55 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:42:22.641710 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d42b081e-0a61-48b6-9a24-46e15192d0fe tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Network 95d66516-2af5-43d7-a02b-30ceb1fa9d59 is already hosted by enough agents. {{(pid=87635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:42:22.650046 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.base_scheduler [None req-d42b081e-0a61-48b6-9a24-46e15192d0fe tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Resources bound (agent type, host, resource id):  {{(pid=87635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:42:22.655965 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d42b081e-0a61-48b6-9a24-46e15192d0fe tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Received port after_create {{(pid=87635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:42:22.709272 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42b081e-0a61-48b6-9a24-46e15192d0fe tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Pushing event updated for resources: {'Port': ['ID=8b9d85cb-fc12-4c86-a6dd-0de4a491dcf7,revision_number=1']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:42:22.714457 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-d42b081e-0a61-48b6-9a24-46e15192d0fe tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:42:22.727987 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-d42b081e-0a61-48b6-9a24-46e15192d0fe tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1781300'] for router_interface, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:42:22.736711 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67ec024-633c-49cd-8d2b-f6a2da1655bc None None] Pushing event updated for resources: {'Port': ['ID=4b524d67-433f-45b1-a683-c1149d4955d7,revision_number=2']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:42:22.740414 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-c67ec024-633c-49cd-8d2b-f6a2da1655bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:42:23.183537 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-d42b081e-0a61-48b6-9a24-46e15192d0fe tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:42:23.621856 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-d42b081e-0a61-48b6-9a24-46e15192d0fe tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks [] for port, precommit_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:42:23.627549 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-d42b081e-0a61-48b6-9a24-46e15192d0fe tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2753531'] for port, after_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:42:23.658646 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-c3dcc533-c1bc-4863-a752-4c92e7de6c8f tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:42:23.744347 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-961dbb05-7c53-4dbe-a1f6-530e56fe7e21 None None] Network 95d66516-2af5-43d7-a02b-30ceb1fa9d59 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:42:23.747853 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-d42b081e-0a61-48b6-9a24-46e15192d0fe tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1627481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1781465'] for router_interface, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:42:23.751450 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42b081e-0a61-48b6-9a24-46e15192d0fe tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Pushing event updated for resources: {'Port': ['ID=8b9d85cb-fc12-4c86-a6dd-0de4a491dcf7,revision_number=2']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:42:23.754272 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-d42b081e-0a61-48b6-9a24-46e15192d0fe tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:42:23.889829 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d42b081e-0a61-48b6-9a24-46e15192d0fe tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Network 95d66516-2af5-43d7-a02b-30ceb1fa9d59 is already hosted by enough agents. {{(pid=87635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:42:23.891164 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.base_scheduler [None req-d42b081e-0a61-48b6-9a24-46e15192d0fe tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Resources bound (agent type, host, resource id):  {{(pid=87635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:42:23.891293 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-2a2cd57c-b96b-45ad-9ade-0152c853c7c8 None None] Provisioning for port 4b524d67-433f-45b1-a683-c1149d4955d7 completed by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:42:24.084222 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d42b081e-0a61-48b6-9a24-46e15192d0fe tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Router 4caf481b-64a4-4281-9215-630b3cfbf5b7 has already been hosted by L3 agent 371d4c41-c7e2-4de7-9539-c049ec4e95d1 {{(pid=87635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 23 16:42:24.266891 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d42b081e-0a61-48b6-9a24-46e15192d0fe tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify agent at l3_agent.dv-neutron-822799-1-hyperv the message routers_updated {{(pid=87635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 23 16:42:24.276688 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf635561-98ce-45ff-ac96-4fdef7b790e7 None None] Sync routers for ids ['4caf481b-64a4-4281-9215-630b3cfbf5b7'] in dv-neutron-822799-1-hyperv {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 23 16:42:24.283688 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-d42b081e-0a61-48b6-9a24-46e15192d0fe tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "PUT /v2.0/routers/4caf481b-64a4-4281-9215-630b3cfbf5b7/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3247678
Dec 23 16:42:24.307006 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf635561-98ce-45ff-ac96-4fdef7b790e7 None None] Routers {'4caf481b-64a4-4281-9215-630b3cfbf5b7'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:42:24.307868 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-cf635561-98ce-45ff-ac96-4fdef7b790e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc1e20dc0>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:42:20Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['4caf481b-64a4-4281-9215-630b3cfbf5b7'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:42:24.339310 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-05961856-adcf-473b-be90-4bfcbde78538 None None] Provisioning for port 8b9d85cb-fc12-4c86-a6dd-0de4a491dcf7 completed by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:42:24.371054 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-05961856-adcf-473b-be90-4bfcbde78538 None None] Provisioning complete for port 8b9d85cb-fc12-4c86-a6dd-0de4a491dcf7 triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:42:24.371448 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-05961856-adcf-473b-be90-4bfcbde78538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:42:24.447250 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 1c429841-af89-4d03-886c-0998aa99798e up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:42:24.528316 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-d1a2d476-4709-48ed-a746-4bab60fe206b req-c02b2f38-aa21-4a70-8b3c-ce598f17f6f5 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1731063133&fields=id&tenant_id=bf163a60baa2480bb3e9e9a93ee73eb3 HTTP/1.1" status: 200  len: 267 time: 0.0555086
Dec 23 16:42:24.535683 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-05961856-adcf-473b-be90-4bfcbde78538 None None] Port 8b9d85cb-fc12-4c86-a6dd-0de4a491dcf7 cannot update to ACTIVE because it is not bound. {{(pid=87637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 23 16:42:24.543958 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-cf635561-98ce-45ff-ac96-4fdef7b790e7 None None] Set router 4caf481b-64a4-4281-9215-630b3cfbf5b7 gateway port host: dv-neutron-822799-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:42:24.546437 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning for port 1c429841-af89-4d03-886c-0998aa99798e completed by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:42:24.555377 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port 1c429841-af89-4d03-886c-0998aa99798e triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:42:24.555771 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:42:24.689399 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:42:24.712875 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] For port 1c429841-af89-4d03-886c-0998aa99798e, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=1c429841-af89-4d03-886c-0998aa99798e,segment=NetworkSegment(77e3d110-dd7b-426c-b11f-b78dde7993df),segment_id=77e3d110-dd7b-426c-b11f-b78dde7993df)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:42:24.727272 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:42:24.728825 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 4b524d67-433f-45b1-a683-c1149d4955d7 up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:42:24.764553 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:42:24.855502 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-eec455ac-956e-4ff9-bfc9-5e2585b82783 None None] Provisioning complete for port 8b9d85cb-fc12-4c86-a6dd-0de4a491dcf7 triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:42:24.855888 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-eec455ac-956e-4ff9-bfc9-5e2585b82783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:42:24.858219 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a2d476-4709-48ed-a746-4bab60fe206b req-6c1f2240-aba4-40af-a4be-862f952c3514 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:42:24.864904 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-d1a2d476-4709-48ed-a746-4bab60fe206b req-6c1f2240-aba4-40af-a4be-862f952c3514 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/networks?id=95d66516-2af5-43d7-a02b-30ceb1fa9d59 HTTP/1.1" status: 200  len: 797 time: 0.3350019
Dec 23 16:42:24.871076 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-cf635561-98ce-45ff-ac96-4fdef7b790e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc1e20dc0>, [{'id': '4caf481b-64a4-4281-9215-630b3cfbf5b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1024219463', 'tenant_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.194'}], 'enable_snat': True}, 'gw_port_id': '1c429841-af89-4d03-886c-0998aa99798e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:42:17Z', 'updated_at': '2021-12-23T16:42:23Z', 'revision_number': 4, 'project_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'gw_port': {'id': '1c429841-af89-4d03-886c-0998aa99798e', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:99:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4caf481b-64a4-4281-9215-630b3cfbf5b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:42:18Z', 'updated_at': '2021-12-23T16:42:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_interfaces': [{'id': '8b9d85cb-fc12-4c86-a6dd-0de4a491dcf7', 'name': '', 'network_id': '95d66516-2af5-43d7-a02b-30ceb1fa9d59', 'tenant_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'mac_address': 'fa:16:3e:3f:2b:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4caf481b-64a4-4281-9215-630b3cfbf5b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': 'f05baa91-fd5e-482b-ba35-48f3ced002dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:42:22Z', 'updated_at': '2021-12-23T16:42:23Z', 'revision_number': 2, 'project_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'subnets': [{'id': 'f05baa91-fd5e-482b-ba35-48f3ced002dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:42:24.874882 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf635561-98ce-45ff-ac96-4fdef7b790e7 None None] Checking router: 4caf481b-64a4-4281-9215-630b3cfbf5b7 for host: dv-neutron-822799-1-hyperv {{(pid=87638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 23 16:42:24.874997 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-d1a2d476-4709-48ed-a746-4bab60fe206b req-f0391287-65e5-40b1-984a-9ab183d13076 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/quotas/bf163a60baa2480bb3e9e9a93ee73eb3 HTTP/1.1" status: 200  len: 375 time: 0.0092802
Dec 23 16:42:24.875243 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf635561-98ce-45ff-ac96-4fdef7b790e7 None None] Updating router 4caf481b-64a4-4281-9215-630b3cfbf5b7 port 8b9d85cb-fc12-4c86-a6dd-0de4a491dcf7 binding host dv-neutron-822799-1-hyperv {{(pid=87638) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 23 16:42:24.904962 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Pushing event updated for resources: {'Port': ['ID=1c429841-af89-4d03-886c-0998aa99798e,revision_number=4']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:42:24.910147 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:42:24.910901 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning for port 4b524d67-433f-45b1-a683-c1149d4955d7 completed by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:42:24.924878 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port 4b524d67-433f-45b1-a683-c1149d4955d7 triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:42:24.925282 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:42:24.931278 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-cf635561-98ce-45ff-ac96-4fdef7b790e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:42:24.963752 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-d1a2d476-4709-48ed-a746-4bab60fe206b req-20e18c42-100a-492f-8e8a-5587fbfa17f1 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=bf163a60baa2480bb3e9e9a93ee73eb3&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0817964
Dec 23 16:42:24.980493 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-eec455ac-956e-4ff9-bfc9-5e2585b82783 None None] Port 8b9d85cb-fc12-4c86-a6dd-0de4a491dcf7 cannot update to ACTIVE because it is not bound. {{(pid=87637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 23 16:42:25.049173 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:42:25.082462 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] For port 4b524d67-433f-45b1-a683-c1149d4955d7, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=4b524d67-433f-45b1-a683-c1149d4955d7,segment=NetworkSegment(692e69dd-d128-4c35-8c9f-07b8dbecf42a),segment_id=692e69dd-d128-4c35-8c9f-07b8dbecf42a)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:42:25.089743 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:42:25.093794 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-15803cb8-a28e-48b4-ab0f-98b9d4454568 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:42:25.155228 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-d1a2d476-4709-48ed-a746-4bab60fe206b req-95e4fd4e-bcea-422e-be71-cd726b318457 service neutron] 10.222.0.64 "GET /v2.0/networks/95d66516-2af5-43d7-a02b-30ceb1fa9d59?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1745231
Dec 23 16:42:25.166404 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-7876025f-8d42-4d28-a186-be2b00edcd53 None None] Provisioning complete for port 8b9d85cb-fc12-4c86-a6dd-0de4a491dcf7 triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:42:25.166883 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-7876025f-8d42-4d28-a186-be2b00edcd53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:42:25.209040 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Pushing event updated for resources: {'Port': ['ID=4b524d67-433f-45b1-a683-c1149d4955d7,revision_number=3']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:42:25.213987 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:42:25.227764 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-7876025f-8d42-4d28-a186-be2b00edcd53 None None] Port 8b9d85cb-fc12-4c86-a6dd-0de4a491dcf7 cannot update to ACTIVE because it is not bound. {{(pid=87637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 23 16:42:25.294835 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-d1a2d476-4709-48ed-a746-4bab60fe206b req-d018b511-6215-40fa-85a6-da2745a27081 service neutron] 10.222.0.64 "GET /v2.0/networks/95d66516-2af5-43d7-a02b-30ceb1fa9d59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1331403
Dec 23 16:42:25.341027 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-cf635561-98ce-45ff-ac96-4fdef7b790e7 None None] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:42:25.352605 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-cf635561-98ce-45ff-ac96-4fdef7b790e7 None None] Transition to ACTIVE for port object 8b9d85cb-fc12-4c86-a6dd-0de4a491dcf7 will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:42:25.361425 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-cf635561-98ce-45ff-ac96-4fdef7b790e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:42:25.365083 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG oslo_concurrency.lockutils [None req-5b31ff2a-277d-4ccc-8f97-1a6ee2a4ab9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:42:25.495152 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [req-c36d18c4-192b-4573-938c-bae6cda59dad req-a06640f1-14bc-45bd-99b7-2e30bc4b9545 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Synchronizing usage tracker for tenant:bf163a60baa2480bb3e9e9a93ee73eb3 on resource:port {{(pid=87635) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:42:25.519758 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [req-c36d18c4-192b-4573-938c-bae6cda59dad req-a06640f1-14bc-45bd-99b7-2e30bc4b9545 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Unset dirty status for tenant:bf163a60baa2480bb3e9e9a93ee73eb3 on resource:port {{(pid=87635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:42:25.520890 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-c36d18c4-192b-4573-938c-bae6cda59dad req-a06640f1-14bc-45bd-99b7-2e30bc4b9545 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/ports?device_id=e394ad70-ea66-4a00-9c10-a1eb9c7ed8ff HTTP/1.1" status: 200  len: 210 time: 0.0725760
Dec 23 16:42:25.523108 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadb0093-e87a-438e-b560-847e03a4d6cc None None] Pushing event updated for resources: {'Port': ['ID=8b9d85cb-fc12-4c86-a6dd-0de4a491dcf7,revision_number=3']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:42:25.566071 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eadb0093-e87a-438e-b560-847e03a4d6cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:42:25.566413 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eadb0093-e87a-438e-b560-847e03a4d6cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:42:25.566746 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eadb0093-e87a-438e-b560-847e03a4d6cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:42:25.567070 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eadb0093-e87a-438e-b560-847e03a4d6cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:42:25.567389 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eadb0093-e87a-438e-b560-847e03a4d6cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:42:25.567707 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eadb0093-e87a-438e-b560-847e03a4d6cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:42:25.568020 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eadb0093-e87a-438e-b560-847e03a4d6cc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:42:25.568334 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eadb0093-e87a-438e-b560-847e03a4d6cc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:42:25.569036 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eadb0093-e87a-438e-b560-847e03a4d6cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:42:25.569438 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eadb0093-e87a-438e-b560-847e03a4d6cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:42:25.569748 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eadb0093-e87a-438e-b560-847e03a4d6cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:42:25.570054 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eadb0093-e87a-438e-b560-847e03a4d6cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:42:25.583135 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG oslo_concurrency.lockutils [None req-eadb0093-e87a-438e-b560-847e03a4d6cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=87638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:42:25.593835 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-cf635561-98ce-45ff-ac96-4fdef7b790e7 None None] Attempting to bind port 8b9d85cb-fc12-4c86-a6dd-0de4a491dcf7 on host dv-neutron-822799-1-hyperv for vnic_type normal with profile  {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:42:25.594210 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-cf635561-98ce-45ff-ac96-4fdef7b790e7 None None] Attempting to bind port 8b9d85cb-fc12-4c86-a6dd-0de4a491dcf7 by drivers openvswitch,hyperv on host dv-neutron-822799-1-hyperv at level 0 using segments [{'id': '692e69dd-d128-4c35-8c9f-07b8dbecf42a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '95d66516-2af5-43d7-a02b-30ceb1fa9d59'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:42:25.594577 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf635561-98ce-45ff-ac96-4fdef7b790e7 None None] Attempting to bind port 8b9d85cb-fc12-4c86-a6dd-0de4a491dcf7 on network 95d66516-2af5-43d7-a02b-30ceb1fa9d59 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:42:25.600096 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf635561-98ce-45ff-ac96-4fdef7b790e7 None None] Checking agent: {'id': '20d2070f-69a9-4e73-8d08-6f0387a40158', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822799-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 21), 'started_at': datetime.datetime(2021, 12, 23, 16, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 42, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822799-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 23 16:42:25.600476 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf635561-98ce-45ff-ac96-4fdef7b790e7 None None] Checking segment: {'id': '692e69dd-d128-4c35-8c9f-07b8dbecf42a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '95d66516-2af5-43d7-a02b-30ceb1fa9d59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:42:25.600938 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-cf635561-98ce-45ff-ac96-4fdef7b790e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:42:25.601332 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf635561-98ce-45ff-ac96-4fdef7b790e7 None None] Bound using segment: {'id': '692e69dd-d128-4c35-8c9f-07b8dbecf42a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '95d66516-2af5-43d7-a02b-30ceb1fa9d59'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 23 16:42:25.601799 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-cf635561-98ce-45ff-ac96-4fdef7b790e7 None None] Bound port: 8b9d85cb-fc12-4c86-a6dd-0de4a491dcf7, host: dv-neutron-822799-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '692e69dd-d128-4c35-8c9f-07b8dbecf42a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '95d66516-2af5-43d7-a02b-30ceb1fa9d59'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 23 16:42:25.602174 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-cf635561-98ce-45ff-ac96-4fdef7b790e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:42:25.696491 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-cf635561-98ce-45ff-ac96-4fdef7b790e7 None None] For port 8b9d85cb-fc12-4c86-a6dd-0de4a491dcf7, host dv-neutron-822799-1-hyperv, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 23 16:42:25.699404 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-cf635561-98ce-45ff-ac96-4fdef7b790e7 None None] For port 8b9d85cb-fc12-4c86-a6dd-0de4a491dcf7, host dv-neutron-822799-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=8b9d85cb-fc12-4c86-a6dd-0de4a491dcf7,segment=NetworkSegment(692e69dd-d128-4c35-8c9f-07b8dbecf42a),segment_id=692e69dd-d128-4c35-8c9f-07b8dbecf42a)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 23 16:42:25.704497 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-cf635561-98ce-45ff-ac96-4fdef7b790e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:42:25.708025 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG oslo_concurrency.lockutils [None req-3a912628-5447-4f81-a19b-2dd8866f2621 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:42:25.781165 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf635561-98ce-45ff-ac96-4fdef7b790e7 None None] Routers {'4caf481b-64a4-4281-9215-630b3cfbf5b7'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:42:25.781866 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-cf635561-98ce-45ff-ac96-4fdef7b790e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc1e20dc0>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:42:20Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['4caf481b-64a4-4281-9215-630b3cfbf5b7'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:42:25.849925 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadb0093-e87a-438e-b560-847e03a4d6cc None None] Pushing event updated for resources: {'Port': ['ID=8b9d85cb-fc12-4c86-a6dd-0de4a491dcf7,revision_number=4']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:42:25.862121 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG oslo_concurrency.lockutils [None req-eadb0093-e87a-438e-b560-847e03a4d6cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=87638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:42:25.979545 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-cf635561-98ce-45ff-ac96-4fdef7b790e7 None None] Set router 4caf481b-64a4-4281-9215-630b3cfbf5b7 gateway port host: dv-neutron-822799-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:42:26.299733 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-cf635561-98ce-45ff-ac96-4fdef7b790e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc1e20dc0>, [{'id': '4caf481b-64a4-4281-9215-630b3cfbf5b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1024219463', 'tenant_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.194'}], 'enable_snat': True}, 'gw_port_id': '1c429841-af89-4d03-886c-0998aa99798e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:42:17Z', 'updated_at': '2021-12-23T16:42:23Z', 'revision_number': 4, 'project_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'gw_port': {'id': '1c429841-af89-4d03-886c-0998aa99798e', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:99:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4caf481b-64a4-4281-9215-630b3cfbf5b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:42:18Z', 'updated_at': '2021-12-23T16:42:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_interfaces': [{'id': '8b9d85cb-fc12-4c86-a6dd-0de4a491dcf7', 'name': '', 'network_id': '95d66516-2af5-43d7-a02b-30ceb1fa9d59', 'tenant_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'mac_address': 'fa:16:3e:3f:2b:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4caf481b-64a4-4281-9215-630b3cfbf5b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': 'f05baa91-fd5e-482b-ba35-48f3ced002dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:42:22Z', 'updated_at': '2021-12-23T16:42:25Z', 'revision_number': 4, 'project_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'subnets': [{'id': 'f05baa91-fd5e-482b-ba35-48f3ced002dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:42:26.303954 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf635561-98ce-45ff-ac96-4fdef7b790e7 None None] The sync data for ids ['4caf481b-64a4-4281-9215-630b3cfbf5b7'] in dv-neutron-822799-1-hyperv is: [{'id': '4caf481b-64a4-4281-9215-630b3cfbf5b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1024219463', 'tenant_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.194'}], 'enable_snat': True}, 'gw_port_id': '1c429841-af89-4d03-886c-0998aa99798e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:42:17Z', 'updated_at': '2021-12-23T16:42:23Z', 'revision_number': 4, 'project_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'gw_port': {'id': '1c429841-af89-4d03-886c-0998aa99798e', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:99:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4caf481b-64a4-4281-9215-630b3cfbf5b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:42:18Z', 'updated_at': '2021-12-23T16:42:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_interfaces': [{'id': '8b9d85cb-fc12-4c86-a6dd-0de4a491dcf7', 'name': '', 'network_id': '95d66516-2af5-43d7-a02b-30ceb1fa9d59', 'tenant_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'mac_address': 'fa:16:3e:3f:2b:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4caf481b-64a4-4281-9215-630b3cfbf5b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': 'f05baa91-fd5e-482b-ba35-48f3ced002dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:42:22Z', 'updated_at': '2021-12-23T16:42:25Z', 'revision_number': 4, 'project_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'subnets': [{'id': 'f05baa91-fd5e-482b-ba35-48f3ced002dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 23 16:42:26.339135 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 1c429841-af89-4d03-886c-0998aa99798e up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:42:26.428210 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port 1c429841-af89-4d03-886c-0998aa99798e triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:42:26.428606 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:42:26.557578 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 4b524d67-433f-45b1-a683-c1149d4955d7 up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:42:26.653772 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port 4b524d67-433f-45b1-a683-c1149d4955d7 triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:42:26.654161 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:42:26.761514 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-11722614-e36e-4e4e-a7e4-56b9ee59c3e4 req-a138b9e2-799c-4193-b7ed-df8929359a3b tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/ports?device_id=e394ad70-ea66-4a00-9c10-a1eb9c7ed8ff HTTP/1.1" status: 200  len: 210 time: 0.1195669
Dec 23 16:42:26.858057 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a2d476-4709-48ed-a746-4bab60fe206b req-4f009fc0-c655-4d18-8c64-235df07a2f26 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:42:26.859512 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-d1a2d476-4709-48ed-a746-4bab60fe206b req-4f009fc0-c655-4d18-8c64-235df07a2f26 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.61 "GET /v2.0/networks?id=95d66516-2af5-43d7-a02b-30ceb1fa9d59 HTTP/1.1" status: 200  len: 797 time: 0.2454925
Dec 23 16:42:26.911138 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-d1a2d476-4709-48ed-a746-4bab60fe206b req-b57be04d-7257-45dd-8a9c-0064157ec9a5 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bf163a60baa2480bb3e9e9a93ee73eb3 HTTP/1.1" status: 200  len: 380 time: 0.0430954
Dec 23 16:42:26.920727 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [req-d1a2d476-4709-48ed-a746-4bab60fe206b req-d07e1fc6-8700-4949-83f3-9628a0cd4e68 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Request body: {'port': {'device_id': 'e394ad70-ea66-4a00-9c10-a1eb9c7ed8ff', 'network_id': '95d66516-2af5-43d7-a02b-30ceb1fa9d59', 'admin_state_up': True, 'tenant_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'security_groups': ['3852f902-6168-4874-8a95-f39dbe7ccda0']}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:42:27.057425 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [req-d1a2d476-4709-48ed-a746-4bab60fe206b req-d07e1fc6-8700-4949-83f3-9628a0cd4e68 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:42:27.067066 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [req-d1a2d476-4709-48ed-a746-4bab60fe206b req-d07e1fc6-8700-4949-83f3-9628a0cd4e68 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:42:27.078654 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1a2d476-4709-48ed-a746-4bab60fe206b req-d07e1fc6-8700-4949-83f3-9628a0cd4e68 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Made reservation on behalf of bf163a60baa2480bb3e9e9a93ee73eb3 for: {'port': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:42:27.082377 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-d1a2d476-4709-48ed-a746-4bab60fe206b req-d07e1fc6-8700-4949-83f3-9628a0cd4e68 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:42:27.258488 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [req-d1a2d476-4709-48ed-a746-4bab60fe206b req-d07e1fc6-8700-4949-83f3-9628a0cd4e68 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Allocated IP 172.20.0.5 (95d66516-2af5-43d7-a02b-30ceb1fa9d59/f05baa91-fd5e-482b-ba35-48f3ced002dc/bee739c8-994c-498d-a03f-f73970d8f9b3) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:42:27.460244 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-d1a2d476-4709-48ed-a746-4bab60fe206b req-d07e1fc6-8700-4949-83f3-9628a0cd4e68 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:42:27.476878 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.provisioning_blocks [req-d1a2d476-4709-48ed-a746-4bab60fe206b req-d07e1fc6-8700-4949-83f3-9628a0cd4e68 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Transition to ACTIVE for port object bee739c8-994c-498d-a03f-f73970d8f9b3 will not be triggered until provisioned by entity DHCP. {{(pid=87636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:42:27.501142 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-d1a2d476-4709-48ed-a746-4bab60fe206b req-d07e1fc6-8700-4949-83f3-9628a0cd4e68 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:42:27.507282 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-f255db7b-e74f-43b1-983b-e2b098c30e20 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:42:27.577845 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1a2d476-4709-48ed-a746-4bab60fe206b req-d07e1fc6-8700-4949-83f3-9628a0cd4e68 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Network 95d66516-2af5-43d7-a02b-30ceb1fa9d59 is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:42:27.581291 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [req-d1a2d476-4709-48ed-a746-4bab60fe206b req-d07e1fc6-8700-4949-83f3-9628a0cd4e68 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Resources bound (agent type, host, resource id):  {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:42:27.585204 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1a2d476-4709-48ed-a746-4bab60fe206b req-d07e1fc6-8700-4949-83f3-9628a0cd4e68 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:42:27.615381 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07e1fc6-8700-4949-83f3-9628a0cd4e68 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Pushing event updated for resources: {'Port': ['ID=bee739c8-994c-498d-a03f-f73970d8f9b3,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:42:27.622345 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-d07e1fc6-8700-4949-83f3-9628a0cd4e68 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:42:27.652061 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a2d476-4709-48ed-a746-4bab60fe206b req-d07e1fc6-8700-4949-83f3-9628a0cd4e68 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:42:27.652736 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-d1a2d476-4709-48ed-a746-4bab60fe206b req-d07e1fc6-8700-4949-83f3-9628a0cd4e68 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:42:27.679453 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-d1a2d476-4709-48ed-a746-4bab60fe206b req-d07e1fc6-8700-4949-83f3-9628a0cd4e68 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7626293
Dec 23 16:42:27.691148 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [req-d1a2d476-4709-48ed-a746-4bab60fe206b req-ec0259a2-e8fd-4c65-9537-0061c80ce15c service neutron] Request body: {'port': {'device_id': 'e394ad70-ea66-4a00-9c10-a1eb9c7ed8ff', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8227'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:42:27.806329 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-d1a2d476-4709-48ed-a746-4bab60fe206b req-ec0259a2-e8fd-4c65-9537-0061c80ce15c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:42:27.823417 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-05acd2ad-e026-4d95-af6f-20b996f662c7 None None] Provisioning for port bee739c8-994c-498d-a03f-f73970d8f9b3 completed by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:42:27.830143 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-05acd2ad-e026-4d95-af6f-20b996f662c7 None None] Provisioning complete for port bee739c8-994c-498d-a03f-f73970d8f9b3 triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:42:27.830715 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-05acd2ad-e026-4d95-af6f-20b996f662c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:42:27.894075 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-05acd2ad-e026-4d95-af6f-20b996f662c7 None None] Port bee739c8-994c-498d-a03f-f73970d8f9b3 cannot update to ACTIVE because it is not bound. {{(pid=87637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 23 16:42:27.957971 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c982253-1052-4a71-bd5f-95aaf1553921 req-9a735e20-80b5-40a2-80dc-32591adfa6ad tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:42:27.959385 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-6c982253-1052-4a71-bd5f-95aaf1553921 req-9a735e20-80b5-40a2-80dc-32591adfa6ad tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/ports?device_id=e394ad70-ea66-4a00-9c10-a1eb9c7ed8ff HTTP/1.1" status: 200  len: 931 time: 0.0831218
Dec 23 16:42:28.003189 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [req-6c982253-1052-4a71-bd5f-95aaf1553921 req-e4fb6639-ea3f-4104-8706-69f660f4eefe tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Synchronizing usage tracker for tenant:bf163a60baa2480bb3e9e9a93ee73eb3 on resource:security_group {{(pid=87635) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:42:28.019565 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [req-6c982253-1052-4a71-bd5f-95aaf1553921 req-e4fb6639-ea3f-4104-8706-69f660f4eefe tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Unset dirty status for tenant:bf163a60baa2480bb3e9e9a93ee73eb3 on resource:security_group {{(pid=87635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:42:28.020760 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-6c982253-1052-4a71-bd5f-95aaf1553921 req-e4fb6639-ea3f-4104-8706-69f660f4eefe tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/security-groups?id=3852f902-6168-4874-8a95-f39dbe7ccda0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0552239
Dec 23 16:42:28.291477 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [req-d1a2d476-4709-48ed-a746-4bab60fe206b req-ec0259a2-e8fd-4c65-9537-0061c80ce15c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bee739c8-994c-498d-a03f-f73970d8f9b3 {{(pid=87636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 23 16:42:28.299094 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-d1a2d476-4709-48ed-a746-4bab60fe206b req-ec0259a2-e8fd-4c65-9537-0061c80ce15c service neutron] Notify callbacks [] for port, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:42:28.315180 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.provisioning_blocks [req-d1a2d476-4709-48ed-a746-4bab60fe206b req-ec0259a2-e8fd-4c65-9537-0061c80ce15c service neutron] Transition to ACTIVE for port object bee739c8-994c-498d-a03f-f73970d8f9b3 will not be triggered until provisioned by entity L2. {{(pid=87636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:42:28.319194 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-d1a2d476-4709-48ed-a746-4bab60fe206b req-ec0259a2-e8fd-4c65-9537-0061c80ce15c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2176289'] for port, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:42:28.323176 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-d07e1fc6-8700-4949-83f3-9628a0cd4e68 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:42:28.347822 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 8b9d85cb-fc12-4c86-a6dd-0de4a491dcf7 up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:42:28.422804 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning for port 8b9d85cb-fc12-4c86-a6dd-0de4a491dcf7 completed by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:42:28.428390 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port 8b9d85cb-fc12-4c86-a6dd-0de4a491dcf7 triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:42:28.429323 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:42:28.480714 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0259a2-e8fd-4c65-9537-0061c80ce15c service neutron] Pushing event updated for resources: {'Port': ['ID=bee739c8-994c-498d-a03f-f73970d8f9b3,revision_number=2']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:42:28.488377 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-ec0259a2-e8fd-4c65-9537-0061c80ce15c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:42:28.557707 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:42:28.560935 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [req-d1a2d476-4709-48ed-a746-4bab60fe206b req-ec0259a2-e8fd-4c65-9537-0061c80ce15c service neutron] Attempting to bind port bee739c8-994c-498d-a03f-f73970d8f9b3 on host hv-neutron-8227 for vnic_type normal with profile  {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:42:28.561277 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [req-d1a2d476-4709-48ed-a746-4bab60fe206b req-ec0259a2-e8fd-4c65-9537-0061c80ce15c service neutron] Attempting to bind port bee739c8-994c-498d-a03f-f73970d8f9b3 by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': '692e69dd-d128-4c35-8c9f-07b8dbecf42a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '95d66516-2af5-43d7-a02b-30ceb1fa9d59'}] {{(pid=87636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:42:28.561601 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1a2d476-4709-48ed-a746-4bab60fe206b req-ec0259a2-e8fd-4c65-9537-0061c80ce15c service neutron] Attempting to bind port bee739c8-994c-498d-a03f-f73970d8f9b3 on network 95d66516-2af5-43d7-a02b-30ceb1fa9d59 {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:42:28.566441 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1a2d476-4709-48ed-a746-4bab60fe206b req-ec0259a2-e8fd-4c65-9537-0061c80ce15c service neutron] Port bee739c8-994c-498d-a03f-f73970d8f9b3 on network 95d66516-2af5-43d7-a02b-30ceb1fa9d59 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 23 16:42:28.566758 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1a2d476-4709-48ed-a746-4bab60fe206b req-ec0259a2-e8fd-4c65-9537-0061c80ce15c service neutron] Attempting to bind port bee739c8-994c-498d-a03f-f73970d8f9b3 on network 95d66516-2af5-43d7-a02b-30ceb1fa9d59 {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:42:28.572276 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1a2d476-4709-48ed-a746-4bab60fe206b req-ec0259a2-e8fd-4c65-9537-0061c80ce15c service neutron] Checking agent: {'id': '5a806709-633b-4d33-98c4-3d24562c0f1e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8227', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 6, 42), 'started_at': datetime.datetime(2021, 12, 23, 16, 6, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 42, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 23 16:42:28.572636 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1a2d476-4709-48ed-a746-4bab60fe206b req-ec0259a2-e8fd-4c65-9537-0061c80ce15c service neutron] Checking segment: {'id': '692e69dd-d128-4c35-8c9f-07b8dbecf42a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '95d66516-2af5-43d7-a02b-30ceb1fa9d59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:42:28.573020 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1a2d476-4709-48ed-a746-4bab60fe206b req-ec0259a2-e8fd-4c65-9537-0061c80ce15c service neutron] Bound using segment: {'id': '692e69dd-d128-4c35-8c9f-07b8dbecf42a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '95d66516-2af5-43d7-a02b-30ceb1fa9d59'} {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 23 16:42:28.573476 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [req-d1a2d476-4709-48ed-a746-4bab60fe206b req-ec0259a2-e8fd-4c65-9537-0061c80ce15c service neutron] Bound port: bee739c8-994c-498d-a03f-f73970d8f9b3, host: hv-neutron-8227, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '692e69dd-d128-4c35-8c9f-07b8dbecf42a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '95d66516-2af5-43d7-a02b-30ceb1fa9d59'}}] {{(pid=87636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 23 16:42:28.573819 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-d1a2d476-4709-48ed-a746-4bab60fe206b req-ec0259a2-e8fd-4c65-9537-0061c80ce15c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:42:28.597363 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] For port 8b9d85cb-fc12-4c86-a6dd-0de4a491dcf7, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=8b9d85cb-fc12-4c86-a6dd-0de4a491dcf7,segment=NetworkSegment(692e69dd-d128-4c35-8c9f-07b8dbecf42a),segment_id=692e69dd-d128-4c35-8c9f-07b8dbecf42a)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:42:28.601791 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:42:28.603739 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-c00adf17-5de6-4469-b40b-ccea744cbfd1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:42:28.667078 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [req-d1a2d476-4709-48ed-a746-4bab60fe206b req-ec0259a2-e8fd-4c65-9537-0061c80ce15c service neutron] For port bee739c8-994c-498d-a03f-f73970d8f9b3, host hv-neutron-8227, cleared binding levels {{(pid=87636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 23 16:42:28.670267 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [req-d1a2d476-4709-48ed-a746-4bab60fe206b req-ec0259a2-e8fd-4c65-9537-0061c80ce15c service neutron] For port bee739c8-994c-498d-a03f-f73970d8f9b3, host hv-neutron-8227, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=bee739c8-994c-498d-a03f-f73970d8f9b3,segment=NetworkSegment(692e69dd-d128-4c35-8c9f-07b8dbecf42a),segment_id=692e69dd-d128-4c35-8c9f-07b8dbecf42a)] {{(pid=87636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 23 16:42:28.675740 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-d1a2d476-4709-48ed-a746-4bab60fe206b req-ec0259a2-e8fd-4c65-9537-0061c80ce15c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2176289'] for port, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:42:28.680227 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-0588a02b-adc1-4092-bf69-199502825730 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:42:28.721928 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Pushing event updated for resources: {'Port': ['ID=8b9d85cb-fc12-4c86-a6dd-0de4a491dcf7,revision_number=5']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:42:28.724821 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:42:28.732430 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a2d476-4709-48ed-a746-4bab60fe206b req-ec0259a2-e8fd-4c65-9537-0061c80ce15c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:42:28.733078 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-d1a2d476-4709-48ed-a746-4bab60fe206b req-ec0259a2-e8fd-4c65-9537-0061c80ce15c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:42:28.734577 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-d1a2d476-4709-48ed-a746-4bab60fe206b req-ec0259a2-e8fd-4c65-9537-0061c80ce15c service neutron] 10.222.0.61 "PUT /v2.0/ports/bee739c8-994c-498d-a03f-f73970d8f9b3 HTTP/1.1" status: 200  len: 1093 time: 1.0478463
Dec 23 16:42:28.737051 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e394ad70-ea66-4a00-9c10-a1eb9c7ed8ff', 'tag': 'bee739c8-994c-498d-a03f-f73970d8f9b3'}] {{(pid=87636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 23 16:42:28.804680 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0259a2-e8fd-4c65-9537-0061c80ce15c service neutron] Pushing event updated for resources: {'Port': ['ID=bee739c8-994c-498d-a03f-f73970d8f9b3,revision_number=3']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:42:28.808393 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-ec0259a2-e8fd-4c65-9537-0061c80ce15c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:42:28.854893 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a2d476-4709-48ed-a746-4bab60fe206b req-1f6d719d-e776-4a1a-bcc3-458976634ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:42:28.856398 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-d1a2d476-4709-48ed-a746-4bab60fe206b req-1f6d719d-e776-4a1a-bcc3-458976634ceb service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=bf163a60baa2480bb3e9e9a93ee73eb3&device_id=e394ad70-ea66-4a00-9c10-a1eb9c7ed8ff HTTP/1.1" status: 200  len: 1096 time: 0.0817242
Dec 23 16:42:28.919616 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e394ad70-ea66-4a00-9c10-a1eb9c7ed8ff', 'tag': 'bee739c8-994c-498d-a03f-f73970d8f9b3', 'status': 'completed', 'code': 200}
Dec 23 16:42:28.932021 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-d1a2d476-4709-48ed-a746-4bab60fe206b req-b8e20725-1e04-4b56-a3f2-1f9cce1806bd service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bee739c8-994c-498d-a03f-f73970d8f9b3 HTTP/1.1" status: 200  len: 217 time: 0.0682645
Dec 23 16:42:29.006341 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a2d476-4709-48ed-a746-4bab60fe206b req-d3fb16aa-e4d0-4121-8676-410d9770972d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:42:29.008230 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-d1a2d476-4709-48ed-a746-4bab60fe206b req-d3fb16aa-e4d0-4121-8676-410d9770972d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f05baa91-fd5e-482b-ba35-48f3ced002dc HTTP/1.1" status: 200  len: 835 time: 0.0701730
Dec 23 16:42:29.084385 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a2d476-4709-48ed-a746-4bab60fe206b req-f83aff38-d468-4ce2-9712-922e35d13163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:42:29.086291 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-d1a2d476-4709-48ed-a746-4bab60fe206b req-f83aff38-d468-4ce2-9712-922e35d13163 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=95d66516-2af5-43d7-a02b-30ceb1fa9d59&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0719821
Dec 23 16:42:29.216368 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc096a5-5589-47d2-8ea6-c373de4926c5 req-1549da83-8047-4900-b6ed-4211943dd626 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:42:29.220290 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-6cc096a5-5589-47d2-8ea6-c373de4926c5 req-1549da83-8047-4900-b6ed-4211943dd626 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/ports?device_id=e394ad70-ea66-4a00-9c10-a1eb9c7ed8ff HTTP/1.1" status: 200  len: 943 time: 0.0933201
Dec 23 16:42:29.223371 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-d1a2d476-4709-48ed-a746-4bab60fe206b req-240cfb6d-65a7-48c9-b3f0-efbb9b07b690 service neutron] 10.222.0.61 "GET /v2.0/networks/95d66516-2af5-43d7-a02b-30ceb1fa9d59?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1303470
Dec 23 16:42:29.266350 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-6cc096a5-5589-47d2-8ea6-c373de4926c5 req-8ae23a89-63d7-4068-a267-213f9f9b6281 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/security-groups?id=3852f902-6168-4874-8a95-f39dbe7ccda0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427690
Dec 23 16:42:29.365856 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-d1a2d476-4709-48ed-a746-4bab60fe206b req-d345b07b-5461-49b3-8238-f280d08f1031 service neutron] 10.222.0.61 "GET /v2.0/networks/95d66516-2af5-43d7-a02b-30ceb1fa9d59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1355619
Dec 23 16:42:29.500055 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5f33b3-008b-45a4-9738-ebeb4662420d req-e7c231fe-7bfb-4c99-80ff-b9e67d722edb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:42:29.501583 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-fe5f33b3-008b-45a4-9738-ebeb4662420d req-e7c231fe-7bfb-4c99-80ff-b9e67d722edb service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=bf163a60baa2480bb3e9e9a93ee73eb3&device_id=e394ad70-ea66-4a00-9c10-a1eb9c7ed8ff HTTP/1.1" status: 200  len: 1096 time: 0.0821204
Dec 23 16:42:29.658409 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5f33b3-008b-45a4-9738-ebeb4662420d req-70e9c00b-8083-44d8-b48a-a7d04648e707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:42:29.659809 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-fe5f33b3-008b-45a4-9738-ebeb4662420d req-70e9c00b-8083-44d8-b48a-a7d04648e707 service neutron] 10.222.0.61 "GET /v2.0/networks?id=95d66516-2af5-43d7-a02b-30ceb1fa9d59 HTTP/1.1" status: 200  len: 898 time: 0.1504972
Dec 23 16:42:29.733010 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-fe5f33b3-008b-45a4-9738-ebeb4662420d req-7b5de9f7-8263-451d-a6b7-9815ec1b17a6 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bee739c8-994c-498d-a03f-f73970d8f9b3 HTTP/1.1" status: 200  len: 217 time: 0.0648844
Dec 23 16:42:29.798791 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5f33b3-008b-45a4-9738-ebeb4662420d req-10be1356-123d-41f8-b75b-90e8badd9a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:42:29.800234 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-fe5f33b3-008b-45a4-9738-ebeb4662420d req-10be1356-123d-41f8-b75b-90e8badd9a50 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f05baa91-fd5e-482b-ba35-48f3ced002dc HTTP/1.1" status: 200  len: 835 time: 0.0593543
Dec 23 16:42:29.876698 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5f33b3-008b-45a4-9738-ebeb4662420d req-a15f3c57-eacf-454c-8116-47438b556187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:42:29.878151 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-fe5f33b3-008b-45a4-9738-ebeb4662420d req-a15f3c57-eacf-454c-8116-47438b556187 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=95d66516-2af5-43d7-a02b-30ceb1fa9d59&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0709598
Dec 23 16:42:30.153407 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-fe5f33b3-008b-45a4-9738-ebeb4662420d req-b6d3fba9-bc81-4c04-9660-5aff5b229f00 service neutron] 10.222.0.61 "GET /v2.0/networks/95d66516-2af5-43d7-a02b-30ceb1fa9d59?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2670677
Dec 23 16:42:30.288156 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-fe5f33b3-008b-45a4-9738-ebeb4662420d req-a84f1b50-b8e4-4694-bb7d-01176be726bb service neutron] 10.222.0.61 "GET /v2.0/networks/95d66516-2af5-43d7-a02b-30ceb1fa9d59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1277194
Dec 23 16:42:30.323213 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 8b9d85cb-fc12-4c86-a6dd-0de4a491dcf7 up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:42:30.389420 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port 8b9d85cb-fc12-4c86-a6dd-0de4a491dcf7 triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:42:30.389797 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:42:30.464918 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92ddba6-8331-4373-ba2e-627c5e4d2b30 req-3b32a97f-91fe-4f6f-b9a9-1aabb2042102 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:42:30.465514 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-b92ddba6-8331-4373-ba2e-627c5e4d2b30 req-3b32a97f-91fe-4f6f-b9a9-1aabb2042102 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Synchronizing usage tracker for tenant:bf163a60baa2480bb3e9e9a93ee73eb3 on resource:port {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:42:30.482126 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-b92ddba6-8331-4373-ba2e-627c5e4d2b30 req-3b32a97f-91fe-4f6f-b9a9-1aabb2042102 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Unset dirty status for tenant:bf163a60baa2480bb3e9e9a93ee73eb3 on resource:port {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:42:30.483312 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-b92ddba6-8331-4373-ba2e-627c5e4d2b30 req-3b32a97f-91fe-4f6f-b9a9-1aabb2042102 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/ports?device_id=e394ad70-ea66-4a00-9c10-a1eb9c7ed8ff HTTP/1.1" status: 200  len: 943 time: 0.1014550
Dec 23 16:42:30.527624 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-b92ddba6-8331-4373-ba2e-627c5e4d2b30 req-5ebba498-830b-4f46-9091-d848a40468ff tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/security-groups?id=3852f902-6168-4874-8a95-f39dbe7ccda0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0384939
Dec 23 16:42:31.719932 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8269277e-c065-4f2b-a47f-0ddcc3795246 req-218d4232-09ee-4810-ac10-2fac144aa280 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:42:31.721470 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-8269277e-c065-4f2b-a47f-0ddcc3795246 req-218d4232-09ee-4810-ac10-2fac144aa280 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/ports?device_id=e394ad70-ea66-4a00-9c10-a1eb9c7ed8ff HTTP/1.1" status: 200  len: 943 time: 0.0829194
Dec 23 16:42:31.766205 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-8269277e-c065-4f2b-a47f-0ddcc3795246 req-e7f32913-0f48-4e72-8231-3411aaffe8b1 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/security-groups?id=3852f902-6168-4874-8a95-f39dbe7ccda0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0389755
Dec 23 16:42:32.397623 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Device bee739c8-994c-498d-a03f-f73970d8f9b3 details requested by agent hyperv_hv-neutron-8227 with host hv-neutron-8227 {{(pid=87637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 23 16:42:32.534452 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] For port bee739c8-994c-498d-a03f-f73970d8f9b3, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=bee739c8-994c-498d-a03f-f73970d8f9b3,segment=NetworkSegment(692e69dd-d128-4c35-8c9f-07b8dbecf42a),segment_id=692e69dd-d128-4c35-8c9f-07b8dbecf42a)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:42:32.547872 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Returning: {'device': 'bee739c8-994c-498d-a03f-f73970d8f9b3', 'network_id': '95d66516-2af5-43d7-a02b-30ceb1fa9d59', 'port_id': 'bee739c8-994c-498d-a03f-f73970d8f9b3', 'mac_address': 'fa:16:3e:af:6b:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f05baa91-fd5e-482b-ba35-48f3ced002dc', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 23 16:42:32.602840 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:42:32.623857 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.notifiers.nova [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bee739c8-994c-498d-a03f-f73970d8f9b3 {{(pid=87637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 23 16:42:32.640604 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] For port bee739c8-994c-498d-a03f-f73970d8f9b3, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=bee739c8-994c-498d-a03f-f73970d8f9b3,segment=NetworkSegment(692e69dd-d128-4c35-8c9f-07b8dbecf42a),segment_id=692e69dd-d128-4c35-8c9f-07b8dbecf42a)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:42:32.646747 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:42:32.648542 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:42:32.712470 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Pushing event updated for resources: {'Port': ['ID=bee739c8-994c-498d-a03f-f73970d8f9b3,revision_number=4']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:42:32.715625 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:42:32.847402 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] get_ports_and_sgs() called for port_ids ['bee739c8-994c-498d-a03f-f73970d8f9b3'] {{(pid=87637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 23 16:42:32.964396 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c29436-9b96-41a4-b14a-c89bb4265296 req-10a4b03e-1052-4c4d-8dbf-0dfe5ed7f59e tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:42:32.965889 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-c6c29436-9b96-41a4-b14a-c89bb4265296 req-10a4b03e-1052-4c4d-8dbf-0dfe5ed7f59e tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/ports?device_id=e394ad70-ea66-4a00-9c10-a1eb9c7ed8ff HTTP/1.1" status: 200  len: 944 time: 0.0820243
Dec 23 16:42:33.013725 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-c6c29436-9b96-41a4-b14a-c89bb4265296 req-7330b86c-bb1c-4f19-a3a0-90954badf627 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/security-groups?id=3852f902-6168-4874-8a95-f39dbe7ccda0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416348
Dec 23 16:42:34.359496 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb59dac-c0e7-44cd-8bb7-ad288cfd5a78 req-f76c1bd0-71df-4a0d-bbf2-19e3c9f88acc tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:42:34.360982 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-0cb59dac-c0e7-44cd-8bb7-ad288cfd5a78 req-f76c1bd0-71df-4a0d-bbf2-19e3c9f88acc tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/ports?device_id=e394ad70-ea66-4a00-9c10-a1eb9c7ed8ff HTTP/1.1" status: 200  len: 944 time: 0.2271380
Dec 23 16:42:34.404368 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-0cb59dac-c0e7-44cd-8bb7-ad288cfd5a78 req-7cd96dc2-fa55-4651-91d4-6d4ab9561e7f tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/security-groups?id=3852f902-6168-4874-8a95-f39dbe7ccda0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0374796
Dec 23 16:42:34.412419 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Device bee739c8-994c-498d-a03f-f73970d8f9b3 up at agent hyperv_hv-neutron-8227 {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:42:34.485728 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Provisioning for port bee739c8-994c-498d-a03f-f73970d8f9b3 completed by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:42:34.490493 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Provisioning complete for port bee739c8-994c-498d-a03f-f73970d8f9b3 triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:42:34.490881 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:42:34.611273 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:42:34.640408 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e394ad70-ea66-4a00-9c10-a1eb9c7ed8ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bee739c8-994c-498d-a03f-f73970d8f9b3'}] {{(pid=87637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 23 16:42:34.650406 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] For port bee739c8-994c-498d-a03f-f73970d8f9b3, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=bee739c8-994c-498d-a03f-f73970d8f9b3,segment=NetworkSegment(692e69dd-d128-4c35-8c9f-07b8dbecf42a),segment_id=692e69dd-d128-4c35-8c9f-07b8dbecf42a)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:42:34.655786 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:42:34.657658 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:42:34.722593 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Pushing event updated for resources: {'Port': ['ID=bee739c8-994c-498d-a03f-f73970d8f9b3,revision_number=5']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:42:34.726317 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:42:34.738378 dv-neutron-822799-1-hyperv neutron-server[87637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e394ad70-ea66-4a00-9c10-a1eb9c7ed8ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bee739c8-994c-498d-a03f-f73970d8f9b3', 'code': 200}
Dec 23 16:42:34.976298 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf398b1-a522-49db-9e79-04a369d5004c req-3b97f4a3-c64a-419a-835e-f3d9dc19e56a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:42:34.977577 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-caf398b1-a522-49db-9e79-04a369d5004c req-3b97f4a3-c64a-419a-835e-f3d9dc19e56a service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=e394ad70-ea66-4a00-9c10-a1eb9c7ed8ff HTTP/1.1" status: 200  len: 1098 time: 0.0746050
Dec 23 16:42:35.018453 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-caf398b1-a522-49db-9e79-04a369d5004c req-c7d06563-efc0-4ee7-9f50-0418988df5b8 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=3852f902-6168-4874-8a95-f39dbe7ccda0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0345175
Dec 23 16:42:35.615918 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05de3411-3cfb-4a37-8d42-316335cb144b req-651ca7e0-b637-49ac-affb-d9f6e458c804 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:42:35.617629 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-05de3411-3cfb-4a37-8d42-316335cb144b req-651ca7e0-b637-49ac-affb-d9f6e458c804 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/ports?device_id=e394ad70-ea66-4a00-9c10-a1eb9c7ed8ff HTTP/1.1" status: 200  len: 945 time: 0.0922804
Dec 23 16:42:35.666863 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-05de3411-3cfb-4a37-8d42-316335cb144b req-0ae8c952-65a9-4c23-ad5d-034e58b63fdf tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/security-groups?id=3852f902-6168-4874-8a95-f39dbe7ccda0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418565
Dec 23 16:42:36.877393 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fdc4d6-577f-403a-b395-e248749f7ca5 req-f46a07cf-1144-4317-8451-683ba5fd484a tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:42:36.878849 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-75fdc4d6-577f-403a-b395-e248749f7ca5 req-f46a07cf-1144-4317-8451-683ba5fd484a tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/ports?device_id=e394ad70-ea66-4a00-9c10-a1eb9c7ed8ff HTTP/1.1" status: 200  len: 945 time: 0.0950506
Dec 23 16:42:36.926224 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-75fdc4d6-577f-403a-b395-e248749f7ca5 req-0091aa8e-6a28-4dcd-a419-d66a9d69820c tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/security-groups?id=3852f902-6168-4874-8a95-f39dbe7ccda0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0391331
Dec 23 16:42:37.122791 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fd972e-c937-48ac-9c8c-c9b1f39e54c2 req-d7c75961-6ac9-489d-969a-5df90d5cebc9 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:42:37.124252 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-a9fd972e-c937-48ac-9c8c-c9b1f39e54c2 req-d7c75961-6ac9-489d-969a-5df90d5cebc9 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/ports?device_id=e394ad70-ea66-4a00-9c10-a1eb9c7ed8ff HTTP/1.1" status: 200  len: 945 time: 0.0941172
Dec 23 16:42:37.169772 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-a9fd972e-c937-48ac-9c8c-c9b1f39e54c2 req-3ad1f1c7-dcfa-4bee-9bb9-6474b9baddc1 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/security-groups?id=3852f902-6168-4874-8a95-f39dbe7ccda0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0396850
Dec 23 16:42:37.200585 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 58474) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:42:37.277913 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da163c39-73b0-49d3-9888-5dfd3b3dfef9 tempest-TestNetworkAdvancedServerOps-760966623 tempest-TestNetworkAdvancedServerOps-760966623-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:42:37.279429 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-da163c39-73b0-49d3-9888-5dfd3b3dfef9 tempest-TestNetworkAdvancedServerOps-760966623 tempest-TestNetworkAdvancedServerOps-760966623-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=e394ad70-ea66-4a00-9c10-a1eb9c7ed8ff HTTP/1.1" status: 200  len: 1093 time: 0.0778844
Dec 23 16:42:37.282483 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 58478) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:42:37.287468 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-7d27bf3d-0658-4765-a2a8-1a6951798180 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Request body: {'floatingip': {'floating_network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'port_id': 'bee739c8-994c-498d-a03f-f73970d8f9b3', 'tenant_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'fixed_ip_address': '172.20.0.5'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:42:37.293919 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-7d27bf3d-0658-4765-a2a8-1a6951798180 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:42:37.297780 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-7d27bf3d-0658-4765-a2a8-1a6951798180 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Usage tracker for resource:floatingip and tenant:bf163a60baa2480bb3e9e9a93ee73eb3 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:42:37.300632 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-7d27bf3d-0658-4765-a2a8-1a6951798180 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:42:37.306402 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-7d27bf3d-0658-4765-a2a8-1a6951798180 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:42:37.317917 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-7d27bf3d-0658-4765-a2a8-1a6951798180 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks [] for floatingip, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:42:37.464720 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-7d27bf3d-0658-4765-a2a8-1a6951798180 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:42:37.605929 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.db_base_plugin_common [None req-7d27bf3d-0658-4765-a2a8-1a6951798180 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Allocated IP 172.26.3.191 (8afa6d58-9431-454a-b99c-3ff8a65aa86b/60537fec-5f5f-4ab7-89cc-03638149a590/c3dceecc-ce43-41f1-9aed-3c96fd77d9bb) {{(pid=87635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:42:37.752147 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-7d27bf3d-0658-4765-a2a8-1a6951798180 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks [] for port, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:42:37.783883 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-7d27bf3d-0658-4765-a2a8-1a6951798180 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:42:37.787511 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-c505a0c6-17b7-4e38-a614-04057361a466 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:42:37.850810 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d27bf3d-0658-4765-a2a8-1a6951798180 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Network 8afa6d58-9431-454a-b99c-3ff8a65aa86b is already hosted by enough agents. {{(pid=87635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:42:37.854233 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.base_scheduler [None req-7d27bf3d-0658-4765-a2a8-1a6951798180 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Resources bound (agent type, host, resource id):  {{(pid=87635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:42:37.857904 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d27bf3d-0658-4765-a2a8-1a6951798180 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Received port after_create {{(pid=87635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:42:37.889471 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d27bf3d-0658-4765-a2a8-1a6951798180 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Pushing event updated for resources: {'Port': ['ID=c3dceecc-ce43-41f1-9aed-3c96fd77d9bb,revision_number=1']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:42:37.897268 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-7d27bf3d-0658-4765-a2a8-1a6951798180 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:42:38.262292 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-7d27bf3d-0658-4765-a2a8-1a6951798180 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:42:38.338716 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-7d27bf3d-0658-4765-a2a8-1a6951798180 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:42:38.548614 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-7d27bf3d-0658-4765-a2a8-1a6951798180 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks [] for port, precommit_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:42:38.556425 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-7d27bf3d-0658-4765-a2a8-1a6951798180 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2753531'] for port, after_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:42:38.560816 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-f6b1ff03-467c-4849-bf69-8a8c5122e93b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:42:38.790450 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d27bf3d-0658-4765-a2a8-1a6951798180 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Pushing event updated for resources: {'Port': ['ID=c3dceecc-ce43-41f1-9aed-3c96fd77d9bb,revision_number=2']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:42:38.794319 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-7d27bf3d-0658-4765-a2a8-1a6951798180 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:42:38.801337 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-7d27bf3d-0658-4765-a2a8-1a6951798180 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1824189'] for floatingip, after_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:42:38.985001 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.db.l3_db [None req-7d27bf3d-0658-4765-a2a8-1a6951798180 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Floating IP 6c6632df-c7a9-403a-9364-f29d99f78ce6 associated. External IP: 172.26.3.191, port: bee739c8-994c-498d-a03f-f73970d8f9b3.
Dec 23 16:42:39.355253 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d27bf3d-0658-4765-a2a8-1a6951798180 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Router 4caf481b-64a4-4281-9215-630b3cfbf5b7 has already been hosted by L3 agent 371d4c41-c7e2-4de7-9539-c049ec4e95d1 {{(pid=87635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 23 16:42:39.552401 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d27bf3d-0658-4765-a2a8-1a6951798180 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify agent at l3_agent.dv-neutron-822799-1-hyperv the message routers_updated {{(pid=87635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 23 16:42:39.562749 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c5f32b-8895-4f9f-bc54-bf9f13d31f9d None None] Sync routers for ids ['4caf481b-64a4-4281-9215-630b3cfbf5b7'] in dv-neutron-822799-1-hyperv {{(pid=87637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 23 16:42:39.575138 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c5f32b-8895-4f9f-bc54-bf9f13d31f9d None None] Routers {'4caf481b-64a4-4281-9215-630b3cfbf5b7'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:42:39.575821 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-55c5f32b-8895-4f9f-bc54-bf9f13d31f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc14c55e0>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:42:20Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['4caf481b-64a4-4281-9215-630b3cfbf5b7'], 'active': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:42:39.579813 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-7d27bf3d-0658-4765-a2a8-1a6951798180 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for floatingip, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:42:39.638513 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-7d27bf3d-0658-4765-a2a8-1a6951798180 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.3550308
Dec 23 16:42:39.639739 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e394ad70-ea66-4a00-9c10-a1eb9c7ed8ff', 'tag': 'bee739c8-994c-498d-a03f-f73970d8f9b3'}] {{(pid=87635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 23 16:42:39.684902 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e394ad70-ea66-4a00-9c10-a1eb9c7ed8ff', 'tag': 'bee739c8-994c-498d-a03f-f73970d8f9b3', 'status': 'completed', 'code': 200}
Dec 23 16:42:39.769599 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvr_db [None req-55c5f32b-8895-4f9f-bc54-bf9f13d31f9d None None] Set router 4caf481b-64a4-4281-9215-630b3cfbf5b7 gateway port host: dv-neutron-822799-1-hyperv {{(pid=87637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:42:39.844523 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ad0e65-f643-446e-b215-e8b82f22a689 req-6b1cd0ab-9a19-4b0b-8345-ae4a1d5e9fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:42:39.846030 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-a3ad0e65-f643-446e-b215-e8b82f22a689 req-6b1cd0ab-9a19-4b0b-8345-ae4a1d5e9fbe service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=bf163a60baa2480bb3e9e9a93ee73eb3&device_id=e394ad70-ea66-4a00-9c10-a1eb9c7ed8ff HTTP/1.1" status: 200  len: 1098 time: 0.1370988
Dec 23 16:42:39.856015 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80ce14e-714e-4150-b3a9-017ba36d462e req-cd816623-f121-4b44-b2de-3d71aef972fc tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:42:39.857393 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-a80ce14e-714e-4150-b3a9-017ba36d462e req-cd816623-f121-4b44-b2de-3d71aef972fc tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/ports?device_id=e394ad70-ea66-4a00-9c10-a1eb9c7ed8ff HTTP/1.1" status: 200  len: 945 time: 0.1111741
Dec 23 16:42:39.978430 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-a80ce14e-714e-4150-b3a9-017ba36d462e req-c2704e85-8aa2-4708-9b2a-7d3cbf5965cb tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/security-groups?id=3852f902-6168-4874-8a95-f39dbe7ccda0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1027048
Dec 23 16:42:40.002423 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 58486) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:42:40.015621 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ad0e65-f643-446e-b215-e8b82f22a689 req-853b1ef0-25d8-4670-816d-b91e196639c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:42:40.017197 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-a3ad0e65-f643-446e-b215-e8b82f22a689 req-853b1ef0-25d8-4670-816d-b91e196639c9 service neutron] 10.222.0.61 "GET /v2.0/networks?id=95d66516-2af5-43d7-a02b-30ceb1fa9d59 HTTP/1.1" status: 200  len: 898 time: 0.1588817
Dec 23 16:42:40.111909 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-b22bde5b-b58d-4548-9a80-9b8900c9a2fb tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/floatingips/6c6632df-c7a9-403a-9364-f29d99f78ce6 HTTP/1.1" status: 200  len: 991 time: 0.1070170
Dec 23 16:42:40.122819 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-a3ad0e65-f643-446e-b215-e8b82f22a689 req-fa12ac9e-9036-402e-83b6-c1dc0e538cfa service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bee739c8-994c-498d-a03f-f73970d8f9b3 HTTP/1.1" status: 200  len: 999 time: 0.0994811
Dec 23 16:42:40.158010 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-55c5f32b-8895-4f9f-bc54-bf9f13d31f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc14c55e0>, [{'id': '4caf481b-64a4-4281-9215-630b3cfbf5b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1024219463', 'tenant_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.194'}], 'enable_snat': True}, 'gw_port_id': '1c429841-af89-4d03-886c-0998aa99798e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:42:17Z', 'updated_at': '2021-12-23T16:42:23Z', 'revision_number': 4, 'project_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'gw_port': {'id': '1c429841-af89-4d03-886c-0998aa99798e', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:99:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4caf481b-64a4-4281-9215-630b3cfbf5b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:42:18Z', 'updated_at': '2021-12-23T16:42:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_floatingips': [{'id': '6c6632df-c7a9-403a-9364-f29d99f78ce6', 'tenant_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'floating_ip_address': '172.26.3.191', 'floating_network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'router_id': '4caf481b-64a4-4281-9215-630b3cfbf5b7', 'port_id': 'bee739c8-994c-498d-a03f-f73970d8f9b3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1698, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '95d66516-2af5-43d7-a02b-30ceb1fa9d59', 'mac_address': 'fa:16:3e:af:6b:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e394ad70-ea66-4a00-9c10-a1eb9c7ed8ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:42:38Z', 'updated_at': '2021-12-23T16:42:38Z', 'revision_number': 0, 'project_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b9d85cb-fc12-4c86-a6dd-0de4a491dcf7', 'name': '', 'network_id': '95d66516-2af5-43d7-a02b-30ceb1fa9d59', 'tenant_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'mac_address': 'fa:16:3e:3f:2b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4caf481b-64a4-4281-9215-630b3cfbf5b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': 'f05baa91-fd5e-482b-ba35-48f3ced002dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:42:22Z', 'updated_at': '2021-12-23T16:42:28Z', 'revision_number': 5, 'project_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'subnets': [{'id': 'f05baa91-fd5e-482b-ba35-48f3ced002dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:42:40.161885 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c5f32b-8895-4f9f-bc54-bf9f13d31f9d None None] Checking router: 4caf481b-64a4-4281-9215-630b3cfbf5b7 for host: dv-neutron-822799-1-hyperv {{(pid=87637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 23 16:42:40.170310 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c5f32b-8895-4f9f-bc54-bf9f13d31f9d None None] Routers {'4caf481b-64a4-4281-9215-630b3cfbf5b7'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:42:40.170919 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-55c5f32b-8895-4f9f-bc54-bf9f13d31f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc14c55e0>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:42:20Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['4caf481b-64a4-4281-9215-630b3cfbf5b7'], 'active': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:42:40.183533 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ad0e65-f643-446e-b215-e8b82f22a689 req-dc107359-f77a-4562-8837-0b91f24552d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:42:40.185002 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-a3ad0e65-f643-446e-b215-e8b82f22a689 req-dc107359-f77a-4562-8837-0b91f24552d9 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f05baa91-fd5e-482b-ba35-48f3ced002dc HTTP/1.1" status: 200  len: 835 time: 0.0561912
Dec 23 16:42:40.263210 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ad0e65-f643-446e-b215-e8b82f22a689 req-0eba78cb-ff14-4857-9da4-8770eda4ab5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:42:40.264716 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-a3ad0e65-f643-446e-b215-e8b82f22a689 req-0eba78cb-ff14-4857-9da4-8770eda4ab5d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=95d66516-2af5-43d7-a02b-30ceb1fa9d59&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0728593
Dec 23 16:42:40.348234 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvr_db [None req-55c5f32b-8895-4f9f-bc54-bf9f13d31f9d None None] Set router 4caf481b-64a4-4281-9215-630b3cfbf5b7 gateway port host: dv-neutron-822799-1-hyperv {{(pid=87637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:42:40.396635 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-a3ad0e65-f643-446e-b215-e8b82f22a689 req-83ca47fe-c7c3-41e3-9fe8-148e945d6cc7 service neutron] 10.222.0.61 "GET /v2.0/networks/95d66516-2af5-43d7-a02b-30ceb1fa9d59?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1250689
Dec 23 16:42:40.529715 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-a3ad0e65-f643-446e-b215-e8b82f22a689 req-6be4be2e-4107-470a-aaf5-fa9dbe889f50 service neutron] 10.222.0.61 "GET /v2.0/networks/95d66516-2af5-43d7-a02b-30ceb1fa9d59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1272628
Dec 23 16:42:40.695612 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-55c5f32b-8895-4f9f-bc54-bf9f13d31f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc14c55e0>, [{'id': '4caf481b-64a4-4281-9215-630b3cfbf5b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1024219463', 'tenant_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.194'}], 'enable_snat': True}, 'gw_port_id': '1c429841-af89-4d03-886c-0998aa99798e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:42:17Z', 'updated_at': '2021-12-23T16:42:23Z', 'revision_number': 4, 'project_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'gw_port': {'id': '1c429841-af89-4d03-886c-0998aa99798e', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:99:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4caf481b-64a4-4281-9215-630b3cfbf5b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:42:18Z', 'updated_at': '2021-12-23T16:42:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_floatingips': [{'id': '6c6632df-c7a9-403a-9364-f29d99f78ce6', 'tenant_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'floating_ip_address': '172.26.3.191', 'floating_network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'router_id': '4caf481b-64a4-4281-9215-630b3cfbf5b7', 'port_id': 'bee739c8-994c-498d-a03f-f73970d8f9b3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1698, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '95d66516-2af5-43d7-a02b-30ceb1fa9d59', 'mac_address': 'fa:16:3e:af:6b:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e394ad70-ea66-4a00-9c10-a1eb9c7ed8ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:42:38Z', 'updated_at': '2021-12-23T16:42:38Z', 'revision_number': 0, 'project_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b9d85cb-fc12-4c86-a6dd-0de4a491dcf7', 'name': '', 'network_id': '95d66516-2af5-43d7-a02b-30ceb1fa9d59', 'tenant_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'mac_address': 'fa:16:3e:3f:2b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4caf481b-64a4-4281-9215-630b3cfbf5b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': 'f05baa91-fd5e-482b-ba35-48f3ced002dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:42:22Z', 'updated_at': '2021-12-23T16:42:28Z', 'revision_number': 5, 'project_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'subnets': [{'id': 'f05baa91-fd5e-482b-ba35-48f3ced002dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:42:40.699655 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c5f32b-8895-4f9f-bc54-bf9f13d31f9d None None] The sync data for ids ['4caf481b-64a4-4281-9215-630b3cfbf5b7'] in dv-neutron-822799-1-hyperv is: [{'id': '4caf481b-64a4-4281-9215-630b3cfbf5b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1024219463', 'tenant_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.194'}], 'enable_snat': True}, 'gw_port_id': '1c429841-af89-4d03-886c-0998aa99798e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:42:17Z', 'updated_at': '2021-12-23T16:42:23Z', 'revision_number': 4, 'project_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'gw_port': {'id': '1c429841-af89-4d03-886c-0998aa99798e', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:99:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4caf481b-64a4-4281-9215-630b3cfbf5b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:42:18Z', 'updated_at': '2021-12-23T16:42:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_floatingips': [{'id': '6c6632df-c7a9-403a-9364-f29d99f78ce6', 'tenant_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'floating_ip_address': '172.26.3.191', 'floating_network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'router_id': '4caf481b-64a4-4281-9215-630b3cfbf5b7', 'port_id': 'bee739c8-994c-498d-a03f-f73970d8f9b3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1698, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '95d66516-2af5-43d7-a02b-30ceb1fa9d59', 'mac_address': 'fa:16:3e:af:6b:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e394ad70-ea66-4a00-9c10-a1eb9c7ed8ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:42:38Z', 'updated_at': '2021-12-23T16:42:38Z', 'revision_number': 0, 'project_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b9d85cb-fc12-4c86-a6dd-0de4a491dcf7', 'name': '', 'network_id': '95d66516-2af5-43d7-a02b-30ceb1fa9d59', 'tenant_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'mac_address': 'fa:16:3e:3f:2b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4caf481b-64a4-4281-9215-630b3cfbf5b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': 'f05baa91-fd5e-482b-ba35-48f3ced002dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:42:22Z', 'updated_at': '2021-12-23T16:42:28Z', 'revision_number': 5, 'project_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'subnets': [{'id': 'f05baa91-fd5e-482b-ba35-48f3ced002dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 23 16:42:40.891554 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3247f27-c55c-4e87-b6e3-1424c8033d53 None None] New status for floating IP 6c6632df-c7a9-403a-9364-f29d99f78ce6: ACTIVE {{(pid=87638) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 23 16:42:41.114416 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 58490) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:42:41.227473 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-cacbbf12-f7c8-4534-bffd-b5f4cd75bf33 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/floatingips/6c6632df-c7a9-403a-9364-f29d99f78ce6 HTTP/1.1" status: 200  len: 993 time: 0.1117792
Dec 23 16:42:42.080569 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:42:44.650452 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.agents_db [None req-30c2320c-f298-49f6-9c47-c20e38116a9c None None] Agent healthcheck: found 6 active agents {{(pid=87638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 23 16:42:47.404416 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-2600e223-3125-45c9-ae23-59e21a508fb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:42:49.785294 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-602bd488-c82e-4045-a30e-91b9fdfbb759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:42:50.878068 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9dcbea60-a34f-4144-91e7-90aff3f57aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:42:50.941386 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:42:52.368544 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9e3aab53-d650-47e3-b8a6-2dff21fe9ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:43:08.237159 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3aea0e-1df1-4223-8d61-de82c18552a8 req-82b0cb85-f27a-411a-9ffa-da067927c85a tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:43:08.238517 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-eb3aea0e-1df1-4223-8d61-de82c18552a8 req-82b0cb85-f27a-411a-9ffa-da067927c85a tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/ports?device_id=e394ad70-ea66-4a00-9c10-a1eb9c7ed8ff HTTP/1.1" status: 200  len: 945 time: 0.0898149
Dec 23 16:43:08.282801 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-eb3aea0e-1df1-4223-8d61-de82c18552a8 req-8857c47e-57aa-4d7b-af82-08af4db20ea9 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/security-groups?id=3852f902-6168-4874-8a95-f39dbe7ccda0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0379670
Dec 23 16:43:09.479040 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4ed40e-5df6-4363-b6e3-b4a18deb5848 req-bfb5c635-d87d-4f9d-949e-065e8652ff4c tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:43:09.480499 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-9b4ed40e-5df6-4363-b6e3-b4a18deb5848 req-bfb5c635-d87d-4f9d-949e-065e8652ff4c tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/ports?device_id=e394ad70-ea66-4a00-9c10-a1eb9c7ed8ff HTTP/1.1" status: 200  len: 945 time: 0.0903158
Dec 23 16:43:09.531086 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-9b4ed40e-5df6-4363-b6e3-b4a18deb5848 req-c7a053e1-ce24-4cb0-bd9b-e71cddbed9c7 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/security-groups?id=3852f902-6168-4874-8a95-f39dbe7ccda0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0434310
Dec 23 16:43:09.565069 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 58510) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:43:09.795001 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-b6bff0e9-e6df-4713-b51b-eaff93391e93 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/floatingips/6c6632df-c7a9-403a-9364-f29d99f78ce6 HTTP/1.1" status: 200  len: 993 time: 0.2287908
Dec 23 16:43:11.283502 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f5c5c9-519a-49f0-ad61-11ea0f4bdd3a req-97811ac4-ee2a-4015-8b4a-b348f713cfce tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:43:11.285691 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-28f5c5c9-519a-49f0-ad61-11ea0f4bdd3a req-97811ac4-ee2a-4015-8b4a-b348f713cfce tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/ports?device_id=e394ad70-ea66-4a00-9c10-a1eb9c7ed8ff HTTP/1.1" status: 200  len: 945 time: 0.0873511
Dec 23 16:43:11.294998 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76b040b-500d-4da3-a513-23536416debe req-09a30f8f-0f70-434c-9806-5e9f87f00e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:43:11.296771 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-a76b040b-500d-4da3-a513-23536416debe req-09a30f8f-0f70-434c-9806-5e9f87f00e8a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=bf163a60baa2480bb3e9e9a93ee73eb3&device_id=e394ad70-ea66-4a00-9c10-a1eb9c7ed8ff HTTP/1.1" status: 200  len: 1098 time: 0.0814400
Dec 23 16:43:11.332777 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-28f5c5c9-519a-49f0-ad61-11ea0f4bdd3a req-d0bfe8bd-52d2-4dbd-8e12-20d0528834a6 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/security-groups?id=3852f902-6168-4874-8a95-f39dbe7ccda0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412967
Dec 23 16:43:11.460764 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76b040b-500d-4da3-a513-23536416debe req-7414af0f-b620-4699-9be0-4ada8798dbb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:43:11.462120 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-a76b040b-500d-4da3-a513-23536416debe req-7414af0f-b620-4699-9be0-4ada8798dbb4 service neutron] 10.222.0.61 "GET /v2.0/networks?id=95d66516-2af5-43d7-a02b-30ceb1fa9d59 HTTP/1.1" status: 200  len: 898 time: 0.1431329
Dec 23 16:43:11.570946 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-a76b040b-500d-4da3-a513-23536416debe req-711e149e-5886-4129-8716-b4b626aac9ab service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bee739c8-994c-498d-a03f-f73970d8f9b3 HTTP/1.1" status: 200  len: 1001 time: 0.1016343
Dec 23 16:43:11.635181 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76b040b-500d-4da3-a513-23536416debe req-f995a038-1a86-46f7-8d5b-ef464ac3a236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:43:11.636565 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-a76b040b-500d-4da3-a513-23536416debe req-f995a038-1a86-46f7-8d5b-ef464ac3a236 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f05baa91-fd5e-482b-ba35-48f3ced002dc HTTP/1.1" status: 200  len: 835 time: 0.0585201
Dec 23 16:43:11.724319 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76b040b-500d-4da3-a513-23536416debe req-d9b2ed56-23fd-46fd-bd5b-557f6ef4bd19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:43:11.726573 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-a76b040b-500d-4da3-a513-23536416debe req-d9b2ed56-23fd-46fd-bd5b-557f6ef4bd19 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=95d66516-2af5-43d7-a02b-30ceb1fa9d59&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0832903
Dec 23 16:43:11.873113 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-a76b040b-500d-4da3-a513-23536416debe req-225e2364-4701-49f0-9ce9-4213701a626a service neutron] 10.222.0.61 "GET /v2.0/networks/95d66516-2af5-43d7-a02b-30ceb1fa9d59?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1385896
Dec 23 16:43:12.006304 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-a76b040b-500d-4da3-a513-23536416debe req-208b3fc6-dcf1-4687-b40e-ff08c9ef8c6e service neutron] 10.222.0.61 "GET /v2.0/networks/95d66516-2af5-43d7-a02b-30ceb1fa9d59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1252139
Dec 23 16:43:12.066278 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:43:12.528889 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197fdbfd-03a1-40a8-aa29-ca2a44550459 req-25d8bde4-8f2a-485b-9332-1089fb0e841a tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:43:12.530749 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-197fdbfd-03a1-40a8-aa29-ca2a44550459 req-25d8bde4-8f2a-485b-9332-1089fb0e841a tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/ports?device_id=e394ad70-ea66-4a00-9c10-a1eb9c7ed8ff HTTP/1.1" status: 200  len: 945 time: 0.0844901
Dec 23 16:43:12.577615 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-197fdbfd-03a1-40a8-aa29-ca2a44550459 req-ea912b71-5bc9-4e54-bea1-a85777edb4e1 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/security-groups?id=3852f902-6168-4874-8a95-f39dbe7ccda0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0393562
Dec 23 16:43:12.606313 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 58522) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:43:12.711862 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-0b2b9c23-93ff-4d80-b387-ad07fa70468d tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/floatingips/6c6632df-c7a9-403a-9364-f29d99f78ce6 HTTP/1.1" status: 200  len: 993 time: 0.1043174
Dec 23 16:43:13.080996 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 58530) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:43:13.287478 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-59c3def6-63ce-4bfc-8e8a-da7b62b5e97e tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Deleting port c3dceecc-ce43-41f1-9aed-3c96fd77d9bb {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:43:13.287703 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-59c3def6-63ce-4bfc-8e8a-da7b62b5e97e tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:43:13.457680 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-59c3def6-63ce-4bfc-8e8a-da7b62b5e97e tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:43:13.458000 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-59c3def6-63ce-4bfc-8e8a-da7b62b5e97e tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:43:13.710838 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-59c3def6-63ce-4bfc-8e8a-da7b62b5e97e tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Calling delete_port for c3dceecc-ce43-41f1-9aed-3c96fd77d9bb owned by network:floatingip {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:43:13.864787 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-59c3def6-63ce-4bfc-8e8a-da7b62b5e97e tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:43:13.869879 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-42c7951f-acd3-4200-a666-1ee8aa5cc9e3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:43:13.923674 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c3def6-63ce-4bfc-8e8a-da7b62b5e97e tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Pushing event deleted for resources: {'Port': ['ID=c3dceecc-ce43-41f1-9aed-3c96fd77d9bb,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:43:13.959502 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c3def6-63ce-4bfc-8e8a-da7b62b5e97e tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:43:13.959861 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c3def6-63ce-4bfc-8e8a-da7b62b5e97e tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:43:13.960234 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c3def6-63ce-4bfc-8e8a-da7b62b5e97e tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:43:13.960628 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c3def6-63ce-4bfc-8e8a-da7b62b5e97e tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:43:13.961063 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c3def6-63ce-4bfc-8e8a-da7b62b5e97e tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:43:13.961357 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c3def6-63ce-4bfc-8e8a-da7b62b5e97e tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:43:13.961715 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c3def6-63ce-4bfc-8e8a-da7b62b5e97e tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:43:13.962080 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c3def6-63ce-4bfc-8e8a-da7b62b5e97e tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:43:13.962433 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c3def6-63ce-4bfc-8e8a-da7b62b5e97e tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:43:13.962789 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c3def6-63ce-4bfc-8e8a-da7b62b5e97e tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:43:13.963108 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c3def6-63ce-4bfc-8e8a-da7b62b5e97e tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:43:13.963482 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c3def6-63ce-4bfc-8e8a-da7b62b5e97e tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:43:13.970897 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-59c3def6-63ce-4bfc-8e8a-da7b62b5e97e tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:43:14.022188 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-59c3def6-63ce-4bfc-8e8a-da7b62b5e97e tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks [] for floatingip, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:43:14.022589 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.db.l3_db [None req-59c3def6-63ce-4bfc-8e8a-da7b62b5e97e tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Floating IP 6c6632df-c7a9-403a-9364-f29d99f78ce6 disassociated (deleted). External IP: 172.26.3.191, port: bee739c8-994c-498d-a03f-f73970d8f9b3.
Dec 23 16:43:14.371312 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59c3def6-63ce-4bfc-8e8a-da7b62b5e97e tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Router 4caf481b-64a4-4281-9215-630b3cfbf5b7 has already been hosted by L3 agent 371d4c41-c7e2-4de7-9539-c049ec4e95d1 {{(pid=87636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 23 16:43:14.554997 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59c3def6-63ce-4bfc-8e8a-da7b62b5e97e tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify agent at l3_agent.dv-neutron-822799-1-hyperv the message routers_updated {{(pid=87636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 23 16:43:14.564611 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74fed641-23f0-45eb-a17f-e50bdd01c7a5 None None] Sync routers for ids ['4caf481b-64a4-4281-9215-630b3cfbf5b7'] in dv-neutron-822799-1-hyperv {{(pid=87637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 23 16:43:14.574744 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74fed641-23f0-45eb-a17f-e50bdd01c7a5 None None] Routers {'4caf481b-64a4-4281-9215-630b3cfbf5b7'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:43:14.575368 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-74fed641-23f0-45eb-a17f-e50bdd01c7a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc065efa0>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:42:50Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['4caf481b-64a4-4281-9215-630b3cfbf5b7'], 'active': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:43:14.578329 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-59c3def6-63ce-4bfc-8e8a-da7b62b5e97e tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for floatingip, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:43:14.636947 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-59c3def6-63ce-4bfc-8e8a-da7b62b5e97e tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "DELETE /v2.0/floatingips/6c6632df-c7a9-403a-9364-f29d99f78ce6 HTTP/1.1" status: 204  len: 168 time: 1.5547464
Dec 23 16:43:14.637743 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e394ad70-ea66-4a00-9c10-a1eb9c7ed8ff', 'tag': 'bee739c8-994c-498d-a03f-f73970d8f9b3'}] {{(pid=87636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 23 16:43:14.682985 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e394ad70-ea66-4a00-9c10-a1eb9c7ed8ff', 'tag': 'bee739c8-994c-498d-a03f-f73970d8f9b3', 'status': 'completed', 'code': 200}
Dec 23 16:43:14.755867 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvr_db [None req-74fed641-23f0-45eb-a17f-e50bdd01c7a5 None None] Set router 4caf481b-64a4-4281-9215-630b3cfbf5b7 gateway port host: dv-neutron-822799-1-hyperv {{(pid=87637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:43:14.796399 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a646245-3788-4bbf-a75a-a7a96df81f43 req-73ecf4d8-2e6c-4f41-b9d9-b30ab5c753e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:43:14.798259 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-0a646245-3788-4bbf-a75a-a7a96df81f43 req-73ecf4d8-2e6c-4f41-b9d9-b30ab5c753e4 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=bf163a60baa2480bb3e9e9a93ee73eb3&device_id=e394ad70-ea66-4a00-9c10-a1eb9c7ed8ff HTTP/1.1" status: 200  len: 1098 time: 0.0908432
Dec 23 16:43:14.937644 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a646245-3788-4bbf-a75a-a7a96df81f43 req-18ac1fc4-a110-4a67-ac63-0820b102a18a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:43:14.939164 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-0a646245-3788-4bbf-a75a-a7a96df81f43 req-18ac1fc4-a110-4a67-ac63-0820b102a18a service neutron] 10.222.0.61 "GET /v2.0/networks?id=95d66516-2af5-43d7-a02b-30ceb1fa9d59 HTTP/1.1" status: 200  len: 898 time: 0.1334484
Dec 23 16:43:15.011054 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-0a646245-3788-4bbf-a75a-a7a96df81f43 req-6980e868-2892-4928-9678-27fbfe0ac2ae service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bee739c8-994c-498d-a03f-f73970d8f9b3 HTTP/1.1" status: 200  len: 217 time: 0.0642500
Dec 23 16:43:15.014719 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a08614-3fc5-405d-ad67-5d13e6294fd4 req-e2062a6a-eb24-417e-b62f-3ff738eac03e tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:43:15.016209 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-f4a08614-3fc5-405d-ad67-5d13e6294fd4 req-e2062a6a-eb24-417e-b62f-3ff738eac03e tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/ports?device_id=e394ad70-ea66-4a00-9c10-a1eb9c7ed8ff HTTP/1.1" status: 200  len: 945 time: 0.0829864
Dec 23 16:43:15.061618 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-f4a08614-3fc5-405d-ad67-5d13e6294fd4 req-02dd353d-bc6d-4c17-b1f7-2f36b639c4d6 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/security-groups?id=3852f902-6168-4874-8a95-f39dbe7ccda0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0396609
Dec 23 16:43:15.083927 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a646245-3788-4bbf-a75a-a7a96df81f43 req-19b25024-de6c-4ce5-873c-8177b14b93ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:43:15.085597 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-0a646245-3788-4bbf-a75a-a7a96df81f43 req-19b25024-de6c-4ce5-873c-8177b14b93ce service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f05baa91-fd5e-482b-ba35-48f3ced002dc HTTP/1.1" status: 200  len: 835 time: 0.0676205
Dec 23 16:43:15.092760 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-74fed641-23f0-45eb-a17f-e50bdd01c7a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc065efa0>, [{'id': '4caf481b-64a4-4281-9215-630b3cfbf5b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1024219463', 'tenant_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.194'}], 'enable_snat': True}, 'gw_port_id': '1c429841-af89-4d03-886c-0998aa99798e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:42:17Z', 'updated_at': '2021-12-23T16:42:23Z', 'revision_number': 4, 'project_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'gw_port': {'id': '1c429841-af89-4d03-886c-0998aa99798e', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:99:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4caf481b-64a4-4281-9215-630b3cfbf5b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:42:18Z', 'updated_at': '2021-12-23T16:42:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_interfaces': [{'id': '8b9d85cb-fc12-4c86-a6dd-0de4a491dcf7', 'name': '', 'network_id': '95d66516-2af5-43d7-a02b-30ceb1fa9d59', 'tenant_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'mac_address': 'fa:16:3e:3f:2b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4caf481b-64a4-4281-9215-630b3cfbf5b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': 'f05baa91-fd5e-482b-ba35-48f3ced002dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:42:22Z', 'updated_at': '2021-12-23T16:42:28Z', 'revision_number': 5, 'project_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'subnets': [{'id': 'f05baa91-fd5e-482b-ba35-48f3ced002dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:43:15.096843 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74fed641-23f0-45eb-a17f-e50bdd01c7a5 None None] Checking router: 4caf481b-64a4-4281-9215-630b3cfbf5b7 for host: dv-neutron-822799-1-hyperv {{(pid=87637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 23 16:43:15.104991 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74fed641-23f0-45eb-a17f-e50bdd01c7a5 None None] Routers {'4caf481b-64a4-4281-9215-630b3cfbf5b7'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:43:15.105600 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-74fed641-23f0-45eb-a17f-e50bdd01c7a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc065efa0>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:42:50Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['4caf481b-64a4-4281-9215-630b3cfbf5b7'], 'active': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:43:15.300502 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a646245-3788-4bbf-a75a-a7a96df81f43 req-ab317cb5-93e5-4084-bd0e-4b2d7a75be97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:43:15.302039 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-0a646245-3788-4bbf-a75a-a7a96df81f43 req-ab317cb5-93e5-4084-bd0e-4b2d7a75be97 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=95d66516-2af5-43d7-a02b-30ceb1fa9d59&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.2098765
Dec 23 16:43:15.341082 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvr_db [None req-74fed641-23f0-45eb-a17f-e50bdd01c7a5 None None] Set router 4caf481b-64a4-4281-9215-630b3cfbf5b7 gateway port host: dv-neutron-822799-1-hyperv {{(pid=87637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:43:15.434676 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-0a646245-3788-4bbf-a75a-a7a96df81f43 req-1cd06de4-24c4-4093-b9a4-67bfd52647c2 service neutron] 10.222.0.61 "GET /v2.0/networks/95d66516-2af5-43d7-a02b-30ceb1fa9d59?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1249690
Dec 23 16:43:15.572078 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-0a646245-3788-4bbf-a75a-a7a96df81f43 req-ca695a69-43e8-4da2-8909-f108df138e06 service neutron] 10.222.0.61 "GET /v2.0/networks/95d66516-2af5-43d7-a02b-30ceb1fa9d59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1302307
Dec 23 16:43:15.649216 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-74fed641-23f0-45eb-a17f-e50bdd01c7a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc065efa0>, [{'id': '4caf481b-64a4-4281-9215-630b3cfbf5b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1024219463', 'tenant_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.194'}], 'enable_snat': True}, 'gw_port_id': '1c429841-af89-4d03-886c-0998aa99798e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:42:17Z', 'updated_at': '2021-12-23T16:42:23Z', 'revision_number': 4, 'project_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'gw_port': {'id': '1c429841-af89-4d03-886c-0998aa99798e', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:99:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4caf481b-64a4-4281-9215-630b3cfbf5b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:42:18Z', 'updated_at': '2021-12-23T16:42:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_interfaces': [{'id': '8b9d85cb-fc12-4c86-a6dd-0de4a491dcf7', 'name': '', 'network_id': '95d66516-2af5-43d7-a02b-30ceb1fa9d59', 'tenant_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'mac_address': 'fa:16:3e:3f:2b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4caf481b-64a4-4281-9215-630b3cfbf5b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': 'f05baa91-fd5e-482b-ba35-48f3ced002dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:42:22Z', 'updated_at': '2021-12-23T16:42:28Z', 'revision_number': 5, 'project_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'subnets': [{'id': 'f05baa91-fd5e-482b-ba35-48f3ced002dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:43:15.653143 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74fed641-23f0-45eb-a17f-e50bdd01c7a5 None None] The sync data for ids ['4caf481b-64a4-4281-9215-630b3cfbf5b7'] in dv-neutron-822799-1-hyperv is: [{'id': '4caf481b-64a4-4281-9215-630b3cfbf5b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1024219463', 'tenant_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.194'}], 'enable_snat': True}, 'gw_port_id': '1c429841-af89-4d03-886c-0998aa99798e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:42:17Z', 'updated_at': '2021-12-23T16:42:23Z', 'revision_number': 4, 'project_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'gw_port': {'id': '1c429841-af89-4d03-886c-0998aa99798e', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:99:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4caf481b-64a4-4281-9215-630b3cfbf5b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:42:18Z', 'updated_at': '2021-12-23T16:42:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_interfaces': [{'id': '8b9d85cb-fc12-4c86-a6dd-0de4a491dcf7', 'name': '', 'network_id': '95d66516-2af5-43d7-a02b-30ceb1fa9d59', 'tenant_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'mac_address': 'fa:16:3e:3f:2b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4caf481b-64a4-4281-9215-630b3cfbf5b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': 'f05baa91-fd5e-482b-ba35-48f3ced002dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:42:22Z', 'updated_at': '2021-12-23T16:42:28Z', 'revision_number': 5, 'project_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'subnets': [{'id': 'f05baa91-fd5e-482b-ba35-48f3ced002dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 23 16:43:15.886344 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-244a7c68-4035-428c-9a9e-5d05c498a85d None None] New status for floating IP 6c6632df-c7a9-403a-9364-f29d99f78ce6: DOWN {{(pid=87638) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 23 16:43:16.260087 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492389b6-fbde-4dee-967c-6ca387c2e52b req-e229f274-547d-47cd-ba54-d95278096fe0 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:43:16.260710 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-492389b6-fbde-4dee-967c-6ca387c2e52b req-e229f274-547d-47cd-ba54-d95278096fe0 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Synchronizing usage tracker for tenant:bf163a60baa2480bb3e9e9a93ee73eb3 on resource:port {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:43:16.279207 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-492389b6-fbde-4dee-967c-6ca387c2e52b req-e229f274-547d-47cd-ba54-d95278096fe0 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Unset dirty status for tenant:bf163a60baa2480bb3e9e9a93ee73eb3 on resource:port {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:43:16.280588 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-492389b6-fbde-4dee-967c-6ca387c2e52b req-e229f274-547d-47cd-ba54-d95278096fe0 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/ports?device_id=e394ad70-ea66-4a00-9c10-a1eb9c7ed8ff HTTP/1.1" status: 200  len: 945 time: 0.1004820
Dec 23 16:43:16.326205 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-492389b6-fbde-4dee-967c-6ca387c2e52b req-08297a47-3544-481a-aaed-85c4621835a3 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/security-groups?id=3852f902-6168-4874-8a95-f39dbe7ccda0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0396593
Dec 23 16:43:16.466426 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f650dd-dc0d-476c-a239-2649d406d9ba req-856b25c3-5e4f-4760-a938-e20f44ec42c2 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:43:16.468127 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-a9f650dd-dc0d-476c-a239-2649d406d9ba req-856b25c3-5e4f-4760-a938-e20f44ec42c2 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.61 "GET /v2.0/ports?device_id=e394ad70-ea66-4a00-9c10-a1eb9c7ed8ff HTTP/1.1" status: 200  len: 945 time: 0.0932019
Dec 23 16:43:16.538141 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [req-a9f650dd-dc0d-476c-a239-2649d406d9ba req-c825d4ad-400e-4773-9ffc-0aa3222f9e48 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Deleting port bee739c8-994c-498d-a03f-f73970d8f9b3 {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:43:16.538394 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-a9f650dd-dc0d-476c-a239-2649d406d9ba req-c825d4ad-400e-4773-9ffc-0aa3222f9e48 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:43:16.790935 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [req-a9f650dd-dc0d-476c-a239-2649d406d9ba req-c825d4ad-400e-4773-9ffc-0aa3222f9e48 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] For port bee739c8-994c-498d-a03f-f73970d8f9b3, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=bee739c8-994c-498d-a03f-f73970d8f9b3,segment=NetworkSegment(692e69dd-d128-4c35-8c9f-07b8dbecf42a),segment_id=692e69dd-d128-4c35-8c9f-07b8dbecf42a)] {{(pid=87636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:43:16.791149 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-a9f650dd-dc0d-476c-a239-2649d406d9ba req-c825d4ad-400e-4773-9ffc-0aa3222f9e48 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:43:16.909640 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [req-a9f650dd-dc0d-476c-a239-2649d406d9ba req-c825d4ad-400e-4773-9ffc-0aa3222f9e48 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Calling delete_port for bee739c8-994c-498d-a03f-f73970d8f9b3 owned by compute:nova {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:43:17.066796 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-a9f650dd-dc0d-476c-a239-2649d406d9ba req-c825d4ad-400e-4773-9ffc-0aa3222f9e48 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:43:17.073305 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-0af1ab11-c646-4348-b9dd-c8c935dbb6be tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:43:17.122353 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c825d4ad-400e-4773-9ffc-0aa3222f9e48 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Pushing event deleted for resources: {'Port': ['ID=bee739c8-994c-498d-a03f-f73970d8f9b3,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:43:17.126046 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-c825d4ad-400e-4773-9ffc-0aa3222f9e48 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:43:17.209509 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9f650dd-dc0d-476c-a239-2649d406d9ba req-c825d4ad-400e-4773-9ffc-0aa3222f9e48 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] No DVR routers for this DVR port bee739c8-994c-498d-a03f-f73970d8f9b3 on host hv-neutron-8227 {{(pid=87636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 23 16:43:17.212076 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-a9f650dd-dc0d-476c-a239-2649d406d9ba req-c825d4ad-400e-4773-9ffc-0aa3222f9e48 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:43:17.214666 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e394ad70-ea66-4a00-9c10-a1eb9c7ed8ff', 'name': 'network-vif-deleted', 'tag': 'bee739c8-994c-498d-a03f-f73970d8f9b3'}] {{(pid=87636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 23 16:43:17.231854 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-a9f650dd-dc0d-476c-a239-2649d406d9ba req-c825d4ad-400e-4773-9ffc-0aa3222f9e48 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.61 "DELETE /v2.0/ports/bee739c8-994c-498d-a03f-f73970d8f9b3 HTTP/1.1" status: 204  len: 173 time: 0.7582829
Dec 23 16:43:17.263411 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e394ad70-ea66-4a00-9c10-a1eb9c7ed8ff', 'name': 'network-vif-deleted', 'tag': 'bee739c8-994c-498d-a03f-f73970d8f9b3', 'status': 'completed', 'code': 200}
Dec 23 16:43:17.398883 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-6324893e-1523-4dc6-92dd-759cbaa74af9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:43:17.489711 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-e1104bab-dced-4060-9fdd-a81784b3cb13 req-594e33fa-517a-4042-beed-c4fd688b6f2a tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Synchronizing usage tracker for tenant:bf163a60baa2480bb3e9e9a93ee73eb3 on resource:port {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:43:17.506957 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-e1104bab-dced-4060-9fdd-a81784b3cb13 req-594e33fa-517a-4042-beed-c4fd688b6f2a tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Unset dirty status for tenant:bf163a60baa2480bb3e9e9a93ee73eb3 on resource:port {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:43:17.508357 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-e1104bab-dced-4060-9fdd-a81784b3cb13 req-594e33fa-517a-4042-beed-c4fd688b6f2a tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/ports?device_id=e394ad70-ea66-4a00-9c10-a1eb9c7ed8ff HTTP/1.1" status: 200  len: 210 time: 0.0612254
Dec 23 16:43:18.620849 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 58548) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:43:19.317809 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-590282b6-0b47-4613-a541-c3af62d7b1fa tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1781419'] for router_interface, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:43:19.698586 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-590282b6-0b47-4613-a541-c3af62d7b1fa tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Deleting port 8b9d85cb-fc12-4c86-a6dd-0de4a491dcf7 {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:43:19.699367 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-590282b6-0b47-4613-a541-c3af62d7b1fa tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:43:19.783653 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-6fa077e9-ce83-45b3-a3fc-730673eff5dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:43:19.899227 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [None req-590282b6-0b47-4613-a541-c3af62d7b1fa tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] For port 8b9d85cb-fc12-4c86-a6dd-0de4a491dcf7, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=8b9d85cb-fc12-4c86-a6dd-0de4a491dcf7,segment=NetworkSegment(692e69dd-d128-4c35-8c9f-07b8dbecf42a),segment_id=692e69dd-d128-4c35-8c9f-07b8dbecf42a)] {{(pid=87636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:43:19.899586 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-590282b6-0b47-4613-a541-c3af62d7b1fa tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:43:20.023880 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-590282b6-0b47-4613-a541-c3af62d7b1fa tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Calling delete_port for 8b9d85cb-fc12-4c86-a6dd-0de4a491dcf7 owned by network:router_interface {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:43:20.222988 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-590282b6-0b47-4613-a541-c3af62d7b1fa tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:43:20.227458 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-ec0259a2-e8fd-4c65-9537-0061c80ce15c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:43:20.272665 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590282b6-0b47-4613-a541-c3af62d7b1fa tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Pushing event deleted for resources: {'Port': ['ID=8b9d85cb-fc12-4c86-a6dd-0de4a491dcf7,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:43:20.300006 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-590282b6-0b47-4613-a541-c3af62d7b1fa tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:43:20.568718 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Device bee739c8-994c-498d-a03f-f73970d8f9b3 no longer exists at agent hyperv_hv-neutron-8227 {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 23 16:43:20.609910 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] No Port match for: bee739c8-994c-498d-a03f-f73970d8f9b3 {{(pid=87637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 23 16:43:20.610280 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Device bee739c8-994c-498d-a03f-f73970d8f9b3 not bound to the agent host hv-neutron-8227 {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 23 16:43:20.685821 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-590282b6-0b47-4613-a541-c3af62d7b1fa tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1627472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1784155'] for router_interface, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:43:20.880638 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9dcbea60-a34f-4144-91e7-90aff3f57aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:43:20.935612 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:43:21.053417 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-590282b6-0b47-4613-a541-c3af62d7b1fa tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Router 4caf481b-64a4-4281-9215-630b3cfbf5b7 has already been hosted by L3 agent 371d4c41-c7e2-4de7-9539-c049ec4e95d1 {{(pid=87636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 23 16:43:21.237231 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-590282b6-0b47-4613-a541-c3af62d7b1fa tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify agent at l3_agent.dv-neutron-822799-1-hyperv the message routers_updated {{(pid=87636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 23 16:43:21.248328 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3665dc8e-9f10-4be5-adfb-d426e447d211 None None] Sync routers for ids ['4caf481b-64a4-4281-9215-630b3cfbf5b7'] in dv-neutron-822799-1-hyperv {{(pid=87637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 23 16:43:21.257378 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-590282b6-0b47-4613-a541-c3af62d7b1fa tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "PUT /v2.0/routers/4caf481b-64a4-4281-9215-630b3cfbf5b7/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6324332
Dec 23 16:43:21.257699 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 58552) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:43:21.262350 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3665dc8e-9f10-4be5-adfb-d426e447d211 None None] Routers {'4caf481b-64a4-4281-9215-630b3cfbf5b7'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:43:21.263014 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-3665dc8e-9f10-4be5-adfb-d426e447d211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc10ef970>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:43:20Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['4caf481b-64a4-4281-9215-630b3cfbf5b7'], 'active': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:43:21.327366 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_v2 [None req-f684bc77-be3b-4668-bda9-c36ea9916b19 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Deleting subnet f05baa91-fd5e-482b-ba35-48f3ced002dc {{(pid=87636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 23 16:43:21.330537 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f684bc77-be3b-4668-bda9-c36ea9916b19 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks [] for subnet, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:43:21.385195 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f684bc77-be3b-4668-bda9-c36ea9916b19 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2382092'] for subnet, precommit_delete_associations {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:43:21.433020 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvr_db [None req-3665dc8e-9f10-4be5-adfb-d426e447d211 None None] Set router 4caf481b-64a4-4281-9215-630b3cfbf5b7 gateway port host: dv-neutron-822799-1-hyperv {{(pid=87637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:43:21.472148 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f684bc77-be3b-4668-bda9-c36ea9916b19 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864774'] for subnet, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:43:21.551983 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f684bc77-be3b-4668-bda9-c36ea9916b19 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2176495', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2618677'] for subnet, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:43:21.556500 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-600c9aa5-1d9f-47fc-9e72-abb175011b69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:43:21.593199 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f684bc77-be3b-4668-bda9-c36ea9916b19 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Pushing event deleted for resources: {'Subnet': ['ID=f05baa91-fd5e-482b-ba35-48f3ced002dc,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:43:21.595149 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-f684bc77-be3b-4668-bda9-c36ea9916b19 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks [] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:43:21.598459 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-f684bc77-be3b-4668-bda9-c36ea9916b19 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:43:21.602546 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-f684bc77-be3b-4668-bda9-c36ea9916b19 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "DELETE /v2.0/subnets/f05baa91-fd5e-482b-ba35-48f3ced002dc HTTP/1.1" status: 204  len: 168 time: 0.3438554
Dec 23 16:43:21.605446 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 58556) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:43:21.614450 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b26322b-e307-42cd-8ae2-31987e97cac5 None None] Network 95d66516-2af5-43d7-a02b-30ceb1fa9d59 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:43:21.648637 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.agents_db [None req-30c2320c-f298-49f6-9c47-c20e38116a9c None None] Agent healthcheck: found 6 active agents {{(pid=87638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 23 16:43:21.884605 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-3665dc8e-9f10-4be5-adfb-d426e447d211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc10ef970>, [{'id': '4caf481b-64a4-4281-9215-630b3cfbf5b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1024219463', 'tenant_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.194'}], 'enable_snat': True}, 'gw_port_id': '1c429841-af89-4d03-886c-0998aa99798e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:42:17Z', 'updated_at': '2021-12-23T16:43:20Z', 'revision_number': 5, 'project_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'gw_port': {'id': '1c429841-af89-4d03-886c-0998aa99798e', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:99:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4caf481b-64a4-4281-9215-630b3cfbf5b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:42:18Z', 'updated_at': '2021-12-23T16:42:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv'}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:43:21.889186 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3665dc8e-9f10-4be5-adfb-d426e447d211 None None] Checking router: 4caf481b-64a4-4281-9215-630b3cfbf5b7 for host: dv-neutron-822799-1-hyperv {{(pid=87637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 23 16:43:21.898630 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3665dc8e-9f10-4be5-adfb-d426e447d211 None None] Routers {'4caf481b-64a4-4281-9215-630b3cfbf5b7'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:43:21.899254 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-3665dc8e-9f10-4be5-adfb-d426e447d211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc10ef970>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:43:20Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['4caf481b-64a4-4281-9215-630b3cfbf5b7'], 'active': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:43:21.917413 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-e50f4235-7637-4b8f-a058-c38830059b77 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks [] for router, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:43:21.956062 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9900a52-e6cd-4b82-831d-ce908fe7753f None None] DHCP port deletion for 95d66516-2af5-43d7-a02b-30ceb1fa9d59 request from dv-neutron-822799-1-hyperv {{(pid=87637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 23 16:43:21.972792 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-d9900a52-e6cd-4b82-831d-ce908fe7753f None None] Deleting port 4b524d67-433f-45b1-a683-c1149d4955d7 {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:43:21.973176 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d9900a52-e6cd-4b82-831d-ce908fe7753f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:43:22.098846 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-e50f4235-7637-4b8f-a058-c38830059b77 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:43:22.110541 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-e50f4235-7637-4b8f-a058-c38830059b77 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Deleting port 1c429841-af89-4d03-886c-0998aa99798e {{(pid=87635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:43:22.110911 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-e50f4235-7637-4b8f-a058-c38830059b77 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:43:22.217647 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvr_db [None req-3665dc8e-9f10-4be5-adfb-d426e447d211 None None] Set router 4caf481b-64a4-4281-9215-630b3cfbf5b7 gateway port host: dv-neutron-822799-1-hyperv {{(pid=87637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:43:22.295448 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.db [None req-e50f4235-7637-4b8f-a058-c38830059b77 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] For port 1c429841-af89-4d03-886c-0998aa99798e, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=1c429841-af89-4d03-886c-0998aa99798e,segment=NetworkSegment(77e3d110-dd7b-426c-b11f-b78dde7993df),segment_id=77e3d110-dd7b-426c-b11f-b78dde7993df)] {{(pid=87635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:43:22.296325 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-e50f4235-7637-4b8f-a058-c38830059b77 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:43:22.411648 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 4b524d67-433f-45b1-a683-c1149d4955d7 no longer exists at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 23 16:43:22.423508 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-e50f4235-7637-4b8f-a058-c38830059b77 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Calling delete_port for 1c429841-af89-4d03-886c-0998aa99798e owned by network:router_gateway {{(pid=87635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:43:22.555274 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9e3aab53-d650-47e3-b8a6-2dff21fe9ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:43:22.563506 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-d9900a52-e6cd-4b82-831d-ce908fe7753f None None] For port 4b524d67-433f-45b1-a683-c1149d4955d7, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=4b524d67-433f-45b1-a683-c1149d4955d7,segment=NetworkSegment(692e69dd-d128-4c35-8c9f-07b8dbecf42a),segment_id=692e69dd-d128-4c35-8c9f-07b8dbecf42a)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:43:22.563896 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d9900a52-e6cd-4b82-831d-ce908fe7753f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:43:22.709753 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-d9900a52-e6cd-4b82-831d-ce908fe7753f None None] Calling delete_port for 4b524d67-433f-45b1-a683-c1149d4955d7 owned by network:dhcp {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:43:22.720939 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-e50f4235-7637-4b8f-a058-c38830059b77 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:43:22.725581 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-74c700a3-c158-47ca-8ef5-0ec454ab18c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:43:22.773240 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50f4235-7637-4b8f-a058-c38830059b77 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Pushing event deleted for resources: {'Port': ['ID=1c429841-af89-4d03-886c-0998aa99798e,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:43:22.808294 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50f4235-7637-4b8f-a058-c38830059b77 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:43:22.808620 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50f4235-7637-4b8f-a058-c38830059b77 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:43:22.809012 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50f4235-7637-4b8f-a058-c38830059b77 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:43:22.809391 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50f4235-7637-4b8f-a058-c38830059b77 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:43:22.809765 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50f4235-7637-4b8f-a058-c38830059b77 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:43:22.810139 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50f4235-7637-4b8f-a058-c38830059b77 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:43:22.810546 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50f4235-7637-4b8f-a058-c38830059b77 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:43:22.810897 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50f4235-7637-4b8f-a058-c38830059b77 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:43:22.811479 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50f4235-7637-4b8f-a058-c38830059b77 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:43:22.812063 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50f4235-7637-4b8f-a058-c38830059b77 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:43:22.812294 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50f4235-7637-4b8f-a058-c38830059b77 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:43:22.812699 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50f4235-7637-4b8f-a058-c38830059b77 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:43:22.820922 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-e50f4235-7637-4b8f-a058-c38830059b77 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:43:22.860426 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:43:22.880677 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-e50f4235-7637-4b8f-a058-c38830059b77 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1824206'] for router_gateway, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:43:22.889051 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d9900a52-e6cd-4b82-831d-ce908fe7753f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789'] for port, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:43:22.894692 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-c67ec024-633c-49cd-8d2b-f6a2da1655bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:43:22.974608 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9900a52-e6cd-4b82-831d-ce908fe7753f None None] No DVR routers for this DVR port 4b524d67-433f-45b1-a683-c1149d4955d7 on host dv-neutron-822799-1-hyperv {{(pid=87637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 23 16:43:22.977063 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9900a52-e6cd-4b82-831d-ce908fe7753f None None] Pushing event deleted for resources: {'Port': ['ID=4b524d67-433f-45b1-a683-c1149d4955d7,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:43:22.991912 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9900a52-e6cd-4b82-831d-ce908fe7753f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:43:22.992298 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9900a52-e6cd-4b82-831d-ce908fe7753f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:43:22.992546 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9900a52-e6cd-4b82-831d-ce908fe7753f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:43:22.992923 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9900a52-e6cd-4b82-831d-ce908fe7753f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:43:22.993612 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9900a52-e6cd-4b82-831d-ce908fe7753f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:43:22.993612 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9900a52-e6cd-4b82-831d-ce908fe7753f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:43:22.993898 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9900a52-e6cd-4b82-831d-ce908fe7753f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:43:22.994219 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9900a52-e6cd-4b82-831d-ce908fe7753f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:43:22.994513 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9900a52-e6cd-4b82-831d-ce908fe7753f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:43:22.994835 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9900a52-e6cd-4b82-831d-ce908fe7753f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:43:22.995176 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9900a52-e6cd-4b82-831d-ce908fe7753f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:43:22.995505 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9900a52-e6cd-4b82-831d-ce908fe7753f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:43:22.999462 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-3665dc8e-9f10-4be5-adfb-d426e447d211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc10ef970>, [{'id': '4caf481b-64a4-4281-9215-630b3cfbf5b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1024219463', 'tenant_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.194'}], 'enable_snat': True}, 'gw_port_id': '1c429841-af89-4d03-886c-0998aa99798e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:42:17Z', 'updated_at': '2021-12-23T16:43:20Z', 'revision_number': 5, 'project_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'gw_port': {'id': '1c429841-af89-4d03-886c-0998aa99798e', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:99:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4caf481b-64a4-4281-9215-630b3cfbf5b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:42:18Z', 'updated_at': '2021-12-23T16:42:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv'}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:43:23.001774 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-d9900a52-e6cd-4b82-831d-ce908fe7753f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:43:23.004695 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3665dc8e-9f10-4be5-adfb-d426e447d211 None None] The sync data for ids ['4caf481b-64a4-4281-9215-630b3cfbf5b7'] in dv-neutron-822799-1-hyperv is: [{'id': '4caf481b-64a4-4281-9215-630b3cfbf5b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1024219463', 'tenant_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.194'}], 'enable_snat': True}, 'gw_port_id': '1c429841-af89-4d03-886c-0998aa99798e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:42:17Z', 'updated_at': '2021-12-23T16:43:20Z', 'revision_number': 5, 'project_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'gw_port': {'id': '1c429841-af89-4d03-886c-0998aa99798e', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:99:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4caf481b-64a4-4281-9215-630b3cfbf5b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:42:18Z', 'updated_at': '2021-12-23T16:42:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv'}] {{(pid=87637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 23 16:43:23.054855 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-e50f4235-7637-4b8f-a058-c38830059b77 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1784183', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-235354'] for router, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:43:23.057058 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-e50f4235-7637-4b8f-a058-c38830059b77 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:43:23.081823 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-e50f4235-7637-4b8f-a058-c38830059b77 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1781328'] for router, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:43:23.082359 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e50f4235-7637-4b8f-a058-c38830059b77 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Fanout notify agent at l3_agent the message router_deleted on router 4caf481b-64a4-4281-9215-630b3cfbf5b7 {{(pid=87635) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 23 16:43:23.096909 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-e50f4235-7637-4b8f-a058-c38830059b77 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks [] for router, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:43:23.098017 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-e50f4235-7637-4b8f-a058-c38830059b77 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "DELETE /v2.0/routers/4caf481b-64a4-4281-9215-630b3cfbf5b7 HTTP/1.1" status: 204  len: 168 time: 1.4915993
Dec 23 16:43:23.100881 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 58560) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:43:23.345218 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-d44dc1b3-4e13-4e6b-a46b-45d2e9b32960 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-698866'] for network, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:43:23.482797 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-d44dc1b3-4e13-4e6b-a46b-45d2e9b32960 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-864347', 'neutron.services.segments.db._delete_segments_for_network-8735362908070'] for network, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:43:23.508227 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.services.segments.db [None req-d44dc1b3-4e13-4e6b-a46b-45d2e9b32960 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1dc1a347f0>,) {'filters': {'network_id': ['95d66516-2af5-43d7-a02b-30ceb1fa9d59']}} {{(pid=87635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:43:23.522698 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.services.segments.db [None req-d44dc1b3-4e13-4e6b-a46b-45d2e9b32960 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dc1a347f0>, '692e69dd-d128-4c35-8c9f-07b8dbecf42a') {'for_net_delete': True} {{(pid=87635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:43:23.523170 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.services.segments.db [None req-d44dc1b3-4e13-4e6b-a46b-45d2e9b32960 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dc1a347f0>, '692e69dd-d128-4c35-8c9f-07b8dbecf42a') {} {{(pid=87635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:43:23.537058 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-d44dc1b3-4e13-4e6b-a46b-45d2e9b32960 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735363085442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2776713'] for segment, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:43:23.554060 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-d44dc1b3-4e13-4e6b-a46b-45d2e9b32960 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:43:23.560492 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d44dc1b3-4e13-4e6b-a46b-45d2e9b32960 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Releasing vlan 412 on physical network physnet1 to pool {{(pid=87635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 23 16:43:23.561332 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-d44dc1b3-4e13-4e6b-a46b-45d2e9b32960 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2753503'] for segment, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:43:23.575979 dv-neutron-822799-1-hyperv neutron-server[87635]: Traceback (most recent call last):
Dec 23 16:43:23.575979 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 23 16:43:23.575979 dv-neutron-822799-1-hyperv neutron-server[87635]:     timer()
Dec 23 16:43:23.575979 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:43:23.575979 dv-neutron-822799-1-hyperv neutron-server[87635]:     cb(*args, **kw)
Dec 23 16:43:23.575979 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 23 16:43:23.575979 dv-neutron-822799-1-hyperv neutron-server[87635]:     return func(*args, **kwargs)
Dec 23 16:43:23.575979 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:43:23.575979 dv-neutron-822799-1-hyperv neutron-server[87635]:     self._notify()
Dec 23 16:43:23.575979 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:43:23.575979 dv-neutron-822799-1-hyperv neutron-server[87635]:     self.callback(batched_events)
Dec 23 16:43:23.575979 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:43:23.575979 dv-neutron-822799-1-hyperv neutron-server[87635]:     event.method(event)
Dec 23 16:43:23.575979 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:43:23.575979 dv-neutron-822799-1-hyperv neutron-server[87635]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:43:23.575979 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 23 16:43:23.575979 dv-neutron-822799-1-hyperv neutron-server[87635]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 23 16:43:23.575979 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 23 16:43:23.575979 dv-neutron-822799-1-hyperv neutron-server[87635]:     return f(self, *a, **k)
Dec 23 16:43:23.575979 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:43:23.575979 dv-neutron-822799-1-hyperv neutron-server[87635]:     return self._get(url).json()
Dec 23 16:43:23.575979 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 23 16:43:23.575979 dv-neutron-822799-1-hyperv neutron-server[87635]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 23 16:43:23.575979 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 23 16:43:23.575979 dv-neutron-822799-1-hyperv neutron-server[87635]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:43:23.575979 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 23 16:43:23.575979 dv-neutron-822799-1-hyperv neutron-server[87635]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 23 16:43:23.575979 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 23 16:43:23.575979 dv-neutron-822799-1-hyperv neutron-server[87635]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:43:23.575979 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 23 16:43:23.575979 dv-neutron-822799-1-hyperv neutron-server[87635]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:43:23.575979 dv-neutron-822799-1-hyperv neutron-server[87635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:43:23.658570 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-d44dc1b3-4e13-4e6b-a46b-45d2e9b32960 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-864336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1824171'] for network, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:43:23.663095 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-d44dc1b3-4e13-4e6b-a46b-45d2e9b32960 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks [] for network, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:43:23.665636 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-1c97f9da-1790-45e1-8647-9f5b765e2757 tempest-RoutersNegativeTest-1953760609 tempest-RoutersNegativeTest-1953760609-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:43:23.686296 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44dc1b3-4e13-4e6b-a46b-45d2e9b32960 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Pushing event deleted for resources: {'Network': ['ID=95d66516-2af5-43d7-a02b-30ceb1fa9d59,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:43:23.689539 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-d44dc1b3-4e13-4e6b-a46b-45d2e9b32960 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "DELETE /v2.0/networks/95d66516-2af5-43d7-a02b-30ceb1fa9d59 HTTP/1.1" status: 204  len: 168 time: 0.5877149
Dec 23 16:43:23.690438 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-d44dc1b3-4e13-4e6b-a46b-45d2e9b32960 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:43:23.692228 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 58564) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:43:23.759146 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-ce1a9841-dba1-4e22-a634-41137ee97f71 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks [] for security_group, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:43:23.788407 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-ce1a9841-dba1-4e22-a634-41137ee97f71 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:43:23.862171 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-ce1a9841-dba1-4e22-a634-41137ee97f71 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:43:23.865948 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-4c27a3ce-195f-49b1-8d5a-11d3003ddde7 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:43:23.880940 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1a9841-dba1-4e22-a634-41137ee97f71 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3852f902-6168-4874-8a95-f39dbe7ccda0,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:43:23.883788 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-ce1a9841-dba1-4e22-a634-41137ee97f71 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:43:23.892221 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-ce1a9841-dba1-4e22-a634-41137ee97f71 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks [] for security_group, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:43:23.893430 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-ce1a9841-dba1-4e22-a634-41137ee97f71 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "DELETE /v2.0/security-groups/3852f902-6168-4874-8a95-f39dbe7ccda0 HTTP/1.1" status: 204  len: 168 time: 0.2002897
Dec 23 16:43:24.222249 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 58572) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:43:24.227572 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-be426dd6-2a01-446a-b303-41e9cd46139d tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-144976162', 'description': 'tempest-secgroup-smoke-144976162 description', 'project_id': 'bf163a60baa2480bb3e9e9a93ee73eb3'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:43:24.233971 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-be426dd6-2a01-446a-b303-41e9cd46139d tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:43:24.238115 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-be426dd6-2a01-446a-b303-41e9cd46139d tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Usage tracker for resource:security_group and tenant:bf163a60baa2480bb3e9e9a93ee73eb3 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:43:24.241005 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-be426dd6-2a01-446a-b303-41e9cd46139d tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:43:24.247555 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-be426dd6-2a01-446a-b303-41e9cd46139d tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:43:24.257174 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-be426dd6-2a01-446a-b303-41e9cd46139d tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks [] for security_group, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:43:24.277426 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-be426dd6-2a01-446a-b303-41e9cd46139d tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:43:24.281503 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-be426dd6-2a01-446a-b303-41e9cd46139d tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Usage tracker for resource:security_group_rule and tenant:bf163a60baa2480bb3e9e9a93ee73eb3 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:43:24.284271 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-be426dd6-2a01-446a-b303-41e9cd46139d tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:43:24.290288 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-be426dd6-2a01-446a-b303-41e9cd46139d tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:43:24.352937 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 8b9d85cb-fc12-4c86-a6dd-0de4a491dcf7 no longer exists at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 23 16:43:24.362497 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-be426dd6-2a01-446a-b303-41e9cd46139d tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks [] for security_group, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:43:24.367116 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-be426dd6-2a01-446a-b303-41e9cd46139d tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:43:24.370785 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-446bf52a-0b16-4a48-bcdb-dac30cc0acf0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:43:24.386174 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] No Port match for: 8b9d85cb-fc12-4c86-a6dd-0de4a491dcf7 {{(pid=87637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 23 16:43:24.386529 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 8b9d85cb-fc12-4c86-a6dd-0de4a491dcf7 not bound to the agent host dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 23 16:43:24.386958 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 1c429841-af89-4d03-886c-0998aa99798e no longer exists at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 23 16:43:24.415876 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be426dd6-2a01-446a-b303-41e9cd46139d tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1eb85f3-ece5-4bc4-9b41-21fa138c90ce,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:43:24.418986 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] No Port match for: 1c429841-af89-4d03-886c-0998aa99798e {{(pid=87637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 23 16:43:24.419147 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-be426dd6-2a01-446a-b303-41e9cd46139d tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:43:24.419327 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 1c429841-af89-4d03-886c-0998aa99798e not bound to the agent host dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 23 16:43:24.420621 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-be426dd6-2a01-446a-b303-41e9cd46139d tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks [] for security_group, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:43:24.422972 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-be426dd6-2a01-446a-b303-41e9cd46139d tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 0.1982915
Dec 23 16:43:24.425003 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 58576) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:43:24.430419 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-ca91ed13-d6d4-4d11-9224-83e7aecbcda9 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Request body: {'security_group_rule': {'security_group_id': 'b1eb85f3-ece5-4bc4-9b41-21fa138c90ce', 'project_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:43:24.436534 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-ca91ed13-d6d4-4d11-9224-83e7aecbcda9 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:43:24.440332 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-ca91ed13-d6d4-4d11-9224-83e7aecbcda9 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Usage tracker for resource:security_group_rule and tenant:bf163a60baa2480bb3e9e9a93ee73eb3 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:43:24.443554 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-ca91ed13-d6d4-4d11-9224-83e7aecbcda9 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:43:24.449208 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-ca91ed13-d6d4-4d11-9224-83e7aecbcda9 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:43:24.465341 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-ca91ed13-d6d4-4d11-9224-83e7aecbcda9 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:43:24.523702 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-ca91ed13-d6d4-4d11-9224-83e7aecbcda9 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:43:24.527519 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-ca91ed13-d6d4-4d11-9224-83e7aecbcda9 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762424'] for security_group_rule, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:43:24.529385 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-c737b051-720f-4067-a2b9-ba7532b18db9 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:43:24.550439 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca91ed13-d6d4-4d11-9224-83e7aecbcda9 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ae28f55-031b-46b0-a020-aefb12e7f0b6,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:43:24.552905 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-ca91ed13-d6d4-4d11-9224-83e7aecbcda9 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:43:24.559634 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-ca91ed13-d6d4-4d11-9224-83e7aecbcda9 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:43:24.560910 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-ca91ed13-d6d4-4d11-9224-83e7aecbcda9 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1348915
Dec 23 16:43:24.563846 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 58580) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:43:24.569177 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-87b2775c-1938-4e52-ad4e-5d54d3467167 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Request body: {'security_group_rule': {'security_group_id': 'b1eb85f3-ece5-4bc4-9b41-21fa138c90ce', 'project_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:43:24.575245 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-87b2775c-1938-4e52-ad4e-5d54d3467167 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:43:24.579324 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-87b2775c-1938-4e52-ad4e-5d54d3467167 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Usage tracker for resource:security_group_rule and tenant:bf163a60baa2480bb3e9e9a93ee73eb3 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:43:24.582245 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-87b2775c-1938-4e52-ad4e-5d54d3467167 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:43:24.587994 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-87b2775c-1938-4e52-ad4e-5d54d3467167 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:43:24.608376 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-87b2775c-1938-4e52-ad4e-5d54d3467167 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:43:24.673450 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-87b2775c-1938-4e52-ad4e-5d54d3467167 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:43:24.678271 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-87b2775c-1938-4e52-ad4e-5d54d3467167 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762424'] for security_group_rule, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:43:24.685575 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-26c7c70b-840e-4287-905b-80bf76594aa2 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:43:24.707571 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b2775c-1938-4e52-ad4e-5d54d3467167 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4c64b4d-41fd-466b-9472-cc1660abc319,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:43:24.710880 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-87b2775c-1938-4e52-ad4e-5d54d3467167 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:43:24.713617 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-87b2775c-1938-4e52-ad4e-5d54d3467167 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:43:24.714867 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-87b2775c-1938-4e52-ad4e-5d54d3467167 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1500931
Dec 23 16:43:24.717940 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 58584) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:43:24.722773 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-0405567c-0fea-4a67-b149-2614a2e738df tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Request body: {'security_group_rule': {'security_group_id': 'b1eb85f3-ece5-4bc4-9b41-21fa138c90ce', 'project_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:43:24.728951 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-0405567c-0fea-4a67-b149-2614a2e738df tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:43:24.732702 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-0405567c-0fea-4a67-b149-2614a2e738df tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Usage tracker for resource:security_group_rule and tenant:bf163a60baa2480bb3e9e9a93ee73eb3 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:43:24.735530 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-0405567c-0fea-4a67-b149-2614a2e738df tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:43:24.741043 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-0405567c-0fea-4a67-b149-2614a2e738df tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:43:24.762684 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-0405567c-0fea-4a67-b149-2614a2e738df tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:43:24.826360 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-0405567c-0fea-4a67-b149-2614a2e738df tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:43:24.831392 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-0405567c-0fea-4a67-b149-2614a2e738df tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762424'] for security_group_rule, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:43:24.833264 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-ca91ed13-d6d4-4d11-9224-83e7aecbcda9 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:43:24.855095 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0405567c-0fea-4a67-b149-2614a2e738df tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1dbb3d07-de40-4278-850e-244d7c35716c,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:43:24.859494 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-0405567c-0fea-4a67-b149-2614a2e738df tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:43:24.864093 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-0405567c-0fea-4a67-b149-2614a2e738df tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:43:24.865464 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-0405567c-0fea-4a67-b149-2614a2e738df tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1466668
Dec 23 16:43:24.868235 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 58588) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:43:24.873189 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-0bfa97ee-5441-4bc6-9f48-74d48c6f0a6a tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Request body: {'security_group_rule': {'security_group_id': 'b1eb85f3-ece5-4bc4-9b41-21fa138c90ce', 'project_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:43:24.879202 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-0bfa97ee-5441-4bc6-9f48-74d48c6f0a6a tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:43:24.883080 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-0bfa97ee-5441-4bc6-9f48-74d48c6f0a6a tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Usage tracker for resource:security_group_rule and tenant:bf163a60baa2480bb3e9e9a93ee73eb3 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:43:24.886066 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-0bfa97ee-5441-4bc6-9f48-74d48c6f0a6a tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:43:24.891880 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-0bfa97ee-5441-4bc6-9f48-74d48c6f0a6a tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:43:24.910801 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-0bfa97ee-5441-4bc6-9f48-74d48c6f0a6a tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:43:24.973960 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-0bfa97ee-5441-4bc6-9f48-74d48c6f0a6a tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:43:24.978781 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-0bfa97ee-5441-4bc6-9f48-74d48c6f0a6a tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762424'] for security_group_rule, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:43:24.980769 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-74a79347-6dbc-4ec4-9eb5-dfb8d4a790c4 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:43:25.002102 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfa97ee-5441-4bc6-9f48-74d48c6f0a6a tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85f19570-71cc-4248-b178-232beedc4b30,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:43:25.004482 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-0bfa97ee-5441-4bc6-9f48-74d48c6f0a6a tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:43:25.012664 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-0bfa97ee-5441-4bc6-9f48-74d48c6f0a6a tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:43:25.014914 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-0bfa97ee-5441-4bc6-9f48-74d48c6f0a6a tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1446624
Dec 23 16:43:25.016774 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 58592) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:43:25.021727 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-47db555b-2a0f-4e8b-bc4f-88117ac9a051 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Request body: {'security_group_rule': {'security_group_id': 'b1eb85f3-ece5-4bc4-9b41-21fa138c90ce', 'project_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:43:25.028670 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-47db555b-2a0f-4e8b-bc4f-88117ac9a051 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:43:25.032660 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-47db555b-2a0f-4e8b-bc4f-88117ac9a051 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Usage tracker for resource:security_group_rule and tenant:bf163a60baa2480bb3e9e9a93ee73eb3 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:43:25.035480 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-47db555b-2a0f-4e8b-bc4f-88117ac9a051 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:43:25.041090 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-47db555b-2a0f-4e8b-bc4f-88117ac9a051 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:43:25.052210 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.db.securitygroups_db [None req-47db555b-2a0f-4e8b-bc4f-88117ac9a051 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Project bf163a60baa2480bb3e9e9a93ee73eb3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 23 16:43:25.059106 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-47db555b-2a0f-4e8b-bc4f-88117ac9a051 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:43:25.125535 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-47db555b-2a0f-4e8b-bc4f-88117ac9a051 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:43:25.130374 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-47db555b-2a0f-4e8b-bc4f-88117ac9a051 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762424'] for security_group_rule, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:43:25.137783 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-abbeb0aa-5787-4faf-9486-0e0c3d75ebef tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:43:25.157756 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47db555b-2a0f-4e8b-bc4f-88117ac9a051 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e13f5928-1b9b-4861-b011-1c5c9f7f2639,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:43:25.159919 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-47db555b-2a0f-4e8b-bc4f-88117ac9a051 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:43:25.164723 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-47db555b-2a0f-4e8b-bc4f-88117ac9a051 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:43:25.165911 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-47db555b-2a0f-4e8b-bc4f-88117ac9a051 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1482656
Dec 23 16:43:25.168722 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 58596) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:43:25.173930 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-c3f3e065-7c60-421d-b2fa-dd1526a56f5b tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Request body: {'security_group_rule': {'security_group_id': 'b1eb85f3-ece5-4bc4-9b41-21fa138c90ce', 'project_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:43:25.179727 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-c3f3e065-7c60-421d-b2fa-dd1526a56f5b tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:43:25.183501 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-c3f3e065-7c60-421d-b2fa-dd1526a56f5b tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Usage tracker for resource:security_group_rule and tenant:bf163a60baa2480bb3e9e9a93ee73eb3 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:43:25.186368 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-c3f3e065-7c60-421d-b2fa-dd1526a56f5b tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:43:25.191965 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-c3f3e065-7c60-421d-b2fa-dd1526a56f5b tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:43:25.203884 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.db.securitygroups_db [None req-c3f3e065-7c60-421d-b2fa-dd1526a56f5b tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Project bf163a60baa2480bb3e9e9a93ee73eb3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 23 16:43:25.210601 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c3f3e065-7c60-421d-b2fa-dd1526a56f5b tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:43:25.275758 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c3f3e065-7c60-421d-b2fa-dd1526a56f5b tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:43:25.280058 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c3f3e065-7c60-421d-b2fa-dd1526a56f5b tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762424'] for security_group_rule, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:43:25.286034 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-b503aa7a-da33-4c0c-9862-d9e4b5458039 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:43:25.304012 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f3e065-7c60-421d-b2fa-dd1526a56f5b tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39d71d81-fd80-4c95-9ff4-b6e0dbdc1ede,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:43:25.306401 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-c3f3e065-7c60-421d-b2fa-dd1526a56f5b tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:43:25.315781 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c3f3e065-7c60-421d-b2fa-dd1526a56f5b tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:43:25.317050 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-c3f3e065-7c60-421d-b2fa-dd1526a56f5b tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1473854
Dec 23 16:43:25.320258 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 58600) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:43:25.326267 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-c6fd11e8-5ea9-494f-bb48-f0489680cd82 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Request body: {'network': {'name': 'tempest-network-smoke--1426529453', 'project_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'port_security_enabled': True}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:43:25.333441 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-c6fd11e8-5ea9-494f-bb48-f0489680cd82 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:43:25.337446 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-c6fd11e8-5ea9-494f-bb48-f0489680cd82 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Usage tracker for resource:network and tenant:bf163a60baa2480bb3e9e9a93ee73eb3 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:43:25.340398 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-c6fd11e8-5ea9-494f-bb48-f0489680cd82 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:43:25.346425 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-c6fd11e8-5ea9-494f-bb48-f0489680cd82 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:43:25.357896 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6fd11e8-5ea9-494f-bb48-f0489680cd82 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Made reservation on behalf of bf163a60baa2480bb3e9e9a93ee73eb3 for: {'network': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:43:25.361415 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c6fd11e8-5ea9-494f-bb48-f0489680cd82 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for network, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:43:25.388557 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6fd11e8-5ea9-494f-bb48-f0489680cd82 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] vlan segment allocate from pool success with {'vlan_id': 431, 'physical_network': 'physnet1'}  {{(pid=87636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 23 16:43:25.397537 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c6fd11e8-5ea9-494f-bb48-f0489680cd82 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:43:25.397906 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.db.segments_db [None req-c6fd11e8-5ea9-494f-bb48-f0489680cd82 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Added segment 78c71010-640f-4e26-9e01-b9c6d925f574 of type vlan for network b71ca446-9e49-43e3-8d10-a8e51e0e89c0
Dec 23 16:43:25.423404 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c6fd11e8-5ea9-494f-bb48-f0489680cd82 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735362521793'] for network, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:43:25.455690 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c6fd11e8-5ea9-494f-bb48-f0489680cd82 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495'] for network, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:43:25.461277 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6fd11e8-5ea9-494f-bb48-f0489680cd82 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:43:25.461855 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c6fd11e8-5ea9-494f-bb48-f0489680cd82 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:43:25.466656 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-db660f4a-0b5f-4aa6-84b1-6766679360ef tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:43:25.694985 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-c6fd11e8-5ea9-494f-bb48-f0489680cd82 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.3736472
Dec 23 16:43:25.697914 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 58604) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:43:25.703651 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-e42b6e28-b9af-44f7-995a-383fd66b70a5 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-3486056', 'admin_state_up': True, 'project_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b'}}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:43:25.705284 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fd11e8-5ea9-494f-bb48-f0489680cd82 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Pushing event updated for resources: {'Network': ['ID=b71ca446-9e49-43e3-8d10-a8e51e0e89c0,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:43:25.708020 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-c6fd11e8-5ea9-494f-bb48-f0489680cd82 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:43:25.710959 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-e42b6e28-b9af-44f7-995a-383fd66b70a5 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:43:25.714961 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-e42b6e28-b9af-44f7-995a-383fd66b70a5 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Usage tracker for resource:router and tenant:bf163a60baa2480bb3e9e9a93ee73eb3 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:43:25.716003 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Network b71ca446-9e49-43e3-8d10-a8e51e0e89c0 details requested by agent ovs-agent-dv-neutron-822799-1-hyperv with host dv-neutron-822799-1-hyperv {{(pid=87637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 23 16:43:25.718225 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-e42b6e28-b9af-44f7-995a-383fd66b70a5 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:43:25.725019 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-e42b6e28-b9af-44f7-995a-383fd66b70a5 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:43:25.735251 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-e42b6e28-b9af-44f7-995a-383fd66b70a5 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1823978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-235332'] for router, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:43:25.736348 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-e42b6e28-b9af-44f7-995a-383fd66b70a5 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1824575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1824063', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1751113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-235341'] for router, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:43:25.751240 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-e42b6e28-b9af-44f7-995a-383fd66b70a5 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:43:26.020186 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-e42b6e28-b9af-44f7-995a-383fd66b70a5 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1824017', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1823768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-235299'] for router, precommit_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:43:26.326892 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-e42b6e28-b9af-44f7-995a-383fd66b70a5 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks [] for router_gateway, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:43:26.360658 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-e42b6e28-b9af-44f7-995a-383fd66b70a5 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:43:26.492325 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.db_base_plugin_common [None req-e42b6e28-b9af-44f7-995a-383fd66b70a5 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Allocated IP 172.26.3.56 (8afa6d58-9431-454a-b99c-3ff8a65aa86b/60537fec-5f5f-4ab7-89cc-03638149a590/4b9ebdaa-15eb-4c81-a530-f27f66a17553) {{(pid=87635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:43:26.759366 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-e42b6e28-b9af-44f7-995a-383fd66b70a5 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks [] for port, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:43:26.790328 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-e42b6e28-b9af-44f7-995a-383fd66b70a5 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:43:26.794191 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-e9e974ee-fe32-4001-baa5-afc73c72449c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:43:26.860786 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e42b6e28-b9af-44f7-995a-383fd66b70a5 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Network 8afa6d58-9431-454a-b99c-3ff8a65aa86b is already hosted by enough agents. {{(pid=87635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:43:26.863426 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.base_scheduler [None req-e42b6e28-b9af-44f7-995a-383fd66b70a5 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Resources bound (agent type, host, resource id):  {{(pid=87635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:43:26.867525 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e42b6e28-b9af-44f7-995a-383fd66b70a5 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Received port after_create {{(pid=87635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:43:26.893279 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42b6e28-b9af-44f7-995a-383fd66b70a5 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Pushing event updated for resources: {'Port': ['ID=4b9ebdaa-15eb-4c81-a530-f27f66a17553,revision_number=1']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:43:26.899377 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-e42b6e28-b9af-44f7-995a-383fd66b70a5 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:43:27.296272 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-e42b6e28-b9af-44f7-995a-383fd66b70a5 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks [] for router_gateway, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:43:27.656360 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-e42b6e28-b9af-44f7-995a-383fd66b70a5 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1823971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1824234'] for router, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:43:27.859201 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e42b6e28-b9af-44f7-995a-383fd66b70a5 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Router d6fc201e-8a8a-4e39-be26-1f6085a0d979 is scheduled to L3 agent 371d4c41-c7e2-4de7-9539-c049ec4e95d1 with binding_index 1 {{(pid=87635) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 23 16:43:28.186699 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e42b6e28-b9af-44f7-995a-383fd66b70a5 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify agent at l3_agent.dv-neutron-822799-1-hyperv the message routers_updated {{(pid=87635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 23 16:43:28.197514 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e91a54-cb4d-4b3d-973c-4fa68cd16dfb None None] Sync routers for ids ['d6fc201e-8a8a-4e39-be26-1f6085a0d979'] in dv-neutron-822799-1-hyperv {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 23 16:43:28.208183 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e91a54-cb4d-4b3d-973c-4fa68cd16dfb None None] Routers {'d6fc201e-8a8a-4e39-be26-1f6085a0d979'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:43:28.208841 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-53e91a54-cb4d-4b3d-973c-4fa68cd16dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc1bb44c0>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:43:20Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['d6fc201e-8a8a-4e39-be26-1f6085a0d979'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:43:28.214191 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-e42b6e28-b9af-44f7-995a-383fd66b70a5 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks [] for router, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:43:28.215555 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-e42b6e28-b9af-44f7-995a-383fd66b70a5 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201  len: 892 time: 2.5164661
Dec 23 16:43:28.218691 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 58608) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:43:28.259502 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-a3f658ff-fd44-4106-9653-7d6041636d8a tempest-TestNetworkAdvancedServerOps-760966623 tempest-TestNetworkAdvancedServerOps-760966623-project-admin] 10.222.0.64 "GET /v2.0/subnets?project_id=bf163a60baa2480bb3e9e9a93ee73eb3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0395813
Dec 23 16:43:28.262127 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 58612) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:43:28.385917 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-53e91a54-cb4d-4b3d-973c-4fa68cd16dfb None None] Set router d6fc201e-8a8a-4e39-be26-1f6085a0d979 gateway port host: dv-neutron-822799-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:43:28.390129 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25018991-9d8a-4d1f-a4c9-f2699cc3e288 tempest-TestNetworkAdvancedServerOps-760966623 tempest-TestNetworkAdvancedServerOps-760966623-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:43:28.391616 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-25018991-9d8a-4d1f-a4c9-f2699cc3e288 tempest-TestNetworkAdvancedServerOps-760966623 tempest-TestNetworkAdvancedServerOps-760966623-project-admin] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1285887
Dec 23 16:43:28.394375 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 58616) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:43:28.432074 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-68767ca6-7daf-410e-8b34-2099745c0f69 tempest-TestNetworkAdvancedServerOps-760966623 tempest-TestNetworkAdvancedServerOps-760966623-project-admin] 10.222.0.64 "GET /v2.0/subnets?network_id=8afa6d58-9431-454a-b99c-3ff8a65aa86b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0365350
Dec 23 16:43:28.434643 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 58620) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:43:28.440069 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-f607fa0f-95b9-44a3-b448-605296e38a77 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1156272052', 'network_id': 'b71ca446-9e49-43e3-8d10-a8e51e0e89c0', 'project_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:43:28.546823 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-f607fa0f-95b9-44a3-b448-605296e38a77 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:43:28.550642 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-f607fa0f-95b9-44a3-b448-605296e38a77 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Usage tracker for resource:subnet and tenant:bf163a60baa2480bb3e9e9a93ee73eb3 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:43:28.553401 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-f607fa0f-95b9-44a3-b448-605296e38a77 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:43:28.559007 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-f607fa0f-95b9-44a3-b448-605296e38a77 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:43:28.569727 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f607fa0f-95b9-44a3-b448-605296e38a77 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Made reservation on behalf of bf163a60baa2480bb3e9e9a93ee73eb3 for: {'subnet': 1} {{(pid=87635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:43:28.573403 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-f607fa0f-95b9-44a3-b448-605296e38a77 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2610339'] for subnet, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:43:28.667499 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-53e91a54-cb4d-4b3d-973c-4fa68cd16dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc1bb44c0>, [{'id': 'd6fc201e-8a8a-4e39-be26-1f6085a0d979', 'name': 'tempest-TestNetworkAdvancedServerOps-router-3486056', 'tenant_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.56'}], 'enable_snat': True}, 'gw_port_id': '4b9ebdaa-15eb-4c81-a530-f27f66a17553', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:43:25Z', 'updated_at': '2021-12-23T16:43:27Z', 'revision_number': 3, 'project_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'gw_port': {'id': '4b9ebdaa-15eb-4c81-a530-f27f66a17553', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:b6:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6fc201e-8a8a-4e39-be26-1f6085a0d979', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:43:26Z', 'updated_at': '2021-12-23T16:43:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv'}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:43:28.671581 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e91a54-cb4d-4b3d-973c-4fa68cd16dfb None None] Checking router: d6fc201e-8a8a-4e39-be26-1f6085a0d979 for host: dv-neutron-822799-1-hyperv {{(pid=87638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 23 16:43:28.671979 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e91a54-cb4d-4b3d-973c-4fa68cd16dfb None None] Updating router d6fc201e-8a8a-4e39-be26-1f6085a0d979 port 4b9ebdaa-15eb-4c81-a530-f27f66a17553 binding host dv-neutron-822799-1-hyperv {{(pid=87638) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 23 16:43:28.727829 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-53e91a54-cb4d-4b3d-973c-4fa68cd16dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:43:28.783847 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-f607fa0f-95b9-44a3-b448-605296e38a77 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2753396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2610353'] for subnet, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:43:28.788284 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-a899875e-4080-4298-9276-dc3918a93efc tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:43:28.866247 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f607fa0f-95b9-44a3-b448-605296e38a77 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Pushing event updated for resources: {'Subnet': ['ID=db5b835c-d74c-4854-a2d8-4524f6873f78,revision_number=0']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:43:28.869565 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-f607fa0f-95b9-44a3-b448-605296e38a77 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:43:28.875365 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f607fa0f-95b9-44a3-b448-605296e38a77 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Checking segment: {'id': '78c71010-640f-4e26-9e01-b9c6d925f574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'b71ca446-9e49-43e3-8d10-a8e51e0e89c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:43:28.875733 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f607fa0f-95b9-44a3-b448-605296e38a77 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Network hostable DHCP agents. Network: b71ca446-9e49-43e3-8d10-a8e51e0e89c0, hostable agents: ['1c812d71-eadf-4fb3-b98e-67468a4aa7e2'], hosted agents: [] {{(pid=87635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 23 16:43:28.895269 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f607fa0f-95b9-44a3-b448-605296e38a77 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Network b71ca446-9e49-43e3-8d10-a8e51e0e89c0 is scheduled to be hosted by DHCP agent 1c812d71-eadf-4fb3-b98e-67468a4aa7e2 with binding_index 1 {{(pid=87635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 23 16:43:28.904700 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.base_scheduler [None req-f607fa0f-95b9-44a3-b448-605296e38a77 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822799-1-hyperv, b71ca446-9e49-43e3-8d10-a8e51e0e89c0) {{(pid=87635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:43:28.908597 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f607fa0f-95b9-44a3-b448-605296e38a77 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:43:28.909202 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-f607fa0f-95b9-44a3-b448-605296e38a77 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks [] for subnet, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:43:28.915170 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81f4679f-11ad-42b0-8fc5-9765568f87b1 None None] Network b71ca446-9e49-43e3-8d10-a8e51e0e89c0 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:43:28.932150 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-f607fa0f-95b9-44a3-b448-605296e38a77 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 0.4964254
Dec 23 16:43:28.934998 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 58624) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:43:29.057807 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-53e91a54-cb4d-4b3d-973c-4fa68cd16dfb None None] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:43:29.069955 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-53e91a54-cb4d-4b3d-973c-4fa68cd16dfb None None] Transition to ACTIVE for port object 4b9ebdaa-15eb-4c81-a530-f27f66a17553 will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:43:29.077089 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-53e91a54-cb4d-4b3d-973c-4fa68cd16dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:43:29.080553 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG oslo_concurrency.lockutils [None req-eadb0093-e87a-438e-b560-847e03a4d6cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:43:29.140243 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a8a2744-dac9-41e7-96c1-a222e4b34f63 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7e017a6-8198-58c8-a07e-0f786128e3b3-b71ca446-9e49-43e3-8d10-a8e51e0e89c0', 'network_id': 'b71ca446-9e49-43e3-8d10-a8e51e0e89c0', 'tenant_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'fixed_ips': [{'subnet_id': 'db5b835c-d74c-4854-a2d8-4524f6873f78'}]}} from dv-neutron-822799-1-hyperv. {{(pid=87637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 23 16:43:29.141514 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-0a8a2744-dac9-41e7-96c1-a222e4b34f63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:43:29.149338 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-53e91a54-cb4d-4b3d-973c-4fa68cd16dfb None None] Attempting to bind port 4b9ebdaa-15eb-4c81-a530-f27f66a17553 on host dv-neutron-822799-1-hyperv for vnic_type normal with profile  {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:43:29.149716 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-53e91a54-cb4d-4b3d-973c-4fa68cd16dfb None None] Attempting to bind port 4b9ebdaa-15eb-4c81-a530-f27f66a17553 by drivers openvswitch,hyperv on host dv-neutron-822799-1-hyperv at level 0 using segments [{'id': '77e3d110-dd7b-426c-b11f-b78dde7993df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:43:29.150084 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53e91a54-cb4d-4b3d-973c-4fa68cd16dfb None None] Attempting to bind port 4b9ebdaa-15eb-4c81-a530-f27f66a17553 on network 8afa6d58-9431-454a-b99c-3ff8a65aa86b {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:43:29.161355 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53e91a54-cb4d-4b3d-973c-4fa68cd16dfb None None] Checking agent: {'id': '20d2070f-69a9-4e73-8d08-6f0387a40158', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822799-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 21), 'started_at': datetime.datetime(2021, 12, 23, 16, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 43, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822799-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 23 16:43:29.161814 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53e91a54-cb4d-4b3d-973c-4fa68cd16dfb None None] Checking segment: {'id': '77e3d110-dd7b-426c-b11f-b78dde7993df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:43:29.162247 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-53e91a54-cb4d-4b3d-973c-4fa68cd16dfb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:43:29.162735 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53e91a54-cb4d-4b3d-973c-4fa68cd16dfb None None] Bound using segment: {'id': '77e3d110-dd7b-426c-b11f-b78dde7993df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 23 16:43:29.163215 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-53e91a54-cb4d-4b3d-973c-4fa68cd16dfb None None] Bound port: 4b9ebdaa-15eb-4c81-a530-f27f66a17553, host: dv-neutron-822799-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77e3d110-dd7b-426c-b11f-b78dde7993df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 23 16:43:29.163592 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-53e91a54-cb4d-4b3d-973c-4fa68cd16dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:43:29.200335 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8010dd7-9aaf-4da0-86f0-0d77f40b263e None None] Pushing event updated for resources: {'Port': ['ID=4b9ebdaa-15eb-4c81-a530-f27f66a17553,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:43:29.219145 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8010dd7-9aaf-4da0-86f0-0d77f40b263e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:43:29.219458 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8010dd7-9aaf-4da0-86f0-0d77f40b263e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:43:29.219986 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8010dd7-9aaf-4da0-86f0-0d77f40b263e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:43:29.220319 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8010dd7-9aaf-4da0-86f0-0d77f40b263e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:43:29.220675 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8010dd7-9aaf-4da0-86f0-0d77f40b263e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:43:29.221022 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8010dd7-9aaf-4da0-86f0-0d77f40b263e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:43:29.221347 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8010dd7-9aaf-4da0-86f0-0d77f40b263e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:43:29.221665 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8010dd7-9aaf-4da0-86f0-0d77f40b263e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:43:29.221990 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8010dd7-9aaf-4da0-86f0-0d77f40b263e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:43:29.222310 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8010dd7-9aaf-4da0-86f0-0d77f40b263e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:43:29.222624 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8010dd7-9aaf-4da0-86f0-0d77f40b263e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:43:29.222936 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8010dd7-9aaf-4da0-86f0-0d77f40b263e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:43:29.241800 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG oslo_concurrency.lockutils [None req-f8010dd7-9aaf-4da0-86f0-0d77f40b263e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=87638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:43:29.254284 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-53e91a54-cb4d-4b3d-973c-4fa68cd16dfb None None] For port 4b9ebdaa-15eb-4c81-a530-f27f66a17553, host dv-neutron-822799-1-hyperv, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 23 16:43:29.257387 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-53e91a54-cb4d-4b3d-973c-4fa68cd16dfb None None] For port 4b9ebdaa-15eb-4c81-a530-f27f66a17553, host dv-neutron-822799-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=4b9ebdaa-15eb-4c81-a530-f27f66a17553,segment=NetworkSegment(77e3d110-dd7b-426c-b11f-b78dde7993df),segment_id=77e3d110-dd7b-426c-b11f-b78dde7993df)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 23 16:43:29.264232 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-53e91a54-cb4d-4b3d-973c-4fa68cd16dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:43:29.274236 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG oslo_concurrency.lockutils [None req-fc546cf8-5baf-437d-a635-4504127afee3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:43:29.328406 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e91a54-cb4d-4b3d-973c-4fa68cd16dfb None None] Routers {'d6fc201e-8a8a-4e39-be26-1f6085a0d979'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:43:29.329155 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-53e91a54-cb4d-4b3d-973c-4fa68cd16dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc1bb44c0>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:43:20Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['d6fc201e-8a8a-4e39-be26-1f6085a0d979'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:43:29.391151 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_common [None req-0a8a2744-dac9-41e7-96c1-a222e4b34f63 None None] Allocated IP 172.20.0.2 (b71ca446-9e49-43e3-8d10-a8e51e0e89c0/db5b835c-d74c-4854-a2d8-4524f6873f78/b7dc6e41-6746-40fc-b032-74e5bc633237) {{(pid=87637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:43:29.522390 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8010dd7-9aaf-4da0-86f0-0d77f40b263e None None] Pushing event updated for resources: {'Port': ['ID=4b9ebdaa-15eb-4c81-a530-f27f66a17553,revision_number=3']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:43:29.540289 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG oslo_concurrency.lockutils [None req-f8010dd7-9aaf-4da0-86f0-0d77f40b263e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=87638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:43:29.557877 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-53e91a54-cb4d-4b3d-973c-4fa68cd16dfb None None] Set router d6fc201e-8a8a-4e39-be26-1f6085a0d979 gateway port host: dv-neutron-822799-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:43:29.615530 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-0a8a2744-dac9-41e7-96c1-a222e4b34f63 None None] Notify callbacks [] for port, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:43:29.626509 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-0a8a2744-dac9-41e7-96c1-a222e4b34f63 None None] Transition to ACTIVE for port object b7dc6e41-6746-40fc-b032-74e5bc633237 will not be triggered until provisioned by entity L2. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:43:29.646046 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-0a8a2744-dac9-41e7-96c1-a222e4b34f63 None None] Transition to ACTIVE for port object b7dc6e41-6746-40fc-b032-74e5bc633237 will not be triggered until provisioned by entity DHCP. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:43:29.653818 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-0a8a2744-dac9-41e7-96c1-a222e4b34f63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780'] for port, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:43:29.659168 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:43:29.735531 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a8a2744-dac9-41e7-96c1-a222e4b34f63 None None] Network b71ca446-9e49-43e3-8d10-a8e51e0e89c0 is already hosted by enough agents. {{(pid=87637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:43:29.739176 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-0a8a2744-dac9-41e7-96c1-a222e4b34f63 None None] Resources bound (agent type, host, resource id):  {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:43:29.743811 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a8a2744-dac9-41e7-96c1-a222e4b34f63 None None] Received port after_create {{(pid=87637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:43:29.785225 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8a2744-dac9-41e7-96c1-a222e4b34f63 None None] Pushing event updated for resources: {'Port': ['ID=b7dc6e41-6746-40fc-b032-74e5bc633237,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:43:29.794009 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-0a8a2744-dac9-41e7-96c1-a222e4b34f63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:43:29.807624 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-d1ce4a8b-6e17-4e4c-b1c7-ed444571c75f tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:43:29.845885 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-0a8a2744-dac9-41e7-96c1-a222e4b34f63 None None] Attempting to bind port b7dc6e41-6746-40fc-b032-74e5bc633237 on host dv-neutron-822799-1-hyperv for vnic_type normal with profile  {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:43:29.846310 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-0a8a2744-dac9-41e7-96c1-a222e4b34f63 None None] Attempting to bind port b7dc6e41-6746-40fc-b032-74e5bc633237 by drivers openvswitch,hyperv on host dv-neutron-822799-1-hyperv at level 0 using segments [{'id': '78c71010-640f-4e26-9e01-b9c6d925f574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'b71ca446-9e49-43e3-8d10-a8e51e0e89c0'}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:43:29.846624 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a8a2744-dac9-41e7-96c1-a222e4b34f63 None None] Attempting to bind port b7dc6e41-6746-40fc-b032-74e5bc633237 on network b71ca446-9e49-43e3-8d10-a8e51e0e89c0 {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:43:29.847928 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-53e91a54-cb4d-4b3d-973c-4fa68cd16dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc1bb44c0>, [{'id': 'd6fc201e-8a8a-4e39-be26-1f6085a0d979', 'name': 'tempest-TestNetworkAdvancedServerOps-router-3486056', 'tenant_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.56'}], 'enable_snat': True}, 'gw_port_id': '4b9ebdaa-15eb-4c81-a530-f27f66a17553', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:43:25Z', 'updated_at': '2021-12-23T16:43:27Z', 'revision_number': 3, 'project_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'gw_port': {'id': '4b9ebdaa-15eb-4c81-a530-f27f66a17553', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:b6:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6fc201e-8a8a-4e39-be26-1f6085a0d979', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:43:26Z', 'updated_at': '2021-12-23T16:43:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv'}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:43:29.851784 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a8a2744-dac9-41e7-96c1-a222e4b34f63 None None] Checking agent: {'id': '20d2070f-69a9-4e73-8d08-6f0387a40158', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822799-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 21), 'started_at': datetime.datetime(2021, 12, 23, 16, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 43, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822799-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 23 16:43:29.852078 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e91a54-cb4d-4b3d-973c-4fa68cd16dfb None None] The sync data for ids ['d6fc201e-8a8a-4e39-be26-1f6085a0d979'] in dv-neutron-822799-1-hyperv is: [{'id': 'd6fc201e-8a8a-4e39-be26-1f6085a0d979', 'name': 'tempest-TestNetworkAdvancedServerOps-router-3486056', 'tenant_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.56'}], 'enable_snat': True}, 'gw_port_id': '4b9ebdaa-15eb-4c81-a530-f27f66a17553', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:43:25Z', 'updated_at': '2021-12-23T16:43:27Z', 'revision_number': 3, 'project_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'gw_port': {'id': '4b9ebdaa-15eb-4c81-a530-f27f66a17553', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:b6:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6fc201e-8a8a-4e39-be26-1f6085a0d979', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:43:26Z', 'updated_at': '2021-12-23T16:43:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv'}] {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 23 16:43:29.852228 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a8a2744-dac9-41e7-96c1-a222e4b34f63 None None] Checking segment: {'id': '78c71010-640f-4e26-9e01-b9c6d925f574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'b71ca446-9e49-43e3-8d10-a8e51e0e89c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:43:29.852554 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-0a8a2744-dac9-41e7-96c1-a222e4b34f63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:43:29.852976 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a8a2744-dac9-41e7-96c1-a222e4b34f63 None None] Bound using segment: {'id': '78c71010-640f-4e26-9e01-b9c6d925f574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'b71ca446-9e49-43e3-8d10-a8e51e0e89c0'} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 23 16:43:29.853452 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-0a8a2744-dac9-41e7-96c1-a222e4b34f63 None None] Bound port: b7dc6e41-6746-40fc-b032-74e5bc633237, host: dv-neutron-822799-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78c71010-640f-4e26-9e01-b9c6d925f574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'b71ca446-9e49-43e3-8d10-a8e51e0e89c0'}}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 23 16:43:29.853827 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-0a8a2744-dac9-41e7-96c1-a222e4b34f63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:43:29.947596 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-0a8a2744-dac9-41e7-96c1-a222e4b34f63 None None] For port b7dc6e41-6746-40fc-b032-74e5bc633237, host dv-neutron-822799-1-hyperv, cleared binding levels {{(pid=87637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 23 16:43:29.950629 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-0a8a2744-dac9-41e7-96c1-a222e4b34f63 None None] For port b7dc6e41-6746-40fc-b032-74e5bc633237, host dv-neutron-822799-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=b7dc6e41-6746-40fc-b032-74e5bc633237,segment=NetworkSegment(78c71010-640f-4e26-9e01-b9c6d925f574),segment_id=78c71010-640f-4e26-9e01-b9c6d925f574)] {{(pid=87637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 23 16:43:29.956216 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-0a8a2744-dac9-41e7-96c1-a222e4b34f63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:43:29.963235 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-c67ec024-633c-49cd-8d2b-f6a2da1655bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:43:30.042339 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8a2744-dac9-41e7-96c1-a222e4b34f63 None None] Pushing event updated for resources: {'Port': ['ID=b7dc6e41-6746-40fc-b032-74e5bc633237,revision_number=2']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:43:30.045865 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-0a8a2744-dac9-41e7-96c1-a222e4b34f63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:43:30.270577 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.db_base_plugin_common [None req-d1ce4a8b-6e17-4e4c-b1c7-ed444571c75f tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Allocated IP 172.20.0.1 (b71ca446-9e49-43e3-8d10-a8e51e0e89c0/db5b835c-d74c-4854-a2d8-4524f6873f78/9d7f00fd-f4aa-43f2-b410-c31a9270a1f8) {{(pid=87635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:43:30.447391 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 4b9ebdaa-15eb-4c81-a530-f27f66a17553 up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:43:30.464911 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-d1ce4a8b-6e17-4e4c-b1c7-ed444571c75f tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks [] for port, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:43:30.482240 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.provisioning_blocks [None req-d1ce4a8b-6e17-4e4c-b1c7-ed444571c75f tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Transition to ACTIVE for port object 9d7f00fd-f4aa-43f2-b410-c31a9270a1f8 will not be triggered until provisioned by entity DHCP. {{(pid=87635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:43:30.510558 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-d1ce4a8b-6e17-4e4c-b1c7-ed444571c75f tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:43:30.515550 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-1ce86006-1613-40d8-b7af-f6bf60ec2b82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:43:30.528978 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning for port 4b9ebdaa-15eb-4c81-a530-f27f66a17553 completed by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:43:30.537412 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port 4b9ebdaa-15eb-4c81-a530-f27f66a17553 triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:43:30.537979 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:43:30.574862 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1ce4a8b-6e17-4e4c-b1c7-ed444571c75f tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Network b71ca446-9e49-43e3-8d10-a8e51e0e89c0 is already hosted by enough agents. {{(pid=87635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:43:30.578123 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.base_scheduler [None req-d1ce4a8b-6e17-4e4c-b1c7-ed444571c75f tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Resources bound (agent type, host, resource id):  {{(pid=87635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:43:30.586674 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ce4a8b-6e17-4e4c-b1c7-ed444571c75f tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Received port after_create {{(pid=87635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:43:30.639000 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ce4a8b-6e17-4e4c-b1c7-ed444571c75f tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Pushing event updated for resources: {'Port': ['ID=9d7f00fd-f4aa-43f2-b410-c31a9270a1f8,revision_number=1']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:43:30.644916 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-d1ce4a8b-6e17-4e4c-b1c7-ed444571c75f tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:43:30.657637 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-d1ce4a8b-6e17-4e4c-b1c7-ed444571c75f tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1781300'] for router_interface, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:43:30.673419 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:43:30.690751 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] For port 4b9ebdaa-15eb-4c81-a530-f27f66a17553, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=4b9ebdaa-15eb-4c81-a530-f27f66a17553,segment=NetworkSegment(77e3d110-dd7b-426c-b11f-b78dde7993df),segment_id=77e3d110-dd7b-426c-b11f-b78dde7993df)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:43:30.697229 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:43:30.698970 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device b7dc6e41-6746-40fc-b032-74e5bc633237 up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:43:30.726662 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:43:30.824970 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Pushing event updated for resources: {'Port': ['ID=4b9ebdaa-15eb-4c81-a530-f27f66a17553,revision_number=4']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:43:30.828554 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:43:30.842905 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning for port b7dc6e41-6746-40fc-b032-74e5bc633237 completed by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:43:30.947795 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-d1ce4a8b-6e17-4e4c-b1c7-ed444571c75f tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:43:31.151601 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6624bd4-f764-4f26-9465-eee280a12119 None None] Network b71ca446-9e49-43e3-8d10-a8e51e0e89c0 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:43:31.248002 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-35397a1e-0528-497a-a7b7-3b21db5cfca3 None None] Provisioning for port b7dc6e41-6746-40fc-b032-74e5bc633237 completed by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:43:31.262707 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-35397a1e-0528-497a-a7b7-3b21db5cfca3 None None] Provisioning complete for port b7dc6e41-6746-40fc-b032-74e5bc633237 triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:43:31.263089 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-35397a1e-0528-497a-a7b7-3b21db5cfca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:43:31.372605 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-d1ce4a8b-6e17-4e4c-b1c7-ed444571c75f tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks [] for port, precommit_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:43:31.378976 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-d1ce4a8b-6e17-4e4c-b1c7-ed444571c75f tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2753531'] for port, after_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:43:31.408550 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-38548fcc-e5b5-4426-b8ca-9872f19b9148 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:43:31.475935 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-35397a1e-0528-497a-a7b7-3b21db5cfca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:43:31.525846 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-35397a1e-0528-497a-a7b7-3b21db5cfca3 None None] For port b7dc6e41-6746-40fc-b032-74e5bc633237, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=b7dc6e41-6746-40fc-b032-74e5bc633237,segment=NetworkSegment(78c71010-640f-4e26-9e01-b9c6d925f574),segment_id=78c71010-640f-4e26-9e01-b9c6d925f574)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:43:31.534627 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-35397a1e-0528-497a-a7b7-3b21db5cfca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:43:31.536054 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:43:31.617739 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35397a1e-0528-497a-a7b7-3b21db5cfca3 None None] Pushing event updated for resources: {'Port': ['ID=b7dc6e41-6746-40fc-b032-74e5bc633237,revision_number=3']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:43:31.629528 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-35397a1e-0528-497a-a7b7-3b21db5cfca3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:43:31.651431 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-d1ce4a8b-6e17-4e4c-b1c7-ed444571c75f tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1627481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1781465'] for router_interface, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:43:31.691527 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ce4a8b-6e17-4e4c-b1c7-ed444571c75f tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Pushing event updated for resources: {'Port': ['ID=9d7f00fd-f4aa-43f2-b410-c31a9270a1f8,revision_number=2']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:43:31.697601 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-d1ce4a8b-6e17-4e4c-b1c7-ed444571c75f tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:43:31.809296 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1ce4a8b-6e17-4e4c-b1c7-ed444571c75f tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Network b71ca446-9e49-43e3-8d10-a8e51e0e89c0 is already hosted by enough agents. {{(pid=87635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:43:31.810408 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.base_scheduler [None req-d1ce4a8b-6e17-4e4c-b1c7-ed444571c75f tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Resources bound (agent type, host, resource id):  {{(pid=87635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:43:31.870944 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-966a8211-821d-4a8f-a266-e44a852a7ec8 None None] Provisioning complete for port b7dc6e41-6746-40fc-b032-74e5bc633237 triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:43:31.871328 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-966a8211-821d-4a8f-a266-e44a852a7ec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:43:32.016925 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1ce4a8b-6e17-4e4c-b1c7-ed444571c75f tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Router d6fc201e-8a8a-4e39-be26-1f6085a0d979 has already been hosted by L3 agent 371d4c41-c7e2-4de7-9539-c049ec4e95d1 {{(pid=87635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 23 16:43:32.018686 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-966a8211-821d-4a8f-a266-e44a852a7ec8 None None] Provisioning for port 9d7f00fd-f4aa-43f2-b410-c31a9270a1f8 completed by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:43:32.026852 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-966a8211-821d-4a8f-a266-e44a852a7ec8 None None] Provisioning complete for port 9d7f00fd-f4aa-43f2-b410-c31a9270a1f8 triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:43:32.027244 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-966a8211-821d-4a8f-a266-e44a852a7ec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:43:32.085861 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-966a8211-821d-4a8f-a266-e44a852a7ec8 None None] Port 9d7f00fd-f4aa-43f2-b410-c31a9270a1f8 cannot update to ACTIVE because it is not bound. {{(pid=87637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 23 16:43:32.204348 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-d61c0e52-b6b4-4a5b-8934-4cfe09a15822 None None] Provisioning complete for port 9d7f00fd-f4aa-43f2-b410-c31a9270a1f8 triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:43:32.205494 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d61c0e52-b6b4-4a5b-8934-4cfe09a15822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:43:32.218252 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1ce4a8b-6e17-4e4c-b1c7-ed444571c75f tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify agent at l3_agent.dv-neutron-822799-1-hyperv the message routers_updated {{(pid=87635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 23 16:43:32.232935 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70017567-d871-4105-a383-979f82b3d96c None None] Sync routers for ids ['d6fc201e-8a8a-4e39-be26-1f6085a0d979'] in dv-neutron-822799-1-hyperv {{(pid=87637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 23 16:43:32.241157 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-d1ce4a8b-6e17-4e4c-b1c7-ed444571c75f tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "PUT /v2.0/routers/d6fc201e-8a8a-4e39-be26-1f6085a0d979/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3050523
Dec 23 16:43:32.322916 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70017567-d871-4105-a383-979f82b3d96c None None] Routers {'d6fc201e-8a8a-4e39-be26-1f6085a0d979'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:43:32.323574 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-70017567-d871-4105-a383-979f82b3d96c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc100f0a0>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:43:20Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['d6fc201e-8a8a-4e39-be26-1f6085a0d979'], 'active': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:43:32.420967 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 4b9ebdaa-15eb-4c81-a530-f27f66a17553 up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:43:32.446713 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-dcc1e03d-e488-4516-88b6-63c8050b9606 req-03140435-8bfe-48ef-bfb2-d375c44b36c3 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Synchronizing usage tracker for tenant:bf163a60baa2480bb3e9e9a93ee73eb3 on resource:security_group {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:43:32.459819 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-d61c0e52-b6b4-4a5b-8934-4cfe09a15822 None None] Port 9d7f00fd-f4aa-43f2-b410-c31a9270a1f8 cannot update to ACTIVE because it is not bound. {{(pid=87637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 23 16:43:32.462119 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-dcc1e03d-e488-4516-88b6-63c8050b9606 req-03140435-8bfe-48ef-bfb2-d375c44b36c3 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Unset dirty status for tenant:bf163a60baa2480bb3e9e9a93ee73eb3 on resource:security_group {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:43:32.463573 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-dcc1e03d-e488-4516-88b6-63c8050b9606 req-03140435-8bfe-48ef-bfb2-d375c44b36c3 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-144976162&fields=id&tenant_id=bf163a60baa2480bb3e9e9a93ee73eb3 HTTP/1.1" status: 200  len: 267 time: 0.0555818
Dec 23 16:43:32.594649 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvr_db [None req-70017567-d871-4105-a383-979f82b3d96c None None] Set router d6fc201e-8a8a-4e39-be26-1f6085a0d979 gateway port host: dv-neutron-822799-1-hyperv {{(pid=87637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:43:32.619901 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc1e03d-e488-4516-88b6-63c8050b9606 req-7e3f5af5-5296-497b-9672-87a500cbc554 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:43:32.620591 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-dcc1e03d-e488-4516-88b6-63c8050b9606 req-7e3f5af5-5296-497b-9672-87a500cbc554 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Synchronizing usage tracker for tenant:bf163a60baa2480bb3e9e9a93ee73eb3 on resource:network {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:43:32.637736 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-dcc1e03d-e488-4516-88b6-63c8050b9606 req-7e3f5af5-5296-497b-9672-87a500cbc554 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Unset dirty status for tenant:bf163a60baa2480bb3e9e9a93ee73eb3 on resource:network {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:43:32.638930 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-dcc1e03d-e488-4516-88b6-63c8050b9606 req-7e3f5af5-5296-497b-9672-87a500cbc554 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/networks?id=b71ca446-9e49-43e3-8d10-a8e51e0e89c0 HTTP/1.1" status: 200  len: 797 time: 0.1679637
Dec 23 16:43:32.644060 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port 4b9ebdaa-15eb-4c81-a530-f27f66a17553 triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:43:32.644437 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:43:32.654645 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-dcc1e03d-e488-4516-88b6-63c8050b9606 req-80f5b28b-6eaa-482d-8ecb-ff5618925c0e tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/quotas/bf163a60baa2480bb3e9e9a93ee73eb3 HTTP/1.1" status: 200  len: 375 time: 0.0093560
Dec 23 16:43:32.737779 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-dcc1e03d-e488-4516-88b6-63c8050b9606 req-87f82558-fe0f-4752-8ce9-030bd4363ce7 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Synchronizing usage tracker for tenant:bf163a60baa2480bb3e9e9a93ee73eb3 on resource:port {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:43:32.755876 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-dcc1e03d-e488-4516-88b6-63c8050b9606 req-87f82558-fe0f-4752-8ce9-030bd4363ce7 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Unset dirty status for tenant:bf163a60baa2480bb3e9e9a93ee73eb3 on resource:port {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:43:32.757505 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-dcc1e03d-e488-4516-88b6-63c8050b9606 req-87f82558-fe0f-4752-8ce9-030bd4363ce7 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=bf163a60baa2480bb3e9e9a93ee73eb3&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0973952
Dec 23 16:43:32.895143 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-dcc1e03d-e488-4516-88b6-63c8050b9606 req-d3be38a0-25cd-425d-ba20-9c7197e48748 service neutron] 10.222.0.64 "GET /v2.0/networks/b71ca446-9e49-43e3-8d10-a8e51e0e89c0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1254697
Dec 23 16:43:32.947867 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device b7dc6e41-6746-40fc-b032-74e5bc633237 up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:43:33.026236 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-dcc1e03d-e488-4516-88b6-63c8050b9606 req-190752f6-bcfa-4898-b429-f3bb3c38673d service neutron] 10.222.0.64 "GET /v2.0/networks/b71ca446-9e49-43e3-8d10-a8e51e0e89c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1248534
Dec 23 16:43:33.066415 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port b7dc6e41-6746-40fc-b032-74e5bc633237 triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:43:33.066781 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:43:33.117906 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-70017567-d871-4105-a383-979f82b3d96c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc100f0a0>, [{'id': 'd6fc201e-8a8a-4e39-be26-1f6085a0d979', 'name': 'tempest-TestNetworkAdvancedServerOps-router-3486056', 'tenant_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.56'}], 'enable_snat': True}, 'gw_port_id': '4b9ebdaa-15eb-4c81-a530-f27f66a17553', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:43:25Z', 'updated_at': '2021-12-23T16:43:30Z', 'revision_number': 4, 'project_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'gw_port': {'id': '4b9ebdaa-15eb-4c81-a530-f27f66a17553', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:b6:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6fc201e-8a8a-4e39-be26-1f6085a0d979', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:43:26Z', 'updated_at': '2021-12-23T16:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_interfaces': [{'id': '9d7f00fd-f4aa-43f2-b410-c31a9270a1f8', 'name': '', 'network_id': 'b71ca446-9e49-43e3-8d10-a8e51e0e89c0', 'tenant_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'mac_address': 'fa:16:3e:ec:ab:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6fc201e-8a8a-4e39-be26-1f6085a0d979', 'device_owner': 'network:router_interface', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': 'db5b835c-d74c-4854-a2d8-4524f6873f78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:43:30Z', 'updated_at': '2021-12-23T16:43:31Z', 'revision_number': 2, 'project_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'subnets': [{'id': 'db5b835c-d74c-4854-a2d8-4524f6873f78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:43:33.130885 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70017567-d871-4105-a383-979f82b3d96c None None] Checking router: d6fc201e-8a8a-4e39-be26-1f6085a0d979 for host: dv-neutron-822799-1-hyperv {{(pid=87637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 23 16:43:33.130885 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70017567-d871-4105-a383-979f82b3d96c None None] Updating router d6fc201e-8a8a-4e39-be26-1f6085a0d979 port 9d7f00fd-f4aa-43f2-b410-c31a9270a1f8 binding host dv-neutron-822799-1-hyperv {{(pid=87637) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 23 16:43:33.193674 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-70017567-d871-4105-a383-979f82b3d96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:43:33.213313 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [req-662c69b9-3f68-46dd-a897-27a55da38289 req-d2529f5b-b0fd-4f65-9251-7ae7bf543e8c tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Synchronizing usage tracker for tenant:bf163a60baa2480bb3e9e9a93ee73eb3 on resource:port {{(pid=87635) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:43:33.226606 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [req-662c69b9-3f68-46dd-a897-27a55da38289 req-d2529f5b-b0fd-4f65-9251-7ae7bf543e8c tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Unset dirty status for tenant:bf163a60baa2480bb3e9e9a93ee73eb3 on resource:port {{(pid=87635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:43:33.227923 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-662c69b9-3f68-46dd-a897-27a55da38289 req-d2529f5b-b0fd-4f65-9251-7ae7bf543e8c tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/ports?device_id=1349366a-5e74-438c-921d-3213199932ab HTTP/1.1" status: 200  len: 210 time: 0.0627506
Dec 23 16:43:33.597443 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-70017567-d871-4105-a383-979f82b3d96c None None] Notify callbacks [] for port, precommit_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:43:33.610035 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-70017567-d871-4105-a383-979f82b3d96c None None] Transition to ACTIVE for port object 9d7f00fd-f4aa-43f2-b410-c31a9270a1f8 will not be triggered until provisioned by entity L2. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:43:33.617850 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-70017567-d871-4105-a383-979f82b3d96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:43:33.621385 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-35397a1e-0528-497a-a7b7-3b21db5cfca3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:43:33.749803 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc601a7-f057-43ce-9bf1-9f44956b4bcf None None] Pushing event updated for resources: {'Port': ['ID=9d7f00fd-f4aa-43f2-b410-c31a9270a1f8,revision_number=3']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:43:33.775071 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3dc601a7-f057-43ce-9bf1-9f44956b4bcf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:43:33.892366 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-70017567-d871-4105-a383-979f82b3d96c None None] Attempting to bind port 9d7f00fd-f4aa-43f2-b410-c31a9270a1f8 on host dv-neutron-822799-1-hyperv for vnic_type normal with profile  {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:43:33.892781 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-70017567-d871-4105-a383-979f82b3d96c None None] Attempting to bind port 9d7f00fd-f4aa-43f2-b410-c31a9270a1f8 by drivers openvswitch,hyperv on host dv-neutron-822799-1-hyperv at level 0 using segments [{'id': '78c71010-640f-4e26-9e01-b9c6d925f574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'b71ca446-9e49-43e3-8d10-a8e51e0e89c0'}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:43:33.893149 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70017567-d871-4105-a383-979f82b3d96c None None] Attempting to bind port 9d7f00fd-f4aa-43f2-b410-c31a9270a1f8 on network b71ca446-9e49-43e3-8d10-a8e51e0e89c0 {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:43:33.898242 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70017567-d871-4105-a383-979f82b3d96c None None] Checking agent: {'id': '20d2070f-69a9-4e73-8d08-6f0387a40158', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822799-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 21), 'started_at': datetime.datetime(2021, 12, 23, 16, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 43, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822799-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 23 16:43:33.898619 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70017567-d871-4105-a383-979f82b3d96c None None] Checking segment: {'id': '78c71010-640f-4e26-9e01-b9c6d925f574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'b71ca446-9e49-43e3-8d10-a8e51e0e89c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:43:33.899021 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-70017567-d871-4105-a383-979f82b3d96c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:43:33.899418 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70017567-d871-4105-a383-979f82b3d96c None None] Bound using segment: {'id': '78c71010-640f-4e26-9e01-b9c6d925f574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'b71ca446-9e49-43e3-8d10-a8e51e0e89c0'} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 23 16:43:33.899903 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-70017567-d871-4105-a383-979f82b3d96c None None] Bound port: 9d7f00fd-f4aa-43f2-b410-c31a9270a1f8, host: dv-neutron-822799-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78c71010-640f-4e26-9e01-b9c6d925f574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'b71ca446-9e49-43e3-8d10-a8e51e0e89c0'}}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 23 16:43:33.900259 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-70017567-d871-4105-a383-979f82b3d96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:43:33.993290 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-70017567-d871-4105-a383-979f82b3d96c None None] For port 9d7f00fd-f4aa-43f2-b410-c31a9270a1f8, host dv-neutron-822799-1-hyperv, cleared binding levels {{(pid=87637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 23 16:43:33.998641 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-70017567-d871-4105-a383-979f82b3d96c None None] For port 9d7f00fd-f4aa-43f2-b410-c31a9270a1f8, host dv-neutron-822799-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=9d7f00fd-f4aa-43f2-b410-c31a9270a1f8,segment=NetworkSegment(78c71010-640f-4e26-9e01-b9c6d925f574),segment_id=78c71010-640f-4e26-9e01-b9c6d925f574)] {{(pid=87637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 23 16:43:34.004850 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-70017567-d871-4105-a383-979f82b3d96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:43:34.008232 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-c440dd8d-2091-490d-acb4-c23bd714b4c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:43:34.080511 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70017567-d871-4105-a383-979f82b3d96c None None] Routers {'d6fc201e-8a8a-4e39-be26-1f6085a0d979'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:43:34.081148 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-70017567-d871-4105-a383-979f82b3d96c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc100f0a0>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:43:20Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['d6fc201e-8a8a-4e39-be26-1f6085a0d979'], 'active': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:43:34.137837 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc601a7-f057-43ce-9bf1-9f44956b4bcf None None] Pushing event updated for resources: {'Port': ['ID=9d7f00fd-f4aa-43f2-b410-c31a9270a1f8,revision_number=4']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:43:34.148986 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3dc601a7-f057-43ce-9bf1-9f44956b4bcf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:43:34.297488 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvr_db [None req-70017567-d871-4105-a383-979f82b3d96c None None] Set router d6fc201e-8a8a-4e39-be26-1f6085a0d979 gateway port host: dv-neutron-822799-1-hyperv {{(pid=87637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:43:34.324532 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc1e03d-e488-4516-88b6-63c8050b9606 req-d499d9f6-7cb6-49bf-b3bd-22aafa4ccea2 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:43:34.327821 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-dcc1e03d-e488-4516-88b6-63c8050b9606 req-d499d9f6-7cb6-49bf-b3bd-22aafa4ccea2 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.61 "GET /v2.0/networks?id=b71ca446-9e49-43e3-8d10-a8e51e0e89c0 HTTP/1.1" status: 200  len: 797 time: 0.2286248
Dec 23 16:43:34.421720 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-e13c373d-b6b5-42a7-a15e-92e2c4df4740 req-0e6f48e5-c93b-43cc-a7f3-2def7d18a6f5 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/ports?device_id=1349366a-5e74-438c-921d-3213199932ab HTTP/1.1" status: 200  len: 210 time: 0.0578604
Dec 23 16:43:34.433601 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-dcc1e03d-e488-4516-88b6-63c8050b9606 req-102bb57f-29e6-48bd-b53c-409ad6e08004 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bf163a60baa2480bb3e9e9a93ee73eb3 HTTP/1.1" status: 200  len: 379 time: 0.0976064
Dec 23 16:43:34.443729 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [req-dcc1e03d-e488-4516-88b6-63c8050b9606 req-52614852-8411-44d0-8456-fba945f8305c tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Request body: {'port': {'device_id': '1349366a-5e74-438c-921d-3213199932ab', 'network_id': 'b71ca446-9e49-43e3-8d10-a8e51e0e89c0', 'admin_state_up': True, 'tenant_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'security_groups': ['b1eb85f3-ece5-4bc4-9b41-21fa138c90ce']}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:43:34.576516 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [req-dcc1e03d-e488-4516-88b6-63c8050b9606 req-52614852-8411-44d0-8456-fba945f8305c tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:43:34.586049 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [req-dcc1e03d-e488-4516-88b6-63c8050b9606 req-52614852-8411-44d0-8456-fba945f8305c tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:43:34.596977 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dcc1e03d-e488-4516-88b6-63c8050b9606 req-52614852-8411-44d0-8456-fba945f8305c tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Made reservation on behalf of bf163a60baa2480bb3e9e9a93ee73eb3 for: {'port': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:43:34.600604 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-dcc1e03d-e488-4516-88b6-63c8050b9606 req-52614852-8411-44d0-8456-fba945f8305c tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:43:34.634474 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-70017567-d871-4105-a383-979f82b3d96c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc100f0a0>, [{'id': 'd6fc201e-8a8a-4e39-be26-1f6085a0d979', 'name': 'tempest-TestNetworkAdvancedServerOps-router-3486056', 'tenant_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.56'}], 'enable_snat': True}, 'gw_port_id': '4b9ebdaa-15eb-4c81-a530-f27f66a17553', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:43:25Z', 'updated_at': '2021-12-23T16:43:30Z', 'revision_number': 4, 'project_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'gw_port': {'id': '4b9ebdaa-15eb-4c81-a530-f27f66a17553', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:b6:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6fc201e-8a8a-4e39-be26-1f6085a0d979', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:43:26Z', 'updated_at': '2021-12-23T16:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_interfaces': [{'id': '9d7f00fd-f4aa-43f2-b410-c31a9270a1f8', 'name': '', 'network_id': 'b71ca446-9e49-43e3-8d10-a8e51e0e89c0', 'tenant_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'mac_address': 'fa:16:3e:ec:ab:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6fc201e-8a8a-4e39-be26-1f6085a0d979', 'device_owner': 'network:router_interface', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': 'db5b835c-d74c-4854-a2d8-4524f6873f78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:43:30Z', 'updated_at': '2021-12-23T16:43:33Z', 'revision_number': 4, 'project_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'subnets': [{'id': 'db5b835c-d74c-4854-a2d8-4524f6873f78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:43:34.638508 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70017567-d871-4105-a383-979f82b3d96c None None] The sync data for ids ['d6fc201e-8a8a-4e39-be26-1f6085a0d979'] in dv-neutron-822799-1-hyperv is: [{'id': 'd6fc201e-8a8a-4e39-be26-1f6085a0d979', 'name': 'tempest-TestNetworkAdvancedServerOps-router-3486056', 'tenant_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.56'}], 'enable_snat': True}, 'gw_port_id': '4b9ebdaa-15eb-4c81-a530-f27f66a17553', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:43:25Z', 'updated_at': '2021-12-23T16:43:30Z', 'revision_number': 4, 'project_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'gw_port': {'id': '4b9ebdaa-15eb-4c81-a530-f27f66a17553', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:b6:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6fc201e-8a8a-4e39-be26-1f6085a0d979', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:43:26Z', 'updated_at': '2021-12-23T16:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_interfaces': [{'id': '9d7f00fd-f4aa-43f2-b410-c31a9270a1f8', 'name': '', 'network_id': 'b71ca446-9e49-43e3-8d10-a8e51e0e89c0', 'tenant_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'mac_address': 'fa:16:3e:ec:ab:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6fc201e-8a8a-4e39-be26-1f6085a0d979', 'device_owner': 'network:router_interface', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': 'db5b835c-d74c-4854-a2d8-4524f6873f78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:43:30Z', 'updated_at': '2021-12-23T16:43:33Z', 'revision_number': 4, 'project_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'subnets': [{'id': 'db5b835c-d74c-4854-a2d8-4524f6873f78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 23 16:43:34.787794 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [req-dcc1e03d-e488-4516-88b6-63c8050b9606 req-52614852-8411-44d0-8456-fba945f8305c tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Allocated IP 172.20.0.5 (b71ca446-9e49-43e3-8d10-a8e51e0e89c0/db5b835c-d74c-4854-a2d8-4524f6873f78/de7c5fe7-62c6-4a0d-aaa5-d9d989f47df4) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:43:34.990818 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-dcc1e03d-e488-4516-88b6-63c8050b9606 req-52614852-8411-44d0-8456-fba945f8305c tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:43:35.006898 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.provisioning_blocks [req-dcc1e03d-e488-4516-88b6-63c8050b9606 req-52614852-8411-44d0-8456-fba945f8305c tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Transition to ACTIVE for port object de7c5fe7-62c6-4a0d-aaa5-d9d989f47df4 will not be triggered until provisioned by entity DHCP. {{(pid=87636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:43:35.030980 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-dcc1e03d-e488-4516-88b6-63c8050b9606 req-52614852-8411-44d0-8456-fba945f8305c tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:43:35.038271 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-66e5aed2-d868-4ece-8e66-0065698d088e tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:43:35.103297 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dcc1e03d-e488-4516-88b6-63c8050b9606 req-52614852-8411-44d0-8456-fba945f8305c tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Network b71ca446-9e49-43e3-8d10-a8e51e0e89c0 is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:43:35.106813 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [req-dcc1e03d-e488-4516-88b6-63c8050b9606 req-52614852-8411-44d0-8456-fba945f8305c tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Resources bound (agent type, host, resource id):  {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:43:35.111866 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcc1e03d-e488-4516-88b6-63c8050b9606 req-52614852-8411-44d0-8456-fba945f8305c tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:43:35.147884 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52614852-8411-44d0-8456-fba945f8305c tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Pushing event updated for resources: {'Port': ['ID=de7c5fe7-62c6-4a0d-aaa5-d9d989f47df4,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:43:35.155243 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-52614852-8411-44d0-8456-fba945f8305c tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:43:35.186022 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc1e03d-e488-4516-88b6-63c8050b9606 req-52614852-8411-44d0-8456-fba945f8305c tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:43:35.186696 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-dcc1e03d-e488-4516-88b6-63c8050b9606 req-52614852-8411-44d0-8456-fba945f8305c tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:43:35.216518 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-dcc1e03d-e488-4516-88b6-63c8050b9606 req-52614852-8411-44d0-8456-fba945f8305c tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7771065
Dec 23 16:43:35.228734 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [req-dcc1e03d-e488-4516-88b6-63c8050b9606 req-263f779c-b43e-4635-acfd-e57652b8b13b service neutron] Request body: {'port': {'device_id': '1349366a-5e74-438c-921d-3213199932ab', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8227'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:43:35.382223 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-bca7e60a-a015-45e4-a7fe-10d5a0810ea7 None None] Provisioning for port de7c5fe7-62c6-4a0d-aaa5-d9d989f47df4 completed by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:43:35.389832 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-bca7e60a-a015-45e4-a7fe-10d5a0810ea7 None None] Provisioning complete for port de7c5fe7-62c6-4a0d-aaa5-d9d989f47df4 triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:43:35.390354 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-bca7e60a-a015-45e4-a7fe-10d5a0810ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:43:35.448289 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-bca7e60a-a015-45e4-a7fe-10d5a0810ea7 None None] Port de7c5fe7-62c6-4a0d-aaa5-d9d989f47df4 cannot update to ACTIVE because it is not bound. {{(pid=87637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 23 16:43:35.482433 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-dcc1e03d-e488-4516-88b6-63c8050b9606 req-263f779c-b43e-4635-acfd-e57652b8b13b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:43:35.615331 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e23bf8e-2408-498d-8132-3d539206b51f req-f40c2c97-fd71-42fd-8654-2dcab430b923 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:43:35.617472 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-5e23bf8e-2408-498d-8132-3d539206b51f req-f40c2c97-fd71-42fd-8654-2dcab430b923 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/ports?device_id=1349366a-5e74-438c-921d-3213199932ab HTTP/1.1" status: 200  len: 931 time: 0.0822291
Dec 23 16:43:35.665992 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [req-5e23bf8e-2408-498d-8132-3d539206b51f req-1e6addf5-582d-465b-92ba-babef0638a60 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Synchronizing usage tracker for tenant:bf163a60baa2480bb3e9e9a93ee73eb3 on resource:security_group {{(pid=87635) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:43:35.678162 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [req-5e23bf8e-2408-498d-8132-3d539206b51f req-1e6addf5-582d-465b-92ba-babef0638a60 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Unset dirty status for tenant:bf163a60baa2480bb3e9e9a93ee73eb3 on resource:security_group {{(pid=87635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:43:35.679333 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-5e23bf8e-2408-498d-8132-3d539206b51f req-1e6addf5-582d-465b-92ba-babef0638a60 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/security-groups?id=b1eb85f3-ece5-4bc4-9b41-21fa138c90ce&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0560002
Dec 23 16:43:35.844446 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [req-dcc1e03d-e488-4516-88b6-63c8050b9606 req-263f779c-b43e-4635-acfd-e57652b8b13b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de7c5fe7-62c6-4a0d-aaa5-d9d989f47df4 {{(pid=87636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 23 16:43:35.851850 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-dcc1e03d-e488-4516-88b6-63c8050b9606 req-263f779c-b43e-4635-acfd-e57652b8b13b service neutron] Notify callbacks [] for port, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:43:35.866191 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.provisioning_blocks [req-dcc1e03d-e488-4516-88b6-63c8050b9606 req-263f779c-b43e-4635-acfd-e57652b8b13b service neutron] Transition to ACTIVE for port object de7c5fe7-62c6-4a0d-aaa5-d9d989f47df4 will not be triggered until provisioned by entity L2. {{(pid=87636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:43:35.870744 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-dcc1e03d-e488-4516-88b6-63c8050b9606 req-263f779c-b43e-4635-acfd-e57652b8b13b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2176289'] for port, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:43:35.874356 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-59c3def6-63ce-4bfc-8e8a-da7b62b5e97e tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:43:35.997362 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263f779c-b43e-4635-acfd-e57652b8b13b service neutron] Pushing event updated for resources: {'Port': ['ID=de7c5fe7-62c6-4a0d-aaa5-d9d989f47df4,revision_number=2']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:43:36.023394 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-263f779c-b43e-4635-acfd-e57652b8b13b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:43:36.103577 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [req-dcc1e03d-e488-4516-88b6-63c8050b9606 req-263f779c-b43e-4635-acfd-e57652b8b13b service neutron] Attempting to bind port de7c5fe7-62c6-4a0d-aaa5-d9d989f47df4 on host hv-neutron-8227 for vnic_type normal with profile  {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:43:36.103910 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [req-dcc1e03d-e488-4516-88b6-63c8050b9606 req-263f779c-b43e-4635-acfd-e57652b8b13b service neutron] Attempting to bind port de7c5fe7-62c6-4a0d-aaa5-d9d989f47df4 by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': '78c71010-640f-4e26-9e01-b9c6d925f574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'b71ca446-9e49-43e3-8d10-a8e51e0e89c0'}] {{(pid=87636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:43:36.104246 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcc1e03d-e488-4516-88b6-63c8050b9606 req-263f779c-b43e-4635-acfd-e57652b8b13b service neutron] Attempting to bind port de7c5fe7-62c6-4a0d-aaa5-d9d989f47df4 on network b71ca446-9e49-43e3-8d10-a8e51e0e89c0 {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:43:36.109027 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcc1e03d-e488-4516-88b6-63c8050b9606 req-263f779c-b43e-4635-acfd-e57652b8b13b service neutron] Port de7c5fe7-62c6-4a0d-aaa5-d9d989f47df4 on network b71ca446-9e49-43e3-8d10-a8e51e0e89c0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 23 16:43:36.109327 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcc1e03d-e488-4516-88b6-63c8050b9606 req-263f779c-b43e-4635-acfd-e57652b8b13b service neutron] Attempting to bind port de7c5fe7-62c6-4a0d-aaa5-d9d989f47df4 on network b71ca446-9e49-43e3-8d10-a8e51e0e89c0 {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:43:36.114680 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcc1e03d-e488-4516-88b6-63c8050b9606 req-263f779c-b43e-4635-acfd-e57652b8b13b service neutron] Checking agent: {'id': '5a806709-633b-4d33-98c4-3d24562c0f1e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8227', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 6, 42), 'started_at': datetime.datetime(2021, 12, 23, 16, 6, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 43, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 23 16:43:36.115009 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcc1e03d-e488-4516-88b6-63c8050b9606 req-263f779c-b43e-4635-acfd-e57652b8b13b service neutron] Checking segment: {'id': '78c71010-640f-4e26-9e01-b9c6d925f574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'b71ca446-9e49-43e3-8d10-a8e51e0e89c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:43:36.115371 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcc1e03d-e488-4516-88b6-63c8050b9606 req-263f779c-b43e-4635-acfd-e57652b8b13b service neutron] Bound using segment: {'id': '78c71010-640f-4e26-9e01-b9c6d925f574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'b71ca446-9e49-43e3-8d10-a8e51e0e89c0'} {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 23 16:43:36.115789 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [req-dcc1e03d-e488-4516-88b6-63c8050b9606 req-263f779c-b43e-4635-acfd-e57652b8b13b service neutron] Bound port: de7c5fe7-62c6-4a0d-aaa5-d9d989f47df4, host: hv-neutron-8227, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78c71010-640f-4e26-9e01-b9c6d925f574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'b71ca446-9e49-43e3-8d10-a8e51e0e89c0'}}] {{(pid=87636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 23 16:43:36.116124 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-dcc1e03d-e488-4516-88b6-63c8050b9606 req-263f779c-b43e-4635-acfd-e57652b8b13b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:43:36.207889 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [req-dcc1e03d-e488-4516-88b6-63c8050b9606 req-263f779c-b43e-4635-acfd-e57652b8b13b service neutron] For port de7c5fe7-62c6-4a0d-aaa5-d9d989f47df4, host hv-neutron-8227, cleared binding levels {{(pid=87636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 23 16:43:36.211026 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [req-dcc1e03d-e488-4516-88b6-63c8050b9606 req-263f779c-b43e-4635-acfd-e57652b8b13b service neutron] For port de7c5fe7-62c6-4a0d-aaa5-d9d989f47df4, host hv-neutron-8227, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=de7c5fe7-62c6-4a0d-aaa5-d9d989f47df4,segment=NetworkSegment(78c71010-640f-4e26-9e01-b9c6d925f574),segment_id=78c71010-640f-4e26-9e01-b9c6d925f574)] {{(pid=87636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 23 16:43:36.219450 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-dcc1e03d-e488-4516-88b6-63c8050b9606 req-263f779c-b43e-4635-acfd-e57652b8b13b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2176289'] for port, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:43:36.223296 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-bf3e1d8f-dd04-4ee0-9849-f51eb2c091d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:43:36.278813 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc1e03d-e488-4516-88b6-63c8050b9606 req-263f779c-b43e-4635-acfd-e57652b8b13b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:43:36.279601 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-dcc1e03d-e488-4516-88b6-63c8050b9606 req-263f779c-b43e-4635-acfd-e57652b8b13b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:43:36.281056 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-dcc1e03d-e488-4516-88b6-63c8050b9606 req-263f779c-b43e-4635-acfd-e57652b8b13b service neutron] 10.222.0.61 "PUT /v2.0/ports/de7c5fe7-62c6-4a0d-aaa5-d9d989f47df4 HTTP/1.1" status: 200  len: 1093 time: 1.0567291
Dec 23 16:43:36.281645 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1349366a-5e74-438c-921d-3213199932ab', 'tag': 'de7c5fe7-62c6-4a0d-aaa5-d9d989f47df4'}] {{(pid=87636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 23 16:43:36.311502 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263f779c-b43e-4635-acfd-e57652b8b13b service neutron] Pushing event updated for resources: {'Port': ['ID=de7c5fe7-62c6-4a0d-aaa5-d9d989f47df4,revision_number=3']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:43:36.320103 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-263f779c-b43e-4635-acfd-e57652b8b13b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:43:36.364950 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1349366a-5e74-438c-921d-3213199932ab', 'tag': 'de7c5fe7-62c6-4a0d-aaa5-d9d989f47df4', 'status': 'completed', 'code': 200}
Dec 23 16:43:36.398129 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 9d7f00fd-f4aa-43f2-b410-c31a9270a1f8 up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:43:36.411361 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc1e03d-e488-4516-88b6-63c8050b9606 req-50de45bf-0b68-417e-af1d-db7eab7ee142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:43:36.413024 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-dcc1e03d-e488-4516-88b6-63c8050b9606 req-50de45bf-0b68-417e-af1d-db7eab7ee142 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=bf163a60baa2480bb3e9e9a93ee73eb3&device_id=1349366a-5e74-438c-921d-3213199932ab HTTP/1.1" status: 200  len: 1096 time: 0.0840201
Dec 23 16:43:36.474600 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning for port 9d7f00fd-f4aa-43f2-b410-c31a9270a1f8 completed by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:43:36.479737 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port 9d7f00fd-f4aa-43f2-b410-c31a9270a1f8 triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:43:36.480128 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:43:36.493748 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-dcc1e03d-e488-4516-88b6-63c8050b9606 req-13d4545f-dc6b-4baa-8783-4f7ae89c8571 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=de7c5fe7-62c6-4a0d-aaa5-d9d989f47df4 HTTP/1.1" status: 200  len: 217 time: 0.0736551
Dec 23 16:43:36.561610 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc1e03d-e488-4516-88b6-63c8050b9606 req-9e2da80b-0fbe-41a4-a15d-bb10385275d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:43:36.562960 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-dcc1e03d-e488-4516-88b6-63c8050b9606 req-9e2da80b-0fbe-41a4-a15d-bb10385275d5 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=db5b835c-d74c-4854-a2d8-4524f6873f78 HTTP/1.1" status: 200  len: 835 time: 0.0629506
Dec 23 16:43:36.615287 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:43:36.645255 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc1e03d-e488-4516-88b6-63c8050b9606 req-70c1f78d-c784-4583-86d3-685ea60243e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:43:36.646906 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-dcc1e03d-e488-4516-88b6-63c8050b9606 req-70c1f78d-c784-4583-86d3-685ea60243e0 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b71ca446-9e49-43e3-8d10-a8e51e0e89c0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0768757
Dec 23 16:43:36.648471 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] For port 9d7f00fd-f4aa-43f2-b410-c31a9270a1f8, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=9d7f00fd-f4aa-43f2-b410-c31a9270a1f8,segment=NetworkSegment(78c71010-640f-4e26-9e01-b9c6d925f574),segment_id=78c71010-640f-4e26-9e01-b9c6d925f574)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:43:36.653919 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:43:36.656440 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:43:36.728646 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Pushing event updated for resources: {'Port': ['ID=9d7f00fd-f4aa-43f2-b410-c31a9270a1f8,revision_number=5']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:43:36.731767 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:43:36.790273 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-dcc1e03d-e488-4516-88b6-63c8050b9606 req-5ab207e9-d1ab-42fc-95bd-c97bb5f8ec67 service neutron] 10.222.0.61 "GET /v2.0/networks/b71ca446-9e49-43e3-8d10-a8e51e0e89c0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1367869
Dec 23 16:43:36.877900 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712c065f-e4fc-40a8-944e-879afd926502 req-f9d33589-5d67-4ccb-b06f-b0bb2fe81f68 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:43:36.879430 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-712c065f-e4fc-40a8-944e-879afd926502 req-f9d33589-5d67-4ccb-b06f-b0bb2fe81f68 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/ports?device_id=1349366a-5e74-438c-921d-3213199932ab HTTP/1.1" status: 200  len: 943 time: 0.0837548
Dec 23 16:43:36.925248 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-712c065f-e4fc-40a8-944e-879afd926502 req-eba1bc23-67f4-43b9-a165-158cc62309b1 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/security-groups?id=b1eb85f3-ece5-4bc4-9b41-21fa138c90ce&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0401042
Dec 23 16:43:36.926106 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-dcc1e03d-e488-4516-88b6-63c8050b9606 req-1e390db7-0aef-4255-9ec3-fc68150a25e8 service neutron] 10.222.0.61 "GET /v2.0/networks/b71ca446-9e49-43e3-8d10-a8e51e0e89c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1294742
Dec 23 16:43:37.045614 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bd6089-57bf-4852-a63d-b010ebc7881a req-1f343aa9-2798-4c6b-a7b7-adc93ff49dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:43:37.047076 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-47bd6089-57bf-4852-a63d-b010ebc7881a req-1f343aa9-2798-4c6b-a7b7-adc93ff49dc2 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=bf163a60baa2480bb3e9e9a93ee73eb3&device_id=1349366a-5e74-438c-921d-3213199932ab HTTP/1.1" status: 200  len: 1096 time: 0.0725048
Dec 23 16:43:37.181950 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bd6089-57bf-4852-a63d-b010ebc7881a req-c936ec4c-06d3-45da-8e60-bb56b32926c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:43:37.183394 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-47bd6089-57bf-4852-a63d-b010ebc7881a req-c936ec4c-06d3-45da-8e60-bb56b32926c5 service neutron] 10.222.0.61 "GET /v2.0/networks?id=b71ca446-9e49-43e3-8d10-a8e51e0e89c0 HTTP/1.1" status: 200  len: 898 time: 0.1293299
Dec 23 16:43:37.378815 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-47bd6089-57bf-4852-a63d-b010ebc7881a req-9b62a9ef-75a4-4277-9b79-5b3171b0955e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=de7c5fe7-62c6-4a0d-aaa5-d9d989f47df4 HTTP/1.1" status: 200  len: 217 time: 0.1878240
Dec 23 16:43:37.447008 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bd6089-57bf-4852-a63d-b010ebc7881a req-ecbb8484-5ef0-45f5-8963-0da19824ba1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:43:37.448441 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-47bd6089-57bf-4852-a63d-b010ebc7881a req-ecbb8484-5ef0-45f5-8963-0da19824ba1f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=db5b835c-d74c-4854-a2d8-4524f6873f78 HTTP/1.1" status: 200  len: 835 time: 0.0624816
Dec 23 16:43:37.528668 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bd6089-57bf-4852-a63d-b010ebc7881a req-7f450f2e-e9b0-4851-b768-54e230d0cd47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:43:37.530248 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-47bd6089-57bf-4852-a63d-b010ebc7881a req-7f450f2e-e9b0-4851-b768-54e230d0cd47 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b71ca446-9e49-43e3-8d10-a8e51e0e89c0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0739696
Dec 23 16:43:37.665517 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-47bd6089-57bf-4852-a63d-b010ebc7881a req-d000724c-db4d-4182-861d-c23b83bb3eed service neutron] 10.222.0.61 "GET /v2.0/networks/b71ca446-9e49-43e3-8d10-a8e51e0e89c0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1270385
Dec 23 16:43:37.799206 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-47bd6089-57bf-4852-a63d-b010ebc7881a req-e77e4540-65cf-4c2d-8432-d30a948682b2 service neutron] 10.222.0.61 "GET /v2.0/networks/b71ca446-9e49-43e3-8d10-a8e51e0e89c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1269593
Dec 23 16:43:38.119007 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5771cea3-2e7f-43a6-b1ed-60be535ebff4 req-7b22ef60-d9ca-4115-8707-c2d709a46a6d tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:43:38.119709 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-5771cea3-2e7f-43a6-b1ed-60be535ebff4 req-7b22ef60-d9ca-4115-8707-c2d709a46a6d tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Synchronizing usage tracker for tenant:bf163a60baa2480bb3e9e9a93ee73eb3 on resource:port {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:43:38.138552 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-5771cea3-2e7f-43a6-b1ed-60be535ebff4 req-7b22ef60-d9ca-4115-8707-c2d709a46a6d tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Unset dirty status for tenant:bf163a60baa2480bb3e9e9a93ee73eb3 on resource:port {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:43:38.140126 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-5771cea3-2e7f-43a6-b1ed-60be535ebff4 req-7b22ef60-d9ca-4115-8707-c2d709a46a6d tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/ports?device_id=1349366a-5e74-438c-921d-3213199932ab HTTP/1.1" status: 200  len: 943 time: 0.1054673
Dec 23 16:43:38.186828 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-5771cea3-2e7f-43a6-b1ed-60be535ebff4 req-55f6c947-f23b-4b36-bf1e-075920b809c4 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/security-groups?id=b1eb85f3-ece5-4bc4-9b41-21fa138c90ce&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0409076
Dec 23 16:43:38.366045 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 9d7f00fd-f4aa-43f2-b410-c31a9270a1f8 up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:43:38.446204 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port 9d7f00fd-f4aa-43f2-b410-c31a9270a1f8 triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:43:38.446665 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:43:38.708534 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Device de7c5fe7-62c6-4a0d-aaa5-d9d989f47df4 details requested by agent hyperv_hv-neutron-8227 with host hv-neutron-8227 {{(pid=87637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 23 16:43:38.849473 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] For port de7c5fe7-62c6-4a0d-aaa5-d9d989f47df4, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=de7c5fe7-62c6-4a0d-aaa5-d9d989f47df4,segment=NetworkSegment(78c71010-640f-4e26-9e01-b9c6d925f574),segment_id=78c71010-640f-4e26-9e01-b9c6d925f574)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:43:38.862956 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Returning: {'device': 'de7c5fe7-62c6-4a0d-aaa5-d9d989f47df4', 'network_id': 'b71ca446-9e49-43e3-8d10-a8e51e0e89c0', 'port_id': 'de7c5fe7-62c6-4a0d-aaa5-d9d989f47df4', 'mac_address': 'fa:16:3e:1c:fb:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db5b835c-d74c-4854-a2d8-4524f6873f78', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 23 16:43:38.919877 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:43:38.939875 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.notifiers.nova [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de7c5fe7-62c6-4a0d-aaa5-d9d989f47df4 {{(pid=87637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 23 16:43:38.955419 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] For port de7c5fe7-62c6-4a0d-aaa5-d9d989f47df4, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=de7c5fe7-62c6-4a0d-aaa5-d9d989f47df4,segment=NetworkSegment(78c71010-640f-4e26-9e01-b9c6d925f574),segment_id=78c71010-640f-4e26-9e01-b9c6d925f574)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:43:38.961174 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:43:38.963986 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3bb4489f-25d2-4816-8aba-b0c5ae5bf5b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:43:39.067688 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Pushing event updated for resources: {'Port': ['ID=de7c5fe7-62c6-4a0d-aaa5-d9d989f47df4,revision_number=4']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:43:39.071271 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:43:39.164180 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] get_ports_and_sgs() called for port_ids ['de7c5fe7-62c6-4a0d-aaa5-d9d989f47df4'] {{(pid=87637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 23 16:43:39.379447 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae51ad7e-c1d9-41cb-8c13-7ddc1e7be698 req-d26a4d48-a61e-428a-a409-dd2187e05f2c tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:43:39.380910 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-ae51ad7e-c1d9-41cb-8c13-7ddc1e7be698 req-d26a4d48-a61e-428a-a409-dd2187e05f2c tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/ports?device_id=1349366a-5e74-438c-921d-3213199932ab HTTP/1.1" status: 200  len: 944 time: 0.0782621
Dec 23 16:43:39.427567 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-ae51ad7e-c1d9-41cb-8c13-7ddc1e7be698 req-8274c5e8-0268-428a-942f-7abaca0ab86d tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/security-groups?id=b1eb85f3-ece5-4bc4-9b41-21fa138c90ce&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0406580
Dec 23 16:43:40.628458 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdb012c-1998-4fd4-aa9b-4b4fff3e7902 req-21f40c64-c392-4b3f-ab9c-9436299e71d5 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:43:40.629952 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-1cdb012c-1998-4fd4-aa9b-4b4fff3e7902 req-21f40c64-c392-4b3f-ab9c-9436299e71d5 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/ports?device_id=1349366a-5e74-438c-921d-3213199932ab HTTP/1.1" status: 200  len: 944 time: 0.0905452
Dec 23 16:43:40.675082 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-1cdb012c-1998-4fd4-aa9b-4b4fff3e7902 req-199f2023-6e8e-4a66-b4a4-c582b46d19c3 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/security-groups?id=b1eb85f3-ece5-4bc4-9b41-21fa138c90ce&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0394125
Dec 23 16:43:40.706663 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Device de7c5fe7-62c6-4a0d-aaa5-d9d989f47df4 up at agent hyperv_hv-neutron-8227 {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:43:40.778738 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Provisioning for port de7c5fe7-62c6-4a0d-aaa5-d9d989f47df4 completed by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:43:40.783747 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Provisioning complete for port de7c5fe7-62c6-4a0d-aaa5-d9d989f47df4 triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:43:40.784132 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:43:40.917606 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:43:40.945857 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1349366a-5e74-438c-921d-3213199932ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de7c5fe7-62c6-4a0d-aaa5-d9d989f47df4'}] {{(pid=87637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 23 16:43:40.956372 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] For port de7c5fe7-62c6-4a0d-aaa5-d9d989f47df4, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=de7c5fe7-62c6-4a0d-aaa5-d9d989f47df4,segment=NetworkSegment(78c71010-640f-4e26-9e01-b9c6d925f574),segment_id=78c71010-640f-4e26-9e01-b9c6d925f574)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:43:40.961763 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:43:40.963750 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3dc601a7-f057-43ce-9bf1-9f44956b4bcf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:43:40.997238 dv-neutron-822799-1-hyperv neutron-server[87637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1349366a-5e74-438c-921d-3213199932ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de7c5fe7-62c6-4a0d-aaa5-d9d989f47df4', 'code': 200}
Dec 23 16:43:41.029678 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Pushing event updated for resources: {'Port': ['ID=de7c5fe7-62c6-4a0d-aaa5-d9d989f47df4,revision_number=5']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:43:41.033256 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:43:41.237946 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65edb86-2b33-4062-a11f-568929449e83 req-a01a4949-0d6a-4cbe-aaff-d7e27d1f1ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:43:41.239391 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-c65edb86-2b33-4062-a11f-568929449e83 req-a01a4949-0d6a-4cbe-aaff-d7e27d1f1ed2 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=1349366a-5e74-438c-921d-3213199932ab HTTP/1.1" status: 200  len: 1098 time: 0.0723808
Dec 23 16:43:41.280709 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-c65edb86-2b33-4062-a11f-568929449e83 req-e52aebe9-52e6-4afa-bc07-3452fe678d88 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=b1eb85f3-ece5-4bc4-9b41-21fa138c90ce&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0341585
Dec 23 16:43:41.893144 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a212e465-f642-4c77-be50-e3855da68bda req-72b45ac8-05d5-4a01-a012-de3c5189b13d tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:43:41.894575 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-a212e465-f642-4c77-be50-e3855da68bda req-72b45ac8-05d5-4a01-a012-de3c5189b13d tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/ports?device_id=1349366a-5e74-438c-921d-3213199932ab HTTP/1.1" status: 200  len: 945 time: 0.0882268
Dec 23 16:43:41.940359 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-a212e465-f642-4c77-be50-e3855da68bda req-e47135de-c803-4a5a-9065-73929568da7b tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/security-groups?id=b1eb85f3-ece5-4bc4-9b41-21fa138c90ce&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0379744
Dec 23 16:43:42.074494 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:43:43.182562 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81686942-6a0c-4e52-b41d-1279e1192216 req-3524e180-6c43-4674-b964-b109207166f2 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:43:43.183992 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-81686942-6a0c-4e52-b41d-1279e1192216 req-3524e180-6c43-4674-b964-b109207166f2 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/ports?device_id=1349366a-5e74-438c-921d-3213199932ab HTTP/1.1" status: 200  len: 945 time: 0.1003170
Dec 23 16:43:43.227975 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-81686942-6a0c-4e52-b41d-1279e1192216 req-50ad94ec-b612-4a9b-badc-2eebea06fea3 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/security-groups?id=b1eb85f3-ece5-4bc4-9b41-21fa138c90ce&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0381324
Dec 23 16:43:43.421666 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd36cd9-d549-4783-a693-aef97c715abc req-b989379a-a386-48e4-a0c8-4df63e5dd69a tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:43:43.423102 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-ffd36cd9-d549-4783-a693-aef97c715abc req-b989379a-a386-48e4-a0c8-4df63e5dd69a tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/ports?device_id=1349366a-5e74-438c-921d-3213199932ab HTTP/1.1" status: 200  len: 945 time: 0.0897667
Dec 23 16:43:43.467834 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-ffd36cd9-d549-4783-a693-aef97c715abc req-a74c6051-b9cc-43e0-8120-80a76b53bd45 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/security-groups?id=b1eb85f3-ece5-4bc4-9b41-21fa138c90ce&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0387859
Dec 23 16:43:43.490530 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 58676) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:43:43.562611 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e440475f-877e-4074-bd78-bdda4bcf159f tempest-TestNetworkAdvancedServerOps-760966623 tempest-TestNetworkAdvancedServerOps-760966623-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:43:43.564107 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-e440475f-877e-4074-bd78-bdda4bcf159f tempest-TestNetworkAdvancedServerOps-760966623 tempest-TestNetworkAdvancedServerOps-760966623-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=1349366a-5e74-438c-921d-3213199932ab HTTP/1.1" status: 200  len: 1093 time: 0.0726676
Dec 23 16:43:43.567179 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 58680) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:43:43.572600 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-abf86ec8-3a91-4882-bb74-74e141e4430e tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Request body: {'floatingip': {'floating_network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'port_id': 'de7c5fe7-62c6-4a0d-aaa5-d9d989f47df4', 'tenant_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'fixed_ip_address': '172.20.0.5'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:43:43.578807 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-abf86ec8-3a91-4882-bb74-74e141e4430e tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:43:43.582645 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-abf86ec8-3a91-4882-bb74-74e141e4430e tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Usage tracker for resource:floatingip and tenant:bf163a60baa2480bb3e9e9a93ee73eb3 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:43:43.585503 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-abf86ec8-3a91-4882-bb74-74e141e4430e tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:43:43.591147 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-abf86ec8-3a91-4882-bb74-74e141e4430e tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:43:43.603778 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-abf86ec8-3a91-4882-bb74-74e141e4430e tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks [] for floatingip, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:43:43.741344 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-abf86ec8-3a91-4882-bb74-74e141e4430e tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:43:43.895760 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [None req-abf86ec8-3a91-4882-bb74-74e141e4430e tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Allocated IP 172.26.3.131 (8afa6d58-9431-454a-b99c-3ff8a65aa86b/60537fec-5f5f-4ab7-89cc-03638149a590/e12c3b64-9daa-49f9-89a0-84c44fa185fa) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:43:44.047855 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-abf86ec8-3a91-4882-bb74-74e141e4430e tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:43:44.095247 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-abf86ec8-3a91-4882-bb74-74e141e4430e tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:43:44.098989 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-bf3e1d8f-dd04-4ee0-9849-f51eb2c091d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:43:44.158286 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abf86ec8-3a91-4882-bb74-74e141e4430e tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Network 8afa6d58-9431-454a-b99c-3ff8a65aa86b is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:43:44.161475 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-abf86ec8-3a91-4882-bb74-74e141e4430e tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Resources bound (agent type, host, resource id):  {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:43:44.164965 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abf86ec8-3a91-4882-bb74-74e141e4430e tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:43:44.200084 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf86ec8-3a91-4882-bb74-74e141e4430e tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Pushing event updated for resources: {'Port': ['ID=e12c3b64-9daa-49f9-89a0-84c44fa185fa,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:43:44.207881 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-abf86ec8-3a91-4882-bb74-74e141e4430e tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:43:44.714149 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-abf86ec8-3a91-4882-bb74-74e141e4430e tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:43:44.795827 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-abf86ec8-3a91-4882-bb74-74e141e4430e tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:43:45.005508 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-abf86ec8-3a91-4882-bb74-74e141e4430e tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks [] for port, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:43:45.012125 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-abf86ec8-3a91-4882-bb74-74e141e4430e tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2176289'] for port, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:43:45.016413 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-b5f1ee11-a56a-43d7-85a1-17fffe623f6d tempest-TestEncryptedCinderVolumes-2071723255 tempest-TestEncryptedCinderVolumes-2071723255-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:43:45.120175 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf86ec8-3a91-4882-bb74-74e141e4430e tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Pushing event updated for resources: {'Port': ['ID=e12c3b64-9daa-49f9-89a0-84c44fa185fa,revision_number=2']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:43:45.124530 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-abf86ec8-3a91-4882-bb74-74e141e4430e tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:43:45.133151 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-abf86ec8-3a91-4882-bb74-74e141e4430e tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1824189'] for floatingip, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:43:45.305472 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.db.l3_db [None req-abf86ec8-3a91-4882-bb74-74e141e4430e tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Floating IP 66d13ebd-79de-4705-8bf7-44833c412305 associated. External IP: 172.26.3.131, port: de7c5fe7-62c6-4a0d-aaa5-d9d989f47df4.
Dec 23 16:43:45.656493 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abf86ec8-3a91-4882-bb74-74e141e4430e tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Router d6fc201e-8a8a-4e39-be26-1f6085a0d979 has already been hosted by L3 agent 371d4c41-c7e2-4de7-9539-c049ec4e95d1 {{(pid=87636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 23 16:43:45.970319 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abf86ec8-3a91-4882-bb74-74e141e4430e tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify agent at l3_agent.dv-neutron-822799-1-hyperv the message routers_updated {{(pid=87636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 23 16:43:45.981120 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eef4e5e4-0889-4160-b910-0496bcfbf666 None None] Sync routers for ids ['d6fc201e-8a8a-4e39-be26-1f6085a0d979'] in dv-neutron-822799-1-hyperv {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 23 16:43:45.990824 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eef4e5e4-0889-4160-b910-0496bcfbf666 None None] Routers {'d6fc201e-8a8a-4e39-be26-1f6085a0d979'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:43:45.991438 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-eef4e5e4-0889-4160-b910-0496bcfbf666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc1ee13d0>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:43:20Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['d6fc201e-8a8a-4e39-be26-1f6085a0d979'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:43:45.996171 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-abf86ec8-3a91-4882-bb74-74e141e4430e tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for floatingip, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:43:46.054377 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-abf86ec8-3a91-4882-bb74-74e141e4430e tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.4861534
Dec 23 16:43:46.055125 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1349366a-5e74-438c-921d-3213199932ab', 'tag': 'de7c5fe7-62c6-4a0d-aaa5-d9d989f47df4'}] {{(pid=87636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 23 16:43:46.108081 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1349366a-5e74-438c-921d-3213199932ab', 'tag': 'de7c5fe7-62c6-4a0d-aaa5-d9d989f47df4', 'status': 'completed', 'code': 200}
Dec 23 16:43:46.177832 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-eef4e5e4-0889-4160-b910-0496bcfbf666 None None] Set router d6fc201e-8a8a-4e39-be26-1f6085a0d979 gateway port host: dv-neutron-822799-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:43:46.206289 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5704e03e-3f64-4d7b-a2ff-5a6d6a49e902 req-432e7278-0afd-4f63-8c38-1acebe39d31f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:43:46.207788 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-5704e03e-3f64-4d7b-a2ff-5a6d6a49e902 req-432e7278-0afd-4f63-8c38-1acebe39d31f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=bf163a60baa2480bb3e9e9a93ee73eb3&device_id=1349366a-5e74-438c-921d-3213199932ab HTTP/1.1" status: 200  len: 1098 time: 0.0771956
Dec 23 16:43:46.251886 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78108265-d60f-40c9-a81c-afcbd0a6356f req-0f59ac1d-55ed-41f7-9e05-b7d6ba5a3cde tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:43:46.254192 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-78108265-d60f-40c9-a81c-afcbd0a6356f req-0f59ac1d-55ed-41f7-9e05-b7d6ba5a3cde tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/ports?device_id=1349366a-5e74-438c-921d-3213199932ab HTTP/1.1" status: 200  len: 945 time: 0.0936604
Dec 23 16:43:46.302539 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-78108265-d60f-40c9-a81c-afcbd0a6356f req-72fdbded-5bab-48a7-9100-032c40ab20de tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/security-groups?id=b1eb85f3-ece5-4bc4-9b41-21fa138c90ce&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0424039
Dec 23 16:43:46.330060 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 58688) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:43:46.360809 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5704e03e-3f64-4d7b-a2ff-5a6d6a49e902 req-ae7d0243-84dc-4f7c-bedf-5aa009bbbc03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:43:46.362826 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-5704e03e-3f64-4d7b-a2ff-5a6d6a49e902 req-ae7d0243-84dc-4f7c-bedf-5aa009bbbc03 service neutron] 10.222.0.61 "GET /v2.0/networks?id=b71ca446-9e49-43e3-8d10-a8e51e0e89c0 HTTP/1.1" status: 200  len: 898 time: 0.1487904
Dec 23 16:43:46.442161 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-d20ea7d1-b612-48b0-8ca7-dbf3ed60bb17 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/floatingips/66d13ebd-79de-4705-8bf7-44833c412305 HTTP/1.1" status: 200  len: 991 time: 0.1096809
Dec 23 16:43:46.470113 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-5704e03e-3f64-4d7b-a2ff-5a6d6a49e902 req-1543f78b-0099-40d2-9e58-08e8e652be3b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=de7c5fe7-62c6-4a0d-aaa5-d9d989f47df4 HTTP/1.1" status: 200  len: 999 time: 0.1006007
Dec 23 16:43:46.534329 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5704e03e-3f64-4d7b-a2ff-5a6d6a49e902 req-b0b5e46b-7320-4a61-9287-13f64eb19aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:43:46.535675 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-5704e03e-3f64-4d7b-a2ff-5a6d6a49e902 req-b0b5e46b-7320-4a61-9287-13f64eb19aa5 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=db5b835c-d74c-4854-a2d8-4524f6873f78 HTTP/1.1" status: 200  len: 835 time: 0.0591505
Dec 23 16:43:46.547738 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-eef4e5e4-0889-4160-b910-0496bcfbf666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc1ee13d0>, [{'id': 'd6fc201e-8a8a-4e39-be26-1f6085a0d979', 'name': 'tempest-TestNetworkAdvancedServerOps-router-3486056', 'tenant_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.56'}], 'enable_snat': True}, 'gw_port_id': '4b9ebdaa-15eb-4c81-a530-f27f66a17553', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:43:25Z', 'updated_at': '2021-12-23T16:43:30Z', 'revision_number': 4, 'project_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'gw_port': {'id': '4b9ebdaa-15eb-4c81-a530-f27f66a17553', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:b6:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6fc201e-8a8a-4e39-be26-1f6085a0d979', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:43:26Z', 'updated_at': '2021-12-23T16:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_floatingips': [{'id': '66d13ebd-79de-4705-8bf7-44833c412305', 'tenant_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'floating_ip_address': '172.26.3.131', 'floating_network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'router_id': 'd6fc201e-8a8a-4e39-be26-1f6085a0d979', 'port_id': 'de7c5fe7-62c6-4a0d-aaa5-d9d989f47df4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1717, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b71ca446-9e49-43e3-8d10-a8e51e0e89c0', 'mac_address': 'fa:16:3e:1c:fb:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1349366a-5e74-438c-921d-3213199932ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:43:44Z', 'updated_at': '2021-12-23T16:43:44Z', 'revision_number': 0, 'project_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d7f00fd-f4aa-43f2-b410-c31a9270a1f8', 'name': '', 'network_id': 'b71ca446-9e49-43e3-8d10-a8e51e0e89c0', 'tenant_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'mac_address': 'fa:16:3e:ec:ab:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6fc201e-8a8a-4e39-be26-1f6085a0d979', 'device_owner': 'network:router_interface', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': 'db5b835c-d74c-4854-a2d8-4524f6873f78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:43:30Z', 'updated_at': '2021-12-23T16:43:36Z', 'revision_number': 5, 'project_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'subnets': [{'id': 'db5b835c-d74c-4854-a2d8-4524f6873f78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:43:46.551676 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eef4e5e4-0889-4160-b910-0496bcfbf666 None None] Checking router: d6fc201e-8a8a-4e39-be26-1f6085a0d979 for host: dv-neutron-822799-1-hyperv {{(pid=87638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 23 16:43:46.560398 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eef4e5e4-0889-4160-b910-0496bcfbf666 None None] Routers {'d6fc201e-8a8a-4e39-be26-1f6085a0d979'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:43:46.561056 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-eef4e5e4-0889-4160-b910-0496bcfbf666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc1ee13d0>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:43:20Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['d6fc201e-8a8a-4e39-be26-1f6085a0d979'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:43:46.614398 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5704e03e-3f64-4d7b-a2ff-5a6d6a49e902 req-55dff1e7-0d58-4959-acd5-6e125deab6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:43:46.615898 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-5704e03e-3f64-4d7b-a2ff-5a6d6a49e902 req-55dff1e7-0d58-4959-acd5-6e125deab6fe service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b71ca446-9e49-43e3-8d10-a8e51e0e89c0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0736492
Dec 23 16:43:46.741398 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-eef4e5e4-0889-4160-b910-0496bcfbf666 None None] Set router d6fc201e-8a8a-4e39-be26-1f6085a0d979 gateway port host: dv-neutron-822799-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:43:46.755194 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-5704e03e-3f64-4d7b-a2ff-5a6d6a49e902 req-fbf6ff50-9660-4fef-9a18-e7fd60974b0d service neutron] 10.222.0.61 "GET /v2.0/networks/b71ca446-9e49-43e3-8d10-a8e51e0e89c0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1328924
Dec 23 16:43:46.889977 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-5704e03e-3f64-4d7b-a2ff-5a6d6a49e902 req-b0d1e4d5-8861-4783-886b-afeed82b013b service neutron] 10.222.0.61 "GET /v2.0/networks/b71ca446-9e49-43e3-8d10-a8e51e0e89c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1277099
Dec 23 16:43:47.122503 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-eef4e5e4-0889-4160-b910-0496bcfbf666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc1ee13d0>, [{'id': 'd6fc201e-8a8a-4e39-be26-1f6085a0d979', 'name': 'tempest-TestNetworkAdvancedServerOps-router-3486056', 'tenant_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.56'}], 'enable_snat': True}, 'gw_port_id': '4b9ebdaa-15eb-4c81-a530-f27f66a17553', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:43:25Z', 'updated_at': '2021-12-23T16:43:30Z', 'revision_number': 4, 'project_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'gw_port': {'id': '4b9ebdaa-15eb-4c81-a530-f27f66a17553', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:b6:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6fc201e-8a8a-4e39-be26-1f6085a0d979', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:43:26Z', 'updated_at': '2021-12-23T16:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_floatingips': [{'id': '66d13ebd-79de-4705-8bf7-44833c412305', 'tenant_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'floating_ip_address': '172.26.3.131', 'floating_network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'router_id': 'd6fc201e-8a8a-4e39-be26-1f6085a0d979', 'port_id': 'de7c5fe7-62c6-4a0d-aaa5-d9d989f47df4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1717, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b71ca446-9e49-43e3-8d10-a8e51e0e89c0', 'mac_address': 'fa:16:3e:1c:fb:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1349366a-5e74-438c-921d-3213199932ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:43:44Z', 'updated_at': '2021-12-23T16:43:44Z', 'revision_number': 0, 'project_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d7f00fd-f4aa-43f2-b410-c31a9270a1f8', 'name': '', 'network_id': 'b71ca446-9e49-43e3-8d10-a8e51e0e89c0', 'tenant_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'mac_address': 'fa:16:3e:ec:ab:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6fc201e-8a8a-4e39-be26-1f6085a0d979', 'device_owner': 'network:router_interface', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': 'db5b835c-d74c-4854-a2d8-4524f6873f78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:43:30Z', 'updated_at': '2021-12-23T16:43:36Z', 'revision_number': 5, 'project_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'subnets': [{'id': 'db5b835c-d74c-4854-a2d8-4524f6873f78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:43:47.127492 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eef4e5e4-0889-4160-b910-0496bcfbf666 None None] The sync data for ids ['d6fc201e-8a8a-4e39-be26-1f6085a0d979'] in dv-neutron-822799-1-hyperv is: [{'id': 'd6fc201e-8a8a-4e39-be26-1f6085a0d979', 'name': 'tempest-TestNetworkAdvancedServerOps-router-3486056', 'tenant_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.56'}], 'enable_snat': True}, 'gw_port_id': '4b9ebdaa-15eb-4c81-a530-f27f66a17553', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:43:25Z', 'updated_at': '2021-12-23T16:43:30Z', 'revision_number': 4, 'project_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'gw_port': {'id': '4b9ebdaa-15eb-4c81-a530-f27f66a17553', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:b6:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6fc201e-8a8a-4e39-be26-1f6085a0d979', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:43:26Z', 'updated_at': '2021-12-23T16:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_floatingips': [{'id': '66d13ebd-79de-4705-8bf7-44833c412305', 'tenant_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'floating_ip_address': '172.26.3.131', 'floating_network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'router_id': 'd6fc201e-8a8a-4e39-be26-1f6085a0d979', 'port_id': 'de7c5fe7-62c6-4a0d-aaa5-d9d989f47df4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1717, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b71ca446-9e49-43e3-8d10-a8e51e0e89c0', 'mac_address': 'fa:16:3e:1c:fb:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1349366a-5e74-438c-921d-3213199932ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:43:44Z', 'updated_at': '2021-12-23T16:43:44Z', 'revision_number': 0, 'project_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d7f00fd-f4aa-43f2-b410-c31a9270a1f8', 'name': '', 'network_id': 'b71ca446-9e49-43e3-8d10-a8e51e0e89c0', 'tenant_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'mac_address': 'fa:16:3e:ec:ab:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6fc201e-8a8a-4e39-be26-1f6085a0d979', 'device_owner': 'network:router_interface', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': 'db5b835c-d74c-4854-a2d8-4524f6873f78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:43:30Z', 'updated_at': '2021-12-23T16:43:36Z', 'revision_number': 5, 'project_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'subnets': [{'id': 'db5b835c-d74c-4854-a2d8-4524f6873f78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 23 16:43:47.352340 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea51778-3f7b-4ec4-8eab-093dacea2281 None None] New status for floating IP 66d13ebd-79de-4705-8bf7-44833c412305: ACTIVE {{(pid=87637) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 23 16:43:47.442482 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-c11a702f-04e3-4692-bacf-596161208d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:43:47.445298 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 58692) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:43:47.553920 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-4645e22c-5a6f-468d-95e5-813f279d4fcf tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/floatingips/66d13ebd-79de-4705-8bf7-44833c412305 HTTP/1.1" status: 200  len: 991 time: 0.1067219
Dec 23 16:43:48.559186 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 58696) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:43:48.684857 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-370a690a-0d63-411f-a273-f0977d0dae6b tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/floatingips/66d13ebd-79de-4705-8bf7-44833c412305 HTTP/1.1" status: 200  len: 993 time: 0.1242130
Dec 23 16:43:49.797495 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-e44cc767-5c25-40c5-b0e8-e446b1f9adf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:43:50.889651 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9dcbea60-a34f-4144-91e7-90aff3f57aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:43:50.940950 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:43:52.377977 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9e3aab53-d650-47e3-b8a6-2dff21fe9ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:43:58.648435 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.agents_db [None req-30c2320c-f298-49f6-9c47-c20e38116a9c None None] Agent healthcheck: found 6 active agents {{(pid=87638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 23 16:44:12.095587 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:44:13.237783 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-16fdc667-898b-4c02-977c-c7c7248ede04 req-71d4e185-6db7-48e4-ab46-74782a059f82 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=1349366a-5e74-438c-921d-3213199932ab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0872955
Dec 23 16:44:13.383469 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fdc667-898b-4c02-977c-c7c7248ede04 req-df9ba495-c8e4-44e3-9c1d-d7285d666ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:44:13.385059 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-16fdc667-898b-4c02-977c-c7c7248ede04 req-df9ba495-c8e4-44e3-9c1d-d7285d666ad8 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=bf163a60baa2480bb3e9e9a93ee73eb3&device_id=1349366a-5e74-438c-921d-3213199932ab HTTP/1.1" status: 200  len: 1098 time: 0.0763688
Dec 23 16:44:13.535114 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fdc667-898b-4c02-977c-c7c7248ede04 req-21b1501d-3b82-4b10-8dfd-da00f7541151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:44:13.536444 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-16fdc667-898b-4c02-977c-c7c7248ede04 req-21b1501d-3b82-4b10-8dfd-da00f7541151 service neutron] 10.222.0.61 "GET /v2.0/networks?id=b71ca446-9e49-43e3-8d10-a8e51e0e89c0 HTTP/1.1" status: 200  len: 898 time: 0.1268961
Dec 23 16:44:13.639649 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-16fdc667-898b-4c02-977c-c7c7248ede04 req-760b1b5d-c09e-4355-b5d2-38f6650dd4e5 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=de7c5fe7-62c6-4a0d-aaa5-d9d989f47df4 HTTP/1.1" status: 200  len: 1001 time: 0.0951269
Dec 23 16:44:13.705824 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fdc667-898b-4c02-977c-c7c7248ede04 req-23d9112a-a179-4af6-bf3d-6c4ee1a7b04d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:44:13.707976 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-16fdc667-898b-4c02-977c-c7c7248ede04 req-23d9112a-a179-4af6-bf3d-6c4ee1a7b04d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=db5b835c-d74c-4854-a2d8-4524f6873f78 HTTP/1.1" status: 200  len: 835 time: 0.0612319
Dec 23 16:44:13.789942 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fdc667-898b-4c02-977c-c7c7248ede04 req-0f13dc37-6f53-4ca4-a9c3-ee86f43d8262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:44:13.791415 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-16fdc667-898b-4c02-977c-c7c7248ede04 req-0f13dc37-6f53-4ca4-a9c3-ee86f43d8262 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b71ca446-9e49-43e3-8d10-a8e51e0e89c0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0760937
Dec 23 16:44:14.054985 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-16fdc667-898b-4c02-977c-c7c7248ede04 req-9a5862ac-058e-49b3-a524-02cf48cdfe7b service neutron] 10.222.0.61 "GET /v2.0/networks/b71ca446-9e49-43e3-8d10-a8e51e0e89c0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2554505
Dec 23 16:44:14.194468 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-16fdc667-898b-4c02-977c-c7c7248ede04 req-f88ccaf2-20f4-4a83-a7d4-b41bfceda1cf service neutron] 10.222.0.61 "GET /v2.0/networks/b71ca446-9e49-43e3-8d10-a8e51e0e89c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1294663
Dec 23 16:44:17.409095 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-e4440564-015c-493b-a94d-69c03258674d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:44:18.252122 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba09d709-6035-4a3a-9793-8a1cde2fd115 req-c7800c25-d598-4f08-9a57-898e7e3a2215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:44:18.253793 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-ba09d709-6035-4a3a-9793-8a1cde2fd115 req-c7800c25-d598-4f08-9a57-898e7e3a2215 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=bf163a60baa2480bb3e9e9a93ee73eb3&device_id=1349366a-5e74-438c-921d-3213199932ab HTTP/1.1" status: 200  len: 1098 time: 0.0836599
Dec 23 16:44:18.437409 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba09d709-6035-4a3a-9793-8a1cde2fd115 req-14634a60-52db-489b-8b75-481e5814a643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:44:18.438867 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-ba09d709-6035-4a3a-9793-8a1cde2fd115 req-14634a60-52db-489b-8b75-481e5814a643 service neutron] 10.222.0.61 "GET /v2.0/networks?id=b71ca446-9e49-43e3-8d10-a8e51e0e89c0 HTTP/1.1" status: 200  len: 898 time: 0.1785321
Dec 23 16:44:18.501212 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d19cd9-1a26-4e77-8e7c-3ea39c0ce57f req-eeb4c7d6-32fd-4572-af2b-2dfa8d6f5bb7 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:44:18.502533 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-a0d19cd9-1a26-4e77-8e7c-3ea39c0ce57f req-eeb4c7d6-32fd-4572-af2b-2dfa8d6f5bb7 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/ports?device_id=1349366a-5e74-438c-921d-3213199932ab HTTP/1.1" status: 200  len: 945 time: 0.2969828
Dec 23 16:44:18.580594 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-a0d19cd9-1a26-4e77-8e7c-3ea39c0ce57f req-a47cba1d-16d5-4379-b039-8c422a06d5fd tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/security-groups?id=b1eb85f3-ece5-4bc4-9b41-21fa138c90ce&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0723064
Dec 23 16:44:18.582330 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-ba09d709-6035-4a3a-9793-8a1cde2fd115 req-fcad67b7-7baa-450d-a3c9-5f407f9dbd14 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=de7c5fe7-62c6-4a0d-aaa5-d9d989f47df4 HTTP/1.1" status: 200  len: 1001 time: 0.1344306
Dec 23 16:44:18.648424 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba09d709-6035-4a3a-9793-8a1cde2fd115 req-8978fb9c-a861-46d9-9602-57ac901ab157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:44:18.650682 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-ba09d709-6035-4a3a-9793-8a1cde2fd115 req-8978fb9c-a861-46d9-9602-57ac901ab157 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=db5b835c-d74c-4854-a2d8-4524f6873f78 HTTP/1.1" status: 200  len: 835 time: 0.0604956
Dec 23 16:44:18.734698 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba09d709-6035-4a3a-9793-8a1cde2fd115 req-a96822e2-d145-4c3b-81b7-fe6ebc59a741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:44:18.736161 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-ba09d709-6035-4a3a-9793-8a1cde2fd115 req-a96822e2-d145-4c3b-81b7-fe6ebc59a741 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b71ca446-9e49-43e3-8d10-a8e51e0e89c0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0786743
Dec 23 16:44:18.869479 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-ba09d709-6035-4a3a-9793-8a1cde2fd115 req-75dffb7b-d78c-400a-8a01-1c01f63df503 service neutron] 10.222.0.61 "GET /v2.0/networks/b71ca446-9e49-43e3-8d10-a8e51e0e89c0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1261454
Dec 23 16:44:18.999444 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-ba09d709-6035-4a3a-9793-8a1cde2fd115 req-7d7d0d59-09b2-43e2-81ce-b5702e1be050 service neutron] 10.222.0.61 "GET /v2.0/networks/b71ca446-9e49-43e3-8d10-a8e51e0e89c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1223617
Dec 23 16:44:19.792400 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-b589d61a-8733-48c4-a63f-956a5644a881 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:44:19.851871 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab6902b-5b8b-4038-9cac-16d06cda2381 req-75db1f1d-68ff-4498-b81a-021394296d24 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:44:19.853414 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-2ab6902b-5b8b-4038-9cac-16d06cda2381 req-75db1f1d-68ff-4498-b81a-021394296d24 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/ports?device_id=1349366a-5e74-438c-921d-3213199932ab HTTP/1.1" status: 200  len: 945 time: 0.1380355
Dec 23 16:44:19.897489 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-2ab6902b-5b8b-4038-9cac-16d06cda2381 req-86b87d4d-1f2b-442d-b6e4-8ce46ba5e202 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/security-groups?id=b1eb85f3-ece5-4bc4-9b41-21fa138c90ce&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0381200
Dec 23 16:44:20.900196 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9dcbea60-a34f-4144-91e7-90aff3f57aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:44:20.945151 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:44:21.098681 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26eb0004-3713-46e7-a188-dc59473b81f7 req-6c179016-c235-4a73-afc4-0f5ff86819a8 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:44:21.100129 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-26eb0004-3713-46e7-a188-dc59473b81f7 req-6c179016-c235-4a73-afc4-0f5ff86819a8 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/ports?device_id=1349366a-5e74-438c-921d-3213199932ab HTTP/1.1" status: 200  len: 945 time: 0.0966790
Dec 23 16:44:21.145141 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-26eb0004-3713-46e7-a188-dc59473b81f7 req-9101dc54-daa0-4510-8ec8-d0601b451d97 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/security-groups?id=b1eb85f3-ece5-4bc4-9b41-21fa138c90ce&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0392025
Dec 23 16:44:22.351839 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c04c371-6d90-4e2f-ab66-7c33379ed178 req-c7bc27fc-5982-48f2-9839-774d2bf0c4e8 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:44:22.353316 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-7c04c371-6d90-4e2f-ab66-7c33379ed178 req-c7bc27fc-5982-48f2-9839-774d2bf0c4e8 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/ports?device_id=1349366a-5e74-438c-921d-3213199932ab HTTP/1.1" status: 200  len: 945 time: 0.0851231
Dec 23 16:44:22.377396 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9e3aab53-d650-47e3-b8a6-2dff21fe9ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:44:22.515766 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-7c04c371-6d90-4e2f-ab66-7c33379ed178 req-e15a3a98-60dd-4cd8-a89a-009e042a26f9 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/security-groups?id=b1eb85f3-ece5-4bc4-9b41-21fa138c90ce&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1567478
Dec 23 16:44:23.721811 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3bc9e1-1076-4167-9a4b-3de654581fa2 req-bb31f8ba-9ce6-47fe-9888-06b0c48b79dc tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:44:23.723294 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-dc3bc9e1-1076-4167-9a4b-3de654581fa2 req-bb31f8ba-9ce6-47fe-9888-06b0c48b79dc tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/ports?device_id=1349366a-5e74-438c-921d-3213199932ab HTTP/1.1" status: 200  len: 945 time: 0.0921984
Dec 23 16:44:23.771547 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-dc3bc9e1-1076-4167-9a4b-3de654581fa2 req-199dcde8-8c20-44d6-9001-8adff8fc798d tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/security-groups?id=b1eb85f3-ece5-4bc4-9b41-21fa138c90ce&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0395105
Dec 23 16:44:24.990210 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d61f9a-cdf6-4c4b-89e4-3d9b594b1705 req-506c6310-cf64-4fdf-9c65-aacdffd44f94 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:44:24.991704 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-d4d61f9a-cdf6-4c4b-89e4-3d9b594b1705 req-506c6310-cf64-4fdf-9c65-aacdffd44f94 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/ports?device_id=1349366a-5e74-438c-921d-3213199932ab HTTP/1.1" status: 200  len: 945 time: 0.1014166
Dec 23 16:44:25.036801 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-d4d61f9a-cdf6-4c4b-89e4-3d9b594b1705 req-7cd41784-47aa-487f-9d97-2f4d4fc158c1 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/security-groups?id=b1eb85f3-ece5-4bc4-9b41-21fa138c90ce&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0392110
Dec 23 16:44:26.240810 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6044892e-8531-4849-98fc-f7a4495db470 req-b705c282-8155-4200-9a4c-2b5047f64e1e tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:44:26.242292 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-6044892e-8531-4849-98fc-f7a4495db470 req-b705c282-8155-4200-9a4c-2b5047f64e1e tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/ports?device_id=1349366a-5e74-438c-921d-3213199932ab HTTP/1.1" status: 200  len: 945 time: 0.0944552
Dec 23 16:44:26.286450 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-6044892e-8531-4849-98fc-f7a4495db470 req-81e86c1a-0061-4d19-ab34-a386c646c2b7 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/security-groups?id=b1eb85f3-ece5-4bc4-9b41-21fa138c90ce&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0383797
Dec 23 16:44:27.487026 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf87893b-abb7-4bf9-935a-8260a8071fb1 req-a6f41bc4-842f-43b4-be42-032ddbc649a5 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:44:27.488531 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-bf87893b-abb7-4bf9-935a-8260a8071fb1 req-a6f41bc4-842f-43b4-be42-032ddbc649a5 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/ports?device_id=1349366a-5e74-438c-921d-3213199932ab HTTP/1.1" status: 200  len: 945 time: 0.0930309
Dec 23 16:44:27.533828 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-bf87893b-abb7-4bf9-935a-8260a8071fb1 req-9f54a18b-7f14-4105-85ee-0e8acf86a291 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/security-groups?id=b1eb85f3-ece5-4bc4-9b41-21fa138c90ce&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0393631
Dec 23 16:44:28.724139 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16f8289-bbe1-44eb-8ce4-129b2fbba354 req-40da484f-d3aa-42c5-90df-454420ea30ae tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:44:28.725606 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-d16f8289-bbe1-44eb-8ce4-129b2fbba354 req-40da484f-d3aa-42c5-90df-454420ea30ae tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/ports?device_id=1349366a-5e74-438c-921d-3213199932ab HTTP/1.1" status: 200  len: 945 time: 0.0851824
Dec 23 16:44:28.769289 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-d16f8289-bbe1-44eb-8ce4-129b2fbba354 req-07daa222-6e15-4461-a982-d92c8e570ec4 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/security-groups?id=b1eb85f3-ece5-4bc4-9b41-21fa138c90ce&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0379593
Dec 23 16:44:29.985551 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148f699e-f094-4fe5-aa65-f421cf70ffa4 req-7923243c-c5b6-4797-8dc4-5ffcfa948e31 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:44:29.987000 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-148f699e-f094-4fe5-aa65-f421cf70ffa4 req-7923243c-c5b6-4797-8dc4-5ffcfa948e31 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/ports?device_id=1349366a-5e74-438c-921d-3213199932ab HTTP/1.1" status: 200  len: 945 time: 0.1038165
Dec 23 16:44:30.031647 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-148f699e-f094-4fe5-aa65-f421cf70ffa4 req-494135ee-45bb-4213-86a0-6cb09711a37e tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/security-groups?id=b1eb85f3-ece5-4bc4-9b41-21fa138c90ce&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0388162
Dec 23 16:44:31.221766 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3260b6f8-99b0-46e6-a343-56394c8f6ce2 req-c7b6d124-f14e-4cb0-b82e-157499da8f3f tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:44:31.223214 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-3260b6f8-99b0-46e6-a343-56394c8f6ce2 req-c7b6d124-f14e-4cb0-b82e-157499da8f3f tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/ports?device_id=1349366a-5e74-438c-921d-3213199932ab HTTP/1.1" status: 200  len: 945 time: 0.0814924
Dec 23 16:44:31.272241 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-3260b6f8-99b0-46e6-a343-56394c8f6ce2 req-fb4f6f37-6f41-4ef7-8c3a-342daef90187 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/security-groups?id=b1eb85f3-ece5-4bc4-9b41-21fa138c90ce&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0414267
Dec 23 16:44:32.475636 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184fc8ea-3408-4213-9523-b2156320d782 req-130bc0af-9165-46ef-9afe-655e5003144c tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:44:32.477215 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-184fc8ea-3408-4213-9523-b2156320d782 req-130bc0af-9165-46ef-9afe-655e5003144c tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/ports?device_id=1349366a-5e74-438c-921d-3213199932ab HTTP/1.1" status: 200  len: 945 time: 0.0934844
Dec 23 16:44:32.529659 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-184fc8ea-3408-4213-9523-b2156320d782 req-16295603-d8ee-4da1-ab02-e48c5b2148c7 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/security-groups?id=b1eb85f3-ece5-4bc4-9b41-21fa138c90ce&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0464020
Dec 23 16:44:33.733379 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc174830-b014-4245-9998-d2a1f975c5a9 req-716080cb-e9fd-4e4c-b9d5-fed56db1f38a tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:44:33.734910 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-cc174830-b014-4245-9998-d2a1f975c5a9 req-716080cb-e9fd-4e4c-b9d5-fed56db1f38a tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/ports?device_id=1349366a-5e74-438c-921d-3213199932ab HTTP/1.1" status: 200  len: 945 time: 0.0937357
Dec 23 16:44:33.786978 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-cc174830-b014-4245-9998-d2a1f975c5a9 req-f3654841-e348-49c3-b713-492e76b9d609 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/security-groups?id=b1eb85f3-ece5-4bc4-9b41-21fa138c90ce&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0458899
Dec 23 16:44:34.988151 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e95aeae-58c0-4b5a-9b97-6280a8d354f7 req-1989e319-301b-4921-ae99-a48e1416aab4 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:44:34.989643 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-8e95aeae-58c0-4b5a-9b97-6280a8d354f7 req-1989e319-301b-4921-ae99-a48e1416aab4 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/ports?device_id=1349366a-5e74-438c-921d-3213199932ab HTTP/1.1" status: 200  len: 945 time: 0.0876791
Dec 23 16:44:35.037736 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-8e95aeae-58c0-4b5a-9b97-6280a8d354f7 req-ab1c2d80-73f2-4bbb-8782-aa2b4612b8e3 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/security-groups?id=b1eb85f3-ece5-4bc4-9b41-21fa138c90ce&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0398161
Dec 23 16:44:35.652659 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.agents_db [None req-30c2320c-f298-49f6-9c47-c20e38116a9c None None] Agent healthcheck: found 6 active agents {{(pid=87638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 23 16:44:36.241574 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bee27fc-339b-4afc-b737-eb1f63b544d7 req-18f8c58e-429e-45b4-a77a-45eb408037b7 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:44:36.243013 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-3bee27fc-339b-4afc-b737-eb1f63b544d7 req-18f8c58e-429e-45b4-a77a-45eb408037b7 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/ports?device_id=1349366a-5e74-438c-921d-3213199932ab HTTP/1.1" status: 200  len: 945 time: 0.0929494
Dec 23 16:44:36.409648 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-3bee27fc-339b-4afc-b737-eb1f63b544d7 req-da331231-cae7-4d6a-ad5e-82cd600e28e4 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/security-groups?id=b1eb85f3-ece5-4bc4-9b41-21fa138c90ce&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1609361
Dec 23 16:44:36.439143 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 58748) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:44:36.542699 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-4f6099b1-17c6-4564-b856-dfb89652aada tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/floatingips/66d13ebd-79de-4705-8bf7-44833c412305 HTTP/1.1" status: 200  len: 993 time: 0.1023476
Dec 23 16:44:42.079295 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:44:47.416936 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-5b0c56b7-a5bf-4d23-abce-5d76949a0baf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:44:49.794741 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3c8274e3-30cc-4cf6-9fc7-625242fa27c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:44:50.891821 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9dcbea60-a34f-4144-91e7-90aff3f57aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:44:50.949872 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:44:52.384454 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9e3aab53-d650-47e3-b8a6-2dff21fe9ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:45:05.137179 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 58760) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:45:05.341751 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-101861ac-30ea-4e5b-a94c-cb085e6c1379 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Deleting port e12c3b64-9daa-49f9-89a0-84c44fa185fa {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:45:05.342102 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-101861ac-30ea-4e5b-a94c-cb085e6c1379 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:45:05.517271 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-101861ac-30ea-4e5b-a94c-cb085e6c1379 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:45:05.517527 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-101861ac-30ea-4e5b-a94c-cb085e6c1379 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:45:05.636877 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-101861ac-30ea-4e5b-a94c-cb085e6c1379 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Calling delete_port for e12c3b64-9daa-49f9-89a0-84c44fa185fa owned by network:floatingip {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:45:05.796053 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-101861ac-30ea-4e5b-a94c-cb085e6c1379 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:45:05.799652 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-52614852-8411-44d0-8456-fba945f8305c tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:45:05.842380 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101861ac-30ea-4e5b-a94c-cb085e6c1379 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Pushing event deleted for resources: {'Port': ['ID=e12c3b64-9daa-49f9-89a0-84c44fa185fa,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:45:05.881606 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101861ac-30ea-4e5b-a94c-cb085e6c1379 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:45:05.881992 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101861ac-30ea-4e5b-a94c-cb085e6c1379 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:45:05.882377 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101861ac-30ea-4e5b-a94c-cb085e6c1379 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:45:05.882752 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101861ac-30ea-4e5b-a94c-cb085e6c1379 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:45:05.883123 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101861ac-30ea-4e5b-a94c-cb085e6c1379 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:45:05.883497 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101861ac-30ea-4e5b-a94c-cb085e6c1379 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:45:05.883845 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101861ac-30ea-4e5b-a94c-cb085e6c1379 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:45:05.884204 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101861ac-30ea-4e5b-a94c-cb085e6c1379 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:45:05.884567 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101861ac-30ea-4e5b-a94c-cb085e6c1379 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:45:05.884958 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101861ac-30ea-4e5b-a94c-cb085e6c1379 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:45:05.885323 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101861ac-30ea-4e5b-a94c-cb085e6c1379 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:45:05.885687 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-101861ac-30ea-4e5b-a94c-cb085e6c1379 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:45:05.892732 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-101861ac-30ea-4e5b-a94c-cb085e6c1379 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:45:05.945241 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-101861ac-30ea-4e5b-a94c-cb085e6c1379 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks [] for floatingip, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:45:05.945527 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.db.l3_db [None req-101861ac-30ea-4e5b-a94c-cb085e6c1379 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Floating IP 66d13ebd-79de-4705-8bf7-44833c412305 disassociated (deleted). External IP: 172.26.3.131, port: de7c5fe7-62c6-4a0d-aaa5-d9d989f47df4.
Dec 23 16:45:06.314306 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-101861ac-30ea-4e5b-a94c-cb085e6c1379 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Router d6fc201e-8a8a-4e39-be26-1f6085a0d979 has already been hosted by L3 agent 371d4c41-c7e2-4de7-9539-c049ec4e95d1 {{(pid=87636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 23 16:45:06.634017 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-101861ac-30ea-4e5b-a94c-cb085e6c1379 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify agent at l3_agent.dv-neutron-822799-1-hyperv the message routers_updated {{(pid=87636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 23 16:45:06.645303 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32a09bfe-8b85-49dd-be15-a55bde48df6d None None] Sync routers for ids ['d6fc201e-8a8a-4e39-be26-1f6085a0d979'] in dv-neutron-822799-1-hyperv {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 23 16:45:06.655569 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32a09bfe-8b85-49dd-be15-a55bde48df6d None None] Routers {'d6fc201e-8a8a-4e39-be26-1f6085a0d979'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:45:06.655754 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-101861ac-30ea-4e5b-a94c-cb085e6c1379 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for floatingip, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:45:06.656187 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-32a09bfe-8b85-49dd-be15-a55bde48df6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc2038fd0>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:44:50Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['d6fc201e-8a8a-4e39-be26-1f6085a0d979'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:45:06.713405 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-101861ac-30ea-4e5b-a94c-cb085e6c1379 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "DELETE /v2.0/floatingips/66d13ebd-79de-4705-8bf7-44833c412305 HTTP/1.1" status: 204  len: 168 time: 1.5748138
Dec 23 16:45:06.714084 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1349366a-5e74-438c-921d-3213199932ab', 'tag': 'de7c5fe7-62c6-4a0d-aaa5-d9d989f47df4'}] {{(pid=87636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 23 16:45:06.758602 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1349366a-5e74-438c-921d-3213199932ab', 'tag': 'de7c5fe7-62c6-4a0d-aaa5-d9d989f47df4', 'status': 'completed', 'code': 200}
Dec 23 16:45:06.835102 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-32a09bfe-8b85-49dd-be15-a55bde48df6d None None] Set router d6fc201e-8a8a-4e39-be26-1f6085a0d979 gateway port host: dv-neutron-822799-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:45:06.853125 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ed939e-c526-4dbf-b03a-8f10a42fa9d5 req-9b9805b7-e01f-48bb-9084-be61915e8bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:45:06.854719 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-08ed939e-c526-4dbf-b03a-8f10a42fa9d5 req-9b9805b7-e01f-48bb-9084-be61915e8bd6 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=bf163a60baa2480bb3e9e9a93ee73eb3&device_id=1349366a-5e74-438c-921d-3213199932ab HTTP/1.1" status: 200  len: 1098 time: 0.0705380
Dec 23 16:45:06.997209 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ed939e-c526-4dbf-b03a-8f10a42fa9d5 req-3bf220ac-2228-4947-8a2a-3efecbcae22b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:45:06.998649 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-08ed939e-c526-4dbf-b03a-8f10a42fa9d5 req-3bf220ac-2228-4947-8a2a-3efecbcae22b service neutron] 10.222.0.61 "GET /v2.0/networks?id=b71ca446-9e49-43e3-8d10-a8e51e0e89c0 HTTP/1.1" status: 200  len: 898 time: 0.1366222
Dec 23 16:45:07.070099 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-08ed939e-c526-4dbf-b03a-8f10a42fa9d5 req-cb8d0d48-1274-41fa-a1c5-318778167cf8 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=de7c5fe7-62c6-4a0d-aaa5-d9d989f47df4 HTTP/1.1" status: 200  len: 217 time: 0.0645325
Dec 23 16:45:07.097375 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630f2e14-440b-4172-9743-a68a3b7c4fa6 req-7d82f519-390b-4893-8741-a796aa5b799f tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:45:07.098866 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-630f2e14-440b-4172-9743-a68a3b7c4fa6 req-7d82f519-390b-4893-8741-a796aa5b799f tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/ports?device_id=1349366a-5e74-438c-921d-3213199932ab HTTP/1.1" status: 200  len: 945 time: 0.0813186
Dec 23 16:45:07.135580 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ed939e-c526-4dbf-b03a-8f10a42fa9d5 req-e7a0c7a6-e3f2-41b4-87ac-40958f9b3994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:45:07.137073 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-08ed939e-c526-4dbf-b03a-8f10a42fa9d5 req-e7a0c7a6-e3f2-41b4-87ac-40958f9b3994 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=db5b835c-d74c-4854-a2d8-4524f6873f78 HTTP/1.1" status: 200  len: 835 time: 0.0602369
Dec 23 16:45:07.148090 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-630f2e14-440b-4172-9743-a68a3b7c4fa6 req-c4c6c5ad-0ae7-4025-91d0-cccbd4f7ae66 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/security-groups?id=b1eb85f3-ece5-4bc4-9b41-21fa138c90ce&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0435317
Dec 23 16:45:07.158883 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-32a09bfe-8b85-49dd-be15-a55bde48df6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc2038fd0>, [{'id': 'd6fc201e-8a8a-4e39-be26-1f6085a0d979', 'name': 'tempest-TestNetworkAdvancedServerOps-router-3486056', 'tenant_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.56'}], 'enable_snat': True}, 'gw_port_id': '4b9ebdaa-15eb-4c81-a530-f27f66a17553', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:43:25Z', 'updated_at': '2021-12-23T16:43:30Z', 'revision_number': 4, 'project_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'gw_port': {'id': '4b9ebdaa-15eb-4c81-a530-f27f66a17553', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:b6:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6fc201e-8a8a-4e39-be26-1f6085a0d979', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:43:26Z', 'updated_at': '2021-12-23T16:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_interfaces': [{'id': '9d7f00fd-f4aa-43f2-b410-c31a9270a1f8', 'name': '', 'network_id': 'b71ca446-9e49-43e3-8d10-a8e51e0e89c0', 'tenant_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'mac_address': 'fa:16:3e:ec:ab:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6fc201e-8a8a-4e39-be26-1f6085a0d979', 'device_owner': 'network:router_interface', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': 'db5b835c-d74c-4854-a2d8-4524f6873f78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:43:30Z', 'updated_at': '2021-12-23T16:43:36Z', 'revision_number': 5, 'project_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'subnets': [{'id': 'db5b835c-d74c-4854-a2d8-4524f6873f78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:45:07.163032 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32a09bfe-8b85-49dd-be15-a55bde48df6d None None] Checking router: d6fc201e-8a8a-4e39-be26-1f6085a0d979 for host: dv-neutron-822799-1-hyperv {{(pid=87638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 23 16:45:07.171343 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32a09bfe-8b85-49dd-be15-a55bde48df6d None None] Routers {'d6fc201e-8a8a-4e39-be26-1f6085a0d979'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:45:07.171939 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-32a09bfe-8b85-49dd-be15-a55bde48df6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc2038fd0>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:44:50Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['d6fc201e-8a8a-4e39-be26-1f6085a0d979'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:45:07.221849 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ed939e-c526-4dbf-b03a-8f10a42fa9d5 req-c37036aa-a825-4b8c-a04a-028ea0771932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:45:07.223187 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-08ed939e-c526-4dbf-b03a-8f10a42fa9d5 req-c37036aa-a825-4b8c-a04a-028ea0771932 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b71ca446-9e49-43e3-8d10-a8e51e0e89c0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0787609
Dec 23 16:45:07.349653 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-32a09bfe-8b85-49dd-be15-a55bde48df6d None None] Set router d6fc201e-8a8a-4e39-be26-1f6085a0d979 gateway port host: dv-neutron-822799-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:45:07.354268 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-08ed939e-c526-4dbf-b03a-8f10a42fa9d5 req-708c28da-7829-4907-93bc-4dcd2a74ca7d service neutron] 10.222.0.61 "GET /v2.0/networks/b71ca446-9e49-43e3-8d10-a8e51e0e89c0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1238785
Dec 23 16:45:07.483683 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-08ed939e-c526-4dbf-b03a-8f10a42fa9d5 req-e70ef3c6-6146-4152-a334-71cc41beed83 service neutron] 10.222.0.61 "GET /v2.0/networks/b71ca446-9e49-43e3-8d10-a8e51e0e89c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1214447
Dec 23 16:45:07.663958 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-32a09bfe-8b85-49dd-be15-a55bde48df6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc2038fd0>, [{'id': 'd6fc201e-8a8a-4e39-be26-1f6085a0d979', 'name': 'tempest-TestNetworkAdvancedServerOps-router-3486056', 'tenant_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.56'}], 'enable_snat': True}, 'gw_port_id': '4b9ebdaa-15eb-4c81-a530-f27f66a17553', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:43:25Z', 'updated_at': '2021-12-23T16:43:30Z', 'revision_number': 4, 'project_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'gw_port': {'id': '4b9ebdaa-15eb-4c81-a530-f27f66a17553', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:b6:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6fc201e-8a8a-4e39-be26-1f6085a0d979', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:43:26Z', 'updated_at': '2021-12-23T16:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_interfaces': [{'id': '9d7f00fd-f4aa-43f2-b410-c31a9270a1f8', 'name': '', 'network_id': 'b71ca446-9e49-43e3-8d10-a8e51e0e89c0', 'tenant_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'mac_address': 'fa:16:3e:ec:ab:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6fc201e-8a8a-4e39-be26-1f6085a0d979', 'device_owner': 'network:router_interface', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': 'db5b835c-d74c-4854-a2d8-4524f6873f78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:43:30Z', 'updated_at': '2021-12-23T16:43:36Z', 'revision_number': 5, 'project_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'subnets': [{'id': 'db5b835c-d74c-4854-a2d8-4524f6873f78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:45:07.667997 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32a09bfe-8b85-49dd-be15-a55bde48df6d None None] The sync data for ids ['d6fc201e-8a8a-4e39-be26-1f6085a0d979'] in dv-neutron-822799-1-hyperv is: [{'id': 'd6fc201e-8a8a-4e39-be26-1f6085a0d979', 'name': 'tempest-TestNetworkAdvancedServerOps-router-3486056', 'tenant_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.56'}], 'enable_snat': True}, 'gw_port_id': '4b9ebdaa-15eb-4c81-a530-f27f66a17553', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:43:25Z', 'updated_at': '2021-12-23T16:43:30Z', 'revision_number': 4, 'project_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'gw_port': {'id': '4b9ebdaa-15eb-4c81-a530-f27f66a17553', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:b6:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6fc201e-8a8a-4e39-be26-1f6085a0d979', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:43:26Z', 'updated_at': '2021-12-23T16:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_interfaces': [{'id': '9d7f00fd-f4aa-43f2-b410-c31a9270a1f8', 'name': '', 'network_id': 'b71ca446-9e49-43e3-8d10-a8e51e0e89c0', 'tenant_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'mac_address': 'fa:16:3e:ec:ab:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6fc201e-8a8a-4e39-be26-1f6085a0d979', 'device_owner': 'network:router_interface', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': 'db5b835c-d74c-4854-a2d8-4524f6873f78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:43:30Z', 'updated_at': '2021-12-23T16:43:36Z', 'revision_number': 5, 'project_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'subnets': [{'id': 'db5b835c-d74c-4854-a2d8-4524f6873f78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 23 16:45:07.901303 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e68801ac-657b-411c-8c78-d7c99eb945de None None] New status for floating IP 66d13ebd-79de-4705-8bf7-44833c412305: DOWN {{(pid=87637) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 23 16:45:08.359695 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b237331-0cc7-4de4-a7bb-ef546ea542d5 req-8a9ddae7-a6e9-4b75-91a6-34a8260805e7 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:45:08.360500 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-0b237331-0cc7-4de4-a7bb-ef546ea542d5 req-8a9ddae7-a6e9-4b75-91a6-34a8260805e7 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Synchronizing usage tracker for tenant:bf163a60baa2480bb3e9e9a93ee73eb3 on resource:port {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:45:08.378847 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-0b237331-0cc7-4de4-a7bb-ef546ea542d5 req-8a9ddae7-a6e9-4b75-91a6-34a8260805e7 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Unset dirty status for tenant:bf163a60baa2480bb3e9e9a93ee73eb3 on resource:port {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:45:08.382366 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-0b237331-0cc7-4de4-a7bb-ef546ea542d5 req-8a9ddae7-a6e9-4b75-91a6-34a8260805e7 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/ports?device_id=1349366a-5e74-438c-921d-3213199932ab HTTP/1.1" status: 200  len: 945 time: 0.1142039
Dec 23 16:45:08.470714 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-0b237331-0cc7-4de4-a7bb-ef546ea542d5 req-b65d1c88-f747-4528-bded-6a3e917cf5f4 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/security-groups?id=b1eb85f3-ece5-4bc4-9b41-21fa138c90ce&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0819321
Dec 23 16:45:08.519462 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f702702-6d82-4ff1-a3e3-c5979b3cb843 req-88be92bb-2eeb-4c57-9091-bc9be5e29522 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:45:08.521787 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-8f702702-6d82-4ff1-a3e3-c5979b3cb843 req-88be92bb-2eeb-4c57-9091-bc9be5e29522 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.61 "GET /v2.0/ports?device_id=1349366a-5e74-438c-921d-3213199932ab HTTP/1.1" status: 200  len: 945 time: 0.1178381
Dec 23 16:45:08.597147 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [req-8f702702-6d82-4ff1-a3e3-c5979b3cb843 req-27a46e57-7d07-48fc-9cc3-54f49889652a tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Deleting port de7c5fe7-62c6-4a0d-aaa5-d9d989f47df4 {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:45:08.597497 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-8f702702-6d82-4ff1-a3e3-c5979b3cb843 req-27a46e57-7d07-48fc-9cc3-54f49889652a tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:45:08.840332 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [req-8f702702-6d82-4ff1-a3e3-c5979b3cb843 req-27a46e57-7d07-48fc-9cc3-54f49889652a tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] For port de7c5fe7-62c6-4a0d-aaa5-d9d989f47df4, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=de7c5fe7-62c6-4a0d-aaa5-d9d989f47df4,segment=NetworkSegment(78c71010-640f-4e26-9e01-b9c6d925f574),segment_id=78c71010-640f-4e26-9e01-b9c6d925f574)] {{(pid=87636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:45:08.840658 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-8f702702-6d82-4ff1-a3e3-c5979b3cb843 req-27a46e57-7d07-48fc-9cc3-54f49889652a tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:45:09.090624 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [req-8f702702-6d82-4ff1-a3e3-c5979b3cb843 req-27a46e57-7d07-48fc-9cc3-54f49889652a tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Calling delete_port for de7c5fe7-62c6-4a0d-aaa5-d9d989f47df4 owned by compute:nova {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:45:09.238235 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-8f702702-6d82-4ff1-a3e3-c5979b3cb843 req-27a46e57-7d07-48fc-9cc3-54f49889652a tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:45:09.243927 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-c825d4ad-400e-4773-9ffc-0aa3222f9e48 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:45:09.287778 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a46e57-7d07-48fc-9cc3-54f49889652a tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Pushing event deleted for resources: {'Port': ['ID=de7c5fe7-62c6-4a0d-aaa5-d9d989f47df4,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:45:09.290829 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-27a46e57-7d07-48fc-9cc3-54f49889652a tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:45:09.361626 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f702702-6d82-4ff1-a3e3-c5979b3cb843 req-27a46e57-7d07-48fc-9cc3-54f49889652a tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] No DVR routers for this DVR port de7c5fe7-62c6-4a0d-aaa5-d9d989f47df4 on host hv-neutron-8227 {{(pid=87636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 23 16:45:09.364417 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-8f702702-6d82-4ff1-a3e3-c5979b3cb843 req-27a46e57-7d07-48fc-9cc3-54f49889652a tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:45:09.366892 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1349366a-5e74-438c-921d-3213199932ab', 'name': 'network-vif-deleted', 'tag': 'de7c5fe7-62c6-4a0d-aaa5-d9d989f47df4'}] {{(pid=87636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 23 16:45:09.383123 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-8f702702-6d82-4ff1-a3e3-c5979b3cb843 req-27a46e57-7d07-48fc-9cc3-54f49889652a tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.61 "DELETE /v2.0/ports/de7c5fe7-62c6-4a0d-aaa5-d9d989f47df4 HTTP/1.1" status: 204  len: 173 time: 0.8559401
Dec 23 16:45:09.412035 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1349366a-5e74-438c-921d-3213199932ab', 'name': 'network-vif-deleted', 'tag': 'de7c5fe7-62c6-4a0d-aaa5-d9d989f47df4', 'status': 'completed', 'code': 200}
Dec 23 16:45:09.646587 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-a1a0f5fc-fac1-4eea-a4b9-12705aca0a80 req-24873d2a-accb-42c1-ace6-819725a63b5a tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Synchronizing usage tracker for tenant:bf163a60baa2480bb3e9e9a93ee73eb3 on resource:port {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:45:09.664709 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-a1a0f5fc-fac1-4eea-a4b9-12705aca0a80 req-24873d2a-accb-42c1-ace6-819725a63b5a tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Unset dirty status for tenant:bf163a60baa2480bb3e9e9a93ee73eb3 on resource:port {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:45:09.666187 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-a1a0f5fc-fac1-4eea-a4b9-12705aca0a80 req-24873d2a-accb-42c1-ace6-819725a63b5a tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/ports?device_id=1349366a-5e74-438c-921d-3213199932ab HTTP/1.1" status: 200  len: 210 time: 0.0652094
Dec 23 16:45:10.778591 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 58778) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:45:11.126108 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Device de7c5fe7-62c6-4a0d-aaa5-d9d989f47df4 no longer exists at agent hyperv_hv-neutron-8227 {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 23 16:45:11.160856 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] No Port match for: de7c5fe7-62c6-4a0d-aaa5-d9d989f47df4 {{(pid=87637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 23 16:45:11.161192 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Device de7c5fe7-62c6-4a0d-aaa5-d9d989f47df4 not bound to the agent host hv-neutron-8227 {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 23 16:45:11.343381 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-5b365f63-0d2f-4448-8c36-e08bca0b8065 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1781419'] for router_interface, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:45:11.814669 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-5b365f63-0d2f-4448-8c36-e08bca0b8065 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Deleting port 9d7f00fd-f4aa-43f2-b410-c31a9270a1f8 {{(pid=87635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:45:11.815380 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-5b365f63-0d2f-4448-8c36-e08bca0b8065 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:45:12.002653 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.db [None req-5b365f63-0d2f-4448-8c36-e08bca0b8065 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] For port 9d7f00fd-f4aa-43f2-b410-c31a9270a1f8, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=9d7f00fd-f4aa-43f2-b410-c31a9270a1f8,segment=NetworkSegment(78c71010-640f-4e26-9e01-b9c6d925f574),segment_id=78c71010-640f-4e26-9e01-b9c6d925f574)] {{(pid=87635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:45:12.003143 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-5b365f63-0d2f-4448-8c36-e08bca0b8065 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:45:12.094423 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:45:12.140995 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-5b365f63-0d2f-4448-8c36-e08bca0b8065 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Calling delete_port for 9d7f00fd-f4aa-43f2-b410-c31a9270a1f8 owned by network:router_interface {{(pid=87635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:45:12.481775 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-5b365f63-0d2f-4448-8c36-e08bca0b8065 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:45:12.485668 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-c2f83791-25b1-42e5-8afb-3cb9087660c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:45:12.531811 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b365f63-0d2f-4448-8c36-e08bca0b8065 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Pushing event deleted for resources: {'Port': ['ID=9d7f00fd-f4aa-43f2-b410-c31a9270a1f8,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:45:12.579988 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b365f63-0d2f-4448-8c36-e08bca0b8065 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:45:12.580378 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b365f63-0d2f-4448-8c36-e08bca0b8065 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:45:12.580798 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b365f63-0d2f-4448-8c36-e08bca0b8065 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:45:12.581181 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b365f63-0d2f-4448-8c36-e08bca0b8065 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:45:12.581560 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b365f63-0d2f-4448-8c36-e08bca0b8065 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:45:12.581939 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b365f63-0d2f-4448-8c36-e08bca0b8065 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:45:12.582312 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b365f63-0d2f-4448-8c36-e08bca0b8065 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:45:12.582684 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b365f63-0d2f-4448-8c36-e08bca0b8065 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:45:12.583049 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b365f63-0d2f-4448-8c36-e08bca0b8065 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:45:12.583416 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b365f63-0d2f-4448-8c36-e08bca0b8065 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:45:12.583802 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b365f63-0d2f-4448-8c36-e08bca0b8065 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:45:12.584144 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b365f63-0d2f-4448-8c36-e08bca0b8065 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:45:12.612592 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-5b365f63-0d2f-4448-8c36-e08bca0b8065 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:45:12.651551 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.agents_db [None req-30c2320c-f298-49f6-9c47-c20e38116a9c None None] Agent healthcheck: found 6 active agents {{(pid=87638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 23 16:45:12.826344 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-5b365f63-0d2f-4448-8c36-e08bca0b8065 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1627472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1784155'] for router_interface, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:45:13.330185 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b365f63-0d2f-4448-8c36-e08bca0b8065 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Router d6fc201e-8a8a-4e39-be26-1f6085a0d979 has already been hosted by L3 agent 371d4c41-c7e2-4de7-9539-c049ec4e95d1 {{(pid=87635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 23 16:45:13.511097 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b365f63-0d2f-4448-8c36-e08bca0b8065 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify agent at l3_agent.dv-neutron-822799-1-hyperv the message routers_updated {{(pid=87635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 23 16:45:13.521286 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-183787d4-5479-4627-bb93-166293f4fbff None None] Sync routers for ids ['d6fc201e-8a8a-4e39-be26-1f6085a0d979'] in dv-neutron-822799-1-hyperv {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 23 16:45:13.529456 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-5b365f63-0d2f-4448-8c36-e08bca0b8065 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "PUT /v2.0/routers/d6fc201e-8a8a-4e39-be26-1f6085a0d979/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7497537
Dec 23 16:45:13.531768 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-183787d4-5479-4627-bb93-166293f4fbff None None] Routers {'d6fc201e-8a8a-4e39-be26-1f6085a0d979'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:45:13.532230 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 58786) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:45:13.532668 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-183787d4-5479-4627-bb93-166293f4fbff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc2967790>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:44:50Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['d6fc201e-8a8a-4e39-be26-1f6085a0d979'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:45:13.598662 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f4f1693-ed73-4d23-a6c6-a515b964a85a tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Deleting subnet db5b835c-d74c-4854-a2d8-4524f6873f78 {{(pid=87635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 23 16:45:13.601957 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-7f4f1693-ed73-4d23-a6c6-a515b964a85a tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks [] for subnet, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:45:13.659501 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-7f4f1693-ed73-4d23-a6c6-a515b964a85a tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2776816'] for subnet, precommit_delete_associations {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:45:13.735501 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-183787d4-5479-4627-bb93-166293f4fbff None None] Set router d6fc201e-8a8a-4e39-be26-1f6085a0d979 gateway port host: dv-neutron-822799-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:45:13.747091 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-7f4f1693-ed73-4d23-a6c6-a515b964a85a tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864774'] for subnet, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:45:13.836412 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-7f4f1693-ed73-4d23-a6c6-a515b964a85a tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2753333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2609730'] for subnet, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:45:13.840538 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-4da07519-dace-4db2-bb76-1010f88806e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:45:13.877360 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4f1693-ed73-4d23-a6c6-a515b964a85a tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Pushing event deleted for resources: {'Subnet': ['ID=db5b835c-d74c-4854-a2d8-4524f6873f78,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:45:13.879860 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-7f4f1693-ed73-4d23-a6c6-a515b964a85a tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:45:13.882565 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-7f4f1693-ed73-4d23-a6c6-a515b964a85a tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks [] for subnet, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:45:13.889060 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ae42e63-8cf6-439e-854b-33735e7f3ef4 None None] Network b71ca446-9e49-43e3-8d10-a8e51e0e89c0 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:45:13.892635 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-7f4f1693-ed73-4d23-a6c6-a515b964a85a tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "DELETE /v2.0/subnets/db5b835c-d74c-4854-a2d8-4524f6873f78 HTTP/1.1" status: 204  len: 168 time: 0.3564000
Dec 23 16:45:13.892635 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 58790) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:45:14.022850 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-183787d4-5479-4627-bb93-166293f4fbff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc2967790>, [{'id': 'd6fc201e-8a8a-4e39-be26-1f6085a0d979', 'name': 'tempest-TestNetworkAdvancedServerOps-router-3486056', 'tenant_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.56'}], 'enable_snat': True}, 'gw_port_id': '4b9ebdaa-15eb-4c81-a530-f27f66a17553', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:43:25Z', 'updated_at': '2021-12-23T16:45:12Z', 'revision_number': 5, 'project_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'gw_port': {'id': '4b9ebdaa-15eb-4c81-a530-f27f66a17553', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:b6:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6fc201e-8a8a-4e39-be26-1f6085a0d979', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:43:26Z', 'updated_at': '2021-12-23T16:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv'}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:45:14.026705 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-183787d4-5479-4627-bb93-166293f4fbff None None] Checking router: d6fc201e-8a8a-4e39-be26-1f6085a0d979 for host: dv-neutron-822799-1-hyperv {{(pid=87638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 23 16:45:14.035037 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-183787d4-5479-4627-bb93-166293f4fbff None None] Routers {'d6fc201e-8a8a-4e39-be26-1f6085a0d979'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:45:14.035667 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-183787d4-5479-4627-bb93-166293f4fbff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc2967790>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:44:50Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['d6fc201e-8a8a-4e39-be26-1f6085a0d979'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:45:14.077297 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-f807ba9e-d148-408b-bb23-fb6fc0889a6c tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks [] for router, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:45:14.202337 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5319203-c08f-4965-b78f-f63b2f468e63 None None] DHCP port deletion for b71ca446-9e49-43e3-8d10-a8e51e0e89c0 request from dv-neutron-822799-1-hyperv {{(pid=87637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 23 16:45:14.206561 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-d5319203-c08f-4965-b78f-f63b2f468e63 None None] Deleting port b7dc6e41-6746-40fc-b032-74e5bc633237 {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:45:14.207325 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d5319203-c08f-4965-b78f-f63b2f468e63 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:45:14.221286 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-183787d4-5479-4627-bb93-166293f4fbff None None] Set router d6fc201e-8a8a-4e39-be26-1f6085a0d979 gateway port host: dv-neutron-822799-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:45:14.264442 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-f807ba9e-d148-408b-bb23-fb6fc0889a6c tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:45:14.279923 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-f807ba9e-d148-408b-bb23-fb6fc0889a6c tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Deleting port 4b9ebdaa-15eb-4c81-a530-f27f66a17553 {{(pid=87635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:45:14.280793 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-f807ba9e-d148-408b-bb23-fb6fc0889a6c tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:45:14.422805 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-d5319203-c08f-4965-b78f-f63b2f468e63 None None] For port b7dc6e41-6746-40fc-b032-74e5bc633237, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=b7dc6e41-6746-40fc-b032-74e5bc633237,segment=NetworkSegment(78c71010-640f-4e26-9e01-b9c6d925f574),segment_id=78c71010-640f-4e26-9e01-b9c6d925f574)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:45:14.423539 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d5319203-c08f-4965-b78f-f63b2f468e63 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:45:14.493697 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.db [None req-f807ba9e-d148-408b-bb23-fb6fc0889a6c tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] For port 4b9ebdaa-15eb-4c81-a530-f27f66a17553, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=4b9ebdaa-15eb-4c81-a530-f27f66a17553,segment=NetworkSegment(77e3d110-dd7b-426c-b11f-b78dde7993df),segment_id=77e3d110-dd7b-426c-b11f-b78dde7993df)] {{(pid=87635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:45:14.493945 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-f807ba9e-d148-408b-bb23-fb6fc0889a6c tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:45:14.543321 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device b7dc6e41-6746-40fc-b032-74e5bc633237 no longer exists at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 23 16:45:14.554879 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-183787d4-5479-4627-bb93-166293f4fbff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc2967790>, [{'id': 'd6fc201e-8a8a-4e39-be26-1f6085a0d979', 'name': 'tempest-TestNetworkAdvancedServerOps-router-3486056', 'tenant_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.56'}], 'enable_snat': True}, 'gw_port_id': '4b9ebdaa-15eb-4c81-a530-f27f66a17553', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:43:25Z', 'updated_at': '2021-12-23T16:45:12Z', 'revision_number': 5, 'project_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'gw_port': {'id': '4b9ebdaa-15eb-4c81-a530-f27f66a17553', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:b6:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6fc201e-8a8a-4e39-be26-1f6085a0d979', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:43:26Z', 'updated_at': '2021-12-23T16:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv'}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:45:14.560208 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-183787d4-5479-4627-bb93-166293f4fbff None None] The sync data for ids ['d6fc201e-8a8a-4e39-be26-1f6085a0d979'] in dv-neutron-822799-1-hyperv is: [{'id': 'd6fc201e-8a8a-4e39-be26-1f6085a0d979', 'name': 'tempest-TestNetworkAdvancedServerOps-router-3486056', 'tenant_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.56'}], 'enable_snat': True}, 'gw_port_id': '4b9ebdaa-15eb-4c81-a530-f27f66a17553', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:43:25Z', 'updated_at': '2021-12-23T16:45:12Z', 'revision_number': 5, 'project_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'gw_port': {'id': '4b9ebdaa-15eb-4c81-a530-f27f66a17553', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:b6:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6fc201e-8a8a-4e39-be26-1f6085a0d979', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:43:26Z', 'updated_at': '2021-12-23T16:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv'}] {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 23 16:45:14.576180 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-d5319203-c08f-4965-b78f-f63b2f468e63 None None] Calling delete_port for b7dc6e41-6746-40fc-b032-74e5bc633237 owned by network:dhcp {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:45:14.626708 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-f807ba9e-d148-408b-bb23-fb6fc0889a6c tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Calling delete_port for 4b9ebdaa-15eb-4c81-a530-f27f66a17553 owned by network:router_gateway {{(pid=87635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:45:14.706824 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d5319203-c08f-4965-b78f-f63b2f468e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789'] for port, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:45:14.711837 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:45:14.762782 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5319203-c08f-4965-b78f-f63b2f468e63 None None] Pushing event deleted for resources: {'Port': ['ID=b7dc6e41-6746-40fc-b032-74e5bc633237,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:45:14.773714 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5319203-c08f-4965-b78f-f63b2f468e63 None None] No DVR routers for this DVR port b7dc6e41-6746-40fc-b032-74e5bc633237 on host dv-neutron-822799-1-hyperv {{(pid=87637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 23 16:45:14.775087 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:45:14.786462 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5319203-c08f-4965-b78f-f63b2f468e63 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:45:14.786829 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5319203-c08f-4965-b78f-f63b2f468e63 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:45:14.787157 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5319203-c08f-4965-b78f-f63b2f468e63 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:45:14.787493 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5319203-c08f-4965-b78f-f63b2f468e63 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:45:14.787846 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5319203-c08f-4965-b78f-f63b2f468e63 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:45:14.792244 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5319203-c08f-4965-b78f-f63b2f468e63 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:45:14.792244 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5319203-c08f-4965-b78f-f63b2f468e63 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:45:14.792244 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5319203-c08f-4965-b78f-f63b2f468e63 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:45:14.792244 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5319203-c08f-4965-b78f-f63b2f468e63 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:45:14.792244 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5319203-c08f-4965-b78f-f63b2f468e63 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:45:14.792244 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5319203-c08f-4965-b78f-f63b2f468e63 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:45:14.792244 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5319203-c08f-4965-b78f-f63b2f468e63 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:45:14.800565 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-d5319203-c08f-4965-b78f-f63b2f468e63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:45:14.930889 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-f807ba9e-d148-408b-bb23-fb6fc0889a6c tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:45:14.936193 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-b730dbc3-d5d6-4f50-9349-b2b843edb4ad tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:45:14.978982 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f807ba9e-d148-408b-bb23-fb6fc0889a6c tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Pushing event deleted for resources: {'Port': ['ID=4b9ebdaa-15eb-4c81-a530-f27f66a17553,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:45:14.982050 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-f807ba9e-d148-408b-bb23-fb6fc0889a6c tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:45:15.071060 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-f807ba9e-d148-408b-bb23-fb6fc0889a6c tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1824206'] for router_gateway, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:45:15.245168 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-f807ba9e-d148-408b-bb23-fb6fc0889a6c tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1784183', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-235354'] for router, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:45:15.249229 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-f807ba9e-d148-408b-bb23-fb6fc0889a6c tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:45:15.274520 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-f807ba9e-d148-408b-bb23-fb6fc0889a6c tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1781328'] for router, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:45:15.275118 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f807ba9e-d148-408b-bb23-fb6fc0889a6c tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Fanout notify agent at l3_agent the message router_deleted on router d6fc201e-8a8a-4e39-be26-1f6085a0d979 {{(pid=87635) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 23 16:45:15.291702 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-f807ba9e-d148-408b-bb23-fb6fc0889a6c tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks [] for router, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:45:15.292856 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-f807ba9e-d148-408b-bb23-fb6fc0889a6c tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "DELETE /v2.0/routers/d6fc201e-8a8a-4e39-be26-1f6085a0d979 HTTP/1.1" status: 204  len: 168 time: 1.3993516
Dec 23 16:45:15.295967 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 58794) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:45:15.414867 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7ef75c8f-39db-4ca7-9d32-6da0ca4fa654 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-698866'] for network, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:45:15.545797 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7ef75c8f-39db-4ca7-9d32-6da0ca4fa654 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-864347', 'neutron.services.segments.db._delete_segments_for_network-8735362908070'] for network, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:45:15.573778 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-7ef75c8f-39db-4ca7-9d32-6da0ca4fa654 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1dc1834610>,) {'filters': {'network_id': ['b71ca446-9e49-43e3-8d10-a8e51e0e89c0']}} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:45:15.585499 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-7ef75c8f-39db-4ca7-9d32-6da0ca4fa654 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dc1834610>, '78c71010-640f-4e26-9e01-b9c6d925f574') {'for_net_delete': True} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:45:15.585803 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-7ef75c8f-39db-4ca7-9d32-6da0ca4fa654 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dc1834610>, '78c71010-640f-4e26-9e01-b9c6d925f574') {} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:45:15.596797 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7ef75c8f-39db-4ca7-9d32-6da0ca4fa654 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735363085442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2382197'] for segment, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:45:15.612384 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7ef75c8f-39db-4ca7-9d32-6da0ca4fa654 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:45:15.618642 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ef75c8f-39db-4ca7-9d32-6da0ca4fa654 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Releasing vlan 431 on physical network physnet1 to pool {{(pid=87636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 23 16:45:15.619024 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7ef75c8f-39db-4ca7-9d32-6da0ca4fa654 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2176261'] for segment, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:45:15.633144 dv-neutron-822799-1-hyperv neutron-server[87636]: Traceback (most recent call last):
Dec 23 16:45:15.633144 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 23 16:45:15.633144 dv-neutron-822799-1-hyperv neutron-server[87636]:     timer()
Dec 23 16:45:15.633144 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:45:15.633144 dv-neutron-822799-1-hyperv neutron-server[87636]:     cb(*args, **kw)
Dec 23 16:45:15.633144 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 23 16:45:15.633144 dv-neutron-822799-1-hyperv neutron-server[87636]:     return func(*args, **kwargs)
Dec 23 16:45:15.633144 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:45:15.633144 dv-neutron-822799-1-hyperv neutron-server[87636]:     self._notify()
Dec 23 16:45:15.633144 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:45:15.633144 dv-neutron-822799-1-hyperv neutron-server[87636]:     self.callback(batched_events)
Dec 23 16:45:15.633144 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:45:15.633144 dv-neutron-822799-1-hyperv neutron-server[87636]:     event.method(event)
Dec 23 16:45:15.633144 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:45:15.633144 dv-neutron-822799-1-hyperv neutron-server[87636]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:45:15.633144 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 23 16:45:15.633144 dv-neutron-822799-1-hyperv neutron-server[87636]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 23 16:45:15.633144 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 23 16:45:15.633144 dv-neutron-822799-1-hyperv neutron-server[87636]:     return f(self, *a, **k)
Dec 23 16:45:15.633144 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:45:15.633144 dv-neutron-822799-1-hyperv neutron-server[87636]:     return self._get(url).json()
Dec 23 16:45:15.633144 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 23 16:45:15.633144 dv-neutron-822799-1-hyperv neutron-server[87636]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 23 16:45:15.633144 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 23 16:45:15.633144 dv-neutron-822799-1-hyperv neutron-server[87636]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:45:15.633144 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 23 16:45:15.633144 dv-neutron-822799-1-hyperv neutron-server[87636]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 23 16:45:15.633144 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 23 16:45:15.633144 dv-neutron-822799-1-hyperv neutron-server[87636]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:45:15.633144 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 23 16:45:15.633144 dv-neutron-822799-1-hyperv neutron-server[87636]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:45:15.633144 dv-neutron-822799-1-hyperv neutron-server[87636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:45:15.716206 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7ef75c8f-39db-4ca7-9d32-6da0ca4fa654 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-864336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1824171'] for network, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:45:15.720327 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-d5e9631b-350b-4efd-93cf-571bbc971ef1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:45:15.737466 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7ef75c8f-39db-4ca7-9d32-6da0ca4fa654 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:45:15.743706 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef75c8f-39db-4ca7-9d32-6da0ca4fa654 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Pushing event deleted for resources: {'Network': ['ID=b71ca446-9e49-43e3-8d10-a8e51e0e89c0,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:45:15.747941 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-7ef75c8f-39db-4ca7-9d32-6da0ca4fa654 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:45:15.757617 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-7ef75c8f-39db-4ca7-9d32-6da0ca4fa654 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "DELETE /v2.0/networks/b71ca446-9e49-43e3-8d10-a8e51e0e89c0 HTTP/1.1" status: 204  len: 168 time: 0.4604881
Dec 23 16:45:15.760128 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 58798) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:45:15.827198 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-add58dba-9fb9-4d74-969e-cd1621852544 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks [] for security_group, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:45:15.858335 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-add58dba-9fb9-4d74-969e-cd1621852544 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:45:15.928159 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-add58dba-9fb9-4d74-969e-cd1621852544 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:45:15.932137 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-5fcbd1fd-73c3-4314-a67d-d1c041b52b2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:45:15.947790 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add58dba-9fb9-4d74-969e-cd1621852544 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1eb85f3-ece5-4bc4-9b41-21fa138c90ce,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:45:15.950688 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-add58dba-9fb9-4d74-969e-cd1621852544 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:45:15.959095 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-add58dba-9fb9-4d74-969e-cd1621852544 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks [] for security_group, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:45:15.960241 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-add58dba-9fb9-4d74-969e-cd1621852544 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "DELETE /v2.0/security-groups/b1eb85f3-ece5-4bc4-9b41-21fa138c90ce HTTP/1.1" status: 204  len: 168 time: 0.1991711
Dec 23 16:45:16.361682 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 58806) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:45:16.367088 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-f15f92c5-57e1-4b74-9d76-accce957f6d0 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-224456708', 'description': 'tempest-secgroup-smoke-224456708 description', 'project_id': 'bf163a60baa2480bb3e9e9a93ee73eb3'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:45:16.373625 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-f15f92c5-57e1-4b74-9d76-accce957f6d0 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:45:16.378081 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-f15f92c5-57e1-4b74-9d76-accce957f6d0 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Usage tracker for resource:security_group and tenant:bf163a60baa2480bb3e9e9a93ee73eb3 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:45:16.381025 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-f15f92c5-57e1-4b74-9d76-accce957f6d0 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:45:16.387579 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-f15f92c5-57e1-4b74-9d76-accce957f6d0 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:45:16.397823 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-f15f92c5-57e1-4b74-9d76-accce957f6d0 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks [] for security_group, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:45:16.410907 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 9d7f00fd-f4aa-43f2-b410-c31a9270a1f8 no longer exists at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 23 16:45:16.418316 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-f15f92c5-57e1-4b74-9d76-accce957f6d0 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:45:16.422722 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-f15f92c5-57e1-4b74-9d76-accce957f6d0 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Usage tracker for resource:security_group_rule and tenant:bf163a60baa2480bb3e9e9a93ee73eb3 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:45:16.425731 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-f15f92c5-57e1-4b74-9d76-accce957f6d0 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:45:16.431943 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-f15f92c5-57e1-4b74-9d76-accce957f6d0 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:45:16.446548 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] No Port match for: 9d7f00fd-f4aa-43f2-b410-c31a9270a1f8 {{(pid=87637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 23 16:45:16.446926 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 9d7f00fd-f4aa-43f2-b410-c31a9270a1f8 not bound to the agent host dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 23 16:45:16.447432 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 4b9ebdaa-15eb-4c81-a530-f27f66a17553 no longer exists at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 23 16:45:16.479626 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] No Port match for: 4b9ebdaa-15eb-4c81-a530-f27f66a17553 {{(pid=87637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 23 16:45:16.479954 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 4b9ebdaa-15eb-4c81-a530-f27f66a17553 not bound to the agent host dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 23 16:45:16.506447 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-f15f92c5-57e1-4b74-9d76-accce957f6d0 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks [] for security_group, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:45:16.510779 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-f15f92c5-57e1-4b74-9d76-accce957f6d0 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:45:16.515703 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-0f1ed959-61a4-4f71-98e9-c5f35e65af9d tempest-PortsIpV6TestJSON-1555917393 tempest-PortsIpV6TestJSON-1555917393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:45:16.553764 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15f92c5-57e1-4b74-9d76-accce957f6d0 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3336da46-3c0b-46e6-af8f-91ae1a40d0af,revision_number=1']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:45:16.556557 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-f15f92c5-57e1-4b74-9d76-accce957f6d0 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks [] for security_group, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:45:16.560391 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-f15f92c5-57e1-4b74-9d76-accce957f6d0 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 0.1950047
Dec 23 16:45:16.560391 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-f15f92c5-57e1-4b74-9d76-accce957f6d0 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:45:16.560870 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 58810) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:45:16.568770 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-fb7c7ddf-befb-4279-81df-a2ac69fd5656 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Request body: {'security_group_rule': {'security_group_id': '3336da46-3c0b-46e6-af8f-91ae1a40d0af', 'project_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:45:16.578359 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-fb7c7ddf-befb-4279-81df-a2ac69fd5656 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:45:16.582683 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-fb7c7ddf-befb-4279-81df-a2ac69fd5656 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Usage tracker for resource:security_group_rule and tenant:bf163a60baa2480bb3e9e9a93ee73eb3 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:45:16.585669 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-fb7c7ddf-befb-4279-81df-a2ac69fd5656 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:45:16.591517 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-fb7c7ddf-befb-4279-81df-a2ac69fd5656 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:45:16.613352 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-fb7c7ddf-befb-4279-81df-a2ac69fd5656 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:45:16.676598 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-fb7c7ddf-befb-4279-81df-a2ac69fd5656 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:45:16.681886 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-fb7c7ddf-befb-4279-81df-a2ac69fd5656 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762424'] for security_group_rule, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:45:16.683831 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-d4f0aa85-0074-44bd-b65c-c89669b8a76e tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:45:16.705344 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7c7ddf-befb-4279-81df-a2ac69fd5656 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fa1723b-e43c-4bd2-9cf7-f2d220d2dd73,revision_number=0']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:45:16.707688 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-fb7c7ddf-befb-4279-81df-a2ac69fd5656 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:45:16.715385 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-fb7c7ddf-befb-4279-81df-a2ac69fd5656 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:45:16.716653 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-fb7c7ddf-befb-4279-81df-a2ac69fd5656 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1548076
Dec 23 16:45:16.719288 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 58814) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:45:16.724602 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-784802ba-fc61-4c2a-b1d8-0073398a895d tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Request body: {'security_group_rule': {'security_group_id': '3336da46-3c0b-46e6-af8f-91ae1a40d0af', 'project_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:45:16.730496 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-784802ba-fc61-4c2a-b1d8-0073398a895d tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:45:16.734467 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-784802ba-fc61-4c2a-b1d8-0073398a895d tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Usage tracker for resource:security_group_rule and tenant:bf163a60baa2480bb3e9e9a93ee73eb3 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:45:16.737709 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-784802ba-fc61-4c2a-b1d8-0073398a895d tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:45:16.743705 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-784802ba-fc61-4c2a-b1d8-0073398a895d tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:45:16.763869 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-784802ba-fc61-4c2a-b1d8-0073398a895d tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:45:16.826781 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-784802ba-fc61-4c2a-b1d8-0073398a895d tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:45:16.831786 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-784802ba-fc61-4c2a-b1d8-0073398a895d tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762424'] for security_group_rule, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:45:16.833633 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-2a080d92-3230-4a8d-b8a4-939492761aca tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:45:16.854527 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784802ba-fc61-4c2a-b1d8-0073398a895d tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d630287-06fa-4cc9-a484-0faaca7d3bf9,revision_number=0']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:45:16.856819 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-784802ba-fc61-4c2a-b1d8-0073398a895d tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:45:16.864743 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-784802ba-fc61-4c2a-b1d8-0073398a895d tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:45:16.865951 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-784802ba-fc61-4c2a-b1d8-0073398a895d tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1455145
Dec 23 16:45:16.868657 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 58818) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:45:16.873832 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-2ef22505-a9cf-461e-aada-2d903b5cefaa tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Request body: {'security_group_rule': {'security_group_id': '3336da46-3c0b-46e6-af8f-91ae1a40d0af', 'project_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:45:16.879921 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-2ef22505-a9cf-461e-aada-2d903b5cefaa tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:45:16.883785 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-2ef22505-a9cf-461e-aada-2d903b5cefaa tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Usage tracker for resource:security_group_rule and tenant:bf163a60baa2480bb3e9e9a93ee73eb3 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:45:16.886735 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-2ef22505-a9cf-461e-aada-2d903b5cefaa tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:45:16.892728 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-2ef22505-a9cf-461e-aada-2d903b5cefaa tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:45:16.914270 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-2ef22505-a9cf-461e-aada-2d903b5cefaa tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:45:16.984732 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-2ef22505-a9cf-461e-aada-2d903b5cefaa tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:45:16.990106 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-2ef22505-a9cf-461e-aada-2d903b5cefaa tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762424'] for security_group_rule, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:45:16.992939 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-12056e6e-a881-48aa-87eb-a49c1ca23b8c tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:45:17.015308 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef22505-a9cf-461e-aada-2d903b5cefaa tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4893852e-253f-4d11-8970-8531c3a13887,revision_number=0']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:45:17.020604 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-2ef22505-a9cf-461e-aada-2d903b5cefaa tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:45:17.027460 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-2ef22505-a9cf-461e-aada-2d903b5cefaa tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:45:17.031375 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-2ef22505-a9cf-461e-aada-2d903b5cefaa tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1592565
Dec 23 16:45:17.031537 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 58822) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:45:17.036904 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-dc958d8a-d8a1-4f08-a3a0-a40cb9496b97 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Request body: {'security_group_rule': {'security_group_id': '3336da46-3c0b-46e6-af8f-91ae1a40d0af', 'project_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:45:17.042953 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-dc958d8a-d8a1-4f08-a3a0-a40cb9496b97 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:45:17.047329 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-dc958d8a-d8a1-4f08-a3a0-a40cb9496b97 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Usage tracker for resource:security_group_rule and tenant:bf163a60baa2480bb3e9e9a93ee73eb3 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:45:17.051009 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-dc958d8a-d8a1-4f08-a3a0-a40cb9496b97 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:45:17.056659 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-dc958d8a-d8a1-4f08-a3a0-a40cb9496b97 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:45:17.075277 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-dc958d8a-d8a1-4f08-a3a0-a40cb9496b97 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:45:17.140843 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-dc958d8a-d8a1-4f08-a3a0-a40cb9496b97 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:45:17.145873 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-dc958d8a-d8a1-4f08-a3a0-a40cb9496b97 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762424'] for security_group_rule, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:45:17.148022 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-18783637-a382-440d-b4ec-e3e1a89eb8db tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:45:17.169663 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc958d8a-d8a1-4f08-a3a0-a40cb9496b97 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6372ae69-11fe-411a-98de-d720f1f314a1,revision_number=0']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:45:17.172027 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-dc958d8a-d8a1-4f08-a3a0-a40cb9496b97 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:45:17.183884 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-dc958d8a-d8a1-4f08-a3a0-a40cb9496b97 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:45:17.185133 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-dc958d8a-d8a1-4f08-a3a0-a40cb9496b97 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1526263
Dec 23 16:45:17.187856 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 58826) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:45:17.193264 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-abee3fe6-d1fe-4107-b648-3bea8df681cb tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Request body: {'security_group_rule': {'security_group_id': '3336da46-3c0b-46e6-af8f-91ae1a40d0af', 'project_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:45:17.199055 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-abee3fe6-d1fe-4107-b648-3bea8df681cb tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:45:17.202898 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-abee3fe6-d1fe-4107-b648-3bea8df681cb tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Usage tracker for resource:security_group_rule and tenant:bf163a60baa2480bb3e9e9a93ee73eb3 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:45:17.205980 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-abee3fe6-d1fe-4107-b648-3bea8df681cb tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:45:17.211734 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-abee3fe6-d1fe-4107-b648-3bea8df681cb tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:45:17.224040 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.db.securitygroups_db [None req-abee3fe6-d1fe-4107-b648-3bea8df681cb tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Project bf163a60baa2480bb3e9e9a93ee73eb3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 23 16:45:17.230945 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-abee3fe6-d1fe-4107-b648-3bea8df681cb tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:45:17.295667 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-abee3fe6-d1fe-4107-b648-3bea8df681cb tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:45:17.300831 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-abee3fe6-d1fe-4107-b648-3bea8df681cb tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762424'] for security_group_rule, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:45:17.306958 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-dc958d8a-d8a1-4f08-a3a0-a40cb9496b97 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:45:17.329162 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abee3fe6-d1fe-4107-b648-3bea8df681cb tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87a0cd8e-6aae-4b35-b355-215b3dfb2a75,revision_number=0']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:45:17.334676 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-abee3fe6-d1fe-4107-b648-3bea8df681cb tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:45:17.339649 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-abee3fe6-d1fe-4107-b648-3bea8df681cb tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:45:17.340903 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-abee3fe6-d1fe-4107-b648-3bea8df681cb tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1520226
Dec 23 16:45:17.344429 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 58830) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:45:17.350325 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-52add443-b747-4958-ab9a-939a246e7027 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Request body: {'security_group_rule': {'security_group_id': '3336da46-3c0b-46e6-af8f-91ae1a40d0af', 'project_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:45:17.356774 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-52add443-b747-4958-ab9a-939a246e7027 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:45:17.360807 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-52add443-b747-4958-ab9a-939a246e7027 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Usage tracker for resource:security_group_rule and tenant:bf163a60baa2480bb3e9e9a93ee73eb3 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:45:17.363764 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-52add443-b747-4958-ab9a-939a246e7027 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:45:17.369536 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-52add443-b747-4958-ab9a-939a246e7027 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:45:17.381104 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.db.securitygroups_db [None req-52add443-b747-4958-ab9a-939a246e7027 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Project bf163a60baa2480bb3e9e9a93ee73eb3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 23 16:45:17.388309 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-52add443-b747-4958-ab9a-939a246e7027 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:45:17.409747 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4957adff-2cc1-4db8-a8a1-43ebe3ecc292 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:45:17.456995 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-52add443-b747-4958-ab9a-939a246e7027 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:45:17.460662 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-52add443-b747-4958-ab9a-939a246e7027 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762424'] for security_group_rule, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:45:17.462585 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-4edaccba-3d1d-49a2-b283-0e0effbb6749 tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:45:17.484802 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52add443-b747-4958-ab9a-939a246e7027 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7cd155da-775b-4931-9a8f-4e1e01d23592,revision_number=0']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:45:17.489281 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-52add443-b747-4958-ab9a-939a246e7027 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:45:17.494715 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-52add443-b747-4958-ab9a-939a246e7027 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:45:17.495929 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-52add443-b747-4958-ab9a-939a246e7027 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1504037
Dec 23 16:45:17.499040 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 58836) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:45:17.504755 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-f6ac95db-7913-4e1d-a2f3-3417eaeda8f5 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Request body: {'network': {'name': 'tempest-network-smoke--1253551725', 'project_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'port_security_enabled': True}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:45:17.509823 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-f6ac95db-7913-4e1d-a2f3-3417eaeda8f5 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:45:17.514169 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-f6ac95db-7913-4e1d-a2f3-3417eaeda8f5 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Usage tracker for resource:network and tenant:bf163a60baa2480bb3e9e9a93ee73eb3 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:45:17.517209 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-f6ac95db-7913-4e1d-a2f3-3417eaeda8f5 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:45:17.523054 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-f6ac95db-7913-4e1d-a2f3-3417eaeda8f5 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:45:17.535139 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6ac95db-7913-4e1d-a2f3-3417eaeda8f5 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Made reservation on behalf of bf163a60baa2480bb3e9e9a93ee73eb3 for: {'network': 1} {{(pid=87635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:45:17.538500 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-f6ac95db-7913-4e1d-a2f3-3417eaeda8f5 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for network, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:45:17.566674 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6ac95db-7913-4e1d-a2f3-3417eaeda8f5 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] vlan segment allocate from pool success with {'vlan_id': 429, 'physical_network': 'physnet1'}  {{(pid=87635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 23 16:45:17.576948 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-f6ac95db-7913-4e1d-a2f3-3417eaeda8f5 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:45:17.577329 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.db.segments_db [None req-f6ac95db-7913-4e1d-a2f3-3417eaeda8f5 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Added segment 8630adc6-1cde-4f1e-b46d-ede73cad1419 of type vlan for network dc61f16c-5d14-45a5-a7c0-315bce62e3d8
Dec 23 16:45:17.602195 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-f6ac95db-7913-4e1d-a2f3-3417eaeda8f5 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735362521793'] for network, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:45:17.632906 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-f6ac95db-7913-4e1d-a2f3-3417eaeda8f5 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495'] for network, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:45:17.638478 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6ac95db-7913-4e1d-a2f3-3417eaeda8f5 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:45:17.639087 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-f6ac95db-7913-4e1d-a2f3-3417eaeda8f5 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks [] for network, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:45:17.642551 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-d44dc1b3-4e13-4e6b-a46b-45d2e9b32960 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:45:17.743756 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-f6ac95db-7913-4e1d-a2f3-3417eaeda8f5 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.2435939
Dec 23 16:45:17.746604 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 58840) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:45:17.747108 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ac95db-7913-4e1d-a2f3-3417eaeda8f5 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Pushing event updated for resources: {'Network': ['ID=dc61f16c-5d14-45a5-a7c0-315bce62e3d8,revision_number=1']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:45:17.749657 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-f6ac95db-7913-4e1d-a2f3-3417eaeda8f5 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:45:17.752529 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-e8a380bb-e6da-4a44-a427-5c9781390591 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1218374528', 'admin_state_up': True, 'project_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b'}}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:45:17.757587 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Network dc61f16c-5d14-45a5-a7c0-315bce62e3d8 details requested by agent ovs-agent-dv-neutron-822799-1-hyperv with host dv-neutron-822799-1-hyperv {{(pid=87637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 23 16:45:17.760112 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-e8a380bb-e6da-4a44-a427-5c9781390591 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:45:17.764095 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-e8a380bb-e6da-4a44-a427-5c9781390591 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Usage tracker for resource:router and tenant:bf163a60baa2480bb3e9e9a93ee73eb3 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:45:17.767096 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-e8a380bb-e6da-4a44-a427-5c9781390591 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:45:17.774418 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-e8a380bb-e6da-4a44-a427-5c9781390591 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:45:17.787585 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e8a380bb-e6da-4a44-a427-5c9781390591 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1823978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-235332'] for router, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:45:17.788827 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e8a380bb-e6da-4a44-a427-5c9781390591 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1824575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1824063', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1751113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-235341'] for router, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:45:17.809119 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e8a380bb-e6da-4a44-a427-5c9781390591 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:45:18.098228 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e8a380bb-e6da-4a44-a427-5c9781390591 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1824017', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1823768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-235299'] for router, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:45:18.525635 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e8a380bb-e6da-4a44-a427-5c9781390591 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks [] for router_gateway, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:45:18.553949 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e8a380bb-e6da-4a44-a427-5c9781390591 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:45:18.698557 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [None req-e8a380bb-e6da-4a44-a427-5c9781390591 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Allocated IP 172.26.3.4 (8afa6d58-9431-454a-b99c-3ff8a65aa86b/60537fec-5f5f-4ab7-89cc-03638149a590/045bb1b4-db91-4f4e-94ff-ae0004f6e2df) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:45:18.848450 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e8a380bb-e6da-4a44-a427-5c9781390591 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:45:18.882731 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e8a380bb-e6da-4a44-a427-5c9781390591 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:45:18.886356 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-eba49169-f33f-444b-b9ab-909b088ffbcf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:45:18.949786 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8a380bb-e6da-4a44-a427-5c9781390591 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Network 8afa6d58-9431-454a-b99c-3ff8a65aa86b is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:45:18.952870 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-e8a380bb-e6da-4a44-a427-5c9781390591 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Resources bound (agent type, host, resource id):  {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:45:18.956542 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8a380bb-e6da-4a44-a427-5c9781390591 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:45:18.984930 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a380bb-e6da-4a44-a427-5c9781390591 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Pushing event updated for resources: {'Port': ['ID=045bb1b4-db91-4f4e-94ff-ae0004f6e2df,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:45:18.990835 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-e8a380bb-e6da-4a44-a427-5c9781390591 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:45:19.370659 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e8a380bb-e6da-4a44-a427-5c9781390591 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks [] for router_gateway, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:45:19.730044 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e8a380bb-e6da-4a44-a427-5c9781390591 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1823971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1824234'] for router, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:45:19.789536 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-5842a254-c2cc-4a42-8e84-95c975e803fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:45:20.082140 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8a380bb-e6da-4a44-a427-5c9781390591 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Router 7f23f461-ab4c-40cb-bee9-c3f273125c01 is scheduled to L3 agent 371d4c41-c7e2-4de7-9539-c049ec4e95d1 with binding_index 1 {{(pid=87636) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 23 16:45:20.276280 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8a380bb-e6da-4a44-a427-5c9781390591 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify agent at l3_agent.dv-neutron-822799-1-hyperv the message routers_updated {{(pid=87636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 23 16:45:20.286350 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-389b10e8-7948-46d4-b7ad-e0a14bb59dbf None None] Sync routers for ids ['7f23f461-ab4c-40cb-bee9-c3f273125c01'] in dv-neutron-822799-1-hyperv {{(pid=87637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 23 16:45:20.298968 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-389b10e8-7948-46d4-b7ad-e0a14bb59dbf None None] Routers {'7f23f461-ab4c-40cb-bee9-c3f273125c01'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:45:20.299673 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-389b10e8-7948-46d4-b7ad-e0a14bb59dbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc038acd0>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:45:20Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['7f23f461-ab4c-40cb-bee9-c3f273125c01'], 'active': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:45:20.304168 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e8a380bb-e6da-4a44-a427-5c9781390591 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks [] for router, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:45:20.305507 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-e8a380bb-e6da-4a44-a427-5c9781390591 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201  len: 894 time: 2.5577388
Dec 23 16:45:20.308694 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 58844) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:45:20.349637 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-2f24474d-95a4-43d4-b1ba-198f4f25503f tempest-TestNetworkAdvancedServerOps-760966623 tempest-TestNetworkAdvancedServerOps-760966623-project-admin] 10.222.0.64 "GET /v2.0/subnets?project_id=bf163a60baa2480bb3e9e9a93ee73eb3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0393262
Dec 23 16:45:20.352495 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 58848) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:45:20.478368 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvr_db [None req-389b10e8-7948-46d4-b7ad-e0a14bb59dbf None None] Set router 7f23f461-ab4c-40cb-bee9-c3f273125c01 gateway port host: dv-neutron-822799-1-hyperv {{(pid=87637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:45:20.484354 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02e28977-4a67-4845-9667-1aafdfa3d170 tempest-TestNetworkAdvancedServerOps-760966623 tempest-TestNetworkAdvancedServerOps-760966623-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:45:20.485899 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-02e28977-4a67-4845-9667-1aafdfa3d170 tempest-TestNetworkAdvancedServerOps-760966623 tempest-TestNetworkAdvancedServerOps-760966623-project-admin] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1322885
Dec 23 16:45:20.489043 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 58852) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:45:20.527983 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-58ac45d2-7e82-4200-bfc3-a5855d1b38a2 tempest-TestNetworkAdvancedServerOps-760966623 tempest-TestNetworkAdvancedServerOps-760966623-project-admin] 10.222.0.64 "GET /v2.0/subnets?network_id=8afa6d58-9431-454a-b99c-3ff8a65aa86b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0377204
Dec 23 16:45:20.530682 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 58856) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:45:20.536716 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-76cb21a5-79b5-41ee-b1f1-abf533bd1946 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-364291722', 'network_id': 'dc61f16c-5d14-45a5-a7c0-315bce62e3d8', 'project_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:45:20.646393 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-76cb21a5-79b5-41ee-b1f1-abf533bd1946 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:45:20.650263 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-76cb21a5-79b5-41ee-b1f1-abf533bd1946 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Usage tracker for resource:subnet and tenant:bf163a60baa2480bb3e9e9a93ee73eb3 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:45:20.653223 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-76cb21a5-79b5-41ee-b1f1-abf533bd1946 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:45:20.659396 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-76cb21a5-79b5-41ee-b1f1-abf533bd1946 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:45:20.670353 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76cb21a5-79b5-41ee-b1f1-abf533bd1946 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Made reservation on behalf of bf163a60baa2480bb3e9e9a93ee73eb3 for: {'subnet': 1} {{(pid=87635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:45:20.674008 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-76cb21a5-79b5-41ee-b1f1-abf533bd1946 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2610339'] for subnet, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:45:20.802585 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-389b10e8-7948-46d4-b7ad-e0a14bb59dbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc038acd0>, [{'id': '7f23f461-ab4c-40cb-bee9-c3f273125c01', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1218374528', 'tenant_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.4'}], 'enable_snat': True}, 'gw_port_id': '045bb1b4-db91-4f4e-94ff-ae0004f6e2df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:45:17Z', 'updated_at': '2021-12-23T16:45:19Z', 'revision_number': 3, 'project_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'gw_port': {'id': '045bb1b4-db91-4f4e-94ff-ae0004f6e2df', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:f6:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f23f461-ab4c-40cb-bee9-c3f273125c01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:45:18Z', 'updated_at': '2021-12-23T16:45:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv'}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:45:20.806823 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-389b10e8-7948-46d4-b7ad-e0a14bb59dbf None None] Checking router: 7f23f461-ab4c-40cb-bee9-c3f273125c01 for host: dv-neutron-822799-1-hyperv {{(pid=87637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 23 16:45:20.807185 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-389b10e8-7948-46d4-b7ad-e0a14bb59dbf None None] Updating router 7f23f461-ab4c-40cb-bee9-c3f273125c01 port 045bb1b4-db91-4f4e-94ff-ae0004f6e2df binding host dv-neutron-822799-1-hyperv {{(pid=87637) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 23 16:45:20.858749 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-389b10e8-7948-46d4-b7ad-e0a14bb59dbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:45:20.894182 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-76cb21a5-79b5-41ee-b1f1-abf533bd1946 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2753396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2610353'] for subnet, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:45:20.899000 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-7791d1cb-db8b-4db1-92e3-5d353728dd2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:45:20.914454 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9dcbea60-a34f-4144-91e7-90aff3f57aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:45:20.973484 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cb21a5-79b5-41ee-b1f1-abf533bd1946 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Pushing event updated for resources: {'Subnet': ['ID=9793affd-d0a5-4074-afd7-16871d5ac1a8,revision_number=0']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:45:20.976147 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-76cb21a5-79b5-41ee-b1f1-abf533bd1946 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:45:20.985979 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76cb21a5-79b5-41ee-b1f1-abf533bd1946 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Checking segment: {'id': '8630adc6-1cde-4f1e-b46d-ede73cad1419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'dc61f16c-5d14-45a5-a7c0-315bce62e3d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:45:20.986345 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76cb21a5-79b5-41ee-b1f1-abf533bd1946 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Network hostable DHCP agents. Network: dc61f16c-5d14-45a5-a7c0-315bce62e3d8, hostable agents: ['1c812d71-eadf-4fb3-b98e-67468a4aa7e2'], hosted agents: [] {{(pid=87635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 23 16:45:20.993765 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:45:21.007445 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76cb21a5-79b5-41ee-b1f1-abf533bd1946 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Network dc61f16c-5d14-45a5-a7c0-315bce62e3d8 is scheduled to be hosted by DHCP agent 1c812d71-eadf-4fb3-b98e-67468a4aa7e2 with binding_index 1 {{(pid=87635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 23 16:45:21.016416 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.base_scheduler [None req-76cb21a5-79b5-41ee-b1f1-abf533bd1946 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822799-1-hyperv, dc61f16c-5d14-45a5-a7c0-315bce62e3d8) {{(pid=87635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:45:21.021621 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76cb21a5-79b5-41ee-b1f1-abf533bd1946 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:45:21.022217 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-76cb21a5-79b5-41ee-b1f1-abf533bd1946 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks [] for subnet, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:45:21.028122 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb9c23cd-c03f-4c47-a40d-5ad3c8b426ec None None] Network dc61f16c-5d14-45a5-a7c0-315bce62e3d8 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:45:21.046029 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-76cb21a5-79b5-41ee-b1f1-abf533bd1946 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 831 time: 0.5143056
Dec 23 16:45:21.049040 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 58860) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:45:21.379651 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b538ec3d-b192-4098-9809-faba6f43198f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7e017a6-8198-58c8-a07e-0f786128e3b3-dc61f16c-5d14-45a5-a7c0-315bce62e3d8', 'network_id': 'dc61f16c-5d14-45a5-a7c0-315bce62e3d8', 'tenant_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'fixed_ips': [{'subnet_id': '9793affd-d0a5-4074-afd7-16871d5ac1a8'}]}} from dv-neutron-822799-1-hyperv. {{(pid=87637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 23 16:45:21.380457 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-b538ec3d-b192-4098-9809-faba6f43198f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:45:21.392102 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-389b10e8-7948-46d4-b7ad-e0a14bb59dbf None None] Notify callbacks [] for port, precommit_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:45:21.415106 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-389b10e8-7948-46d4-b7ad-e0a14bb59dbf None None] Transition to ACTIVE for port object 045bb1b4-db91-4f4e-94ff-ae0004f6e2df will not be triggered until provisioned by entity L2. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:45:21.456386 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-389b10e8-7948-46d4-b7ad-e0a14bb59dbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:45:21.460771 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:45:21.559838 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-389b10e8-7948-46d4-b7ad-e0a14bb59dbf None None] Attempting to bind port 045bb1b4-db91-4f4e-94ff-ae0004f6e2df on host dv-neutron-822799-1-hyperv for vnic_type normal with profile  {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:45:21.560121 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-389b10e8-7948-46d4-b7ad-e0a14bb59dbf None None] Attempting to bind port 045bb1b4-db91-4f4e-94ff-ae0004f6e2df by drivers openvswitch,hyperv on host dv-neutron-822799-1-hyperv at level 0 using segments [{'id': '77e3d110-dd7b-426c-b11f-b78dde7993df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b'}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:45:21.560489 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-389b10e8-7948-46d4-b7ad-e0a14bb59dbf None None] Attempting to bind port 045bb1b4-db91-4f4e-94ff-ae0004f6e2df on network 8afa6d58-9431-454a-b99c-3ff8a65aa86b {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:45:21.572543 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b8e7ec-c733-45aa-8171-fb3ff9b48f19 None None] Pushing event updated for resources: {'Port': ['ID=045bb1b4-db91-4f4e-94ff-ae0004f6e2df,revision_number=2']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:45:21.603940 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-389b10e8-7948-46d4-b7ad-e0a14bb59dbf None None] Checking agent: {'id': '20d2070f-69a9-4e73-8d08-6f0387a40158', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822799-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 21), 'started_at': datetime.datetime(2021, 12, 23, 16, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 45, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822799-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 23 16:45:21.604324 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-389b10e8-7948-46d4-b7ad-e0a14bb59dbf None None] Checking segment: {'id': '77e3d110-dd7b-426c-b11f-b78dde7993df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:45:21.604754 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-389b10e8-7948-46d4-b7ad-e0a14bb59dbf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:45:21.605154 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-389b10e8-7948-46d4-b7ad-e0a14bb59dbf None None] Bound using segment: {'id': '77e3d110-dd7b-426c-b11f-b78dde7993df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b'} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 23 16:45:21.605641 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-389b10e8-7948-46d4-b7ad-e0a14bb59dbf None None] Bound port: 045bb1b4-db91-4f4e-94ff-ae0004f6e2df, host: dv-neutron-822799-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77e3d110-dd7b-426c-b11f-b78dde7993df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b'}}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 23 16:45:21.606014 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-389b10e8-7948-46d4-b7ad-e0a14bb59dbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:45:21.632505 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-a1b8e7ec-c733-45aa-8171-fb3ff9b48f19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:45:21.689261 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_common [None req-b538ec3d-b192-4098-9809-faba6f43198f None None] Allocated IP 172.20.0.2 (dc61f16c-5d14-45a5-a7c0-315bce62e3d8/9793affd-d0a5-4074-afd7-16871d5ac1a8/b64a2cc0-4dec-498c-957a-52c6cf7e3b50) {{(pid=87637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:45:21.705325 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-389b10e8-7948-46d4-b7ad-e0a14bb59dbf None None] For port 045bb1b4-db91-4f4e-94ff-ae0004f6e2df, host dv-neutron-822799-1-hyperv, cleared binding levels {{(pid=87637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 23 16:45:21.710815 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-389b10e8-7948-46d4-b7ad-e0a14bb59dbf None None] For port 045bb1b4-db91-4f4e-94ff-ae0004f6e2df, host dv-neutron-822799-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=045bb1b4-db91-4f4e-94ff-ae0004f6e2df,segment=NetworkSegment(77e3d110-dd7b-426c-b11f-b78dde7993df),segment_id=77e3d110-dd7b-426c-b11f-b78dde7993df)] {{(pid=87637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 23 16:45:21.730634 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-389b10e8-7948-46d4-b7ad-e0a14bb59dbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:45:21.737272 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-7f5d25d7-3b93-47fe-a0d3-151ffd920891 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:45:21.862667 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-ee6449ac-2097-4e3b-879a-20b8774b9a71 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:45:21.878586 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-389b10e8-7948-46d4-b7ad-e0a14bb59dbf None None] Routers {'7f23f461-ab4c-40cb-bee9-c3f273125c01'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:45:21.879231 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-389b10e8-7948-46d4-b7ad-e0a14bb59dbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc038acd0>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:45:20Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['7f23f461-ab4c-40cb-bee9-c3f273125c01'], 'active': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:45:21.924181 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b8e7ec-c733-45aa-8171-fb3ff9b48f19 None None] Pushing event updated for resources: {'Port': ['ID=045bb1b4-db91-4f4e-94ff-ae0004f6e2df,revision_number=3']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:45:21.947957 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-a1b8e7ec-c733-45aa-8171-fb3ff9b48f19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:45:22.191282 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-b538ec3d-b192-4098-9809-faba6f43198f None None] Notify callbacks [] for port, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:45:22.199165 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvr_db [None req-389b10e8-7948-46d4-b7ad-e0a14bb59dbf None None] Set router 7f23f461-ab4c-40cb-bee9-c3f273125c01 gateway port host: dv-neutron-822799-1-hyperv {{(pid=87637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:45:22.302863 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-b538ec3d-b192-4098-9809-faba6f43198f None None] Transition to ACTIVE for port object b64a2cc0-4dec-498c-957a-52c6cf7e3b50 will not be triggered until provisioned by entity L2. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:45:22.389917 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-b538ec3d-b192-4098-9809-faba6f43198f None None] Transition to ACTIVE for port object b64a2cc0-4dec-498c-957a-52c6cf7e3b50 will not be triggered until provisioned by entity DHCP. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:45:22.410515 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-b538ec3d-b192-4098-9809-faba6f43198f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780'] for port, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:45:22.416315 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3dc601a7-f057-43ce-9bf1-9f44956b4bcf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:45:22.453374 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9e3aab53-d650-47e3-b8a6-2dff21fe9ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:45:22.473374 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.db_base_plugin_common [None req-ee6449ac-2097-4e3b-879a-20b8774b9a71 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Allocated IP 172.20.0.1 (dc61f16c-5d14-45a5-a7c0-315bce62e3d8/9793affd-d0a5-4074-afd7-16871d5ac1a8/bd385d8b-353d-4085-8297-85e55b1f4979) {{(pid=87635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:45:22.490686 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b538ec3d-b192-4098-9809-faba6f43198f None None] Network dc61f16c-5d14-45a5-a7c0-315bce62e3d8 is already hosted by enough agents. {{(pid=87637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:45:22.499653 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-b538ec3d-b192-4098-9809-faba6f43198f None None] Resources bound (agent type, host, resource id):  {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:45:22.515521 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b538ec3d-b192-4098-9809-faba6f43198f None None] Received port after_create {{(pid=87637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:45:22.549959 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b538ec3d-b192-4098-9809-faba6f43198f None None] Pushing event updated for resources: {'Port': ['ID=b64a2cc0-4dec-498c-957a-52c6cf7e3b50,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:45:22.574781 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-b538ec3d-b192-4098-9809-faba6f43198f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:45:22.637048 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-ee6449ac-2097-4e3b-879a-20b8774b9a71 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks [] for port, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:45:22.648161 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-b538ec3d-b192-4098-9809-faba6f43198f None None] Attempting to bind port b64a2cc0-4dec-498c-957a-52c6cf7e3b50 on host dv-neutron-822799-1-hyperv for vnic_type normal with profile  {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:45:22.648610 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-b538ec3d-b192-4098-9809-faba6f43198f None None] Attempting to bind port b64a2cc0-4dec-498c-957a-52c6cf7e3b50 by drivers openvswitch,hyperv on host dv-neutron-822799-1-hyperv at level 0 using segments [{'id': '8630adc6-1cde-4f1e-b46d-ede73cad1419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'dc61f16c-5d14-45a5-a7c0-315bce62e3d8'}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:45:22.649030 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b538ec3d-b192-4098-9809-faba6f43198f None None] Attempting to bind port b64a2cc0-4dec-498c-957a-52c6cf7e3b50 on network dc61f16c-5d14-45a5-a7c0-315bce62e3d8 {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:45:22.653048 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.provisioning_blocks [None req-ee6449ac-2097-4e3b-879a-20b8774b9a71 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Transition to ACTIVE for port object bd385d8b-353d-4085-8297-85e55b1f4979 will not be triggered until provisioned by entity DHCP. {{(pid=87635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:45:22.659712 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b538ec3d-b192-4098-9809-faba6f43198f None None] Checking agent: {'id': '20d2070f-69a9-4e73-8d08-6f0387a40158', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822799-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 21), 'started_at': datetime.datetime(2021, 12, 23, 16, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 45, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822799-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 23 16:45:22.660222 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b538ec3d-b192-4098-9809-faba6f43198f None None] Checking segment: {'id': '8630adc6-1cde-4f1e-b46d-ede73cad1419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'dc61f16c-5d14-45a5-a7c0-315bce62e3d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:45:22.660730 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-b538ec3d-b192-4098-9809-faba6f43198f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:45:22.661248 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b538ec3d-b192-4098-9809-faba6f43198f None None] Bound using segment: {'id': '8630adc6-1cde-4f1e-b46d-ede73cad1419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'dc61f16c-5d14-45a5-a7c0-315bce62e3d8'} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 23 16:45:22.661751 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-b538ec3d-b192-4098-9809-faba6f43198f None None] Bound port: b64a2cc0-4dec-498c-957a-52c6cf7e3b50, host: dv-neutron-822799-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8630adc6-1cde-4f1e-b46d-ede73cad1419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'dc61f16c-5d14-45a5-a7c0-315bce62e3d8'}}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 23 16:45:22.662173 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-b538ec3d-b192-4098-9809-faba6f43198f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:45:22.677228 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-ee6449ac-2097-4e3b-879a-20b8774b9a71 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:45:22.682071 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-c74a8246-6554-453d-9307-ba7142b42074 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:45:22.722500 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-389b10e8-7948-46d4-b7ad-e0a14bb59dbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc038acd0>, [{'id': '7f23f461-ab4c-40cb-bee9-c3f273125c01', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1218374528', 'tenant_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.4'}], 'enable_snat': True}, 'gw_port_id': '045bb1b4-db91-4f4e-94ff-ae0004f6e2df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:45:17Z', 'updated_at': '2021-12-23T16:45:19Z', 'revision_number': 3, 'project_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'gw_port': {'id': '045bb1b4-db91-4f4e-94ff-ae0004f6e2df', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:f6:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f23f461-ab4c-40cb-bee9-c3f273125c01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:45:18Z', 'updated_at': '2021-12-23T16:45:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv'}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:45:22.735774 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-389b10e8-7948-46d4-b7ad-e0a14bb59dbf None None] The sync data for ids ['7f23f461-ab4c-40cb-bee9-c3f273125c01'] in dv-neutron-822799-1-hyperv is: [{'id': '7f23f461-ab4c-40cb-bee9-c3f273125c01', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1218374528', 'tenant_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.4'}], 'enable_snat': True}, 'gw_port_id': '045bb1b4-db91-4f4e-94ff-ae0004f6e2df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:45:17Z', 'updated_at': '2021-12-23T16:45:19Z', 'revision_number': 3, 'project_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'gw_port': {'id': '045bb1b4-db91-4f4e-94ff-ae0004f6e2df', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:f6:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f23f461-ab4c-40cb-bee9-c3f273125c01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:45:18Z', 'updated_at': '2021-12-23T16:45:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv'}] {{(pid=87637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 23 16:45:22.743945 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee6449ac-2097-4e3b-879a-20b8774b9a71 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Network dc61f16c-5d14-45a5-a7c0-315bce62e3d8 is already hosted by enough agents. {{(pid=87635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:45:22.752164 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.base_scheduler [None req-ee6449ac-2097-4e3b-879a-20b8774b9a71 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Resources bound (agent type, host, resource id):  {{(pid=87635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:45:22.760363 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee6449ac-2097-4e3b-879a-20b8774b9a71 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Received port after_create {{(pid=87635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:45:22.767057 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-b538ec3d-b192-4098-9809-faba6f43198f None None] For port b64a2cc0-4dec-498c-957a-52c6cf7e3b50, host dv-neutron-822799-1-hyperv, cleared binding levels {{(pid=87637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 23 16:45:22.770575 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-b538ec3d-b192-4098-9809-faba6f43198f None None] For port b64a2cc0-4dec-498c-957a-52c6cf7e3b50, host dv-neutron-822799-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=b64a2cc0-4dec-498c-957a-52c6cf7e3b50,segment=NetworkSegment(8630adc6-1cde-4f1e-b46d-ede73cad1419),segment_id=8630adc6-1cde-4f1e-b46d-ede73cad1419)] {{(pid=87637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 23 16:45:22.776715 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-b538ec3d-b192-4098-9809-faba6f43198f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:45:22.781541 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-b538ec3d-b192-4098-9809-faba6f43198f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:45:22.801057 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6449ac-2097-4e3b-879a-20b8774b9a71 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Pushing event updated for resources: {'Port': ['ID=bd385d8b-353d-4085-8297-85e55b1f4979,revision_number=1']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:45:22.804039 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-ee6449ac-2097-4e3b-879a-20b8774b9a71 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:45:22.824357 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-ee6449ac-2097-4e3b-879a-20b8774b9a71 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1781300'] for router_interface, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:45:22.862315 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b538ec3d-b192-4098-9809-faba6f43198f None None] Pushing event updated for resources: {'Port': ['ID=b64a2cc0-4dec-498c-957a-52c6cf7e3b50,revision_number=2']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:45:22.872306 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-b538ec3d-b192-4098-9809-faba6f43198f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:45:23.296964 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-ee6449ac-2097-4e3b-879a-20b8774b9a71 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:45:23.724910 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-ee6449ac-2097-4e3b-879a-20b8774b9a71 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks [] for port, precommit_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:45:23.731811 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-ee6449ac-2097-4e3b-879a-20b8774b9a71 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2753531'] for port, after_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:45:23.757043 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-35628106-8a30-457c-a8e6-8448711d6d96 tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:45:23.849274 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6449ac-2097-4e3b-879a-20b8774b9a71 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Pushing event updated for resources: {'Port': ['ID=bd385d8b-353d-4085-8297-85e55b1f4979,revision_number=2']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:45:23.853534 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-ee6449ac-2097-4e3b-879a-20b8774b9a71 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:45:23.854445 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-ee6449ac-2097-4e3b-879a-20b8774b9a71 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1627481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1781465'] for router_interface, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:45:23.891032 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eded5d0f-0864-4d65-baa9-4dcf959db02c None None] Network dc61f16c-5d14-45a5-a7c0-315bce62e3d8 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:45:23.977334 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-1bd2558c-1316-4886-a354-28d739fb2f79 None None] Provisioning for port b64a2cc0-4dec-498c-957a-52c6cf7e3b50 completed by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:45:23.987928 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee6449ac-2097-4e3b-879a-20b8774b9a71 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Network dc61f16c-5d14-45a5-a7c0-315bce62e3d8 is already hosted by enough agents. {{(pid=87635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:45:23.989086 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.base_scheduler [None req-ee6449ac-2097-4e3b-879a-20b8774b9a71 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Resources bound (agent type, host, resource id):  {{(pid=87635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:45:24.172052 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee6449ac-2097-4e3b-879a-20b8774b9a71 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Router 7f23f461-ab4c-40cb-bee9-c3f273125c01 has already been hosted by L3 agent 371d4c41-c7e2-4de7-9539-c049ec4e95d1 {{(pid=87635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 23 16:45:24.364208 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee6449ac-2097-4e3b-879a-20b8774b9a71 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify agent at l3_agent.dv-neutron-822799-1-hyperv the message routers_updated {{(pid=87635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 23 16:45:24.380626 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-ee6449ac-2097-4e3b-879a-20b8774b9a71 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "PUT /v2.0/routers/7f23f461-ab4c-40cb-bee9-c3f273125c01/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3275423
Dec 23 16:45:24.437856 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2390c59d-5fb6-4bba-ab9c-5c8e8a4ba249 None None] Sync routers for ids ['7f23f461-ab4c-40cb-bee9-c3f273125c01'] in dv-neutron-822799-1-hyperv {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 23 16:45:24.446316 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-947670f2-d959-4fdb-83ff-7e39d5e45038 None None] Provisioning for port bd385d8b-353d-4085-8297-85e55b1f4979 completed by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:45:24.454294 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2390c59d-5fb6-4bba-ab9c-5c8e8a4ba249 None None] Routers {'7f23f461-ab4c-40cb-bee9-c3f273125c01'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:45:24.454942 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-2390c59d-5fb6-4bba-ab9c-5c8e8a4ba249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc1e27370>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:45:20Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['7f23f461-ab4c-40cb-bee9-c3f273125c01'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:45:24.457910 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-947670f2-d959-4fdb-83ff-7e39d5e45038 None None] Provisioning complete for port bd385d8b-353d-4085-8297-85e55b1f4979 triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:45:24.458462 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-947670f2-d959-4fdb-83ff-7e39d5e45038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:45:24.518031 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device b64a2cc0-4dec-498c-957a-52c6cf7e3b50 up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:45:24.612016 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-dcf0531c-4349-4306-a317-a1d6c6355ff3 req-43f010ce-8f2f-4025-ba4f-e923690039de tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Synchronizing usage tracker for tenant:bf163a60baa2480bb3e9e9a93ee73eb3 on resource:security_group {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:45:24.615022 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-947670f2-d959-4fdb-83ff-7e39d5e45038 None None] Port bd385d8b-353d-4085-8297-85e55b1f4979 cannot update to ACTIVE because it is not bound. {{(pid=87637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 23 16:45:24.632216 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-dcf0531c-4349-4306-a317-a1d6c6355ff3 req-43f010ce-8f2f-4025-ba4f-e923690039de tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Unset dirty status for tenant:bf163a60baa2480bb3e9e9a93ee73eb3 on resource:security_group {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:45:24.634619 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning for port b64a2cc0-4dec-498c-957a-52c6cf7e3b50 completed by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:45:24.635083 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-dcf0531c-4349-4306-a317-a1d6c6355ff3 req-43f010ce-8f2f-4025-ba4f-e923690039de tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-224456708&fields=id&tenant_id=bf163a60baa2480bb3e9e9a93ee73eb3 HTTP/1.1" status: 200  len: 267 time: 0.0717862
Dec 23 16:45:24.640535 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port b64a2cc0-4dec-498c-957a-52c6cf7e3b50 triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:45:24.641117 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:45:24.644831 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-2390c59d-5fb6-4bba-ab9c-5c8e8a4ba249 None None] Set router 7f23f461-ab4c-40cb-bee9-c3f273125c01 gateway port host: dv-neutron-822799-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:45:24.784917 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:45:24.798227 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-c5747fe7-ff7b-4d77-8c58-3893ce5c467c None None] Provisioning complete for port bd385d8b-353d-4085-8297-85e55b1f4979 triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:45:24.798794 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-c5747fe7-ff7b-4d77-8c58-3893ce5c467c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:45:24.814809 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf0531c-4349-4306-a317-a1d6c6355ff3 req-0234e838-4d03-4f96-95b4-e48af4f9a25e tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:45:24.815874 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-dcf0531c-4349-4306-a317-a1d6c6355ff3 req-0234e838-4d03-4f96-95b4-e48af4f9a25e tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Synchronizing usage tracker for tenant:bf163a60baa2480bb3e9e9a93ee73eb3 on resource:network {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:45:24.840533 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-dcf0531c-4349-4306-a317-a1d6c6355ff3 req-0234e838-4d03-4f96-95b4-e48af4f9a25e tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Unset dirty status for tenant:bf163a60baa2480bb3e9e9a93ee73eb3 on resource:network {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:45:24.841920 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-dcf0531c-4349-4306-a317-a1d6c6355ff3 req-0234e838-4d03-4f96-95b4-e48af4f9a25e tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/networks?id=dc61f16c-5d14-45a5-a7c0-315bce62e3d8 HTTP/1.1" status: 200  len: 797 time: 0.1932688
Dec 23 16:45:24.860807 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-dcf0531c-4349-4306-a317-a1d6c6355ff3 req-49d7ccd4-2199-446d-96e6-9e050651c366 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/quotas/bf163a60baa2480bb3e9e9a93ee73eb3 HTTP/1.1" status: 200  len: 375 time: 0.0107193
Dec 23 16:45:24.873581 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] For port b64a2cc0-4dec-498c-957a-52c6cf7e3b50, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=b64a2cc0-4dec-498c-957a-52c6cf7e3b50,segment=NetworkSegment(8630adc6-1cde-4f1e-b46d-ede73cad1419),segment_id=8630adc6-1cde-4f1e-b46d-ede73cad1419)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:45:24.882909 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:45:24.883889 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 045bb1b4-db91-4f4e-94ff-ae0004f6e2df up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:45:24.919245 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-34b1942a-26cd-42bd-bae5-49c85ebe3a2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:45:24.957172 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-dcf0531c-4349-4306-a317-a1d6c6355ff3 req-c7bf893a-af5c-4c5f-b147-5bb38bd1b378 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=bf163a60baa2480bb3e9e9a93ee73eb3&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0902865
Dec 23 16:45:24.972642 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-c5747fe7-ff7b-4d77-8c58-3893ce5c467c None None] Port bd385d8b-353d-4085-8297-85e55b1f4979 cannot update to ACTIVE because it is not bound. {{(pid=87637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 23 16:45:25.014465 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Pushing event updated for resources: {'Port': ['ID=b64a2cc0-4dec-498c-957a-52c6cf7e3b50,revision_number=3']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:45:25.017745 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:45:25.025787 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning for port 045bb1b4-db91-4f4e-94ff-ae0004f6e2df completed by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:45:25.031570 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port 045bb1b4-db91-4f4e-94ff-ae0004f6e2df triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:45:25.032811 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:45:25.040557 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-2390c59d-5fb6-4bba-ab9c-5c8e8a4ba249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc1e27370>, [{'id': '7f23f461-ab4c-40cb-bee9-c3f273125c01', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1218374528', 'tenant_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.4'}], 'enable_snat': True}, 'gw_port_id': '045bb1b4-db91-4f4e-94ff-ae0004f6e2df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:45:17Z', 'updated_at': '2021-12-23T16:45:23Z', 'revision_number': 4, 'project_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'gw_port': {'id': '045bb1b4-db91-4f4e-94ff-ae0004f6e2df', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:f6:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f23f461-ab4c-40cb-bee9-c3f273125c01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:45:18Z', 'updated_at': '2021-12-23T16:45:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_interfaces': [{'id': 'bd385d8b-353d-4085-8297-85e55b1f4979', 'name': '', 'network_id': 'dc61f16c-5d14-45a5-a7c0-315bce62e3d8', 'tenant_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'mac_address': 'fa:16:3e:1e:9c:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f23f461-ab4c-40cb-bee9-c3f273125c01', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '9793affd-d0a5-4074-afd7-16871d5ac1a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:45:22Z', 'updated_at': '2021-12-23T16:45:23Z', 'revision_number': 2, 'project_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'subnets': [{'id': '9793affd-d0a5-4074-afd7-16871d5ac1a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:45:25.045040 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2390c59d-5fb6-4bba-ab9c-5c8e8a4ba249 None None] Checking router: 7f23f461-ab4c-40cb-bee9-c3f273125c01 for host: dv-neutron-822799-1-hyperv {{(pid=87638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 23 16:45:25.045396 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2390c59d-5fb6-4bba-ab9c-5c8e8a4ba249 None None] Updating router 7f23f461-ab4c-40cb-bee9-c3f273125c01 port bd385d8b-353d-4085-8297-85e55b1f4979 binding host dv-neutron-822799-1-hyperv {{(pid=87638) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 23 16:45:25.101476 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2390c59d-5fb6-4bba-ab9c-5c8e8a4ba249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:45:25.103221 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-dcf0531c-4349-4306-a317-a1d6c6355ff3 req-9af7c257-b1dc-4818-af4f-4e0fef4ee79d service neutron] 10.222.0.64 "GET /v2.0/networks/dc61f16c-5d14-45a5-a7c0-315bce62e3d8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1357446
Dec 23 16:45:25.110669 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-5989bfa9-9da8-4104-b3cc-f2bfff011fdb None None] Provisioning complete for port bd385d8b-353d-4085-8297-85e55b1f4979 triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:45:25.111132 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-5989bfa9-9da8-4104-b3cc-f2bfff011fdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:45:25.258650 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-dcf0531c-4349-4306-a317-a1d6c6355ff3 req-bb8bd264-f921-44af-92df-ee43bb6efcab service neutron] 10.222.0.64 "GET /v2.0/networks/dc61f16c-5d14-45a5-a7c0-315bce62e3d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1489203
Dec 23 16:45:25.274850 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-5989bfa9-9da8-4104-b3cc-f2bfff011fdb None None] Port bd385d8b-353d-4085-8297-85e55b1f4979 cannot update to ACTIVE because it is not bound. {{(pid=87637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 23 16:45:25.281612 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:45:25.298577 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] For port 045bb1b4-db91-4f4e-94ff-ae0004f6e2df, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=045bb1b4-db91-4f4e-94ff-ae0004f6e2df,segment=NetworkSegment(77e3d110-dd7b-426c-b11f-b78dde7993df),segment_id=77e3d110-dd7b-426c-b11f-b78dde7993df)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:45:25.305573 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:45:25.309498 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:45:25.385908 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Pushing event updated for resources: {'Port': ['ID=045bb1b4-db91-4f4e-94ff-ae0004f6e2df,revision_number=4']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:45:25.386938 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:45:25.453969 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [req-df692a65-ac09-4704-b1f9-4656a7764f56 req-8baa9eda-4d80-44e7-8b67-e3e135c7d892 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Synchronizing usage tracker for tenant:bf163a60baa2480bb3e9e9a93ee73eb3 on resource:port {{(pid=87635) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:45:25.472006 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [req-df692a65-ac09-4704-b1f9-4656a7764f56 req-8baa9eda-4d80-44e7-8b67-e3e135c7d892 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Unset dirty status for tenant:bf163a60baa2480bb3e9e9a93ee73eb3 on resource:port {{(pid=87635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:45:25.477080 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-df692a65-ac09-4704-b1f9-4656a7764f56 req-8baa9eda-4d80-44e7-8b67-e3e135c7d892 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/ports?device_id=1cf0664e-c9e6-40b3-8af2-f352403e1f28 HTTP/1.1" status: 200  len: 210 time: 0.0667884
Dec 23 16:45:25.489569 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2390c59d-5fb6-4bba-ab9c-5c8e8a4ba249 None None] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:45:25.501995 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-2390c59d-5fb6-4bba-ab9c-5c8e8a4ba249 None None] Transition to ACTIVE for port object bd385d8b-353d-4085-8297-85e55b1f4979 will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:45:25.508297 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2390c59d-5fb6-4bba-ab9c-5c8e8a4ba249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:45:25.512621 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG oslo_concurrency.lockutils [None req-5d6e118c-eeab-4c0c-96d3-a794c4ab02e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:45:25.700057 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31888644-4ecc-415d-906e-1ccb03ea9aa3 None None] Pushing event updated for resources: {'Port': ['ID=bd385d8b-353d-4085-8297-85e55b1f4979,revision_number=3']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:45:25.719525 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31888644-4ecc-415d-906e-1ccb03ea9aa3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:45:25.720447 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31888644-4ecc-415d-906e-1ccb03ea9aa3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:45:25.720682 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31888644-4ecc-415d-906e-1ccb03ea9aa3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:45:25.721380 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31888644-4ecc-415d-906e-1ccb03ea9aa3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:45:25.721380 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31888644-4ecc-415d-906e-1ccb03ea9aa3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:45:25.721619 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31888644-4ecc-415d-906e-1ccb03ea9aa3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:45:25.721942 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31888644-4ecc-415d-906e-1ccb03ea9aa3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:45:25.722266 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31888644-4ecc-415d-906e-1ccb03ea9aa3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:45:25.722553 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31888644-4ecc-415d-906e-1ccb03ea9aa3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:45:25.722898 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31888644-4ecc-415d-906e-1ccb03ea9aa3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:45:25.723159 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31888644-4ecc-415d-906e-1ccb03ea9aa3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:45:25.723467 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31888644-4ecc-415d-906e-1ccb03ea9aa3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:45:25.729865 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG oslo_concurrency.lockutils [None req-31888644-4ecc-415d-906e-1ccb03ea9aa3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=87638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:45:25.734165 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-2390c59d-5fb6-4bba-ab9c-5c8e8a4ba249 None None] Attempting to bind port bd385d8b-353d-4085-8297-85e55b1f4979 on host dv-neutron-822799-1-hyperv for vnic_type normal with profile  {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:45:25.734731 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-2390c59d-5fb6-4bba-ab9c-5c8e8a4ba249 None None] Attempting to bind port bd385d8b-353d-4085-8297-85e55b1f4979 by drivers openvswitch,hyperv on host dv-neutron-822799-1-hyperv at level 0 using segments [{'id': '8630adc6-1cde-4f1e-b46d-ede73cad1419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'dc61f16c-5d14-45a5-a7c0-315bce62e3d8'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:45:25.735626 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2390c59d-5fb6-4bba-ab9c-5c8e8a4ba249 None None] Attempting to bind port bd385d8b-353d-4085-8297-85e55b1f4979 on network dc61f16c-5d14-45a5-a7c0-315bce62e3d8 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:45:25.742260 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2390c59d-5fb6-4bba-ab9c-5c8e8a4ba249 None None] Checking agent: {'id': '20d2070f-69a9-4e73-8d08-6f0387a40158', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822799-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 21), 'started_at': datetime.datetime(2021, 12, 23, 16, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 45, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822799-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 23 16:45:25.742636 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2390c59d-5fb6-4bba-ab9c-5c8e8a4ba249 None None] Checking segment: {'id': '8630adc6-1cde-4f1e-b46d-ede73cad1419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'dc61f16c-5d14-45a5-a7c0-315bce62e3d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:45:25.743037 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2390c59d-5fb6-4bba-ab9c-5c8e8a4ba249 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:45:25.743435 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2390c59d-5fb6-4bba-ab9c-5c8e8a4ba249 None None] Bound using segment: {'id': '8630adc6-1cde-4f1e-b46d-ede73cad1419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'dc61f16c-5d14-45a5-a7c0-315bce62e3d8'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 23 16:45:25.743997 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-2390c59d-5fb6-4bba-ab9c-5c8e8a4ba249 None None] Bound port: bd385d8b-353d-4085-8297-85e55b1f4979, host: dv-neutron-822799-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8630adc6-1cde-4f1e-b46d-ede73cad1419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'dc61f16c-5d14-45a5-a7c0-315bce62e3d8'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 23 16:45:25.744369 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2390c59d-5fb6-4bba-ab9c-5c8e8a4ba249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:45:25.836292 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-2390c59d-5fb6-4bba-ab9c-5c8e8a4ba249 None None] For port bd385d8b-353d-4085-8297-85e55b1f4979, host dv-neutron-822799-1-hyperv, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 23 16:45:25.839742 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-2390c59d-5fb6-4bba-ab9c-5c8e8a4ba249 None None] For port bd385d8b-353d-4085-8297-85e55b1f4979, host dv-neutron-822799-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=bd385d8b-353d-4085-8297-85e55b1f4979,segment=NetworkSegment(8630adc6-1cde-4f1e-b46d-ede73cad1419),segment_id=8630adc6-1cde-4f1e-b46d-ede73cad1419)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 23 16:45:25.843491 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-2390c59d-5fb6-4bba-ab9c-5c8e8a4ba249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:45:25.847155 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG oslo_concurrency.lockutils [None req-d8a1b389-e367-45b7-92a1-bb18a211b54a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:45:25.923629 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2390c59d-5fb6-4bba-ab9c-5c8e8a4ba249 None None] Routers {'7f23f461-ab4c-40cb-bee9-c3f273125c01'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:45:25.924298 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-2390c59d-5fb6-4bba-ab9c-5c8e8a4ba249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc1e27370>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:45:20Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['7f23f461-ab4c-40cb-bee9-c3f273125c01'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:45:25.993102 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31888644-4ecc-415d-906e-1ccb03ea9aa3 None None] Pushing event updated for resources: {'Port': ['ID=bd385d8b-353d-4085-8297-85e55b1f4979,revision_number=4']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:45:25.998207 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG oslo_concurrency.lockutils [None req-31888644-4ecc-415d-906e-1ccb03ea9aa3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=87638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:45:26.117728 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-2390c59d-5fb6-4bba-ab9c-5c8e8a4ba249 None None] Set router 7f23f461-ab4c-40cb-bee9-c3f273125c01 gateway port host: dv-neutron-822799-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:45:26.443226 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device b64a2cc0-4dec-498c-957a-52c6cf7e3b50 up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:45:26.468909 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-2390c59d-5fb6-4bba-ab9c-5c8e8a4ba249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc1e27370>, [{'id': '7f23f461-ab4c-40cb-bee9-c3f273125c01', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1218374528', 'tenant_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.4'}], 'enable_snat': True}, 'gw_port_id': '045bb1b4-db91-4f4e-94ff-ae0004f6e2df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:45:17Z', 'updated_at': '2021-12-23T16:45:23Z', 'revision_number': 4, 'project_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'gw_port': {'id': '045bb1b4-db91-4f4e-94ff-ae0004f6e2df', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:f6:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f23f461-ab4c-40cb-bee9-c3f273125c01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:45:18Z', 'updated_at': '2021-12-23T16:45:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_interfaces': [{'id': 'bd385d8b-353d-4085-8297-85e55b1f4979', 'name': '', 'network_id': 'dc61f16c-5d14-45a5-a7c0-315bce62e3d8', 'tenant_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'mac_address': 'fa:16:3e:1e:9c:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f23f461-ab4c-40cb-bee9-c3f273125c01', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '9793affd-d0a5-4074-afd7-16871d5ac1a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:45:22Z', 'updated_at': '2021-12-23T16:45:25Z', 'revision_number': 4, 'project_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'subnets': [{'id': '9793affd-d0a5-4074-afd7-16871d5ac1a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:45:26.473728 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2390c59d-5fb6-4bba-ab9c-5c8e8a4ba249 None None] The sync data for ids ['7f23f461-ab4c-40cb-bee9-c3f273125c01'] in dv-neutron-822799-1-hyperv is: [{'id': '7f23f461-ab4c-40cb-bee9-c3f273125c01', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1218374528', 'tenant_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.4'}], 'enable_snat': True}, 'gw_port_id': '045bb1b4-db91-4f4e-94ff-ae0004f6e2df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:45:17Z', 'updated_at': '2021-12-23T16:45:23Z', 'revision_number': 4, 'project_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'gw_port': {'id': '045bb1b4-db91-4f4e-94ff-ae0004f6e2df', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:f6:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f23f461-ab4c-40cb-bee9-c3f273125c01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:45:18Z', 'updated_at': '2021-12-23T16:45:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_interfaces': [{'id': 'bd385d8b-353d-4085-8297-85e55b1f4979', 'name': '', 'network_id': 'dc61f16c-5d14-45a5-a7c0-315bce62e3d8', 'tenant_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'mac_address': 'fa:16:3e:1e:9c:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f23f461-ab4c-40cb-bee9-c3f273125c01', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '9793affd-d0a5-4074-afd7-16871d5ac1a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:45:22Z', 'updated_at': '2021-12-23T16:45:25Z', 'revision_number': 4, 'project_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'subnets': [{'id': '9793affd-d0a5-4074-afd7-16871d5ac1a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 23 16:45:26.563389 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port b64a2cc0-4dec-498c-957a-52c6cf7e3b50 triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:45:26.566113 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:45:26.620632 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf0531c-4349-4306-a317-a1d6c6355ff3 req-52c91705-c4a3-4a30-b647-19a3f20d8c2c tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:45:26.622176 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-dcf0531c-4349-4306-a317-a1d6c6355ff3 req-52c91705-c4a3-4a30-b647-19a3f20d8c2c tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.61 "GET /v2.0/networks?id=dc61f16c-5d14-45a5-a7c0-315bce62e3d8 HTTP/1.1" status: 200  len: 797 time: 0.2182603
Dec 23 16:45:26.731606 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 045bb1b4-db91-4f4e-94ff-ae0004f6e2df up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:45:26.732335 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-32836e3a-1cc0-44c1-b00c-26c1cc334c63 req-532dc745-ef7c-433d-bff4-f8d51bb5b6e8 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/ports?device_id=1cf0664e-c9e6-40b3-8af2-f352403e1f28 HTTP/1.1" status: 200  len: 210 time: 0.0611556
Dec 23 16:45:26.736962 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-dcf0531c-4349-4306-a317-a1d6c6355ff3 req-01570278-9efc-4539-8d0f-d849c934c6c0 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bf163a60baa2480bb3e9e9a93ee73eb3 HTTP/1.1" status: 200  len: 379 time: 0.1060278
Dec 23 16:45:26.746791 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [req-dcf0531c-4349-4306-a317-a1d6c6355ff3 req-0ec791a5-e0a7-4c38-8267-2a9fa8a81b7d tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Request body: {'port': {'device_id': '1cf0664e-c9e6-40b3-8af2-f352403e1f28', 'network_id': 'dc61f16c-5d14-45a5-a7c0-315bce62e3d8', 'admin_state_up': True, 'tenant_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'security_groups': ['3336da46-3c0b-46e6-af8f-91ae1a40d0af']}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:45:26.804810 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port 045bb1b4-db91-4f4e-94ff-ae0004f6e2df triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:45:26.805416 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:45:26.887645 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [req-dcf0531c-4349-4306-a317-a1d6c6355ff3 req-0ec791a5-e0a7-4c38-8267-2a9fa8a81b7d tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:45:26.897897 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [req-dcf0531c-4349-4306-a317-a1d6c6355ff3 req-0ec791a5-e0a7-4c38-8267-2a9fa8a81b7d tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:45:26.910159 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dcf0531c-4349-4306-a317-a1d6c6355ff3 req-0ec791a5-e0a7-4c38-8267-2a9fa8a81b7d tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Made reservation on behalf of bf163a60baa2480bb3e9e9a93ee73eb3 for: {'port': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:45:26.913676 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-dcf0531c-4349-4306-a317-a1d6c6355ff3 req-0ec791a5-e0a7-4c38-8267-2a9fa8a81b7d tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:45:27.078625 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [req-dcf0531c-4349-4306-a317-a1d6c6355ff3 req-0ec791a5-e0a7-4c38-8267-2a9fa8a81b7d tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Allocated IP 172.20.0.8 (dc61f16c-5d14-45a5-a7c0-315bce62e3d8/9793affd-d0a5-4074-afd7-16871d5ac1a8/16fb637b-941a-4937-bba3-d2d5567cac6c) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:45:27.412288 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-dcf0531c-4349-4306-a317-a1d6c6355ff3 req-0ec791a5-e0a7-4c38-8267-2a9fa8a81b7d tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:45:27.429051 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.provisioning_blocks [req-dcf0531c-4349-4306-a317-a1d6c6355ff3 req-0ec791a5-e0a7-4c38-8267-2a9fa8a81b7d tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Transition to ACTIVE for port object 16fb637b-941a-4937-bba3-d2d5567cac6c will not be triggered until provisioned by entity DHCP. {{(pid=87636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:45:27.455222 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-dcf0531c-4349-4306-a317-a1d6c6355ff3 req-0ec791a5-e0a7-4c38-8267-2a9fa8a81b7d tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:45:27.461349 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-abf86ec8-3a91-4882-bb74-74e141e4430e tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:45:27.527208 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dcf0531c-4349-4306-a317-a1d6c6355ff3 req-0ec791a5-e0a7-4c38-8267-2a9fa8a81b7d tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Network dc61f16c-5d14-45a5-a7c0-315bce62e3d8 is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:45:27.530733 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [req-dcf0531c-4349-4306-a317-a1d6c6355ff3 req-0ec791a5-e0a7-4c38-8267-2a9fa8a81b7d tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Resources bound (agent type, host, resource id):  {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:45:27.534749 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcf0531c-4349-4306-a317-a1d6c6355ff3 req-0ec791a5-e0a7-4c38-8267-2a9fa8a81b7d tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:45:27.568698 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec791a5-e0a7-4c38-8267-2a9fa8a81b7d tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Pushing event updated for resources: {'Port': ['ID=16fb637b-941a-4937-bba3-d2d5567cac6c,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:45:27.575629 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-0ec791a5-e0a7-4c38-8267-2a9fa8a81b7d tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:45:27.608935 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf0531c-4349-4306-a317-a1d6c6355ff3 req-0ec791a5-e0a7-4c38-8267-2a9fa8a81b7d tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:45:27.609583 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-dcf0531c-4349-4306-a317-a1d6c6355ff3 req-0ec791a5-e0a7-4c38-8267-2a9fa8a81b7d tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:45:27.637020 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-dcf0531c-4349-4306-a317-a1d6c6355ff3 req-0ec791a5-e0a7-4c38-8267-2a9fa8a81b7d tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8944042
Dec 23 16:45:27.716304 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [req-dcf0531c-4349-4306-a317-a1d6c6355ff3 req-91650983-8a4f-4ade-862e-481bdf137352 service neutron] Request body: {'port': {'device_id': '1cf0664e-c9e6-40b3-8af2-f352403e1f28', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8227'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:45:27.761164 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-79036315-370d-4a7a-892d-602e58535d78 None None] Provisioning for port 16fb637b-941a-4937-bba3-d2d5567cac6c completed by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:45:27.767893 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-79036315-370d-4a7a-892d-602e58535d78 None None] Provisioning complete for port 16fb637b-941a-4937-bba3-d2d5567cac6c triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:45:27.768374 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-79036315-370d-4a7a-892d-602e58535d78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:45:27.822361 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-79036315-370d-4a7a-892d-602e58535d78 None None] Port 16fb637b-941a-4937-bba3-d2d5567cac6c cannot update to ACTIVE because it is not bound. {{(pid=87637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 23 16:45:27.829188 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-dcf0531c-4349-4306-a317-a1d6c6355ff3 req-91650983-8a4f-4ade-862e-481bdf137352 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:45:28.066551 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8884f05e-edc5-43d3-8afa-68b2fa87a15b req-8aef3576-7fd1-4927-92e2-a8b78cf9ff58 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:45:28.068410 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-8884f05e-edc5-43d3-8afa-68b2fa87a15b req-8aef3576-7fd1-4927-92e2-a8b78cf9ff58 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/ports?device_id=1cf0664e-c9e6-40b3-8af2-f352403e1f28 HTTP/1.1" status: 200  len: 931 time: 0.2214870
Dec 23 16:45:28.111804 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [req-8884f05e-edc5-43d3-8afa-68b2fa87a15b req-53186bf1-ce8a-4d91-9404-f7f2c9a0664f tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Synchronizing usage tracker for tenant:bf163a60baa2480bb3e9e9a93ee73eb3 on resource:security_group {{(pid=87635) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:45:28.122905 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [req-8884f05e-edc5-43d3-8afa-68b2fa87a15b req-53186bf1-ce8a-4d91-9404-f7f2c9a0664f tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Unset dirty status for tenant:bf163a60baa2480bb3e9e9a93ee73eb3 on resource:security_group {{(pid=87635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:45:28.124041 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-8884f05e-edc5-43d3-8afa-68b2fa87a15b req-53186bf1-ce8a-4d91-9404-f7f2c9a0664f tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/security-groups?id=3336da46-3c0b-46e6-af8f-91ae1a40d0af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0498629
Dec 23 16:45:28.180525 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [req-dcf0531c-4349-4306-a317-a1d6c6355ff3 req-91650983-8a4f-4ade-862e-481bdf137352 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16fb637b-941a-4937-bba3-d2d5567cac6c {{(pid=87636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 23 16:45:28.187875 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-dcf0531c-4349-4306-a317-a1d6c6355ff3 req-91650983-8a4f-4ade-862e-481bdf137352 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:45:28.205231 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.provisioning_blocks [req-dcf0531c-4349-4306-a317-a1d6c6355ff3 req-91650983-8a4f-4ade-862e-481bdf137352 service neutron] Transition to ACTIVE for port object 16fb637b-941a-4937-bba3-d2d5567cac6c will not be triggered until provisioned by entity L2. {{(pid=87636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:45:28.212705 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-dcf0531c-4349-4306-a317-a1d6c6355ff3 req-91650983-8a4f-4ade-862e-481bdf137352 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2176289'] for port, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:45:28.216471 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-42c7951f-acd3-4200-a666-1ee8aa5cc9e3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:45:28.346328 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91650983-8a4f-4ade-862e-481bdf137352 service neutron] Pushing event updated for resources: {'Port': ['ID=16fb637b-941a-4937-bba3-d2d5567cac6c,revision_number=2']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:45:28.383305 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-91650983-8a4f-4ade-862e-481bdf137352 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:45:28.440053 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device bd385d8b-353d-4085-8297-85e55b1f4979 up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:45:28.460235 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [req-dcf0531c-4349-4306-a317-a1d6c6355ff3 req-91650983-8a4f-4ade-862e-481bdf137352 service neutron] Attempting to bind port 16fb637b-941a-4937-bba3-d2d5567cac6c on host hv-neutron-8227 for vnic_type normal with profile  {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:45:28.460600 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [req-dcf0531c-4349-4306-a317-a1d6c6355ff3 req-91650983-8a4f-4ade-862e-481bdf137352 service neutron] Attempting to bind port 16fb637b-941a-4937-bba3-d2d5567cac6c by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': '8630adc6-1cde-4f1e-b46d-ede73cad1419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'dc61f16c-5d14-45a5-a7c0-315bce62e3d8'}] {{(pid=87636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:45:28.460940 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcf0531c-4349-4306-a317-a1d6c6355ff3 req-91650983-8a4f-4ade-862e-481bdf137352 service neutron] Attempting to bind port 16fb637b-941a-4937-bba3-d2d5567cac6c on network dc61f16c-5d14-45a5-a7c0-315bce62e3d8 {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:45:28.465592 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcf0531c-4349-4306-a317-a1d6c6355ff3 req-91650983-8a4f-4ade-862e-481bdf137352 service neutron] Port 16fb637b-941a-4937-bba3-d2d5567cac6c on network dc61f16c-5d14-45a5-a7c0-315bce62e3d8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 23 16:45:28.465913 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcf0531c-4349-4306-a317-a1d6c6355ff3 req-91650983-8a4f-4ade-862e-481bdf137352 service neutron] Attempting to bind port 16fb637b-941a-4937-bba3-d2d5567cac6c on network dc61f16c-5d14-45a5-a7c0-315bce62e3d8 {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:45:28.471099 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcf0531c-4349-4306-a317-a1d6c6355ff3 req-91650983-8a4f-4ade-862e-481bdf137352 service neutron] Checking agent: {'id': '5a806709-633b-4d33-98c4-3d24562c0f1e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8227', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 6, 42), 'started_at': datetime.datetime(2021, 12, 23, 16, 6, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 45, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 23 16:45:28.471427 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcf0531c-4349-4306-a317-a1d6c6355ff3 req-91650983-8a4f-4ade-862e-481bdf137352 service neutron] Checking segment: {'id': '8630adc6-1cde-4f1e-b46d-ede73cad1419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'dc61f16c-5d14-45a5-a7c0-315bce62e3d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:45:28.471811 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcf0531c-4349-4306-a317-a1d6c6355ff3 req-91650983-8a4f-4ade-862e-481bdf137352 service neutron] Bound using segment: {'id': '8630adc6-1cde-4f1e-b46d-ede73cad1419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'dc61f16c-5d14-45a5-a7c0-315bce62e3d8'} {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 23 16:45:28.472241 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [req-dcf0531c-4349-4306-a317-a1d6c6355ff3 req-91650983-8a4f-4ade-862e-481bdf137352 service neutron] Bound port: 16fb637b-941a-4937-bba3-d2d5567cac6c, host: hv-neutron-8227, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8630adc6-1cde-4f1e-b46d-ede73cad1419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'dc61f16c-5d14-45a5-a7c0-315bce62e3d8'}}] {{(pid=87636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 23 16:45:28.472613 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-dcf0531c-4349-4306-a317-a1d6c6355ff3 req-91650983-8a4f-4ade-862e-481bdf137352 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:45:28.508594 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning for port bd385d8b-353d-4085-8297-85e55b1f4979 completed by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:45:28.513466 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port bd385d8b-353d-4085-8297-85e55b1f4979 triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:45:28.513847 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:45:28.561969 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [req-dcf0531c-4349-4306-a317-a1d6c6355ff3 req-91650983-8a4f-4ade-862e-481bdf137352 service neutron] For port 16fb637b-941a-4937-bba3-d2d5567cac6c, host hv-neutron-8227, cleared binding levels {{(pid=87636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 23 16:45:28.565329 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [req-dcf0531c-4349-4306-a317-a1d6c6355ff3 req-91650983-8a4f-4ade-862e-481bdf137352 service neutron] For port 16fb637b-941a-4937-bba3-d2d5567cac6c, host hv-neutron-8227, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=16fb637b-941a-4937-bba3-d2d5567cac6c,segment=NetworkSegment(8630adc6-1cde-4f1e-b46d-ede73cad1419),segment_id=8630adc6-1cde-4f1e-b46d-ede73cad1419)] {{(pid=87636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 23 16:45:28.570437 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-dcf0531c-4349-4306-a317-a1d6c6355ff3 req-91650983-8a4f-4ade-862e-481bdf137352 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2176289'] for port, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:45:28.575016 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-0fb0cf67-fa2d-43ad-95af-9fba6021fb85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:45:28.630359 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf0531c-4349-4306-a317-a1d6c6355ff3 req-91650983-8a4f-4ade-862e-481bdf137352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:45:28.630966 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-dcf0531c-4349-4306-a317-a1d6c6355ff3 req-91650983-8a4f-4ade-862e-481bdf137352 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:45:28.632338 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-dcf0531c-4349-4306-a317-a1d6c6355ff3 req-91650983-8a4f-4ade-862e-481bdf137352 service neutron] 10.222.0.61 "PUT /v2.0/ports/16fb637b-941a-4937-bba3-d2d5567cac6c HTTP/1.1" status: 200  len: 1093 time: 0.9875147
Dec 23 16:45:28.633161 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cf0664e-c9e6-40b3-8af2-f352403e1f28', 'tag': '16fb637b-941a-4937-bba3-d2d5567cac6c'}] {{(pid=87636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 23 16:45:28.659688 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91650983-8a4f-4ade-862e-481bdf137352 service neutron] Pushing event updated for resources: {'Port': ['ID=16fb637b-941a-4937-bba3-d2d5567cac6c,revision_number=3']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:45:28.663885 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-91650983-8a4f-4ade-862e-481bdf137352 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:45:28.665775 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:45:28.715396 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1cf0664e-c9e6-40b3-8af2-f352403e1f28', 'tag': '16fb637b-941a-4937-bba3-d2d5567cac6c', 'status': 'completed', 'code': 200}
Dec 23 16:45:28.718627 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] For port bd385d8b-353d-4085-8297-85e55b1f4979, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=bd385d8b-353d-4085-8297-85e55b1f4979,segment=NetworkSegment(8630adc6-1cde-4f1e-b46d-ede73cad1419),segment_id=8630adc6-1cde-4f1e-b46d-ede73cad1419)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:45:28.723267 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:45:28.726521 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-d5319203-c08f-4965-b78f-f63b2f468e63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:45:28.758589 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf0531c-4349-4306-a317-a1d6c6355ff3 req-dc81a9c2-5414-458c-ae30-bc8b3df75f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:45:28.760109 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-dcf0531c-4349-4306-a317-a1d6c6355ff3 req-dc81a9c2-5414-458c-ae30-bc8b3df75f9a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=bf163a60baa2480bb3e9e9a93ee73eb3&device_id=1cf0664e-c9e6-40b3-8af2-f352403e1f28 HTTP/1.1" status: 200  len: 1096 time: 0.0857801
Dec 23 16:45:28.800627 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Pushing event updated for resources: {'Port': ['ID=bd385d8b-353d-4085-8297-85e55b1f4979,revision_number=5']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:45:28.803992 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:45:28.835719 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-dcf0531c-4349-4306-a317-a1d6c6355ff3 req-036eb217-261e-497a-8bc1-924c925bc16b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=16fb637b-941a-4937-bba3-d2d5567cac6c HTTP/1.1" status: 200  len: 217 time: 0.0675597
Dec 23 16:45:28.897348 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf0531c-4349-4306-a317-a1d6c6355ff3 req-f61724a2-7e14-481f-9896-2837e34c14f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:45:28.898797 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-dcf0531c-4349-4306-a317-a1d6c6355ff3 req-f61724a2-7e14-481f-9896-2837e34c14f5 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9793affd-d0a5-4074-afd7-16871d5ac1a8 HTTP/1.1" status: 200  len: 834 time: 0.0575137
Dec 23 16:45:28.979491 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf0531c-4349-4306-a317-a1d6c6355ff3 req-db42c032-67b1-4f25-8ff7-b89ea320c3b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:45:28.980859 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-dcf0531c-4349-4306-a317-a1d6c6355ff3 req-db42c032-67b1-4f25-8ff7-b89ea320c3b9 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=dc61f16c-5d14-45a5-a7c0-315bce62e3d8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0755122
Dec 23 16:45:29.125140 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-dcf0531c-4349-4306-a317-a1d6c6355ff3 req-aa3435d7-00da-4ad8-bfe1-fecb35bf7b28 service neutron] 10.222.0.61 "GET /v2.0/networks/dc61f16c-5d14-45a5-a7c0-315bce62e3d8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1377490
Dec 23 16:45:29.315472 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d31fbba-a011-432f-a778-1486b8eb2978 req-7d63f1bb-5944-4141-aad9-536a5c8aa3c3 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:45:29.317085 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-0d31fbba-a011-432f-a778-1486b8eb2978 req-7d63f1bb-5944-4141-aad9-536a5c8aa3c3 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/ports?device_id=1cf0664e-c9e6-40b3-8af2-f352403e1f28 HTTP/1.1" status: 200  len: 943 time: 0.0879333
Dec 23 16:45:29.363927 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-0d31fbba-a011-432f-a778-1486b8eb2978 req-0111ccd6-72e2-49a0-ab75-e35bae9df1fd tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/security-groups?id=3336da46-3c0b-46e6-af8f-91ae1a40d0af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0406430
Dec 23 16:45:29.387890 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-dcf0531c-4349-4306-a317-a1d6c6355ff3 req-0773a99a-2903-4fb6-8145-bf6a1d7d5f47 service neutron] 10.222.0.61 "GET /v2.0/networks/dc61f16c-5d14-45a5-a7c0-315bce62e3d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2567718
Dec 23 16:45:29.511967 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a98a9c-d556-410c-aab7-ba8cc803f9ca req-da23204a-98ad-4860-a136-939b76df2a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:45:29.513506 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-31a98a9c-d556-410c-aab7-ba8cc803f9ca req-da23204a-98ad-4860-a136-939b76df2a20 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=bf163a60baa2480bb3e9e9a93ee73eb3&device_id=1cf0664e-c9e6-40b3-8af2-f352403e1f28 HTTP/1.1" status: 200  len: 1096 time: 0.0750725
Dec 23 16:45:29.651021 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a98a9c-d556-410c-aab7-ba8cc803f9ca req-e3a97cba-6257-4fdf-a674-4e0e23743e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:45:29.652368 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-31a98a9c-d556-410c-aab7-ba8cc803f9ca req-e3a97cba-6257-4fdf-a674-4e0e23743e28 service neutron] 10.222.0.61 "GET /v2.0/networks?id=dc61f16c-5d14-45a5-a7c0-315bce62e3d8 HTTP/1.1" status: 200  len: 898 time: 0.1321220
Dec 23 16:45:29.721032 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-31a98a9c-d556-410c-aab7-ba8cc803f9ca req-e0b416ff-e192-4356-9a75-09216057d215 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=16fb637b-941a-4937-bba3-d2d5567cac6c HTTP/1.1" status: 200  len: 217 time: 0.0619872
Dec 23 16:45:29.785779 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a98a9c-d556-410c-aab7-ba8cc803f9ca req-f464a878-12c8-40c1-bc6d-eae3eb2ec7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:45:29.787187 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-31a98a9c-d556-410c-aab7-ba8cc803f9ca req-f464a878-12c8-40c1-bc6d-eae3eb2ec7bb service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9793affd-d0a5-4074-afd7-16871d5ac1a8 HTTP/1.1" status: 200  len: 834 time: 0.0586882
Dec 23 16:45:29.868388 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a98a9c-d556-410c-aab7-ba8cc803f9ca req-f5d208c7-b091-4bc0-8bf2-42421dfeeeac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:45:29.869960 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-31a98a9c-d556-410c-aab7-ba8cc803f9ca req-f5d208c7-b091-4bc0-8bf2-42421dfeeeac service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=dc61f16c-5d14-45a5-a7c0-315bce62e3d8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0748086
Dec 23 16:45:30.012426 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-31a98a9c-d556-410c-aab7-ba8cc803f9ca req-3eb43b07-250f-40e2-a0e9-0eb395be6192 service neutron] 10.222.0.61 "GET /v2.0/networks/dc61f16c-5d14-45a5-a7c0-315bce62e3d8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1346548
Dec 23 16:45:30.143874 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-31a98a9c-d556-410c-aab7-ba8cc803f9ca req-76fd5aaf-b77f-40ed-aa73-b542fb2a84e3 service neutron] 10.222.0.61 "GET /v2.0/networks/dc61f16c-5d14-45a5-a7c0-315bce62e3d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1242278
Dec 23 16:45:30.427165 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device bd385d8b-353d-4085-8297-85e55b1f4979 up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:45:30.493686 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port bd385d8b-353d-4085-8297-85e55b1f4979 triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:45:30.494063 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:45:30.561698 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fe59f9-6565-4aae-86cd-1032c1ab54bd req-6c91de86-c3f7-498c-8e05-7bbfa22d2f72 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:45:30.562523 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-58fe59f9-6565-4aae-86cd-1032c1ab54bd req-6c91de86-c3f7-498c-8e05-7bbfa22d2f72 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Synchronizing usage tracker for tenant:bf163a60baa2480bb3e9e9a93ee73eb3 on resource:port {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:45:30.581004 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-58fe59f9-6565-4aae-86cd-1032c1ab54bd req-6c91de86-c3f7-498c-8e05-7bbfa22d2f72 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Unset dirty status for tenant:bf163a60baa2480bb3e9e9a93ee73eb3 on resource:port {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:45:30.582217 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-58fe59f9-6565-4aae-86cd-1032c1ab54bd req-6c91de86-c3f7-498c-8e05-7bbfa22d2f72 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/ports?device_id=1cf0664e-c9e6-40b3-8af2-f352403e1f28 HTTP/1.1" status: 200  len: 943 time: 0.1119597
Dec 23 16:45:30.627531 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-58fe59f9-6565-4aae-86cd-1032c1ab54bd req-ae440b73-0bf8-46ef-99e3-6738e0981b98 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/security-groups?id=3336da46-3c0b-46e6-af8f-91ae1a40d0af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0393457
Dec 23 16:45:31.235982 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Device 16fb637b-941a-4937-bba3-d2d5567cac6c details requested by agent hyperv_hv-neutron-8227 with host hv-neutron-8227 {{(pid=87637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 23 16:45:31.371453 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] For port 16fb637b-941a-4937-bba3-d2d5567cac6c, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=16fb637b-941a-4937-bba3-d2d5567cac6c,segment=NetworkSegment(8630adc6-1cde-4f1e-b46d-ede73cad1419),segment_id=8630adc6-1cde-4f1e-b46d-ede73cad1419)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:45:31.385234 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Returning: {'device': '16fb637b-941a-4937-bba3-d2d5567cac6c', 'network_id': 'dc61f16c-5d14-45a5-a7c0-315bce62e3d8', 'port_id': '16fb637b-941a-4937-bba3-d2d5567cac6c', 'mac_address': 'fa:16:3e:dd:5a:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9793affd-d0a5-4074-afd7-16871d5ac1a8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 23 16:45:31.440374 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:45:31.460693 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.notifiers.nova [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16fb637b-941a-4937-bba3-d2d5567cac6c {{(pid=87637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 23 16:45:31.477133 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] For port 16fb637b-941a-4937-bba3-d2d5567cac6c, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=16fb637b-941a-4937-bba3-d2d5567cac6c,segment=NetworkSegment(8630adc6-1cde-4f1e-b46d-ede73cad1419),segment_id=8630adc6-1cde-4f1e-b46d-ede73cad1419)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:45:31.483621 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:45:31.486305 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-a1b8e7ec-c733-45aa-8171-fb3ff9b48f19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:45:31.553919 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Pushing event updated for resources: {'Port': ['ID=16fb637b-941a-4937-bba3-d2d5567cac6c,revision_number=4']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:45:31.557574 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:45:31.688033 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] get_ports_and_sgs() called for port_ids ['16fb637b-941a-4937-bba3-d2d5567cac6c'] {{(pid=87637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 23 16:45:31.827985 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d645ee9-d20e-4eb5-b581-b52a737ccfc4 req-6a53b4db-fbc3-40f8-9243-98678df6863e tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:45:31.830170 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-3d645ee9-d20e-4eb5-b581-b52a737ccfc4 req-6a53b4db-fbc3-40f8-9243-98678df6863e tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/ports?device_id=1cf0664e-c9e6-40b3-8af2-f352403e1f28 HTTP/1.1" status: 200  len: 944 time: 0.0897133
Dec 23 16:45:31.875371 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-3d645ee9-d20e-4eb5-b581-b52a737ccfc4 req-f92e9347-b9b1-4c19-ba58-da89d7ae39a5 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/security-groups?id=3336da46-3c0b-46e6-af8f-91ae1a40d0af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0393648
Dec 23 16:45:33.085917 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9263d2c5-ac04-4438-aee8-5309021c9ced req-36ca8df1-96e1-46a6-82b7-329d8c11452b tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:45:33.087398 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-9263d2c5-ac04-4438-aee8-5309021c9ced req-36ca8df1-96e1-46a6-82b7-329d8c11452b tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/ports?device_id=1cf0664e-c9e6-40b3-8af2-f352403e1f28 HTTP/1.1" status: 200  len: 944 time: 0.0963249
Dec 23 16:45:33.131595 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-9263d2c5-ac04-4438-aee8-5309021c9ced req-86d9a9d0-f0e7-4884-8d85-bf83c3304746 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/security-groups?id=3336da46-3c0b-46e6-af8f-91ae1a40d0af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0382590
Dec 23 16:45:33.251326 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Device 16fb637b-941a-4937-bba3-d2d5567cac6c up at agent hyperv_hv-neutron-8227 {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:45:33.323664 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Provisioning for port 16fb637b-941a-4937-bba3-d2d5567cac6c completed by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:45:33.328477 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Provisioning complete for port 16fb637b-941a-4937-bba3-d2d5567cac6c triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:45:33.328910 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:45:33.485214 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:45:33.513104 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cf0664e-c9e6-40b3-8af2-f352403e1f28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16fb637b-941a-4937-bba3-d2d5567cac6c'}] {{(pid=87637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 23 16:45:33.523412 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] For port 16fb637b-941a-4937-bba3-d2d5567cac6c, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=16fb637b-941a-4937-bba3-d2d5567cac6c,segment=NetworkSegment(8630adc6-1cde-4f1e-b46d-ede73cad1419),segment_id=8630adc6-1cde-4f1e-b46d-ede73cad1419)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:45:33.527731 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:45:33.529753 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:45:33.559363 dv-neutron-822799-1-hyperv neutron-server[87637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cf0664e-c9e6-40b3-8af2-f352403e1f28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16fb637b-941a-4937-bba3-d2d5567cac6c', 'code': 200}
Dec 23 16:45:33.597600 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Pushing event updated for resources: {'Port': ['ID=16fb637b-941a-4937-bba3-d2d5567cac6c,revision_number=5']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:45:33.600527 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:45:33.804860 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f09de3-97fd-40fd-8a5e-1630ee8da94b req-bb921a8d-0180-4da3-b58d-bdd4657f9b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:45:33.806821 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-b9f09de3-97fd-40fd-8a5e-1630ee8da94b req-bb921a8d-0180-4da3-b58d-bdd4657f9b50 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=1cf0664e-c9e6-40b3-8af2-f352403e1f28 HTTP/1.1" status: 200  len: 1098 time: 0.0770431
Dec 23 16:45:33.847366 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-b9f09de3-97fd-40fd-8a5e-1630ee8da94b req-23847a0f-2523-4a24-8f7b-4b645150aa89 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=3336da46-3c0b-46e6-af8f-91ae1a40d0af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0339415
Dec 23 16:45:34.347609 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e361391f-af3a-4528-96a9-327df03d16ff req-67bdbaea-e96b-4a63-a5be-58d7269de3b2 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:45:34.349220 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-e361391f-af3a-4528-96a9-327df03d16ff req-67bdbaea-e96b-4a63-a5be-58d7269de3b2 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/ports?device_id=1cf0664e-c9e6-40b3-8af2-f352403e1f28 HTTP/1.1" status: 200  len: 945 time: 0.0937693
Dec 23 16:45:34.397170 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-e361391f-af3a-4528-96a9-327df03d16ff req-f7bd7cba-be6a-4caa-b7bf-b81fbbc90f75 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/security-groups?id=3336da46-3c0b-46e6-af8f-91ae1a40d0af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0391560
Dec 23 16:45:35.617202 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbea5afe-bce9-4e1a-bded-deee75eef375 req-4dcd2304-125f-44d2-ae29-93fc681a64b3 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:45:35.618646 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-dbea5afe-bce9-4e1a-bded-deee75eef375 req-4dcd2304-125f-44d2-ae29-93fc681a64b3 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/ports?device_id=1cf0664e-c9e6-40b3-8af2-f352403e1f28 HTTP/1.1" status: 200  len: 945 time: 0.0882766
Dec 23 16:45:35.667144 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-dbea5afe-bce9-4e1a-bded-deee75eef375 req-8a475293-202f-45cc-8703-7ba2324ea3d3 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/security-groups?id=3336da46-3c0b-46e6-af8f-91ae1a40d0af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0397944
Dec 23 16:45:35.873417 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd66e878-0396-4c3f-9665-48e8d932f6d4 req-0869091f-bb39-4aa1-91f1-28fa8fcb4eac tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:45:35.874758 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-bd66e878-0396-4c3f-9665-48e8d932f6d4 req-0869091f-bb39-4aa1-91f1-28fa8fcb4eac tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/ports?device_id=1cf0664e-c9e6-40b3-8af2-f352403e1f28 HTTP/1.1" status: 200  len: 945 time: 0.0941763
Dec 23 16:45:35.921546 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-bd66e878-0396-4c3f-9665-48e8d932f6d4 req-849bca9c-9c01-42b7-b075-17710fc01889 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/security-groups?id=3336da46-3c0b-46e6-af8f-91ae1a40d0af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0408318
Dec 23 16:45:35.944335 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 58916) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:45:36.016639 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91ebba94-194e-4fdb-8263-3d46cdf7d9c7 tempest-TestNetworkAdvancedServerOps-760966623 tempest-TestNetworkAdvancedServerOps-760966623-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:45:36.018226 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-91ebba94-194e-4fdb-8263-3d46cdf7d9c7 tempest-TestNetworkAdvancedServerOps-760966623 tempest-TestNetworkAdvancedServerOps-760966623-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=1cf0664e-c9e6-40b3-8af2-f352403e1f28 HTTP/1.1" status: 200  len: 1093 time: 0.0728891
Dec 23 16:45:36.021117 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 58920) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:45:36.026008 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-838795b7-6641-4990-b0f8-45da58973c5e tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Request body: {'floatingip': {'floating_network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'port_id': '16fb637b-941a-4937-bba3-d2d5567cac6c', 'tenant_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'fixed_ip_address': '172.20.0.8'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:45:36.032018 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-838795b7-6641-4990-b0f8-45da58973c5e tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:45:36.036252 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-838795b7-6641-4990-b0f8-45da58973c5e tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Usage tracker for resource:floatingip and tenant:bf163a60baa2480bb3e9e9a93ee73eb3 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:45:36.039116 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-838795b7-6641-4990-b0f8-45da58973c5e tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:45:36.044821 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-838795b7-6641-4990-b0f8-45da58973c5e tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:45:36.057353 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-838795b7-6641-4990-b0f8-45da58973c5e tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks [] for floatingip, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:45:36.211454 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-838795b7-6641-4990-b0f8-45da58973c5e tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:45:36.357837 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [None req-838795b7-6641-4990-b0f8-45da58973c5e tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Allocated IP 172.26.3.149 (8afa6d58-9431-454a-b99c-3ff8a65aa86b/60537fec-5f5f-4ab7-89cc-03638149a590/043f8897-e705-440f-9e40-a7ef3c326f60) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:45:36.624850 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-838795b7-6641-4990-b0f8-45da58973c5e tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:45:36.672880 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-838795b7-6641-4990-b0f8-45da58973c5e tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:45:36.677318 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-263f779c-b43e-4635-acfd-e57652b8b13b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:45:36.744493 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-838795b7-6641-4990-b0f8-45da58973c5e tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Network 8afa6d58-9431-454a-b99c-3ff8a65aa86b is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:45:36.747723 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-838795b7-6641-4990-b0f8-45da58973c5e tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Resources bound (agent type, host, resource id):  {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:45:36.751932 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-838795b7-6641-4990-b0f8-45da58973c5e tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:45:36.783723 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838795b7-6641-4990-b0f8-45da58973c5e tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Pushing event updated for resources: {'Port': ['ID=043f8897-e705-440f-9e40-a7ef3c326f60,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:45:36.789476 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-838795b7-6641-4990-b0f8-45da58973c5e tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:45:37.176241 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-838795b7-6641-4990-b0f8-45da58973c5e tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:45:37.257500 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-838795b7-6641-4990-b0f8-45da58973c5e tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:45:37.478034 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-838795b7-6641-4990-b0f8-45da58973c5e tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks [] for port, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:45:37.485263 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-838795b7-6641-4990-b0f8-45da58973c5e tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2176289'] for port, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:45:37.488937 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-27a46e57-7d07-48fc-9cc3-54f49889652a tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:45:37.589390 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838795b7-6641-4990-b0f8-45da58973c5e tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Pushing event updated for resources: {'Port': ['ID=043f8897-e705-440f-9e40-a7ef3c326f60,revision_number=2']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:45:37.593410 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-838795b7-6641-4990-b0f8-45da58973c5e tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:45:37.601739 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-838795b7-6641-4990-b0f8-45da58973c5e tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1824189'] for floatingip, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:45:37.769912 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.db.l3_db [None req-838795b7-6641-4990-b0f8-45da58973c5e tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Floating IP d2c5314b-2463-439a-b271-842fe9eac3bd associated. External IP: 172.26.3.149, port: 16fb637b-941a-4937-bba3-d2d5567cac6c.
Dec 23 16:45:38.256518 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-838795b7-6641-4990-b0f8-45da58973c5e tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Router 7f23f461-ab4c-40cb-bee9-c3f273125c01 has already been hosted by L3 agent 371d4c41-c7e2-4de7-9539-c049ec4e95d1 {{(pid=87636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 23 16:45:38.435763 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-838795b7-6641-4990-b0f8-45da58973c5e tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify agent at l3_agent.dv-neutron-822799-1-hyperv the message routers_updated {{(pid=87636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 23 16:45:38.446278 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43cb98d2-b1ea-424f-9668-c04a8bab032a None None] Sync routers for ids ['7f23f461-ab4c-40cb-bee9-c3f273125c01'] in dv-neutron-822799-1-hyperv {{(pid=87637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 23 16:45:38.457781 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43cb98d2-b1ea-424f-9668-c04a8bab032a None None] Routers {'7f23f461-ab4c-40cb-bee9-c3f273125c01'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:45:38.458583 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-43cb98d2-b1ea-424f-9668-c04a8bab032a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc121cfa0>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:45:20Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['7f23f461-ab4c-40cb-bee9-c3f273125c01'], 'active': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:45:38.461963 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-838795b7-6641-4990-b0f8-45da58973c5e tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for floatingip, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:45:38.516060 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-838795b7-6641-4990-b0f8-45da58973c5e tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.4938509
Dec 23 16:45:38.516738 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cf0664e-c9e6-40b3-8af2-f352403e1f28', 'tag': '16fb637b-941a-4937-bba3-d2d5567cac6c'}] {{(pid=87636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 23 16:45:38.566906 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1cf0664e-c9e6-40b3-8af2-f352403e1f28', 'tag': '16fb637b-941a-4937-bba3-d2d5567cac6c', 'status': 'completed', 'code': 200}
Dec 23 16:45:38.640455 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvr_db [None req-43cb98d2-b1ea-424f-9668-c04a8bab032a None None] Set router 7f23f461-ab4c-40cb-bee9-c3f273125c01 gateway port host: dv-neutron-822799-1-hyperv {{(pid=87637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:45:38.662152 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2425fdf3-2307-4e38-b470-d18f59819516 req-cc546c85-fa3e-4144-8962-79af25fa91c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:45:38.663778 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-2425fdf3-2307-4e38-b470-d18f59819516 req-cc546c85-fa3e-4144-8962-79af25fa91c6 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=bf163a60baa2480bb3e9e9a93ee73eb3&device_id=1cf0664e-c9e6-40b3-8af2-f352403e1f28 HTTP/1.1" status: 200  len: 1098 time: 0.0749986
Dec 23 16:45:38.705850 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b463d4a-72e0-431b-aef0-1d4a7dbfed6c req-eb73b61a-42c6-463f-ab81-1712eedfc16f tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:45:38.707366 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-1b463d4a-72e0-431b-aef0-1d4a7dbfed6c req-eb73b61a-42c6-463f-ab81-1712eedfc16f tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/ports?device_id=1cf0664e-c9e6-40b3-8af2-f352403e1f28 HTTP/1.1" status: 200  len: 945 time: 0.0874279
Dec 23 16:45:38.751541 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-1b463d4a-72e0-431b-aef0-1d4a7dbfed6c req-23eca12e-1eb1-47b4-935c-a8bd6c2830c4 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/security-groups?id=3336da46-3c0b-46e6-af8f-91ae1a40d0af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0376515
Dec 23 16:45:38.775597 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 58928) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:45:38.805034 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2425fdf3-2307-4e38-b470-d18f59819516 req-d8337981-cb18-4354-925d-87c843497829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:45:38.806494 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-2425fdf3-2307-4e38-b470-d18f59819516 req-d8337981-cb18-4354-925d-87c843497829 service neutron] 10.222.0.61 "GET /v2.0/networks?id=dc61f16c-5d14-45a5-a7c0-315bce62e3d8 HTTP/1.1" status: 200  len: 898 time: 0.1366539
Dec 23 16:45:38.890724 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-57f23178-01e7-44c3-9cb6-b7f43af6ed42 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/floatingips/d2c5314b-2463-439a-b271-842fe9eac3bd HTTP/1.1" status: 200  len: 991 time: 0.1139436
Dec 23 16:45:38.909735 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-2425fdf3-2307-4e38-b470-d18f59819516 req-a5338d3c-a2e7-47bd-9147-419f50041f36 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=16fb637b-941a-4937-bba3-d2d5567cac6c HTTP/1.1" status: 200  len: 999 time: 0.0966411
Dec 23 16:45:38.975826 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2425fdf3-2307-4e38-b470-d18f59819516 req-ea862828-f461-4a02-b775-d3f5903519c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:45:38.977313 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-2425fdf3-2307-4e38-b470-d18f59819516 req-ea862828-f461-4a02-b775-d3f5903519c1 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9793affd-d0a5-4074-afd7-16871d5ac1a8 HTTP/1.1" status: 200  len: 834 time: 0.0612724
Dec 23 16:45:39.007545 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-43cb98d2-b1ea-424f-9668-c04a8bab032a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc121cfa0>, [{'id': '7f23f461-ab4c-40cb-bee9-c3f273125c01', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1218374528', 'tenant_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.4'}], 'enable_snat': True}, 'gw_port_id': '045bb1b4-db91-4f4e-94ff-ae0004f6e2df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:45:17Z', 'updated_at': '2021-12-23T16:45:23Z', 'revision_number': 4, 'project_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'gw_port': {'id': '045bb1b4-db91-4f4e-94ff-ae0004f6e2df', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:f6:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f23f461-ab4c-40cb-bee9-c3f273125c01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:45:18Z', 'updated_at': '2021-12-23T16:45:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_floatingips': [{'id': 'd2c5314b-2463-439a-b271-842fe9eac3bd', 'tenant_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'floating_ip_address': '172.26.3.149', 'floating_network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'router_id': '7f23f461-ab4c-40cb-bee9-c3f273125c01', 'port_id': '16fb637b-941a-4937-bba3-d2d5567cac6c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1736, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc61f16c-5d14-45a5-a7c0-315bce62e3d8', 'mac_address': 'fa:16:3e:dd:5a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cf0664e-c9e6-40b3-8af2-f352403e1f28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:45:37Z', 'updated_at': '2021-12-23T16:45:37Z', 'revision_number': 0, 'project_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd385d8b-353d-4085-8297-85e55b1f4979', 'name': '', 'network_id': 'dc61f16c-5d14-45a5-a7c0-315bce62e3d8', 'tenant_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'mac_address': 'fa:16:3e:1e:9c:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f23f461-ab4c-40cb-bee9-c3f273125c01', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '9793affd-d0a5-4074-afd7-16871d5ac1a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:45:22Z', 'updated_at': '2021-12-23T16:45:28Z', 'revision_number': 5, 'project_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'subnets': [{'id': '9793affd-d0a5-4074-afd7-16871d5ac1a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:45:39.012063 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43cb98d2-b1ea-424f-9668-c04a8bab032a None None] Checking router: 7f23f461-ab4c-40cb-bee9-c3f273125c01 for host: dv-neutron-822799-1-hyperv {{(pid=87637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 23 16:45:39.021321 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43cb98d2-b1ea-424f-9668-c04a8bab032a None None] Routers {'7f23f461-ab4c-40cb-bee9-c3f273125c01'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:45:39.021944 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-43cb98d2-b1ea-424f-9668-c04a8bab032a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc121cfa0>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:45:20Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['7f23f461-ab4c-40cb-bee9-c3f273125c01'], 'active': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:45:39.052364 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2425fdf3-2307-4e38-b470-d18f59819516 req-79ce83e3-66b2-4def-9bd2-bf75aecbad49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:45:39.055708 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-2425fdf3-2307-4e38-b470-d18f59819516 req-79ce83e3-66b2-4def-9bd2-bf75aecbad49 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=dc61f16c-5d14-45a5-a7c0-315bce62e3d8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0724680
Dec 23 16:45:39.191152 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-2425fdf3-2307-4e38-b470-d18f59819516 req-129fb27a-30e1-4162-9cf2-3ed447fd1db3 service neutron] 10.222.0.61 "GET /v2.0/networks/dc61f16c-5d14-45a5-a7c0-315bce62e3d8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1284077
Dec 23 16:45:39.195602 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvr_db [None req-43cb98d2-b1ea-424f-9668-c04a8bab032a None None] Set router 7f23f461-ab4c-40cb-bee9-c3f273125c01 gateway port host: dv-neutron-822799-1-hyperv {{(pid=87637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:45:39.326973 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-2425fdf3-2307-4e38-b470-d18f59819516 req-93a52c28-13f7-4458-aa53-4b8a14fe7637 service neutron] 10.222.0.61 "GET /v2.0/networks/dc61f16c-5d14-45a5-a7c0-315bce62e3d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1294432
Dec 23 16:45:39.540753 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-43cb98d2-b1ea-424f-9668-c04a8bab032a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc121cfa0>, [{'id': '7f23f461-ab4c-40cb-bee9-c3f273125c01', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1218374528', 'tenant_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.4'}], 'enable_snat': True}, 'gw_port_id': '045bb1b4-db91-4f4e-94ff-ae0004f6e2df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:45:17Z', 'updated_at': '2021-12-23T16:45:23Z', 'revision_number': 4, 'project_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'gw_port': {'id': '045bb1b4-db91-4f4e-94ff-ae0004f6e2df', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:f6:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f23f461-ab4c-40cb-bee9-c3f273125c01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:45:18Z', 'updated_at': '2021-12-23T16:45:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_floatingips': [{'id': 'd2c5314b-2463-439a-b271-842fe9eac3bd', 'tenant_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'floating_ip_address': '172.26.3.149', 'floating_network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'router_id': '7f23f461-ab4c-40cb-bee9-c3f273125c01', 'port_id': '16fb637b-941a-4937-bba3-d2d5567cac6c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1736, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc61f16c-5d14-45a5-a7c0-315bce62e3d8', 'mac_address': 'fa:16:3e:dd:5a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cf0664e-c9e6-40b3-8af2-f352403e1f28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:45:37Z', 'updated_at': '2021-12-23T16:45:37Z', 'revision_number': 0, 'project_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd385d8b-353d-4085-8297-85e55b1f4979', 'name': '', 'network_id': 'dc61f16c-5d14-45a5-a7c0-315bce62e3d8', 'tenant_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'mac_address': 'fa:16:3e:1e:9c:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f23f461-ab4c-40cb-bee9-c3f273125c01', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '9793affd-d0a5-4074-afd7-16871d5ac1a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:45:22Z', 'updated_at': '2021-12-23T16:45:28Z', 'revision_number': 5, 'project_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'subnets': [{'id': '9793affd-d0a5-4074-afd7-16871d5ac1a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:45:39.545220 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43cb98d2-b1ea-424f-9668-c04a8bab032a None None] The sync data for ids ['7f23f461-ab4c-40cb-bee9-c3f273125c01'] in dv-neutron-822799-1-hyperv is: [{'id': '7f23f461-ab4c-40cb-bee9-c3f273125c01', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1218374528', 'tenant_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.4'}], 'enable_snat': True}, 'gw_port_id': '045bb1b4-db91-4f4e-94ff-ae0004f6e2df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:45:17Z', 'updated_at': '2021-12-23T16:45:23Z', 'revision_number': 4, 'project_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'gw_port': {'id': '045bb1b4-db91-4f4e-94ff-ae0004f6e2df', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:f6:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f23f461-ab4c-40cb-bee9-c3f273125c01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:45:18Z', 'updated_at': '2021-12-23T16:45:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_floatingips': [{'id': 'd2c5314b-2463-439a-b271-842fe9eac3bd', 'tenant_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'floating_ip_address': '172.26.3.149', 'floating_network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'router_id': '7f23f461-ab4c-40cb-bee9-c3f273125c01', 'port_id': '16fb637b-941a-4937-bba3-d2d5567cac6c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1736, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc61f16c-5d14-45a5-a7c0-315bce62e3d8', 'mac_address': 'fa:16:3e:dd:5a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cf0664e-c9e6-40b3-8af2-f352403e1f28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:45:37Z', 'updated_at': '2021-12-23T16:45:37Z', 'revision_number': 0, 'project_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd385d8b-353d-4085-8297-85e55b1f4979', 'name': '', 'network_id': 'dc61f16c-5d14-45a5-a7c0-315bce62e3d8', 'tenant_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'mac_address': 'fa:16:3e:1e:9c:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f23f461-ab4c-40cb-bee9-c3f273125c01', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '9793affd-d0a5-4074-afd7-16871d5ac1a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:45:22Z', 'updated_at': '2021-12-23T16:45:28Z', 'revision_number': 5, 'project_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'subnets': [{'id': '9793affd-d0a5-4074-afd7-16871d5ac1a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 23 16:45:39.757145 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efc19b46-4afa-400d-8c2f-3232ae78518d None None] New status for floating IP d2c5314b-2463-439a-b271-842fe9eac3bd: ACTIVE {{(pid=87638) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 23 16:45:39.892663 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 58932) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:45:40.002801 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-93bb0e91-70f9-4dc8-8604-60e43b9071fb tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/floatingips/d2c5314b-2463-439a-b271-842fe9eac3bd HTTP/1.1" status: 200  len: 991 time: 0.1088638
Dec 23 16:45:41.007575 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 58936) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:45:41.119051 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-e2f3532d-ca89-43c3-9b0c-eecf7ef41937 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/floatingips/d2c5314b-2463-439a-b271-842fe9eac3bd HTTP/1.1" status: 200  len: 993 time: 0.1099057
Dec 23 16:45:42.112104 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:45:47.416033 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-7b39c662-e991-48ea-93c9-63245b53948d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:45:49.651196 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.agents_db [None req-30c2320c-f298-49f6-9c47-c20e38116a9c None None] Agent healthcheck: found 6 active agents {{(pid=87638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 23 16:45:49.801442 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-839d0c9b-75d1-47c8-bf77-ecc77a398506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:45:50.910825 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9dcbea60-a34f-4144-91e7-90aff3f57aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:45:50.959475 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:45:52.389842 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9e3aab53-d650-47e3-b8a6-2dff21fe9ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:46:10.845356 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e63836c-f912-4c02-8eea-0c182735ecdb req-c5d341e0-e75b-4b31-aafe-4fc38b47a986 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:46:10.847765 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-6e63836c-f912-4c02-8eea-0c182735ecdb req-c5d341e0-e75b-4b31-aafe-4fc38b47a986 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/ports?device_id=1cf0664e-c9e6-40b3-8af2-f352403e1f28 HTTP/1.1" status: 200  len: 945 time: 0.1402848
Dec 23 16:46:10.851282 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-1e262904-da79-4a2f-bdf4-7c666a5b9f73 req-2579bd52-2d2d-4b3c-b58c-5d97e09625e1 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=1cf0664e-c9e6-40b3-8af2-f352403e1f28&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1837168
Dec 23 16:46:10.896047 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-6e63836c-f912-4c02-8eea-0c182735ecdb req-b838d0f7-995b-4f8e-ab38-c38ea62ddc68 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/security-groups?id=3336da46-3c0b-46e6-af8f-91ae1a40d0af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422559
Dec 23 16:46:12.098736 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e262904-da79-4a2f-bdf4-7c666a5b9f73 req-04ade2b6-14f9-4e1b-b5d5-0a8d77e50ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:46:12.100226 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-1e262904-da79-4a2f-bdf4-7c666a5b9f73 req-04ade2b6-14f9-4e1b-b5d5-0a8d77e50ca3 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=bf163a60baa2480bb3e9e9a93ee73eb3&device_id=1cf0664e-c9e6-40b3-8af2-f352403e1f28 HTTP/1.1" status: 200  len: 1098 time: 0.0850298
Dec 23 16:46:12.104882 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:46:12.113781 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff1770e-1379-4653-ba02-c1bd818f104c req-17234ed2-4815-4227-b810-2427a98738b5 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:46:12.115246 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-bff1770e-1379-4653-ba02-c1bd818f104c req-17234ed2-4815-4227-b810-2427a98738b5 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/ports?device_id=1cf0664e-c9e6-40b3-8af2-f352403e1f28 HTTP/1.1" status: 200  len: 945 time: 0.0905275
Dec 23 16:46:12.159427 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-bff1770e-1379-4653-ba02-c1bd818f104c req-b2af0754-3a3e-4093-bfcd-09a03b8a157b tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/security-groups?id=3336da46-3c0b-46e6-af8f-91ae1a40d0af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0379875
Dec 23 16:46:12.363643 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e262904-da79-4a2f-bdf4-7c666a5b9f73 req-c181fd04-424d-4c1a-919c-984a536618c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:46:12.365065 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-1e262904-da79-4a2f-bdf4-7c666a5b9f73 req-c181fd04-424d-4c1a-919c-984a536618c6 service neutron] 10.222.0.61 "GET /v2.0/networks?id=dc61f16c-5d14-45a5-a7c0-315bce62e3d8 HTTP/1.1" status: 200  len: 898 time: 0.2583899
Dec 23 16:46:12.470162 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-1e262904-da79-4a2f-bdf4-7c666a5b9f73 req-2f66fff2-6c3c-4e10-99da-ab2ab9abb125 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=16fb637b-941a-4937-bba3-d2d5567cac6c HTTP/1.1" status: 200  len: 1001 time: 0.0979793
Dec 23 16:46:12.540490 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e262904-da79-4a2f-bdf4-7c666a5b9f73 req-7ce65a43-ac05-41dd-aa7d-5513eb4999e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:46:12.541972 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-1e262904-da79-4a2f-bdf4-7c666a5b9f73 req-7ce65a43-ac05-41dd-aa7d-5513eb4999e6 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9793affd-d0a5-4074-afd7-16871d5ac1a8 HTTP/1.1" status: 200  len: 834 time: 0.0654790
Dec 23 16:46:12.622753 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e262904-da79-4a2f-bdf4-7c666a5b9f73 req-372f4954-1a79-45fa-9e93-5d5a68bdd4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:46:12.624228 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-1e262904-da79-4a2f-bdf4-7c666a5b9f73 req-372f4954-1a79-45fa-9e93-5d5a68bdd4f6 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=dc61f16c-5d14-45a5-a7c0-315bce62e3d8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0743737
Dec 23 16:46:12.755348 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-1e262904-da79-4a2f-bdf4-7c666a5b9f73 req-333a11c5-4081-4893-bd88-ec3d128a8b6a service neutron] 10.222.0.61 "GET /v2.0/networks/dc61f16c-5d14-45a5-a7c0-315bce62e3d8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1231470
Dec 23 16:46:12.884559 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-1e262904-da79-4a2f-bdf4-7c666a5b9f73 req-048b3ac2-80b4-4cf9-b80b-458c6bcdb012 service neutron] 10.222.0.61 "GET /v2.0/networks/dc61f16c-5d14-45a5-a7c0-315bce62e3d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1222775
Dec 23 16:46:13.356039 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4da013-47a3-4ef9-9187-d7044da209de req-4a7118c9-0eae-409c-9285-3095be13a67e tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:46:13.357573 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-5d4da013-47a3-4ef9-9187-d7044da209de req-4a7118c9-0eae-409c-9285-3095be13a67e tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/ports?device_id=1cf0664e-c9e6-40b3-8af2-f352403e1f28 HTTP/1.1" status: 200  len: 945 time: 0.0876055
Dec 23 16:46:13.403192 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-5d4da013-47a3-4ef9-9187-d7044da209de req-2338d2cf-3927-41cb-bec1-cf47f75f3227 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/security-groups?id=3336da46-3c0b-46e6-af8f-91ae1a40d0af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0399446
Dec 23 16:46:14.274577 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c81a4c-430b-4fdc-89e3-261b517f1a13 req-b0721eb7-de22-4578-9c9d-d5aee9b28831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:46:14.276040 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-86c81a4c-430b-4fdc-89e3-261b517f1a13 req-b0721eb7-de22-4578-9c9d-d5aee9b28831 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=bf163a60baa2480bb3e9e9a93ee73eb3&device_id=1cf0664e-c9e6-40b3-8af2-f352403e1f28 HTTP/1.1" status: 200  len: 1098 time: 0.0714078
Dec 23 16:46:14.426849 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c81a4c-430b-4fdc-89e3-261b517f1a13 req-5eb06356-a9a1-4ad2-af14-241852f1de4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:46:14.428506 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-86c81a4c-430b-4fdc-89e3-261b517f1a13 req-5eb06356-a9a1-4ad2-af14-241852f1de4d service neutron] 10.222.0.61 "GET /v2.0/networks?id=dc61f16c-5d14-45a5-a7c0-315bce62e3d8 HTTP/1.1" status: 200  len: 898 time: 0.1320686
Dec 23 16:46:14.538789 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-86c81a4c-430b-4fdc-89e3-261b517f1a13 req-e8755cc9-09bf-4112-9b85-e7780060d75a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=16fb637b-941a-4937-bba3-d2d5567cac6c HTTP/1.1" status: 200  len: 1001 time: 0.1027493
Dec 23 16:46:14.612135 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c81a4c-430b-4fdc-89e3-261b517f1a13 req-3600e64b-bdbe-4dee-b802-a0bb5af8ecd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:46:14.613591 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-86c81a4c-430b-4fdc-89e3-261b517f1a13 req-3600e64b-bdbe-4dee-b802-a0bb5af8ecd8 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9793affd-d0a5-4074-afd7-16871d5ac1a8 HTTP/1.1" status: 200  len: 834 time: 0.0682673
Dec 23 16:46:14.687573 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c81a4c-430b-4fdc-89e3-261b517f1a13 req-5ffbeca7-588e-4adc-a013-424da8d0faf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:46:14.689208 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-86c81a4c-430b-4fdc-89e3-261b517f1a13 req-5ffbeca7-588e-4adc-a013-424da8d0faf6 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=dc61f16c-5d14-45a5-a7c0-315bce62e3d8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0688996
Dec 23 16:46:14.737245 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20db482-0da6-4e88-86e8-fe9c8e0155f4 req-04abeab5-b365-43ff-97d8-9e6930315852 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:46:14.738751 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-b20db482-0da6-4e88-86e8-fe9c8e0155f4 req-04abeab5-b365-43ff-97d8-9e6930315852 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/ports?device_id=1cf0664e-c9e6-40b3-8af2-f352403e1f28 HTTP/1.1" status: 200  len: 945 time: 0.0812383
Dec 23 16:46:14.784173 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-b20db482-0da6-4e88-86e8-fe9c8e0155f4 req-78d6e905-7e48-4ec2-a7ca-baa2314e1b0a tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/security-groups?id=3336da46-3c0b-46e6-af8f-91ae1a40d0af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0397227
Dec 23 16:46:14.822140 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-86c81a4c-430b-4fdc-89e3-261b517f1a13 req-ac11967a-8ec9-4c8e-9024-ecce601e41ea service neutron] 10.222.0.61 "GET /v2.0/networks/dc61f16c-5d14-45a5-a7c0-315bce62e3d8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1249125
Dec 23 16:46:14.955482 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-86c81a4c-430b-4fdc-89e3-261b517f1a13 req-7dcc6a8a-0994-47e7-aa60-2dbcd29e4324 service neutron] 10.222.0.61 "GET /v2.0/networks/dc61f16c-5d14-45a5-a7c0-315bce62e3d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1260405
Dec 23 16:46:15.997811 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9731406-81f1-4f3a-8a97-1bd6bbcce954 req-e032e505-daf4-498b-b96f-5e8ac2f2e618 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:46:15.999285 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-e9731406-81f1-4f3a-8a97-1bd6bbcce954 req-e032e505-daf4-498b-b96f-5e8ac2f2e618 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/ports?device_id=1cf0664e-c9e6-40b3-8af2-f352403e1f28 HTTP/1.1" status: 200  len: 945 time: 0.0931451
Dec 23 16:46:16.056210 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-e9731406-81f1-4f3a-8a97-1bd6bbcce954 req-f525fa2e-7d19-49e5-bc59-1ee0c1c42906 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/security-groups?id=3336da46-3c0b-46e6-af8f-91ae1a40d0af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0478160
Dec 23 16:46:17.263642 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e10a7c-28a1-4c98-bf65-117625ce1ff9 req-9b439cb0-c8fc-4f20-bc03-921edbb9f8f8 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:46:17.269086 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-40e10a7c-28a1-4c98-bf65-117625ce1ff9 req-9b439cb0-c8fc-4f20-bc03-921edbb9f8f8 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/ports?device_id=1cf0664e-c9e6-40b3-8af2-f352403e1f28 HTTP/1.1" status: 200  len: 945 time: 0.0961583
Dec 23 16:46:17.312202 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-40e10a7c-28a1-4c98-bf65-117625ce1ff9 req-f1a510c3-1840-4562-ad19-a61ca2574c85 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/security-groups?id=3336da46-3c0b-46e6-af8f-91ae1a40d0af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0413213
Dec 23 16:46:17.408727 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-b5d246ca-a4cf-4837-8f18-0e1f8e4ea121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:46:18.509492 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d533ba-8587-4f5f-b98b-3c39521587a1 req-f0266f6f-4967-4e30-b20a-de8b40d15931 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:46:18.510948 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-a4d533ba-8587-4f5f-b98b-3c39521587a1 req-f0266f6f-4967-4e30-b20a-de8b40d15931 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/ports?device_id=1cf0664e-c9e6-40b3-8af2-f352403e1f28 HTTP/1.1" status: 200  len: 945 time: 0.0928745
Dec 23 16:46:18.555536 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-a4d533ba-8587-4f5f-b98b-3c39521587a1 req-a9e7b90b-836f-4b12-ad91-d8e5cb046b04 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/security-groups?id=3336da46-3c0b-46e6-af8f-91ae1a40d0af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0387404
Dec 23 16:46:19.756080 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ae1269-0e94-42f3-9f0b-9ba39cb64320 req-6eccda84-f10f-4449-acc4-8368409b9ea8 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:46:19.757556 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-c6ae1269-0e94-42f3-9f0b-9ba39cb64320 req-6eccda84-f10f-4449-acc4-8368409b9ea8 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/ports?device_id=1cf0664e-c9e6-40b3-8af2-f352403e1f28 HTTP/1.1" status: 200  len: 945 time: 0.0860524
Dec 23 16:46:19.800770 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-e5c881e4-fb24-4c95-828d-138ec082fc5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:46:19.811360 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-c6ae1269-0e94-42f3-9f0b-9ba39cb64320 req-8ccdcd35-e0ea-4e6a-8dd3-824218a824c1 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/security-groups?id=3336da46-3c0b-46e6-af8f-91ae1a40d0af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0455377
Dec 23 16:46:20.903027 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9dcbea60-a34f-4144-91e7-90aff3f57aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:46:20.964329 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:46:21.021362 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a3f6f6-0c90-435e-92f2-f5ba193fce4d req-732cfda4-248a-4327-84c9-8c56876e63a2 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:46:21.022906 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-11a3f6f6-0c90-435e-92f2-f5ba193fce4d req-732cfda4-248a-4327-84c9-8c56876e63a2 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/ports?device_id=1cf0664e-c9e6-40b3-8af2-f352403e1f28 HTTP/1.1" status: 200  len: 945 time: 0.0878279
Dec 23 16:46:21.067068 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-11a3f6f6-0c90-435e-92f2-f5ba193fce4d req-2a73528b-644b-43cf-85a9-a56339967580 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/security-groups?id=3336da46-3c0b-46e6-af8f-91ae1a40d0af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0384104
Dec 23 16:46:22.266910 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb6e74d-1980-4e83-b628-97a11b5cb8a8 req-3a4630b1-0769-4757-8ece-07d0fd4451fe tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:46:22.268268 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-1cb6e74d-1980-4e83-b628-97a11b5cb8a8 req-3a4630b1-0769-4757-8ece-07d0fd4451fe tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/ports?device_id=1cf0664e-c9e6-40b3-8af2-f352403e1f28 HTTP/1.1" status: 200  len: 945 time: 0.0868840
Dec 23 16:46:22.315111 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-1cb6e74d-1980-4e83-b628-97a11b5cb8a8 req-006dc279-1045-4668-b98c-7f1fba4b4644 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/security-groups?id=3336da46-3c0b-46e6-af8f-91ae1a40d0af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0407619
Dec 23 16:46:22.390985 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9e3aab53-d650-47e3-b8a6-2dff21fe9ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:46:23.521145 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6646af-9433-49db-864c-a9971aae2047 req-519b153a-c2a7-45b7-9909-71906ed9f903 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:46:23.522963 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-2a6646af-9433-49db-864c-a9971aae2047 req-519b153a-c2a7-45b7-9909-71906ed9f903 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/ports?device_id=1cf0664e-c9e6-40b3-8af2-f352403e1f28 HTTP/1.1" status: 200  len: 945 time: 0.0866981
Dec 23 16:46:23.569949 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-2a6646af-9433-49db-864c-a9971aae2047 req-369f7065-8baf-44e6-9d0d-e6e227b5cc4b tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/security-groups?id=3336da46-3c0b-46e6-af8f-91ae1a40d0af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0410783
Dec 23 16:46:24.768069 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a0df31-2521-458b-8b39-a9a33e515802 req-27d0f267-c25d-481c-87e9-8135075104e5 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:46:24.769560 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-f1a0df31-2521-458b-8b39-a9a33e515802 req-27d0f267-c25d-481c-87e9-8135075104e5 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/ports?device_id=1cf0664e-c9e6-40b3-8af2-f352403e1f28 HTTP/1.1" status: 200  len: 945 time: 0.0824182
Dec 23 16:46:24.825410 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-f1a0df31-2521-458b-8b39-a9a33e515802 req-60f52abc-649c-4e26-abb6-afafc386d17d tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/security-groups?id=3336da46-3c0b-46e6-af8f-91ae1a40d0af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0497627
Dec 23 16:46:26.035565 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc685996-c72d-4402-8dbc-04fe0b5a5101 req-85d2d5ab-01af-4292-b1c1-597e05c8fb3d tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:46:26.037031 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-cc685996-c72d-4402-8dbc-04fe0b5a5101 req-85d2d5ab-01af-4292-b1c1-597e05c8fb3d tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/ports?device_id=1cf0664e-c9e6-40b3-8af2-f352403e1f28 HTTP/1.1" status: 200  len: 945 time: 0.0867770
Dec 23 16:46:26.085970 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-cc685996-c72d-4402-8dbc-04fe0b5a5101 req-a9b341ee-7128-431b-b1f2-13e7c85345d6 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/security-groups?id=3336da46-3c0b-46e6-af8f-91ae1a40d0af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0432010
Dec 23 16:46:26.655349 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.agents_db [None req-30c2320c-f298-49f6-9c47-c20e38116a9c None None] Agent healthcheck: found 6 active agents {{(pid=87638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 23 16:46:27.290468 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0d4995-cddf-438a-9fd5-47a0e9339bce req-6a3cbbbb-eade-48d2-bf85-b3828d996189 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:46:27.291928 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-ec0d4995-cddf-438a-9fd5-47a0e9339bce req-6a3cbbbb-eade-48d2-bf85-b3828d996189 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/ports?device_id=1cf0664e-c9e6-40b3-8af2-f352403e1f28 HTTP/1.1" status: 200  len: 945 time: 0.0848081
Dec 23 16:46:27.338060 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-ec0d4995-cddf-438a-9fd5-47a0e9339bce req-702429ee-389d-441e-be2f-0fcdb21357d3 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/security-groups?id=3336da46-3c0b-46e6-af8f-91ae1a40d0af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0401871
Dec 23 16:46:28.538238 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6ce641-3779-44a0-98c8-8833233c1a76 req-02710532-8d09-4917-af86-67d4cbf47a2f tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:46:28.539690 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-7c6ce641-3779-44a0-98c8-8833233c1a76 req-02710532-8d09-4917-af86-67d4cbf47a2f tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/ports?device_id=1cf0664e-c9e6-40b3-8af2-f352403e1f28 HTTP/1.1" status: 200  len: 945 time: 0.0869653
Dec 23 16:46:28.703220 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-7c6ce641-3779-44a0-98c8-8833233c1a76 req-bd684238-8467-4149-8a4b-a01e52b2ea93 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/security-groups?id=3336da46-3c0b-46e6-af8f-91ae1a40d0af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1578033
Dec 23 16:46:29.637392 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-1e262904-da79-4a2f-bdf4-7c666a5b9f73 req-a55f5636-408e-4714-8a2f-b22c0ca822a9 service neutron] 10.222.0.61 "GET /v2.0/ports/16fb637b-941a-4937-bba3-d2d5567cac6c/bindings/hv-neutron-8227 HTTP/1.1" status: 200  len: 384 time: 0.0947466
Dec 23 16:46:29.907041 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bee7f5-603e-48f8-8cad-c1cf9969c6db req-3716e8a7-dbd9-4ec6-ad2a-ff9085d38775 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:46:29.908376 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-19bee7f5-603e-48f8-8cad-c1cf9969c6db req-3716e8a7-dbd9-4ec6-ad2a-ff9085d38775 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/ports?device_id=1cf0664e-c9e6-40b3-8af2-f352403e1f28 HTTP/1.1" status: 200  len: 945 time: 0.0834875
Dec 23 16:46:29.920134 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e262904-da79-4a2f-bdf4-7c666a5b9f73 req-ca96c538-1782-4968-b784-f662b44e843e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:46:29.921619 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-1e262904-da79-4a2f-bdf4-7c666a5b9f73 req-ca96c538-1782-4968-b784-f662b44e843e service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=1cf0664e-c9e6-40b3-8af2-f352403e1f28&tenant_id=bf163a60baa2480bb3e9e9a93ee73eb3 HTTP/1.1" status: 200  len: 1098 time: 0.0733891
Dec 23 16:46:29.955475 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-19bee7f5-603e-48f8-8cad-c1cf9969c6db req-b18726b2-1198-4a48-86ed-d14a4ddfb3d2 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/security-groups?id=3336da46-3c0b-46e6-af8f-91ae1a40d0af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0412366
Dec 23 16:46:30.011176 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e262904-da79-4a2f-bdf4-7c666a5b9f73 req-801c7bbc-d558-4056-a6f5-07cd48412c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:46:30.012702 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-1e262904-da79-4a2f-bdf4-7c666a5b9f73 req-801c7bbc-d558-4056-a6f5-07cd48412c09 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=bf163a60baa2480bb3e9e9a93ee73eb3&device_id=1cf0664e-c9e6-40b3-8af2-f352403e1f28 HTTP/1.1" status: 200  len: 1098 time: 0.0693822
Dec 23 16:46:30.143734 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e262904-da79-4a2f-bdf4-7c666a5b9f73 req-b2ca810a-eb52-4204-82c9-c11cc68747e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:46:30.146065 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-1e262904-da79-4a2f-bdf4-7c666a5b9f73 req-b2ca810a-eb52-4204-82c9-c11cc68747e1 service neutron] 10.222.0.61 "GET /v2.0/networks?id=dc61f16c-5d14-45a5-a7c0-315bce62e3d8 HTTP/1.1" status: 200  len: 898 time: 0.1272168
Dec 23 16:46:30.249223 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-1e262904-da79-4a2f-bdf4-7c666a5b9f73 req-7ebfc65f-ed92-417e-8dd6-572297afd24b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=16fb637b-941a-4937-bba3-d2d5567cac6c HTTP/1.1" status: 200  len: 1001 time: 0.0955470
Dec 23 16:46:30.321589 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e262904-da79-4a2f-bdf4-7c666a5b9f73 req-2e6ddfa3-2fbf-491f-bda5-50cfd0a4ac5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:46:30.323994 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-1e262904-da79-4a2f-bdf4-7c666a5b9f73 req-2e6ddfa3-2fbf-491f-bda5-50cfd0a4ac5e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9793affd-d0a5-4074-afd7-16871d5ac1a8 HTTP/1.1" status: 200  len: 834 time: 0.0692041
Dec 23 16:46:30.406874 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e262904-da79-4a2f-bdf4-7c666a5b9f73 req-62b0f8fe-a857-48a3-9473-d0e4d7ccbb4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:46:30.408359 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-1e262904-da79-4a2f-bdf4-7c666a5b9f73 req-62b0f8fe-a857-48a3-9473-d0e4d7ccbb4d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=dc61f16c-5d14-45a5-a7c0-315bce62e3d8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0781229
Dec 23 16:46:30.539513 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-1e262904-da79-4a2f-bdf4-7c666a5b9f73 req-c4269636-16b0-425c-9677-4e53c96fc09a service neutron] 10.222.0.61 "GET /v2.0/networks/dc61f16c-5d14-45a5-a7c0-315bce62e3d8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1244843
Dec 23 16:46:30.684855 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-1e262904-da79-4a2f-bdf4-7c666a5b9f73 req-b45629bd-03dd-4e22-aabe-17e32657d17b service neutron] 10.222.0.61 "GET /v2.0/networks/dc61f16c-5d14-45a5-a7c0-315bce62e3d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1387117
Dec 23 16:46:31.170632 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7bd432-235c-446d-bc35-e7eb674c0045 req-27e075ad-0aab-4dae-8667-1f109f26042a tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:46:31.171981 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-be7bd432-235c-446d-bc35-e7eb674c0045 req-27e075ad-0aab-4dae-8667-1f109f26042a tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/ports?device_id=1cf0664e-c9e6-40b3-8af2-f352403e1f28 HTTP/1.1" status: 200  len: 945 time: 0.0939498
Dec 23 16:46:31.225926 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-be7bd432-235c-446d-bc35-e7eb674c0045 req-7b7871f6-d714-46e0-adb6-9846989374bf tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/security-groups?id=3336da46-3c0b-46e6-af8f-91ae1a40d0af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0456932
Dec 23 16:46:32.451162 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31891d28-cf76-4fc9-82a0-3cb0dadf6ff8 req-b8afa167-1881-44b1-a6d2-d5217569c533 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:46:32.452637 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-31891d28-cf76-4fc9-82a0-3cb0dadf6ff8 req-b8afa167-1881-44b1-a6d2-d5217569c533 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/ports?device_id=1cf0664e-c9e6-40b3-8af2-f352403e1f28 HTTP/1.1" status: 200  len: 945 time: 0.0901840
Dec 23 16:46:32.496517 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-31891d28-cf76-4fc9-82a0-3cb0dadf6ff8 req-4668a815-d229-4e75-808b-35f399d72e2b tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/security-groups?id=3336da46-3c0b-46e6-af8f-91ae1a40d0af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0380466
Dec 23 16:46:33.501185 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Device 16fb637b-941a-4937-bba3-d2d5567cac6c details requested by agent hyperv_hv-neutron-8227 with host hv-neutron-8227 {{(pid=87637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 23 16:46:33.506033 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Device 16fb637b-941a-4937-bba3-d2d5567cac6c no longer exists at agent hyperv_hv-neutron-8227 {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 23 16:46:33.686961 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112dedba-fcaa-41c0-9c74-0f221159cb60 req-cd257671-685f-4b0e-b31a-45eef8ac3829 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:46:33.689200 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-112dedba-fcaa-41c0-9c74-0f221159cb60 req-cd257671-685f-4b0e-b31a-45eef8ac3829 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/ports?device_id=1cf0664e-c9e6-40b3-8af2-f352403e1f28 HTTP/1.1" status: 200  len: 945 time: 0.0867531
Dec 23 16:46:33.721027 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:46:33.735167 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-112dedba-fcaa-41c0-9c74-0f221159cb60 req-84c4ac24-8f90-48dd-af3b-5f0ebd56df8a tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/security-groups?id=3336da46-3c0b-46e6-af8f-91ae1a40d0af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0397513
Dec 23 16:46:33.742517 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] For port 16fb637b-941a-4937-bba3-d2d5567cac6c, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=16fb637b-941a-4937-bba3-d2d5567cac6c,segment=NetworkSegment(8630adc6-1cde-4f1e-b46d-ede73cad1419),segment_id=8630adc6-1cde-4f1e-b46d-ede73cad1419)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:46:33.765828 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cf0664e-c9e6-40b3-8af2-f352403e1f28', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '16fb637b-941a-4937-bba3-d2d5567cac6c'}] {{(pid=87637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 23 16:46:33.772026 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Returning: {'device': '16fb637b-941a-4937-bba3-d2d5567cac6c', 'network_id': 'dc61f16c-5d14-45a5-a7c0-315bce62e3d8', 'port_id': '16fb637b-941a-4937-bba3-d2d5567cac6c', 'mac_address': 'fa:16:3e:dd:5a:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9793affd-d0a5-4074-afd7-16871d5ac1a8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 23 16:46:33.778384 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] For port 16fb637b-941a-4937-bba3-d2d5567cac6c, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=16fb637b-941a-4937-bba3-d2d5567cac6c,segment=NetworkSegment(8630adc6-1cde-4f1e-b46d-ede73cad1419),segment_id=8630adc6-1cde-4f1e-b46d-ede73cad1419)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:46:33.817821 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:46:33.820505 dv-neutron-822799-1-hyperv neutron-server[87637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cf0664e-c9e6-40b3-8af2-f352403e1f28', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '16fb637b-941a-4937-bba3-d2d5567cac6c', 'code': 200}
Dec 23 16:46:33.822974 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:46:33.882056 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:46:33.912069 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.notifiers.nova [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16fb637b-941a-4937-bba3-d2d5567cac6c {{(pid=87637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 23 16:46:33.920172 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Pushing event updated for resources: {'Port': ['ID=16fb637b-941a-4937-bba3-d2d5567cac6c,revision_number=6']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:46:33.932005 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:46:33.932642 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:46:33.933000 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:46:33.933336 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:46:33.933668 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:46:33.933986 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:46:33.934313 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:46:33.934639 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:46:33.934966 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:46:33.935294 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:46:33.935632 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:46:33.935951 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:46:33.941161 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:46:33.945165 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] For port 16fb637b-941a-4937-bba3-d2d5567cac6c, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=16fb637b-941a-4937-bba3-d2d5567cac6c,segment=NetworkSegment(8630adc6-1cde-4f1e-b46d-ede73cad1419),segment_id=8630adc6-1cde-4f1e-b46d-ede73cad1419)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:46:33.950634 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:46:33.952436 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:46:34.019851 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] get_ports_and_sgs() called for port_ids ['16fb637b-941a-4937-bba3-d2d5567cac6c'] {{(pid=87637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 23 16:46:34.057588 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Pushing event updated for resources: {'Port': ['ID=16fb637b-941a-4937-bba3-d2d5567cac6c,revision_number=7']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:46:34.062398 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:46:34.117998 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8991f0-808b-4924-b763-d5df1ab784df req-adad2dbc-cb29-49cc-b07b-39a76712d7bd tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:46:34.119455 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-de8991f0-808b-4924-b763-d5df1ab784df req-adad2dbc-cb29-49cc-b07b-39a76712d7bd tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/ports?device_id=1cf0664e-c9e6-40b3-8af2-f352403e1f28 HTTP/1.1" status: 200  len: 944 time: 0.1429923
Dec 23 16:46:34.131920 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fd2e0a-e019-4e35-965c-90576b8d424b req-c7196d04-01c8-4fc8-b4d4-5fee6296a8e9 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:46:34.133348 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-91fd2e0a-e019-4e35-965c-90576b8d424b req-c7196d04-01c8-4fc8-b4d4-5fee6296a8e9 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.61 "GET /v2.0/ports?device_id=1cf0664e-c9e6-40b3-8af2-f352403e1f28&tenant_id=bf163a60baa2480bb3e9e9a93ee73eb3&binding%3Ahost_id=hv-neutron-8227 HTTP/1.1" status: 200  len: 944 time: 0.1249530
Dec 23 16:46:34.173848 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-de8991f0-808b-4924-b763-d5df1ab784df req-3fb76353-4dd2-49bb-b5f9-a9808da0e83d tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/security-groups?id=3336da46-3c0b-46e6-af8f-91ae1a40d0af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0395653
Dec 23 16:46:34.281761 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fd2e0a-e019-4e35-965c-90576b8d424b req-dd0b1f2a-273d-4211-9629-53d85e2973ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:46:34.283236 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-91fd2e0a-e019-4e35-965c-90576b8d424b req-dd0b1f2a-273d-4211-9629-53d85e2973ca service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=bf163a60baa2480bb3e9e9a93ee73eb3&device_id=1cf0664e-c9e6-40b3-8af2-f352403e1f28 HTTP/1.1" status: 200  len: 1097 time: 0.0779521
Dec 23 16:46:34.384175 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbd4a00-ffb8-4a6f-808d-12fb48fe5986 req-e64fe85b-3f30-4bca-a4f6-a8cdae821e11 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:46:34.385814 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-6cbd4a00-ffb8-4a6f-808d-12fb48fe5986 req-e64fe85b-3f30-4bca-a4f6-a8cdae821e11 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/ports?device_id=1cf0664e-c9e6-40b3-8af2-f352403e1f28 HTTP/1.1" status: 200  len: 944 time: 0.0886657
Dec 23 16:46:34.424432 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fd2e0a-e019-4e35-965c-90576b8d424b req-f6085f92-fcdb-4a70-9d87-3d807813e93b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:46:34.425910 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-91fd2e0a-e019-4e35-965c-90576b8d424b req-f6085f92-fcdb-4a70-9d87-3d807813e93b service neutron] 10.222.0.61 "GET /v2.0/networks?id=dc61f16c-5d14-45a5-a7c0-315bce62e3d8 HTTP/1.1" status: 200  len: 898 time: 0.1356509
Dec 23 16:46:34.430304 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-6cbd4a00-ffb8-4a6f-808d-12fb48fe5986 req-c5d596ad-5c8d-4b1a-bc1f-eaa7654da2c4 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/security-groups?id=3336da46-3c0b-46e6-af8f-91ae1a40d0af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0387316
Dec 23 16:46:34.525622 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-91fd2e0a-e019-4e35-965c-90576b8d424b req-4012f2f0-307e-4c76-9bb6-f31bfd8dcb81 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=16fb637b-941a-4937-bba3-d2d5567cac6c HTTP/1.1" status: 200  len: 1000 time: 0.0921125
Dec 23 16:46:34.711096 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fd2e0a-e019-4e35-965c-90576b8d424b req-6e9c5bae-3d3b-4b2a-ba2a-71660053ea53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:46:34.712515 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-91fd2e0a-e019-4e35-965c-90576b8d424b req-6e9c5bae-3d3b-4b2a-ba2a-71660053ea53 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9793affd-d0a5-4074-afd7-16871d5ac1a8 HTTP/1.1" status: 200  len: 834 time: 0.1804922
Dec 23 16:46:34.788446 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fd2e0a-e019-4e35-965c-90576b8d424b req-87ddca7d-9e07-4207-86e6-30bbae9f8a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:46:34.789793 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-91fd2e0a-e019-4e35-965c-90576b8d424b req-87ddca7d-9e07-4207-86e6-30bbae9f8a02 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=dc61f16c-5d14-45a5-a7c0-315bce62e3d8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0706463
Dec 23 16:46:34.932046 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-91fd2e0a-e019-4e35-965c-90576b8d424b req-c8ae26fa-d0b9-4428-90be-abe5dd06ecae service neutron] 10.222.0.61 "GET /v2.0/networks/dc61f16c-5d14-45a5-a7c0-315bce62e3d8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1351173
Dec 23 16:46:35.068375 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-91fd2e0a-e019-4e35-965c-90576b8d424b req-794662ee-bf18-4d5a-a673-70d154366723 service neutron] 10.222.0.61 "GET /v2.0/networks/dc61f16c-5d14-45a5-a7c0-315bce62e3d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1298621
Dec 23 16:46:35.512971 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Device 16fb637b-941a-4937-bba3-d2d5567cac6c up at agent hyperv_hv-neutron-8227 {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:46:35.584206 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Provisioning complete for port 16fb637b-941a-4937-bba3-d2d5567cac6c triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:46:35.584618 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:46:35.626001 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dafb01c-3be6-47e6-be9c-4f964dd7f126 req-d04690a7-5914-4249-bcbb-08f01414db26 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:46:35.627598 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-4dafb01c-3be6-47e6-be9c-4f964dd7f126 req-d04690a7-5914-4249-bcbb-08f01414db26 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/ports?device_id=1cf0664e-c9e6-40b3-8af2-f352403e1f28 HTTP/1.1" status: 200  len: 944 time: 0.0867457
Dec 23 16:46:35.673001 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-4dafb01c-3be6-47e6-be9c-4f964dd7f126 req-090c2df3-94c2-4721-ae83-7f803bd195d9 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/security-groups?id=3336da46-3c0b-46e6-af8f-91ae1a40d0af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0391190
Dec 23 16:46:35.705395 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:46:35.740168 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] For port 16fb637b-941a-4937-bba3-d2d5567cac6c, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=16fb637b-941a-4937-bba3-d2d5567cac6c,segment=NetworkSegment(8630adc6-1cde-4f1e-b46d-ede73cad1419),segment_id=8630adc6-1cde-4f1e-b46d-ede73cad1419)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:46:35.745263 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:46:35.748475 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-54928848-77ea-4ef0-bd12-be2291d5ba7e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:46:35.821636 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cf0664e-c9e6-40b3-8af2-f352403e1f28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16fb637b-941a-4937-bba3-d2d5567cac6c'}] {{(pid=87637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 23 16:46:35.826980 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Pushing event updated for resources: {'Port': ['ID=16fb637b-941a-4937-bba3-d2d5567cac6c,revision_number=8']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:46:35.830037 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:46:35.865983 dv-neutron-822799-1-hyperv neutron-server[87637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cf0664e-c9e6-40b3-8af2-f352403e1f28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16fb637b-941a-4937-bba3-d2d5567cac6c', 'code': 200}
Dec 23 16:46:36.879008 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b48f5cb-3554-4603-a6ca-66fa60ffaf70 req-765715fc-52b1-4cac-9437-a9ee165be22d tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:46:36.880459 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-1b48f5cb-3554-4603-a6ca-66fa60ffaf70 req-765715fc-52b1-4cac-9437-a9ee165be22d tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/ports?device_id=1cf0664e-c9e6-40b3-8af2-f352403e1f28 HTTP/1.1" status: 200  len: 945 time: 0.0912700
Dec 23 16:46:36.928675 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-1b48f5cb-3554-4603-a6ca-66fa60ffaf70 req-38a4395e-4526-4e44-a522-13d60ffd9fd3 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/security-groups?id=3336da46-3c0b-46e6-af8f-91ae1a40d0af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0423253
Dec 23 16:46:36.958555 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 59032) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:46:37.185934 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-bb99ff9b-83a4-4ab2-8c49-959c6491979e tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/floatingips/d2c5314b-2463-439a-b271-842fe9eac3bd HTTP/1.1" status: 200  len: 993 time: 0.2262428
Dec 23 16:46:42.126421 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:46:47.413597 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3f235490-9e51-4fad-bf8a-f51d558226fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:46:49.807124 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-ef6b0100-597a-4cab-ad58-bdaff8e892b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:46:50.916978 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9dcbea60-a34f-4144-91e7-90aff3f57aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:46:50.971935 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:46:52.397574 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9e3aab53-d650-47e3-b8a6-2dff21fe9ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:47:03.658643 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.agents_db [None req-30c2320c-f298-49f6-9c47-c20e38116a9c None None] Agent healthcheck: found 6 active agents {{(pid=87638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 23 16:47:03.800080 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 59044) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:47:04.005081 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-6583a18b-0580-4a92-b37a-54f698d6da7d tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Deleting port 043f8897-e705-440f-9e40-a7ef3c326f60 {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:47:04.005310 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-6583a18b-0580-4a92-b37a-54f698d6da7d tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:47:04.177569 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-6583a18b-0580-4a92-b37a-54f698d6da7d tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:47:04.177862 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-6583a18b-0580-4a92-b37a-54f698d6da7d tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:47:04.298858 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-6583a18b-0580-4a92-b37a-54f698d6da7d tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Calling delete_port for 043f8897-e705-440f-9e40-a7ef3c326f60 owned by network:floatingip {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:47:04.460260 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-6583a18b-0580-4a92-b37a-54f698d6da7d tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:47:04.463800 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-e8a380bb-e6da-4a44-a427-5c9781390591 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:47:04.505159 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6583a18b-0580-4a92-b37a-54f698d6da7d tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Pushing event deleted for resources: {'Port': ['ID=043f8897-e705-440f-9e40-a7ef3c326f60,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:47:04.545699 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6583a18b-0580-4a92-b37a-54f698d6da7d tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:47:04.546076 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6583a18b-0580-4a92-b37a-54f698d6da7d tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:47:04.546450 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6583a18b-0580-4a92-b37a-54f698d6da7d tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:47:04.546818 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6583a18b-0580-4a92-b37a-54f698d6da7d tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:47:04.547187 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6583a18b-0580-4a92-b37a-54f698d6da7d tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:47:04.547550 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6583a18b-0580-4a92-b37a-54f698d6da7d tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:47:04.547981 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6583a18b-0580-4a92-b37a-54f698d6da7d tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:47:04.548270 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6583a18b-0580-4a92-b37a-54f698d6da7d tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:47:04.548628 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6583a18b-0580-4a92-b37a-54f698d6da7d tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:47:04.549008 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6583a18b-0580-4a92-b37a-54f698d6da7d tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:47:04.549364 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6583a18b-0580-4a92-b37a-54f698d6da7d tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:47:04.549718 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6583a18b-0580-4a92-b37a-54f698d6da7d tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:47:04.579433 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-6583a18b-0580-4a92-b37a-54f698d6da7d tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:47:04.609422 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-6583a18b-0580-4a92-b37a-54f698d6da7d tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks [] for floatingip, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:47:04.609764 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.db.l3_db [None req-6583a18b-0580-4a92-b37a-54f698d6da7d tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Floating IP d2c5314b-2463-439a-b271-842fe9eac3bd disassociated (deleted). External IP: 172.26.3.149, port: 16fb637b-941a-4937-bba3-d2d5567cac6c.
Dec 23 16:47:05.089602 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6583a18b-0580-4a92-b37a-54f698d6da7d tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Router 7f23f461-ab4c-40cb-bee9-c3f273125c01 has already been hosted by L3 agent 371d4c41-c7e2-4de7-9539-c049ec4e95d1 {{(pid=87636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 23 16:47:05.275115 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6583a18b-0580-4a92-b37a-54f698d6da7d tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify agent at l3_agent.dv-neutron-822799-1-hyperv the message routers_updated {{(pid=87636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 23 16:47:05.286954 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a284df1d-e276-4545-9d56-d2a75414bf36 None None] Sync routers for ids ['7f23f461-ab4c-40cb-bee9-c3f273125c01'] in dv-neutron-822799-1-hyperv {{(pid=87637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 23 16:47:05.297593 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a284df1d-e276-4545-9d56-d2a75414bf36 None None] Routers {'7f23f461-ab4c-40cb-bee9-c3f273125c01'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:47:05.298476 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-a284df1d-e276-4545-9d56-d2a75414bf36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc1193eb0>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:46:50Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['7f23f461-ab4c-40cb-bee9-c3f273125c01'], 'active': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:47:05.299160 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-6583a18b-0580-4a92-b37a-54f698d6da7d tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for floatingip, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:47:05.357589 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-6583a18b-0580-4a92-b37a-54f698d6da7d tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "DELETE /v2.0/floatingips/d2c5314b-2463-439a-b271-842fe9eac3bd HTTP/1.1" status: 204  len: 168 time: 1.5532517
Dec 23 16:47:05.357589 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cf0664e-c9e6-40b3-8af2-f352403e1f28', 'tag': '16fb637b-941a-4937-bba3-d2d5567cac6c'}] {{(pid=87636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 23 16:47:05.406040 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1cf0664e-c9e6-40b3-8af2-f352403e1f28', 'tag': '16fb637b-941a-4937-bba3-d2d5567cac6c', 'status': 'completed', 'code': 200}
Dec 23 16:47:05.483819 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvr_db [None req-a284df1d-e276-4545-9d56-d2a75414bf36 None None] Set router 7f23f461-ab4c-40cb-bee9-c3f273125c01 gateway port host: dv-neutron-822799-1-hyperv {{(pid=87637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:47:05.506174 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12edd455-bb48-4622-8cc2-bace13e399e0 req-06a99682-5c65-4fb4-b733-ec3635c6c106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:47:05.507683 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-12edd455-bb48-4622-8cc2-bace13e399e0 req-06a99682-5c65-4fb4-b733-ec3635c6c106 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=bf163a60baa2480bb3e9e9a93ee73eb3&device_id=1cf0664e-c9e6-40b3-8af2-f352403e1f28 HTTP/1.1" status: 200  len: 1098 time: 0.0799048
Dec 23 16:47:05.647713 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12edd455-bb48-4622-8cc2-bace13e399e0 req-06109ca2-a2a1-4467-9c1d-b21acc794a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:47:05.649091 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-12edd455-bb48-4622-8cc2-bace13e399e0 req-06109ca2-a2a1-4467-9c1d-b21acc794a8e service neutron] 10.222.0.61 "GET /v2.0/networks?id=dc61f16c-5d14-45a5-a7c0-315bce62e3d8 HTTP/1.1" status: 200  len: 898 time: 0.1349552
Dec 23 16:47:05.721742 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-12edd455-bb48-4622-8cc2-bace13e399e0 req-cba954ce-ba21-471b-b040-1a241bfdcacd service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=16fb637b-941a-4937-bba3-d2d5567cac6c HTTP/1.1" status: 200  len: 217 time: 0.0649323
Dec 23 16:47:05.740555 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89098a69-2201-4372-8cbc-d95cd69f3178 req-b996e304-1cfe-489f-b583-81a9065ec554 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:47:05.742888 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-89098a69-2201-4372-8cbc-d95cd69f3178 req-b996e304-1cfe-489f-b583-81a9065ec554 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/ports?device_id=1cf0664e-c9e6-40b3-8af2-f352403e1f28 HTTP/1.1" status: 200  len: 945 time: 0.0883999
Dec 23 16:47:05.792846 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-89098a69-2201-4372-8cbc-d95cd69f3178 req-05881762-7415-4a9e-9b90-3b284752ea9c tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/security-groups?id=3336da46-3c0b-46e6-af8f-91ae1a40d0af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0431321
Dec 23 16:47:05.798662 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12edd455-bb48-4622-8cc2-bace13e399e0 req-50f2a3ca-9756-4a44-993e-a2c7ff782c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:47:05.800172 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-12edd455-bb48-4622-8cc2-bace13e399e0 req-50f2a3ca-9756-4a44-993e-a2c7ff782c88 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9793affd-d0a5-4074-afd7-16871d5ac1a8 HTTP/1.1" status: 200  len: 834 time: 0.0714238
Dec 23 16:47:05.860510 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-a284df1d-e276-4545-9d56-d2a75414bf36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc1193eb0>, [{'id': '7f23f461-ab4c-40cb-bee9-c3f273125c01', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1218374528', 'tenant_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.4'}], 'enable_snat': True}, 'gw_port_id': '045bb1b4-db91-4f4e-94ff-ae0004f6e2df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:45:17Z', 'updated_at': '2021-12-23T16:45:23Z', 'revision_number': 4, 'project_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'gw_port': {'id': '045bb1b4-db91-4f4e-94ff-ae0004f6e2df', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:f6:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f23f461-ab4c-40cb-bee9-c3f273125c01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:45:18Z', 'updated_at': '2021-12-23T16:45:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_interfaces': [{'id': 'bd385d8b-353d-4085-8297-85e55b1f4979', 'name': '', 'network_id': 'dc61f16c-5d14-45a5-a7c0-315bce62e3d8', 'tenant_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'mac_address': 'fa:16:3e:1e:9c:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f23f461-ab4c-40cb-bee9-c3f273125c01', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '9793affd-d0a5-4074-afd7-16871d5ac1a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:45:22Z', 'updated_at': '2021-12-23T16:45:28Z', 'revision_number': 5, 'project_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'subnets': [{'id': '9793affd-d0a5-4074-afd7-16871d5ac1a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:47:05.864665 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a284df1d-e276-4545-9d56-d2a75414bf36 None None] Checking router: 7f23f461-ab4c-40cb-bee9-c3f273125c01 for host: dv-neutron-822799-1-hyperv {{(pid=87637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 23 16:47:05.874138 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a284df1d-e276-4545-9d56-d2a75414bf36 None None] Routers {'7f23f461-ab4c-40cb-bee9-c3f273125c01'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:47:05.874768 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-a284df1d-e276-4545-9d56-d2a75414bf36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc1193eb0>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:46:50Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['7f23f461-ab4c-40cb-bee9-c3f273125c01'], 'active': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:47:05.878788 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12edd455-bb48-4622-8cc2-bace13e399e0 req-a09c1a8b-b6c7-4ef9-8ff0-9f11c7ad23cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:47:05.880265 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-12edd455-bb48-4622-8cc2-bace13e399e0 req-a09c1a8b-b6c7-4ef9-8ff0-9f11c7ad23cb service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=dc61f16c-5d14-45a5-a7c0-315bce62e3d8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0716481
Dec 23 16:47:06.016318 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-12edd455-bb48-4622-8cc2-bace13e399e0 req-08c70b4a-ffec-4981-8205-666c4e15df87 service neutron] 10.222.0.61 "GET /v2.0/networks/dc61f16c-5d14-45a5-a7c0-315bce62e3d8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1280885
Dec 23 16:47:06.051109 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvr_db [None req-a284df1d-e276-4545-9d56-d2a75414bf36 None None] Set router 7f23f461-ab4c-40cb-bee9-c3f273125c01 gateway port host: dv-neutron-822799-1-hyperv {{(pid=87637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:47:06.147551 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-12edd455-bb48-4622-8cc2-bace13e399e0 req-c1e3d837-3e48-40b5-b560-6ddea9e0c3ed service neutron] 10.222.0.61 "GET /v2.0/networks/dc61f16c-5d14-45a5-a7c0-315bce62e3d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1242001
Dec 23 16:47:06.365465 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-a284df1d-e276-4545-9d56-d2a75414bf36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc1193eb0>, [{'id': '7f23f461-ab4c-40cb-bee9-c3f273125c01', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1218374528', 'tenant_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.4'}], 'enable_snat': True}, 'gw_port_id': '045bb1b4-db91-4f4e-94ff-ae0004f6e2df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:45:17Z', 'updated_at': '2021-12-23T16:45:23Z', 'revision_number': 4, 'project_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'gw_port': {'id': '045bb1b4-db91-4f4e-94ff-ae0004f6e2df', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:f6:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f23f461-ab4c-40cb-bee9-c3f273125c01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:45:18Z', 'updated_at': '2021-12-23T16:45:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_interfaces': [{'id': 'bd385d8b-353d-4085-8297-85e55b1f4979', 'name': '', 'network_id': 'dc61f16c-5d14-45a5-a7c0-315bce62e3d8', 'tenant_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'mac_address': 'fa:16:3e:1e:9c:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f23f461-ab4c-40cb-bee9-c3f273125c01', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '9793affd-d0a5-4074-afd7-16871d5ac1a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:45:22Z', 'updated_at': '2021-12-23T16:45:28Z', 'revision_number': 5, 'project_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'subnets': [{'id': '9793affd-d0a5-4074-afd7-16871d5ac1a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:47:06.369730 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a284df1d-e276-4545-9d56-d2a75414bf36 None None] The sync data for ids ['7f23f461-ab4c-40cb-bee9-c3f273125c01'] in dv-neutron-822799-1-hyperv is: [{'id': '7f23f461-ab4c-40cb-bee9-c3f273125c01', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1218374528', 'tenant_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.4'}], 'enable_snat': True}, 'gw_port_id': '045bb1b4-db91-4f4e-94ff-ae0004f6e2df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:45:17Z', 'updated_at': '2021-12-23T16:45:23Z', 'revision_number': 4, 'project_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'gw_port': {'id': '045bb1b4-db91-4f4e-94ff-ae0004f6e2df', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:f6:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f23f461-ab4c-40cb-bee9-c3f273125c01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:45:18Z', 'updated_at': '2021-12-23T16:45:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_interfaces': [{'id': 'bd385d8b-353d-4085-8297-85e55b1f4979', 'name': '', 'network_id': 'dc61f16c-5d14-45a5-a7c0-315bce62e3d8', 'tenant_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'mac_address': 'fa:16:3e:1e:9c:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f23f461-ab4c-40cb-bee9-c3f273125c01', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '9793affd-d0a5-4074-afd7-16871d5ac1a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:45:22Z', 'updated_at': '2021-12-23T16:45:28Z', 'revision_number': 5, 'project_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'subnets': [{'id': '9793affd-d0a5-4074-afd7-16871d5ac1a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 23 16:47:06.599146 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4876ca3-0108-4d9f-993e-1499bd0891fc None None] New status for floating IP d2c5314b-2463-439a-b271-842fe9eac3bd: DOWN {{(pid=87638) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 23 16:47:06.990863 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6db2433-7280-44db-b11c-154c9f454741 req-137e0a1d-6286-42da-b465-0184c8e79cbe tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:47:06.991540 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-a6db2433-7280-44db-b11c-154c9f454741 req-137e0a1d-6286-42da-b465-0184c8e79cbe tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Synchronizing usage tracker for tenant:bf163a60baa2480bb3e9e9a93ee73eb3 on resource:port {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:47:07.009716 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-a6db2433-7280-44db-b11c-154c9f454741 req-137e0a1d-6286-42da-b465-0184c8e79cbe tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Unset dirty status for tenant:bf163a60baa2480bb3e9e9a93ee73eb3 on resource:port {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:47:07.010965 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-a6db2433-7280-44db-b11c-154c9f454741 req-137e0a1d-6286-42da-b465-0184c8e79cbe tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/ports?device_id=1cf0664e-c9e6-40b3-8af2-f352403e1f28 HTTP/1.1" status: 200  len: 945 time: 0.1017935
Dec 23 16:47:07.060348 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-a6db2433-7280-44db-b11c-154c9f454741 req-e2958bc5-ef03-482c-bce2-5e23160c1f44 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/security-groups?id=3336da46-3c0b-46e6-af8f-91ae1a40d0af&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429389
Dec 23 16:47:07.286756 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93049a5-70cc-45e5-ae2c-b538e29e25a7 req-b5011da5-06a4-4bef-b8a7-8bbd8cc65315 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:47:07.292816 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-d93049a5-70cc-45e5-ae2c-b538e29e25a7 req-b5011da5-06a4-4bef-b8a7-8bbd8cc65315 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.61 "GET /v2.0/ports?device_id=1cf0664e-c9e6-40b3-8af2-f352403e1f28 HTTP/1.1" status: 200  len: 945 time: 0.0965426
Dec 23 16:47:07.363508 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [req-d93049a5-70cc-45e5-ae2c-b538e29e25a7 req-64ef3a77-f9c0-4ce6-b086-a471f1706221 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Deleting port 16fb637b-941a-4937-bba3-d2d5567cac6c {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:47:07.363850 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-d93049a5-70cc-45e5-ae2c-b538e29e25a7 req-64ef3a77-f9c0-4ce6-b086-a471f1706221 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:47:07.732999 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [req-d93049a5-70cc-45e5-ae2c-b538e29e25a7 req-64ef3a77-f9c0-4ce6-b086-a471f1706221 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] For port 16fb637b-941a-4937-bba3-d2d5567cac6c, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=16fb637b-941a-4937-bba3-d2d5567cac6c,segment=NetworkSegment(8630adc6-1cde-4f1e-b46d-ede73cad1419),segment_id=8630adc6-1cde-4f1e-b46d-ede73cad1419)] {{(pid=87636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:47:07.733362 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-d93049a5-70cc-45e5-ae2c-b538e29e25a7 req-64ef3a77-f9c0-4ce6-b086-a471f1706221 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:47:07.855873 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [req-d93049a5-70cc-45e5-ae2c-b538e29e25a7 req-64ef3a77-f9c0-4ce6-b086-a471f1706221 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Calling delete_port for 16fb637b-941a-4937-bba3-d2d5567cac6c owned by compute:nova {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:47:08.010209 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-d93049a5-70cc-45e5-ae2c-b538e29e25a7 req-64ef3a77-f9c0-4ce6-b086-a471f1706221 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:47:08.017264 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-acf00503-c48d-4d46-a4b6-6197cb176754 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:47:08.089117 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ef3a77-f9c0-4ce6-b086-a471f1706221 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Pushing event deleted for resources: {'Port': ['ID=16fb637b-941a-4937-bba3-d2d5567cac6c,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:47:08.091745 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-64ef3a77-f9c0-4ce6-b086-a471f1706221 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:47:08.137233 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [req-d93049a5-70cc-45e5-ae2c-b538e29e25a7 req-64ef3a77-f9c0-4ce6-b086-a471f1706221 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] No DVR routers for this DVR port 16fb637b-941a-4937-bba3-d2d5567cac6c on host hv-neutron-8227 {{(pid=87636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 23 16:47:08.139872 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-d93049a5-70cc-45e5-ae2c-b538e29e25a7 req-64ef3a77-f9c0-4ce6-b086-a471f1706221 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:47:08.142647 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cf0664e-c9e6-40b3-8af2-f352403e1f28', 'name': 'network-vif-deleted', 'tag': '16fb637b-941a-4937-bba3-d2d5567cac6c'}] {{(pid=87636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 23 16:47:08.159398 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-d93049a5-70cc-45e5-ae2c-b538e29e25a7 req-64ef3a77-f9c0-4ce6-b086-a471f1706221 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.61 "DELETE /v2.0/ports/16fb637b-941a-4937-bba3-d2d5567cac6c HTTP/1.1" status: 204  len: 173 time: 0.8617306
Dec 23 16:47:08.190798 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cf0664e-c9e6-40b3-8af2-f352403e1f28', 'name': 'network-vif-deleted', 'tag': '16fb637b-941a-4937-bba3-d2d5567cac6c', 'status': 'completed', 'code': 200}
Dec 23 16:47:08.215267 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-4f7b7649-dd2c-4393-af8e-f8a28c3daa92 req-c8f25694-fbf6-43ae-bc83-da034af6b831 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/ports?device_id=1cf0664e-c9e6-40b3-8af2-f352403e1f28 HTTP/1.1" status: 200  len: 210 time: 0.0494676
Dec 23 16:47:09.318085 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 59062) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:47:09.652762 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Device 16fb637b-941a-4937-bba3-d2d5567cac6c no longer exists at agent hyperv_hv-neutron-8227 {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 23 16:47:09.686972 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] No Port match for: 16fb637b-941a-4937-bba3-d2d5567cac6c {{(pid=87637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 23 16:47:09.687462 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Device 16fb637b-941a-4937-bba3-d2d5567cac6c not bound to the agent host hv-neutron-8227 {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 23 16:47:09.908753 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-16cb6396-4962-41a7-bf65-ad4982aec608 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1781419'] for router_interface, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:47:10.253882 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-16cb6396-4962-41a7-bf65-ad4982aec608 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Deleting port bd385d8b-353d-4085-8297-85e55b1f4979 {{(pid=87635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:47:10.254104 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-16cb6396-4962-41a7-bf65-ad4982aec608 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:47:10.462621 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.db [None req-16cb6396-4962-41a7-bf65-ad4982aec608 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] For port bd385d8b-353d-4085-8297-85e55b1f4979, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=bd385d8b-353d-4085-8297-85e55b1f4979,segment=NetworkSegment(8630adc6-1cde-4f1e-b46d-ede73cad1419),segment_id=8630adc6-1cde-4f1e-b46d-ede73cad1419)] {{(pid=87635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:47:10.463290 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-16cb6396-4962-41a7-bf65-ad4982aec608 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:47:10.714719 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-16cb6396-4962-41a7-bf65-ad4982aec608 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Calling delete_port for bd385d8b-353d-4085-8297-85e55b1f4979 owned by network:router_interface {{(pid=87635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:47:11.015532 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-16cb6396-4962-41a7-bf65-ad4982aec608 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:47:11.020526 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-ee9d4a7c-7b41-4525-b489-b4af1b41a846 tempest-RoutersNegativeTest-1953760609 tempest-RoutersNegativeTest-1953760609-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:47:11.072956 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cb6396-4962-41a7-bf65-ad4982aec608 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Pushing event deleted for resources: {'Port': ['ID=bd385d8b-353d-4085-8297-85e55b1f4979,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:47:11.111616 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16cb6396-4962-41a7-bf65-ad4982aec608 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:47:11.111867 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16cb6396-4962-41a7-bf65-ad4982aec608 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:47:11.112144 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16cb6396-4962-41a7-bf65-ad4982aec608 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:47:11.112517 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16cb6396-4962-41a7-bf65-ad4982aec608 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:47:11.112920 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16cb6396-4962-41a7-bf65-ad4982aec608 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:47:11.113301 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16cb6396-4962-41a7-bf65-ad4982aec608 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:47:11.113662 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16cb6396-4962-41a7-bf65-ad4982aec608 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:47:11.114022 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16cb6396-4962-41a7-bf65-ad4982aec608 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:47:11.114389 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16cb6396-4962-41a7-bf65-ad4982aec608 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:47:11.114779 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16cb6396-4962-41a7-bf65-ad4982aec608 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:47:11.115145 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16cb6396-4962-41a7-bf65-ad4982aec608 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:47:11.115508 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16cb6396-4962-41a7-bf65-ad4982aec608 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:47:11.123838 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-16cb6396-4962-41a7-bf65-ad4982aec608 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:47:11.371762 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-16cb6396-4962-41a7-bf65-ad4982aec608 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1627472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1784155'] for router_interface, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:47:11.733189 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16cb6396-4962-41a7-bf65-ad4982aec608 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Router 7f23f461-ab4c-40cb-bee9-c3f273125c01 has already been hosted by L3 agent 371d4c41-c7e2-4de7-9539-c049ec4e95d1 {{(pid=87635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 23 16:47:11.922161 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16cb6396-4962-41a7-bf65-ad4982aec608 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify agent at l3_agent.dv-neutron-822799-1-hyperv the message routers_updated {{(pid=87635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 23 16:47:11.932409 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-448b2b78-e5b5-4696-965f-06766d8fae5e None None] Sync routers for ids ['7f23f461-ab4c-40cb-bee9-c3f273125c01'] in dv-neutron-822799-1-hyperv {{(pid=87637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 23 16:47:11.935703 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-16cb6396-4962-41a7-bf65-ad4982aec608 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "PUT /v2.0/routers/7f23f461-ab4c-40cb-bee9-c3f273125c01/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6165450
Dec 23 16:47:11.938724 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 59066) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:47:11.942969 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-448b2b78-e5b5-4696-965f-06766d8fae5e None None] Routers {'7f23f461-ab4c-40cb-bee9-c3f273125c01'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:47:11.943596 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-448b2b78-e5b5-4696-965f-06766d8fae5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc171da30>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:46:50Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['7f23f461-ab4c-40cb-bee9-c3f273125c01'], 'active': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:47:12.009333 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c381d12-31e4-4f70-9dca-17a4d3d9cb90 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Deleting subnet 9793affd-d0a5-4074-afd7-16871d5ac1a8 {{(pid=87636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 23 16:47:12.012490 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9c381d12-31e4-4f70-9dca-17a4d3d9cb90 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks [] for subnet, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:47:12.065621 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9c381d12-31e4-4f70-9dca-17a4d3d9cb90 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2382092'] for subnet, precommit_delete_associations {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:47:12.119167 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:47:12.126661 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvr_db [None req-448b2b78-e5b5-4696-965f-06766d8fae5e None None] Set router 7f23f461-ab4c-40cb-bee9-c3f273125c01 gateway port host: dv-neutron-822799-1-hyperv {{(pid=87637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:47:12.154075 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9c381d12-31e4-4f70-9dca-17a4d3d9cb90 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864774'] for subnet, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:47:12.226340 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9c381d12-31e4-4f70-9dca-17a4d3d9cb90 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2176495', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2618677'] for subnet, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:47:12.231247 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-13dfd30f-1f2b-4391-873a-038c76551598 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:47:12.267741 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c381d12-31e4-4f70-9dca-17a4d3d9cb90 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Pushing event deleted for resources: {'Subnet': ['ID=9793affd-d0a5-4074-afd7-16871d5ac1a8,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:47:12.269642 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9c381d12-31e4-4f70-9dca-17a4d3d9cb90 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks [] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:47:12.272859 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-9c381d12-31e4-4f70-9dca-17a4d3d9cb90 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:47:12.279568 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-9c381d12-31e4-4f70-9dca-17a4d3d9cb90 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "DELETE /v2.0/subnets/9793affd-d0a5-4074-afd7-16871d5ac1a8 HTTP/1.1" status: 204  len: 168 time: 0.3367074
Dec 23 16:47:12.279840 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 59070) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:47:12.293685 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7f844a1-5889-4b52-9e80-c1058ccdd02a None None] Network dc61f16c-5d14-45a5-a7c0-315bce62e3d8 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:47:12.464596 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-0e6d415d-7856-4160-810f-f8314cbeff1a tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks [] for router, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:47:12.645564 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-448b2b78-e5b5-4696-965f-06766d8fae5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc171da30>, [{'id': '7f23f461-ab4c-40cb-bee9-c3f273125c01', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1218374528', 'tenant_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.4'}], 'enable_snat': True}, 'gw_port_id': '045bb1b4-db91-4f4e-94ff-ae0004f6e2df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:45:17Z', 'updated_at': '2021-12-23T16:47:10Z', 'revision_number': 5, 'project_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'gw_port': {'id': '045bb1b4-db91-4f4e-94ff-ae0004f6e2df', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:f6:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f23f461-ab4c-40cb-bee9-c3f273125c01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:45:18Z', 'updated_at': '2021-12-23T16:45:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv'}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:47:12.649445 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-448b2b78-e5b5-4696-965f-06766d8fae5e None None] Checking router: 7f23f461-ab4c-40cb-bee9-c3f273125c01 for host: dv-neutron-822799-1-hyperv {{(pid=87637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 23 16:47:12.658453 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-448b2b78-e5b5-4696-965f-06766d8fae5e None None] Routers {'7f23f461-ab4c-40cb-bee9-c3f273125c01'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:47:12.659339 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-448b2b78-e5b5-4696-965f-06766d8fae5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc171da30>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:46:50Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['7f23f461-ab4c-40cb-bee9-c3f273125c01'], 'active': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:47:12.663066 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-0e6d415d-7856-4160-810f-f8314cbeff1a tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:47:12.675207 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-0e6d415d-7856-4160-810f-f8314cbeff1a tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Deleting port 045bb1b4-db91-4f4e-94ff-ae0004f6e2df {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:47:12.675207 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-0e6d415d-7856-4160-810f-f8314cbeff1a tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:47:12.713162 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe5ba4bf-ae0e-4208-aa20-e67854e50780 None None] DHCP port deletion for dc61f16c-5d14-45a5-a7c0-315bce62e3d8 request from dv-neutron-822799-1-hyperv {{(pid=87637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 23 16:47:12.774497 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-fe5ba4bf-ae0e-4208-aa20-e67854e50780 None None] Deleting port b64a2cc0-4dec-498c-957a-52c6cf7e3b50 {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:47:12.774860 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-fe5ba4bf-ae0e-4208-aa20-e67854e50780 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:47:12.885156 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvr_db [None req-448b2b78-e5b5-4696-965f-06766d8fae5e None None] Set router 7f23f461-ab4c-40cb-bee9-c3f273125c01 gateway port host: None {{(pid=87637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:47:12.981978 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [None req-0e6d415d-7856-4160-810f-f8314cbeff1a tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] For port 045bb1b4-db91-4f4e-94ff-ae0004f6e2df, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=045bb1b4-db91-4f4e-94ff-ae0004f6e2df,segment=NetworkSegment(77e3d110-dd7b-426c-b11f-b78dde7993df),segment_id=77e3d110-dd7b-426c-b11f-b78dde7993df)] {{(pid=87636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:47:12.982580 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-0e6d415d-7856-4160-810f-f8314cbeff1a tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:47:13.001360 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-448b2b78-e5b5-4696-965f-06766d8fae5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc171da30>, [{'id': '7f23f461-ab4c-40cb-bee9-c3f273125c01', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1218374528', 'tenant_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:45:17Z', 'updated_at': '2021-12-23T16:47:12Z', 'revision_number': 6, 'project_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'gw_port_host': None}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:47:13.013755 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-448b2b78-e5b5-4696-965f-06766d8fae5e None None] The sync data for ids ['7f23f461-ab4c-40cb-bee9-c3f273125c01'] in dv-neutron-822799-1-hyperv is: [{'id': '7f23f461-ab4c-40cb-bee9-c3f273125c01', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1218374528', 'tenant_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:45:17Z', 'updated_at': '2021-12-23T16:47:12Z', 'revision_number': 6, 'project_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'gw_port_host': None}] {{(pid=87637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 23 16:47:13.102687 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-0e6d415d-7856-4160-810f-f8314cbeff1a tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Calling delete_port for 045bb1b4-db91-4f4e-94ff-ae0004f6e2df owned by network:router_gateway {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:47:13.124801 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-fe5ba4bf-ae0e-4208-aa20-e67854e50780 None None] For port b64a2cc0-4dec-498c-957a-52c6cf7e3b50, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=b64a2cc0-4dec-498c-957a-52c6cf7e3b50,segment=NetworkSegment(8630adc6-1cde-4f1e-b46d-ede73cad1419),segment_id=8630adc6-1cde-4f1e-b46d-ede73cad1419)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:47:13.125209 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-fe5ba4bf-ae0e-4208-aa20-e67854e50780 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:47:13.250766 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-fe5ba4bf-ae0e-4208-aa20-e67854e50780 None None] Calling delete_port for b64a2cc0-4dec-498c-957a-52c6cf7e3b50 owned by network:dhcp {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:47:13.273800 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-0e6d415d-7856-4160-810f-f8314cbeff1a tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:47:13.277659 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-838795b7-6641-4990-b0f8-45da58973c5e tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:47:13.327030 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-fe5ba4bf-ae0e-4208-aa20-e67854e50780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789'] for port, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:47:13.330905 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-a1b8e7ec-c733-45aa-8171-fb3ff9b48f19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:47:13.366827 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6d415d-7856-4160-810f-f8314cbeff1a tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Pushing event deleted for resources: {'Port': ['ID=045bb1b4-db91-4f4e-94ff-ae0004f6e2df,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:47:13.369447 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-0e6d415d-7856-4160-810f-f8314cbeff1a tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:47:13.374205 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5ba4bf-ae0e-4208-aa20-e67854e50780 None None] Pushing event deleted for resources: {'Port': ['ID=b64a2cc0-4dec-498c-957a-52c6cf7e3b50,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:47:13.377395 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-fe5ba4bf-ae0e-4208-aa20-e67854e50780 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:47:13.378213 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe5ba4bf-ae0e-4208-aa20-e67854e50780 None None] No DVR routers for this DVR port b64a2cc0-4dec-498c-957a-52c6cf7e3b50 on host dv-neutron-822799-1-hyperv {{(pid=87637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 23 16:47:13.431429 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-0e6d415d-7856-4160-810f-f8314cbeff1a tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1824206'] for router_gateway, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:47:13.604628 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-0e6d415d-7856-4160-810f-f8314cbeff1a tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1784183', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-235354'] for router, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:47:13.608287 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-0e6d415d-7856-4160-810f-f8314cbeff1a tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:47:13.636831 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-0e6d415d-7856-4160-810f-f8314cbeff1a tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1781328'] for router, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:47:13.637510 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e6d415d-7856-4160-810f-f8314cbeff1a tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Fanout notify agent at l3_agent the message router_deleted on router 7f23f461-ab4c-40cb-bee9-c3f273125c01 {{(pid=87636) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 23 16:47:13.655368 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-0e6d415d-7856-4160-810f-f8314cbeff1a tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks [] for router, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:47:13.656481 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-0e6d415d-7856-4160-810f-f8314cbeff1a tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "DELETE /v2.0/routers/7f23f461-ab4c-40cb-bee9-c3f273125c01 HTTP/1.1" status: 204  len: 168 time: 1.3757718
Dec 23 16:47:13.659317 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 59074) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:47:13.776182 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e6799797-4a14-4a96-baa0-1b3dceec9113 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-698866'] for network, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:47:13.912926 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e6799797-4a14-4a96-baa0-1b3dceec9113 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-864347', 'neutron.services.segments.db._delete_segments_for_network-8735362908070'] for network, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:47:13.938522 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-e6799797-4a14-4a96-baa0-1b3dceec9113 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1dbb27c700>,) {'filters': {'network_id': ['dc61f16c-5d14-45a5-a7c0-315bce62e3d8']}} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:47:13.951339 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-e6799797-4a14-4a96-baa0-1b3dceec9113 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dbb27c700>, '8630adc6-1cde-4f1e-b46d-ede73cad1419') {'for_net_delete': True} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:47:13.951641 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-e6799797-4a14-4a96-baa0-1b3dceec9113 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dbb27c700>, '8630adc6-1cde-4f1e-b46d-ede73cad1419') {} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:47:13.963034 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e6799797-4a14-4a96-baa0-1b3dceec9113 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735363085442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2382197'] for segment, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:47:13.979445 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e6799797-4a14-4a96-baa0-1b3dceec9113 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:47:13.985847 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6799797-4a14-4a96-baa0-1b3dceec9113 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Releasing vlan 429 on physical network physnet1 to pool {{(pid=87636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 23 16:47:13.986555 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e6799797-4a14-4a96-baa0-1b3dceec9113 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2176261'] for segment, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:47:14.000664 dv-neutron-822799-1-hyperv neutron-server[87636]: Traceback (most recent call last):
Dec 23 16:47:14.000664 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 23 16:47:14.000664 dv-neutron-822799-1-hyperv neutron-server[87636]:     timer()
Dec 23 16:47:14.000664 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:47:14.000664 dv-neutron-822799-1-hyperv neutron-server[87636]:     cb(*args, **kw)
Dec 23 16:47:14.000664 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 23 16:47:14.000664 dv-neutron-822799-1-hyperv neutron-server[87636]:     return func(*args, **kwargs)
Dec 23 16:47:14.000664 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:47:14.000664 dv-neutron-822799-1-hyperv neutron-server[87636]:     self._notify()
Dec 23 16:47:14.000664 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:47:14.000664 dv-neutron-822799-1-hyperv neutron-server[87636]:     self.callback(batched_events)
Dec 23 16:47:14.000664 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:47:14.000664 dv-neutron-822799-1-hyperv neutron-server[87636]:     event.method(event)
Dec 23 16:47:14.000664 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:47:14.000664 dv-neutron-822799-1-hyperv neutron-server[87636]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:47:14.000664 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 23 16:47:14.000664 dv-neutron-822799-1-hyperv neutron-server[87636]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 23 16:47:14.000664 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 23 16:47:14.000664 dv-neutron-822799-1-hyperv neutron-server[87636]:     return f(self, *a, **k)
Dec 23 16:47:14.000664 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:47:14.000664 dv-neutron-822799-1-hyperv neutron-server[87636]:     return self._get(url).json()
Dec 23 16:47:14.000664 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 23 16:47:14.000664 dv-neutron-822799-1-hyperv neutron-server[87636]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 23 16:47:14.000664 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 23 16:47:14.000664 dv-neutron-822799-1-hyperv neutron-server[87636]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:47:14.000664 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 23 16:47:14.000664 dv-neutron-822799-1-hyperv neutron-server[87636]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 23 16:47:14.000664 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 23 16:47:14.000664 dv-neutron-822799-1-hyperv neutron-server[87636]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:47:14.000664 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 23 16:47:14.000664 dv-neutron-822799-1-hyperv neutron-server[87636]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:47:14.000664 dv-neutron-822799-1-hyperv neutron-server[87636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:47:14.082463 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e6799797-4a14-4a96-baa0-1b3dceec9113 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-864336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1824171'] for network, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:47:14.085876 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-4f2a009d-e3b7-48c9-b5fb-4cd0e2954b01 tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:47:14.099681 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e6799797-4a14-4a96-baa0-1b3dceec9113 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:47:14.110488 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6799797-4a14-4a96-baa0-1b3dceec9113 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Pushing event deleted for resources: {'Network': ['ID=dc61f16c-5d14-45a5-a7c0-315bce62e3d8,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:47:14.113535 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-e6799797-4a14-4a96-baa0-1b3dceec9113 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:47:14.120361 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-e6799797-4a14-4a96-baa0-1b3dceec9113 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "DELETE /v2.0/networks/dc61f16c-5d14-45a5-a7c0-315bce62e3d8 HTTP/1.1" status: 204  len: 168 time: 0.4600377
Dec 23 16:47:14.123311 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 59078) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:47:14.188795 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-ff6cc4e0-b7df-44fe-b8e4-fdda70272751 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks [] for security_group, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:47:14.223868 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-ff6cc4e0-b7df-44fe-b8e4-fdda70272751 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:47:14.290082 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-ff6cc4e0-b7df-44fe-b8e4-fdda70272751 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:47:14.294348 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-07022e3a-1198-4b1f-bd49-e5a7e3d6319a tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:47:14.312308 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6cc4e0-b7df-44fe-b8e4-fdda70272751 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3336da46-3c0b-46e6-af8f-91ae1a40d0af,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:47:14.315439 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-ff6cc4e0-b7df-44fe-b8e4-fdda70272751 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:47:14.326616 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-ff6cc4e0-b7df-44fe-b8e4-fdda70272751 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks [] for security_group, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:47:14.327747 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-ff6cc4e0-b7df-44fe-b8e4-fdda70272751 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "DELETE /v2.0/security-groups/3336da46-3c0b-46e6-af8f-91ae1a40d0af HTTP/1.1" status: 204  len: 168 time: 0.2035015
Dec 23 16:47:14.474278 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device b64a2cc0-4dec-498c-957a-52c6cf7e3b50 no longer exists at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 23 16:47:14.508965 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] No Port match for: b64a2cc0-4dec-498c-957a-52c6cf7e3b50 {{(pid=87637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 23 16:47:14.509322 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device b64a2cc0-4dec-498c-957a-52c6cf7e3b50 not bound to the agent host dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 23 16:47:14.509748 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 045bb1b4-db91-4f4e-94ff-ae0004f6e2df no longer exists at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 23 16:47:14.541851 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] No Port match for: 045bb1b4-db91-4f4e-94ff-ae0004f6e2df {{(pid=87637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 23 16:47:14.542219 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 045bb1b4-db91-4f4e-94ff-ae0004f6e2df not bound to the agent host dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 23 16:47:14.542640 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device bd385d8b-353d-4085-8297-85e55b1f4979 no longer exists at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 23 16:47:14.577431 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] No Port match for: bd385d8b-353d-4085-8297-85e55b1f4979 {{(pid=87637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 23 16:47:14.577771 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device bd385d8b-353d-4085-8297-85e55b1f4979 not bound to the agent host dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 23 16:47:14.701041 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 59086) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:47:14.706313 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-bb66e8a9-b53a-4378-826b-b6e48b9dafc9 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1916720998', 'description': 'tempest-secgroup-smoke-1916720998 description', 'project_id': 'bf163a60baa2480bb3e9e9a93ee73eb3'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:47:14.712517 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-bb66e8a9-b53a-4378-826b-b6e48b9dafc9 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:47:14.716727 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-bb66e8a9-b53a-4378-826b-b6e48b9dafc9 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Usage tracker for resource:security_group and tenant:bf163a60baa2480bb3e9e9a93ee73eb3 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:47:14.719567 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-bb66e8a9-b53a-4378-826b-b6e48b9dafc9 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:47:14.725194 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-bb66e8a9-b53a-4378-826b-b6e48b9dafc9 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:47:14.736618 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-bb66e8a9-b53a-4378-826b-b6e48b9dafc9 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks [] for security_group, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:47:14.755393 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-bb66e8a9-b53a-4378-826b-b6e48b9dafc9 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:47:14.759329 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-bb66e8a9-b53a-4378-826b-b6e48b9dafc9 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Usage tracker for resource:security_group_rule and tenant:bf163a60baa2480bb3e9e9a93ee73eb3 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:47:14.762184 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-bb66e8a9-b53a-4378-826b-b6e48b9dafc9 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:47:14.767722 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-bb66e8a9-b53a-4378-826b-b6e48b9dafc9 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:47:14.840551 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-bb66e8a9-b53a-4378-826b-b6e48b9dafc9 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks [] for security_group, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:47:14.847639 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-bb66e8a9-b53a-4378-826b-b6e48b9dafc9 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:47:14.856074 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-266650c3-7dc4-4934-88dd-d81d22071b14 tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:47:14.900882 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb66e8a9-b53a-4378-826b-b6e48b9dafc9 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77190ad2-731b-4d3f-81f2-2046e59e91fd,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:47:14.903741 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-bb66e8a9-b53a-4378-826b-b6e48b9dafc9 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:47:14.904564 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-bb66e8a9-b53a-4378-826b-b6e48b9dafc9 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks [] for security_group, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:47:14.908622 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-bb66e8a9-b53a-4378-826b-b6e48b9dafc9 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1796 time: 0.2038095
Dec 23 16:47:14.908988 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 59090) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:47:14.913970 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-314a5ba6-b999-4fc5-ba6b-6a9b55c60a24 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Request body: {'security_group_rule': {'security_group_id': '77190ad2-731b-4d3f-81f2-2046e59e91fd', 'project_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:47:14.920181 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-314a5ba6-b999-4fc5-ba6b-6a9b55c60a24 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:47:14.924012 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-314a5ba6-b999-4fc5-ba6b-6a9b55c60a24 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Usage tracker for resource:security_group_rule and tenant:bf163a60baa2480bb3e9e9a93ee73eb3 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:47:14.927187 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-314a5ba6-b999-4fc5-ba6b-6a9b55c60a24 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:47:14.933116 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-314a5ba6-b999-4fc5-ba6b-6a9b55c60a24 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:47:14.950856 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-314a5ba6-b999-4fc5-ba6b-6a9b55c60a24 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:47:15.010361 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-314a5ba6-b999-4fc5-ba6b-6a9b55c60a24 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:47:15.015342 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-314a5ba6-b999-4fc5-ba6b-6a9b55c60a24 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762424'] for security_group_rule, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:47:15.021384 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-05bd6131-8909-4ccc-a278-0fb6d9b72b9e tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:47:15.040025 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314a5ba6-b999-4fc5-ba6b-6a9b55c60a24 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=542f418d-7390-454d-b8d5-d3db2c6c4fdd,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:47:15.045688 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-314a5ba6-b999-4fc5-ba6b-6a9b55c60a24 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:47:15.051453 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-314a5ba6-b999-4fc5-ba6b-6a9b55c60a24 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:47:15.052749 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-314a5ba6-b999-4fc5-ba6b-6a9b55c60a24 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1429040
Dec 23 16:47:15.055510 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 59094) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:47:15.060619 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-d9434f83-3af4-4e44-90bc-57393e483690 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Request body: {'security_group_rule': {'security_group_id': '77190ad2-731b-4d3f-81f2-2046e59e91fd', 'project_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:47:15.066924 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-d9434f83-3af4-4e44-90bc-57393e483690 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:47:15.071408 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-d9434f83-3af4-4e44-90bc-57393e483690 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Usage tracker for resource:security_group_rule and tenant:bf163a60baa2480bb3e9e9a93ee73eb3 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:47:15.074496 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-d9434f83-3af4-4e44-90bc-57393e483690 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:47:15.080557 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-d9434f83-3af4-4e44-90bc-57393e483690 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:47:15.106483 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d9434f83-3af4-4e44-90bc-57393e483690 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:47:15.289042 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d9434f83-3af4-4e44-90bc-57393e483690 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:47:15.296187 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d9434f83-3af4-4e44-90bc-57393e483690 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762424'] for security_group_rule, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:47:15.298075 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-db42305c-786c-4002-850c-faa12340ca9e tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:47:15.320136 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9434f83-3af4-4e44-90bc-57393e483690 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6c6a3a3-35b5-4470-97a0-c881d2825a7f,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:47:15.322629 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-d9434f83-3af4-4e44-90bc-57393e483690 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:47:15.330456 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d9434f83-3af4-4e44-90bc-57393e483690 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:47:15.331744 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-d9434f83-3af4-4e44-90bc-57393e483690 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.2752948
Dec 23 16:47:15.334592 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 59098) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:47:15.339764 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-d353bbb1-5269-4718-b16c-3111598f3fc6 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Request body: {'security_group_rule': {'security_group_id': '77190ad2-731b-4d3f-81f2-2046e59e91fd', 'project_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:47:15.345865 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-d353bbb1-5269-4718-b16c-3111598f3fc6 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:47:15.349650 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-d353bbb1-5269-4718-b16c-3111598f3fc6 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Usage tracker for resource:security_group_rule and tenant:bf163a60baa2480bb3e9e9a93ee73eb3 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:47:15.352597 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-d353bbb1-5269-4718-b16c-3111598f3fc6 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:47:15.358403 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-d353bbb1-5269-4718-b16c-3111598f3fc6 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:47:15.378637 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d353bbb1-5269-4718-b16c-3111598f3fc6 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:47:15.445558 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d353bbb1-5269-4718-b16c-3111598f3fc6 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:47:15.451811 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d353bbb1-5269-4718-b16c-3111598f3fc6 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762424'] for security_group_rule, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:47:15.453768 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-58f1e1cc-3140-4edc-bc09-470d545676c7 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:47:15.475155 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d353bbb1-5269-4718-b16c-3111598f3fc6 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29ae33fa-a1c7-49d3-bda2-3602f79ca1df,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:47:15.479788 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-d353bbb1-5269-4718-b16c-3111598f3fc6 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:47:15.486085 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d353bbb1-5269-4718-b16c-3111598f3fc6 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:47:15.487291 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-d353bbb1-5269-4718-b16c-3111598f3fc6 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1517580
Dec 23 16:47:15.490122 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 59102) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:47:15.495201 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-6bc5e313-e997-4836-b6a6-d0a7587841db tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Request body: {'security_group_rule': {'security_group_id': '77190ad2-731b-4d3f-81f2-2046e59e91fd', 'project_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:47:15.501221 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-6bc5e313-e997-4836-b6a6-d0a7587841db tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:47:15.505133 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-6bc5e313-e997-4836-b6a6-d0a7587841db tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Usage tracker for resource:security_group_rule and tenant:bf163a60baa2480bb3e9e9a93ee73eb3 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:47:15.508052 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-6bc5e313-e997-4836-b6a6-d0a7587841db tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:47:15.513945 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-6bc5e313-e997-4836-b6a6-d0a7587841db tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:47:15.532312 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-6bc5e313-e997-4836-b6a6-d0a7587841db tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:47:15.600191 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-6bc5e313-e997-4836-b6a6-d0a7587841db tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:47:15.608092 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-6bc5e313-e997-4836-b6a6-d0a7587841db tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762424'] for security_group_rule, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:47:15.614438 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-cfd0b3f2-4c9a-48f8-9fed-c013c5e93c9f tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:47:15.633002 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc5e313-e997-4836-b6a6-d0a7587841db tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe5318a3-3c4d-49c6-b3fd-0f72e800b882,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:47:15.636820 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-6bc5e313-e997-4836-b6a6-d0a7587841db tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:47:15.647869 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-6bc5e313-e997-4836-b6a6-d0a7587841db tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:47:15.652080 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-6bc5e313-e997-4836-b6a6-d0a7587841db tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1580963
Dec 23 16:47:15.652939 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 59106) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:47:15.700142 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-ac7ef285-951d-4825-8923-f4046db549de tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Request body: {'security_group_rule': {'security_group_id': '77190ad2-731b-4d3f-81f2-2046e59e91fd', 'project_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:47:15.706501 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-ac7ef285-951d-4825-8923-f4046db549de tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:47:15.710596 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-ac7ef285-951d-4825-8923-f4046db549de tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Usage tracker for resource:security_group_rule and tenant:bf163a60baa2480bb3e9e9a93ee73eb3 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:47:15.713740 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-ac7ef285-951d-4825-8923-f4046db549de tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:47:15.720623 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-ac7ef285-951d-4825-8923-f4046db549de tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:47:15.731770 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.db.securitygroups_db [None req-ac7ef285-951d-4825-8923-f4046db549de tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Project bf163a60baa2480bb3e9e9a93ee73eb3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 23 16:47:15.738501 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-ac7ef285-951d-4825-8923-f4046db549de tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:47:15.804006 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-ac7ef285-951d-4825-8923-f4046db549de tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:47:15.809410 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-ac7ef285-951d-4825-8923-f4046db549de tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762424'] for security_group_rule, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:47:15.811233 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-2b42230b-10dc-4c6c-866b-ab340656aa80 tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:47:15.832700 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7ef285-951d-4825-8923-f4046db549de tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1496e82f-186f-49a7-a875-507abee9ae9e,revision_number=0']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:47:15.836936 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-ac7ef285-951d-4825-8923-f4046db549de tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:47:15.842375 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-ac7ef285-951d-4825-8923-f4046db549de tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:47:15.844286 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-ac7ef285-951d-4825-8923-f4046db549de tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1895578
Dec 23 16:47:15.846343 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 59112) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:47:15.851321 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-dc7834dd-f3d0-4d17-8b94-ec67d974ebbf tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Request body: {'security_group_rule': {'security_group_id': '77190ad2-731b-4d3f-81f2-2046e59e91fd', 'project_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:47:15.857324 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-dc7834dd-f3d0-4d17-8b94-ec67d974ebbf tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:47:15.861399 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-dc7834dd-f3d0-4d17-8b94-ec67d974ebbf tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Usage tracker for resource:security_group_rule and tenant:bf163a60baa2480bb3e9e9a93ee73eb3 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:47:15.864458 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-dc7834dd-f3d0-4d17-8b94-ec67d974ebbf tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:47:15.870332 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-dc7834dd-f3d0-4d17-8b94-ec67d974ebbf tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:47:15.883432 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.db.securitygroups_db [None req-dc7834dd-f3d0-4d17-8b94-ec67d974ebbf tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Project bf163a60baa2480bb3e9e9a93ee73eb3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 23 16:47:15.890434 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-dc7834dd-f3d0-4d17-8b94-ec67d974ebbf tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:47:15.962122 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-dc7834dd-f3d0-4d17-8b94-ec67d974ebbf tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:47:15.967007 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-dc7834dd-f3d0-4d17-8b94-ec67d974ebbf tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762424'] for security_group_rule, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:47:15.969075 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-10baba48-9759-4335-9a99-95f16b8c8eb5 tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:47:15.991052 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7834dd-f3d0-4d17-8b94-ec67d974ebbf tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35202b1e-f737-49f8-b449-47c795ba48de,revision_number=0']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:47:15.995839 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-dc7834dd-f3d0-4d17-8b94-ec67d974ebbf tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:47:16.000502 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-dc7834dd-f3d0-4d17-8b94-ec67d974ebbf tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:47:16.001747 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-dc7834dd-f3d0-4d17-8b94-ec67d974ebbf tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1544867
Dec 23 16:47:16.004601 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 59116) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:47:16.010048 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-aa585491-57c8-44da-8cc9-3bd58523d913 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Request body: {'network': {'name': 'tempest-network-smoke--68939160', 'project_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'port_security_enabled': True}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:47:16.015158 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-aa585491-57c8-44da-8cc9-3bd58523d913 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:47:16.019240 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-aa585491-57c8-44da-8cc9-3bd58523d913 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Usage tracker for resource:network and tenant:bf163a60baa2480bb3e9e9a93ee73eb3 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:47:16.022122 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-aa585491-57c8-44da-8cc9-3bd58523d913 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:47:16.027851 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-aa585491-57c8-44da-8cc9-3bd58523d913 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:47:16.037679 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa585491-57c8-44da-8cc9-3bd58523d913 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Made reservation on behalf of bf163a60baa2480bb3e9e9a93ee73eb3 for: {'network': 1} {{(pid=87635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:47:16.041194 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-aa585491-57c8-44da-8cc9-3bd58523d913 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for network, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:47:16.068717 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa585491-57c8-44da-8cc9-3bd58523d913 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] vlan segment allocate from pool success with {'vlan_id': 425, 'physical_network': 'physnet1'}  {{(pid=87635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 23 16:47:16.078377 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-aa585491-57c8-44da-8cc9-3bd58523d913 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:47:16.078730 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.db.segments_db [None req-aa585491-57c8-44da-8cc9-3bd58523d913 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Added segment 69969afc-c351-4a9b-9148-a348d6216148 of type vlan for network 3c40f70c-0c86-470c-af02-887b9a96040b
Dec 23 16:47:16.113062 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-aa585491-57c8-44da-8cc9-3bd58523d913 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735362521793'] for network, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:47:16.141643 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-aa585491-57c8-44da-8cc9-3bd58523d913 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495'] for network, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:47:16.147164 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa585491-57c8-44da-8cc9-3bd58523d913 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:47:16.147768 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-aa585491-57c8-44da-8cc9-3bd58523d913 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks [] for network, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:47:16.152605 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-ea90134a-fc67-4f3a-a617-65abb326aff6 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:47:16.396690 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-aa585491-57c8-44da-8cc9-3bd58523d913 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201  len: 767 time: 0.3909097
Dec 23 16:47:16.398156 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa585491-57c8-44da-8cc9-3bd58523d913 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Pushing event updated for resources: {'Network': ['ID=3c40f70c-0c86-470c-af02-887b9a96040b,revision_number=1']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:47:16.399569 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 59122) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:47:16.401760 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-aa585491-57c8-44da-8cc9-3bd58523d913 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:47:16.405439 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-47750f4a-2c6c-4d6f-9469-c4c74a0013b4 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-71893622', 'admin_state_up': True, 'project_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b'}}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:47:16.409963 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Network 3c40f70c-0c86-470c-af02-887b9a96040b details requested by agent ovs-agent-dv-neutron-822799-1-hyperv with host dv-neutron-822799-1-hyperv {{(pid=87637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 23 16:47:16.421272 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-47750f4a-2c6c-4d6f-9469-c4c74a0013b4 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:47:16.426255 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-47750f4a-2c6c-4d6f-9469-c4c74a0013b4 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Usage tracker for resource:router and tenant:bf163a60baa2480bb3e9e9a93ee73eb3 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:47:16.429226 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-47750f4a-2c6c-4d6f-9469-c4c74a0013b4 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:47:16.436304 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-47750f4a-2c6c-4d6f-9469-c4c74a0013b4 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:47:16.446800 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-47750f4a-2c6c-4d6f-9469-c4c74a0013b4 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1823978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-235332'] for router, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:47:16.447925 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-47750f4a-2c6c-4d6f-9469-c4c74a0013b4 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1824575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1824063', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1751113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-235341'] for router, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:47:16.464964 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-47750f4a-2c6c-4d6f-9469-c4c74a0013b4 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:47:16.744864 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-47750f4a-2c6c-4d6f-9469-c4c74a0013b4 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1824017', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1823768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-235299'] for router, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:47:17.077853 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-47750f4a-2c6c-4d6f-9469-c4c74a0013b4 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks [] for router_gateway, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:47:17.107247 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-47750f4a-2c6c-4d6f-9469-c4c74a0013b4 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:47:17.243067 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [None req-47750f4a-2c6c-4d6f-9469-c4c74a0013b4 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Allocated IP 172.26.3.249 (8afa6d58-9431-454a-b99c-3ff8a65aa86b/60537fec-5f5f-4ab7-89cc-03638149a590/a57b426b-1cc6-4043-8e36-d0d5e9a8819c) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:47:17.393064 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-47750f4a-2c6c-4d6f-9469-c4c74a0013b4 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:47:17.418697 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-52d24c81-1df9-4910-b2b0-763fe17a388e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:47:17.426674 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-47750f4a-2c6c-4d6f-9469-c4c74a0013b4 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:47:17.430976 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-91641be4-fc2e-410a-9ccd-671f93623032 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:47:17.493347 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47750f4a-2c6c-4d6f-9469-c4c74a0013b4 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Network 8afa6d58-9431-454a-b99c-3ff8a65aa86b is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:47:17.496912 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-47750f4a-2c6c-4d6f-9469-c4c74a0013b4 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Resources bound (agent type, host, resource id):  {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:47:17.501194 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47750f4a-2c6c-4d6f-9469-c4c74a0013b4 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:47:17.530912 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47750f4a-2c6c-4d6f-9469-c4c74a0013b4 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Pushing event updated for resources: {'Port': ['ID=a57b426b-1cc6-4043-8e36-d0d5e9a8819c,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:47:17.535941 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-47750f4a-2c6c-4d6f-9469-c4c74a0013b4 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:47:18.059690 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-47750f4a-2c6c-4d6f-9469-c4c74a0013b4 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks [] for router_gateway, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:47:18.406996 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-47750f4a-2c6c-4d6f-9469-c4c74a0013b4 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1823971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1824234'] for router, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:47:18.628736 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47750f4a-2c6c-4d6f-9469-c4c74a0013b4 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Router 7dffe90e-a569-426e-944d-12c38522f07a is scheduled to L3 agent 371d4c41-c7e2-4de7-9539-c049ec4e95d1 with binding_index 1 {{(pid=87636) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 23 16:47:18.819036 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47750f4a-2c6c-4d6f-9469-c4c74a0013b4 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify agent at l3_agent.dv-neutron-822799-1-hyperv the message routers_updated {{(pid=87636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 23 16:47:18.829020 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef0e1b3c-eb05-4fc6-b91c-adfedf868bd5 None None] Sync routers for ids ['7dffe90e-a569-426e-944d-12c38522f07a'] in dv-neutron-822799-1-hyperv {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 23 16:47:18.839896 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef0e1b3c-eb05-4fc6-b91c-adfedf868bd5 None None] Routers {'7dffe90e-a569-426e-944d-12c38522f07a'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:47:18.840553 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-ef0e1b3c-eb05-4fc6-b91c-adfedf868bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc28eb910>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:46:50Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['7dffe90e-a569-426e-944d-12c38522f07a'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:47:18.846181 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-47750f4a-2c6c-4d6f-9469-c4c74a0013b4 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks [] for router, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:47:18.847409 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-47750f4a-2c6c-4d6f-9469-c4c74a0013b4 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201  len: 894 time: 2.4467518
Dec 23 16:47:18.850630 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 59126) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:47:18.893194 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-2a256da3-9105-40e3-bb2c-312f53cf77d1 tempest-TestNetworkAdvancedServerOps-760966623 tempest-TestNetworkAdvancedServerOps-760966623-project-admin] 10.222.0.64 "GET /v2.0/subnets?project_id=bf163a60baa2480bb3e9e9a93ee73eb3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0413756
Dec 23 16:47:18.895922 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 59130) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:47:19.012203 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-ef0e1b3c-eb05-4fc6-b91c-adfedf868bd5 None None] Set router 7dffe90e-a569-426e-944d-12c38522f07a gateway port host: dv-neutron-822799-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:47:19.025160 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8971394-57f9-47c4-b852-f7639ad8874c tempest-TestNetworkAdvancedServerOps-760966623 tempest-TestNetworkAdvancedServerOps-760966623-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:47:19.026629 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-a8971394-57f9-47c4-b852-f7639ad8874c tempest-TestNetworkAdvancedServerOps-760966623 tempest-TestNetworkAdvancedServerOps-760966623-project-admin] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1298480
Dec 23 16:47:19.030653 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 59134) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:47:19.071237 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-77ff9346-95cb-410e-8a3e-e6f0ede05e52 tempest-TestNetworkAdvancedServerOps-760966623 tempest-TestNetworkAdvancedServerOps-760966623-project-admin] 10.222.0.64 "GET /v2.0/subnets?network_id=8afa6d58-9431-454a-b99c-3ff8a65aa86b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0391476
Dec 23 16:47:19.073769 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 59138) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:47:19.079375 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-1507eb47-a0ba-4e3f-bf34-bdb2826cf824 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-938681782', 'network_id': '3c40f70c-0c86-470c-af02-887b9a96040b', 'project_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:47:19.190330 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-1507eb47-a0ba-4e3f-bf34-bdb2826cf824 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:47:19.194893 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-1507eb47-a0ba-4e3f-bf34-bdb2826cf824 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Usage tracker for resource:subnet and tenant:bf163a60baa2480bb3e9e9a93ee73eb3 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:47:19.197904 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-1507eb47-a0ba-4e3f-bf34-bdb2826cf824 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:47:19.203852 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-1507eb47-a0ba-4e3f-bf34-bdb2826cf824 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:47:19.214555 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1507eb47-a0ba-4e3f-bf34-bdb2826cf824 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Made reservation on behalf of bf163a60baa2480bb3e9e9a93ee73eb3 for: {'subnet': 1} {{(pid=87635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:47:19.218486 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-1507eb47-a0ba-4e3f-bf34-bdb2826cf824 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2610339'] for subnet, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:47:19.301906 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-ef0e1b3c-eb05-4fc6-b91c-adfedf868bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc28eb910>, [{'id': '7dffe90e-a569-426e-944d-12c38522f07a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-71893622', 'tenant_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.249'}], 'enable_snat': True}, 'gw_port_id': 'a57b426b-1cc6-4043-8e36-d0d5e9a8819c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:47:16Z', 'updated_at': '2021-12-23T16:47:17Z', 'revision_number': 3, 'project_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'gw_port': {'id': 'a57b426b-1cc6-4043-8e36-d0d5e9a8819c', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:d9:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dffe90e-a569-426e-944d-12c38522f07a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:47:17Z', 'updated_at': '2021-12-23T16:47:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv'}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:47:19.305936 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef0e1b3c-eb05-4fc6-b91c-adfedf868bd5 None None] Checking router: 7dffe90e-a569-426e-944d-12c38522f07a for host: dv-neutron-822799-1-hyperv {{(pid=87638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 23 16:47:19.306323 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef0e1b3c-eb05-4fc6-b91c-adfedf868bd5 None None] Updating router 7dffe90e-a569-426e-944d-12c38522f07a port a57b426b-1cc6-4043-8e36-d0d5e9a8819c binding host dv-neutron-822799-1-hyperv {{(pid=87638) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 23 16:47:19.363793 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ef0e1b3c-eb05-4fc6-b91c-adfedf868bd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:47:19.446002 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-1507eb47-a0ba-4e3f-bf34-bdb2826cf824 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2753396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2610353'] for subnet, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:47:19.450926 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-412867b6-8a1d-4348-a409-d753d9f8ee16 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:47:19.524140 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1507eb47-a0ba-4e3f-bf34-bdb2826cf824 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Pushing event updated for resources: {'Subnet': ['ID=71fd45d9-1c23-409b-93da-6f090e33f368,revision_number=0']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:47:19.528943 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-1507eb47-a0ba-4e3f-bf34-bdb2826cf824 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:47:19.534235 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1507eb47-a0ba-4e3f-bf34-bdb2826cf824 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Checking segment: {'id': '69969afc-c351-4a9b-9148-a348d6216148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '3c40f70c-0c86-470c-af02-887b9a96040b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:47:19.534601 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1507eb47-a0ba-4e3f-bf34-bdb2826cf824 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Network hostable DHCP agents. Network: 3c40f70c-0c86-470c-af02-887b9a96040b, hostable agents: ['1c812d71-eadf-4fb3-b98e-67468a4aa7e2'], hosted agents: [] {{(pid=87635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 23 16:47:19.555131 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1507eb47-a0ba-4e3f-bf34-bdb2826cf824 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Network 3c40f70c-0c86-470c-af02-887b9a96040b is scheduled to be hosted by DHCP agent 1c812d71-eadf-4fb3-b98e-67468a4aa7e2 with binding_index 1 {{(pid=87635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 23 16:47:19.565224 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.base_scheduler [None req-1507eb47-a0ba-4e3f-bf34-bdb2826cf824 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822799-1-hyperv, 3c40f70c-0c86-470c-af02-887b9a96040b) {{(pid=87635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:47:19.570655 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1507eb47-a0ba-4e3f-bf34-bdb2826cf824 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:47:19.571557 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-1507eb47-a0ba-4e3f-bf34-bdb2826cf824 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks [] for subnet, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:47:19.575532 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73ffae0a-c35e-4169-b354-bdc230ccfe2e None None] Network 3c40f70c-0c86-470c-af02-887b9a96040b requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:47:19.600388 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 59142) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:47:19.600810 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-1507eb47-a0ba-4e3f-bf34-bdb2826cf824 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 831 time: 0.5254815
Dec 23 16:47:19.716859 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ef0e1b3c-eb05-4fc6-b91c-adfedf868bd5 None None] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:47:19.730288 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-ef0e1b3c-eb05-4fc6-b91c-adfedf868bd5 None None] Transition to ACTIVE for port object a57b426b-1cc6-4043-8e36-d0d5e9a8819c will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:47:19.741176 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ef0e1b3c-eb05-4fc6-b91c-adfedf868bd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:47:19.747845 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG oslo_concurrency.lockutils [None req-43097612-75de-4c4d-a065-0e3aacea0e5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:47:19.820700 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-ef0e1b3c-eb05-4fc6-b91c-adfedf868bd5 None None] Attempting to bind port a57b426b-1cc6-4043-8e36-d0d5e9a8819c on host dv-neutron-822799-1-hyperv for vnic_type normal with profile  {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:47:19.828196 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-ef0e1b3c-eb05-4fc6-b91c-adfedf868bd5 None None] Attempting to bind port a57b426b-1cc6-4043-8e36-d0d5e9a8819c by drivers openvswitch,hyperv on host dv-neutron-822799-1-hyperv at level 0 using segments [{'id': '77e3d110-dd7b-426c-b11f-b78dde7993df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:47:19.829704 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef0e1b3c-eb05-4fc6-b91c-adfedf868bd5 None None] Attempting to bind port a57b426b-1cc6-4043-8e36-d0d5e9a8819c on network 8afa6d58-9431-454a-b99c-3ff8a65aa86b {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:47:19.842210 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3893ada-405b-4774-9d05-add8b6bfa584 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7e017a6-8198-58c8-a07e-0f786128e3b3-3c40f70c-0c86-470c-af02-887b9a96040b', 'network_id': '3c40f70c-0c86-470c-af02-887b9a96040b', 'tenant_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'fixed_ips': [{'subnet_id': '71fd45d9-1c23-409b-93da-6f090e33f368'}]}} from dv-neutron-822799-1-hyperv. {{(pid=87637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 23 16:47:19.843835 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-c3893ada-405b-4774-9d05-add8b6bfa584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:47:19.852167 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef0e1b3c-eb05-4fc6-b91c-adfedf868bd5 None None] Checking agent: {'id': '20d2070f-69a9-4e73-8d08-6f0387a40158', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822799-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 21), 'started_at': datetime.datetime(2021, 12, 23, 16, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 46, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822799-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 23 16:47:19.852554 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef0e1b3c-eb05-4fc6-b91c-adfedf868bd5 None None] Checking segment: {'id': '77e3d110-dd7b-426c-b11f-b78dde7993df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:47:19.852990 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ef0e1b3c-eb05-4fc6-b91c-adfedf868bd5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:47:19.853388 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef0e1b3c-eb05-4fc6-b91c-adfedf868bd5 None None] Bound using segment: {'id': '77e3d110-dd7b-426c-b11f-b78dde7993df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 23 16:47:19.853864 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-ef0e1b3c-eb05-4fc6-b91c-adfedf868bd5 None None] Bound port: a57b426b-1cc6-4043-8e36-d0d5e9a8819c, host: dv-neutron-822799-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77e3d110-dd7b-426c-b11f-b78dde7993df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 23 16:47:19.854244 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ef0e1b3c-eb05-4fc6-b91c-adfedf868bd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:47:19.859101 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f1a23fff-214b-411e-96bc-63a4d7e53bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:47:19.888649 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cf5464-afef-435a-bc41-0f4a898e2323 None None] Pushing event updated for resources: {'Port': ['ID=a57b426b-1cc6-4043-8e36-d0d5e9a8819c,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:47:19.903956 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cf5464-afef-435a-bc41-0f4a898e2323 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:47:19.904307 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cf5464-afef-435a-bc41-0f4a898e2323 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:47:19.904661 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cf5464-afef-435a-bc41-0f4a898e2323 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:47:19.905005 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cf5464-afef-435a-bc41-0f4a898e2323 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:47:19.905353 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cf5464-afef-435a-bc41-0f4a898e2323 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:47:19.905677 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cf5464-afef-435a-bc41-0f4a898e2323 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:47:19.905973 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cf5464-afef-435a-bc41-0f4a898e2323 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:47:19.906326 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cf5464-afef-435a-bc41-0f4a898e2323 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:47:19.906655 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cf5464-afef-435a-bc41-0f4a898e2323 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:47:19.906954 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cf5464-afef-435a-bc41-0f4a898e2323 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:47:19.908378 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cf5464-afef-435a-bc41-0f4a898e2323 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:47:19.908378 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cf5464-afef-435a-bc41-0f4a898e2323 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:47:19.911276 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG oslo_concurrency.lockutils [None req-79cf5464-afef-435a-bc41-0f4a898e2323 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=87638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:47:19.951226 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-ef0e1b3c-eb05-4fc6-b91c-adfedf868bd5 None None] For port a57b426b-1cc6-4043-8e36-d0d5e9a8819c, host dv-neutron-822799-1-hyperv, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 23 16:47:19.957576 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-ef0e1b3c-eb05-4fc6-b91c-adfedf868bd5 None None] For port a57b426b-1cc6-4043-8e36-d0d5e9a8819c, host dv-neutron-822799-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=a57b426b-1cc6-4043-8e36-d0d5e9a8819c,segment=NetworkSegment(77e3d110-dd7b-426c-b11f-b78dde7993df),segment_id=77e3d110-dd7b-426c-b11f-b78dde7993df)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 23 16:47:19.963086 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-ef0e1b3c-eb05-4fc6-b91c-adfedf868bd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:47:19.974404 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG oslo_concurrency.lockutils [None req-5b31ff2a-277d-4ccc-8f97-1a6ee2a4ab9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:47:20.038051 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef0e1b3c-eb05-4fc6-b91c-adfedf868bd5 None None] Routers {'7dffe90e-a569-426e-944d-12c38522f07a'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:47:20.038836 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-ef0e1b3c-eb05-4fc6-b91c-adfedf868bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc28eb910>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:47:20Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['7dffe90e-a569-426e-944d-12c38522f07a'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:47:20.065693 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_common [None req-c3893ada-405b-4774-9d05-add8b6bfa584 None None] Allocated IP 172.20.0.2 (3c40f70c-0c86-470c-af02-887b9a96040b/71fd45d9-1c23-409b-93da-6f090e33f368/bd2c36eb-8572-4af7-988b-74ca68f27097) {{(pid=87637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:47:20.117641 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cf5464-afef-435a-bc41-0f4a898e2323 None None] Pushing event updated for resources: {'Port': ['ID=a57b426b-1cc6-4043-8e36-d0d5e9a8819c,revision_number=3']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:47:20.122422 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG oslo_concurrency.lockutils [None req-79cf5464-afef-435a-bc41-0f4a898e2323 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=87638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:47:20.230997 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-ef0e1b3c-eb05-4fc6-b91c-adfedf868bd5 None None] Set router 7dffe90e-a569-426e-944d-12c38522f07a gateway port host: dv-neutron-822799-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:47:20.289129 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-c3893ada-405b-4774-9d05-add8b6bfa584 None None] Notify callbacks [] for port, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:47:20.300395 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-c3893ada-405b-4774-9d05-add8b6bfa584 None None] Transition to ACTIVE for port object bd2c36eb-8572-4af7-988b-74ca68f27097 will not be triggered until provisioned by entity L2. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:47:20.321153 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-c3893ada-405b-4774-9d05-add8b6bfa584 None None] Transition to ACTIVE for port object bd2c36eb-8572-4af7-988b-74ca68f27097 will not be triggered until provisioned by entity DHCP. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:47:20.327531 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-c3893ada-405b-4774-9d05-add8b6bfa584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780'] for port, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:47:20.332084 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:47:20.390518 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3893ada-405b-4774-9d05-add8b6bfa584 None None] Network 3c40f70c-0c86-470c-af02-887b9a96040b is already hosted by enough agents. {{(pid=87637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:47:20.397521 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-c3893ada-405b-4774-9d05-add8b6bfa584 None None] Resources bound (agent type, host, resource id):  {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:47:20.402137 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3893ada-405b-4774-9d05-add8b6bfa584 None None] Received port after_create {{(pid=87637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:47:20.410850 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3893ada-405b-4774-9d05-add8b6bfa584 None None] Pushing event updated for resources: {'Port': ['ID=bd2c36eb-8572-4af7-988b-74ca68f27097,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:47:20.436487 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-c3893ada-405b-4774-9d05-add8b6bfa584 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:47:20.493141 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9a100e1f-55b0-4518-ae4b-fb8afcc8ba84 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:47:20.502511 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-c3893ada-405b-4774-9d05-add8b6bfa584 None None] Attempting to bind port bd2c36eb-8572-4af7-988b-74ca68f27097 on host dv-neutron-822799-1-hyperv for vnic_type normal with profile  {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:47:20.502907 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-c3893ada-405b-4774-9d05-add8b6bfa584 None None] Attempting to bind port bd2c36eb-8572-4af7-988b-74ca68f27097 by drivers openvswitch,hyperv on host dv-neutron-822799-1-hyperv at level 0 using segments [{'id': '69969afc-c351-4a9b-9148-a348d6216148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '3c40f70c-0c86-470c-af02-887b9a96040b'}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:47:20.503291 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3893ada-405b-4774-9d05-add8b6bfa584 None None] Attempting to bind port bd2c36eb-8572-4af7-988b-74ca68f27097 on network 3c40f70c-0c86-470c-af02-887b9a96040b {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:47:20.509093 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3893ada-405b-4774-9d05-add8b6bfa584 None None] Checking agent: {'id': '20d2070f-69a9-4e73-8d08-6f0387a40158', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822799-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 21), 'started_at': datetime.datetime(2021, 12, 23, 16, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 46, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822799-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 23 16:47:20.509493 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3893ada-405b-4774-9d05-add8b6bfa584 None None] Checking segment: {'id': '69969afc-c351-4a9b-9148-a348d6216148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '3c40f70c-0c86-470c-af02-887b9a96040b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:47:20.509926 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-c3893ada-405b-4774-9d05-add8b6bfa584 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:47:20.510330 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3893ada-405b-4774-9d05-add8b6bfa584 None None] Bound using segment: {'id': '69969afc-c351-4a9b-9148-a348d6216148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '3c40f70c-0c86-470c-af02-887b9a96040b'} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 23 16:47:20.510820 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-c3893ada-405b-4774-9d05-add8b6bfa584 None None] Bound port: bd2c36eb-8572-4af7-988b-74ca68f27097, host: dv-neutron-822799-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69969afc-c351-4a9b-9148-a348d6216148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '3c40f70c-0c86-470c-af02-887b9a96040b'}}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 23 16:47:20.511208 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-c3893ada-405b-4774-9d05-add8b6bfa584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:47:20.532263 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-ef0e1b3c-eb05-4fc6-b91c-adfedf868bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc28eb910>, [{'id': '7dffe90e-a569-426e-944d-12c38522f07a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-71893622', 'tenant_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.249'}], 'enable_snat': True}, 'gw_port_id': 'a57b426b-1cc6-4043-8e36-d0d5e9a8819c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:47:16Z', 'updated_at': '2021-12-23T16:47:17Z', 'revision_number': 3, 'project_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'gw_port': {'id': 'a57b426b-1cc6-4043-8e36-d0d5e9a8819c', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:d9:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dffe90e-a569-426e-944d-12c38522f07a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:47:17Z', 'updated_at': '2021-12-23T16:47:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv'}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:47:20.536789 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef0e1b3c-eb05-4fc6-b91c-adfedf868bd5 None None] The sync data for ids ['7dffe90e-a569-426e-944d-12c38522f07a'] in dv-neutron-822799-1-hyperv is: [{'id': '7dffe90e-a569-426e-944d-12c38522f07a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-71893622', 'tenant_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.249'}], 'enable_snat': True}, 'gw_port_id': 'a57b426b-1cc6-4043-8e36-d0d5e9a8819c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:47:16Z', 'updated_at': '2021-12-23T16:47:17Z', 'revision_number': 3, 'project_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'gw_port': {'id': 'a57b426b-1cc6-4043-8e36-d0d5e9a8819c', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:d9:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dffe90e-a569-426e-944d-12c38522f07a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:47:17Z', 'updated_at': '2021-12-23T16:47:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv'}] {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 23 16:47:20.603687 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-c3893ada-405b-4774-9d05-add8b6bfa584 None None] For port bd2c36eb-8572-4af7-988b-74ca68f27097, host dv-neutron-822799-1-hyperv, cleared binding levels {{(pid=87637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 23 16:47:20.607391 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-c3893ada-405b-4774-9d05-add8b6bfa584 None None] For port bd2c36eb-8572-4af7-988b-74ca68f27097, host dv-neutron-822799-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=bd2c36eb-8572-4af7-988b-74ca68f27097,segment=NetworkSegment(69969afc-c351-4a9b-9148-a348d6216148),segment_id=69969afc-c351-4a9b-9148-a348d6216148)] {{(pid=87637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 23 16:47:20.612535 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-c3893ada-405b-4774-9d05-add8b6bfa584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:47:20.616306 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:47:20.697007 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3893ada-405b-4774-9d05-add8b6bfa584 None None] Pushing event updated for resources: {'Port': ['ID=bd2c36eb-8572-4af7-988b-74ca68f27097,revision_number=2']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:47:20.700289 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-c3893ada-405b-4774-9d05-add8b6bfa584 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:47:20.920760 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9dcbea60-a34f-4144-91e7-90aff3f57aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:47:20.974926 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [None req-9a100e1f-55b0-4518-ae4b-fb8afcc8ba84 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Allocated IP 172.20.0.1 (3c40f70c-0c86-470c-af02-887b9a96040b/71fd45d9-1c23-409b-93da-6f090e33f368/234fd8a2-8020-42b1-9716-eb84202a6dcd) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:47:20.977401 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:47:21.143958 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9a100e1f-55b0-4518-ae4b-fb8afcc8ba84 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:47:21.160545 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.provisioning_blocks [None req-9a100e1f-55b0-4518-ae4b-fb8afcc8ba84 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Transition to ACTIVE for port object 234fd8a2-8020-42b1-9716-eb84202a6dcd will not be triggered until provisioned by entity DHCP. {{(pid=87636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:47:21.184443 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9a100e1f-55b0-4518-ae4b-fb8afcc8ba84 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:47:21.189307 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-0e6d415d-7856-4160-810f-f8314cbeff1a tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:47:21.252342 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a100e1f-55b0-4518-ae4b-fb8afcc8ba84 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Network 3c40f70c-0c86-470c-af02-887b9a96040b is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:47:21.255616 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-9a100e1f-55b0-4518-ae4b-fb8afcc8ba84 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Resources bound (agent type, host, resource id):  {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:47:21.264550 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a100e1f-55b0-4518-ae4b-fb8afcc8ba84 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:47:21.309436 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a100e1f-55b0-4518-ae4b-fb8afcc8ba84 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Pushing event updated for resources: {'Port': ['ID=234fd8a2-8020-42b1-9716-eb84202a6dcd,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:47:21.314214 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-9a100e1f-55b0-4518-ae4b-fb8afcc8ba84 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:47:21.329811 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9a100e1f-55b0-4518-ae4b-fb8afcc8ba84 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1781300'] for router_interface, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:47:21.698002 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d7ca77d-22cd-4858-898b-cdeca75fe172 None None] Network 3c40f70c-0c86-470c-af02-887b9a96040b requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:47:21.755486 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9a100e1f-55b0-4518-ae4b-fb8afcc8ba84 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:47:21.784380 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-9bdf1304-b4bc-43eb-a436-ab4ae52ca7cd None None] Provisioning for port bd2c36eb-8572-4af7-988b-74ca68f27097 completed by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:47:22.185921 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9a100e1f-55b0-4518-ae4b-fb8afcc8ba84 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks [] for port, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:47:22.191876 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9a100e1f-55b0-4518-ae4b-fb8afcc8ba84 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2176289'] for port, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:47:22.215181 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-9965d951-fa3c-4c44-b7cb-84ae81a29449 None None] Provisioning for port 234fd8a2-8020-42b1-9716-eb84202a6dcd completed by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:47:22.220689 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-9965d951-fa3c-4c44-b7cb-84ae81a29449 None None] Provisioning complete for port 234fd8a2-8020-42b1-9716-eb84202a6dcd triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:47:22.221078 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9965d951-fa3c-4c44-b7cb-84ae81a29449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:47:22.225143 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-47750f4a-2c6c-4d6f-9469-c4c74a0013b4 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:47:22.280115 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-9965d951-fa3c-4c44-b7cb-84ae81a29449 None None] Port 234fd8a2-8020-42b1-9716-eb84202a6dcd cannot update to ACTIVE because it is not bound. {{(pid=87637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 23 16:47:22.321589 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9a100e1f-55b0-4518-ae4b-fb8afcc8ba84 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1627481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1781465'] for router_interface, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:47:22.325164 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a100e1f-55b0-4518-ae4b-fb8afcc8ba84 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Pushing event updated for resources: {'Port': ['ID=234fd8a2-8020-42b1-9716-eb84202a6dcd,revision_number=2']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:47:22.328970 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-9a100e1f-55b0-4518-ae4b-fb8afcc8ba84 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:47:22.398892 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9e3aab53-d650-47e3-b8a6-2dff21fe9ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:47:22.412706 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-f4540219-1efb-48c3-87d1-3e075a4d3ef2 None None] Provisioning complete for port 234fd8a2-8020-42b1-9716-eb84202a6dcd triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:47:22.413086 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f4540219-1efb-48c3-87d1-3e075a4d3ef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:47:22.473415 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-f4540219-1efb-48c3-87d1-3e075a4d3ef2 None None] Port 234fd8a2-8020-42b1-9716-eb84202a6dcd cannot update to ACTIVE because it is not bound. {{(pid=87637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 23 16:47:22.475990 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a100e1f-55b0-4518-ae4b-fb8afcc8ba84 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Network 3c40f70c-0c86-470c-af02-887b9a96040b is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:47:22.477340 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-9a100e1f-55b0-4518-ae4b-fb8afcc8ba84 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Resources bound (agent type, host, resource id):  {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:47:22.542861 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device bd2c36eb-8572-4af7-988b-74ca68f27097 up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:47:22.614565 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning for port bd2c36eb-8572-4af7-988b-74ca68f27097 completed by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:47:22.619687 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port bd2c36eb-8572-4af7-988b-74ca68f27097 triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:47:22.620069 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:47:22.673196 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a100e1f-55b0-4518-ae4b-fb8afcc8ba84 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Router 7dffe90e-a569-426e-944d-12c38522f07a has already been hosted by L3 agent 371d4c41-c7e2-4de7-9539-c049ec4e95d1 {{(pid=87636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 23 16:47:22.747156 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-02f28e23-d868-4b97-9f65-3e3a4419b91a None None] Provisioning complete for port 234fd8a2-8020-42b1-9716-eb84202a6dcd triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:47:22.747789 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-02f28e23-d868-4b97-9f65-3e3a4419b91a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:47:22.769833 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:47:22.821616 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-02f28e23-d868-4b97-9f65-3e3a4419b91a None None] Port 234fd8a2-8020-42b1-9716-eb84202a6dcd cannot update to ACTIVE because it is not bound. {{(pid=87637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 23 16:47:22.826974 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] For port bd2c36eb-8572-4af7-988b-74ca68f27097, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=bd2c36eb-8572-4af7-988b-74ca68f27097,segment=NetworkSegment(69969afc-c351-4a9b-9148-a348d6216148),segment_id=69969afc-c351-4a9b-9148-a348d6216148)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:47:22.832505 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:47:22.833611 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device a57b426b-1cc6-4043-8e36-d0d5e9a8819c up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:47:22.855330 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a100e1f-55b0-4518-ae4b-fb8afcc8ba84 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify agent at l3_agent.dv-neutron-822799-1-hyperv the message routers_updated {{(pid=87636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 23 16:47:22.857707 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:47:22.868490 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-9a100e1f-55b0-4518-ae4b-fb8afcc8ba84 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "PUT /v2.0/routers/7dffe90e-a569-426e-944d-12c38522f07a/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2669923
Dec 23 16:47:22.894217 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-313930e7-40dd-4b5d-b58f-81eda02e3319 None None] Sync routers for ids ['7dffe90e-a569-426e-944d-12c38522f07a'] in dv-neutron-822799-1-hyperv {{(pid=87637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 23 16:47:22.934953 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-313930e7-40dd-4b5d-b58f-81eda02e3319 None None] Routers {'7dffe90e-a569-426e-944d-12c38522f07a'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:47:22.935604 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-313930e7-40dd-4b5d-b58f-81eda02e3319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc03f40a0>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:47:20Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['7dffe90e-a569-426e-944d-12c38522f07a'], 'active': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:47:23.035413 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-f55fe82f-9d7c-4d58-ab31-64f33ccf2478 req-c96d3165-0478-4955-8dd8-c0023cb518cb tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1916720998&fields=id&tenant_id=bf163a60baa2480bb3e9e9a93ee73eb3 HTTP/1.1" status: 200  len: 267 time: 0.0432453
Dec 23 16:47:23.049635 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Pushing event updated for resources: {'Port': ['ID=bd2c36eb-8572-4af7-988b-74ca68f27097,revision_number=3']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:47:23.052889 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:47:23.187193 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning for port a57b426b-1cc6-4043-8e36-d0d5e9a8819c completed by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:47:23.189059 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55fe82f-9d7c-4d58-ab31-64f33ccf2478 req-f6c167d3-37f8-429c-acfe-fa18ef9abc8f tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:47:23.189760 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [req-f55fe82f-9d7c-4d58-ab31-64f33ccf2478 req-f6c167d3-37f8-429c-acfe-fa18ef9abc8f tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Synchronizing usage tracker for tenant:bf163a60baa2480bb3e9e9a93ee73eb3 on resource:network {{(pid=87635) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:47:23.199115 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port a57b426b-1cc6-4043-8e36-d0d5e9a8819c triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:47:23.199934 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:47:23.205782 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [req-f55fe82f-9d7c-4d58-ab31-64f33ccf2478 req-f6c167d3-37f8-429c-acfe-fa18ef9abc8f tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Unset dirty status for tenant:bf163a60baa2480bb3e9e9a93ee73eb3 on resource:network {{(pid=87635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:47:23.207038 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-f55fe82f-9d7c-4d58-ab31-64f33ccf2478 req-f6c167d3-37f8-429c-acfe-fa18ef9abc8f tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/networks?id=3c40f70c-0c86-470c-af02-887b9a96040b HTTP/1.1" status: 200  len: 795 time: 0.1646588
Dec 23 16:47:23.222856 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-f55fe82f-9d7c-4d58-ab31-64f33ccf2478 req-6cf3b7a3-a676-4625-84c2-7f194e38e0f3 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/quotas/bf163a60baa2480bb3e9e9a93ee73eb3 HTTP/1.1" status: 200  len: 375 time: 0.0100741
Dec 23 16:47:23.230977 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvr_db [None req-313930e7-40dd-4b5d-b58f-81eda02e3319 None None] Set router 7dffe90e-a569-426e-944d-12c38522f07a gateway port host: dv-neutron-822799-1-hyperv {{(pid=87637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:47:23.307683 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [req-f55fe82f-9d7c-4d58-ab31-64f33ccf2478 req-18b8bbff-533c-4289-a5ef-51c8f8ce13c7 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Synchronizing usage tracker for tenant:bf163a60baa2480bb3e9e9a93ee73eb3 on resource:port {{(pid=87635) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:47:23.324046 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [req-f55fe82f-9d7c-4d58-ab31-64f33ccf2478 req-18b8bbff-533c-4289-a5ef-51c8f8ce13c7 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Unset dirty status for tenant:bf163a60baa2480bb3e9e9a93ee73eb3 on resource:port {{(pid=87635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:47:23.326058 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-f55fe82f-9d7c-4d58-ab31-64f33ccf2478 req-18b8bbff-533c-4289-a5ef-51c8f8ce13c7 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=bf163a60baa2480bb3e9e9a93ee73eb3&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0981045
Dec 23 16:47:23.384368 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [req-f55fe82f-9d7c-4d58-ab31-64f33ccf2478 req-b4927c9b-3930-47dc-92bc-b08d5e80673a service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=87635) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 23 16:47:23.385402 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-f55fe82f-9d7c-4d58-ab31-64f33ccf2478 req-b4927c9b-3930-47dc-92bc-b08d5e80673a service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0480685
Dec 23 16:47:23.523199 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-f55fe82f-9d7c-4d58-ab31-64f33ccf2478 req-01cee295-9b02-45f4-ba4a-055242f8c67d service neutron] 10.222.0.64 "GET /v2.0/networks/3c40f70c-0c86-470c-af02-887b9a96040b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1317341
Dec 23 16:47:23.533195 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:47:23.593534 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] For port a57b426b-1cc6-4043-8e36-d0d5e9a8819c, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=a57b426b-1cc6-4043-8e36-d0d5e9a8819c,segment=NetworkSegment(77e3d110-dd7b-426c-b11f-b78dde7993df),segment_id=77e3d110-dd7b-426c-b11f-b78dde7993df)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:47:23.603277 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:47:23.606700 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-195acfd5-6ec7-426c-a1ad-0e0a3ec2638f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:47:23.657561 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-f55fe82f-9d7c-4d58-ab31-64f33ccf2478 req-7e409845-842c-4d5b-9e43-7ec81f50d0aa service neutron] 10.222.0.64 "GET /v2.0/networks/3c40f70c-0c86-470c-af02-887b9a96040b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1283715
Dec 23 16:47:23.675800 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Pushing event updated for resources: {'Port': ['ID=a57b426b-1cc6-4043-8e36-d0d5e9a8819c,revision_number=4']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:47:23.678967 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:47:23.687728 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-313930e7-40dd-4b5d-b58f-81eda02e3319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc03f40a0>, [{'id': '7dffe90e-a569-426e-944d-12c38522f07a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-71893622', 'tenant_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.249'}], 'enable_snat': True}, 'gw_port_id': 'a57b426b-1cc6-4043-8e36-d0d5e9a8819c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:47:16Z', 'updated_at': '2021-12-23T16:47:21Z', 'revision_number': 4, 'project_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'gw_port': {'id': 'a57b426b-1cc6-4043-8e36-d0d5e9a8819c', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:d9:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dffe90e-a569-426e-944d-12c38522f07a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:47:17Z', 'updated_at': '2021-12-23T16:47:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_interfaces': [{'id': '234fd8a2-8020-42b1-9716-eb84202a6dcd', 'name': '', 'network_id': '3c40f70c-0c86-470c-af02-887b9a96040b', 'tenant_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'mac_address': 'fa:16:3e:e0:95:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dffe90e-a569-426e-944d-12c38522f07a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '71fd45d9-1c23-409b-93da-6f090e33f368', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:47:20Z', 'updated_at': '2021-12-23T16:47:22Z', 'revision_number': 2, 'project_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'subnets': [{'id': '71fd45d9-1c23-409b-93da-6f090e33f368', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:47:23.691674 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-313930e7-40dd-4b5d-b58f-81eda02e3319 None None] Checking router: 7dffe90e-a569-426e-944d-12c38522f07a for host: dv-neutron-822799-1-hyperv {{(pid=87637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 23 16:47:23.692394 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-313930e7-40dd-4b5d-b58f-81eda02e3319 None None] Updating router 7dffe90e-a569-426e-944d-12c38522f07a port 234fd8a2-8020-42b1-9716-eb84202a6dcd binding host dv-neutron-822799-1-hyperv {{(pid=87637) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 23 16:47:23.747896 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-313930e7-40dd-4b5d-b58f-81eda02e3319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:47:23.840058 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-cfcc6d71-5e19-4891-be25-c4247f938140 req-11e70ca2-8267-4b50-bece-eadcb1bdea7d tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Synchronizing usage tracker for tenant:bf163a60baa2480bb3e9e9a93ee73eb3 on resource:port {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:47:23.852135 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-cfcc6d71-5e19-4891-be25-c4247f938140 req-11e70ca2-8267-4b50-bece-eadcb1bdea7d tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Unset dirty status for tenant:bf163a60baa2480bb3e9e9a93ee73eb3 on resource:port {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:47:23.853300 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-cfcc6d71-5e19-4891-be25-c4247f938140 req-11e70ca2-8267-4b50-bece-eadcb1bdea7d tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/ports?device_id=de6752cb-cd23-407e-8ac8-e0634cdd2499 HTTP/1.1" status: 200  len: 210 time: 0.0577095
Dec 23 16:47:24.113023 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-313930e7-40dd-4b5d-b58f-81eda02e3319 None None] Notify callbacks [] for port, precommit_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:47:24.124660 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-313930e7-40dd-4b5d-b58f-81eda02e3319 None None] Transition to ACTIVE for port object 234fd8a2-8020-42b1-9716-eb84202a6dcd will not be triggered until provisioned by entity L2. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:47:24.131261 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-313930e7-40dd-4b5d-b58f-81eda02e3319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:47:24.134773 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:47:24.299783 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343b22fb-e715-4175-be1f-0220d5247769 None None] Pushing event updated for resources: {'Port': ['ID=234fd8a2-8020-42b1-9716-eb84202a6dcd,revision_number=3']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:47:24.306731 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-343b22fb-e715-4175-be1f-0220d5247769 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:47:24.364456 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-313930e7-40dd-4b5d-b58f-81eda02e3319 None None] Attempting to bind port 234fd8a2-8020-42b1-9716-eb84202a6dcd on host dv-neutron-822799-1-hyperv for vnic_type normal with profile  {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:47:24.365072 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-313930e7-40dd-4b5d-b58f-81eda02e3319 None None] Attempting to bind port 234fd8a2-8020-42b1-9716-eb84202a6dcd by drivers openvswitch,hyperv on host dv-neutron-822799-1-hyperv at level 0 using segments [{'id': '69969afc-c351-4a9b-9148-a348d6216148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '3c40f70c-0c86-470c-af02-887b9a96040b'}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:47:24.365709 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-313930e7-40dd-4b5d-b58f-81eda02e3319 None None] Attempting to bind port 234fd8a2-8020-42b1-9716-eb84202a6dcd on network 3c40f70c-0c86-470c-af02-887b9a96040b {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:47:24.372902 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-313930e7-40dd-4b5d-b58f-81eda02e3319 None None] Checking agent: {'id': '20d2070f-69a9-4e73-8d08-6f0387a40158', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822799-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 21), 'started_at': datetime.datetime(2021, 12, 23, 16, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 47, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822799-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 23 16:47:24.373715 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-313930e7-40dd-4b5d-b58f-81eda02e3319 None None] Checking segment: {'id': '69969afc-c351-4a9b-9148-a348d6216148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '3c40f70c-0c86-470c-af02-887b9a96040b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:47:24.374489 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-313930e7-40dd-4b5d-b58f-81eda02e3319 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:47:24.375189 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-313930e7-40dd-4b5d-b58f-81eda02e3319 None None] Bound using segment: {'id': '69969afc-c351-4a9b-9148-a348d6216148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '3c40f70c-0c86-470c-af02-887b9a96040b'} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 23 16:47:24.375892 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-313930e7-40dd-4b5d-b58f-81eda02e3319 None None] Bound port: 234fd8a2-8020-42b1-9716-eb84202a6dcd, host: dv-neutron-822799-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69969afc-c351-4a9b-9148-a348d6216148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '3c40f70c-0c86-470c-af02-887b9a96040b'}}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 23 16:47:24.376321 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-313930e7-40dd-4b5d-b58f-81eda02e3319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:47:24.480692 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-313930e7-40dd-4b5d-b58f-81eda02e3319 None None] For port 234fd8a2-8020-42b1-9716-eb84202a6dcd, host dv-neutron-822799-1-hyperv, cleared binding levels {{(pid=87637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 23 16:47:24.484146 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-313930e7-40dd-4b5d-b58f-81eda02e3319 None None] For port 234fd8a2-8020-42b1-9716-eb84202a6dcd, host dv-neutron-822799-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=234fd8a2-8020-42b1-9716-eb84202a6dcd,segment=NetworkSegment(69969afc-c351-4a9b-9148-a348d6216148),segment_id=69969afc-c351-4a9b-9148-a348d6216148)] {{(pid=87637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 23 16:47:24.488991 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device bd2c36eb-8572-4af7-988b-74ca68f27097 up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:47:24.518681 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-313930e7-40dd-4b5d-b58f-81eda02e3319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:47:24.530766 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-fe5ba4bf-ae0e-4208-aa20-e67854e50780 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:47:24.623643 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-313930e7-40dd-4b5d-b58f-81eda02e3319 None None] Routers {'7dffe90e-a569-426e-944d-12c38522f07a'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:47:24.624338 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-313930e7-40dd-4b5d-b58f-81eda02e3319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc03f40a0>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:47:20Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['7dffe90e-a569-426e-944d-12c38522f07a'], 'active': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:47:24.751988 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343b22fb-e715-4175-be1f-0220d5247769 None None] Pushing event updated for resources: {'Port': ['ID=234fd8a2-8020-42b1-9716-eb84202a6dcd,revision_number=4']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:47:24.767796 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-343b22fb-e715-4175-be1f-0220d5247769 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:47:24.836302 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port bd2c36eb-8572-4af7-988b-74ca68f27097 triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:47:24.836742 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:47:24.913865 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvr_db [None req-313930e7-40dd-4b5d-b58f-81eda02e3319 None None] Set router 7dffe90e-a569-426e-944d-12c38522f07a gateway port host: dv-neutron-822799-1-hyperv {{(pid=87637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:47:24.918633 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55fe82f-9d7c-4d58-ab31-64f33ccf2478 req-a28487d4-d811-4c51-bb65-d923b15192b7 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:47:24.919419 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-f55fe82f-9d7c-4d58-ab31-64f33ccf2478 req-a28487d4-d811-4c51-bb65-d923b15192b7 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Synchronizing usage tracker for tenant:bf163a60baa2480bb3e9e9a93ee73eb3 on resource:network {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:47:24.931367 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-f55fe82f-9d7c-4d58-ab31-64f33ccf2478 req-a28487d4-d811-4c51-bb65-d923b15192b7 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Unset dirty status for tenant:bf163a60baa2480bb3e9e9a93ee73eb3 on resource:network {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:47:24.932749 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-f55fe82f-9d7c-4d58-ab31-64f33ccf2478 req-a28487d4-d811-4c51-bb65-d923b15192b7 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.61 "GET /v2.0/networks?id=3c40f70c-0c86-470c-af02-887b9a96040b HTTP/1.1" status: 200  len: 795 time: 0.1804590
Dec 23 16:47:24.998020 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-f55fe82f-9d7c-4d58-ab31-64f33ccf2478 req-9bf471d1-f0ed-4c3d-a875-30a9c9f308cc tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Synchronizing usage tracker for tenant:bf163a60baa2480bb3e9e9a93ee73eb3 on resource:security_group {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:47:25.014783 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-f55fe82f-9d7c-4d58-ab31-64f33ccf2478 req-9bf471d1-f0ed-4c3d-a875-30a9c9f308cc tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Unset dirty status for tenant:bf163a60baa2480bb3e9e9a93ee73eb3 on resource:security_group {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:47:25.016261 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-f55fe82f-9d7c-4d58-ab31-64f33ccf2478 req-9bf471d1-f0ed-4c3d-a875-30a9c9f308cc tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bf163a60baa2480bb3e9e9a93ee73eb3 HTTP/1.1" status: 200  len: 380 time: 0.0749111
Dec 23 16:47:25.019406 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-e6176913-9fed-4cc7-807f-25c881b52aba req-f5956588-8250-4d4c-89a1-43207ca13a5d tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/ports?device_id=de6752cb-cd23-407e-8ac8-e0634cdd2499 HTTP/1.1" status: 200  len: 210 time: 0.0463653
Dec 23 16:47:25.030685 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [req-f55fe82f-9d7c-4d58-ab31-64f33ccf2478 req-ba2365ea-3dc5-419e-863d-987b9a5535cc tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Request body: {'port': {'device_id': 'de6752cb-cd23-407e-8ac8-e0634cdd2499', 'network_id': '3c40f70c-0c86-470c-af02-887b9a96040b', 'admin_state_up': True, 'tenant_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'security_groups': ['77190ad2-731b-4d3f-81f2-2046e59e91fd']}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:47:25.257730 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device a57b426b-1cc6-4043-8e36-d0d5e9a8819c up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:47:25.309515 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [req-f55fe82f-9d7c-4d58-ab31-64f33ccf2478 req-ba2365ea-3dc5-419e-863d-987b9a5535cc tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:47:25.319471 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [req-f55fe82f-9d7c-4d58-ab31-64f33ccf2478 req-ba2365ea-3dc5-419e-863d-987b9a5535cc tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:47:25.329495 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f55fe82f-9d7c-4d58-ab31-64f33ccf2478 req-ba2365ea-3dc5-419e-863d-987b9a5535cc tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Made reservation on behalf of bf163a60baa2480bb3e9e9a93ee73eb3 for: {'port': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:47:25.333041 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-f55fe82f-9d7c-4d58-ab31-64f33ccf2478 req-ba2365ea-3dc5-419e-863d-987b9a5535cc tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:47:25.386008 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port a57b426b-1cc6-4043-8e36-d0d5e9a8819c triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:47:25.386400 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:47:25.448326 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-313930e7-40dd-4b5d-b58f-81eda02e3319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc03f40a0>, [{'id': '7dffe90e-a569-426e-944d-12c38522f07a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-71893622', 'tenant_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.249'}], 'enable_snat': True}, 'gw_port_id': 'a57b426b-1cc6-4043-8e36-d0d5e9a8819c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:47:16Z', 'updated_at': '2021-12-23T16:47:21Z', 'revision_number': 4, 'project_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'gw_port': {'id': 'a57b426b-1cc6-4043-8e36-d0d5e9a8819c', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:d9:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dffe90e-a569-426e-944d-12c38522f07a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:47:17Z', 'updated_at': '2021-12-23T16:47:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_interfaces': [{'id': '234fd8a2-8020-42b1-9716-eb84202a6dcd', 'name': '', 'network_id': '3c40f70c-0c86-470c-af02-887b9a96040b', 'tenant_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'mac_address': 'fa:16:3e:e0:95:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dffe90e-a569-426e-944d-12c38522f07a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '71fd45d9-1c23-409b-93da-6f090e33f368', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:47:20Z', 'updated_at': '2021-12-23T16:47:24Z', 'revision_number': 4, 'project_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'subnets': [{'id': '71fd45d9-1c23-409b-93da-6f090e33f368', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:47:25.460918 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-313930e7-40dd-4b5d-b58f-81eda02e3319 None None] The sync data for ids ['7dffe90e-a569-426e-944d-12c38522f07a'] in dv-neutron-822799-1-hyperv is: [{'id': '7dffe90e-a569-426e-944d-12c38522f07a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-71893622', 'tenant_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.249'}], 'enable_snat': True}, 'gw_port_id': 'a57b426b-1cc6-4043-8e36-d0d5e9a8819c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:47:16Z', 'updated_at': '2021-12-23T16:47:21Z', 'revision_number': 4, 'project_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'gw_port': {'id': 'a57b426b-1cc6-4043-8e36-d0d5e9a8819c', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:d9:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dffe90e-a569-426e-944d-12c38522f07a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:47:17Z', 'updated_at': '2021-12-23T16:47:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_interfaces': [{'id': '234fd8a2-8020-42b1-9716-eb84202a6dcd', 'name': '', 'network_id': '3c40f70c-0c86-470c-af02-887b9a96040b', 'tenant_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'mac_address': 'fa:16:3e:e0:95:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dffe90e-a569-426e-944d-12c38522f07a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '71fd45d9-1c23-409b-93da-6f090e33f368', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:47:20Z', 'updated_at': '2021-12-23T16:47:24Z', 'revision_number': 4, 'project_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'subnets': [{'id': '71fd45d9-1c23-409b-93da-6f090e33f368', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 23 16:47:25.501024 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [req-f55fe82f-9d7c-4d58-ab31-64f33ccf2478 req-ba2365ea-3dc5-419e-863d-987b9a5535cc tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Allocated IP 172.20.0.3 (3c40f70c-0c86-470c-af02-887b9a96040b/71fd45d9-1c23-409b-93da-6f090e33f368/f7c81c22-13b5-49c4-8b23-206a41272891) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:47:25.722425 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-f55fe82f-9d7c-4d58-ab31-64f33ccf2478 req-ba2365ea-3dc5-419e-863d-987b9a5535cc tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:47:25.738716 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.provisioning_blocks [req-f55fe82f-9d7c-4d58-ab31-64f33ccf2478 req-ba2365ea-3dc5-419e-863d-987b9a5535cc tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Transition to ACTIVE for port object f7c81c22-13b5-49c4-8b23-206a41272891 will not be triggered until provisioned by entity DHCP. {{(pid=87636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:47:25.763902 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-f55fe82f-9d7c-4d58-ab31-64f33ccf2478 req-ba2365ea-3dc5-419e-863d-987b9a5535cc tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:47:25.770394 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-128c1afa-e4b0-4963-8fe7-cdc68800d725 tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:47:25.840410 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f55fe82f-9d7c-4d58-ab31-64f33ccf2478 req-ba2365ea-3dc5-419e-863d-987b9a5535cc tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Network 3c40f70c-0c86-470c-af02-887b9a96040b is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:47:25.844132 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [req-f55fe82f-9d7c-4d58-ab31-64f33ccf2478 req-ba2365ea-3dc5-419e-863d-987b9a5535cc tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Resources bound (agent type, host, resource id):  {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:47:25.848220 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [req-f55fe82f-9d7c-4d58-ab31-64f33ccf2478 req-ba2365ea-3dc5-419e-863d-987b9a5535cc tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:47:25.879054 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2365ea-3dc5-419e-863d-987b9a5535cc tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Pushing event updated for resources: {'Port': ['ID=f7c81c22-13b5-49c4-8b23-206a41272891,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:47:25.885980 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-ba2365ea-3dc5-419e-863d-987b9a5535cc tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:47:25.917531 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55fe82f-9d7c-4d58-ab31-64f33ccf2478 req-ba2365ea-3dc5-419e-863d-987b9a5535cc tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:47:25.918653 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-f55fe82f-9d7c-4d58-ab31-64f33ccf2478 req-ba2365ea-3dc5-419e-863d-987b9a5535cc tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:47:25.945680 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-f55fe82f-9d7c-4d58-ab31-64f33ccf2478 req-ba2365ea-3dc5-419e-863d-987b9a5535cc tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.9199500
Dec 23 16:47:25.957759 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [req-f55fe82f-9d7c-4d58-ab31-64f33ccf2478 req-dc7a0f5a-203f-43ba-b2fe-a3d954f14efd service neutron] Request body: {'port': {'device_id': 'de6752cb-cd23-407e-8ac8-e0634cdd2499', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8227'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:47:26.084904 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-f55fe82f-9d7c-4d58-ab31-64f33ccf2478 req-dc7a0f5a-203f-43ba-b2fe-a3d954f14efd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:47:26.148842 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-45cb3180-c1fa-4d98-b2d8-97591a65f23d None None] Provisioning for port f7c81c22-13b5-49c4-8b23-206a41272891 completed by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:47:26.155017 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-45cb3180-c1fa-4d98-b2d8-97591a65f23d None None] Provisioning complete for port f7c81c22-13b5-49c4-8b23-206a41272891 triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:47:26.155397 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-45cb3180-c1fa-4d98-b2d8-97591a65f23d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:47:26.208854 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-45cb3180-c1fa-4d98-b2d8-97591a65f23d None None] Port f7c81c22-13b5-49c4-8b23-206a41272891 cannot update to ACTIVE because it is not bound. {{(pid=87637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 23 16:47:26.390546 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13f7161-19c8-487b-a4be-f1c7621f2258 req-289c717b-ddda-4926-90ea-fb8a1e057737 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:47:26.391255 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-f13f7161-19c8-487b-a4be-f1c7621f2258 req-289c717b-ddda-4926-90ea-fb8a1e057737 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Synchronizing usage tracker for tenant:bf163a60baa2480bb3e9e9a93ee73eb3 on resource:port {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:47:26.428170 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-f13f7161-19c8-487b-a4be-f1c7621f2258 req-289c717b-ddda-4926-90ea-fb8a1e057737 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Unset dirty status for tenant:bf163a60baa2480bb3e9e9a93ee73eb3 on resource:port {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:47:26.429529 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-f13f7161-19c8-487b-a4be-f1c7621f2258 req-289c717b-ddda-4926-90ea-fb8a1e057737 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/ports?device_id=de6752cb-cd23-407e-8ac8-e0634cdd2499 HTTP/1.1" status: 200  len: 931 time: 0.2980816
Dec 23 16:47:26.507793 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-f13f7161-19c8-487b-a4be-f1c7621f2258 req-a32ba6e6-2605-43d2-91a3-0bf1ec4bcfd7 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/security-groups?id=77190ad2-731b-4d3f-81f2-2046e59e91fd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0670969
Dec 23 16:47:26.530532 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 234fd8a2-8020-42b1-9716-eb84202a6dcd up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:47:26.595865 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [req-f55fe82f-9d7c-4d58-ab31-64f33ccf2478 req-dc7a0f5a-203f-43ba-b2fe-a3d954f14efd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7c81c22-13b5-49c4-8b23-206a41272891 {{(pid=87636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 23 16:47:26.604204 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-f55fe82f-9d7c-4d58-ab31-64f33ccf2478 req-dc7a0f5a-203f-43ba-b2fe-a3d954f14efd service neutron] Notify callbacks [] for port, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:47:26.612219 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning for port 234fd8a2-8020-42b1-9716-eb84202a6dcd completed by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:47:26.619884 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.provisioning_blocks [req-f55fe82f-9d7c-4d58-ab31-64f33ccf2478 req-dc7a0f5a-203f-43ba-b2fe-a3d954f14efd service neutron] Transition to ACTIVE for port object f7c81c22-13b5-49c4-8b23-206a41272891 will not be triggered until provisioned by entity L2. {{(pid=87636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:47:26.620780 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port 234fd8a2-8020-42b1-9716-eb84202a6dcd triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:47:26.621451 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:47:26.625048 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-f55fe82f-9d7c-4d58-ab31-64f33ccf2478 req-dc7a0f5a-203f-43ba-b2fe-a3d954f14efd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2176289'] for port, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:47:26.629391 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-0ec791a5-e0a7-4c38-8267-2a9fa8a81b7d tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:47:26.744015 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:47:26.756715 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7a0f5a-203f-43ba-b2fe-a3d954f14efd service neutron] Pushing event updated for resources: {'Port': ['ID=f7c81c22-13b5-49c4-8b23-206a41272891,revision_number=2']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:47:26.760245 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-dc7a0f5a-203f-43ba-b2fe-a3d954f14efd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:47:26.779212 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] For port 234fd8a2-8020-42b1-9716-eb84202a6dcd, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=234fd8a2-8020-42b1-9716-eb84202a6dcd,segment=NetworkSegment(69969afc-c351-4a9b-9148-a348d6216148),segment_id=69969afc-c351-4a9b-9148-a348d6216148)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:47:26.784541 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:47:26.787993 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:47:26.863093 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Pushing event updated for resources: {'Port': ['ID=234fd8a2-8020-42b1-9716-eb84202a6dcd,revision_number=5']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:47:26.866426 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:47:26.871666 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [req-f55fe82f-9d7c-4d58-ab31-64f33ccf2478 req-dc7a0f5a-203f-43ba-b2fe-a3d954f14efd service neutron] Attempting to bind port f7c81c22-13b5-49c4-8b23-206a41272891 on host hv-neutron-8227 for vnic_type normal with profile  {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:47:26.872450 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [req-f55fe82f-9d7c-4d58-ab31-64f33ccf2478 req-dc7a0f5a-203f-43ba-b2fe-a3d954f14efd service neutron] Attempting to bind port f7c81c22-13b5-49c4-8b23-206a41272891 by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': '69969afc-c351-4a9b-9148-a348d6216148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '3c40f70c-0c86-470c-af02-887b9a96040b'}] {{(pid=87636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:47:26.872884 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f55fe82f-9d7c-4d58-ab31-64f33ccf2478 req-dc7a0f5a-203f-43ba-b2fe-a3d954f14efd service neutron] Attempting to bind port f7c81c22-13b5-49c4-8b23-206a41272891 on network 3c40f70c-0c86-470c-af02-887b9a96040b {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:47:26.877941 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f55fe82f-9d7c-4d58-ab31-64f33ccf2478 req-dc7a0f5a-203f-43ba-b2fe-a3d954f14efd service neutron] Port f7c81c22-13b5-49c4-8b23-206a41272891 on network 3c40f70c-0c86-470c-af02-887b9a96040b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 23 16:47:26.878274 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f55fe82f-9d7c-4d58-ab31-64f33ccf2478 req-dc7a0f5a-203f-43ba-b2fe-a3d954f14efd service neutron] Attempting to bind port f7c81c22-13b5-49c4-8b23-206a41272891 on network 3c40f70c-0c86-470c-af02-887b9a96040b {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:47:26.883618 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f55fe82f-9d7c-4d58-ab31-64f33ccf2478 req-dc7a0f5a-203f-43ba-b2fe-a3d954f14efd service neutron] Checking agent: {'id': '5a806709-633b-4d33-98c4-3d24562c0f1e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8227', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 6, 42), 'started_at': datetime.datetime(2021, 12, 23, 16, 6, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 47, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 23 16:47:26.883960 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f55fe82f-9d7c-4d58-ab31-64f33ccf2478 req-dc7a0f5a-203f-43ba-b2fe-a3d954f14efd service neutron] Checking segment: {'id': '69969afc-c351-4a9b-9148-a348d6216148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '3c40f70c-0c86-470c-af02-887b9a96040b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:47:26.884359 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f55fe82f-9d7c-4d58-ab31-64f33ccf2478 req-dc7a0f5a-203f-43ba-b2fe-a3d954f14efd service neutron] Bound using segment: {'id': '69969afc-c351-4a9b-9148-a348d6216148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '3c40f70c-0c86-470c-af02-887b9a96040b'} {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 23 16:47:26.884826 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [req-f55fe82f-9d7c-4d58-ab31-64f33ccf2478 req-dc7a0f5a-203f-43ba-b2fe-a3d954f14efd service neutron] Bound port: f7c81c22-13b5-49c4-8b23-206a41272891, host: hv-neutron-8227, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69969afc-c351-4a9b-9148-a348d6216148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '3c40f70c-0c86-470c-af02-887b9a96040b'}}] {{(pid=87636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 23 16:47:26.885177 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-f55fe82f-9d7c-4d58-ab31-64f33ccf2478 req-dc7a0f5a-203f-43ba-b2fe-a3d954f14efd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:47:26.976810 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [req-f55fe82f-9d7c-4d58-ab31-64f33ccf2478 req-dc7a0f5a-203f-43ba-b2fe-a3d954f14efd service neutron] For port f7c81c22-13b5-49c4-8b23-206a41272891, host hv-neutron-8227, cleared binding levels {{(pid=87636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 23 16:47:26.979896 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [req-f55fe82f-9d7c-4d58-ab31-64f33ccf2478 req-dc7a0f5a-203f-43ba-b2fe-a3d954f14efd service neutron] For port f7c81c22-13b5-49c4-8b23-206a41272891, host hv-neutron-8227, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=f7c81c22-13b5-49c4-8b23-206a41272891,segment=NetworkSegment(69969afc-c351-4a9b-9148-a348d6216148),segment_id=69969afc-c351-4a9b-9148-a348d6216148)] {{(pid=87636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 23 16:47:26.984386 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-f55fe82f-9d7c-4d58-ab31-64f33ccf2478 req-dc7a0f5a-203f-43ba-b2fe-a3d954f14efd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2176289'] for port, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:47:26.988035 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-abf86ec8-3a91-4882-bb74-74e141e4430e tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:47:27.038742 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55fe82f-9d7c-4d58-ab31-64f33ccf2478 req-dc7a0f5a-203f-43ba-b2fe-a3d954f14efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:47:27.039459 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-f55fe82f-9d7c-4d58-ab31-64f33ccf2478 req-dc7a0f5a-203f-43ba-b2fe-a3d954f14efd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:47:27.040786 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-f55fe82f-9d7c-4d58-ab31-64f33ccf2478 req-dc7a0f5a-203f-43ba-b2fe-a3d954f14efd service neutron] 10.222.0.61 "PUT /v2.0/ports/f7c81c22-13b5-49c4-8b23-206a41272891 HTTP/1.1" status: 200  len: 1093 time: 1.0874848
Dec 23 16:47:27.041301 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de6752cb-cd23-407e-8ac8-e0634cdd2499', 'tag': 'f7c81c22-13b5-49c4-8b23-206a41272891'}] {{(pid=87636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 23 16:47:27.066418 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7a0f5a-203f-43ba-b2fe-a3d954f14efd service neutron] Pushing event updated for resources: {'Port': ['ID=f7c81c22-13b5-49c4-8b23-206a41272891,revision_number=3']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:47:27.070499 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-dc7a0f5a-203f-43ba-b2fe-a3d954f14efd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:47:27.120324 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de6752cb-cd23-407e-8ac8-e0634cdd2499', 'tag': 'f7c81c22-13b5-49c4-8b23-206a41272891', 'status': 'completed', 'code': 200}
Dec 23 16:47:27.165238 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55fe82f-9d7c-4d58-ab31-64f33ccf2478 req-d4775923-d48c-43f6-9c1a-63c152062bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:47:27.166737 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-f55fe82f-9d7c-4d58-ab31-64f33ccf2478 req-d4775923-d48c-43f6-9c1a-63c152062bf3 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=bf163a60baa2480bb3e9e9a93ee73eb3&device_id=de6752cb-cd23-407e-8ac8-e0634cdd2499 HTTP/1.1" status: 200  len: 1096 time: 0.0803952
Dec 23 16:47:27.242405 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-f55fe82f-9d7c-4d58-ab31-64f33ccf2478 req-e6a1d44c-c82d-4828-81b4-8ff903268d76 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f7c81c22-13b5-49c4-8b23-206a41272891 HTTP/1.1" status: 200  len: 217 time: 0.0684268
Dec 23 16:47:27.305709 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55fe82f-9d7c-4d58-ab31-64f33ccf2478 req-4bed5dd4-533d-4619-9c40-15e0a78ae86e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:47:27.307079 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-f55fe82f-9d7c-4d58-ab31-64f33ccf2478 req-4bed5dd4-533d-4619-9c40-15e0a78ae86e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=71fd45d9-1c23-409b-93da-6f090e33f368 HTTP/1.1" status: 200  len: 834 time: 0.0583072
Dec 23 16:47:27.520558 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55fe82f-9d7c-4d58-ab31-64f33ccf2478 req-6660c8bb-7477-4a0b-a523-5809f25e4a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:47:27.522092 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-f55fe82f-9d7c-4d58-ab31-64f33ccf2478 req-6660c8bb-7477-4a0b-a523-5809f25e4a7d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3c40f70c-0c86-470c-af02-887b9a96040b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.2085948
Dec 23 16:47:27.700918 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-f55fe82f-9d7c-4d58-ab31-64f33ccf2478 req-478d1472-476b-4244-a7b5-92aa7c77ac5f service neutron] 10.222.0.61 "GET /v2.0/networks/3c40f70c-0c86-470c-af02-887b9a96040b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1715665
Dec 23 16:47:27.811812 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1523ba81-caca-4fa1-8376-8c2a62f33a73 req-0bd75e43-fecb-4acb-a01a-aae87ff05c61 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:47:27.813168 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-1523ba81-caca-4fa1-8376-8c2a62f33a73 req-0bd75e43-fecb-4acb-a01a-aae87ff05c61 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/ports?device_id=de6752cb-cd23-407e-8ac8-e0634cdd2499 HTTP/1.1" status: 200  len: 943 time: 0.1941860
Dec 23 16:47:27.877521 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-f55fe82f-9d7c-4d58-ab31-64f33ccf2478 req-4cafaf47-96bc-447e-ab47-2ace66257acd service neutron] 10.222.0.61 "GET /v2.0/networks/3c40f70c-0c86-470c-af02-887b9a96040b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1692286
Dec 23 16:47:27.884424 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-1523ba81-caca-4fa1-8376-8c2a62f33a73 req-d0f72ce5-6a44-4197-9002-35ca7d97b368 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/security-groups?id=77190ad2-731b-4d3f-81f2-2046e59e91fd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0645537
Dec 23 16:47:27.991838 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a7a706-1dfb-4f97-8fe7-9f2d090be773 req-fee1a248-ad77-4f4e-8834-a5ad604b8496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:47:27.993352 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-96a7a706-1dfb-4f97-8fe7-9f2d090be773 req-fee1a248-ad77-4f4e-8834-a5ad604b8496 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=bf163a60baa2480bb3e9e9a93ee73eb3&device_id=de6752cb-cd23-407e-8ac8-e0634cdd2499 HTTP/1.1" status: 200  len: 1096 time: 0.0715311
Dec 23 16:47:28.122966 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a7a706-1dfb-4f97-8fe7-9f2d090be773 req-e37ef6ae-f3cf-4962-915b-81328914a8a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:47:28.124395 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-96a7a706-1dfb-4f97-8fe7-9f2d090be773 req-e37ef6ae-f3cf-4962-915b-81328914a8a3 service neutron] 10.222.0.61 "GET /v2.0/networks?id=3c40f70c-0c86-470c-af02-887b9a96040b HTTP/1.1" status: 200  len: 896 time: 0.1234872
Dec 23 16:47:28.195364 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-96a7a706-1dfb-4f97-8fe7-9f2d090be773 req-ea1c102b-7b2f-4ce8-8729-6d9e45d13438 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f7c81c22-13b5-49c4-8b23-206a41272891 HTTP/1.1" status: 200  len: 217 time: 0.0636234
Dec 23 16:47:28.258573 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a7a706-1dfb-4f97-8fe7-9f2d090be773 req-b81f7ba5-67ad-4cdc-95a6-060176a1a094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:47:28.259989 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-96a7a706-1dfb-4f97-8fe7-9f2d090be773 req-b81f7ba5-67ad-4cdc-95a6-060176a1a094 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=71fd45d9-1c23-409b-93da-6f090e33f368 HTTP/1.1" status: 200  len: 834 time: 0.0580189
Dec 23 16:47:28.342789 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a7a706-1dfb-4f97-8fe7-9f2d090be773 req-5c69c5fb-2bc2-4f47-85a3-b2c1c30b53de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:47:28.344259 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-96a7a706-1dfb-4f97-8fe7-9f2d090be773 req-5c69c5fb-2bc2-4f47-85a3-b2c1c30b53de service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3c40f70c-0c86-470c-af02-887b9a96040b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0767939
Dec 23 16:47:28.480328 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-96a7a706-1dfb-4f97-8fe7-9f2d090be773 req-9ec91d0c-303e-49ef-bfe0-3fe954c72302 service neutron] 10.222.0.61 "GET /v2.0/networks/3c40f70c-0c86-470c-af02-887b9a96040b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1259687
Dec 23 16:47:28.485008 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 234fd8a2-8020-42b1-9716-eb84202a6dcd up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:47:28.558545 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port 234fd8a2-8020-42b1-9716-eb84202a6dcd triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:47:28.558973 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:47:28.621458 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-96a7a706-1dfb-4f97-8fe7-9f2d090be773 req-beb28e54-28f1-4bd7-95e9-ad7c97ddefbf service neutron] 10.222.0.61 "GET /v2.0/networks/3c40f70c-0c86-470c-af02-887b9a96040b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1339242
Dec 23 16:47:29.088226 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09941cdd-b75b-48ee-95d7-129395c3e378 req-6ce2eb18-e150-4181-b7f1-70b2891aef1d tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:47:29.089746 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-09941cdd-b75b-48ee-95d7-129395c3e378 req-6ce2eb18-e150-4181-b7f1-70b2891aef1d tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/ports?device_id=de6752cb-cd23-407e-8ac8-e0634cdd2499 HTTP/1.1" status: 200  len: 943 time: 0.0954301
Dec 23 16:47:29.135194 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-09941cdd-b75b-48ee-95d7-129395c3e378 req-528a0123-55c6-4b12-9c39-ce7a76f00e70 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/security-groups?id=77190ad2-731b-4d3f-81f2-2046e59e91fd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0394816
Dec 23 16:47:29.763292 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Device f7c81c22-13b5-49c4-8b23-206a41272891 details requested by agent hyperv_hv-neutron-8227 with host hv-neutron-8227 {{(pid=87637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 23 16:47:29.906616 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] For port f7c81c22-13b5-49c4-8b23-206a41272891, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=f7c81c22-13b5-49c4-8b23-206a41272891,segment=NetworkSegment(69969afc-c351-4a9b-9148-a348d6216148),segment_id=69969afc-c351-4a9b-9148-a348d6216148)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:47:29.919474 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Returning: {'device': 'f7c81c22-13b5-49c4-8b23-206a41272891', 'network_id': '3c40f70c-0c86-470c-af02-887b9a96040b', 'port_id': 'f7c81c22-13b5-49c4-8b23-206a41272891', 'mac_address': 'fa:16:3e:d5:6c:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71fd45d9-1c23-409b-93da-6f090e33f368', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 23 16:47:30.021340 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:47:30.038166 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.notifiers.nova [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7c81c22-13b5-49c4-8b23-206a41272891 {{(pid=87637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 23 16:47:30.054458 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] For port f7c81c22-13b5-49c4-8b23-206a41272891, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=f7c81c22-13b5-49c4-8b23-206a41272891,segment=NetworkSegment(69969afc-c351-4a9b-9148-a348d6216148),segment_id=69969afc-c351-4a9b-9148-a348d6216148)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:47:30.060711 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:47:30.063581 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-9ca8f96e-b139-4e01-be7c-3b69dab1c601 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:47:30.130531 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Pushing event updated for resources: {'Port': ['ID=f7c81c22-13b5-49c4-8b23-206a41272891,revision_number=4']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:47:30.133732 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:47:30.298291 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] get_ports_and_sgs() called for port_ids ['f7c81c22-13b5-49c4-8b23-206a41272891'] {{(pid=87637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 23 16:47:30.325352 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7aeb522-86b9-46a6-ac8c-5dac8ea581bd req-01642e93-8e68-4ec7-bfe9-90ead449ac46 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:47:30.326815 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-d7aeb522-86b9-46a6-ac8c-5dac8ea581bd req-01642e93-8e68-4ec7-bfe9-90ead449ac46 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/ports?device_id=de6752cb-cd23-407e-8ac8-e0634cdd2499 HTTP/1.1" status: 200  len: 944 time: 0.0810134
Dec 23 16:47:30.371149 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-d7aeb522-86b9-46a6-ac8c-5dac8ea581bd req-605d8d4f-0c65-4b1d-a4f9-463e8f2d1784 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/security-groups?id=77190ad2-731b-4d3f-81f2-2046e59e91fd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0383284
Dec 23 16:47:31.575199 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f6b6fe-344f-4b8e-ab9f-fd489713eae0 req-fa3cc8cb-5f75-4fd6-bee7-44322afe7f07 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:47:31.576872 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-96f6b6fe-344f-4b8e-ab9f-fd489713eae0 req-fa3cc8cb-5f75-4fd6-bee7-44322afe7f07 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/ports?device_id=de6752cb-cd23-407e-8ac8-e0634cdd2499 HTTP/1.1" status: 200  len: 944 time: 0.0898728
Dec 23 16:47:31.625462 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-96f6b6fe-344f-4b8e-ab9f-fd489713eae0 req-ae695678-a61c-453e-abe4-aca3a55bbd97 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/security-groups?id=77190ad2-731b-4d3f-81f2-2046e59e91fd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427301
Dec 23 16:47:31.776361 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Device f7c81c22-13b5-49c4-8b23-206a41272891 up at agent hyperv_hv-neutron-8227 {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:47:31.851350 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Provisioning for port f7c81c22-13b5-49c4-8b23-206a41272891 completed by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:47:31.856330 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Provisioning complete for port f7c81c22-13b5-49c4-8b23-206a41272891 triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:47:31.856839 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:47:31.995655 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:47:32.023807 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de6752cb-cd23-407e-8ac8-e0634cdd2499', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7c81c22-13b5-49c4-8b23-206a41272891'}] {{(pid=87637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 23 16:47:32.034719 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] For port f7c81c22-13b5-49c4-8b23-206a41272891, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=f7c81c22-13b5-49c4-8b23-206a41272891,segment=NetworkSegment(69969afc-c351-4a9b-9148-a348d6216148),segment_id=69969afc-c351-4a9b-9148-a348d6216148)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:47:32.039688 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:47:32.042966 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-d9900a52-e6cd-4b82-831d-ce908fe7753f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:47:32.076620 dv-neutron-822799-1-hyperv neutron-server[87637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de6752cb-cd23-407e-8ac8-e0634cdd2499', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7c81c22-13b5-49c4-8b23-206a41272891', 'code': 200}
Dec 23 16:47:32.117207 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Pushing event updated for resources: {'Port': ['ID=f7c81c22-13b5-49c4-8b23-206a41272891,revision_number=5']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:47:32.120111 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:47:32.307992 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccea435-66af-4480-8c32-5b54ae0a87a3 req-e08e06ec-a782-4a55-a936-3bf215f43483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:47:32.309511 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-6ccea435-66af-4480-8c32-5b54ae0a87a3 req-e08e06ec-a782-4a55-a936-3bf215f43483 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=de6752cb-cd23-407e-8ac8-e0634cdd2499 HTTP/1.1" status: 200  len: 1098 time: 0.0787120
Dec 23 16:47:32.351558 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-6ccea435-66af-4480-8c32-5b54ae0a87a3 req-8dedd60c-d930-48e9-a16f-21c353c157a7 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=77190ad2-731b-4d3f-81f2-2046e59e91fd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0352905
Dec 23 16:47:32.826805 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d588ca-8003-443f-ac75-a4a5d71bfe03 req-a2527e95-850b-4143-adda-a88c445f7be5 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:47:32.828276 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-b3d588ca-8003-443f-ac75-a4a5d71bfe03 req-a2527e95-850b-4143-adda-a88c445f7be5 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/ports?device_id=de6752cb-cd23-407e-8ac8-e0634cdd2499 HTTP/1.1" status: 200  len: 945 time: 0.0874882
Dec 23 16:47:32.874579 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-b3d588ca-8003-443f-ac75-a4a5d71bfe03 req-729b7d40-d4ab-47a9-aaba-0a6ae023df8f tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/security-groups?id=77190ad2-731b-4d3f-81f2-2046e59e91fd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0380116
Dec 23 16:47:34.076337 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304ddc5c-b610-4849-a884-a2ad014b1620 req-bda60541-4475-4d17-8a23-4795d7166463 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:47:34.077819 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-304ddc5c-b610-4849-a884-a2ad014b1620 req-bda60541-4475-4d17-8a23-4795d7166463 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/ports?device_id=de6752cb-cd23-407e-8ac8-e0634cdd2499 HTTP/1.1" status: 200  len: 945 time: 0.0841002
Dec 23 16:47:34.124967 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-304ddc5c-b610-4849-a884-a2ad014b1620 req-b7724485-e62d-4176-a958-fdd457d602c0 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/security-groups?id=77190ad2-731b-4d3f-81f2-2046e59e91fd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414929
Dec 23 16:47:34.327008 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924a6801-9539-43f2-a1dd-07d52a93cc1a req-92cc1278-a637-4f54-b66a-0a4cb2aa0a6a tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:47:34.328464 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-924a6801-9539-43f2-a1dd-07d52a93cc1a req-92cc1278-a637-4f54-b66a-0a4cb2aa0a6a tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/ports?device_id=de6752cb-cd23-407e-8ac8-e0634cdd2499 HTTP/1.1" status: 200  len: 945 time: 0.0875950
Dec 23 16:47:34.384202 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-924a6801-9539-43f2-a1dd-07d52a93cc1a req-d19b33e4-cc32-4e93-b48e-44974ce93314 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/security-groups?id=77190ad2-731b-4d3f-81f2-2046e59e91fd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0488882
Dec 23 16:47:34.407410 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 59196) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:47:34.528484 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04d8c6a0-7250-41c8-8913-7fcca828403b tempest-TestNetworkAdvancedServerOps-760966623 tempest-TestNetworkAdvancedServerOps-760966623-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:47:34.530060 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-04d8c6a0-7250-41c8-8913-7fcca828403b tempest-TestNetworkAdvancedServerOps-760966623 tempest-TestNetworkAdvancedServerOps-760966623-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=de6752cb-cd23-407e-8ac8-e0634cdd2499 HTTP/1.1" status: 200  len: 1093 time: 0.1216805
Dec 23 16:47:34.533028 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 59202) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:47:34.537937 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-3e4decf8-6112-4a6c-9b13-ba2d8d8e17aa tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Request body: {'floatingip': {'floating_network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'port_id': 'f7c81c22-13b5-49c4-8b23-206a41272891', 'tenant_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'fixed_ip_address': '172.20.0.3'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:47:34.543947 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-3e4decf8-6112-4a6c-9b13-ba2d8d8e17aa tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:47:34.548269 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-3e4decf8-6112-4a6c-9b13-ba2d8d8e17aa tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Usage tracker for resource:floatingip and tenant:bf163a60baa2480bb3e9e9a93ee73eb3 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:47:34.551424 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-3e4decf8-6112-4a6c-9b13-ba2d8d8e17aa tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:47:34.557415 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-3e4decf8-6112-4a6c-9b13-ba2d8d8e17aa tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:47:34.571559 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-3e4decf8-6112-4a6c-9b13-ba2d8d8e17aa tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks [] for floatingip, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:47:34.714219 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-3e4decf8-6112-4a6c-9b13-ba2d8d8e17aa tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:47:34.963722 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.db_base_plugin_common [None req-3e4decf8-6112-4a6c-9b13-ba2d8d8e17aa tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Allocated IP 172.26.3.159 (8afa6d58-9431-454a-b99c-3ff8a65aa86b/60537fec-5f5f-4ab7-89cc-03638149a590/86361760-7ede-4b63-81ed-e94385b7f305) {{(pid=87635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:47:35.113827 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-3e4decf8-6112-4a6c-9b13-ba2d8d8e17aa tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks [] for port, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:47:35.144874 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-3e4decf8-6112-4a6c-9b13-ba2d8d8e17aa tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:47:35.148879 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-16cb6396-4962-41a7-bf65-ad4982aec608 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:47:35.213460 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e4decf8-6112-4a6c-9b13-ba2d8d8e17aa tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Network 8afa6d58-9431-454a-b99c-3ff8a65aa86b is already hosted by enough agents. {{(pid=87635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:47:35.216701 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.base_scheduler [None req-3e4decf8-6112-4a6c-9b13-ba2d8d8e17aa tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Resources bound (agent type, host, resource id):  {{(pid=87635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:47:35.220400 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e4decf8-6112-4a6c-9b13-ba2d8d8e17aa tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Received port after_create {{(pid=87635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:47:35.250317 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4decf8-6112-4a6c-9b13-ba2d8d8e17aa tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Pushing event updated for resources: {'Port': ['ID=86361760-7ede-4b63-81ed-e94385b7f305,revision_number=1']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:47:35.256175 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-3e4decf8-6112-4a6c-9b13-ba2d8d8e17aa tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:47:35.656535 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-3e4decf8-6112-4a6c-9b13-ba2d8d8e17aa tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:47:35.733811 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-3e4decf8-6112-4a6c-9b13-ba2d8d8e17aa tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:47:35.956790 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-3e4decf8-6112-4a6c-9b13-ba2d8d8e17aa tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks [] for port, precommit_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:47:35.964685 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-3e4decf8-6112-4a6c-9b13-ba2d8d8e17aa tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2753531'] for port, after_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:47:35.970009 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-3e4decf8-6112-4a6c-9b13-ba2d8d8e17aa tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:47:36.082956 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4decf8-6112-4a6c-9b13-ba2d8d8e17aa tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Pushing event updated for resources: {'Port': ['ID=86361760-7ede-4b63-81ed-e94385b7f305,revision_number=2']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:47:36.086798 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-3e4decf8-6112-4a6c-9b13-ba2d8d8e17aa tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:47:36.093966 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-3e4decf8-6112-4a6c-9b13-ba2d8d8e17aa tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1824189'] for floatingip, after_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:47:36.267646 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.db.l3_db [None req-3e4decf8-6112-4a6c-9b13-ba2d8d8e17aa tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Floating IP bdb4d062-c92a-4220-8140-9768a4050956 associated. External IP: 172.26.3.159, port: f7c81c22-13b5-49c4-8b23-206a41272891.
Dec 23 16:47:36.764693 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e4decf8-6112-4a6c-9b13-ba2d8d8e17aa tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Router 7dffe90e-a569-426e-944d-12c38522f07a has already been hosted by L3 agent 371d4c41-c7e2-4de7-9539-c049ec4e95d1 {{(pid=87635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 23 16:47:36.944603 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e4decf8-6112-4a6c-9b13-ba2d8d8e17aa tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify agent at l3_agent.dv-neutron-822799-1-hyperv the message routers_updated {{(pid=87635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 23 16:47:36.954991 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fec35c6-b2e4-469b-8adb-94a80a5f7e66 None None] Sync routers for ids ['7dffe90e-a569-426e-944d-12c38522f07a'] in dv-neutron-822799-1-hyperv {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 23 16:47:36.964629 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fec35c6-b2e4-469b-8adb-94a80a5f7e66 None None] Routers {'7dffe90e-a569-426e-944d-12c38522f07a'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:47:36.965308 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-8fec35c6-b2e4-469b-8adb-94a80a5f7e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc1bba2b0>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:47:20Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['7dffe90e-a569-426e-944d-12c38522f07a'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:47:36.970847 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-3e4decf8-6112-4a6c-9b13-ba2d8d8e17aa tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for floatingip, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:47:37.025436 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-3e4decf8-6112-4a6c-9b13-ba2d8d8e17aa tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.4913900
Dec 23 16:47:37.026133 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de6752cb-cd23-407e-8ac8-e0634cdd2499', 'tag': 'f7c81c22-13b5-49c4-8b23-206a41272891'}] {{(pid=87635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 23 16:47:37.140616 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-8fec35c6-b2e4-469b-8adb-94a80a5f7e66 None None] Set router 7dffe90e-a569-426e-944d-12c38522f07a gateway port host: dv-neutron-822799-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:47:37.146533 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de6752cb-cd23-407e-8ac8-e0634cdd2499', 'tag': 'f7c81c22-13b5-49c4-8b23-206a41272891', 'status': 'completed', 'code': 200}
Dec 23 16:47:37.238805 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d5e21d-25ca-4173-9d98-1a8ee304291d req-e648c637-d31e-4153-8430-20840b133dec tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:47:37.240159 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-84d5e21d-25ca-4173-9d98-1a8ee304291d req-e648c637-d31e-4153-8430-20840b133dec tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/ports?device_id=de6752cb-cd23-407e-8ac8-e0634cdd2499 HTTP/1.1" status: 200  len: 945 time: 0.1268573
Dec 23 16:47:37.431631 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ca109c-f58a-482f-bd08-64fe52ab10c0 req-07b769d9-21d8-43d3-bb2b-6b2f317f3415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:47:37.433097 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-29ca109c-f58a-482f-bd08-64fe52ab10c0 req-07b769d9-21d8-43d3-bb2b-6b2f317f3415 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=bf163a60baa2480bb3e9e9a93ee73eb3&device_id=de6752cb-cd23-407e-8ac8-e0634cdd2499 HTTP/1.1" status: 200  len: 1098 time: 0.2626457
Dec 23 16:47:37.437771 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-84d5e21d-25ca-4173-9d98-1a8ee304291d req-924337d4-c4d0-47ae-a250-44c679e85fa3 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/security-groups?id=77190ad2-731b-4d3f-81f2-2046e59e91fd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1874993
Dec 23 16:47:37.461514 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 59212) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:47:37.530528 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-8fec35c6-b2e4-469b-8adb-94a80a5f7e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc1bba2b0>, [{'id': '7dffe90e-a569-426e-944d-12c38522f07a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-71893622', 'tenant_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.249'}], 'enable_snat': True}, 'gw_port_id': 'a57b426b-1cc6-4043-8e36-d0d5e9a8819c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:47:16Z', 'updated_at': '2021-12-23T16:47:21Z', 'revision_number': 4, 'project_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'gw_port': {'id': 'a57b426b-1cc6-4043-8e36-d0d5e9a8819c', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:d9:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dffe90e-a569-426e-944d-12c38522f07a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:47:17Z', 'updated_at': '2021-12-23T16:47:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_floatingips': [{'id': 'bdb4d062-c92a-4220-8140-9768a4050956', 'tenant_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'floating_ip_address': '172.26.3.159', 'floating_network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'router_id': '7dffe90e-a569-426e-944d-12c38522f07a', 'port_id': 'f7c81c22-13b5-49c4-8b23-206a41272891', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1755, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c40f70c-0c86-470c-af02-887b9a96040b', 'mac_address': 'fa:16:3e:d5:6c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6752cb-cd23-407e-8ac8-e0634cdd2499', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:47:35Z', 'updated_at': '2021-12-23T16:47:35Z', 'revision_number': 0, 'project_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '234fd8a2-8020-42b1-9716-eb84202a6dcd', 'name': '', 'network_id': '3c40f70c-0c86-470c-af02-887b9a96040b', 'tenant_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'mac_address': 'fa:16:3e:e0:95:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dffe90e-a569-426e-944d-12c38522f07a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '71fd45d9-1c23-409b-93da-6f090e33f368', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:47:20Z', 'updated_at': '2021-12-23T16:47:26Z', 'revision_number': 5, 'project_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'subnets': [{'id': '71fd45d9-1c23-409b-93da-6f090e33f368', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:47:37.534465 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fec35c6-b2e4-469b-8adb-94a80a5f7e66 None None] Checking router: 7dffe90e-a569-426e-944d-12c38522f07a for host: dv-neutron-822799-1-hyperv {{(pid=87638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 23 16:47:37.543389 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fec35c6-b2e4-469b-8adb-94a80a5f7e66 None None] Routers {'7dffe90e-a569-426e-944d-12c38522f07a'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:47:37.544003 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-8fec35c6-b2e4-469b-8adb-94a80a5f7e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc1bba2b0>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:47:20Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['7dffe90e-a569-426e-944d-12c38522f07a'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:47:37.567807 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ca109c-f58a-482f-bd08-64fe52ab10c0 req-08acf3de-89c0-471a-b47f-3caa7f7c7cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:47:37.569448 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-29ca109c-f58a-482f-bd08-64fe52ab10c0 req-08acf3de-89c0-471a-b47f-3caa7f7c7cf7 service neutron] 10.222.0.61 "GET /v2.0/networks?id=3c40f70c-0c86-470c-af02-887b9a96040b HTTP/1.1" status: 200  len: 896 time: 0.1293204
Dec 23 16:47:37.581125 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-7439ccef-ec7f-4f7b-a747-b2ddf9929193 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/floatingips/bdb4d062-c92a-4220-8140-9768a4050956 HTTP/1.1" status: 200  len: 991 time: 0.1178188
Dec 23 16:47:37.677383 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-29ca109c-f58a-482f-bd08-64fe52ab10c0 req-e3338e7c-8f5e-4c7c-90ec-c4e083e7d3bf service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f7c81c22-13b5-49c4-8b23-206a41272891 HTTP/1.1" status: 200  len: 999 time: 0.1006162
Dec 23 16:47:37.726600 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-8fec35c6-b2e4-469b-8adb-94a80a5f7e66 None None] Set router 7dffe90e-a569-426e-944d-12c38522f07a gateway port host: dv-neutron-822799-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:47:37.740805 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ca109c-f58a-482f-bd08-64fe52ab10c0 req-e5d4f8cb-8701-4f28-8506-a2b40e5cb082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:47:37.742243 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-29ca109c-f58a-482f-bd08-64fe52ab10c0 req-e5d4f8cb-8701-4f28-8506-a2b40e5cb082 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=71fd45d9-1c23-409b-93da-6f090e33f368 HTTP/1.1" status: 200  len: 834 time: 0.0581539
Dec 23 16:47:37.818385 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ca109c-f58a-482f-bd08-64fe52ab10c0 req-82ca9477-7175-4536-84fc-0411244efd53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:47:37.819762 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-29ca109c-f58a-482f-bd08-64fe52ab10c0 req-82ca9477-7175-4536-84fc-0411244efd53 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3c40f70c-0c86-470c-af02-887b9a96040b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0713243
Dec 23 16:47:37.955416 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-29ca109c-f58a-482f-bd08-64fe52ab10c0 req-b763fd3b-5cff-45d1-8094-af1482b71704 service neutron] 10.222.0.61 "GET /v2.0/networks/3c40f70c-0c86-470c-af02-887b9a96040b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1283324
Dec 23 16:47:38.071573 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-8fec35c6-b2e4-469b-8adb-94a80a5f7e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc1bba2b0>, [{'id': '7dffe90e-a569-426e-944d-12c38522f07a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-71893622', 'tenant_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.249'}], 'enable_snat': True}, 'gw_port_id': 'a57b426b-1cc6-4043-8e36-d0d5e9a8819c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:47:16Z', 'updated_at': '2021-12-23T16:47:21Z', 'revision_number': 4, 'project_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'gw_port': {'id': 'a57b426b-1cc6-4043-8e36-d0d5e9a8819c', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:d9:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dffe90e-a569-426e-944d-12c38522f07a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:47:17Z', 'updated_at': '2021-12-23T16:47:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_floatingips': [{'id': 'bdb4d062-c92a-4220-8140-9768a4050956', 'tenant_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'floating_ip_address': '172.26.3.159', 'floating_network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'router_id': '7dffe90e-a569-426e-944d-12c38522f07a', 'port_id': 'f7c81c22-13b5-49c4-8b23-206a41272891', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1755, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c40f70c-0c86-470c-af02-887b9a96040b', 'mac_address': 'fa:16:3e:d5:6c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6752cb-cd23-407e-8ac8-e0634cdd2499', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:47:35Z', 'updated_at': '2021-12-23T16:47:35Z', 'revision_number': 0, 'project_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '234fd8a2-8020-42b1-9716-eb84202a6dcd', 'name': '', 'network_id': '3c40f70c-0c86-470c-af02-887b9a96040b', 'tenant_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'mac_address': 'fa:16:3e:e0:95:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dffe90e-a569-426e-944d-12c38522f07a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '71fd45d9-1c23-409b-93da-6f090e33f368', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:47:20Z', 'updated_at': '2021-12-23T16:47:26Z', 'revision_number': 5, 'project_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'subnets': [{'id': '71fd45d9-1c23-409b-93da-6f090e33f368', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:47:38.075620 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fec35c6-b2e4-469b-8adb-94a80a5f7e66 None None] The sync data for ids ['7dffe90e-a569-426e-944d-12c38522f07a'] in dv-neutron-822799-1-hyperv is: [{'id': '7dffe90e-a569-426e-944d-12c38522f07a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-71893622', 'tenant_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.249'}], 'enable_snat': True}, 'gw_port_id': 'a57b426b-1cc6-4043-8e36-d0d5e9a8819c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:47:16Z', 'updated_at': '2021-12-23T16:47:21Z', 'revision_number': 4, 'project_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'gw_port': {'id': 'a57b426b-1cc6-4043-8e36-d0d5e9a8819c', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:d9:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dffe90e-a569-426e-944d-12c38522f07a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:47:17Z', 'updated_at': '2021-12-23T16:47:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_floatingips': [{'id': 'bdb4d062-c92a-4220-8140-9768a4050956', 'tenant_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'floating_ip_address': '172.26.3.159', 'floating_network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'router_id': '7dffe90e-a569-426e-944d-12c38522f07a', 'port_id': 'f7c81c22-13b5-49c4-8b23-206a41272891', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1755, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c40f70c-0c86-470c-af02-887b9a96040b', 'mac_address': 'fa:16:3e:d5:6c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6752cb-cd23-407e-8ac8-e0634cdd2499', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:47:35Z', 'updated_at': '2021-12-23T16:47:35Z', 'revision_number': 0, 'project_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '234fd8a2-8020-42b1-9716-eb84202a6dcd', 'name': '', 'network_id': '3c40f70c-0c86-470c-af02-887b9a96040b', 'tenant_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'mac_address': 'fa:16:3e:e0:95:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dffe90e-a569-426e-944d-12c38522f07a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '71fd45d9-1c23-409b-93da-6f090e33f368', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:47:20Z', 'updated_at': '2021-12-23T16:47:26Z', 'revision_number': 5, 'project_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'subnets': [{'id': '71fd45d9-1c23-409b-93da-6f090e33f368', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 23 16:47:38.093186 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-29ca109c-f58a-482f-bd08-64fe52ab10c0 req-53938f21-7460-4813-b4f8-a03615aedc89 service neutron] 10.222.0.61 "GET /v2.0/networks/3c40f70c-0c86-470c-af02-887b9a96040b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1311367
Dec 23 16:47:38.279957 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5ad9211-5d5c-478a-9a9e-e213d2ff354d None None] New status for floating IP bdb4d062-c92a-4220-8140-9768a4050956: ACTIVE {{(pid=87637) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 23 16:47:38.584715 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 59216) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:47:38.693798 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-31411c1f-f946-4a57-80d6-62c0cb9d1855 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/floatingips/bdb4d062-c92a-4220-8140-9768a4050956 HTTP/1.1" status: 200  len: 993 time: 0.1076956
Dec 23 16:47:40.662813 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.agents_db [None req-30c2320c-f298-49f6-9c47-c20e38116a9c None None] Agent healthcheck: found 6 active agents {{(pid=87638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 23 16:47:42.130870 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:47:47.425041 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-70bfd52d-9f10-403c-97bf-86fb2c097b33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:47:49.809279 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-21e0b82e-8c9e-43c8-a434-4e49dad28a60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:47:50.920215 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9dcbea60-a34f-4144-91e7-90aff3f57aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:47:50.963196 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:47:52.404207 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9e3aab53-d650-47e3-b8a6-2dff21fe9ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:48:08.349852 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4fb46b-ef71-4ba2-86b3-a388ed7d6063 req-5de25945-c77e-406e-b2af-2262d1c2f540 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:48:08.351315 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-bc4fb46b-ef71-4ba2-86b3-a388ed7d6063 req-5de25945-c77e-406e-b2af-2262d1c2f540 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/ports?device_id=de6752cb-cd23-407e-8ac8-e0634cdd2499 HTTP/1.1" status: 200  len: 945 time: 0.0871265
Dec 23 16:48:08.395313 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-bc4fb46b-ef71-4ba2-86b3-a388ed7d6063 req-8476490a-9e58-405a-a81f-1ca5d454b6f8 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/security-groups?id=77190ad2-731b-4d3f-81f2-2046e59e91fd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0381660
Dec 23 16:48:09.606112 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f51491-849e-4999-a85f-20d6a52f6dba req-62951896-e838-427f-8080-7e522ed56044 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:48:09.607552 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-96f51491-849e-4999-a85f-20d6a52f6dba req-62951896-e838-427f-8080-7e522ed56044 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/ports?device_id=de6752cb-cd23-407e-8ac8-e0634cdd2499 HTTP/1.1" status: 200  len: 945 time: 0.0932605
Dec 23 16:48:09.651354 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-96f51491-849e-4999-a85f-20d6a52f6dba req-5c9a4191-8a21-4417-a361-b58e1525570b tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/security-groups?id=77190ad2-731b-4d3f-81f2-2046e59e91fd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0379989
Dec 23 16:48:10.852138 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a351f56-7ffd-4368-af30-9e2df4114dc0 req-e458d112-4446-45dd-9852-d251ea66d72f tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:48:10.853646 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-4a351f56-7ffd-4368-af30-9e2df4114dc0 req-e458d112-4446-45dd-9852-d251ea66d72f tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/ports?device_id=de6752cb-cd23-407e-8ac8-e0634cdd2499 HTTP/1.1" status: 200  len: 945 time: 0.0853243
Dec 23 16:48:10.899936 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-4a351f56-7ffd-4368-af30-9e2df4114dc0 req-8b7ca9dc-47c8-47b5-b13b-e32a0bd7d8d6 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/security-groups?id=77190ad2-731b-4d3f-81f2-2046e59e91fd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0381117
Dec 23 16:48:12.121026 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660855f2-c1e2-4291-b1f5-cf80e2f3f6d3 req-ecdbf176-5ad5-442f-89e9-fa13a39a4274 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:48:12.122532 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-660855f2-c1e2-4291-b1f5-cf80e2f3f6d3 req-ecdbf176-5ad5-442f-89e9-fa13a39a4274 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/ports?device_id=de6752cb-cd23-407e-8ac8-e0634cdd2499 HTTP/1.1" status: 200  len: 945 time: 0.1029589
Dec 23 16:48:12.126801 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:48:12.170196 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-660855f2-c1e2-4291-b1f5-cf80e2f3f6d3 req-fb75d475-0078-47da-8ba2-3b878156a456 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/security-groups?id=77190ad2-731b-4d3f-81f2-2046e59e91fd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418966
Dec 23 16:48:13.383820 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979b9780-7310-4976-90b5-f608ee09c89d req-6342ba22-b43c-4275-b92c-5a8b4e25aa97 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:48:13.385321 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-979b9780-7310-4976-90b5-f608ee09c89d req-6342ba22-b43c-4275-b92c-5a8b4e25aa97 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/ports?device_id=de6752cb-cd23-407e-8ac8-e0634cdd2499 HTTP/1.1" status: 200  len: 945 time: 0.0958402
Dec 23 16:48:13.433140 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-979b9780-7310-4976-90b5-f608ee09c89d req-13ee1aa7-fc82-4776-99d6-3695368e8a6f tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/security-groups?id=77190ad2-731b-4d3f-81f2-2046e59e91fd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0394075
Dec 23 16:48:14.777612 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d14717-1388-44ab-9720-83b4fd6a4e9b req-d32f7569-ffd2-43fe-ab66-46a3997ebaa0 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:48:14.779112 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-39d14717-1388-44ab-9720-83b4fd6a4e9b req-d32f7569-ffd2-43fe-ab66-46a3997ebaa0 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/ports?device_id=de6752cb-cd23-407e-8ac8-e0634cdd2499 HTTP/1.1" status: 200  len: 945 time: 0.0919337
Dec 23 16:48:14.825005 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-39d14717-1388-44ab-9720-83b4fd6a4e9b req-47a7177c-67c1-4be7-b202-07ad3ab549ef tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/security-groups?id=77190ad2-731b-4d3f-81f2-2046e59e91fd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0401180
Dec 23 16:48:16.036938 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022bc4f5-12ab-4037-a498-851644532fc7 req-8a474f5e-50ff-4427-b936-2c2090445dd8 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:48:16.038422 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-022bc4f5-12ab-4037-a498-851644532fc7 req-8a474f5e-50ff-4427-b936-2c2090445dd8 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/ports?device_id=de6752cb-cd23-407e-8ac8-e0634cdd2499 HTTP/1.1" status: 200  len: 945 time: 0.0980270
Dec 23 16:48:16.085311 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-022bc4f5-12ab-4037-a498-851644532fc7 req-414d12de-2cf8-441b-9c94-3d1dc740fc4b tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/security-groups?id=77190ad2-731b-4d3f-81f2-2046e59e91fd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0386674
Dec 23 16:48:16.281871 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5e1fb6-44a6-4ade-8bae-294ece514455 req-c8ad3870-cb6f-4edf-a2db-802f0b068ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:48:16.283211 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-8b5e1fb6-44a6-4ade-8bae-294ece514455 req-c8ad3870-cb6f-4edf-a2db-802f0b068ba7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=bf163a60baa2480bb3e9e9a93ee73eb3&device_id=de6752cb-cd23-407e-8ac8-e0634cdd2499 HTTP/1.1" status: 200  len: 1098 time: 0.0813789
Dec 23 16:48:16.437478 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5e1fb6-44a6-4ade-8bae-294ece514455 req-0ef738a8-b35c-4cfd-97fe-bc1ab2bf88e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:48:16.438906 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-8b5e1fb6-44a6-4ade-8bae-294ece514455 req-0ef738a8-b35c-4cfd-97fe-bc1ab2bf88e4 service neutron] 10.222.0.61 "GET /v2.0/networks?id=3c40f70c-0c86-470c-af02-887b9a96040b HTTP/1.1" status: 200  len: 896 time: 0.1363950
Dec 23 16:48:16.541782 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-8b5e1fb6-44a6-4ade-8bae-294ece514455 req-68c9f872-04e3-4cc5-8bcd-bebf688b71b1 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f7c81c22-13b5-49c4-8b23-206a41272891 HTTP/1.1" status: 200  len: 1001 time: 0.0959055
Dec 23 16:48:16.609217 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5e1fb6-44a6-4ade-8bae-294ece514455 req-c1f7c2c0-8b97-453b-9198-2574e587e999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:48:16.610592 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-8b5e1fb6-44a6-4ade-8bae-294ece514455 req-c1f7c2c0-8b97-453b-9198-2574e587e999 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=71fd45d9-1c23-409b-93da-6f090e33f368 HTTP/1.1" status: 200  len: 834 time: 0.0625346
Dec 23 16:48:16.686212 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5e1fb6-44a6-4ade-8bae-294ece514455 req-cbdd637f-f77c-4758-96b4-e350122d3b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:48:16.687615 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-8b5e1fb6-44a6-4ade-8bae-294ece514455 req-cbdd637f-f77c-4758-96b4-e350122d3b2b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3c40f70c-0c86-470c-af02-887b9a96040b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0705588
Dec 23 16:48:16.820435 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-8b5e1fb6-44a6-4ade-8bae-294ece514455 req-ea145a5b-e4ea-4790-a9f8-4099b04f39e5 service neutron] 10.222.0.61 "GET /v2.0/networks/3c40f70c-0c86-470c-af02-887b9a96040b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1256640
Dec 23 16:48:17.074331 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-8b5e1fb6-44a6-4ade-8bae-294ece514455 req-f9efae3f-842b-4631-a3e1-979ed3befa14 service neutron] 10.222.0.61 "GET /v2.0/networks/3c40f70c-0c86-470c-af02-887b9a96040b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2472243
Dec 23 16:48:17.275566 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a481b4e9-7439-49bc-9217-c19b0bc27240 req-000ccef4-ebcf-43b0-8952-bfd03362ef6c tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:48:17.277006 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-a481b4e9-7439-49bc-9217-c19b0bc27240 req-000ccef4-ebcf-43b0-8952-bfd03362ef6c tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/ports?device_id=de6752cb-cd23-407e-8ac8-e0634cdd2499 HTTP/1.1" status: 200  len: 945 time: 0.0829253
Dec 23 16:48:17.320949 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-a481b4e9-7439-49bc-9217-c19b0bc27240 req-862d1d36-271b-449b-a73a-c4a4d69a3ea5 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/security-groups?id=77190ad2-731b-4d3f-81f2-2046e59e91fd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0379813
Dec 23 16:48:17.419314 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-c27cf7d4-f780-439d-9b42-1c881c91ea53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:48:17.666554 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.agents_db [None req-30c2320c-f298-49f6-9c47-c20e38116a9c None None] Agent healthcheck: found 6 active agents {{(pid=87638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 23 16:48:18.523207 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7feede3-64a1-4f56-824f-b6acfe6209cf req-857774a8-660e-419c-bc73-70b830b0baae tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:48:18.524745 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-d7feede3-64a1-4f56-824f-b6acfe6209cf req-857774a8-660e-419c-bc73-70b830b0baae tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/ports?device_id=de6752cb-cd23-407e-8ac8-e0634cdd2499 HTTP/1.1" status: 200  len: 945 time: 0.0973773
Dec 23 16:48:18.576166 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-d7feede3-64a1-4f56-824f-b6acfe6209cf req-8ffe921a-c076-410f-997c-795520b4ca13 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/security-groups?id=77190ad2-731b-4d3f-81f2-2046e59e91fd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0456476
Dec 23 16:48:19.788253 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1b1888-908e-4d29-a232-1512263f2c6e req-33396dc1-5c01-4ab0-9319-2319c9f776d1 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:48:19.789761 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-ad1b1888-908e-4d29-a232-1512263f2c6e req-33396dc1-5c01-4ab0-9319-2319c9f776d1 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/ports?device_id=de6752cb-cd23-407e-8ac8-e0634cdd2499 HTTP/1.1" status: 200  len: 945 time: 0.0919619
Dec 23 16:48:19.804061 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9befff71-0b40-4692-914f-ebfc2d67ac3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:48:19.838555 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-ad1b1888-908e-4d29-a232-1512263f2c6e req-1c15191d-2f3f-4000-a640-c21fe01ef9d9 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/security-groups?id=77190ad2-731b-4d3f-81f2-2046e59e91fd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421040
Dec 23 16:48:20.919096 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9dcbea60-a34f-4144-91e7-90aff3f57aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:48:20.968559 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:48:21.041740 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538613b2-5574-4593-9dca-591654ba4fcf req-d4785d9e-a744-4b9b-ac6d-062ad19cf88e tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:48:21.043230 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-538613b2-5574-4593-9dca-591654ba4fcf req-d4785d9e-a744-4b9b-ac6d-062ad19cf88e tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/ports?device_id=de6752cb-cd23-407e-8ac8-e0634cdd2499 HTTP/1.1" status: 200  len: 945 time: 0.0849204
Dec 23 16:48:21.091965 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-538613b2-5574-4593-9dca-591654ba4fcf req-83fca63a-ec96-4a00-81ac-7f6c07140406 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/security-groups?id=77190ad2-731b-4d3f-81f2-2046e59e91fd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428932
Dec 23 16:48:22.297787 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9761888-5229-48e5-987d-31d1729a0451 req-2941b604-d24e-4c9b-a2d4-1c750ff43ea4 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:48:22.299254 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-b9761888-5229-48e5-987d-31d1729a0451 req-2941b604-d24e-4c9b-a2d4-1c750ff43ea4 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/ports?device_id=de6752cb-cd23-407e-8ac8-e0634cdd2499 HTTP/1.1" status: 200  len: 945 time: 0.0904260
Dec 23 16:48:22.343738 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-b9761888-5229-48e5-987d-31d1729a0451 req-a725e4e9-6b4b-443c-ab06-3bc9b13cf863 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/security-groups?id=77190ad2-731b-4d3f-81f2-2046e59e91fd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0388787
Dec 23 16:48:22.410829 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9e3aab53-d650-47e3-b8a6-2dff21fe9ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:48:23.548440 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2b70e3-345a-487d-acc1-b55ef122112c req-98de029b-efa6-45ac-ba10-30e65dd374d9 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:48:23.550089 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-7c2b70e3-345a-487d-acc1-b55ef122112c req-98de029b-efa6-45ac-ba10-30e65dd374d9 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/ports?device_id=de6752cb-cd23-407e-8ac8-e0634cdd2499 HTTP/1.1" status: 200  len: 945 time: 0.0862451
Dec 23 16:48:23.598165 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-7c2b70e3-345a-487d-acc1-b55ef122112c req-44003d95-a320-4b25-9191-8a79c6cb02e9 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/security-groups?id=77190ad2-731b-4d3f-81f2-2046e59e91fd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423300
Dec 23 16:48:24.797679 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb794cb-a00c-4c87-961d-e339fcd28536 req-662ae24e-ce82-4b73-8cfd-b6a5e1a5a782 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:48:24.799123 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-bcb794cb-a00c-4c87-961d-e339fcd28536 req-662ae24e-ce82-4b73-8cfd-b6a5e1a5a782 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/ports?device_id=de6752cb-cd23-407e-8ac8-e0634cdd2499 HTTP/1.1" status: 200  len: 945 time: 0.0868001
Dec 23 16:48:24.845940 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-bcb794cb-a00c-4c87-961d-e339fcd28536 req-be3ceba4-1f28-43ed-bc7a-2f63cfa43349 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/security-groups?id=77190ad2-731b-4d3f-81f2-2046e59e91fd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0389965
Dec 23 16:48:24.868792 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 59266) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:48:24.975187 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-4f5e1c58-dbac-4bfa-9fdc-cdb5d6867673 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/floatingips/bdb4d062-c92a-4220-8140-9768a4050956 HTTP/1.1" status: 200  len: 993 time: 0.1050694
Dec 23 16:48:26.454433 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b47bb19-fb14-439c-8edb-c303cb0c41a1 req-4ca8f946-194c-4723-97bd-762a3feb7ecd tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:48:26.455920 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-6b47bb19-fb14-439c-8edb-c303cb0c41a1 req-4ca8f946-194c-4723-97bd-762a3feb7ecd tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/ports?device_id=de6752cb-cd23-407e-8ac8-e0634cdd2499 HTTP/1.1" status: 200  len: 945 time: 0.0868418
Dec 23 16:48:26.497302 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf37fe61-27e0-4138-83ef-f1becdcafe2f req-5a09fb9a-46bd-4292-874e-bba756ad9745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:48:26.498777 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-cf37fe61-27e0-4138-83ef-f1becdcafe2f req-5a09fb9a-46bd-4292-874e-bba756ad9745 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=bf163a60baa2480bb3e9e9a93ee73eb3&device_id=de6752cb-cd23-407e-8ac8-e0634cdd2499 HTTP/1.1" status: 200  len: 1098 time: 0.0724785
Dec 23 16:48:26.500040 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-6b47bb19-fb14-439c-8edb-c303cb0c41a1 req-01056c5a-3987-46c1-bbbc-ee8c8466290a tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/security-groups?id=77190ad2-731b-4d3f-81f2-2046e59e91fd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0382807
Dec 23 16:48:26.647343 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf37fe61-27e0-4138-83ef-f1becdcafe2f req-22e962b0-ed66-4914-8320-4799f6cfe903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:48:26.648984 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-cf37fe61-27e0-4138-83ef-f1becdcafe2f req-22e962b0-ed66-4914-8320-4799f6cfe903 service neutron] 10.222.0.61 "GET /v2.0/networks?id=3c40f70c-0c86-470c-af02-887b9a96040b HTTP/1.1" status: 200  len: 896 time: 0.1442330
Dec 23 16:48:26.776542 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-cf37fe61-27e0-4138-83ef-f1becdcafe2f req-6932a43e-f1d2-4614-9d4b-4a292fbd12c4 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f7c81c22-13b5-49c4-8b23-206a41272891 HTTP/1.1" status: 200  len: 1001 time: 0.1206808
Dec 23 16:48:26.840198 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf37fe61-27e0-4138-83ef-f1becdcafe2f req-fe62f3e0-7b50-4751-ad2e-4d872ed717c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:48:26.841617 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-cf37fe61-27e0-4138-83ef-f1becdcafe2f req-fe62f3e0-7b50-4751-ad2e-4d872ed717c6 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=71fd45d9-1c23-409b-93da-6f090e33f368 HTTP/1.1" status: 200  len: 834 time: 0.0587664
Dec 23 16:48:26.920918 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf37fe61-27e0-4138-83ef-f1becdcafe2f req-063195e5-48f3-413a-aae1-0dcbb540cfb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:48:26.922268 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-cf37fe61-27e0-4138-83ef-f1becdcafe2f req-063195e5-48f3-413a-aae1-0dcbb540cfb8 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3c40f70c-0c86-470c-af02-887b9a96040b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0742259
Dec 23 16:48:27.066309 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-cf37fe61-27e0-4138-83ef-f1becdcafe2f req-445b5f99-7b5c-46ad-8065-2f34d723daa2 service neutron] 10.222.0.61 "GET /v2.0/networks/3c40f70c-0c86-470c-af02-887b9a96040b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1368783
Dec 23 16:48:27.205354 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-cf37fe61-27e0-4138-83ef-f1becdcafe2f req-a5f2130d-626c-4fe2-928b-963cc9716582 service neutron] 10.222.0.61 "GET /v2.0/networks/3c40f70c-0c86-470c-af02-887b9a96040b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1321161
Dec 23 16:48:27.705330 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5979d2e2-3ade-4f28-a6ba-53d46146f220 req-637f0508-2bd5-4141-b591-c71b04d3ca50 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:48:27.706815 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-5979d2e2-3ade-4f28-a6ba-53d46146f220 req-637f0508-2bd5-4141-b591-c71b04d3ca50 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/ports?device_id=de6752cb-cd23-407e-8ac8-e0634cdd2499 HTTP/1.1" status: 200  len: 945 time: 0.0869219
Dec 23 16:48:27.753108 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-5979d2e2-3ade-4f28-a6ba-53d46146f220 req-66b96577-ad2b-4e2e-b198-c018e941b04e tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/security-groups?id=77190ad2-731b-4d3f-81f2-2046e59e91fd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0398293
Dec 23 16:48:28.950110 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b01bcd-c24e-4722-8ef2-750485fadafa req-919ac5d6-9471-4aa0-a9f3-bb82700f44bd tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:48:28.951578 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-d6b01bcd-c24e-4722-8ef2-750485fadafa req-919ac5d6-9471-4aa0-a9f3-bb82700f44bd tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/ports?device_id=de6752cb-cd23-407e-8ac8-e0634cdd2499 HTTP/1.1" status: 200  len: 945 time: 0.0826323
Dec 23 16:48:28.995844 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-d6b01bcd-c24e-4722-8ef2-750485fadafa req-a998a6a5-0464-4128-a973-a1ae09dabc44 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/security-groups?id=77190ad2-731b-4d3f-81f2-2046e59e91fd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0386167
Dec 23 16:48:29.022351 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 59280) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:48:29.138202 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-aec976f2-476e-4d9f-a05b-20ba3547f979 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/floatingips/bdb4d062-c92a-4220-8140-9768a4050956 HTTP/1.1" status: 200  len: 993 time: 0.1144502
Dec 23 16:48:42.146950 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:48:47.424597 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-13e79047-6015-4035-ba27-02c04ebe9803 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:48:49.815834 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-0d9369fe-d151-4289-847d-70cdcb78a30e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:48:50.926471 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9dcbea60-a34f-4144-91e7-90aff3f57aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:48:50.973930 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:48:52.412161 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9e3aab53-d650-47e3-b8a6-2dff21fe9ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:48:54.671516 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.agents_db [None req-30c2320c-f298-49f6-9c47-c20e38116a9c None None] Agent healthcheck: found 6 active agents {{(pid=87638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 23 16:48:57.726028 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 59294) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:48:58.079652 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-67b52317-2901-4fbb-82e4-307dae5ac01c tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Deleting port 86361760-7ede-4b63-81ed-e94385b7f305 {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:48:58.079972 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-67b52317-2901-4fbb-82e4-307dae5ac01c tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:48:58.249261 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-67b52317-2901-4fbb-82e4-307dae5ac01c tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:48:58.249740 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-67b52317-2901-4fbb-82e4-307dae5ac01c tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:48:58.379358 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-67b52317-2901-4fbb-82e4-307dae5ac01c tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Calling delete_port for 86361760-7ede-4b63-81ed-e94385b7f305 owned by network:floatingip {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:48:58.530258 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-67b52317-2901-4fbb-82e4-307dae5ac01c tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:48:58.533797 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-64ef3a77-f9c0-4ce6-b086-a471f1706221 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:48:58.579201 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b52317-2901-4fbb-82e4-307dae5ac01c tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Pushing event deleted for resources: {'Port': ['ID=86361760-7ede-4b63-81ed-e94385b7f305,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:48:58.618875 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b52317-2901-4fbb-82e4-307dae5ac01c tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:48:58.619302 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b52317-2901-4fbb-82e4-307dae5ac01c tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:48:58.619676 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b52317-2901-4fbb-82e4-307dae5ac01c tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:48:58.620047 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b52317-2901-4fbb-82e4-307dae5ac01c tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:48:58.620418 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b52317-2901-4fbb-82e4-307dae5ac01c tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:48:58.620798 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b52317-2901-4fbb-82e4-307dae5ac01c tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:48:58.621161 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b52317-2901-4fbb-82e4-307dae5ac01c tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:48:58.621520 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b52317-2901-4fbb-82e4-307dae5ac01c tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:48:58.621880 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b52317-2901-4fbb-82e4-307dae5ac01c tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:48:58.622239 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b52317-2901-4fbb-82e4-307dae5ac01c tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:48:58.622596 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b52317-2901-4fbb-82e4-307dae5ac01c tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:48:58.622955 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b52317-2901-4fbb-82e4-307dae5ac01c tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:48:58.630615 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-67b52317-2901-4fbb-82e4-307dae5ac01c tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:48:58.687659 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-67b52317-2901-4fbb-82e4-307dae5ac01c tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks [] for floatingip, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:48:58.687934 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.db.l3_db [None req-67b52317-2901-4fbb-82e4-307dae5ac01c tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Floating IP bdb4d062-c92a-4220-8140-9768a4050956 disassociated (deleted). External IP: 172.26.3.159, port: f7c81c22-13b5-49c4-8b23-206a41272891.
Dec 23 16:48:59.061516 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67b52317-2901-4fbb-82e4-307dae5ac01c tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Router 7dffe90e-a569-426e-944d-12c38522f07a has already been hosted by L3 agent 371d4c41-c7e2-4de7-9539-c049ec4e95d1 {{(pid=87636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 23 16:48:59.249253 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67b52317-2901-4fbb-82e4-307dae5ac01c tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify agent at l3_agent.dv-neutron-822799-1-hyperv the message routers_updated {{(pid=87636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 23 16:48:59.260829 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87ef2b01-e466-4dca-b755-2e747cf50e4e None None] Sync routers for ids ['7dffe90e-a569-426e-944d-12c38522f07a'] in dv-neutron-822799-1-hyperv {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 23 16:48:59.270437 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ef2b01-e466-4dca-b755-2e747cf50e4e None None] Routers {'7dffe90e-a569-426e-944d-12c38522f07a'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:48:59.271066 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-87ef2b01-e466-4dca-b755-2e747cf50e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc1bad3d0>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:48:50Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['7dffe90e-a569-426e-944d-12c38522f07a'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:48:59.272664 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-67b52317-2901-4fbb-82e4-307dae5ac01c tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for floatingip, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:48:59.454200 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-87ef2b01-e466-4dca-b755-2e747cf50e4e None None] Set router 7dffe90e-a569-426e-944d-12c38522f07a gateway port host: dv-neutron-822799-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:48:59.466802 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-67b52317-2901-4fbb-82e4-307dae5ac01c tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "DELETE /v2.0/floatingips/bdb4d062-c92a-4220-8140-9768a4050956 HTTP/1.1" status: 204  len: 168 time: 1.7390492
Dec 23 16:48:59.467459 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de6752cb-cd23-407e-8ac8-e0634cdd2499', 'tag': 'f7c81c22-13b5-49c4-8b23-206a41272891'}] {{(pid=87636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 23 16:48:59.567623 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de6752cb-cd23-407e-8ac8-e0634cdd2499', 'tag': 'f7c81c22-13b5-49c4-8b23-206a41272891', 'status': 'completed', 'code': 200}
Dec 23 16:48:59.676607 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7348bb18-c118-437c-8c31-3069b5692653 req-b083c6f9-b5b9-4870-a7ab-5a6ba814ae36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:48:59.678161 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-7348bb18-c118-437c-8c31-3069b5692653 req-b083c6f9-b5b9-4870-a7ab-5a6ba814ae36 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=bf163a60baa2480bb3e9e9a93ee73eb3&device_id=de6752cb-cd23-407e-8ac8-e0634cdd2499 HTTP/1.1" status: 200  len: 1098 time: 0.0871768
Dec 23 16:48:59.819258 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-87ef2b01-e466-4dca-b755-2e747cf50e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc1bad3d0>, [{'id': '7dffe90e-a569-426e-944d-12c38522f07a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-71893622', 'tenant_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.249'}], 'enable_snat': True}, 'gw_port_id': 'a57b426b-1cc6-4043-8e36-d0d5e9a8819c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:47:16Z', 'updated_at': '2021-12-23T16:47:21Z', 'revision_number': 4, 'project_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'gw_port': {'id': 'a57b426b-1cc6-4043-8e36-d0d5e9a8819c', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:d9:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dffe90e-a569-426e-944d-12c38522f07a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:47:17Z', 'updated_at': '2021-12-23T16:47:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_interfaces': [{'id': '234fd8a2-8020-42b1-9716-eb84202a6dcd', 'name': '', 'network_id': '3c40f70c-0c86-470c-af02-887b9a96040b', 'tenant_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'mac_address': 'fa:16:3e:e0:95:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dffe90e-a569-426e-944d-12c38522f07a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '71fd45d9-1c23-409b-93da-6f090e33f368', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:47:20Z', 'updated_at': '2021-12-23T16:47:26Z', 'revision_number': 5, 'project_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'subnets': [{'id': '71fd45d9-1c23-409b-93da-6f090e33f368', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:48:59.823294 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87ef2b01-e466-4dca-b755-2e747cf50e4e None None] Checking router: 7dffe90e-a569-426e-944d-12c38522f07a for host: dv-neutron-822799-1-hyperv {{(pid=87638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 23 16:48:59.831476 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ef2b01-e466-4dca-b755-2e747cf50e4e None None] Routers {'7dffe90e-a569-426e-944d-12c38522f07a'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:48:59.832083 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-87ef2b01-e466-4dca-b755-2e747cf50e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc1bad3d0>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:48:50Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['7dffe90e-a569-426e-944d-12c38522f07a'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:48:59.870233 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7348bb18-c118-437c-8c31-3069b5692653 req-5bf05d9f-384a-4e08-885a-5080a70a454a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:48:59.871677 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-7348bb18-c118-437c-8c31-3069b5692653 req-5bf05d9f-384a-4e08-885a-5080a70a454a service neutron] 10.222.0.61 "GET /v2.0/networks?id=3c40f70c-0c86-470c-af02-887b9a96040b HTTP/1.1" status: 200  len: 896 time: 0.1864309
Dec 23 16:48:59.946776 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-7348bb18-c118-437c-8c31-3069b5692653 req-77cd8862-8d4d-4024-8903-8c4661e5da06 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f7c81c22-13b5-49c4-8b23-206a41272891 HTTP/1.1" status: 200  len: 217 time: 0.0668616
Dec 23 16:49:00.008441 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-87ef2b01-e466-4dca-b755-2e747cf50e4e None None] Set router 7dffe90e-a569-426e-944d-12c38522f07a gateway port host: dv-neutron-822799-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:49:00.024696 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155196bb-acd3-4eac-afef-fff1a3107538 req-f1ec8f29-53df-4593-a389-01cead0c149b tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:49:00.025404 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-155196bb-acd3-4eac-afef-fff1a3107538 req-f1ec8f29-53df-4593-a389-01cead0c149b tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Synchronizing usage tracker for tenant:bf163a60baa2480bb3e9e9a93ee73eb3 on resource:port {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:49:00.036946 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7348bb18-c118-437c-8c31-3069b5692653 req-22be5cd0-4f03-4e54-8dae-73e0a0096676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:49:00.038342 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-7348bb18-c118-437c-8c31-3069b5692653 req-22be5cd0-4f03-4e54-8dae-73e0a0096676 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=71fd45d9-1c23-409b-93da-6f090e33f368 HTTP/1.1" status: 200  len: 834 time: 0.0849729
Dec 23 16:49:00.079897 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-155196bb-acd3-4eac-afef-fff1a3107538 req-f1ec8f29-53df-4593-a389-01cead0c149b tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Unset dirty status for tenant:bf163a60baa2480bb3e9e9a93ee73eb3 on resource:port {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:49:00.081049 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-155196bb-acd3-4eac-afef-fff1a3107538 req-f1ec8f29-53df-4593-a389-01cead0c149b tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/ports?device_id=de6752cb-cd23-407e-8ac8-e0634cdd2499 HTTP/1.1" status: 200  len: 945 time: 0.2850411
Dec 23 16:49:00.136503 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-155196bb-acd3-4eac-afef-fff1a3107538 req-97841987-a1c2-42ad-b162-300dcdd2be18 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/security-groups?id=77190ad2-731b-4d3f-81f2-2046e59e91fd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0462978
Dec 23 16:49:00.159333 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7348bb18-c118-437c-8c31-3069b5692653 req-ac03ed9e-61a9-4739-b815-ca3204284447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:49:00.159333 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-7348bb18-c118-437c-8c31-3069b5692653 req-ac03ed9e-61a9-4739-b815-ca3204284447 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3c40f70c-0c86-470c-af02-887b9a96040b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1111853
Dec 23 16:49:00.294571 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-7348bb18-c118-437c-8c31-3069b5692653 req-7a33d5af-8056-4f8a-93cc-c6410499ad61 service neutron] 10.222.0.61 "GET /v2.0/networks/3c40f70c-0c86-470c-af02-887b9a96040b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1291461
Dec 23 16:49:00.326534 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-87ef2b01-e466-4dca-b755-2e747cf50e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc1bad3d0>, [{'id': '7dffe90e-a569-426e-944d-12c38522f07a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-71893622', 'tenant_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.249'}], 'enable_snat': True}, 'gw_port_id': 'a57b426b-1cc6-4043-8e36-d0d5e9a8819c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:47:16Z', 'updated_at': '2021-12-23T16:47:21Z', 'revision_number': 4, 'project_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'gw_port': {'id': 'a57b426b-1cc6-4043-8e36-d0d5e9a8819c', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:d9:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dffe90e-a569-426e-944d-12c38522f07a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:47:17Z', 'updated_at': '2021-12-23T16:47:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_interfaces': [{'id': '234fd8a2-8020-42b1-9716-eb84202a6dcd', 'name': '', 'network_id': '3c40f70c-0c86-470c-af02-887b9a96040b', 'tenant_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'mac_address': 'fa:16:3e:e0:95:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dffe90e-a569-426e-944d-12c38522f07a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '71fd45d9-1c23-409b-93da-6f090e33f368', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:47:20Z', 'updated_at': '2021-12-23T16:47:26Z', 'revision_number': 5, 'project_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'subnets': [{'id': '71fd45d9-1c23-409b-93da-6f090e33f368', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:49:00.330439 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87ef2b01-e466-4dca-b755-2e747cf50e4e None None] The sync data for ids ['7dffe90e-a569-426e-944d-12c38522f07a'] in dv-neutron-822799-1-hyperv is: [{'id': '7dffe90e-a569-426e-944d-12c38522f07a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-71893622', 'tenant_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.249'}], 'enable_snat': True}, 'gw_port_id': 'a57b426b-1cc6-4043-8e36-d0d5e9a8819c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:47:16Z', 'updated_at': '2021-12-23T16:47:21Z', 'revision_number': 4, 'project_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'gw_port': {'id': 'a57b426b-1cc6-4043-8e36-d0d5e9a8819c', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:d9:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dffe90e-a569-426e-944d-12c38522f07a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:47:17Z', 'updated_at': '2021-12-23T16:47:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_interfaces': [{'id': '234fd8a2-8020-42b1-9716-eb84202a6dcd', 'name': '', 'network_id': '3c40f70c-0c86-470c-af02-887b9a96040b', 'tenant_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'mac_address': 'fa:16:3e:e0:95:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dffe90e-a569-426e-944d-12c38522f07a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '71fd45d9-1c23-409b-93da-6f090e33f368', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:47:20Z', 'updated_at': '2021-12-23T16:47:26Z', 'revision_number': 5, 'project_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'subnets': [{'id': '71fd45d9-1c23-409b-93da-6f090e33f368', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 23 16:49:00.431135 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-7348bb18-c118-437c-8c31-3069b5692653 req-b372af1f-2caa-4194-b1aa-79e1f9f22c01 service neutron] 10.222.0.61 "GET /v2.0/networks/3c40f70c-0c86-470c-af02-887b9a96040b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1293490
Dec 23 16:49:00.564690 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eee220d0-611d-4908-9932-1da55416cf89 None None] New status for floating IP bdb4d062-c92a-4220-8140-9768a4050956: DOWN {{(pid=87637) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 23 16:49:01.273182 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939d989f-53a3-459f-9412-cfe7771d610e req-c41d2b94-8f6a-4adf-924d-e255d8706c20 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:49:01.274767 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-939d989f-53a3-459f-9412-cfe7771d610e req-c41d2b94-8f6a-4adf-924d-e255d8706c20 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.61 "GET /v2.0/ports?device_id=de6752cb-cd23-407e-8ac8-e0634cdd2499 HTTP/1.1" status: 200  len: 945 time: 0.0811746
Dec 23 16:49:01.338792 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048b9192-94ca-4c1c-8de5-3526c4122043 req-57096b1f-1819-4782-9d3b-262a96e8a7bb tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:49:01.340227 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-048b9192-94ca-4c1c-8de5-3526c4122043 req-57096b1f-1819-4782-9d3b-262a96e8a7bb tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/ports?device_id=de6752cb-cd23-407e-8ac8-e0634cdd2499 HTTP/1.1" status: 200  len: 945 time: 0.0878839
Dec 23 16:49:01.348923 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [req-939d989f-53a3-459f-9412-cfe7771d610e req-58595640-5471-4a87-af30-a55553b806ac tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Deleting port f7c81c22-13b5-49c4-8b23-206a41272891 {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:49:01.349269 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-939d989f-53a3-459f-9412-cfe7771d610e req-58595640-5471-4a87-af30-a55553b806ac tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:49:01.385257 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-048b9192-94ca-4c1c-8de5-3526c4122043 req-73a6b4ed-3c40-4cdb-9a96-c8b2825dfd26 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/security-groups?id=77190ad2-731b-4d3f-81f2-2046e59e91fd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0393729
Dec 23 16:49:01.602996 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [req-939d989f-53a3-459f-9412-cfe7771d610e req-58595640-5471-4a87-af30-a55553b806ac tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] For port f7c81c22-13b5-49c4-8b23-206a41272891, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=f7c81c22-13b5-49c4-8b23-206a41272891,segment=NetworkSegment(69969afc-c351-4a9b-9148-a348d6216148),segment_id=69969afc-c351-4a9b-9148-a348d6216148)] {{(pid=87636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:49:01.603354 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-939d989f-53a3-459f-9412-cfe7771d610e req-58595640-5471-4a87-af30-a55553b806ac tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:49:01.743934 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [req-939d989f-53a3-459f-9412-cfe7771d610e req-58595640-5471-4a87-af30-a55553b806ac tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Calling delete_port for f7c81c22-13b5-49c4-8b23-206a41272891 owned by compute:nova {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:49:01.890613 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-939d989f-53a3-459f-9412-cfe7771d610e req-58595640-5471-4a87-af30-a55553b806ac tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:49:01.896774 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-dc7a0f5a-203f-43ba-b2fe-a3d954f14efd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:49:02.075114 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58595640-5471-4a87-af30-a55553b806ac tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Pushing event deleted for resources: {'Port': ['ID=f7c81c22-13b5-49c4-8b23-206a41272891,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:49:02.078480 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-58595640-5471-4a87-af30-a55553b806ac tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:49:02.154774 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [req-939d989f-53a3-459f-9412-cfe7771d610e req-58595640-5471-4a87-af30-a55553b806ac tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] No DVR routers for this DVR port f7c81c22-13b5-49c4-8b23-206a41272891 on host hv-neutron-8227 {{(pid=87636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 23 16:49:02.157381 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-939d989f-53a3-459f-9412-cfe7771d610e req-58595640-5471-4a87-af30-a55553b806ac tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:49:02.159939 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de6752cb-cd23-407e-8ac8-e0634cdd2499', 'name': 'network-vif-deleted', 'tag': 'f7c81c22-13b5-49c4-8b23-206a41272891'}] {{(pid=87636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 23 16:49:02.177416 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-939d989f-53a3-459f-9412-cfe7771d610e req-58595640-5471-4a87-af30-a55553b806ac tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.61 "DELETE /v2.0/ports/f7c81c22-13b5-49c4-8b23-206a41272891 HTTP/1.1" status: 204  len: 173 time: 0.8967998
Dec 23 16:49:02.215367 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de6752cb-cd23-407e-8ac8-e0634cdd2499', 'name': 'network-vif-deleted', 'tag': 'f7c81c22-13b5-49c4-8b23-206a41272891', 'status': 'completed', 'code': 200}
Dec 23 16:49:02.554519 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-9faae5f7-77a4-413a-ad94-f331b7a62273 req-2e3bb5ab-5040-4e2c-aed2-35ed723203f6 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/ports?device_id=de6752cb-cd23-407e-8ac8-e0634cdd2499 HTTP/1.1" status: 200  len: 210 time: 0.0439472
Dec 23 16:49:03.657291 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 59314) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:49:04.211853 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Device f7c81c22-13b5-49c4-8b23-206a41272891 no longer exists at agent hyperv_hv-neutron-8227 {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 23 16:49:04.228355 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9b35c245-a246-4798-9600-1cf543d52e97 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1781419'] for router_interface, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:49:04.247897 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] No Port match for: f7c81c22-13b5-49c4-8b23-206a41272891 {{(pid=87637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 23 16:49:04.248280 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Device f7c81c22-13b5-49c4-8b23-206a41272891 not bound to the agent host hv-neutron-8227 {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 23 16:49:04.597380 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-9b35c245-a246-4798-9600-1cf543d52e97 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Deleting port 234fd8a2-8020-42b1-9716-eb84202a6dcd {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:49:04.597832 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9b35c245-a246-4798-9600-1cf543d52e97 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:49:04.782338 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [None req-9b35c245-a246-4798-9600-1cf543d52e97 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] For port 234fd8a2-8020-42b1-9716-eb84202a6dcd, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=234fd8a2-8020-42b1-9716-eb84202a6dcd,segment=NetworkSegment(69969afc-c351-4a9b-9148-a348d6216148),segment_id=69969afc-c351-4a9b-9148-a348d6216148)] {{(pid=87636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:49:04.783064 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9b35c245-a246-4798-9600-1cf543d52e97 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:49:05.052502 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-9b35c245-a246-4798-9600-1cf543d52e97 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Calling delete_port for 234fd8a2-8020-42b1-9716-eb84202a6dcd owned by network:router_interface {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:49:05.385580 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9b35c245-a246-4798-9600-1cf543d52e97 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:49:05.389378 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-101861ac-30ea-4e5b-a94c-cb085e6c1379 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:49:05.433484 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b35c245-a246-4798-9600-1cf543d52e97 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Pushing event deleted for resources: {'Port': ['ID=234fd8a2-8020-42b1-9716-eb84202a6dcd,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:49:05.436555 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-9b35c245-a246-4798-9600-1cf543d52e97 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:49:05.711229 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9b35c245-a246-4798-9600-1cf543d52e97 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1627472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1784155'] for router_interface, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:49:06.094431 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b35c245-a246-4798-9600-1cf543d52e97 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Router 7dffe90e-a569-426e-944d-12c38522f07a has already been hosted by L3 agent 371d4c41-c7e2-4de7-9539-c049ec4e95d1 {{(pid=87636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 23 16:49:06.279123 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b35c245-a246-4798-9600-1cf543d52e97 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify agent at l3_agent.dv-neutron-822799-1-hyperv the message routers_updated {{(pid=87636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 23 16:49:06.290014 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c48288cf-b7f8-422d-b21d-4d70dc8f6abf None None] Sync routers for ids ['7dffe90e-a569-426e-944d-12c38522f07a'] in dv-neutron-822799-1-hyperv {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 23 16:49:06.297070 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-9b35c245-a246-4798-9600-1cf543d52e97 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "PUT /v2.0/routers/7dffe90e-a569-426e-944d-12c38522f07a/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6383495
Dec 23 16:49:06.300537 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 59318) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:49:06.301736 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c48288cf-b7f8-422d-b21d-4d70dc8f6abf None None] Routers {'7dffe90e-a569-426e-944d-12c38522f07a'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:49:06.302361 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-c48288cf-b7f8-422d-b21d-4d70dc8f6abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc1f140d0>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:48:50Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['7dffe90e-a569-426e-944d-12c38522f07a'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:49:06.365149 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_v2 [None req-aed6c35a-6698-4e84-8287-4ebe7ced7666 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Deleting subnet 71fd45d9-1c23-409b-93da-6f090e33f368 {{(pid=87636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 23 16:49:06.368058 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-aed6c35a-6698-4e84-8287-4ebe7ced7666 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks [] for subnet, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:49:06.484859 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-c48288cf-b7f8-422d-b21d-4d70dc8f6abf None None] Set router 7dffe90e-a569-426e-944d-12c38522f07a gateway port host: dv-neutron-822799-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:49:06.569900 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-aed6c35a-6698-4e84-8287-4ebe7ced7666 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2382092'] for subnet, precommit_delete_associations {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:49:06.651629 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-aed6c35a-6698-4e84-8287-4ebe7ced7666 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864774'] for subnet, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:49:06.729664 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-aed6c35a-6698-4e84-8287-4ebe7ced7666 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2176495', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2618677'] for subnet, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:49:06.734188 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-a901df7c-17d7-47d4-9d07-15b9bdf289fc tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:49:06.770434 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed6c35a-6698-4e84-8287-4ebe7ced7666 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Pushing event deleted for resources: {'Subnet': ['ID=71fd45d9-1c23-409b-93da-6f090e33f368,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:49:06.770688 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-c48288cf-b7f8-422d-b21d-4d70dc8f6abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc1f140d0>, [{'id': '7dffe90e-a569-426e-944d-12c38522f07a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-71893622', 'tenant_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.249'}], 'enable_snat': True}, 'gw_port_id': 'a57b426b-1cc6-4043-8e36-d0d5e9a8819c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:47:16Z', 'updated_at': '2021-12-23T16:49:05Z', 'revision_number': 5, 'project_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'gw_port': {'id': 'a57b426b-1cc6-4043-8e36-d0d5e9a8819c', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:d9:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dffe90e-a569-426e-944d-12c38522f07a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:47:17Z', 'updated_at': '2021-12-23T16:47:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv'}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:49:06.772385 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-aed6c35a-6698-4e84-8287-4ebe7ced7666 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks [] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:49:06.776941 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c48288cf-b7f8-422d-b21d-4d70dc8f6abf None None] Checking router: 7dffe90e-a569-426e-944d-12c38522f07a for host: dv-neutron-822799-1-hyperv {{(pid=87638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 23 16:49:06.777597 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eeb4f63-5b36-4010-83cb-992f0465f56b None None] Network 3c40f70c-0c86-470c-af02-887b9a96040b requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:49:06.782019 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-aed6c35a-6698-4e84-8287-4ebe7ced7666 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:49:06.785536 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-aed6c35a-6698-4e84-8287-4ebe7ced7666 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "DELETE /v2.0/subnets/71fd45d9-1c23-409b-93da-6f090e33f368 HTTP/1.1" status: 204  len: 168 time: 0.4839933
Dec 23 16:49:06.785826 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c48288cf-b7f8-422d-b21d-4d70dc8f6abf None None] Routers {'7dffe90e-a569-426e-944d-12c38522f07a'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:49:06.786438 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-c48288cf-b7f8-422d-b21d-4d70dc8f6abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc1f140d0>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:48:50Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['7dffe90e-a569-426e-944d-12c38522f07a'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:49:06.788126 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 59322) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:49:06.969978 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-c48288cf-b7f8-422d-b21d-4d70dc8f6abf None None] Set router 7dffe90e-a569-426e-944d-12c38522f07a gateway port host: dv-neutron-822799-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:49:06.983675 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-cb476e30-3ebf-476b-9222-6b100ebffb00 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks [] for router, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:49:07.080393 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6065de7b-f749-4a6a-adaa-2d670f7a0c27 None None] DHCP port deletion for 3c40f70c-0c86-470c-af02-887b9a96040b request from dv-neutron-822799-1-hyperv {{(pid=87637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 23 16:49:07.084726 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-6065de7b-f749-4a6a-adaa-2d670f7a0c27 None None] Deleting port bd2c36eb-8572-4af7-988b-74ca68f27097 {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:49:07.085218 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-6065de7b-f749-4a6a-adaa-2d670f7a0c27 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:49:07.179081 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-cb476e30-3ebf-476b-9222-6b100ebffb00 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:49:07.190421 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-cb476e30-3ebf-476b-9222-6b100ebffb00 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Deleting port a57b426b-1cc6-4043-8e36-d0d5e9a8819c {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:49:07.190770 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-cb476e30-3ebf-476b-9222-6b100ebffb00 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:49:07.284429 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-c48288cf-b7f8-422d-b21d-4d70dc8f6abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc1f140d0>, [{'id': '7dffe90e-a569-426e-944d-12c38522f07a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-71893622', 'tenant_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.249'}], 'enable_snat': True}, 'gw_port_id': 'a57b426b-1cc6-4043-8e36-d0d5e9a8819c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:47:16Z', 'updated_at': '2021-12-23T16:49:05Z', 'revision_number': 5, 'project_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'gw_port': {'id': 'a57b426b-1cc6-4043-8e36-d0d5e9a8819c', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:d9:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dffe90e-a569-426e-944d-12c38522f07a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:47:17Z', 'updated_at': '2021-12-23T16:47:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv'}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:49:07.285255 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-6065de7b-f749-4a6a-adaa-2d670f7a0c27 None None] For port bd2c36eb-8572-4af7-988b-74ca68f27097, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=bd2c36eb-8572-4af7-988b-74ca68f27097,segment=NetworkSegment(69969afc-c351-4a9b-9148-a348d6216148),segment_id=69969afc-c351-4a9b-9148-a348d6216148)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:49:07.285892 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-6065de7b-f749-4a6a-adaa-2d670f7a0c27 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:49:07.288832 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c48288cf-b7f8-422d-b21d-4d70dc8f6abf None None] The sync data for ids ['7dffe90e-a569-426e-944d-12c38522f07a'] in dv-neutron-822799-1-hyperv is: [{'id': '7dffe90e-a569-426e-944d-12c38522f07a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-71893622', 'tenant_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.249'}], 'enable_snat': True}, 'gw_port_id': 'a57b426b-1cc6-4043-8e36-d0d5e9a8819c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:47:16Z', 'updated_at': '2021-12-23T16:49:05Z', 'revision_number': 5, 'project_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'gw_port': {'id': 'a57b426b-1cc6-4043-8e36-d0d5e9a8819c', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:d9:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dffe90e-a569-426e-944d-12c38522f07a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:47:17Z', 'updated_at': '2021-12-23T16:47:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv'}] {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 23 16:49:07.373647 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [None req-cb476e30-3ebf-476b-9222-6b100ebffb00 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] For port a57b426b-1cc6-4043-8e36-d0d5e9a8819c, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=a57b426b-1cc6-4043-8e36-d0d5e9a8819c,segment=NetworkSegment(77e3d110-dd7b-426c-b11f-b78dde7993df),segment_id=77e3d110-dd7b-426c-b11f-b78dde7993df)] {{(pid=87636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:49:07.374003 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-cb476e30-3ebf-476b-9222-6b100ebffb00 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:49:07.409000 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-6065de7b-f749-4a6a-adaa-2d670f7a0c27 None None] Calling delete_port for bd2c36eb-8572-4af7-988b-74ca68f27097 owned by network:dhcp {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:49:07.481875 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-6065de7b-f749-4a6a-adaa-2d670f7a0c27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789'] for port, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:49:07.485845 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:49:07.498128 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-cb476e30-3ebf-476b-9222-6b100ebffb00 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Calling delete_port for a57b426b-1cc6-4043-8e36-d0d5e9a8819c owned by network:router_gateway {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:49:07.527576 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6065de7b-f749-4a6a-adaa-2d670f7a0c27 None None] Pushing event deleted for resources: {'Port': ['ID=bd2c36eb-8572-4af7-988b-74ca68f27097,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:49:07.535466 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6065de7b-f749-4a6a-adaa-2d670f7a0c27 None None] No DVR routers for this DVR port bd2c36eb-8572-4af7-988b-74ca68f27097 on host dv-neutron-822799-1-hyperv {{(pid=87637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 23 16:49:07.537269 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6065de7b-f749-4a6a-adaa-2d670f7a0c27 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:49:07.537629 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6065de7b-f749-4a6a-adaa-2d670f7a0c27 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:49:07.537962 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6065de7b-f749-4a6a-adaa-2d670f7a0c27 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:49:07.538296 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6065de7b-f749-4a6a-adaa-2d670f7a0c27 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:49:07.538628 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6065de7b-f749-4a6a-adaa-2d670f7a0c27 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:49:07.538961 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6065de7b-f749-4a6a-adaa-2d670f7a0c27 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:49:07.539288 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6065de7b-f749-4a6a-adaa-2d670f7a0c27 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:49:07.539924 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6065de7b-f749-4a6a-adaa-2d670f7a0c27 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:49:07.540290 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6065de7b-f749-4a6a-adaa-2d670f7a0c27 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:49:07.540882 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6065de7b-f749-4a6a-adaa-2d670f7a0c27 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:49:07.540996 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6065de7b-f749-4a6a-adaa-2d670f7a0c27 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:49:07.541265 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6065de7b-f749-4a6a-adaa-2d670f7a0c27 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:49:07.545128 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-6065de7b-f749-4a6a-adaa-2d670f7a0c27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:49:07.680406 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-cb476e30-3ebf-476b-9222-6b100ebffb00 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:49:07.684490 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-66e5aed2-d868-4ece-8e66-0065698d088e tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:49:07.732333 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb476e30-3ebf-476b-9222-6b100ebffb00 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Pushing event deleted for resources: {'Port': ['ID=a57b426b-1cc6-4043-8e36-d0d5e9a8819c,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:49:07.734886 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-cb476e30-3ebf-476b-9222-6b100ebffb00 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:49:07.827540 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-cb476e30-3ebf-476b-9222-6b100ebffb00 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1824206'] for router_gateway, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:49:08.129486 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-cb476e30-3ebf-476b-9222-6b100ebffb00 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1784183', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-235354'] for router, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:49:08.131792 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-cb476e30-3ebf-476b-9222-6b100ebffb00 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:49:08.156823 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-cb476e30-3ebf-476b-9222-6b100ebffb00 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1781328'] for router, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:49:08.157407 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb476e30-3ebf-476b-9222-6b100ebffb00 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Fanout notify agent at l3_agent the message router_deleted on router 7dffe90e-a569-426e-944d-12c38522f07a {{(pid=87636) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 23 16:49:08.172267 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-cb476e30-3ebf-476b-9222-6b100ebffb00 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks [] for router, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:49:08.173428 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-cb476e30-3ebf-476b-9222-6b100ebffb00 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "DELETE /v2.0/routers/7dffe90e-a569-426e-944d-12c38522f07a HTTP/1.1" status: 204  len: 168 time: 1.3843534
Dec 23 16:49:08.176301 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 59326) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:49:08.291686 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-765b9e10-6a14-4394-83a6-79848d609189 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-698866'] for network, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:49:08.430187 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-765b9e10-6a14-4394-83a6-79848d609189 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-864347', 'neutron.services.segments.db._delete_segments_for_network-8735362908070'] for network, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:49:08.458847 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-765b9e10-6a14-4394-83a6-79848d609189 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1dc06776d0>,) {'filters': {'network_id': ['3c40f70c-0c86-470c-af02-887b9a96040b']}} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:49:08.470777 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-765b9e10-6a14-4394-83a6-79848d609189 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dc06776d0>, '69969afc-c351-4a9b-9148-a348d6216148') {'for_net_delete': True} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:49:08.471071 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-765b9e10-6a14-4394-83a6-79848d609189 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dc06776d0>, '69969afc-c351-4a9b-9148-a348d6216148') {} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:49:08.482164 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-765b9e10-6a14-4394-83a6-79848d609189 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735363085442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2382197'] for segment, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:49:08.497858 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-765b9e10-6a14-4394-83a6-79848d609189 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:49:08.503762 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-765b9e10-6a14-4394-83a6-79848d609189 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Releasing vlan 425 on physical network physnet1 to pool {{(pid=87636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 23 16:49:08.504137 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-765b9e10-6a14-4394-83a6-79848d609189 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2176261'] for segment, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:49:08.517974 dv-neutron-822799-1-hyperv neutron-server[87636]: Traceback (most recent call last):
Dec 23 16:49:08.517974 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 23 16:49:08.517974 dv-neutron-822799-1-hyperv neutron-server[87636]:     timer()
Dec 23 16:49:08.517974 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:49:08.517974 dv-neutron-822799-1-hyperv neutron-server[87636]:     cb(*args, **kw)
Dec 23 16:49:08.517974 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 23 16:49:08.517974 dv-neutron-822799-1-hyperv neutron-server[87636]:     return func(*args, **kwargs)
Dec 23 16:49:08.517974 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:49:08.517974 dv-neutron-822799-1-hyperv neutron-server[87636]:     self._notify()
Dec 23 16:49:08.517974 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:49:08.517974 dv-neutron-822799-1-hyperv neutron-server[87636]:     self.callback(batched_events)
Dec 23 16:49:08.517974 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:49:08.517974 dv-neutron-822799-1-hyperv neutron-server[87636]:     event.method(event)
Dec 23 16:49:08.517974 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:49:08.517974 dv-neutron-822799-1-hyperv neutron-server[87636]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:49:08.517974 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 23 16:49:08.517974 dv-neutron-822799-1-hyperv neutron-server[87636]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 23 16:49:08.517974 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 23 16:49:08.517974 dv-neutron-822799-1-hyperv neutron-server[87636]:     return f(self, *a, **k)
Dec 23 16:49:08.517974 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:49:08.517974 dv-neutron-822799-1-hyperv neutron-server[87636]:     return self._get(url).json()
Dec 23 16:49:08.517974 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 23 16:49:08.517974 dv-neutron-822799-1-hyperv neutron-server[87636]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 23 16:49:08.517974 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 23 16:49:08.517974 dv-neutron-822799-1-hyperv neutron-server[87636]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:49:08.517974 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 23 16:49:08.517974 dv-neutron-822799-1-hyperv neutron-server[87636]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 23 16:49:08.517974 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 23 16:49:08.517974 dv-neutron-822799-1-hyperv neutron-server[87636]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:49:08.517974 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 23 16:49:08.517974 dv-neutron-822799-1-hyperv neutron-server[87636]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:49:08.517974 dv-neutron-822799-1-hyperv neutron-server[87636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:49:08.609175 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-765b9e10-6a14-4394-83a6-79848d609189 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-864336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1824171'] for network, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:49:08.615657 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-29999bbc-5f77-4c87-a5b2-8f1057f2903b tempest-PortsTestJSON-253189956 tempest-PortsTestJSON-253189956-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:49:08.636608 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-765b9e10-6a14-4394-83a6-79848d609189 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:49:08.647757 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765b9e10-6a14-4394-83a6-79848d609189 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Pushing event deleted for resources: {'Network': ['ID=3c40f70c-0c86-470c-af02-887b9a96040b,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:49:08.651117 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-765b9e10-6a14-4394-83a6-79848d609189 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:49:08.653793 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 234fd8a2-8020-42b1-9716-eb84202a6dcd no longer exists at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 23 16:49:08.657905 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-765b9e10-6a14-4394-83a6-79848d609189 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "DELETE /v2.0/networks/3c40f70c-0c86-470c-af02-887b9a96040b HTTP/1.1" status: 204  len: 168 time: 0.4804268
Dec 23 16:49:08.660469 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 59330) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:49:08.692022 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] No Port match for: 234fd8a2-8020-42b1-9716-eb84202a6dcd {{(pid=87637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 23 16:49:08.692793 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 234fd8a2-8020-42b1-9716-eb84202a6dcd not bound to the agent host dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 23 16:49:08.693299 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device bd2c36eb-8572-4af7-988b-74ca68f27097 no longer exists at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 23 16:49:08.725419 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] No Port match for: bd2c36eb-8572-4af7-988b-74ca68f27097 {{(pid=87637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 23 16:49:08.725780 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device bd2c36eb-8572-4af7-988b-74ca68f27097 not bound to the agent host dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 23 16:49:08.726197 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device a57b426b-1cc6-4043-8e36-d0d5e9a8819c no longer exists at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 23 16:49:08.728808 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b3430e26-13d3-44de-8a51-84e9ed1f5ce7 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks [] for security_group, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:49:08.757654 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b3430e26-13d3-44de-8a51-84e9ed1f5ce7 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:49:08.758288 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] No Port match for: a57b426b-1cc6-4043-8e36-d0d5e9a8819c {{(pid=87637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 23 16:49:08.758649 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device a57b426b-1cc6-4043-8e36-d0d5e9a8819c not bound to the agent host dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 23 16:49:08.833853 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b3430e26-13d3-44de-8a51-84e9ed1f5ce7 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:49:08.838277 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-d25d21df-17e3-4349-b0f7-e5ced3c45ec2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:49:08.853678 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3430e26-13d3-44de-8a51-84e9ed1f5ce7 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=77190ad2-731b-4d3f-81f2-2046e59e91fd,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:49:08.856274 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-b3430e26-13d3-44de-8a51-84e9ed1f5ce7 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:49:08.866652 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b3430e26-13d3-44de-8a51-84e9ed1f5ce7 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks [] for security_group, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:49:08.870476 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-b3430e26-13d3-44de-8a51-84e9ed1f5ce7 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "DELETE /v2.0/security-groups/77190ad2-731b-4d3f-81f2-2046e59e91fd HTTP/1.1" status: 204  len: 168 time: 0.2063711
Dec 23 16:49:09.208975 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 59342) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:49:09.214537 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-b8b55beb-4b5b-461d-88b1-30677fbcb171 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1120193094', 'description': 'tempest-secgroup-smoke-1120193094 description', 'project_id': 'bf163a60baa2480bb3e9e9a93ee73eb3'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:49:09.220814 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-b8b55beb-4b5b-461d-88b1-30677fbcb171 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:49:09.224862 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-b8b55beb-4b5b-461d-88b1-30677fbcb171 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Usage tracker for resource:security_group and tenant:bf163a60baa2480bb3e9e9a93ee73eb3 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:49:09.228203 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-b8b55beb-4b5b-461d-88b1-30677fbcb171 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:49:09.234872 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-b8b55beb-4b5b-461d-88b1-30677fbcb171 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:49:09.246925 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-b8b55beb-4b5b-461d-88b1-30677fbcb171 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks [] for security_group, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:49:09.266668 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-b8b55beb-4b5b-461d-88b1-30677fbcb171 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:49:09.270521 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-b8b55beb-4b5b-461d-88b1-30677fbcb171 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Usage tracker for resource:security_group_rule and tenant:bf163a60baa2480bb3e9e9a93ee73eb3 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:49:09.273386 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-b8b55beb-4b5b-461d-88b1-30677fbcb171 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:49:09.279766 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-b8b55beb-4b5b-461d-88b1-30677fbcb171 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:49:09.473365 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-b8b55beb-4b5b-461d-88b1-30677fbcb171 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks [] for security_group, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:49:09.479814 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-b8b55beb-4b5b-461d-88b1-30677fbcb171 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:49:09.483605 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-6ab7fe94-eeab-4462-950b-c3cddcbc4a7e tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:49:09.523516 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b55beb-4b5b-461d-88b1-30677fbcb171 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e19c5bad-7255-4289-9136-a17e75cd2535,revision_number=1']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:49:09.531618 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b55beb-4b5b-461d-88b1-30677fbcb171 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:49:09.532012 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b55beb-4b5b-461d-88b1-30677fbcb171 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:49:09.532397 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b55beb-4b5b-461d-88b1-30677fbcb171 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:49:09.532809 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b55beb-4b5b-461d-88b1-30677fbcb171 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:49:09.533184 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b55beb-4b5b-461d-88b1-30677fbcb171 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:49:09.533584 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b55beb-4b5b-461d-88b1-30677fbcb171 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:49:09.533964 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b55beb-4b5b-461d-88b1-30677fbcb171 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:49:09.534325 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b55beb-4b5b-461d-88b1-30677fbcb171 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:49:09.534691 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b55beb-4b5b-461d-88b1-30677fbcb171 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:49:09.535051 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b55beb-4b5b-461d-88b1-30677fbcb171 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:49:09.535438 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b55beb-4b5b-461d-88b1-30677fbcb171 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:49:09.535823 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b55beb-4b5b-461d-88b1-30677fbcb171 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:49:09.539279 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-b8b55beb-4b5b-461d-88b1-30677fbcb171 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks [] for security_group, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:49:09.543284 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-b8b55beb-4b5b-461d-88b1-30677fbcb171 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1796 time: 0.3306005
Dec 23 16:49:09.543284 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-b8b55beb-4b5b-461d-88b1-30677fbcb171 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:49:09.543620 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 59346) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:49:09.548326 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-99dc5b85-f132-47cb-b3dc-cbf8b188790e tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Request body: {'security_group_rule': {'security_group_id': 'e19c5bad-7255-4289-9136-a17e75cd2535', 'project_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:49:09.555258 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-99dc5b85-f132-47cb-b3dc-cbf8b188790e tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:49:09.559215 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-99dc5b85-f132-47cb-b3dc-cbf8b188790e tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Usage tracker for resource:security_group_rule and tenant:bf163a60baa2480bb3e9e9a93ee73eb3 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:49:09.562123 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-99dc5b85-f132-47cb-b3dc-cbf8b188790e tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:49:09.568143 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-99dc5b85-f132-47cb-b3dc-cbf8b188790e tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:49:09.585493 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-99dc5b85-f132-47cb-b3dc-cbf8b188790e tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:49:09.645210 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-99dc5b85-f132-47cb-b3dc-cbf8b188790e tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:49:09.649884 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-99dc5b85-f132-47cb-b3dc-cbf8b188790e tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762424'] for security_group_rule, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:49:09.651738 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-784802ba-fc61-4c2a-b1d8-0073398a895d tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:49:09.673913 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99dc5b85-f132-47cb-b3dc-cbf8b188790e tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=189e9ec9-d434-43c5-8086-85b6fc20d11b,revision_number=0']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:49:09.678454 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-99dc5b85-f132-47cb-b3dc-cbf8b188790e tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:49:09.683622 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-99dc5b85-f132-47cb-b3dc-cbf8b188790e tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:49:09.684904 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-99dc5b85-f132-47cb-b3dc-cbf8b188790e tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1405177
Dec 23 16:49:09.687851 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 59352) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:49:09.693249 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-30e23fbe-9543-4945-a9e5-035bdfd5a213 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Request body: {'security_group_rule': {'security_group_id': 'e19c5bad-7255-4289-9136-a17e75cd2535', 'project_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:49:09.699475 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-30e23fbe-9543-4945-a9e5-035bdfd5a213 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:49:09.703409 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-30e23fbe-9543-4945-a9e5-035bdfd5a213 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Usage tracker for resource:security_group_rule and tenant:bf163a60baa2480bb3e9e9a93ee73eb3 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:49:09.706338 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-30e23fbe-9543-4945-a9e5-035bdfd5a213 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:49:09.711961 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-30e23fbe-9543-4945-a9e5-035bdfd5a213 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:49:09.728700 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-30e23fbe-9543-4945-a9e5-035bdfd5a213 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:49:09.792760 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-30e23fbe-9543-4945-a9e5-035bdfd5a213 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:49:09.798170 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-30e23fbe-9543-4945-a9e5-035bdfd5a213 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762424'] for security_group_rule, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:49:09.800015 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-767ad49b-ab24-4ae7-ac3e-3e6eb81fd2a1 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:49:09.821189 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e23fbe-9543-4945-a9e5-035bdfd5a213 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2129f2af-b806-4771-ab37-937f7cf66db3,revision_number=0']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:49:09.823599 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-30e23fbe-9543-4945-a9e5-035bdfd5a213 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:49:09.832201 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-30e23fbe-9543-4945-a9e5-035bdfd5a213 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:49:09.833535 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-30e23fbe-9543-4945-a9e5-035bdfd5a213 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1447382
Dec 23 16:49:09.836475 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 59356) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:49:09.841443 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-57c847ae-646c-4971-9bce-a5964e34c69b tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Request body: {'security_group_rule': {'security_group_id': 'e19c5bad-7255-4289-9136-a17e75cd2535', 'project_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:49:09.847213 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-57c847ae-646c-4971-9bce-a5964e34c69b tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:49:09.850881 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-57c847ae-646c-4971-9bce-a5964e34c69b tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Usage tracker for resource:security_group_rule and tenant:bf163a60baa2480bb3e9e9a93ee73eb3 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:49:09.854268 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-57c847ae-646c-4971-9bce-a5964e34c69b tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:49:09.859746 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-57c847ae-646c-4971-9bce-a5964e34c69b tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:49:09.877544 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-57c847ae-646c-4971-9bce-a5964e34c69b tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:49:09.937047 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-57c847ae-646c-4971-9bce-a5964e34c69b tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:49:09.942605 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-57c847ae-646c-4971-9bce-a5964e34c69b tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762424'] for security_group_rule, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:49:09.948514 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-dc7834dd-f3d0-4d17-8b94-ec67d974ebbf tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:49:09.966722 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c847ae-646c-4971-9bce-a5964e34c69b tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05afff7c-b7a1-4737-acaf-4a40381b0618,revision_number=0']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:49:09.971756 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-57c847ae-646c-4971-9bce-a5964e34c69b tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:49:09.976103 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-57c847ae-646c-4971-9bce-a5964e34c69b tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:49:09.977486 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-57c847ae-646c-4971-9bce-a5964e34c69b tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1400797
Dec 23 16:49:09.980536 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 59360) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:49:09.988499 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-ffba8172-785a-4012-b886-b16c334d141b tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Request body: {'security_group_rule': {'security_group_id': 'e19c5bad-7255-4289-9136-a17e75cd2535', 'project_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:49:09.996111 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-ffba8172-785a-4012-b886-b16c334d141b tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:49:10.000167 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-ffba8172-785a-4012-b886-b16c334d141b tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Usage tracker for resource:security_group_rule and tenant:bf163a60baa2480bb3e9e9a93ee73eb3 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:49:10.003167 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-ffba8172-785a-4012-b886-b16c334d141b tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:49:10.009080 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-ffba8172-785a-4012-b886-b16c334d141b tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:49:10.026248 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-ffba8172-785a-4012-b886-b16c334d141b tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:49:10.087248 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-ffba8172-785a-4012-b886-b16c334d141b tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:49:10.092387 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-ffba8172-785a-4012-b886-b16c334d141b tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762424'] for security_group_rule, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:49:10.094230 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-7a52a876-4958-43ab-abaa-439f25b16d5b tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:49:10.117364 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffba8172-785a-4012-b886-b16c334d141b tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b4a1c1d-baa5-49d5-8063-3bf055cdcc8a,revision_number=0']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:49:10.119903 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-ffba8172-785a-4012-b886-b16c334d141b tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:49:10.128624 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-ffba8172-785a-4012-b886-b16c334d141b tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:49:10.129867 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-ffba8172-785a-4012-b886-b16c334d141b tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1481841
Dec 23 16:49:10.132728 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 59364) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:49:10.137748 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-22e2ab1b-92de-49dd-ab73-36a0b7f94082 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Request body: {'security_group_rule': {'security_group_id': 'e19c5bad-7255-4289-9136-a17e75cd2535', 'project_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:49:10.143500 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-22e2ab1b-92de-49dd-ab73-36a0b7f94082 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:49:10.147426 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-22e2ab1b-92de-49dd-ab73-36a0b7f94082 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Usage tracker for resource:security_group_rule and tenant:bf163a60baa2480bb3e9e9a93ee73eb3 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:49:10.150619 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-22e2ab1b-92de-49dd-ab73-36a0b7f94082 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:49:10.156618 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-22e2ab1b-92de-49dd-ab73-36a0b7f94082 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:49:10.168898 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.db.securitygroups_db [None req-22e2ab1b-92de-49dd-ab73-36a0b7f94082 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Project bf163a60baa2480bb3e9e9a93ee73eb3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 23 16:49:10.175835 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-22e2ab1b-92de-49dd-ab73-36a0b7f94082 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:49:10.240643 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-22e2ab1b-92de-49dd-ab73-36a0b7f94082 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:49:10.245469 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-22e2ab1b-92de-49dd-ab73-36a0b7f94082 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762424'] for security_group_rule, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:49:10.247493 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-86a15bbf-88b4-41c7-8a6d-2b9ccbf896cf tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:49:10.269534 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e2ab1b-92de-49dd-ab73-36a0b7f94082 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c50d82a-8d3d-4fe0-80f5-e94d7b9183ae,revision_number=0']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:49:10.274027 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-22e2ab1b-92de-49dd-ab73-36a0b7f94082 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:49:10.279657 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-22e2ab1b-92de-49dd-ab73-36a0b7f94082 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:49:10.280866 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-22e2ab1b-92de-49dd-ab73-36a0b7f94082 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1472006
Dec 23 16:49:10.283607 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 59368) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:49:10.288603 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-d136c498-3855-4f28-884d-b1bb29c85496 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Request body: {'security_group_rule': {'security_group_id': 'e19c5bad-7255-4289-9136-a17e75cd2535', 'project_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:49:10.294826 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-d136c498-3855-4f28-884d-b1bb29c85496 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:49:10.298695 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-d136c498-3855-4f28-884d-b1bb29c85496 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Usage tracker for resource:security_group_rule and tenant:bf163a60baa2480bb3e9e9a93ee73eb3 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:49:10.301573 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-d136c498-3855-4f28-884d-b1bb29c85496 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:49:10.307657 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-d136c498-3855-4f28-884d-b1bb29c85496 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:49:10.321115 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.db.securitygroups_db [None req-d136c498-3855-4f28-884d-b1bb29c85496 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Project bf163a60baa2480bb3e9e9a93ee73eb3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 23 16:49:10.327674 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-d136c498-3855-4f28-884d-b1bb29c85496 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:49:10.392103 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-d136c498-3855-4f28-884d-b1bb29c85496 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:49:10.396865 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-d136c498-3855-4f28-884d-b1bb29c85496 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762424'] for security_group_rule, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:49:10.398728 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-abee3fe6-d1fe-4107-b648-3bea8df681cb tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:49:10.420227 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d136c498-3855-4f28-884d-b1bb29c85496 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=acb9bcf9-b0c4-4761-8996-d2b3512e529b,revision_number=0']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:49:10.422654 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-d136c498-3855-4f28-884d-b1bb29c85496 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:49:10.433414 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-d136c498-3855-4f28-884d-b1bb29c85496 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:49:10.434595 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-d136c498-3855-4f28-884d-b1bb29c85496 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1500790
Dec 23 16:49:10.438658 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 59374) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:49:10.444473 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-40b8f77e-1414-40ea-b8b1-2a6fe84b2f47 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Request body: {'network': {'name': 'tempest-network-smoke--232426126', 'project_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'port_security_enabled': True}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:49:10.449576 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-40b8f77e-1414-40ea-b8b1-2a6fe84b2f47 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:49:10.453653 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-40b8f77e-1414-40ea-b8b1-2a6fe84b2f47 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Usage tracker for resource:network and tenant:bf163a60baa2480bb3e9e9a93ee73eb3 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:49:10.456510 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-40b8f77e-1414-40ea-b8b1-2a6fe84b2f47 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:49:10.463031 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-40b8f77e-1414-40ea-b8b1-2a6fe84b2f47 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:49:10.474488 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40b8f77e-1414-40ea-b8b1-2a6fe84b2f47 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Made reservation on behalf of bf163a60baa2480bb3e9e9a93ee73eb3 for: {'network': 1} {{(pid=87635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:49:10.478381 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-40b8f77e-1414-40ea-b8b1-2a6fe84b2f47 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for network, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:49:10.511021 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40b8f77e-1414-40ea-b8b1-2a6fe84b2f47 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] vlan segment allocate from pool success with {'vlan_id': 443, 'physical_network': 'physnet1'}  {{(pid=87635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 23 16:49:10.520083 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-40b8f77e-1414-40ea-b8b1-2a6fe84b2f47 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:49:10.520493 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.db.segments_db [None req-40b8f77e-1414-40ea-b8b1-2a6fe84b2f47 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Added segment 2ec3924f-da8d-40a8-824c-a82ebf9316bd of type vlan for network 950a2699-7c6c-490a-925e-95d51b818477
Dec 23 16:49:10.554708 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-40b8f77e-1414-40ea-b8b1-2a6fe84b2f47 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735362521793'] for network, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:49:10.588256 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-40b8f77e-1414-40ea-b8b1-2a6fe84b2f47 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495'] for network, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:49:10.597275 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40b8f77e-1414-40ea-b8b1-2a6fe84b2f47 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:49:10.598089 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-40b8f77e-1414-40ea-b8b1-2a6fe84b2f47 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks [] for network, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:49:10.603089 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-66869912-a86f-4f07-8c96-deede9b85e84 tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:49:10.706997 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-40b8f77e-1414-40ea-b8b1-2a6fe84b2f47 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.2672925
Dec 23 16:49:10.709871 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 59378) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:49:10.710357 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b8f77e-1414-40ea-b8b1-2a6fe84b2f47 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Pushing event updated for resources: {'Network': ['ID=950a2699-7c6c-490a-925e-95d51b818477,revision_number=1']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:49:10.713008 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-40b8f77e-1414-40ea-b8b1-2a6fe84b2f47 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:49:10.715317 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-4359fbb3-007d-4868-a815-e59284a5b5be tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-568248261', 'admin_state_up': True, 'project_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b'}}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:49:10.721309 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Network 950a2699-7c6c-490a-925e-95d51b818477 details requested by agent ovs-agent-dv-neutron-822799-1-hyperv with host dv-neutron-822799-1-hyperv {{(pid=87637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 23 16:49:10.723119 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-4359fbb3-007d-4868-a815-e59284a5b5be tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:49:10.727128 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-4359fbb3-007d-4868-a815-e59284a5b5be tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Usage tracker for resource:router and tenant:bf163a60baa2480bb3e9e9a93ee73eb3 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:49:10.730493 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-4359fbb3-007d-4868-a815-e59284a5b5be tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:49:10.737411 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-4359fbb3-007d-4868-a815-e59284a5b5be tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:49:10.749496 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-4359fbb3-007d-4868-a815-e59284a5b5be tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1823978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-235332'] for router, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:49:10.750520 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-4359fbb3-007d-4868-a815-e59284a5b5be tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1824575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1824063', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1751113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-235341'] for router, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:49:10.766583 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-4359fbb3-007d-4868-a815-e59284a5b5be tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:49:11.043233 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-4359fbb3-007d-4868-a815-e59284a5b5be tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1824017', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1823768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-235299'] for router, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:49:11.377337 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-4359fbb3-007d-4868-a815-e59284a5b5be tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks [] for router_gateway, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:49:11.407280 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-4359fbb3-007d-4868-a815-e59284a5b5be tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:49:11.541779 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [None req-4359fbb3-007d-4868-a815-e59284a5b5be tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Allocated IP 172.26.3.36 (8afa6d58-9431-454a-b99c-3ff8a65aa86b/60537fec-5f5f-4ab7-89cc-03638149a590/9debed3e-7174-436d-9525-17645ea9ad51) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:49:11.814672 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-4359fbb3-007d-4868-a815-e59284a5b5be tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:49:11.856024 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-4359fbb3-007d-4868-a815-e59284a5b5be tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:49:11.860720 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-02becab2-f4ad-4bda-baf2-c3fd57aeb4a2 tempest-ServersNegativeTestJSON-431794398 tempest-ServersNegativeTestJSON-431794398-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:49:11.914754 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4359fbb3-007d-4868-a815-e59284a5b5be tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Network 8afa6d58-9431-454a-b99c-3ff8a65aa86b is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:49:11.921912 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-4359fbb3-007d-4868-a815-e59284a5b5be tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Resources bound (agent type, host, resource id):  {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:49:11.925935 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4359fbb3-007d-4868-a815-e59284a5b5be tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:49:11.963024 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4359fbb3-007d-4868-a815-e59284a5b5be tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Pushing event updated for resources: {'Port': ['ID=9debed3e-7174-436d-9525-17645ea9ad51,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:49:11.971089 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-4359fbb3-007d-4868-a815-e59284a5b5be tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:49:12.139536 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:49:12.353655 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-4359fbb3-007d-4868-a815-e59284a5b5be tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks [] for router_gateway, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:49:12.715170 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-4359fbb3-007d-4868-a815-e59284a5b5be tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1823971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1824234'] for router, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:49:12.927860 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4359fbb3-007d-4868-a815-e59284a5b5be tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Router 8c0e82b0-0981-4a50-b333-641db3b15b0e is scheduled to L3 agent 371d4c41-c7e2-4de7-9539-c049ec4e95d1 with binding_index 1 {{(pid=87636) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 23 16:49:13.104972 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4359fbb3-007d-4868-a815-e59284a5b5be tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify agent at l3_agent.dv-neutron-822799-1-hyperv the message routers_updated {{(pid=87636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 23 16:49:13.116111 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b93a7ee-35b1-4e4d-80d8-dfb78c356f53 None None] Sync routers for ids ['8c0e82b0-0981-4a50-b333-641db3b15b0e'] in dv-neutron-822799-1-hyperv {{(pid=87637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 23 16:49:13.125130 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b93a7ee-35b1-4e4d-80d8-dfb78c356f53 None None] Routers {'8c0e82b0-0981-4a50-b333-641db3b15b0e'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:49:13.125754 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-7b93a7ee-35b1-4e4d-80d8-dfb78c356f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc0664610>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:48:50Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['8c0e82b0-0981-4a50-b333-641db3b15b0e'], 'active': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:49:13.133940 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-4359fbb3-007d-4868-a815-e59284a5b5be tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks [] for router, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:49:13.135259 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-4359fbb3-007d-4868-a815-e59284a5b5be tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201  len: 894 time: 2.4243150
Dec 23 16:49:13.138624 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 59382) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:49:13.303918 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvr_db [None req-7b93a7ee-35b1-4e4d-80d8-dfb78c356f53 None None] Set router 8c0e82b0-0981-4a50-b333-641db3b15b0e gateway port host: dv-neutron-822799-1-hyperv {{(pid=87637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:49:13.322634 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-d609e9e0-6614-4059-952a-903a948fa921 tempest-TestNetworkAdvancedServerOps-760966623 tempest-TestNetworkAdvancedServerOps-760966623-project-admin] 10.222.0.64 "GET /v2.0/subnets?project_id=bf163a60baa2480bb3e9e9a93ee73eb3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.1828499
Dec 23 16:49:13.325090 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 59386) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:49:13.452360 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bee8ad8-2651-41b8-a3a4-bb05eb2bf107 tempest-TestNetworkAdvancedServerOps-760966623 tempest-TestNetworkAdvancedServerOps-760966623-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:49:13.453869 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-6bee8ad8-2651-41b8-a3a4-bb05eb2bf107 tempest-TestNetworkAdvancedServerOps-760966623 tempest-TestNetworkAdvancedServerOps-760966623-project-admin] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1279175
Dec 23 16:49:13.456806 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 59390) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:49:13.495853 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-18838bc2-869f-40ae-8262-fa1e93192bb1 tempest-TestNetworkAdvancedServerOps-760966623 tempest-TestNetworkAdvancedServerOps-760966623-project-admin] 10.222.0.64 "GET /v2.0/subnets?network_id=8afa6d58-9431-454a-b99c-3ff8a65aa86b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0376089
Dec 23 16:49:13.498399 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 59394) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:49:13.503936 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-3e56dac7-cbc5-40ec-bf2b-c63e1d3e5f7b tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-35702043', 'network_id': '950a2699-7c6c-490a-925e-95d51b818477', 'project_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:49:13.617609 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-3e56dac7-cbc5-40ec-bf2b-c63e1d3e5f7b tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:49:13.621992 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-3e56dac7-cbc5-40ec-bf2b-c63e1d3e5f7b tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Usage tracker for resource:subnet and tenant:bf163a60baa2480bb3e9e9a93ee73eb3 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:49:13.624955 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-3e56dac7-cbc5-40ec-bf2b-c63e1d3e5f7b tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:49:13.630906 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-3e56dac7-cbc5-40ec-bf2b-c63e1d3e5f7b tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:49:13.633170 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-7b93a7ee-35b1-4e4d-80d8-dfb78c356f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc0664610>, [{'id': '8c0e82b0-0981-4a50-b333-641db3b15b0e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-568248261', 'tenant_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.36'}], 'enable_snat': True}, 'gw_port_id': '9debed3e-7174-436d-9525-17645ea9ad51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:49:10Z', 'updated_at': '2021-12-23T16:49:12Z', 'revision_number': 3, 'project_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'gw_port': {'id': '9debed3e-7174-436d-9525-17645ea9ad51', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:46:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c0e82b0-0981-4a50-b333-641db3b15b0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:49:11Z', 'updated_at': '2021-12-23T16:49:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv'}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:49:13.637909 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b93a7ee-35b1-4e4d-80d8-dfb78c356f53 None None] Checking router: 8c0e82b0-0981-4a50-b333-641db3b15b0e for host: dv-neutron-822799-1-hyperv {{(pid=87637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 23 16:49:13.638272 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b93a7ee-35b1-4e4d-80d8-dfb78c356f53 None None] Updating router 8c0e82b0-0981-4a50-b333-641db3b15b0e port 9debed3e-7174-436d-9525-17645ea9ad51 binding host dv-neutron-822799-1-hyperv {{(pid=87637) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 23 16:49:13.643026 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e56dac7-cbc5-40ec-bf2b-c63e1d3e5f7b tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Made reservation on behalf of bf163a60baa2480bb3e9e9a93ee73eb3 for: {'subnet': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:49:13.646632 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-3e56dac7-cbc5-40ec-bf2b-c63e1d3e5f7b tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2618324'] for subnet, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:49:13.688634 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-7b93a7ee-35b1-4e4d-80d8-dfb78c356f53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:49:13.864157 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-3e56dac7-cbc5-40ec-bf2b-c63e1d3e5f7b tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2176430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2618310'] for subnet, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:49:13.868051 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-2c3971a0-ffac-47d8-9c31-f06824ff9448 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:49:13.939838 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e56dac7-cbc5-40ec-bf2b-c63e1d3e5f7b tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Pushing event updated for resources: {'Subnet': ['ID=ae6f7d09-7cd3-438d-8eb6-44af6e551bdd,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:49:13.943926 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-3e56dac7-cbc5-40ec-bf2b-c63e1d3e5f7b tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:49:13.951348 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e56dac7-cbc5-40ec-bf2b-c63e1d3e5f7b tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Checking segment: {'id': '2ec3924f-da8d-40a8-824c-a82ebf9316bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '950a2699-7c6c-490a-925e-95d51b818477'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:49:13.951701 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e56dac7-cbc5-40ec-bf2b-c63e1d3e5f7b tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Network hostable DHCP agents. Network: 950a2699-7c6c-490a-925e-95d51b818477, hostable agents: ['1c812d71-eadf-4fb3-b98e-67468a4aa7e2'], hosted agents: [] {{(pid=87636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 23 16:49:13.971145 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e56dac7-cbc5-40ec-bf2b-c63e1d3e5f7b tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Network 950a2699-7c6c-490a-925e-95d51b818477 is scheduled to be hosted by DHCP agent 1c812d71-eadf-4fb3-b98e-67468a4aa7e2 with binding_index 1 {{(pid=87636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 23 16:49:13.980283 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-3e56dac7-cbc5-40ec-bf2b-c63e1d3e5f7b tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822799-1-hyperv, 950a2699-7c6c-490a-925e-95d51b818477) {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:49:13.984125 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e56dac7-cbc5-40ec-bf2b-c63e1d3e5f7b tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:49:13.986222 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-3e56dac7-cbc5-40ec-bf2b-c63e1d3e5f7b tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks [] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:49:13.996319 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-830b51f0-83ba-4653-bbc7-b752d0123227 None None] Network 950a2699-7c6c-490a-925e-95d51b818477 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:49:14.006899 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-3e56dac7-cbc5-40ec-bf2b-c63e1d3e5f7b tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 830 time: 0.5074899
Dec 23 16:49:14.009864 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 59398) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:49:14.092525 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-7b93a7ee-35b1-4e4d-80d8-dfb78c356f53 None None] Notify callbacks [] for port, precommit_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:49:14.111046 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-7b93a7ee-35b1-4e4d-80d8-dfb78c356f53 None None] Transition to ACTIVE for port object 9debed3e-7174-436d-9525-17645ea9ad51 will not be triggered until provisioned by entity L2. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:49:14.128712 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-7b93a7ee-35b1-4e4d-80d8-dfb78c356f53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:49:14.140143 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-343b22fb-e715-4175-be1f-0220d5247769 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:49:14.253053 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-7b93a7ee-35b1-4e4d-80d8-dfb78c356f53 None None] Attempting to bind port 9debed3e-7174-436d-9525-17645ea9ad51 on host dv-neutron-822799-1-hyperv for vnic_type normal with profile  {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:49:14.253435 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-7b93a7ee-35b1-4e4d-80d8-dfb78c356f53 None None] Attempting to bind port 9debed3e-7174-436d-9525-17645ea9ad51 by drivers openvswitch,hyperv on host dv-neutron-822799-1-hyperv at level 0 using segments [{'id': '77e3d110-dd7b-426c-b11f-b78dde7993df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b'}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:49:14.253806 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b93a7ee-35b1-4e4d-80d8-dfb78c356f53 None None] Attempting to bind port 9debed3e-7174-436d-9525-17645ea9ad51 on network 8afa6d58-9431-454a-b99c-3ff8a65aa86b {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:49:14.271026 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b93a7ee-35b1-4e4d-80d8-dfb78c356f53 None None] Checking agent: {'id': '20d2070f-69a9-4e73-8d08-6f0387a40158', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822799-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 21), 'started_at': datetime.datetime(2021, 12, 23, 16, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 48, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822799-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 23 16:49:14.271408 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b93a7ee-35b1-4e4d-80d8-dfb78c356f53 None None] Checking segment: {'id': '77e3d110-dd7b-426c-b11f-b78dde7993df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:49:14.271816 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-7b93a7ee-35b1-4e4d-80d8-dfb78c356f53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:49:14.272219 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b93a7ee-35b1-4e4d-80d8-dfb78c356f53 None None] Bound using segment: {'id': '77e3d110-dd7b-426c-b11f-b78dde7993df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b'} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 23 16:49:14.272729 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-7b93a7ee-35b1-4e4d-80d8-dfb78c356f53 None None] Bound port: 9debed3e-7174-436d-9525-17645ea9ad51, host: dv-neutron-822799-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77e3d110-dd7b-426c-b11f-b78dde7993df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b'}}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 23 16:49:14.273108 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-7b93a7ee-35b1-4e4d-80d8-dfb78c356f53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:49:14.295496 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4017d2-64ab-41bf-9aef-743f70bc669a None None] Pushing event updated for resources: {'Port': ['ID=9debed3e-7174-436d-9525-17645ea9ad51,revision_number=2']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:49:14.307789 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-cd4017d2-64ab-41bf-9aef-743f70bc669a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:49:14.378288 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0bcfed2-7025-4fe3-9fd2-bb9b3d1c259e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7e017a6-8198-58c8-a07e-0f786128e3b3-950a2699-7c6c-490a-925e-95d51b818477', 'network_id': '950a2699-7c6c-490a-925e-95d51b818477', 'tenant_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'fixed_ips': [{'subnet_id': 'ae6f7d09-7cd3-438d-8eb6-44af6e551bdd'}]}} from dv-neutron-822799-1-hyperv. {{(pid=87637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 23 16:49:14.379221 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-a0bcfed2-7025-4fe3-9fd2-bb9b3d1c259e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:49:14.406854 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-7b93a7ee-35b1-4e4d-80d8-dfb78c356f53 None None] For port 9debed3e-7174-436d-9525-17645ea9ad51, host dv-neutron-822799-1-hyperv, cleared binding levels {{(pid=87637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 23 16:49:14.451065 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-7b93a7ee-35b1-4e4d-80d8-dfb78c356f53 None None] For port 9debed3e-7174-436d-9525-17645ea9ad51, host dv-neutron-822799-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=9debed3e-7174-436d-9525-17645ea9ad51,segment=NetworkSegment(77e3d110-dd7b-426c-b11f-b78dde7993df),segment_id=77e3d110-dd7b-426c-b11f-b78dde7993df)] {{(pid=87637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 23 16:49:14.457507 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-7b93a7ee-35b1-4e4d-80d8-dfb78c356f53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:49:14.471658 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:49:14.593695 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b93a7ee-35b1-4e4d-80d8-dfb78c356f53 None None] Routers {'8c0e82b0-0981-4a50-b333-641db3b15b0e'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:49:14.594358 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-7b93a7ee-35b1-4e4d-80d8-dfb78c356f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc0664610>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:48:50Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['8c0e82b0-0981-4a50-b333-641db3b15b0e'], 'active': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:49:14.677132 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4017d2-64ab-41bf-9aef-743f70bc669a None None] Pushing event updated for resources: {'Port': ['ID=9debed3e-7174-436d-9525-17645ea9ad51,revision_number=3']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:49:14.682897 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-cd4017d2-64ab-41bf-9aef-743f70bc669a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:49:14.698571 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-3ace767a-4c91-4eb6-a7d4-2a6144817131 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:49:14.756123 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_common [None req-a0bcfed2-7025-4fe3-9fd2-bb9b3d1c259e None None] Allocated IP 172.20.0.2 (950a2699-7c6c-490a-925e-95d51b818477/ae6f7d09-7cd3-438d-8eb6-44af6e551bdd/a90c1058-8e62-4e7e-b9ef-89c29bad84e7) {{(pid=87637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:49:14.869004 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvr_db [None req-7b93a7ee-35b1-4e4d-80d8-dfb78c356f53 None None] Set router 8c0e82b0-0981-4a50-b333-641db3b15b0e gateway port host: dv-neutron-822799-1-hyperv {{(pid=87637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:49:15.282305 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-a0bcfed2-7025-4fe3-9fd2-bb9b3d1c259e None None] Notify callbacks [] for port, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:49:15.298784 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-a0bcfed2-7025-4fe3-9fd2-bb9b3d1c259e None None] Transition to ACTIVE for port object a90c1058-8e62-4e7e-b9ef-89c29bad84e7 will not be triggered until provisioned by entity L2. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:49:15.322711 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-a0bcfed2-7025-4fe3-9fd2-bb9b3d1c259e None None] Transition to ACTIVE for port object a90c1058-8e62-4e7e-b9ef-89c29bad84e7 will not be triggered until provisioned by entity DHCP. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:49:15.331441 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-a0bcfed2-7025-4fe3-9fd2-bb9b3d1c259e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780'] for port, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:49:15.335369 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-c3893ada-405b-4774-9d05-add8b6bfa584 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:49:15.385651 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-7b93a7ee-35b1-4e4d-80d8-dfb78c356f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc0664610>, [{'id': '8c0e82b0-0981-4a50-b333-641db3b15b0e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-568248261', 'tenant_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.36'}], 'enable_snat': True}, 'gw_port_id': '9debed3e-7174-436d-9525-17645ea9ad51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:49:10Z', 'updated_at': '2021-12-23T16:49:12Z', 'revision_number': 3, 'project_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'gw_port': {'id': '9debed3e-7174-436d-9525-17645ea9ad51', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:46:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c0e82b0-0981-4a50-b333-641db3b15b0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:49:11Z', 'updated_at': '2021-12-23T16:49:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv'}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:49:15.396303 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0bcfed2-7025-4fe3-9fd2-bb9b3d1c259e None None] Network 950a2699-7c6c-490a-925e-95d51b818477 is already hosted by enough agents. {{(pid=87637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:49:15.397182 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b93a7ee-35b1-4e4d-80d8-dfb78c356f53 None None] The sync data for ids ['8c0e82b0-0981-4a50-b333-641db3b15b0e'] in dv-neutron-822799-1-hyperv is: [{'id': '8c0e82b0-0981-4a50-b333-641db3b15b0e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-568248261', 'tenant_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.36'}], 'enable_snat': True}, 'gw_port_id': '9debed3e-7174-436d-9525-17645ea9ad51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:49:10Z', 'updated_at': '2021-12-23T16:49:12Z', 'revision_number': 3, 'project_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'gw_port': {'id': '9debed3e-7174-436d-9525-17645ea9ad51', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:46:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c0e82b0-0981-4a50-b333-641db3b15b0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:49:11Z', 'updated_at': '2021-12-23T16:49:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv'}] {{(pid=87637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 23 16:49:15.397595 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.db_base_plugin_common [None req-3ace767a-4c91-4eb6-a7d4-2a6144817131 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Allocated IP 172.20.0.1 (950a2699-7c6c-490a-925e-95d51b818477/ae6f7d09-7cd3-438d-8eb6-44af6e551bdd/56552153-04f2-4749-bdfa-fb6a9712f671) {{(pid=87635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:49:15.405587 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-a0bcfed2-7025-4fe3-9fd2-bb9b3d1c259e None None] Resources bound (agent type, host, resource id):  {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:49:15.410187 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0bcfed2-7025-4fe3-9fd2-bb9b3d1c259e None None] Received port after_create {{(pid=87637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:49:15.443660 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bcfed2-7025-4fe3-9fd2-bb9b3d1c259e None None] Pushing event updated for resources: {'Port': ['ID=a90c1058-8e62-4e7e-b9ef-89c29bad84e7,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:49:15.451054 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-a0bcfed2-7025-4fe3-9fd2-bb9b3d1c259e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:49:15.507665 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-a0bcfed2-7025-4fe3-9fd2-bb9b3d1c259e None None] Attempting to bind port a90c1058-8e62-4e7e-b9ef-89c29bad84e7 on host dv-neutron-822799-1-hyperv for vnic_type normal with profile  {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:49:15.508397 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-a0bcfed2-7025-4fe3-9fd2-bb9b3d1c259e None None] Attempting to bind port a90c1058-8e62-4e7e-b9ef-89c29bad84e7 by drivers openvswitch,hyperv on host dv-neutron-822799-1-hyperv at level 0 using segments [{'id': '2ec3924f-da8d-40a8-824c-a82ebf9316bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '950a2699-7c6c-490a-925e-95d51b818477'}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:49:15.508698 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0bcfed2-7025-4fe3-9fd2-bb9b3d1c259e None None] Attempting to bind port a90c1058-8e62-4e7e-b9ef-89c29bad84e7 on network 950a2699-7c6c-490a-925e-95d51b818477 {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:49:15.514973 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0bcfed2-7025-4fe3-9fd2-bb9b3d1c259e None None] Checking agent: {'id': '20d2070f-69a9-4e73-8d08-6f0387a40158', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822799-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 21), 'started_at': datetime.datetime(2021, 12, 23, 16, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 48, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822799-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 23 16:49:15.515362 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0bcfed2-7025-4fe3-9fd2-bb9b3d1c259e None None] Checking segment: {'id': '2ec3924f-da8d-40a8-824c-a82ebf9316bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '950a2699-7c6c-490a-925e-95d51b818477'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:49:15.515911 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-a0bcfed2-7025-4fe3-9fd2-bb9b3d1c259e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:49:15.516314 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0bcfed2-7025-4fe3-9fd2-bb9b3d1c259e None None] Bound using segment: {'id': '2ec3924f-da8d-40a8-824c-a82ebf9316bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '950a2699-7c6c-490a-925e-95d51b818477'} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 23 16:49:15.516889 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-a0bcfed2-7025-4fe3-9fd2-bb9b3d1c259e None None] Bound port: a90c1058-8e62-4e7e-b9ef-89c29bad84e7, host: dv-neutron-822799-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ec3924f-da8d-40a8-824c-a82ebf9316bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '950a2699-7c6c-490a-925e-95d51b818477'}}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 23 16:49:15.517250 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-a0bcfed2-7025-4fe3-9fd2-bb9b3d1c259e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:49:15.573992 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-3ace767a-4c91-4eb6-a7d4-2a6144817131 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks [] for port, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:49:15.597250 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.provisioning_blocks [None req-3ace767a-4c91-4eb6-a7d4-2a6144817131 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Transition to ACTIVE for port object 56552153-04f2-4749-bdfa-fb6a9712f671 will not be triggered until provisioned by entity DHCP. {{(pid=87635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:49:15.637725 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-3ace767a-4c91-4eb6-a7d4-2a6144817131 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:49:15.638416 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-a0bcfed2-7025-4fe3-9fd2-bb9b3d1c259e None None] For port a90c1058-8e62-4e7e-b9ef-89c29bad84e7, host dv-neutron-822799-1-hyperv, cleared binding levels {{(pid=87637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 23 16:49:15.642229 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-d42b081e-0a61-48b6-9a24-46e15192d0fe tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:49:15.643265 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-a0bcfed2-7025-4fe3-9fd2-bb9b3d1c259e None None] For port a90c1058-8e62-4e7e-b9ef-89c29bad84e7, host dv-neutron-822799-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=a90c1058-8e62-4e7e-b9ef-89c29bad84e7,segment=NetworkSegment(2ec3924f-da8d-40a8-824c-a82ebf9316bd),segment_id=2ec3924f-da8d-40a8-824c-a82ebf9316bd)] {{(pid=87637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 23 16:49:15.647530 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-a0bcfed2-7025-4fe3-9fd2-bb9b3d1c259e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:49:15.653723 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-0a8a2744-dac9-41e7-96c1-a222e4b34f63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:49:15.705384 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ace767a-4c91-4eb6-a7d4-2a6144817131 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Network 950a2699-7c6c-490a-925e-95d51b818477 is already hosted by enough agents. {{(pid=87635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:49:15.713852 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.base_scheduler [None req-3ace767a-4c91-4eb6-a7d4-2a6144817131 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Resources bound (agent type, host, resource id):  {{(pid=87635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:49:15.718399 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ace767a-4c91-4eb6-a7d4-2a6144817131 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Received port after_create {{(pid=87635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:49:15.747866 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bcfed2-7025-4fe3-9fd2-bb9b3d1c259e None None] Pushing event updated for resources: {'Port': ['ID=a90c1058-8e62-4e7e-b9ef-89c29bad84e7,revision_number=2']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:49:15.758050 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-a0bcfed2-7025-4fe3-9fd2-bb9b3d1c259e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:49:15.775374 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ace767a-4c91-4eb6-a7d4-2a6144817131 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Pushing event updated for resources: {'Port': ['ID=56552153-04f2-4749-bdfa-fb6a9712f671,revision_number=1']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:49:15.780417 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-3ace767a-4c91-4eb6-a7d4-2a6144817131 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:49:15.789231 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-3ace767a-4c91-4eb6-a7d4-2a6144817131 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1781300'] for router_interface, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:49:16.092351 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-3ace767a-4c91-4eb6-a7d4-2a6144817131 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:49:16.519156 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-3ace767a-4c91-4eb6-a7d4-2a6144817131 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks [] for port, precommit_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:49:16.525130 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-3ace767a-4c91-4eb6-a7d4-2a6144817131 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2753531'] for port, after_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:49:16.564070 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-e50f4235-7637-4b8f-a058-c38830059b77 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:49:16.608999 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 9debed3e-7174-436d-9525-17645ea9ad51 up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:49:16.648956 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-3ace767a-4c91-4eb6-a7d4-2a6144817131 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1627481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1781465'] for router_interface, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:49:16.653654 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ace767a-4c91-4eb6-a7d4-2a6144817131 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Pushing event updated for resources: {'Port': ['ID=56552153-04f2-4749-bdfa-fb6a9712f671,revision_number=2']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:49:16.658101 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-3ace767a-4c91-4eb6-a7d4-2a6144817131 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:49:16.687723 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning for port 9debed3e-7174-436d-9525-17645ea9ad51 completed by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:49:16.693747 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port 9debed3e-7174-436d-9525-17645ea9ad51 triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:49:16.694367 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:49:16.734302 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af9ed8d1-05af-49e8-9882-ce33d943da21 None None] Network 950a2699-7c6c-490a-925e-95d51b818477 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:49:16.851629 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-57c4309c-af15-46b9-88e2-e38c82ac3433 None None] Provisioning for port a90c1058-8e62-4e7e-b9ef-89c29bad84e7 completed by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:49:16.931855 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ace767a-4c91-4eb6-a7d4-2a6144817131 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Network 950a2699-7c6c-490a-925e-95d51b818477 is already hosted by enough agents. {{(pid=87635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:49:16.933219 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.base_scheduler [None req-3ace767a-4c91-4eb6-a7d4-2a6144817131 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Resources bound (agent type, host, resource id):  {{(pid=87635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:49:16.981720 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:49:17.031422 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] For port 9debed3e-7174-436d-9525-17645ea9ad51, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=9debed3e-7174-436d-9525-17645ea9ad51,segment=NetworkSegment(77e3d110-dd7b-426c-b11f-b78dde7993df),segment_id=77e3d110-dd7b-426c-b11f-b78dde7993df)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:49:17.043366 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:49:17.044224 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device a90c1058-8e62-4e7e-b9ef-89c29bad84e7 up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:49:17.074075 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-b538ec3d-b192-4098-9809-faba6f43198f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:49:17.122612 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ace767a-4c91-4eb6-a7d4-2a6144817131 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Router 8c0e82b0-0981-4a50-b333-641db3b15b0e has already been hosted by L3 agent 371d4c41-c7e2-4de7-9539-c049ec4e95d1 {{(pid=87635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 23 16:49:17.180349 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Pushing event updated for resources: {'Port': ['ID=9debed3e-7174-436d-9525-17645ea9ad51,revision_number=4']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:49:17.185078 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:49:17.200341 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning for port a90c1058-8e62-4e7e-b9ef-89c29bad84e7 completed by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:49:17.205342 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port a90c1058-8e62-4e7e-b9ef-89c29bad84e7 triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:49:17.205731 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:49:17.329973 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ace767a-4c91-4eb6-a7d4-2a6144817131 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify agent at l3_agent.dv-neutron-822799-1-hyperv the message routers_updated {{(pid=87635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 23 16:49:17.342491 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f796770e-5456-4290-8a40-079a2a49319a None None] Sync routers for ids ['8c0e82b0-0981-4a50-b333-641db3b15b0e'] in dv-neutron-822799-1-hyperv {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 23 16:49:17.355271 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f796770e-5456-4290-8a40-079a2a49319a None None] Routers {'8c0e82b0-0981-4a50-b333-641db3b15b0e'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:49:17.356444 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-f796770e-5456-4290-8a40-079a2a49319a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc1ad6d30>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:48:50Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['8c0e82b0-0981-4a50-b333-641db3b15b0e'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:49:17.364798 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-3ace767a-4c91-4eb6-a7d4-2a6144817131 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "PUT /v2.0/routers/8c0e82b0-0981-4a50-b333-641db3b15b0e/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3537412
Dec 23 16:49:17.391178 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:49:17.461015 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] For port a90c1058-8e62-4e7e-b9ef-89c29bad84e7, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=a90c1058-8e62-4e7e-b9ef-89c29bad84e7,segment=NetworkSegment(2ec3924f-da8d-40a8-824c-a82ebf9316bd),segment_id=2ec3924f-da8d-40a8-824c-a82ebf9316bd)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:49:17.466644 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-5ac9975f-21c7-4990-8fb0-8837fce53784 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:49:17.469664 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:49:17.471950 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:49:17.542143 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-aa481537-128e-4993-a462-c2f7547e438c None None] Provisioning complete for port a90c1058-8e62-4e7e-b9ef-89c29bad84e7 triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:49:17.542489 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-aa481537-128e-4993-a462-c2f7547e438c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:49:17.556468 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [req-cf4590f0-f39f-4b28-9172-33c257442025 req-c5408f15-d7ba-448b-857f-661025a69a62 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Synchronizing usage tracker for tenant:bf163a60baa2480bb3e9e9a93ee73eb3 on resource:security_group {{(pid=87635) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:49:17.575093 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [req-cf4590f0-f39f-4b28-9172-33c257442025 req-c5408f15-d7ba-448b-857f-661025a69a62 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Unset dirty status for tenant:bf163a60baa2480bb3e9e9a93ee73eb3 on resource:security_group {{(pid=87635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:49:17.581169 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-cf4590f0-f39f-4b28-9172-33c257442025 req-c5408f15-d7ba-448b-857f-661025a69a62 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1120193094&fields=id&tenant_id=bf163a60baa2480bb3e9e9a93ee73eb3 HTTP/1.1" status: 200  len: 267 time: 0.0733376
Dec 23 16:49:17.603266 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-f796770e-5456-4290-8a40-079a2a49319a None None] Set router 8c0e82b0-0981-4a50-b333-641db3b15b0e gateway port host: dv-neutron-822799-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:49:17.607739 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Pushing event updated for resources: {'Port': ['ID=a90c1058-8e62-4e7e-b9ef-89c29bad84e7,revision_number=3']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:49:17.611018 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:49:17.716346 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-aa481537-128e-4993-a462-c2f7547e438c None None] Provisioning for port 56552153-04f2-4749-bdfa-fb6a9712f671 completed by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:49:17.723609 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-aa481537-128e-4993-a462-c2f7547e438c None None] Provisioning complete for port 56552153-04f2-4749-bdfa-fb6a9712f671 triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:49:17.723609 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-aa481537-128e-4993-a462-c2f7547e438c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:49:17.757708 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4590f0-f39f-4b28-9172-33c257442025 req-577526de-62fe-4091-8e9b-7817d1e67ed9 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:49:17.758463 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [req-cf4590f0-f39f-4b28-9172-33c257442025 req-577526de-62fe-4091-8e9b-7817d1e67ed9 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Synchronizing usage tracker for tenant:bf163a60baa2480bb3e9e9a93ee73eb3 on resource:network {{(pid=87635) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:49:17.781672 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-aa481537-128e-4993-a462-c2f7547e438c None None] Port 56552153-04f2-4749-bdfa-fb6a9712f671 cannot update to ACTIVE because it is not bound. {{(pid=87637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 23 16:49:17.782452 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [req-cf4590f0-f39f-4b28-9172-33c257442025 req-577526de-62fe-4091-8e9b-7817d1e67ed9 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Unset dirty status for tenant:bf163a60baa2480bb3e9e9a93ee73eb3 on resource:network {{(pid=87635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:49:17.790765 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-cf4590f0-f39f-4b28-9172-33c257442025 req-577526de-62fe-4091-8e9b-7817d1e67ed9 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/networks?id=950a2699-7c6c-490a-925e-95d51b818477 HTTP/1.1" status: 200  len: 796 time: 0.2053177
Dec 23 16:49:17.801180 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-cf4590f0-f39f-4b28-9172-33c257442025 req-dcb9f903-dfac-434f-91ed-41c6f1b6f0d7 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/quotas/bf163a60baa2480bb3e9e9a93ee73eb3 HTTP/1.1" status: 200  len: 375 time: 0.0095534
Dec 23 16:49:17.887106 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [req-cf4590f0-f39f-4b28-9172-33c257442025 req-48a6ddc0-0ff7-455d-bc30-850eca05a20e tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Synchronizing usage tracker for tenant:bf163a60baa2480bb3e9e9a93ee73eb3 on resource:port {{(pid=87635) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:49:17.905889 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [req-cf4590f0-f39f-4b28-9172-33c257442025 req-48a6ddc0-0ff7-455d-bc30-850eca05a20e tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Unset dirty status for tenant:bf163a60baa2480bb3e9e9a93ee73eb3 on resource:port {{(pid=87635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:49:17.907225 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-cf4590f0-f39f-4b28-9172-33c257442025 req-48a6ddc0-0ff7-455d-bc30-850eca05a20e tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=bf163a60baa2480bb3e9e9a93ee73eb3&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1001003
Dec 23 16:49:17.908529 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3f6c7fc1-aa6c-486d-ba5d-99fa6e632f7e None None] Provisioning complete for port 56552153-04f2-4749-bdfa-fb6a9712f671 triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:49:17.909170 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3f6c7fc1-aa6c-486d-ba5d-99fa6e632f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:49:17.944554 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-f796770e-5456-4290-8a40-079a2a49319a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc1ad6d30>, [{'id': '8c0e82b0-0981-4a50-b333-641db3b15b0e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-568248261', 'tenant_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.36'}], 'enable_snat': True}, 'gw_port_id': '9debed3e-7174-436d-9525-17645ea9ad51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:49:10Z', 'updated_at': '2021-12-23T16:49:16Z', 'revision_number': 4, 'project_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'gw_port': {'id': '9debed3e-7174-436d-9525-17645ea9ad51', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:46:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c0e82b0-0981-4a50-b333-641db3b15b0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:49:11Z', 'updated_at': '2021-12-23T16:49:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_interfaces': [{'id': '56552153-04f2-4749-bdfa-fb6a9712f671', 'name': '', 'network_id': '950a2699-7c6c-490a-925e-95d51b818477', 'tenant_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'mac_address': 'fa:16:3e:df:f2:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c0e82b0-0981-4a50-b333-641db3b15b0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': 'ae6f7d09-7cd3-438d-8eb6-44af6e551bdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:49:15Z', 'updated_at': '2021-12-23T16:49:16Z', 'revision_number': 2, 'project_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'subnets': [{'id': 'ae6f7d09-7cd3-438d-8eb6-44af6e551bdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:49:17.949013 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f796770e-5456-4290-8a40-079a2a49319a None None] Checking router: 8c0e82b0-0981-4a50-b333-641db3b15b0e for host: dv-neutron-822799-1-hyperv {{(pid=87638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 23 16:49:17.949370 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f796770e-5456-4290-8a40-079a2a49319a None None] Updating router 8c0e82b0-0981-4a50-b333-641db3b15b0e port 56552153-04f2-4749-bdfa-fb6a9712f671 binding host dv-neutron-822799-1-hyperv {{(pid=87638) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 23 16:49:17.978136 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-3f6c7fc1-aa6c-486d-ba5d-99fa6e632f7e None None] Port 56552153-04f2-4749-bdfa-fb6a9712f671 cannot update to ACTIVE because it is not bound. {{(pid=87637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 23 16:49:18.020131 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f796770e-5456-4290-8a40-079a2a49319a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:49:18.055694 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-cf4590f0-f39f-4b28-9172-33c257442025 req-324665cb-44be-4324-bbd6-7e89264ee536 service neutron] 10.222.0.64 "GET /v2.0/networks/950a2699-7c6c-490a-925e-95d51b818477?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1336191
Dec 23 16:49:18.104883 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-bbac58ca-d46a-44d4-86ad-4487a44eba10 None None] Provisioning complete for port 56552153-04f2-4749-bdfa-fb6a9712f671 triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:49:18.105272 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-bbac58ca-d46a-44d4-86ad-4487a44eba10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:49:18.161705 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-bbac58ca-d46a-44d4-86ad-4487a44eba10 None None] Port 56552153-04f2-4749-bdfa-fb6a9712f671 cannot update to ACTIVE because it is not bound. {{(pid=87637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 23 16:49:18.197906 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-cf4590f0-f39f-4b28-9172-33c257442025 req-dde7f828-a878-4379-b540-a2cf179dccb4 service neutron] 10.222.0.64 "GET /v2.0/networks/950a2699-7c6c-490a-925e-95d51b818477?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1350186
Dec 23 16:49:18.403387 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f796770e-5456-4290-8a40-079a2a49319a None None] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:49:18.416207 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-f796770e-5456-4290-8a40-079a2a49319a None None] Transition to ACTIVE for port object 56552153-04f2-4749-bdfa-fb6a9712f671 will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:49:18.424991 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f796770e-5456-4290-8a40-079a2a49319a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:49:18.429652 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG oslo_concurrency.lockutils [None req-909fed87-c874-4e01-ae02-5b2e60a19ae8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:49:18.435654 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-b128abdf-4f3f-44e2-87aa-378371e7852e req-c3cfc302-75c0-4b7d-9ae8-902a827edca9 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Synchronizing usage tracker for tenant:bf163a60baa2480bb3e9e9a93ee73eb3 on resource:port {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:49:18.447894 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-b128abdf-4f3f-44e2-87aa-378371e7852e req-c3cfc302-75c0-4b7d-9ae8-902a827edca9 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Unset dirty status for tenant:bf163a60baa2480bb3e9e9a93ee73eb3 on resource:port {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:49:18.449097 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-b128abdf-4f3f-44e2-87aa-378371e7852e req-c3cfc302-75c0-4b7d-9ae8-902a827edca9 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/ports?device_id=85f6c187-aa60-4a1f-b9ac-5727f03e9257 HTTP/1.1" status: 200  len: 210 time: 0.1059439
Dec 23 16:49:18.560830 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d65a3b-12c8-4fad-9881-bc84e1c99934 None None] Pushing event updated for resources: {'Port': ['ID=56552153-04f2-4749-bdfa-fb6a9712f671,revision_number=3']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:49:18.566726 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 9debed3e-7174-436d-9525-17645ea9ad51 up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:49:18.636510 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d65a3b-12c8-4fad-9881-bc84e1c99934 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:49:18.637015 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d65a3b-12c8-4fad-9881-bc84e1c99934 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:49:18.637344 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d65a3b-12c8-4fad-9881-bc84e1c99934 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:49:18.637683 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d65a3b-12c8-4fad-9881-bc84e1c99934 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:49:18.637992 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d65a3b-12c8-4fad-9881-bc84e1c99934 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:49:18.638317 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d65a3b-12c8-4fad-9881-bc84e1c99934 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:49:18.638663 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d65a3b-12c8-4fad-9881-bc84e1c99934 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:49:18.638982 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d65a3b-12c8-4fad-9881-bc84e1c99934 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:49:18.639306 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d65a3b-12c8-4fad-9881-bc84e1c99934 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:49:18.639622 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d65a3b-12c8-4fad-9881-bc84e1c99934 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:49:18.639941 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d65a3b-12c8-4fad-9881-bc84e1c99934 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:49:18.640256 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d65a3b-12c8-4fad-9881-bc84e1c99934 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:49:18.668708 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG oslo_concurrency.lockutils [None req-55d65a3b-12c8-4fad-9881-bc84e1c99934 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=87638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:49:18.703991 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-f796770e-5456-4290-8a40-079a2a49319a None None] Attempting to bind port 56552153-04f2-4749-bdfa-fb6a9712f671 on host dv-neutron-822799-1-hyperv for vnic_type normal with profile  {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:49:18.704371 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-f796770e-5456-4290-8a40-079a2a49319a None None] Attempting to bind port 56552153-04f2-4749-bdfa-fb6a9712f671 by drivers openvswitch,hyperv on host dv-neutron-822799-1-hyperv at level 0 using segments [{'id': '2ec3924f-da8d-40a8-824c-a82ebf9316bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '950a2699-7c6c-490a-925e-95d51b818477'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:49:18.704776 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f796770e-5456-4290-8a40-079a2a49319a None None] Attempting to bind port 56552153-04f2-4749-bdfa-fb6a9712f671 on network 950a2699-7c6c-490a-925e-95d51b818477 {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:49:18.710462 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f796770e-5456-4290-8a40-079a2a49319a None None] Checking agent: {'id': '20d2070f-69a9-4e73-8d08-6f0387a40158', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822799-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 21), 'started_at': datetime.datetime(2021, 12, 23, 16, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 48, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822799-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 23 16:49:18.710843 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f796770e-5456-4290-8a40-079a2a49319a None None] Checking segment: {'id': '2ec3924f-da8d-40a8-824c-a82ebf9316bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '950a2699-7c6c-490a-925e-95d51b818477'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:49:18.711311 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f796770e-5456-4290-8a40-079a2a49319a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:49:18.711832 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f796770e-5456-4290-8a40-079a2a49319a None None] Bound using segment: {'id': '2ec3924f-da8d-40a8-824c-a82ebf9316bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '950a2699-7c6c-490a-925e-95d51b818477'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 23 16:49:18.712501 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-f796770e-5456-4290-8a40-079a2a49319a None None] Bound port: 56552153-04f2-4749-bdfa-fb6a9712f671, host: dv-neutron-822799-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ec3924f-da8d-40a8-824c-a82ebf9316bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '950a2699-7c6c-490a-925e-95d51b818477'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 23 16:49:18.712930 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f796770e-5456-4290-8a40-079a2a49319a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:49:18.722783 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port 9debed3e-7174-436d-9525-17645ea9ad51 triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:49:18.723385 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:49:18.818089 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-f796770e-5456-4290-8a40-079a2a49319a None None] For port 56552153-04f2-4749-bdfa-fb6a9712f671, host dv-neutron-822799-1-hyperv, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 23 16:49:18.821501 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-f796770e-5456-4290-8a40-079a2a49319a None None] For port 56552153-04f2-4749-bdfa-fb6a9712f671, host dv-neutron-822799-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=56552153-04f2-4749-bdfa-fb6a9712f671,segment=NetworkSegment(2ec3924f-da8d-40a8-824c-a82ebf9316bd),segment_id=2ec3924f-da8d-40a8-824c-a82ebf9316bd)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 23 16:49:18.826179 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-f796770e-5456-4290-8a40-079a2a49319a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:49:18.830061 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:49:18.879832 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device a90c1058-8e62-4e7e-b9ef-89c29bad84e7 up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:49:18.901280 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f796770e-5456-4290-8a40-079a2a49319a None None] Routers {'8c0e82b0-0981-4a50-b333-641db3b15b0e'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:49:18.902161 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-f796770e-5456-4290-8a40-079a2a49319a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc1ad6d30>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:48:50Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['8c0e82b0-0981-4a50-b333-641db3b15b0e'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:49:18.954424 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port a90c1058-8e62-4e7e-b9ef-89c29bad84e7 triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:49:18.954615 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:49:19.090006 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-f796770e-5456-4290-8a40-079a2a49319a None None] Set router 8c0e82b0-0981-4a50-b333-641db3b15b0e gateway port host: dv-neutron-822799-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:49:19.145291 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d65a3b-12c8-4fad-9881-bc84e1c99934 None None] Pushing event updated for resources: {'Port': ['ID=56552153-04f2-4749-bdfa-fb6a9712f671,revision_number=4']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:49:19.150297 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG oslo_concurrency.lockutils [None req-55d65a3b-12c8-4fad-9881-bc84e1c99934 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=87638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:49:19.417713 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-f796770e-5456-4290-8a40-079a2a49319a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc1ad6d30>, [{'id': '8c0e82b0-0981-4a50-b333-641db3b15b0e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-568248261', 'tenant_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.36'}], 'enable_snat': True}, 'gw_port_id': '9debed3e-7174-436d-9525-17645ea9ad51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:49:10Z', 'updated_at': '2021-12-23T16:49:16Z', 'revision_number': 4, 'project_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'gw_port': {'id': '9debed3e-7174-436d-9525-17645ea9ad51', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:46:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c0e82b0-0981-4a50-b333-641db3b15b0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:49:11Z', 'updated_at': '2021-12-23T16:49:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_interfaces': [{'id': '56552153-04f2-4749-bdfa-fb6a9712f671', 'name': '', 'network_id': '950a2699-7c6c-490a-925e-95d51b818477', 'tenant_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'mac_address': 'fa:16:3e:df:f2:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c0e82b0-0981-4a50-b333-641db3b15b0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': 'ae6f7d09-7cd3-438d-8eb6-44af6e551bdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:49:15Z', 'updated_at': '2021-12-23T16:49:18Z', 'revision_number': 4, 'project_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'subnets': [{'id': 'ae6f7d09-7cd3-438d-8eb6-44af6e551bdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:49:19.422146 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f796770e-5456-4290-8a40-079a2a49319a None None] The sync data for ids ['8c0e82b0-0981-4a50-b333-641db3b15b0e'] in dv-neutron-822799-1-hyperv is: [{'id': '8c0e82b0-0981-4a50-b333-641db3b15b0e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-568248261', 'tenant_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.36'}], 'enable_snat': True}, 'gw_port_id': '9debed3e-7174-436d-9525-17645ea9ad51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:49:10Z', 'updated_at': '2021-12-23T16:49:16Z', 'revision_number': 4, 'project_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'gw_port': {'id': '9debed3e-7174-436d-9525-17645ea9ad51', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:46:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c0e82b0-0981-4a50-b333-641db3b15b0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:49:11Z', 'updated_at': '2021-12-23T16:49:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_interfaces': [{'id': '56552153-04f2-4749-bdfa-fb6a9712f671', 'name': '', 'network_id': '950a2699-7c6c-490a-925e-95d51b818477', 'tenant_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'mac_address': 'fa:16:3e:df:f2:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c0e82b0-0981-4a50-b333-641db3b15b0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': 'ae6f7d09-7cd3-438d-8eb6-44af6e551bdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:49:15Z', 'updated_at': '2021-12-23T16:49:18Z', 'revision_number': 4, 'project_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'subnets': [{'id': 'ae6f7d09-7cd3-438d-8eb6-44af6e551bdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 23 16:49:19.696005 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4590f0-f39f-4b28-9172-33c257442025 req-1ce2c9d2-028d-4975-9d4b-86f98555b8e1 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:49:19.697035 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-cf4590f0-f39f-4b28-9172-33c257442025 req-1ce2c9d2-028d-4975-9d4b-86f98555b8e1 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Synchronizing usage tracker for tenant:bf163a60baa2480bb3e9e9a93ee73eb3 on resource:network {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:49:19.709801 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-cf4590f0-f39f-4b28-9172-33c257442025 req-1ce2c9d2-028d-4975-9d4b-86f98555b8e1 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Unset dirty status for tenant:bf163a60baa2480bb3e9e9a93ee73eb3 on resource:network {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:49:19.712669 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-cf4590f0-f39f-4b28-9172-33c257442025 req-1ce2c9d2-028d-4975-9d4b-86f98555b8e1 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.61 "GET /v2.0/networks?id=950a2699-7c6c-490a-925e-95d51b818477 HTTP/1.1" status: 200  len: 796 time: 0.1998725
Dec 23 16:49:19.715577 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-460c574c-da23-4a66-ac85-bc9c56b0d4ef req-8c71d702-7a1a-4cfb-9f02-8a8a804dae9f tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/ports?device_id=85f6c187-aa60-4a1f-b9ac-5727f03e9257 HTTP/1.1" status: 200  len: 210 time: 0.1161435
Dec 23 16:49:19.770742 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-cf4590f0-f39f-4b28-9172-33c257442025 req-387d0dad-1fbf-4d93-bde6-14f920d3e309 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Synchronizing usage tracker for tenant:bf163a60baa2480bb3e9e9a93ee73eb3 on resource:security_group {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:49:19.783085 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-cf4590f0-f39f-4b28-9172-33c257442025 req-387d0dad-1fbf-4d93-bde6-14f920d3e309 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Unset dirty status for tenant:bf163a60baa2480bb3e9e9a93ee73eb3 on resource:security_group {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:49:19.784227 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-cf4590f0-f39f-4b28-9172-33c257442025 req-387d0dad-1fbf-4d93-bde6-14f920d3e309 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bf163a60baa2480bb3e9e9a93ee73eb3 HTTP/1.1" status: 200  len: 380 time: 0.0638239
Dec 23 16:49:19.813378 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-bab64b48-7eae-44e9-9fdf-b9df20aaea6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:49:19.885090 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [req-cf4590f0-f39f-4b28-9172-33c257442025 req-b7917093-53b6-4f38-a2e4-488dfa2e6743 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Request body: {'port': {'device_id': '85f6c187-aa60-4a1f-b9ac-5727f03e9257', 'network_id': '950a2699-7c6c-490a-925e-95d51b818477', 'admin_state_up': True, 'tenant_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'security_groups': ['e19c5bad-7255-4289-9136-a17e75cd2535']}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:49:20.025097 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [req-cf4590f0-f39f-4b28-9172-33c257442025 req-b7917093-53b6-4f38-a2e4-488dfa2e6743 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:49:20.041530 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [req-cf4590f0-f39f-4b28-9172-33c257442025 req-b7917093-53b6-4f38-a2e4-488dfa2e6743 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:49:20.052325 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf4590f0-f39f-4b28-9172-33c257442025 req-b7917093-53b6-4f38-a2e4-488dfa2e6743 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Made reservation on behalf of bf163a60baa2480bb3e9e9a93ee73eb3 for: {'port': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:49:20.055968 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-cf4590f0-f39f-4b28-9172-33c257442025 req-b7917093-53b6-4f38-a2e4-488dfa2e6743 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:49:20.223436 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [req-cf4590f0-f39f-4b28-9172-33c257442025 req-b7917093-53b6-4f38-a2e4-488dfa2e6743 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Allocated IP 172.20.0.10 (950a2699-7c6c-490a-925e-95d51b818477/ae6f7d09-7cd3-438d-8eb6-44af6e551bdd/d40e3fd6-1378-4ec8-82eb-c76b2433fa3b) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:49:20.422124 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-cf4590f0-f39f-4b28-9172-33c257442025 req-b7917093-53b6-4f38-a2e4-488dfa2e6743 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:49:20.439586 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.provisioning_blocks [req-cf4590f0-f39f-4b28-9172-33c257442025 req-b7917093-53b6-4f38-a2e4-488dfa2e6743 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Transition to ACTIVE for port object d40e3fd6-1378-4ec8-82eb-c76b2433fa3b will not be triggered until provisioned by entity DHCP. {{(pid=87636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:49:20.464386 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-cf4590f0-f39f-4b28-9172-33c257442025 req-b7917093-53b6-4f38-a2e4-488dfa2e6743 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:49:20.471388 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-dc7a0f5a-203f-43ba-b2fe-a3d954f14efd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:49:20.532173 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf4590f0-f39f-4b28-9172-33c257442025 req-b7917093-53b6-4f38-a2e4-488dfa2e6743 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Network 950a2699-7c6c-490a-925e-95d51b818477 is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:49:20.539821 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [req-cf4590f0-f39f-4b28-9172-33c257442025 req-b7917093-53b6-4f38-a2e4-488dfa2e6743 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Resources bound (agent type, host, resource id):  {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:49:20.542421 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf4590f0-f39f-4b28-9172-33c257442025 req-b7917093-53b6-4f38-a2e4-488dfa2e6743 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:49:20.570601 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 56552153-04f2-4749-bdfa-fb6a9712f671 up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:49:20.594754 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7917093-53b6-4f38-a2e4-488dfa2e6743 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Pushing event updated for resources: {'Port': ['ID=d40e3fd6-1378-4ec8-82eb-c76b2433fa3b,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:49:20.597736 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-b7917093-53b6-4f38-a2e4-488dfa2e6743 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:49:20.621516 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4590f0-f39f-4b28-9172-33c257442025 req-b7917093-53b6-4f38-a2e4-488dfa2e6743 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:49:20.622157 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-cf4590f0-f39f-4b28-9172-33c257442025 req-b7917093-53b6-4f38-a2e4-488dfa2e6743 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:49:20.650174 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning for port 56552153-04f2-4749-bdfa-fb6a9712f671 completed by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:49:20.655959 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-cf4590f0-f39f-4b28-9172-33c257442025 req-b7917093-53b6-4f38-a2e4-488dfa2e6743 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.7751367
Dec 23 16:49:20.656127 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port 56552153-04f2-4749-bdfa-fb6a9712f671 triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:49:20.656522 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:49:20.668337 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [req-cf4590f0-f39f-4b28-9172-33c257442025 req-8d09e8a4-0b20-4a93-b146-0db3258194f9 service neutron] Request body: {'port': {'device_id': '85f6c187-aa60-4a1f-b9ac-5727f03e9257', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8227'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:49:20.793796 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:49:20.805443 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-987f9dee-e2b3-49b9-be42-51b5cb530528 None None] Provisioning for port d40e3fd6-1378-4ec8-82eb-c76b2433fa3b completed by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:49:20.820155 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-987f9dee-e2b3-49b9-be42-51b5cb530528 None None] Provisioning complete for port d40e3fd6-1378-4ec8-82eb-c76b2433fa3b triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:49:20.820942 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-987f9dee-e2b3-49b9-be42-51b5cb530528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:49:20.880313 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] For port 56552153-04f2-4749-bdfa-fb6a9712f671, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=56552153-04f2-4749-bdfa-fb6a9712f671,segment=NetworkSegment(2ec3924f-da8d-40a8-824c-a82ebf9316bd),segment_id=2ec3924f-da8d-40a8-824c-a82ebf9316bd)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:49:20.887291 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-987f9dee-e2b3-49b9-be42-51b5cb530528 None None] Port d40e3fd6-1378-4ec8-82eb-c76b2433fa3b cannot update to ACTIVE because it is not bound. {{(pid=87637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 23 16:49:20.888767 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:49:20.890648 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:49:20.947748 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9dcbea60-a34f-4144-91e7-90aff3f57aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:49:20.960967 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-cf4590f0-f39f-4b28-9172-33c257442025 req-8d09e8a4-0b20-4a93-b146-0db3258194f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:49:20.974583 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Pushing event updated for resources: {'Port': ['ID=56552153-04f2-4749-bdfa-fb6a9712f671,revision_number=5']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:49:20.979552 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:49:20.985344 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:49:21.122843 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e08c569-0eb8-47da-9b1e-b58d7c355c8d req-14fc27af-e09f-4562-9046-0be9a2eb1871 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:49:21.123537 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-1e08c569-0eb8-47da-9b1e-b58d7c355c8d req-14fc27af-e09f-4562-9046-0be9a2eb1871 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Synchronizing usage tracker for tenant:bf163a60baa2480bb3e9e9a93ee73eb3 on resource:port {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:49:21.208962 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-1e08c569-0eb8-47da-9b1e-b58d7c355c8d req-14fc27af-e09f-4562-9046-0be9a2eb1871 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Unset dirty status for tenant:bf163a60baa2480bb3e9e9a93ee73eb3 on resource:port {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:49:21.210025 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-1e08c569-0eb8-47da-9b1e-b58d7c355c8d req-14fc27af-e09f-4562-9046-0be9a2eb1871 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/ports?device_id=85f6c187-aa60-4a1f-b9ac-5727f03e9257 HTTP/1.1" status: 200  len: 932 time: 0.2883167
Dec 23 16:49:21.290684 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-1e08c569-0eb8-47da-9b1e-b58d7c355c8d req-1cdbfb5e-587b-4d7b-bca8-5ba388d30d12 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/security-groups?id=e19c5bad-7255-4289-9136-a17e75cd2535&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0686431
Dec 23 16:49:21.377623 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [req-cf4590f0-f39f-4b28-9172-33c257442025 req-8d09e8a4-0b20-4a93-b146-0db3258194f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d40e3fd6-1378-4ec8-82eb-c76b2433fa3b {{(pid=87636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 23 16:49:21.385973 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-cf4590f0-f39f-4b28-9172-33c257442025 req-8d09e8a4-0b20-4a93-b146-0db3258194f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:49:21.400055 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.provisioning_blocks [req-cf4590f0-f39f-4b28-9172-33c257442025 req-8d09e8a4-0b20-4a93-b146-0db3258194f9 service neutron] Transition to ACTIVE for port object d40e3fd6-1378-4ec8-82eb-c76b2433fa3b will not be triggered until provisioned by entity L2. {{(pid=87636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:49:21.406713 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-cf4590f0-f39f-4b28-9172-33c257442025 req-8d09e8a4-0b20-4a93-b146-0db3258194f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2176289'] for port, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:49:21.410515 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-9b35c245-a246-4798-9600-1cf543d52e97 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:49:21.566481 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d09e8a4-0b20-4a93-b146-0db3258194f9 service neutron] Pushing event updated for resources: {'Port': ['ID=d40e3fd6-1378-4ec8-82eb-c76b2433fa3b,revision_number=2']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:49:21.569873 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-8d09e8a4-0b20-4a93-b146-0db3258194f9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:49:21.646631 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [req-cf4590f0-f39f-4b28-9172-33c257442025 req-8d09e8a4-0b20-4a93-b146-0db3258194f9 service neutron] Attempting to bind port d40e3fd6-1378-4ec8-82eb-c76b2433fa3b on host hv-neutron-8227 for vnic_type normal with profile  {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:49:21.646973 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [req-cf4590f0-f39f-4b28-9172-33c257442025 req-8d09e8a4-0b20-4a93-b146-0db3258194f9 service neutron] Attempting to bind port d40e3fd6-1378-4ec8-82eb-c76b2433fa3b by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': '2ec3924f-da8d-40a8-824c-a82ebf9316bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '950a2699-7c6c-490a-925e-95d51b818477'}] {{(pid=87636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:49:21.647298 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf4590f0-f39f-4b28-9172-33c257442025 req-8d09e8a4-0b20-4a93-b146-0db3258194f9 service neutron] Attempting to bind port d40e3fd6-1378-4ec8-82eb-c76b2433fa3b on network 950a2699-7c6c-490a-925e-95d51b818477 {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:49:21.652161 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf4590f0-f39f-4b28-9172-33c257442025 req-8d09e8a4-0b20-4a93-b146-0db3258194f9 service neutron] Port d40e3fd6-1378-4ec8-82eb-c76b2433fa3b on network 950a2699-7c6c-490a-925e-95d51b818477 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 23 16:49:21.652482 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf4590f0-f39f-4b28-9172-33c257442025 req-8d09e8a4-0b20-4a93-b146-0db3258194f9 service neutron] Attempting to bind port d40e3fd6-1378-4ec8-82eb-c76b2433fa3b on network 950a2699-7c6c-490a-925e-95d51b818477 {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:49:21.657687 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf4590f0-f39f-4b28-9172-33c257442025 req-8d09e8a4-0b20-4a93-b146-0db3258194f9 service neutron] Checking agent: {'id': '5a806709-633b-4d33-98c4-3d24562c0f1e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8227', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 6, 42), 'started_at': datetime.datetime(2021, 12, 23, 16, 6, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 49, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 23 16:49:21.658047 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf4590f0-f39f-4b28-9172-33c257442025 req-8d09e8a4-0b20-4a93-b146-0db3258194f9 service neutron] Checking segment: {'id': '2ec3924f-da8d-40a8-824c-a82ebf9316bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '950a2699-7c6c-490a-925e-95d51b818477'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:49:21.658431 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf4590f0-f39f-4b28-9172-33c257442025 req-8d09e8a4-0b20-4a93-b146-0db3258194f9 service neutron] Bound using segment: {'id': '2ec3924f-da8d-40a8-824c-a82ebf9316bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '950a2699-7c6c-490a-925e-95d51b818477'} {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 23 16:49:21.658855 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [req-cf4590f0-f39f-4b28-9172-33c257442025 req-8d09e8a4-0b20-4a93-b146-0db3258194f9 service neutron] Bound port: d40e3fd6-1378-4ec8-82eb-c76b2433fa3b, host: hv-neutron-8227, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ec3924f-da8d-40a8-824c-a82ebf9316bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '950a2699-7c6c-490a-925e-95d51b818477'}}] {{(pid=87636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 23 16:49:21.659198 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-cf4590f0-f39f-4b28-9172-33c257442025 req-8d09e8a4-0b20-4a93-b146-0db3258194f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:49:21.751950 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [req-cf4590f0-f39f-4b28-9172-33c257442025 req-8d09e8a4-0b20-4a93-b146-0db3258194f9 service neutron] For port d40e3fd6-1378-4ec8-82eb-c76b2433fa3b, host hv-neutron-8227, cleared binding levels {{(pid=87636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 23 16:49:21.755432 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [req-cf4590f0-f39f-4b28-9172-33c257442025 req-8d09e8a4-0b20-4a93-b146-0db3258194f9 service neutron] For port d40e3fd6-1378-4ec8-82eb-c76b2433fa3b, host hv-neutron-8227, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=d40e3fd6-1378-4ec8-82eb-c76b2433fa3b,segment=NetworkSegment(2ec3924f-da8d-40a8-824c-a82ebf9316bd),segment_id=2ec3924f-da8d-40a8-824c-a82ebf9316bd)] {{(pid=87636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 23 16:49:21.760917 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-cf4590f0-f39f-4b28-9172-33c257442025 req-8d09e8a4-0b20-4a93-b146-0db3258194f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2176289'] for port, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:49:21.764530 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-838795b7-6641-4990-b0f8-45da58973c5e tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:49:21.814433 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4590f0-f39f-4b28-9172-33c257442025 req-8d09e8a4-0b20-4a93-b146-0db3258194f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:49:21.815074 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-cf4590f0-f39f-4b28-9172-33c257442025 req-8d09e8a4-0b20-4a93-b146-0db3258194f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:49:21.816657 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-cf4590f0-f39f-4b28-9172-33c257442025 req-8d09e8a4-0b20-4a93-b146-0db3258194f9 service neutron] 10.222.0.61 "PUT /v2.0/ports/d40e3fd6-1378-4ec8-82eb-c76b2433fa3b HTTP/1.1" status: 200  len: 1094 time: 1.1530306
Dec 23 16:49:21.819455 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85f6c187-aa60-4a1f-b9ac-5727f03e9257', 'tag': 'd40e3fd6-1378-4ec8-82eb-c76b2433fa3b'}] {{(pid=87636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 23 16:49:21.853186 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d09e8a4-0b20-4a93-b146-0db3258194f9 service neutron] Pushing event updated for resources: {'Port': ['ID=d40e3fd6-1378-4ec8-82eb-c76b2433fa3b,revision_number=3']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:49:21.856257 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-8d09e8a4-0b20-4a93-b146-0db3258194f9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:49:21.894035 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85f6c187-aa60-4a1f-b9ac-5727f03e9257', 'tag': 'd40e3fd6-1378-4ec8-82eb-c76b2433fa3b', 'status': 'completed', 'code': 200}
Dec 23 16:49:21.935866 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4590f0-f39f-4b28-9172-33c257442025 req-546ca9e8-af4f-4dc0-b202-3f8a08c2a376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:49:21.937404 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-cf4590f0-f39f-4b28-9172-33c257442025 req-546ca9e8-af4f-4dc0-b202-3f8a08c2a376 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=bf163a60baa2480bb3e9e9a93ee73eb3&device_id=85f6c187-aa60-4a1f-b9ac-5727f03e9257 HTTP/1.1" status: 200  len: 1097 time: 0.0755777
Dec 23 16:49:22.009731 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-cf4590f0-f39f-4b28-9172-33c257442025 req-a4babeb6-8c9e-498b-b68d-48c4aa632eda service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d40e3fd6-1378-4ec8-82eb-c76b2433fa3b HTTP/1.1" status: 200  len: 217 time: 0.0641150
Dec 23 16:49:22.073662 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4590f0-f39f-4b28-9172-33c257442025 req-fdcc7f64-54f6-4afe-811c-9ca8e525b073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:49:22.075093 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-cf4590f0-f39f-4b28-9172-33c257442025 req-fdcc7f64-54f6-4afe-811c-9ca8e525b073 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ae6f7d09-7cd3-438d-8eb6-44af6e551bdd HTTP/1.1" status: 200  len: 833 time: 0.0591996
Dec 23 16:49:22.153853 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4590f0-f39f-4b28-9172-33c257442025 req-0ab64ba9-b788-4504-83e8-cb6bd24242aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:49:22.155230 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-cf4590f0-f39f-4b28-9172-33c257442025 req-0ab64ba9-b788-4504-83e8-cb6bd24242aa service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=950a2699-7c6c-490a-925e-95d51b818477&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0733836
Dec 23 16:49:22.284505 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-cf4590f0-f39f-4b28-9172-33c257442025 req-9fa15c3f-315f-49a6-a5f8-8acc4cb7ce43 service neutron] 10.222.0.61 "GET /v2.0/networks/950a2699-7c6c-490a-925e-95d51b818477?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1220663
Dec 23 16:49:22.413227 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9e3aab53-d650-47e3-b8a6-2dff21fe9ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:49:22.469697 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-cf4590f0-f39f-4b28-9172-33c257442025 req-50d234b8-0370-4b9c-9ccb-e75a39a67c3c service neutron] 10.222.0.61 "GET /v2.0/networks/950a2699-7c6c-490a-925e-95d51b818477?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1788225
Dec 23 16:49:22.505671 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0b9135-1c90-485b-b08f-2093810537e8 req-fe593ae8-8097-41d3-b06b-e5dde4fa0cd4 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:49:22.507147 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-5e0b9135-1c90-485b-b08f-2093810537e8 req-fe593ae8-8097-41d3-b06b-e5dde4fa0cd4 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/ports?device_id=85f6c187-aa60-4a1f-b9ac-5727f03e9257 HTTP/1.1" status: 200  len: 944 time: 0.1061382
Dec 23 16:49:22.555309 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 56552153-04f2-4749-bdfa-fb6a9712f671 up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:49:22.593915 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-5e0b9135-1c90-485b-b08f-2093810537e8 req-7d7df918-960f-40d4-a056-b45be5949aaa tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/security-groups?id=e19c5bad-7255-4289-9136-a17e75cd2535&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0803804
Dec 23 16:49:22.618576 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17376f89-a74f-445f-a27f-37e56b337be9 req-f66299a5-c3b3-4ce6-8683-ebb6e68885a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:49:22.620087 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-17376f89-a74f-445f-a27f-37e56b337be9 req-f66299a5-c3b3-4ce6-8683-ebb6e68885a1 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=bf163a60baa2480bb3e9e9a93ee73eb3&device_id=85f6c187-aa60-4a1f-b9ac-5727f03e9257 HTTP/1.1" status: 200  len: 1097 time: 0.0934052
Dec 23 16:49:22.628418 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port 56552153-04f2-4749-bdfa-fb6a9712f671 triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:49:22.628823 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:49:22.881806 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17376f89-a74f-445f-a27f-37e56b337be9 req-b2b37d88-220e-4ac8-aca2-f6e536b6346d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:49:22.883268 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-17376f89-a74f-445f-a27f-37e56b337be9 req-b2b37d88-220e-4ac8-aca2-f6e536b6346d service neutron] 10.222.0.61 "GET /v2.0/networks?id=950a2699-7c6c-490a-925e-95d51b818477 HTTP/1.1" status: 200  len: 897 time: 0.2563834
Dec 23 16:49:22.954122 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-17376f89-a74f-445f-a27f-37e56b337be9 req-7a03dd01-6ee9-45a3-a4e3-19907d0bd700 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d40e3fd6-1378-4ec8-82eb-c76b2433fa3b HTTP/1.1" status: 200  len: 217 time: 0.0618374
Dec 23 16:49:23.026581 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17376f89-a74f-445f-a27f-37e56b337be9 req-5cdf6172-632e-4583-9566-84f950bf18bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:49:23.028014 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-17376f89-a74f-445f-a27f-37e56b337be9 req-5cdf6172-632e-4583-9566-84f950bf18bf service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ae6f7d09-7cd3-438d-8eb6-44af6e551bdd HTTP/1.1" status: 200  len: 833 time: 0.0660770
Dec 23 16:49:23.105969 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17376f89-a74f-445f-a27f-37e56b337be9 req-b2741902-2c46-4f13-a4e0-d6ad9b69ccb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:49:23.107399 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-17376f89-a74f-445f-a27f-37e56b337be9 req-b2741902-2c46-4f13-a4e0-d6ad9b69ccb2 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=950a2699-7c6c-490a-925e-95d51b818477&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0714655
Dec 23 16:49:23.249691 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-17376f89-a74f-445f-a27f-37e56b337be9 req-84b897fa-1a8d-4104-ab65-437b23603888 service neutron] 10.222.0.61 "GET /v2.0/networks/950a2699-7c6c-490a-925e-95d51b818477?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1333563
Dec 23 16:49:23.382705 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-17376f89-a74f-445f-a27f-37e56b337be9 req-5f240c66-83ad-4235-9249-e93b14c03e04 service neutron] 10.222.0.61 "GET /v2.0/networks/950a2699-7c6c-490a-925e-95d51b818477?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1260173
Dec 23 16:49:23.802016 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9f0548-7933-410d-9792-fbebd1658aca req-10449dab-ceb2-47ec-a11c-3b3490f4c3c6 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:49:23.803465 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-8d9f0548-7933-410d-9792-fbebd1658aca req-10449dab-ceb2-47ec-a11c-3b3490f4c3c6 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/ports?device_id=85f6c187-aa60-4a1f-b9ac-5727f03e9257 HTTP/1.1" status: 200  len: 944 time: 0.0847609
Dec 23 16:49:23.854246 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-8d9f0548-7933-410d-9792-fbebd1658aca req-2b7f5f3a-a08e-49f1-9ae4-7179f91e3b44 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/security-groups?id=e19c5bad-7255-4289-9136-a17e75cd2535&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0448453
Dec 23 16:49:24.288684 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Device d40e3fd6-1378-4ec8-82eb-c76b2433fa3b details requested by agent hyperv_hv-neutron-8227 with host hv-neutron-8227 {{(pid=87637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 23 16:49:24.436310 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] For port d40e3fd6-1378-4ec8-82eb-c76b2433fa3b, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=d40e3fd6-1378-4ec8-82eb-c76b2433fa3b,segment=NetworkSegment(2ec3924f-da8d-40a8-824c-a82ebf9316bd),segment_id=2ec3924f-da8d-40a8-824c-a82ebf9316bd)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:49:24.450084 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Returning: {'device': 'd40e3fd6-1378-4ec8-82eb-c76b2433fa3b', 'network_id': '950a2699-7c6c-490a-925e-95d51b818477', 'port_id': 'd40e3fd6-1378-4ec8-82eb-c76b2433fa3b', 'mac_address': 'fa:16:3e:35:97:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae6f7d09-7cd3-438d-8eb6-44af6e551bdd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 23 16:49:24.508604 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:49:24.526321 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.notifiers.nova [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d40e3fd6-1378-4ec8-82eb-c76b2433fa3b {{(pid=87637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 23 16:49:24.545021 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] For port d40e3fd6-1378-4ec8-82eb-c76b2433fa3b, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=d40e3fd6-1378-4ec8-82eb-c76b2433fa3b,segment=NetworkSegment(2ec3924f-da8d-40a8-824c-a82ebf9316bd),segment_id=2ec3924f-da8d-40a8-824c-a82ebf9316bd)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:49:24.551570 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:49:24.553433 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:49:24.622859 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Pushing event updated for resources: {'Port': ['ID=d40e3fd6-1378-4ec8-82eb-c76b2433fa3b,revision_number=4']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:49:24.626025 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:49:24.757643 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] get_ports_and_sgs() called for port_ids ['d40e3fd6-1378-4ec8-82eb-c76b2433fa3b'] {{(pid=87637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 23 16:49:25.046243 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93de3c30-cbf7-47eb-8b28-4bf493fd84ae req-eac45c97-bf42-40ea-b994-3f576691901c tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:49:25.047747 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-93de3c30-cbf7-47eb-8b28-4bf493fd84ae req-eac45c97-bf42-40ea-b994-3f576691901c tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/ports?device_id=85f6c187-aa60-4a1f-b9ac-5727f03e9257 HTTP/1.1" status: 200  len: 945 time: 0.0840535
Dec 23 16:49:25.093176 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-93de3c30-cbf7-47eb-8b28-4bf493fd84ae req-e45708a3-3e99-4b35-b9fa-bd0de874f177 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/security-groups?id=e19c5bad-7255-4289-9136-a17e75cd2535&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0393791
Dec 23 16:49:26.286378 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23da1523-4f51-4f95-b182-dd68ae2ab6b2 req-1e580868-e5e2-436b-9eb8-51a68a5da2ab tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:49:26.287852 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-23da1523-4f51-4f95-b182-dd68ae2ab6b2 req-1e580868-e5e2-436b-9eb8-51a68a5da2ab tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/ports?device_id=85f6c187-aa60-4a1f-b9ac-5727f03e9257 HTTP/1.1" status: 200  len: 945 time: 0.0815463
Dec 23 16:49:26.304104 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Device d40e3fd6-1378-4ec8-82eb-c76b2433fa3b up at agent hyperv_hv-neutron-8227 {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:49:26.336283 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-23da1523-4f51-4f95-b182-dd68ae2ab6b2 req-3b1448a5-a44d-4c60-9fd7-630ffde279d0 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/security-groups?id=e19c5bad-7255-4289-9136-a17e75cd2535&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424352
Dec 23 16:49:26.379027 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Provisioning for port d40e3fd6-1378-4ec8-82eb-c76b2433fa3b completed by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:49:26.385674 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Provisioning complete for port d40e3fd6-1378-4ec8-82eb-c76b2433fa3b triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:49:26.386050 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:49:26.502311 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:49:26.528955 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85f6c187-aa60-4a1f-b9ac-5727f03e9257', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd40e3fd6-1378-4ec8-82eb-c76b2433fa3b'}] {{(pid=87637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 23 16:49:26.538790 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] For port d40e3fd6-1378-4ec8-82eb-c76b2433fa3b, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=d40e3fd6-1378-4ec8-82eb-c76b2433fa3b,segment=NetworkSegment(2ec3924f-da8d-40a8-824c-a82ebf9316bd),segment_id=2ec3924f-da8d-40a8-824c-a82ebf9316bd)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:49:26.543739 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:49:26.546435 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:49:26.628391 dv-neutron-822799-1-hyperv neutron-server[87637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85f6c187-aa60-4a1f-b9ac-5727f03e9257', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd40e3fd6-1378-4ec8-82eb-c76b2433fa3b', 'code': 200}
Dec 23 16:49:26.653383 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Pushing event updated for resources: {'Port': ['ID=d40e3fd6-1378-4ec8-82eb-c76b2433fa3b,revision_number=5']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:49:26.656406 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:49:26.854189 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3203718f-e46f-4ded-be6c-176192747a44 req-4fbef2c2-d06c-4416-a71b-8f01b3588efb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:49:26.855611 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-3203718f-e46f-4ded-be6c-176192747a44 req-4fbef2c2-d06c-4416-a71b-8f01b3588efb service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=85f6c187-aa60-4a1f-b9ac-5727f03e9257 HTTP/1.1" status: 200  len: 1099 time: 0.0734653
Dec 23 16:49:26.896219 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-3203718f-e46f-4ded-be6c-176192747a44 req-def7d3cd-8c19-4f8c-a385-c8c527dce1ef service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=e19c5bad-7255-4289-9136-a17e75cd2535&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0343847
Dec 23 16:49:27.546558 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a46623a-7faf-4219-9f67-9e0c2698d8ef req-a8b0971d-35fa-4d79-97b5-e88125d06f8a tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:49:27.548071 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-0a46623a-7faf-4219-9f67-9e0c2698d8ef req-a8b0971d-35fa-4d79-97b5-e88125d06f8a tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/ports?device_id=85f6c187-aa60-4a1f-b9ac-5727f03e9257 HTTP/1.1" status: 200  len: 946 time: 0.1003280
Dec 23 16:49:27.595530 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-0a46623a-7faf-4219-9f67-9e0c2698d8ef req-724df244-64a4-404c-bd5f-4106ebf67db5 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/security-groups?id=e19c5bad-7255-4289-9136-a17e75cd2535&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0392251
Dec 23 16:49:28.795910 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87584750-3654-4676-afc0-75c9cb853f05 req-bae61f7e-977c-4cdb-88f9-5d665f544019 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:49:28.797413 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-87584750-3654-4676-afc0-75c9cb853f05 req-bae61f7e-977c-4cdb-88f9-5d665f544019 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/ports?device_id=85f6c187-aa60-4a1f-b9ac-5727f03e9257 HTTP/1.1" status: 200  len: 946 time: 0.0860066
Dec 23 16:49:28.844793 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-87584750-3654-4676-afc0-75c9cb853f05 req-5203e73b-9e09-446f-a4aa-a318aa8846fc tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/security-groups?id=e19c5bad-7255-4289-9136-a17e75cd2535&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411098
Dec 23 16:49:29.053826 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba17d35-8089-4484-8a76-accb63678677 req-ecb43e62-f553-42d6-880c-c27398f8cc45 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:49:29.055446 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-3ba17d35-8089-4484-8a76-accb63678677 req-ecb43e62-f553-42d6-880c-c27398f8cc45 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/ports?device_id=85f6c187-aa60-4a1f-b9ac-5727f03e9257 HTTP/1.1" status: 200  len: 946 time: 0.0942895
Dec 23 16:49:29.098919 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-3ba17d35-8089-4484-8a76-accb63678677 req-e50e13ea-b694-4e30-8758-22737e45ddd6 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/security-groups?id=e19c5bad-7255-4289-9136-a17e75cd2535&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0376706
Dec 23 16:49:29.121875 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 59460) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:49:29.195487 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5da27607-1424-4e2e-b1fd-382d1f56b2ca tempest-TestNetworkAdvancedServerOps-760966623 tempest-TestNetworkAdvancedServerOps-760966623-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:49:29.196971 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-5da27607-1424-4e2e-b1fd-382d1f56b2ca tempest-TestNetworkAdvancedServerOps-760966623 tempest-TestNetworkAdvancedServerOps-760966623-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=85f6c187-aa60-4a1f-b9ac-5727f03e9257 HTTP/1.1" status: 200  len: 1094 time: 0.0740647
Dec 23 16:49:29.199918 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 59464) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:49:29.205206 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-2a727cc4-b51a-4221-a7fc-d59c5a620285 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Request body: {'floatingip': {'floating_network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'port_id': 'd40e3fd6-1378-4ec8-82eb-c76b2433fa3b', 'tenant_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'fixed_ip_address': '172.20.0.10'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:49:29.211392 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-2a727cc4-b51a-4221-a7fc-d59c5a620285 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:49:29.216739 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-2a727cc4-b51a-4221-a7fc-d59c5a620285 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Usage tracker for resource:floatingip and tenant:bf163a60baa2480bb3e9e9a93ee73eb3 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:49:29.220888 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-2a727cc4-b51a-4221-a7fc-d59c5a620285 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:49:29.226766 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-2a727cc4-b51a-4221-a7fc-d59c5a620285 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:49:29.238505 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-2a727cc4-b51a-4221-a7fc-d59c5a620285 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks [] for floatingip, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:49:29.493953 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-2a727cc4-b51a-4221-a7fc-d59c5a620285 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:49:29.641147 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.db_base_plugin_common [None req-2a727cc4-b51a-4221-a7fc-d59c5a620285 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Allocated IP 172.26.3.121 (8afa6d58-9431-454a-b99c-3ff8a65aa86b/60537fec-5f5f-4ab7-89cc-03638149a590/8d423988-ab0c-47d2-906e-69fde13da792) {{(pid=87635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:49:29.798176 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-2a727cc4-b51a-4221-a7fc-d59c5a620285 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks [] for port, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:49:29.832391 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-2a727cc4-b51a-4221-a7fc-d59c5a620285 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:49:29.839395 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-5b365f63-0d2f-4448-8c36-e08bca0b8065 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:49:29.902754 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a727cc4-b51a-4221-a7fc-d59c5a620285 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Network 8afa6d58-9431-454a-b99c-3ff8a65aa86b is already hosted by enough agents. {{(pid=87635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:49:29.909979 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.base_scheduler [None req-2a727cc4-b51a-4221-a7fc-d59c5a620285 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Resources bound (agent type, host, resource id):  {{(pid=87635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:49:29.914189 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a727cc4-b51a-4221-a7fc-d59c5a620285 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Received port after_create {{(pid=87635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:49:29.949046 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a727cc4-b51a-4221-a7fc-d59c5a620285 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Pushing event updated for resources: {'Port': ['ID=8d423988-ab0c-47d2-906e-69fde13da792,revision_number=1']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:49:29.957116 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-2a727cc4-b51a-4221-a7fc-d59c5a620285 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:49:30.338456 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-2a727cc4-b51a-4221-a7fc-d59c5a620285 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:49:30.412682 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-2a727cc4-b51a-4221-a7fc-d59c5a620285 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:49:30.645384 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-2a727cc4-b51a-4221-a7fc-d59c5a620285 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks [] for port, precommit_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:49:30.652337 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-2a727cc4-b51a-4221-a7fc-d59c5a620285 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2753531'] for port, after_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:49:30.656274 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-5e9ecd32-0a5a-4fba-abd8-83af632f49c8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:49:30.762167 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a727cc4-b51a-4221-a7fc-d59c5a620285 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Pushing event updated for resources: {'Port': ['ID=8d423988-ab0c-47d2-906e-69fde13da792,revision_number=2']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:49:30.766163 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-2a727cc4-b51a-4221-a7fc-d59c5a620285 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:49:30.774280 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-2a727cc4-b51a-4221-a7fc-d59c5a620285 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1824189'] for floatingip, after_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:49:30.951904 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.db.l3_db [None req-2a727cc4-b51a-4221-a7fc-d59c5a620285 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Floating IP a82562ae-7885-461d-96dc-4541456789d9 associated. External IP: 172.26.3.121, port: d40e3fd6-1378-4ec8-82eb-c76b2433fa3b.
Dec 23 16:49:31.426301 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a727cc4-b51a-4221-a7fc-d59c5a620285 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Router 8c0e82b0-0981-4a50-b333-641db3b15b0e has already been hosted by L3 agent 371d4c41-c7e2-4de7-9539-c049ec4e95d1 {{(pid=87635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 23 16:49:31.613495 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a727cc4-b51a-4221-a7fc-d59c5a620285 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify agent at l3_agent.dv-neutron-822799-1-hyperv the message routers_updated {{(pid=87635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 23 16:49:31.623737 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97cb580b-56e6-4b4e-8ed5-9f9be30f5a9b None None] Sync routers for ids ['8c0e82b0-0981-4a50-b333-641db3b15b0e'] in dv-neutron-822799-1-hyperv {{(pid=87637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 23 16:49:31.634405 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97cb580b-56e6-4b4e-8ed5-9f9be30f5a9b None None] Routers {'8c0e82b0-0981-4a50-b333-641db3b15b0e'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:49:31.634813 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-97cb580b-56e6-4b4e-8ed5-9f9be30f5a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc069e070>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:49:20Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['8c0e82b0-0981-4a50-b333-641db3b15b0e'], 'active': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:49:31.642484 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-2a727cc4-b51a-4221-a7fc-d59c5a620285 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for floatingip, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:49:31.671122 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.agents_db [None req-30c2320c-f298-49f6-9c47-c20e38116a9c None None] Agent healthcheck: found 6 active agents {{(pid=87638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 23 16:49:31.701352 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-2a727cc4-b51a-4221-a7fc-d59c5a620285 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 2.5002577
Dec 23 16:49:31.702475 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85f6c187-aa60-4a1f-b9ac-5727f03e9257', 'tag': 'd40e3fd6-1378-4ec8-82eb-c76b2433fa3b'}] {{(pid=87635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 23 16:49:31.776506 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85f6c187-aa60-4a1f-b9ac-5727f03e9257', 'tag': 'd40e3fd6-1378-4ec8-82eb-c76b2433fa3b', 'status': 'completed', 'code': 200}
Dec 23 16:49:31.818054 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvr_db [None req-97cb580b-56e6-4b4e-8ed5-9f9be30f5a9b None None] Set router 8c0e82b0-0981-4a50-b333-641db3b15b0e gateway port host: dv-neutron-822799-1-hyperv {{(pid=87637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:49:31.935947 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113a05f9-e235-469b-8c69-daf701e40a26 req-4c4c3bd3-0449-4b1a-9a11-48c178b9c61d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:49:31.937500 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-113a05f9-e235-469b-8c69-daf701e40a26 req-4c4c3bd3-0449-4b1a-9a11-48c178b9c61d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=bf163a60baa2480bb3e9e9a93ee73eb3&device_id=85f6c187-aa60-4a1f-b9ac-5727f03e9257 HTTP/1.1" status: 200  len: 1099 time: 0.1381888
Dec 23 16:49:31.972686 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a828f6-7c4a-48b9-b932-a91dd951f855 req-2b8005d4-c596-4b13-b37e-a517d68e89e0 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:49:31.974151 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-36a828f6-7c4a-48b9-b932-a91dd951f855 req-2b8005d4-c596-4b13-b37e-a517d68e89e0 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/ports?device_id=85f6c187-aa60-4a1f-b9ac-5727f03e9257 HTTP/1.1" status: 200  len: 946 time: 0.1339598
Dec 23 16:49:32.092621 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-36a828f6-7c4a-48b9-b932-a91dd951f855 req-fa7e062a-93dd-4d5b-822f-c2d4621c09a8 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/security-groups?id=e19c5bad-7255-4289-9136-a17e75cd2535&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1121082
Dec 23 16:49:32.122605 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113a05f9-e235-469b-8c69-daf701e40a26 req-0840dd91-05ee-4081-8281-29a7b779bfbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:49:32.122948 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 59472) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:49:32.124175 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-113a05f9-e235-469b-8c69-daf701e40a26 req-0840dd91-05ee-4081-8281-29a7b779bfbe service neutron] 10.222.0.61 "GET /v2.0/networks?id=950a2699-7c6c-490a-925e-95d51b818477 HTTP/1.1" status: 200  len: 897 time: 0.1799409
Dec 23 16:49:32.178677 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-97cb580b-56e6-4b4e-8ed5-9f9be30f5a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc069e070>, [{'id': '8c0e82b0-0981-4a50-b333-641db3b15b0e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-568248261', 'tenant_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.36'}], 'enable_snat': True}, 'gw_port_id': '9debed3e-7174-436d-9525-17645ea9ad51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:49:10Z', 'updated_at': '2021-12-23T16:49:16Z', 'revision_number': 4, 'project_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'gw_port': {'id': '9debed3e-7174-436d-9525-17645ea9ad51', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:46:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c0e82b0-0981-4a50-b333-641db3b15b0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:49:11Z', 'updated_at': '2021-12-23T16:49:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_floatingips': [{'id': 'a82562ae-7885-461d-96dc-4541456789d9', 'tenant_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'floating_ip_address': '172.26.3.121', 'floating_network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'router_id': '8c0e82b0-0981-4a50-b333-641db3b15b0e', 'port_id': 'd40e3fd6-1378-4ec8-82eb-c76b2433fa3b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1774, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '950a2699-7c6c-490a-925e-95d51b818477', 'mac_address': 'fa:16:3e:35:97:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85f6c187-aa60-4a1f-b9ac-5727f03e9257', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:49:30Z', 'updated_at': '2021-12-23T16:49:30Z', 'revision_number': 0, 'project_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56552153-04f2-4749-bdfa-fb6a9712f671', 'name': '', 'network_id': '950a2699-7c6c-490a-925e-95d51b818477', 'tenant_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'mac_address': 'fa:16:3e:df:f2:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c0e82b0-0981-4a50-b333-641db3b15b0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': 'ae6f7d09-7cd3-438d-8eb6-44af6e551bdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:49:15Z', 'updated_at': '2021-12-23T16:49:20Z', 'revision_number': 5, 'project_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'subnets': [{'id': 'ae6f7d09-7cd3-438d-8eb6-44af6e551bdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:49:32.183355 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97cb580b-56e6-4b4e-8ed5-9f9be30f5a9b None None] Checking router: 8c0e82b0-0981-4a50-b333-641db3b15b0e for host: dv-neutron-822799-1-hyperv {{(pid=87637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 23 16:49:32.193196 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97cb580b-56e6-4b4e-8ed5-9f9be30f5a9b None None] Routers {'8c0e82b0-0981-4a50-b333-641db3b15b0e'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:49:32.194241 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-97cb580b-56e6-4b4e-8ed5-9f9be30f5a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc069e070>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:49:20Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['8c0e82b0-0981-4a50-b333-641db3b15b0e'], 'active': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:49:32.254588 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-113a05f9-e235-469b-8c69-daf701e40a26 req-bc4334f0-ef72-4fe4-9ff4-0f66f003a1fb service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d40e3fd6-1378-4ec8-82eb-c76b2433fa3b HTTP/1.1" status: 200  len: 1000 time: 0.1225488
Dec 23 16:49:32.259597 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-19e8e2be-5b3f-445f-b8cc-183cea834c2c tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/floatingips/a82562ae-7885-461d-96dc-4541456789d9 HTTP/1.1" status: 200  len: 992 time: 0.1344604
Dec 23 16:49:32.323463 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113a05f9-e235-469b-8c69-daf701e40a26 req-b9b219e2-200a-406d-b0b8-690064df7fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:49:32.325231 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-113a05f9-e235-469b-8c69-daf701e40a26 req-b9b219e2-200a-406d-b0b8-690064df7fe2 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ae6f7d09-7cd3-438d-8eb6-44af6e551bdd HTTP/1.1" status: 200  len: 833 time: 0.0637622
Dec 23 16:49:32.383502 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvr_db [None req-97cb580b-56e6-4b4e-8ed5-9f9be30f5a9b None None] Set router 8c0e82b0-0981-4a50-b333-641db3b15b0e gateway port host: dv-neutron-822799-1-hyperv {{(pid=87637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:49:32.406276 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113a05f9-e235-469b-8c69-daf701e40a26 req-b4ae5c39-bfa4-4daf-bcca-5b0cf9249175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:49:32.407742 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-113a05f9-e235-469b-8c69-daf701e40a26 req-b4ae5c39-bfa4-4daf-bcca-5b0cf9249175 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=950a2699-7c6c-490a-925e-95d51b818477&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0761161
Dec 23 16:49:32.675838 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-113a05f9-e235-469b-8c69-daf701e40a26 req-fbe5e3bd-77a6-405b-a458-19355351dd5a service neutron] 10.222.0.61 "GET /v2.0/networks/950a2699-7c6c-490a-925e-95d51b818477?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2614615
Dec 23 16:49:32.749762 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-97cb580b-56e6-4b4e-8ed5-9f9be30f5a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc069e070>, [{'id': '8c0e82b0-0981-4a50-b333-641db3b15b0e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-568248261', 'tenant_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.36'}], 'enable_snat': True}, 'gw_port_id': '9debed3e-7174-436d-9525-17645ea9ad51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:49:10Z', 'updated_at': '2021-12-23T16:49:16Z', 'revision_number': 4, 'project_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'gw_port': {'id': '9debed3e-7174-436d-9525-17645ea9ad51', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:46:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c0e82b0-0981-4a50-b333-641db3b15b0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:49:11Z', 'updated_at': '2021-12-23T16:49:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_floatingips': [{'id': 'a82562ae-7885-461d-96dc-4541456789d9', 'tenant_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'floating_ip_address': '172.26.3.121', 'floating_network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'router_id': '8c0e82b0-0981-4a50-b333-641db3b15b0e', 'port_id': 'd40e3fd6-1378-4ec8-82eb-c76b2433fa3b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1774, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '950a2699-7c6c-490a-925e-95d51b818477', 'mac_address': 'fa:16:3e:35:97:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85f6c187-aa60-4a1f-b9ac-5727f03e9257', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:49:30Z', 'updated_at': '2021-12-23T16:49:30Z', 'revision_number': 0, 'project_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56552153-04f2-4749-bdfa-fb6a9712f671', 'name': '', 'network_id': '950a2699-7c6c-490a-925e-95d51b818477', 'tenant_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'mac_address': 'fa:16:3e:df:f2:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c0e82b0-0981-4a50-b333-641db3b15b0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': 'ae6f7d09-7cd3-438d-8eb6-44af6e551bdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:49:15Z', 'updated_at': '2021-12-23T16:49:20Z', 'revision_number': 5, 'project_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'subnets': [{'id': 'ae6f7d09-7cd3-438d-8eb6-44af6e551bdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:49:32.754831 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97cb580b-56e6-4b4e-8ed5-9f9be30f5a9b None None] The sync data for ids ['8c0e82b0-0981-4a50-b333-641db3b15b0e'] in dv-neutron-822799-1-hyperv is: [{'id': '8c0e82b0-0981-4a50-b333-641db3b15b0e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-568248261', 'tenant_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.36'}], 'enable_snat': True}, 'gw_port_id': '9debed3e-7174-436d-9525-17645ea9ad51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:49:10Z', 'updated_at': '2021-12-23T16:49:16Z', 'revision_number': 4, 'project_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'gw_port': {'id': '9debed3e-7174-436d-9525-17645ea9ad51', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:46:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c0e82b0-0981-4a50-b333-641db3b15b0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:49:11Z', 'updated_at': '2021-12-23T16:49:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_floatingips': [{'id': 'a82562ae-7885-461d-96dc-4541456789d9', 'tenant_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'floating_ip_address': '172.26.3.121', 'floating_network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'router_id': '8c0e82b0-0981-4a50-b333-641db3b15b0e', 'port_id': 'd40e3fd6-1378-4ec8-82eb-c76b2433fa3b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1774, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '950a2699-7c6c-490a-925e-95d51b818477', 'mac_address': 'fa:16:3e:35:97:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85f6c187-aa60-4a1f-b9ac-5727f03e9257', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:49:30Z', 'updated_at': '2021-12-23T16:49:30Z', 'revision_number': 0, 'project_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56552153-04f2-4749-bdfa-fb6a9712f671', 'name': '', 'network_id': '950a2699-7c6c-490a-925e-95d51b818477', 'tenant_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'mac_address': 'fa:16:3e:df:f2:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c0e82b0-0981-4a50-b333-641db3b15b0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': 'ae6f7d09-7cd3-438d-8eb6-44af6e551bdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:49:15Z', 'updated_at': '2021-12-23T16:49:20Z', 'revision_number': 5, 'project_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'subnets': [{'id': 'ae6f7d09-7cd3-438d-8eb6-44af6e551bdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 23 16:49:32.806542 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-113a05f9-e235-469b-8c69-daf701e40a26 req-9e21f80c-1935-4f76-9c7d-3f7561e9d63a service neutron] 10.222.0.61 "GET /v2.0/networks/950a2699-7c6c-490a-925e-95d51b818477?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1232276
Dec 23 16:49:32.949910 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-954abec4-5aa1-409e-ac55-fe2eb4deb77c None None] New status for floating IP a82562ae-7885-461d-96dc-4541456789d9: ACTIVE {{(pid=87638) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 23 16:49:33.262543 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 59476) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:49:33.368982 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-83c906f2-bc47-453f-9f4f-096bd8402121 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/floatingips/a82562ae-7885-461d-96dc-4541456789d9 HTTP/1.1" status: 200  len: 994 time: 0.1050546
Dec 23 16:49:42.148816 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:49:47.432999 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-b2058631-089e-42df-ae00-e02b60837d51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:49:49.817259 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-73eb8385-3473-4ffb-905c-d6dbfa5cce4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:49:50.941912 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9dcbea60-a34f-4144-91e7-90aff3f57aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:49:50.984152 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:49:52.424564 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9e3aab53-d650-47e3-b8a6-2dff21fe9ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:50:03.124096 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0b4725-afa8-4e27-a042-3d57163fffe7 req-f59af844-0db8-4760-aca1-76ddfb6e13ce tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:50:03.125817 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-9a0b4725-afa8-4e27-a042-3d57163fffe7 req-f59af844-0db8-4760-aca1-76ddfb6e13ce tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/ports?device_id=85f6c187-aa60-4a1f-b9ac-5727f03e9257 HTTP/1.1" status: 200  len: 946 time: 0.0867648
Dec 23 16:50:03.178170 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-9a0b4725-afa8-4e27-a042-3d57163fffe7 req-dc7b5364-e607-4492-aefd-c5bd672c4984 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/security-groups?id=e19c5bad-7255-4289-9136-a17e75cd2535&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0462136
Dec 23 16:50:04.394402 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3359ac1d-4fe0-4115-8a6e-0c6f303fb1d0 req-7cfc43c8-1f29-4c0c-8d39-83269a7bf62b tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:50:04.396122 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-3359ac1d-4fe0-4115-8a6e-0c6f303fb1d0 req-7cfc43c8-1f29-4c0c-8d39-83269a7bf62b tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/ports?device_id=85f6c187-aa60-4a1f-b9ac-5727f03e9257 HTTP/1.1" status: 200  len: 946 time: 0.0949364
Dec 23 16:50:04.445977 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-3359ac1d-4fe0-4115-8a6e-0c6f303fb1d0 req-9fad779e-6734-4e85-9618-1b1fe73d34dc tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/security-groups?id=e19c5bad-7255-4289-9136-a17e75cd2535&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0440524
Dec 23 16:50:04.476746 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 59496) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:50:04.581662 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-a82422ba-2a25-4891-b04e-4b8826d8f7fd tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/floatingips/a82562ae-7885-461d-96dc-4541456789d9 HTTP/1.1" status: 200  len: 994 time: 0.1037476
Dec 23 16:50:05.009733 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [req-1956a2fa-d6b0-4e9c-a160-2d92f1e0da75 req-3ca7a866-150c-4bdc-83f6-137f23762162 service neutron] (87635) timed out ('10.222.0.61', 61430) {{(pid=87635) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Dec 23 16:50:06.079247 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d69414c-4cbb-417a-837d-f3cc6c7a852e req-eeb5e2b5-d3d3-420b-85d5-f93b04bfd6df tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:50:06.080902 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-6d69414c-4cbb-417a-837d-f3cc6c7a852e req-eeb5e2b5-d3d3-420b-85d5-f93b04bfd6df tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/ports?device_id=85f6c187-aa60-4a1f-b9ac-5727f03e9257 HTTP/1.1" status: 200  len: 946 time: 0.0837073
Dec 23 16:50:06.081380 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f72638f-bcf8-4490-b6e4-bdcc283ba3a4 req-713d53c1-a1d8-42a8-a283-c36c1037de3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:50:06.082838 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-9f72638f-bcf8-4490-b6e4-bdcc283ba3a4 req-713d53c1-a1d8-42a8-a283-c36c1037de3c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=bf163a60baa2480bb3e9e9a93ee73eb3&device_id=85f6c187-aa60-4a1f-b9ac-5727f03e9257 HTTP/1.1" status: 200  len: 1099 time: 0.0732315
Dec 23 16:50:06.125527 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-6d69414c-4cbb-417a-837d-f3cc6c7a852e req-ed941f02-b92e-4fa7-bcce-0dc141ac5813 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/security-groups?id=e19c5bad-7255-4289-9136-a17e75cd2535&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0389092
Dec 23 16:50:06.218286 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f72638f-bcf8-4490-b6e4-bdcc283ba3a4 req-877615fc-b97b-4d12-91df-3b894bcbc526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:50:06.219891 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-9f72638f-bcf8-4490-b6e4-bdcc283ba3a4 req-877615fc-b97b-4d12-91df-3b894bcbc526 service neutron] 10.222.0.61 "GET /v2.0/networks?id=950a2699-7c6c-490a-925e-95d51b818477 HTTP/1.1" status: 200  len: 897 time: 0.1305103
Dec 23 16:50:06.320591 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-9f72638f-bcf8-4490-b6e4-bdcc283ba3a4 req-fa555c00-c0a1-4e5b-91ba-c24bd80f67e9 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d40e3fd6-1378-4ec8-82eb-c76b2433fa3b HTTP/1.1" status: 200  len: 1002 time: 0.0946529
Dec 23 16:50:06.397739 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f72638f-bcf8-4490-b6e4-bdcc283ba3a4 req-f8d71663-0f67-4d84-9675-2469ea8db759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:50:06.399199 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-9f72638f-bcf8-4490-b6e4-bdcc283ba3a4 req-f8d71663-0f67-4d84-9675-2469ea8db759 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ae6f7d09-7cd3-438d-8eb6-44af6e551bdd HTTP/1.1" status: 200  len: 833 time: 0.0717564
Dec 23 16:50:06.480709 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f72638f-bcf8-4490-b6e4-bdcc283ba3a4 req-592cae4f-fc28-4228-810d-4d628af8ab7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:50:06.482101 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-9f72638f-bcf8-4490-b6e4-bdcc283ba3a4 req-592cae4f-fc28-4228-810d-4d628af8ab7f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=950a2699-7c6c-490a-925e-95d51b818477&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0764012
Dec 23 16:50:06.625367 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-9f72638f-bcf8-4490-b6e4-bdcc283ba3a4 req-c7311e17-5ddc-4d06-acdf-d79bc788b043 service neutron] 10.222.0.61 "GET /v2.0/networks/950a2699-7c6c-490a-925e-95d51b818477?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1358323
Dec 23 16:50:06.768020 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-9f72638f-bcf8-4490-b6e4-bdcc283ba3a4 req-45c503b9-177e-47bf-ac7c-475f2b8dd597 service neutron] 10.222.0.61 "GET /v2.0/networks/950a2699-7c6c-490a-925e-95d51b818477?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1358988
Dec 23 16:50:07.324265 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03613323-8534-46d9-bdf2-2d71e2f41724 req-d14771ae-f682-47a9-b3e0-53b3a9b50b66 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:50:07.325723 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-03613323-8534-46d9-bdf2-2d71e2f41724 req-d14771ae-f682-47a9-b3e0-53b3a9b50b66 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/ports?device_id=85f6c187-aa60-4a1f-b9ac-5727f03e9257 HTTP/1.1" status: 200  len: 946 time: 0.0799599
Dec 23 16:50:07.377167 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-03613323-8534-46d9-bdf2-2d71e2f41724 req-150e7b36-ab5e-4a60-a659-3fc8b5f88783 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/security-groups?id=e19c5bad-7255-4289-9136-a17e75cd2535&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0445702
Dec 23 16:50:08.582778 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4968800-3128-40b9-910e-beda695b6a7f req-fbabe650-627b-4cb5-ad66-f1e1cbb38ce4 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:50:08.584230 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-b4968800-3128-40b9-910e-beda695b6a7f req-fbabe650-627b-4cb5-ad66-f1e1cbb38ce4 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/ports?device_id=85f6c187-aa60-4a1f-b9ac-5727f03e9257 HTTP/1.1" status: 200  len: 946 time: 0.0934761
Dec 23 16:50:08.628384 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-b4968800-3128-40b9-910e-beda695b6a7f req-7449e188-fc0c-4341-bdee-41eab785b066 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/security-groups?id=e19c5bad-7255-4289-9136-a17e75cd2535&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0385363
Dec 23 16:50:08.662766 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 59510) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:50:08.671505 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.agents_db [None req-30c2320c-f298-49f6-9c47-c20e38116a9c None None] Agent healthcheck: found 6 active agents {{(pid=87638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 23 16:50:08.776840 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-6b265e84-dfaf-45be-9735-911e8a277efc tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/floatingips/a82562ae-7885-461d-96dc-4541456789d9 HTTP/1.1" status: 200  len: 994 time: 0.1124723
Dec 23 16:50:09.046588 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 59518) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:50:09.389643 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-c14c92a4-9054-4ecf-9049-9b67ec32fd87 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Deleting port 8d423988-ab0c-47d2-906e-69fde13da792 {{(pid=87635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:50:09.390033 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-c14c92a4-9054-4ecf-9049-9b67ec32fd87 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:50:09.557287 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-c14c92a4-9054-4ecf-9049-9b67ec32fd87 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:50:09.557534 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-c14c92a4-9054-4ecf-9049-9b67ec32fd87 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:50:09.676607 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-c14c92a4-9054-4ecf-9049-9b67ec32fd87 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Calling delete_port for 8d423988-ab0c-47d2-906e-69fde13da792 owned by network:floatingip {{(pid=87635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:50:09.837014 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-c14c92a4-9054-4ecf-9049-9b67ec32fd87 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:50:09.842917 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-df6b8c1c-7233-48d4-8e67-0d1f5ee84f0d tempest-ServersAdminNegativeTestJSON-313746612 tempest-ServersAdminNegativeTestJSON-313746612-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:50:09.891400 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14c92a4-9054-4ecf-9049-9b67ec32fd87 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Pushing event deleted for resources: {'Port': ['ID=8d423988-ab0c-47d2-906e-69fde13da792,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:50:09.932000 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14c92a4-9054-4ecf-9049-9b67ec32fd87 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:50:09.932385 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14c92a4-9054-4ecf-9049-9b67ec32fd87 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:50:09.932785 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14c92a4-9054-4ecf-9049-9b67ec32fd87 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:50:09.933154 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14c92a4-9054-4ecf-9049-9b67ec32fd87 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:50:09.933521 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14c92a4-9054-4ecf-9049-9b67ec32fd87 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:50:09.933884 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14c92a4-9054-4ecf-9049-9b67ec32fd87 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:50:09.934244 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14c92a4-9054-4ecf-9049-9b67ec32fd87 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:50:09.934621 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14c92a4-9054-4ecf-9049-9b67ec32fd87 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:50:09.934958 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14c92a4-9054-4ecf-9049-9b67ec32fd87 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:50:09.935320 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14c92a4-9054-4ecf-9049-9b67ec32fd87 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:50:09.935654 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14c92a4-9054-4ecf-9049-9b67ec32fd87 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:50:09.936009 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14c92a4-9054-4ecf-9049-9b67ec32fd87 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:50:09.939361 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-c14c92a4-9054-4ecf-9049-9b67ec32fd87 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:50:09.996248 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-c14c92a4-9054-4ecf-9049-9b67ec32fd87 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks [] for floatingip, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:50:09.996724 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.db.l3_db [None req-c14c92a4-9054-4ecf-9049-9b67ec32fd87 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Floating IP a82562ae-7885-461d-96dc-4541456789d9 disassociated (deleted). External IP: 172.26.3.121, port: d40e3fd6-1378-4ec8-82eb-c76b2433fa3b.
Dec 23 16:50:10.364680 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c14c92a4-9054-4ecf-9049-9b67ec32fd87 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Router 8c0e82b0-0981-4a50-b333-641db3b15b0e has already been hosted by L3 agent 371d4c41-c7e2-4de7-9539-c049ec4e95d1 {{(pid=87635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 23 16:50:10.556475 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c14c92a4-9054-4ecf-9049-9b67ec32fd87 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify agent at l3_agent.dv-neutron-822799-1-hyperv the message routers_updated {{(pid=87635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 23 16:50:10.567193 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74a87d07-8fb9-47c1-8e02-3708d6492e25 None None] Sync routers for ids ['8c0e82b0-0981-4a50-b333-641db3b15b0e'] in dv-neutron-822799-1-hyperv {{(pid=87637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 23 16:50:10.577637 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-c14c92a4-9054-4ecf-9049-9b67ec32fd87 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for floatingip, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:50:10.578333 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a87d07-8fb9-47c1-8e02-3708d6492e25 None None] Routers {'8c0e82b0-0981-4a50-b333-641db3b15b0e'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:50:10.578953 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-74a87d07-8fb9-47c1-8e02-3708d6492e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc11ffa00>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:49:50Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['8c0e82b0-0981-4a50-b333-641db3b15b0e'], 'active': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:50:10.632882 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-c14c92a4-9054-4ecf-9049-9b67ec32fd87 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "DELETE /v2.0/floatingips/a82562ae-7885-461d-96dc-4541456789d9 HTTP/1.1" status: 204  len: 168 time: 1.5851552
Dec 23 16:50:10.633656 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85f6c187-aa60-4a1f-b9ac-5727f03e9257', 'tag': 'd40e3fd6-1378-4ec8-82eb-c76b2433fa3b'}] {{(pid=87635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 23 16:50:10.690557 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85f6c187-aa60-4a1f-b9ac-5727f03e9257', 'tag': 'd40e3fd6-1378-4ec8-82eb-c76b2433fa3b', 'status': 'completed', 'code': 200}
Dec 23 16:50:10.794855 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b27b3dc-940b-4437-b4c2-675b82ca1353 req-a75698b6-9005-4fa7-bd9e-a50422cfbe1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:50:10.796250 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-0b27b3dc-940b-4437-b4c2-675b82ca1353 req-a75698b6-9005-4fa7-bd9e-a50422cfbe1c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=bf163a60baa2480bb3e9e9a93ee73eb3&device_id=85f6c187-aa60-4a1f-b9ac-5727f03e9257 HTTP/1.1" status: 200  len: 1099 time: 0.0847826
Dec 23 16:50:10.823157 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvr_db [None req-74a87d07-8fb9-47c1-8e02-3708d6492e25 None None] Set router 8c0e82b0-0981-4a50-b333-641db3b15b0e gateway port host: dv-neutron-822799-1-hyperv {{(pid=87637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:50:10.982314 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b27b3dc-940b-4437-b4c2-675b82ca1353 req-7d6a3417-d1f9-406a-8bfa-557a70bbae22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:50:10.983762 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-0b27b3dc-940b-4437-b4c2-675b82ca1353 req-7d6a3417-d1f9-406a-8bfa-557a70bbae22 service neutron] 10.222.0.61 "GET /v2.0/networks?id=950a2699-7c6c-490a-925e-95d51b818477 HTTP/1.1" status: 200  len: 897 time: 0.1815021
Dec 23 16:50:11.058090 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-0b27b3dc-940b-4437-b4c2-675b82ca1353 req-6b2a2ffe-2f8f-4add-b01f-595c9c991eae service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d40e3fd6-1378-4ec8-82eb-c76b2433fa3b HTTP/1.1" status: 200  len: 217 time: 0.0659096
Dec 23 16:50:11.135811 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adeb9b8-16f2-4ae8-ae93-adbf229f1a81 req-75b18dd3-8633-4268-993d-5fa6de1bef07 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:50:11.137405 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-0adeb9b8-16f2-4ae8-ae93-adbf229f1a81 req-75b18dd3-8633-4268-993d-5fa6de1bef07 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/ports?device_id=85f6c187-aa60-4a1f-b9ac-5727f03e9257 HTTP/1.1" status: 200  len: 946 time: 0.2016971
Dec 23 16:50:11.141194 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-74a87d07-8fb9-47c1-8e02-3708d6492e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc11ffa00>, [{'id': '8c0e82b0-0981-4a50-b333-641db3b15b0e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-568248261', 'tenant_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.36'}], 'enable_snat': True}, 'gw_port_id': '9debed3e-7174-436d-9525-17645ea9ad51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:49:10Z', 'updated_at': '2021-12-23T16:49:16Z', 'revision_number': 4, 'project_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'gw_port': {'id': '9debed3e-7174-436d-9525-17645ea9ad51', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:46:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c0e82b0-0981-4a50-b333-641db3b15b0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:49:11Z', 'updated_at': '2021-12-23T16:49:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_interfaces': [{'id': '56552153-04f2-4749-bdfa-fb6a9712f671', 'name': '', 'network_id': '950a2699-7c6c-490a-925e-95d51b818477', 'tenant_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'mac_address': 'fa:16:3e:df:f2:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c0e82b0-0981-4a50-b333-641db3b15b0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': 'ae6f7d09-7cd3-438d-8eb6-44af6e551bdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:49:15Z', 'updated_at': '2021-12-23T16:49:20Z', 'revision_number': 5, 'project_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'subnets': [{'id': 'ae6f7d09-7cd3-438d-8eb6-44af6e551bdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:50:11.144138 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b27b3dc-940b-4437-b4c2-675b82ca1353 req-e4c02393-1732-4d69-9735-59019102c4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:50:11.145542 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-0b27b3dc-940b-4437-b4c2-675b82ca1353 req-e4c02393-1732-4d69-9735-59019102c4fa service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ae6f7d09-7cd3-438d-8eb6-44af6e551bdd HTTP/1.1" status: 200  len: 833 time: 0.0773470
Dec 23 16:50:11.145750 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74a87d07-8fb9-47c1-8e02-3708d6492e25 None None] Checking router: 8c0e82b0-0981-4a50-b333-641db3b15b0e for host: dv-neutron-822799-1-hyperv {{(pid=87637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 23 16:50:11.154671 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a87d07-8fb9-47c1-8e02-3708d6492e25 None None] Routers {'8c0e82b0-0981-4a50-b333-641db3b15b0e'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:50:11.155287 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-74a87d07-8fb9-47c1-8e02-3708d6492e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc11ffa00>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:49:50Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['8c0e82b0-0981-4a50-b333-641db3b15b0e'], 'active': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:50:11.332329 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvr_db [None req-74a87d07-8fb9-47c1-8e02-3708d6492e25 None None] Set router 8c0e82b0-0981-4a50-b333-641db3b15b0e gateway port host: dv-neutron-822799-1-hyperv {{(pid=87637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:50:11.369749 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-0adeb9b8-16f2-4ae8-ae93-adbf229f1a81 req-2bfd1e96-d576-482c-a60a-99383c80aacb tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/security-groups?id=e19c5bad-7255-4289-9136-a17e75cd2535&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2232161
Dec 23 16:50:11.399755 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b27b3dc-940b-4437-b4c2-675b82ca1353 req-8435c85f-037b-48b0-958b-233ede86c618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:50:11.401256 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-0b27b3dc-940b-4437-b4c2-675b82ca1353 req-8435c85f-037b-48b0-958b-233ede86c618 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=950a2699-7c6c-490a-925e-95d51b818477&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0951633
Dec 23 16:50:11.533318 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-0b27b3dc-940b-4437-b4c2-675b82ca1353 req-fc2d8615-bed3-4fd0-9703-56b4355ba2d2 service neutron] 10.222.0.61 "GET /v2.0/networks/950a2699-7c6c-490a-925e-95d51b818477?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1242838
Dec 23 16:50:11.644778 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-74a87d07-8fb9-47c1-8e02-3708d6492e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc11ffa00>, [{'id': '8c0e82b0-0981-4a50-b333-641db3b15b0e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-568248261', 'tenant_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.36'}], 'enable_snat': True}, 'gw_port_id': '9debed3e-7174-436d-9525-17645ea9ad51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:49:10Z', 'updated_at': '2021-12-23T16:49:16Z', 'revision_number': 4, 'project_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'gw_port': {'id': '9debed3e-7174-436d-9525-17645ea9ad51', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:46:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c0e82b0-0981-4a50-b333-641db3b15b0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:49:11Z', 'updated_at': '2021-12-23T16:49:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_interfaces': [{'id': '56552153-04f2-4749-bdfa-fb6a9712f671', 'name': '', 'network_id': '950a2699-7c6c-490a-925e-95d51b818477', 'tenant_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'mac_address': 'fa:16:3e:df:f2:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c0e82b0-0981-4a50-b333-641db3b15b0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': 'ae6f7d09-7cd3-438d-8eb6-44af6e551bdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:49:15Z', 'updated_at': '2021-12-23T16:49:20Z', 'revision_number': 5, 'project_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'subnets': [{'id': 'ae6f7d09-7cd3-438d-8eb6-44af6e551bdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:50:11.648860 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74a87d07-8fb9-47c1-8e02-3708d6492e25 None None] The sync data for ids ['8c0e82b0-0981-4a50-b333-641db3b15b0e'] in dv-neutron-822799-1-hyperv is: [{'id': '8c0e82b0-0981-4a50-b333-641db3b15b0e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-568248261', 'tenant_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.36'}], 'enable_snat': True}, 'gw_port_id': '9debed3e-7174-436d-9525-17645ea9ad51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:49:10Z', 'updated_at': '2021-12-23T16:49:16Z', 'revision_number': 4, 'project_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'gw_port': {'id': '9debed3e-7174-436d-9525-17645ea9ad51', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:46:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c0e82b0-0981-4a50-b333-641db3b15b0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:49:11Z', 'updated_at': '2021-12-23T16:49:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_interfaces': [{'id': '56552153-04f2-4749-bdfa-fb6a9712f671', 'name': '', 'network_id': '950a2699-7c6c-490a-925e-95d51b818477', 'tenant_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'mac_address': 'fa:16:3e:df:f2:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c0e82b0-0981-4a50-b333-641db3b15b0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': 'ae6f7d09-7cd3-438d-8eb6-44af6e551bdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:49:15Z', 'updated_at': '2021-12-23T16:49:20Z', 'revision_number': 5, 'project_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'subnets': [{'id': 'ae6f7d09-7cd3-438d-8eb6-44af6e551bdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 23 16:50:11.665155 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-0b27b3dc-940b-4437-b4c2-675b82ca1353 req-4503a196-7587-46af-b967-d00d335a0ba4 service neutron] 10.222.0.61 "GET /v2.0/networks/950a2699-7c6c-490a-925e-95d51b818477?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1241226
Dec 23 16:50:11.878067 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37fc3bcb-5c6a-4d00-8023-66022f45f68d None None] New status for floating IP a82562ae-7885-461d-96dc-4541456789d9: DOWN {{(pid=87638) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 23 16:50:12.158129 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:50:12.461324 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113969ed-da46-4406-b176-4b5166809c29 req-135838f6-e5b8-4185-8f80-1d798285a58f tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:50:12.462761 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-113969ed-da46-4406-b176-4b5166809c29 req-135838f6-e5b8-4185-8f80-1d798285a58f tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.61 "GET /v2.0/ports?device_id=85f6c187-aa60-4a1f-b9ac-5727f03e9257 HTTP/1.1" status: 200  len: 946 time: 0.1017082
Dec 23 16:50:12.537079 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [req-113969ed-da46-4406-b176-4b5166809c29 req-645831bb-493d-4a9d-b2ab-3a5b5e561b71 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Deleting port d40e3fd6-1378-4ec8-82eb-c76b2433fa3b {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:50:12.537418 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-113969ed-da46-4406-b176-4b5166809c29 req-645831bb-493d-4a9d-b2ab-3a5b5e561b71 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:50:12.698444 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c579d40d-5aa4-4e09-ad27-efb07bd125c9 req-58a43048-608e-4ae9-a589-fa924be6c094 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:50:12.699159 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [req-c579d40d-5aa4-4e09-ad27-efb07bd125c9 req-58a43048-608e-4ae9-a589-fa924be6c094 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Synchronizing usage tracker for tenant:bf163a60baa2480bb3e9e9a93ee73eb3 on resource:port {{(pid=87635) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:50:12.715769 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [req-c579d40d-5aa4-4e09-ad27-efb07bd125c9 req-58a43048-608e-4ae9-a589-fa924be6c094 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Unset dirty status for tenant:bf163a60baa2480bb3e9e9a93ee73eb3 on resource:port {{(pid=87635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:50:12.716980 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-c579d40d-5aa4-4e09-ad27-efb07bd125c9 req-58a43048-608e-4ae9-a589-fa924be6c094 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/ports?device_id=85f6c187-aa60-4a1f-b9ac-5727f03e9257 HTTP/1.1" status: 200  len: 946 time: 0.2331920
Dec 23 16:50:12.762104 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-c579d40d-5aa4-4e09-ad27-efb07bd125c9 req-28cf57fb-ce95-4b5c-a73f-e72d32151c98 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "GET /v2.0/security-groups?id=e19c5bad-7255-4289-9136-a17e75cd2535&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0387747
Dec 23 16:50:12.796723 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [req-113969ed-da46-4406-b176-4b5166809c29 req-645831bb-493d-4a9d-b2ab-3a5b5e561b71 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] For port d40e3fd6-1378-4ec8-82eb-c76b2433fa3b, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=d40e3fd6-1378-4ec8-82eb-c76b2433fa3b,segment=NetworkSegment(2ec3924f-da8d-40a8-824c-a82ebf9316bd),segment_id=2ec3924f-da8d-40a8-824c-a82ebf9316bd)] {{(pid=87636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:50:12.797023 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-113969ed-da46-4406-b176-4b5166809c29 req-645831bb-493d-4a9d-b2ab-3a5b5e561b71 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:50:12.916609 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [req-113969ed-da46-4406-b176-4b5166809c29 req-645831bb-493d-4a9d-b2ab-3a5b5e561b71 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Calling delete_port for d40e3fd6-1378-4ec8-82eb-c76b2433fa3b owned by compute:nova {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:50:13.073306 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-113969ed-da46-4406-b176-4b5166809c29 req-645831bb-493d-4a9d-b2ab-3a5b5e561b71 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:50:13.081881 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-91650983-8a4f-4ade-862e-481bdf137352 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:50:13.125272 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645831bb-493d-4a9d-b2ab-3a5b5e561b71 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Pushing event deleted for resources: {'Port': ['ID=d40e3fd6-1378-4ec8-82eb-c76b2433fa3b,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:50:13.165581 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645831bb-493d-4a9d-b2ab-3a5b5e561b71 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:50:13.165993 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645831bb-493d-4a9d-b2ab-3a5b5e561b71 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:50:13.166394 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645831bb-493d-4a9d-b2ab-3a5b5e561b71 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:50:13.166760 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645831bb-493d-4a9d-b2ab-3a5b5e561b71 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:50:13.167146 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645831bb-493d-4a9d-b2ab-3a5b5e561b71 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:50:13.167495 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645831bb-493d-4a9d-b2ab-3a5b5e561b71 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:50:13.167856 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645831bb-493d-4a9d-b2ab-3a5b5e561b71 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:50:13.168209 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645831bb-493d-4a9d-b2ab-3a5b5e561b71 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:50:13.168591 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645831bb-493d-4a9d-b2ab-3a5b5e561b71 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:50:13.168955 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645831bb-493d-4a9d-b2ab-3a5b5e561b71 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:50:13.169314 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645831bb-493d-4a9d-b2ab-3a5b5e561b71 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:50:13.169674 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645831bb-493d-4a9d-b2ab-3a5b5e561b71 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:50:13.176903 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-645831bb-493d-4a9d-b2ab-3a5b5e561b71 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:50:13.211192 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [req-113969ed-da46-4406-b176-4b5166809c29 req-645831bb-493d-4a9d-b2ab-3a5b5e561b71 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] No DVR routers for this DVR port d40e3fd6-1378-4ec8-82eb-c76b2433fa3b on host hv-neutron-8227 {{(pid=87636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 23 16:50:13.214002 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-113969ed-da46-4406-b176-4b5166809c29 req-645831bb-493d-4a9d-b2ab-3a5b5e561b71 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:50:13.216535 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85f6c187-aa60-4a1f-b9ac-5727f03e9257', 'name': 'network-vif-deleted', 'tag': 'd40e3fd6-1378-4ec8-82eb-c76b2433fa3b'}] {{(pid=87636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 23 16:50:13.234908 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-113969ed-da46-4406-b176-4b5166809c29 req-645831bb-493d-4a9d-b2ab-3a5b5e561b71 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.61 "DELETE /v2.0/ports/d40e3fd6-1378-4ec8-82eb-c76b2433fa3b HTTP/1.1" status: 204  len: 173 time: 0.7659175
Dec 23 16:50:13.263888 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85f6c187-aa60-4a1f-b9ac-5727f03e9257', 'name': 'network-vif-deleted', 'tag': 'd40e3fd6-1378-4ec8-82eb-c76b2433fa3b', 'status': 'completed', 'code': 200}
Dec 23 16:50:13.863990 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 59534) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:50:14.441638 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-6fc71f2a-5c3c-4b44-96e1-fefe4395acee tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1781419'] for router_interface, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:50:14.506548 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Device d40e3fd6-1378-4ec8-82eb-c76b2433fa3b no longer exists at agent hyperv_hv-neutron-8227 {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 23 16:50:14.542605 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] No Port match for: d40e3fd6-1378-4ec8-82eb-c76b2433fa3b {{(pid=87637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 23 16:50:14.542972 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Device d40e3fd6-1378-4ec8-82eb-c76b2433fa3b not bound to the agent host hv-neutron-8227 {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 23 16:50:14.795654 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-6fc71f2a-5c3c-4b44-96e1-fefe4395acee tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Deleting port 56552153-04f2-4749-bdfa-fb6a9712f671 {{(pid=87635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:50:14.796034 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-6fc71f2a-5c3c-4b44-96e1-fefe4395acee tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:50:14.998571 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.db [None req-6fc71f2a-5c3c-4b44-96e1-fefe4395acee tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] For port 56552153-04f2-4749-bdfa-fb6a9712f671, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=56552153-04f2-4749-bdfa-fb6a9712f671,segment=NetworkSegment(2ec3924f-da8d-40a8-824c-a82ebf9316bd),segment_id=2ec3924f-da8d-40a8-824c-a82ebf9316bd)] {{(pid=87635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:50:14.999311 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-6fc71f2a-5c3c-4b44-96e1-fefe4395acee tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:50:15.124063 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-6fc71f2a-5c3c-4b44-96e1-fefe4395acee tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Calling delete_port for 56552153-04f2-4749-bdfa-fb6a9712f671 owned by network:router_interface {{(pid=87635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:50:15.591990 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-6fc71f2a-5c3c-4b44-96e1-fefe4395acee tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:50:15.595706 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-2a727cc4-b51a-4221-a7fc-d59c5a620285 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:50:15.638914 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc71f2a-5c3c-4b44-96e1-fefe4395acee tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Pushing event deleted for resources: {'Port': ['ID=56552153-04f2-4749-bdfa-fb6a9712f671,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:50:15.642062 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-6fc71f2a-5c3c-4b44-96e1-fefe4395acee tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:50:15.925255 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-6fc71f2a-5c3c-4b44-96e1-fefe4395acee tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1627472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1784155'] for router_interface, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:50:16.299776 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fc71f2a-5c3c-4b44-96e1-fefe4395acee tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Router 8c0e82b0-0981-4a50-b333-641db3b15b0e has already been hosted by L3 agent 371d4c41-c7e2-4de7-9539-c049ec4e95d1 {{(pid=87635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 23 16:50:16.479083 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fc71f2a-5c3c-4b44-96e1-fefe4395acee tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify agent at l3_agent.dv-neutron-822799-1-hyperv the message routers_updated {{(pid=87635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 23 16:50:16.492520 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5120114b-c8a5-4abe-94bc-b82be9208005 None None] Sync routers for ids ['8c0e82b0-0981-4a50-b333-641db3b15b0e'] in dv-neutron-822799-1-hyperv {{(pid=87637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 23 16:50:16.493128 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-6fc71f2a-5c3c-4b44-96e1-fefe4395acee tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "PUT /v2.0/routers/8c0e82b0-0981-4a50-b333-641db3b15b0e/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6280391
Dec 23 16:50:16.496325 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 59538) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:50:16.502389 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5120114b-c8a5-4abe-94bc-b82be9208005 None None] Routers {'8c0e82b0-0981-4a50-b333-641db3b15b0e'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:50:16.503020 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-5120114b-c8a5-4abe-94bc-b82be9208005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc2918f10>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:49:50Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['8c0e82b0-0981-4a50-b333-641db3b15b0e'], 'active': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:50:16.566924 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.db_base_plugin_v2 [None req-7accb31b-b81c-48f6-8f89-76dc368e3c84 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Deleting subnet ae6f7d09-7cd3-438d-8eb6-44af6e551bdd {{(pid=87635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 23 16:50:16.570269 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-7accb31b-b81c-48f6-8f89-76dc368e3c84 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks [] for subnet, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:50:16.623040 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-7accb31b-b81c-48f6-8f89-76dc368e3c84 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2776816'] for subnet, precommit_delete_associations {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:50:16.677175 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvr_db [None req-5120114b-c8a5-4abe-94bc-b82be9208005 None None] Set router 8c0e82b0-0981-4a50-b333-641db3b15b0e gateway port host: dv-neutron-822799-1-hyperv {{(pid=87637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:50:16.709201 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-7accb31b-b81c-48f6-8f89-76dc368e3c84 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864774'] for subnet, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:50:16.914660 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-7accb31b-b81c-48f6-8f89-76dc368e3c84 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2753333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2609730'] for subnet, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:50:16.918601 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-84f3e033-b5ed-451b-9022-4c69648fe5af tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:50:16.952425 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7accb31b-b81c-48f6-8f89-76dc368e3c84 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Pushing event deleted for resources: {'Subnet': ['ID=ae6f7d09-7cd3-438d-8eb6-44af6e551bdd,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:50:16.955902 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-7accb31b-b81c-48f6-8f89-76dc368e3c84 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:50:16.958973 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-7accb31b-b81c-48f6-8f89-76dc368e3c84 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks [] for subnet, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:50:16.966178 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-7accb31b-b81c-48f6-8f89-76dc368e3c84 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "DELETE /v2.0/subnets/ae6f7d09-7cd3-438d-8eb6-44af6e551bdd HTTP/1.1" status: 204  len: 168 time: 0.4678519
Dec 23 16:50:16.968043 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 59542) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:50:16.988465 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30f61761-c4ec-47e9-bd3b-61c5f5635da1 None None] Network 950a2699-7c6c-490a-925e-95d51b818477 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:50:17.150882 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-e56757d7-dd97-4457-9ccc-935aacb036f3 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks [] for router, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:50:17.187578 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-5120114b-c8a5-4abe-94bc-b82be9208005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc2918f10>, [{'id': '8c0e82b0-0981-4a50-b333-641db3b15b0e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-568248261', 'tenant_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.36'}], 'enable_snat': True}, 'gw_port_id': '9debed3e-7174-436d-9525-17645ea9ad51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:49:10Z', 'updated_at': '2021-12-23T16:50:15Z', 'revision_number': 5, 'project_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'gw_port': {'id': '9debed3e-7174-436d-9525-17645ea9ad51', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:46:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c0e82b0-0981-4a50-b333-641db3b15b0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:49:11Z', 'updated_at': '2021-12-23T16:49:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv'}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:50:17.195533 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5120114b-c8a5-4abe-94bc-b82be9208005 None None] Checking router: 8c0e82b0-0981-4a50-b333-641db3b15b0e for host: dv-neutron-822799-1-hyperv {{(pid=87637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 23 16:50:17.214297 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5120114b-c8a5-4abe-94bc-b82be9208005 None None] Routers {'8c0e82b0-0981-4a50-b333-641db3b15b0e'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:50:17.214952 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-5120114b-c8a5-4abe-94bc-b82be9208005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc2918f10>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:49:50Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['8c0e82b0-0981-4a50-b333-641db3b15b0e'], 'active': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:50:17.336166 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-e56757d7-dd97-4457-9ccc-935aacb036f3 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:50:17.346917 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-e56757d7-dd97-4457-9ccc-935aacb036f3 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Deleting port 9debed3e-7174-436d-9525-17645ea9ad51 {{(pid=87635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:50:17.347363 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-e56757d7-dd97-4457-9ccc-935aacb036f3 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:50:17.359938 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc65d120-4ef8-4383-86a2-30f4723ce4c9 None None] DHCP port deletion for 950a2699-7c6c-490a-925e-95d51b818477 request from dv-neutron-822799-1-hyperv {{(pid=87637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 23 16:50:17.377399 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-bc65d120-4ef8-4383-86a2-30f4723ce4c9 None None] Deleting port a90c1058-8e62-4e7e-b9ef-89c29bad84e7 {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:50:17.377788 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-bc65d120-4ef8-4383-86a2-30f4723ce4c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:50:17.463885 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-dffc8ab2-e4dc-4c98-9ee8-63a26cf8417c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:50:17.466277 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvr_db [None req-5120114b-c8a5-4abe-94bc-b82be9208005 None None] Set router 8c0e82b0-0981-4a50-b333-641db3b15b0e gateway port host: dv-neutron-822799-1-hyperv {{(pid=87637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:50:17.532379 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.db [None req-e56757d7-dd97-4457-9ccc-935aacb036f3 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] For port 9debed3e-7174-436d-9525-17645ea9ad51, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=9debed3e-7174-436d-9525-17645ea9ad51,segment=NetworkSegment(77e3d110-dd7b-426c-b11f-b78dde7993df),segment_id=77e3d110-dd7b-426c-b11f-b78dde7993df)] {{(pid=87635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:50:17.532790 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-e56757d7-dd97-4457-9ccc-935aacb036f3 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:50:17.655526 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-e56757d7-dd97-4457-9ccc-935aacb036f3 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Calling delete_port for 9debed3e-7174-436d-9525-17645ea9ad51 owned by network:router_gateway {{(pid=87635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:50:17.819429 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-bc65d120-4ef8-4383-86a2-30f4723ce4c9 None None] For port a90c1058-8e62-4e7e-b9ef-89c29bad84e7, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=a90c1058-8e62-4e7e-b9ef-89c29bad84e7,segment=NetworkSegment(2ec3924f-da8d-40a8-824c-a82ebf9316bd),segment_id=2ec3924f-da8d-40a8-824c-a82ebf9316bd)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:50:17.820047 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-bc65d120-4ef8-4383-86a2-30f4723ce4c9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:50:17.834376 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-e56757d7-dd97-4457-9ccc-935aacb036f3 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:50:17.839202 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-d9bb8a53-ff61-4b76-98d2-7e64dd23ce4c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:50:17.914824 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56757d7-dd97-4457-9ccc-935aacb036f3 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Pushing event deleted for resources: {'Port': ['ID=9debed3e-7174-436d-9525-17645ea9ad51,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:50:17.917534 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-e56757d7-dd97-4457-9ccc-935aacb036f3 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:50:17.966439 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-bc65d120-4ef8-4383-86a2-30f4723ce4c9 None None] Calling delete_port for a90c1058-8e62-4e7e-b9ef-89c29bad84e7 owned by network:dhcp {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:50:17.976012 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-e56757d7-dd97-4457-9ccc-935aacb036f3 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1824206'] for router_gateway, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:50:18.057341 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-5120114b-c8a5-4abe-94bc-b82be9208005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc2918f10>, [{'id': '8c0e82b0-0981-4a50-b333-641db3b15b0e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-568248261', 'tenant_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.36'}], 'enable_snat': True}, 'gw_port_id': '9debed3e-7174-436d-9525-17645ea9ad51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:49:10Z', 'updated_at': '2021-12-23T16:50:15Z', 'revision_number': 5, 'project_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'gw_port': {'id': '9debed3e-7174-436d-9525-17645ea9ad51', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:46:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c0e82b0-0981-4a50-b333-641db3b15b0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:49:11Z', 'updated_at': '2021-12-23T16:49:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv'}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:50:18.059582 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-bc65d120-4ef8-4383-86a2-30f4723ce4c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789'] for port, after_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:50:18.063986 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-343b22fb-e715-4175-be1f-0220d5247769 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:50:18.100484 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5120114b-c8a5-4abe-94bc-b82be9208005 None None] The sync data for ids ['8c0e82b0-0981-4a50-b333-641db3b15b0e'] in dv-neutron-822799-1-hyperv is: [{'id': '8c0e82b0-0981-4a50-b333-641db3b15b0e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-568248261', 'tenant_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.36'}], 'enable_snat': True}, 'gw_port_id': '9debed3e-7174-436d-9525-17645ea9ad51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:49:10Z', 'updated_at': '2021-12-23T16:50:15Z', 'revision_number': 5, 'project_id': 'bf163a60baa2480bb3e9e9a93ee73eb3', 'gw_port': {'id': '9debed3e-7174-436d-9525-17645ea9ad51', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:46:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c0e82b0-0981-4a50-b333-641db3b15b0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:49:11Z', 'updated_at': '2021-12-23T16:49:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv'}] {{(pid=87637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 23 16:50:18.110870 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc65d120-4ef8-4383-86a2-30f4723ce4c9 None None] Pushing event deleted for resources: {'Port': ['ID=a90c1058-8e62-4e7e-b9ef-89c29bad84e7,revision_number=None']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:50:18.118343 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc65d120-4ef8-4383-86a2-30f4723ce4c9 None None] No DVR routers for this DVR port a90c1058-8e62-4e7e-b9ef-89c29bad84e7 on host dv-neutron-822799-1-hyperv {{(pid=87637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 23 16:50:18.120489 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc65d120-4ef8-4383-86a2-30f4723ce4c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:50:18.120884 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc65d120-4ef8-4383-86a2-30f4723ce4c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:50:18.121220 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc65d120-4ef8-4383-86a2-30f4723ce4c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:50:18.121578 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc65d120-4ef8-4383-86a2-30f4723ce4c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:50:18.121913 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc65d120-4ef8-4383-86a2-30f4723ce4c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:50:18.122248 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc65d120-4ef8-4383-86a2-30f4723ce4c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:50:18.122580 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc65d120-4ef8-4383-86a2-30f4723ce4c9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:50:18.122909 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc65d120-4ef8-4383-86a2-30f4723ce4c9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:50:18.123262 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc65d120-4ef8-4383-86a2-30f4723ce4c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:50:18.123591 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc65d120-4ef8-4383-86a2-30f4723ce4c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:50:18.123926 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc65d120-4ef8-4383-86a2-30f4723ce4c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:50:18.124303 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc65d120-4ef8-4383-86a2-30f4723ce4c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:50:18.128130 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-bc65d120-4ef8-4383-86a2-30f4723ce4c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:50:18.153517 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-e56757d7-dd97-4457-9ccc-935aacb036f3 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1784183', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-235354'] for router, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:50:18.155653 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-e56757d7-dd97-4457-9ccc-935aacb036f3 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:50:18.178386 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-e56757d7-dd97-4457-9ccc-935aacb036f3 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1781328'] for router, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:50:18.178922 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e56757d7-dd97-4457-9ccc-935aacb036f3 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Fanout notify agent at l3_agent the message router_deleted on router 8c0e82b0-0981-4a50-b333-641db3b15b0e {{(pid=87635) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 23 16:50:18.194084 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-e56757d7-dd97-4457-9ccc-935aacb036f3 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks [] for router, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:50:18.195157 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-e56757d7-dd97-4457-9ccc-935aacb036f3 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "DELETE /v2.0/routers/8c0e82b0-0981-4a50-b333-641db3b15b0e HTTP/1.1" status: 204  len: 168 time: 1.2261443
Dec 23 16:50:18.197992 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 59546) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:50:18.431768 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-ab18745f-afb6-47f3-9b92-701ba6756c03 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-698866'] for network, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:50:18.587191 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-ab18745f-afb6-47f3-9b92-701ba6756c03 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-864347', 'neutron.services.segments.db._delete_segments_for_network-8735362908070'] for network, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:50:18.620897 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.services.segments.db [None req-ab18745f-afb6-47f3-9b92-701ba6756c03 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1dbb34c2b0>,) {'filters': {'network_id': ['950a2699-7c6c-490a-925e-95d51b818477']}} {{(pid=87635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:50:18.634693 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.services.segments.db [None req-ab18745f-afb6-47f3-9b92-701ba6756c03 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dbb34c2b0>, '2ec3924f-da8d-40a8-824c-a82ebf9316bd') {'for_net_delete': True} {{(pid=87635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:50:18.634994 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.services.segments.db [None req-ab18745f-afb6-47f3-9b92-701ba6756c03 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dbb34c2b0>, '2ec3924f-da8d-40a8-824c-a82ebf9316bd') {} {{(pid=87635) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:50:18.636395 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 56552153-04f2-4749-bdfa-fb6a9712f671 no longer exists at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 23 16:50:18.646947 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-ab18745f-afb6-47f3-9b92-701ba6756c03 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735363085442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2776713'] for segment, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:50:18.662673 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-ab18745f-afb6-47f3-9b92-701ba6756c03 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:50:18.668762 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab18745f-afb6-47f3-9b92-701ba6756c03 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Releasing vlan 443 on physical network physnet1 to pool {{(pid=87635) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 23 16:50:18.669151 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-ab18745f-afb6-47f3-9b92-701ba6756c03 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2753503'] for segment, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:50:18.671514 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] No Port match for: 56552153-04f2-4749-bdfa-fb6a9712f671 {{(pid=87637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 23 16:50:18.671948 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 56552153-04f2-4749-bdfa-fb6a9712f671 not bound to the agent host dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 23 16:50:18.672380 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device a90c1058-8e62-4e7e-b9ef-89c29bad84e7 no longer exists at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 23 16:50:18.684015 dv-neutron-822799-1-hyperv neutron-server[87635]: Traceback (most recent call last):
Dec 23 16:50:18.684015 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 23 16:50:18.684015 dv-neutron-822799-1-hyperv neutron-server[87635]:     timer()
Dec 23 16:50:18.684015 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:50:18.684015 dv-neutron-822799-1-hyperv neutron-server[87635]:     cb(*args, **kw)
Dec 23 16:50:18.684015 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 23 16:50:18.684015 dv-neutron-822799-1-hyperv neutron-server[87635]:     return func(*args, **kwargs)
Dec 23 16:50:18.684015 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:50:18.684015 dv-neutron-822799-1-hyperv neutron-server[87635]:     self._notify()
Dec 23 16:50:18.684015 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:50:18.684015 dv-neutron-822799-1-hyperv neutron-server[87635]:     self.callback(batched_events)
Dec 23 16:50:18.684015 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:50:18.684015 dv-neutron-822799-1-hyperv neutron-server[87635]:     event.method(event)
Dec 23 16:50:18.684015 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:50:18.684015 dv-neutron-822799-1-hyperv neutron-server[87635]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:50:18.684015 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 23 16:50:18.684015 dv-neutron-822799-1-hyperv neutron-server[87635]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 23 16:50:18.684015 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 23 16:50:18.684015 dv-neutron-822799-1-hyperv neutron-server[87635]:     return f(self, *a, **k)
Dec 23 16:50:18.684015 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:50:18.684015 dv-neutron-822799-1-hyperv neutron-server[87635]:     return self._get(url).json()
Dec 23 16:50:18.684015 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 23 16:50:18.684015 dv-neutron-822799-1-hyperv neutron-server[87635]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 23 16:50:18.684015 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 23 16:50:18.684015 dv-neutron-822799-1-hyperv neutron-server[87635]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:50:18.684015 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 23 16:50:18.684015 dv-neutron-822799-1-hyperv neutron-server[87635]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 23 16:50:18.684015 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 23 16:50:18.684015 dv-neutron-822799-1-hyperv neutron-server[87635]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:50:18.684015 dv-neutron-822799-1-hyperv neutron-server[87635]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 23 16:50:18.684015 dv-neutron-822799-1-hyperv neutron-server[87635]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:50:18.684015 dv-neutron-822799-1-hyperv neutron-server[87635]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:50:18.765098 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] No Port match for: a90c1058-8e62-4e7e-b9ef-89c29bad84e7 {{(pid=87637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 23 16:50:18.765522 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device a90c1058-8e62-4e7e-b9ef-89c29bad84e7 not bound to the agent host dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 23 16:50:18.768982 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-ab18745f-afb6-47f3-9b92-701ba6756c03 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-864336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1824171'] for network, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:50:18.772766 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-e9e974ee-fe32-4001-baa5-afc73c72449c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:50:18.791827 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-ab18745f-afb6-47f3-9b92-701ba6756c03 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks [] for network, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:50:18.803320 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab18745f-afb6-47f3-9b92-701ba6756c03 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Pushing event deleted for resources: {'Network': ['ID=950a2699-7c6c-490a-925e-95d51b818477,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:50:18.806750 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-ab18745f-afb6-47f3-9b92-701ba6756c03 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:50:18.814204 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-ab18745f-afb6-47f3-9b92-701ba6756c03 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "DELETE /v2.0/networks/950a2699-7c6c-490a-925e-95d51b818477 HTTP/1.1" status: 204  len: 168 time: 0.6152110
Dec 23 16:50:18.817156 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 59550) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:50:18.887350 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-868328df-ba00-4c06-9db5-8fffd37cc522 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks [] for security_group, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:50:18.919620 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-868328df-ba00-4c06-9db5-8fffd37cc522 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:50:18.987394 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-868328df-ba00-4c06-9db5-8fffd37cc522 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:50:18.992422 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-baf7aeaa-1da1-45ec-af73-c1f6c95e16bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:50:19.007052 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868328df-ba00-4c06-9db5-8fffd37cc522 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e19c5bad-7255-4289-9136-a17e75cd2535,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:50:19.010187 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-868328df-ba00-4c06-9db5-8fffd37cc522 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:50:19.020449 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-868328df-ba00-4c06-9db5-8fffd37cc522 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Notify callbacks [] for security_group, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:50:19.021635 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-868328df-ba00-4c06-9db5-8fffd37cc522 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] 10.222.0.64 "DELETE /v2.0/security-groups/e19c5bad-7255-4289-9136-a17e75cd2535 HTTP/1.1" status: 204  len: 168 time: 0.2030728
Dec 23 16:50:19.409333 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 59560) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:50:19.558653 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-b8358173-8862-494d-913d-685e732c5469 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=bf163a60baa2480bb3e9e9a93ee73eb3&name=default HTTP/1.1" status: 200  len: 2983 time: 0.1479368
Dec 23 16:50:19.561150 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 59566) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:50:19.618091 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c39c8352-4e14-48da-9fc3-4a27a58eef4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:50:19.644214 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c39c8352-4e14-48da-9fc3-4a27a58eef4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:50:19.696684 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c39c8352-4e14-48da-9fc3-4a27a58eef4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:50:19.700271 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-63c3758f-45eb-43b4-b426-8f5fff61ca04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:50:19.715967 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39c8352-4e14-48da-9fc3-4a27a58eef4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98282717-29b6-47a2-a818-dae93e59d07e,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:50:19.719492 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-c39c8352-4e14-48da-9fc3-4a27a58eef4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:50:19.724528 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c39c8352-4e14-48da-9fc3-4a27a58eef4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:50:19.725642 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-c39c8352-4e14-48da-9fc3-4a27a58eef4f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/98282717-29b6-47a2-a818-dae93e59d07e HTTP/1.1" status: 204  len: 168 time: 0.1634364
Dec 23 16:50:19.810743 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-c523df54-b6b1-4602-bc47-c18a6a6d8026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:50:20.020353 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 59574) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:50:20.038994 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-df459a08-eb15-42f7-b030-83bea97e0148 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:50:20.054384 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-df459a08-eb15-42f7-b030-83bea97e0148 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:50:20.058888 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-df459a08-eb15-42f7-b030-83bea97e0148 admin admin] Usage tracker for resource:security_group_rule and tenant:deb72ad115634aa7a757299864cbdc0f is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:50:20.061819 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-df459a08-eb15-42f7-b030-83bea97e0148 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:50:20.068585 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-df459a08-eb15-42f7-b030-83bea97e0148 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:50:20.150493 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-df459a08-eb15-42f7-b030-83bea97e0148 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:50:20.156210 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-df459a08-eb15-42f7-b030-83bea97e0148 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:50:20.163854 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-50232ef2-b660-4e2b-b517-a8cca2e66105 tempest-NegativeSecGroupIPv6Test-802488232 tempest-NegativeSecGroupIPv6Test-802488232-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:50:20.203213 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-df459a08-eb15-42f7-b030-83bea97e0148 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=deb72ad115634aa7a757299864cbdc0f&name=default HTTP/1.1" status: 200  len: 2983 time: 0.1817720
Dec 23 16:50:20.204142 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df459a08-eb15-42f7-b030-83bea97e0148 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7e70ae9-1e25-46fb-843e-9bc4581d8a09,revision_number=1']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:50:20.206260 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 59578) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:50:20.207699 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-df459a08-eb15-42f7-b030-83bea97e0148 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:50:20.265452 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-8aad2bc7-7410-4f7f-a0a0-b706ff4747d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:50:20.291395 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-8aad2bc7-7410-4f7f-a0a0-b706ff4747d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:50:20.359287 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-8aad2bc7-7410-4f7f-a0a0-b706ff4747d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:50:20.363297 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-4bfccc67-e852-472c-9ae3-6597684f3594 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:50:20.374629 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aad2bc7-7410-4f7f-a0a0-b706ff4747d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7e70ae9-1e25-46fb-843e-9bc4581d8a09,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:50:20.377065 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-8aad2bc7-7410-4f7f-a0a0-b706ff4747d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:50:20.382964 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-8aad2bc7-7410-4f7f-a0a0-b706ff4747d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:50:20.384075 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-8aad2bc7-7410-4f7f-a0a0-b706ff4747d6 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d7e70ae9-1e25-46fb-843e-9bc4581d8a09 HTTP/1.1" status: 204  len: 168 time: 0.1768546
Dec 23 16:50:20.534796 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 9debed3e-7174-436d-9525-17645ea9ad51 no longer exists at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 23 16:50:20.567995 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] No Port match for: 9debed3e-7174-436d-9525-17645ea9ad51 {{(pid=87637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 23 16:50:20.568436 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 9debed3e-7174-436d-9525-17645ea9ad51 not bound to the agent host dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 23 16:50:20.931071 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9dcbea60-a34f-4144-91e7-90aff3f57aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:50:20.977469 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:50:21.218615 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 59602) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:50:21.329978 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-58c7e2da-d1b8-4bc5-a2bd-33e545e4233a admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1325122053-network', 'tenant_id': '79cc439d279749ef8b2ba812a95a00a9'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:50:21.335129 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-58c7e2da-d1b8-4bc5-a2bd-33e545e4233a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:50:21.339300 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-58c7e2da-d1b8-4bc5-a2bd-33e545e4233a admin admin] Usage tracker for resource:network and tenant:79cc439d279749ef8b2ba812a95a00a9 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:50:21.343959 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-58c7e2da-d1b8-4bc5-a2bd-33e545e4233a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:50:21.351645 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-58c7e2da-d1b8-4bc5-a2bd-33e545e4233a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:50:21.364981 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58c7e2da-d1b8-4bc5-a2bd-33e545e4233a admin admin] Made reservation on behalf of 79cc439d279749ef8b2ba812a95a00a9 for: {'network': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:50:21.367329 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-58c7e2da-d1b8-4bc5-a2bd-33e545e4233a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for network, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:50:21.380028 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-58c7e2da-d1b8-4bc5-a2bd-33e545e4233a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:50:21.395097 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-58c7e2da-d1b8-4bc5-a2bd-33e545e4233a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:50:21.399090 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-58c7e2da-d1b8-4bc5-a2bd-33e545e4233a admin admin] Usage tracker for resource:security_group_rule and tenant:79cc439d279749ef8b2ba812a95a00a9 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:50:21.401886 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-58c7e2da-d1b8-4bc5-a2bd-33e545e4233a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:50:21.407416 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-58c7e2da-d1b8-4bc5-a2bd-33e545e4233a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:50:21.493150 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-58c7e2da-d1b8-4bc5-a2bd-33e545e4233a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:50:21.498834 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-58c7e2da-d1b8-4bc5-a2bd-33e545e4233a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:50:21.501712 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-b3430e26-13d3-44de-8a51-84e9ed1f5ce7 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:50:21.528252 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58c7e2da-d1b8-4bc5-a2bd-33e545e4233a admin admin] vlan segment allocate from pool success with {'vlan_id': 439, 'physical_network': 'physnet1'}  {{(pid=87636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 23 16:50:21.541276 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c7e2da-d1b8-4bc5-a2bd-33e545e4233a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66c511d2-0f5c-4b56-b165-be766620ba7f,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:50:21.545284 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-58c7e2da-d1b8-4bc5-a2bd-33e545e4233a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:50:21.546134 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-58c7e2da-d1b8-4bc5-a2bd-33e545e4233a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:50:21.546456 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.db.segments_db [None req-58c7e2da-d1b8-4bc5-a2bd-33e545e4233a admin admin] Added segment e66ad8a6-38f9-4666-888d-5f65134ad083 of type vlan for network c2b50f22-1b69-46ad-b51d-6a76b52ac77a
Dec 23 16:50:21.573726 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-58c7e2da-d1b8-4bc5-a2bd-33e545e4233a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735362521793'] for network, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:50:21.610655 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-58c7e2da-d1b8-4bc5-a2bd-33e545e4233a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495'] for network, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:50:21.611767 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58c7e2da-d1b8-4bc5-a2bd-33e545e4233a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:50:21.612352 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-58c7e2da-d1b8-4bc5-a2bd-33e545e4233a admin admin] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:50:21.617331 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-e1314173-0baf-4d5d-aabc-d70cb79a6088 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:50:21.830727 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-58c7e2da-d1b8-4bc5-a2bd-33e545e4233a admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.6109869
Dec 23 16:50:21.833704 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c7e2da-d1b8-4bc5-a2bd-33e545e4233a admin admin] Pushing event updated for resources: {'Network': ['ID=c2b50f22-1b69-46ad-b51d-6a76b52ac77a,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:50:21.834128 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 59608) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:50:21.836812 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-58c7e2da-d1b8-4bc5-a2bd-33e545e4233a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:50:21.843481 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-c045dbd6-471c-48fd-8535-e597f94429e9 admin admin] Request body: {'subnet': {'network_id': 'c2b50f22-1b69-46ad-b51d-6a76b52ac77a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1325122053-subnet', 'tenant_id': '79cc439d279749ef8b2ba812a95a00a9', 'ip_version': 4}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:50:21.847649 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Network c2b50f22-1b69-46ad-b51d-6a76b52ac77a details requested by agent ovs-agent-dv-neutron-822799-1-hyperv with host dv-neutron-822799-1-hyperv {{(pid=87637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 23 16:50:21.850050 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-c045dbd6-471c-48fd-8535-e597f94429e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:50:21.854032 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-c045dbd6-471c-48fd-8535-e597f94429e9 admin admin] Usage tracker for resource:subnet and tenant:79cc439d279749ef8b2ba812a95a00a9 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:50:21.856999 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-c045dbd6-471c-48fd-8535-e597f94429e9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:50:21.862833 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-c045dbd6-471c-48fd-8535-e597f94429e9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:50:21.875104 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c045dbd6-471c-48fd-8535-e597f94429e9 admin admin] Made reservation on behalf of 79cc439d279749ef8b2ba812a95a00a9 for: {'subnet': 1} {{(pid=87635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:50:21.877474 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-c045dbd6-471c-48fd-8535-e597f94429e9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2610339'] for subnet, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:50:22.090900 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-c045dbd6-471c-48fd-8535-e597f94429e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2753396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2610353'] for subnet, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:50:22.094254 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-5c0d550d-5403-43c9-b6bf-d6968bfebfe7 tempest-NetworksTestDHCPv6-797356354 tempest-NetworksTestDHCPv6-797356354-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:50:22.158665 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c045dbd6-471c-48fd-8535-e597f94429e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=38a627be-3f02-4c99-9edf-8d85f81bb342,revision_number=0']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:50:22.162597 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-c045dbd6-471c-48fd-8535-e597f94429e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:50:22.170247 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c045dbd6-471c-48fd-8535-e597f94429e9 admin admin] Checking segment: {'id': 'e66ad8a6-38f9-4666-888d-5f65134ad083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'c2b50f22-1b69-46ad-b51d-6a76b52ac77a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:50:22.170612 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c045dbd6-471c-48fd-8535-e597f94429e9 admin admin] Network hostable DHCP agents. Network: c2b50f22-1b69-46ad-b51d-6a76b52ac77a, hostable agents: ['1c812d71-eadf-4fb3-b98e-67468a4aa7e2'], hosted agents: [] {{(pid=87635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 23 16:50:22.195689 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c045dbd6-471c-48fd-8535-e597f94429e9 admin admin] Network c2b50f22-1b69-46ad-b51d-6a76b52ac77a is scheduled to be hosted by DHCP agent 1c812d71-eadf-4fb3-b98e-67468a4aa7e2 with binding_index 1 {{(pid=87635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 23 16:50:22.210165 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.base_scheduler [None req-c045dbd6-471c-48fd-8535-e597f94429e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822799-1-hyperv, c2b50f22-1b69-46ad-b51d-6a76b52ac77a) {{(pid=87635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:50:22.214285 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c045dbd6-471c-48fd-8535-e597f94429e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:50:22.214905 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-c045dbd6-471c-48fd-8535-e597f94429e9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:50:22.219953 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ce9f316-8594-4ccb-9482-9e2e149bff0d None None] Network c2b50f22-1b69-46ad-b51d-6a76b52ac77a requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:50:22.252674 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-c045dbd6-471c-48fd-8535-e597f94429e9 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.4148035
Dec 23 16:50:22.253046 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 59612) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:50:22.258223 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-031a8a26-7a8e-4509-9123-314d69daf44b admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1325122053-router', 'tenant_id': '79cc439d279749ef8b2ba812a95a00a9', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b'}}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:50:22.263314 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-031a8a26-7a8e-4509-9123-314d69daf44b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:50:22.267533 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-031a8a26-7a8e-4509-9123-314d69daf44b admin admin] Usage tracker for resource:router and tenant:79cc439d279749ef8b2ba812a95a00a9 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:50:22.270801 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-031a8a26-7a8e-4509-9123-314d69daf44b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:50:22.277397 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-031a8a26-7a8e-4509-9123-314d69daf44b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:50:22.290426 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-031a8a26-7a8e-4509-9123-314d69daf44b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1823978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-235332'] for router, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:50:22.291851 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-031a8a26-7a8e-4509-9123-314d69daf44b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1824575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1824063', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1751113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-235341'] for router, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:50:22.309321 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-031a8a26-7a8e-4509-9123-314d69daf44b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:50:22.451616 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9e3aab53-d650-47e3-b8a6-2dff21fe9ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:50:22.457073 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fee96b8-e79a-4526-98ca-58d0575bbc80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7e017a6-8198-58c8-a07e-0f786128e3b3-c2b50f22-1b69-46ad-b51d-6a76b52ac77a', 'network_id': 'c2b50f22-1b69-46ad-b51d-6a76b52ac77a', 'tenant_id': '79cc439d279749ef8b2ba812a95a00a9', 'fixed_ips': [{'subnet_id': '38a627be-3f02-4c99-9edf-8d85f81bb342'}]}} from dv-neutron-822799-1-hyperv. {{(pid=87637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 23 16:50:22.458077 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-0fee96b8-e79a-4526-98ca-58d0575bbc80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:50:22.587232 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-031a8a26-7a8e-4509-9123-314d69daf44b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1824017', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1823768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-235299'] for router, precommit_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:50:22.617455 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_common [None req-0fee96b8-e79a-4526-98ca-58d0575bbc80 None None] Allocated IP 172.20.0.2 (c2b50f22-1b69-46ad-b51d-6a76b52ac77a/38a627be-3f02-4c99-9edf-8d85f81bb342/776bd8e3-903b-497e-aa62-9c209c2219be) {{(pid=87637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:50:22.813907 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-0fee96b8-e79a-4526-98ca-58d0575bbc80 None None] Notify callbacks [] for port, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:50:22.824177 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-0fee96b8-e79a-4526-98ca-58d0575bbc80 None None] Transition to ACTIVE for port object 776bd8e3-903b-497e-aa62-9c209c2219be will not be triggered until provisioned by entity L2. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:50:22.842176 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-0fee96b8-e79a-4526-98ca-58d0575bbc80 None None] Transition to ACTIVE for port object 776bd8e3-903b-497e-aa62-9c209c2219be will not be triggered until provisioned by entity DHCP. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:50:22.847993 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-0fee96b8-e79a-4526-98ca-58d0575bbc80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780'] for port, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:50:22.852455 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-cd4017d2-64ab-41bf-9aef-743f70bc669a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:50:22.923724 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fee96b8-e79a-4526-98ca-58d0575bbc80 None None] Network c2b50f22-1b69-46ad-b51d-6a76b52ac77a is already hosted by enough agents. {{(pid=87637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:50:22.926923 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-0fee96b8-e79a-4526-98ca-58d0575bbc80 None None] Resources bound (agent type, host, resource id):  {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:50:22.931381 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fee96b8-e79a-4526-98ca-58d0575bbc80 None None] Received port after_create {{(pid=87637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:50:22.933623 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fee96b8-e79a-4526-98ca-58d0575bbc80 None None] Pushing event updated for resources: {'Port': ['ID=776bd8e3-903b-497e-aa62-9c209c2219be,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:50:22.937263 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-0fee96b8-e79a-4526-98ca-58d0575bbc80 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:50:23.021387 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-0fee96b8-e79a-4526-98ca-58d0575bbc80 None None] Attempting to bind port 776bd8e3-903b-497e-aa62-9c209c2219be on host dv-neutron-822799-1-hyperv for vnic_type normal with profile  {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:50:23.021772 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-0fee96b8-e79a-4526-98ca-58d0575bbc80 None None] Attempting to bind port 776bd8e3-903b-497e-aa62-9c209c2219be by drivers openvswitch,hyperv on host dv-neutron-822799-1-hyperv at level 0 using segments [{'id': 'e66ad8a6-38f9-4666-888d-5f65134ad083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'c2b50f22-1b69-46ad-b51d-6a76b52ac77a'}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:50:23.022127 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fee96b8-e79a-4526-98ca-58d0575bbc80 None None] Attempting to bind port 776bd8e3-903b-497e-aa62-9c209c2219be on network c2b50f22-1b69-46ad-b51d-6a76b52ac77a {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:50:23.024954 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-031a8a26-7a8e-4509-9123-314d69daf44b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:50:23.027860 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fee96b8-e79a-4526-98ca-58d0575bbc80 None None] Checking agent: {'id': '20d2070f-69a9-4e73-8d08-6f0387a40158', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822799-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 21), 'started_at': datetime.datetime(2021, 12, 23, 16, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 50, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822799-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 23 16:50:23.028246 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fee96b8-e79a-4526-98ca-58d0575bbc80 None None] Checking segment: {'id': 'e66ad8a6-38f9-4666-888d-5f65134ad083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'c2b50f22-1b69-46ad-b51d-6a76b52ac77a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:50:23.028687 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-0fee96b8-e79a-4526-98ca-58d0575bbc80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:50:23.029091 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fee96b8-e79a-4526-98ca-58d0575bbc80 None None] Bound using segment: {'id': 'e66ad8a6-38f9-4666-888d-5f65134ad083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'c2b50f22-1b69-46ad-b51d-6a76b52ac77a'} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 23 16:50:23.029570 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-0fee96b8-e79a-4526-98ca-58d0575bbc80 None None] Bound port: 776bd8e3-903b-497e-aa62-9c209c2219be, host: dv-neutron-822799-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e66ad8a6-38f9-4666-888d-5f65134ad083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'c2b50f22-1b69-46ad-b51d-6a76b52ac77a'}}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 23 16:50:23.029970 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-0fee96b8-e79a-4526-98ca-58d0575bbc80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:50:23.054517 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-031a8a26-7a8e-4509-9123-314d69daf44b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:50:23.121312 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-0fee96b8-e79a-4526-98ca-58d0575bbc80 None None] For port 776bd8e3-903b-497e-aa62-9c209c2219be, host dv-neutron-822799-1-hyperv, cleared binding levels {{(pid=87637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 23 16:50:23.124239 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-0fee96b8-e79a-4526-98ca-58d0575bbc80 None None] For port 776bd8e3-903b-497e-aa62-9c209c2219be, host dv-neutron-822799-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=776bd8e3-903b-497e-aa62-9c209c2219be,segment=NetworkSegment(e66ad8a6-38f9-4666-888d-5f65134ad083),segment_id=e66ad8a6-38f9-4666-888d-5f65134ad083)] {{(pid=87637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 23 16:50:23.129179 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-0fee96b8-e79a-4526-98ca-58d0575bbc80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:50:23.132776 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:50:23.191673 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.db_base_plugin_common [None req-031a8a26-7a8e-4509-9123-314d69daf44b admin admin] Allocated IP 172.26.3.138 (8afa6d58-9431-454a-b99c-3ff8a65aa86b/60537fec-5f5f-4ab7-89cc-03638149a590/872efd38-0db6-4089-a4da-49a8ba84b1c7) {{(pid=87635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:50:23.209022 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fee96b8-e79a-4526-98ca-58d0575bbc80 None None] Pushing event updated for resources: {'Port': ['ID=776bd8e3-903b-497e-aa62-9c209c2219be,revision_number=2']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:50:23.212136 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-0fee96b8-e79a-4526-98ca-58d0575bbc80 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:50:23.346144 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-031a8a26-7a8e-4509-9123-314d69daf44b admin admin] Notify callbacks [] for port, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:50:23.394185 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-031a8a26-7a8e-4509-9123-314d69daf44b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:50:23.398164 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-d1ce4a8b-6e17-4e4c-b1c7-ed444571c75f tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:50:23.460710 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-031a8a26-7a8e-4509-9123-314d69daf44b admin admin] Network 8afa6d58-9431-454a-b99c-3ff8a65aa86b is already hosted by enough agents. {{(pid=87635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:50:23.463918 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.base_scheduler [None req-031a8a26-7a8e-4509-9123-314d69daf44b admin admin] Resources bound (agent type, host, resource id):  {{(pid=87635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:50:23.467590 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-031a8a26-7a8e-4509-9123-314d69daf44b admin admin] Received port after_create {{(pid=87635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:50:23.500778 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031a8a26-7a8e-4509-9123-314d69daf44b admin admin] Pushing event updated for resources: {'Port': ['ID=872efd38-0db6-4089-a4da-49a8ba84b1c7,revision_number=1']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:50:23.514276 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-031a8a26-7a8e-4509-9123-314d69daf44b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:50:23.892873 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-031a8a26-7a8e-4509-9123-314d69daf44b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:50:24.137246 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f263957e-6070-4271-9d22-c5ae07d25f08 None None] Network c2b50f22-1b69-46ad-b51d-6a76b52ac77a requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:50:24.237514 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-71e9fbee-a86a-42a7-ad24-2ea5f4e8a002 None None] Provisioning for port 776bd8e3-903b-497e-aa62-9c209c2219be completed by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:50:24.239188 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-031a8a26-7a8e-4509-9123-314d69daf44b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1823971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1824234'] for router, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:50:24.604346 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-031a8a26-7a8e-4509-9123-314d69daf44b admin admin] Router 65ae6dd0-5c4a-4f03-8015-affb42ac3336 is scheduled to L3 agent 371d4c41-c7e2-4de7-9539-c049ec4e95d1 with binding_index 1 {{(pid=87635) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 23 16:50:24.616070 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 776bd8e3-903b-497e-aa62-9c209c2219be up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:50:24.692824 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning for port 776bd8e3-903b-497e-aa62-9c209c2219be completed by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:50:24.698020 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port 776bd8e3-903b-497e-aa62-9c209c2219be triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:50:24.698418 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:50:24.779925 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-031a8a26-7a8e-4509-9123-314d69daf44b admin admin] Notify agent at l3_agent.dv-neutron-822799-1-hyperv the message routers_updated {{(pid=87635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 23 16:50:24.790874 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a28a502a-f480-4573-a090-20eadd9545c2 None None] Sync routers for ids ['65ae6dd0-5c4a-4f03-8015-affb42ac3336'] in dv-neutron-822799-1-hyperv {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 23 16:50:24.801896 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a28a502a-f480-4573-a090-20eadd9545c2 None None] Routers {'65ae6dd0-5c4a-4f03-8015-affb42ac3336'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:50:24.802606 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-a28a502a-f480-4573-a090-20eadd9545c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc1cd7eb0>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:50:20Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['65ae6dd0-5c4a-4f03-8015-affb42ac3336'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:50:24.806949 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-031a8a26-7a8e-4509-9123-314d69daf44b admin admin] Notify callbacks [] for router, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:50:24.808915 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-031a8a26-7a8e-4509-9123-314d69daf44b admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 2.5549564
Dec 23 16:50:24.811611 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 59616) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:50:24.818100 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:50:24.849684 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] For port 776bd8e3-903b-497e-aa62-9c209c2219be, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=776bd8e3-903b-497e-aa62-9c209c2219be,segment=NetworkSegment(e66ad8a6-38f9-4666-888d-5f65134ad083),segment_id=e66ad8a6-38f9-4666-888d-5f65134ad083)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:50:24.855630 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:50:24.858302 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-0fee96b8-e79a-4526-98ca-58d0575bbc80 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:50:24.929904 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Pushing event updated for resources: {'Port': ['ID=776bd8e3-903b-497e-aa62-9c209c2219be,revision_number=3']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:50:24.933005 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:50:24.980073 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-a28a502a-f480-4573-a090-20eadd9545c2 None None] Set router 65ae6dd0-5c4a-4f03-8015-affb42ac3336 gateway port host: dv-neutron-822799-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:50:25.260597 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-a28a502a-f480-4573-a090-20eadd9545c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc1cd7eb0>, [{'id': '65ae6dd0-5c4a-4f03-8015-affb42ac3336', 'name': 'tempest-TestShelveInstance-1325122053-router', 'tenant_id': '79cc439d279749ef8b2ba812a95a00a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.138'}], 'enable_snat': True}, 'gw_port_id': '872efd38-0db6-4089-a4da-49a8ba84b1c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:50:22Z', 'updated_at': '2021-12-23T16:50:23Z', 'revision_number': 3, 'project_id': '79cc439d279749ef8b2ba812a95a00a9', 'gw_port': {'id': '872efd38-0db6-4089-a4da-49a8ba84b1c7', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:58:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65ae6dd0-5c4a-4f03-8015-affb42ac3336', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:50:23Z', 'updated_at': '2021-12-23T16:50:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv'}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:50:25.264327 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a28a502a-f480-4573-a090-20eadd9545c2 None None] Checking router: 65ae6dd0-5c4a-4f03-8015-affb42ac3336 for host: dv-neutron-822799-1-hyperv {{(pid=87638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 23 16:50:25.264704 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a28a502a-f480-4573-a090-20eadd9545c2 None None] Updating router 65ae6dd0-5c4a-4f03-8015-affb42ac3336 port 872efd38-0db6-4089-a4da-49a8ba84b1c7 binding host dv-neutron-822799-1-hyperv {{(pid=87638) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 23 16:50:25.315195 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a28a502a-f480-4573-a090-20eadd9545c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:50:25.489657 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-57db0f32-17c8-4760-ac43-4b09125b1b1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:50:25.637217 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a28a502a-f480-4573-a090-20eadd9545c2 None None] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:50:25.648894 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-a28a502a-f480-4573-a090-20eadd9545c2 None None] Transition to ACTIVE for port object 872efd38-0db6-4089-a4da-49a8ba84b1c7 will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:50:25.654951 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a28a502a-f480-4573-a090-20eadd9545c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:50:25.659951 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG oslo_concurrency.lockutils [None req-b0aae3c3-a632-48b1-a48a-87fbdbdd3416 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:50:25.691026 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.db_base_plugin_common [None req-57db0f32-17c8-4760-ac43-4b09125b1b1a admin admin] Allocated IP 172.20.0.1 (c2b50f22-1b69-46ad-b51d-6a76b52ac77a/38a627be-3f02-4c99-9edf-8d85f81bb342/20d57fbe-3be7-436e-8a26-32d5fe85dbfb) {{(pid=87635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:50:25.737685 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-a28a502a-f480-4573-a090-20eadd9545c2 None None] Attempting to bind port 872efd38-0db6-4089-a4da-49a8ba84b1c7 on host dv-neutron-822799-1-hyperv for vnic_type normal with profile  {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:50:25.738058 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-a28a502a-f480-4573-a090-20eadd9545c2 None None] Attempting to bind port 872efd38-0db6-4089-a4da-49a8ba84b1c7 by drivers openvswitch,hyperv on host dv-neutron-822799-1-hyperv at level 0 using segments [{'id': '77e3d110-dd7b-426c-b11f-b78dde7993df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:50:25.738429 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a28a502a-f480-4573-a090-20eadd9545c2 None None] Attempting to bind port 872efd38-0db6-4089-a4da-49a8ba84b1c7 on network 8afa6d58-9431-454a-b99c-3ff8a65aa86b {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:50:25.743915 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46b885f-4448-4612-ad2f-586033a8a419 None None] Pushing event updated for resources: {'Port': ['ID=872efd38-0db6-4089-a4da-49a8ba84b1c7,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:50:25.748929 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a28a502a-f480-4573-a090-20eadd9545c2 None None] Checking agent: {'id': '20d2070f-69a9-4e73-8d08-6f0387a40158', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822799-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 21), 'started_at': datetime.datetime(2021, 12, 23, 16, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 50, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822799-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 23 16:50:25.749310 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a28a502a-f480-4573-a090-20eadd9545c2 None None] Checking segment: {'id': '77e3d110-dd7b-426c-b11f-b78dde7993df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:50:25.749727 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a28a502a-f480-4573-a090-20eadd9545c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:50:25.750126 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a28a502a-f480-4573-a090-20eadd9545c2 None None] Bound using segment: {'id': '77e3d110-dd7b-426c-b11f-b78dde7993df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 23 16:50:25.750593 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-a28a502a-f480-4573-a090-20eadd9545c2 None None] Bound port: 872efd38-0db6-4089-a4da-49a8ba84b1c7, host: dv-neutron-822799-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77e3d110-dd7b-426c-b11f-b78dde7993df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 23 16:50:25.750976 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a28a502a-f480-4573-a090-20eadd9545c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:50:25.781068 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46b885f-4448-4612-ad2f-586033a8a419 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:50:25.781415 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46b885f-4448-4612-ad2f-586033a8a419 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:50:25.781749 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46b885f-4448-4612-ad2f-586033a8a419 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:50:25.782081 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46b885f-4448-4612-ad2f-586033a8a419 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:50:25.782409 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46b885f-4448-4612-ad2f-586033a8a419 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:50:25.782735 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46b885f-4448-4612-ad2f-586033a8a419 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:50:25.783058 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46b885f-4448-4612-ad2f-586033a8a419 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:50:25.783500 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46b885f-4448-4612-ad2f-586033a8a419 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:50:25.783825 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46b885f-4448-4612-ad2f-586033a8a419 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:50:25.784145 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46b885f-4448-4612-ad2f-586033a8a419 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:50:25.784484 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46b885f-4448-4612-ad2f-586033a8a419 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:50:25.784822 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46b885f-4448-4612-ad2f-586033a8a419 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:50:25.788484 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG oslo_concurrency.lockutils [None req-e46b885f-4448-4612-ad2f-586033a8a419 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=87638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:50:25.838839 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-a28a502a-f480-4573-a090-20eadd9545c2 None None] For port 872efd38-0db6-4089-a4da-49a8ba84b1c7, host dv-neutron-822799-1-hyperv, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 23 16:50:25.842960 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-a28a502a-f480-4573-a090-20eadd9545c2 None None] For port 872efd38-0db6-4089-a4da-49a8ba84b1c7, host dv-neutron-822799-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=872efd38-0db6-4089-a4da-49a8ba84b1c7,segment=NetworkSegment(77e3d110-dd7b-426c-b11f-b78dde7993df),segment_id=77e3d110-dd7b-426c-b11f-b78dde7993df)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 23 16:50:25.843842 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-57db0f32-17c8-4760-ac43-4b09125b1b1a admin admin] Notify callbacks [] for port, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:50:25.847261 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-a28a502a-f480-4573-a090-20eadd9545c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:50:25.850861 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG oslo_concurrency.lockutils [None req-b120f3c6-26b7-41c2-a989-0a4457684927 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:50:25.860034 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.provisioning_blocks [None req-57db0f32-17c8-4760-ac43-4b09125b1b1a admin admin] Transition to ACTIVE for port object 20d57fbe-3be7-436e-8a26-32d5fe85dbfb will not be triggered until provisioned by entity DHCP. {{(pid=87635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:50:25.884327 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-57db0f32-17c8-4760-ac43-4b09125b1b1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:50:25.888937 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-ccb0feca-68dc-4975-ae40-80cfb0ab7edf tempest-ServerDiskConfigTestJSON-381894875 tempest-ServerDiskConfigTestJSON-381894875-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:50:25.929925 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46b885f-4448-4612-ad2f-586033a8a419 None None] Pushing event updated for resources: {'Port': ['ID=872efd38-0db6-4089-a4da-49a8ba84b1c7,revision_number=3']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:50:25.933366 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a28a502a-f480-4573-a090-20eadd9545c2 None None] Routers {'65ae6dd0-5c4a-4f03-8015-affb42ac3336'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:50:25.934006 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-a28a502a-f480-4573-a090-20eadd9545c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc1cd7eb0>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:50:20Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['65ae6dd0-5c4a-4f03-8015-affb42ac3336'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:50:25.950902 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57db0f32-17c8-4760-ac43-4b09125b1b1a admin admin] Network c2b50f22-1b69-46ad-b51d-6a76b52ac77a is already hosted by enough agents. {{(pid=87635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:50:25.957898 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.base_scheduler [None req-57db0f32-17c8-4760-ac43-4b09125b1b1a admin admin] Resources bound (agent type, host, resource id):  {{(pid=87635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:50:25.961886 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57db0f32-17c8-4760-ac43-4b09125b1b1a admin admin] Received port after_create {{(pid=87635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:50:25.981944 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG oslo_concurrency.lockutils [None req-e46b885f-4448-4612-ad2f-586033a8a419 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=87638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:50:25.999362 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57db0f32-17c8-4760-ac43-4b09125b1b1a admin admin] Pushing event updated for resources: {'Port': ['ID=20d57fbe-3be7-436e-8a26-32d5fe85dbfb,revision_number=1']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:50:26.008255 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-57db0f32-17c8-4760-ac43-4b09125b1b1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:50:26.023968 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-57db0f32-17c8-4760-ac43-4b09125b1b1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1781300'] for router_interface, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:50:26.116245 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-a28a502a-f480-4573-a090-20eadd9545c2 None None] Set router 65ae6dd0-5c4a-4f03-8015-affb42ac3336 gateway port host: dv-neutron-822799-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:50:26.216121 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-4bb819b9-b805-433a-97fd-c6e33f3931b4 None None] Provisioning for port 20d57fbe-3be7-436e-8a26-32d5fe85dbfb completed by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:50:26.222978 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-4bb819b9-b805-433a-97fd-c6e33f3931b4 None None] Provisioning complete for port 20d57fbe-3be7-436e-8a26-32d5fe85dbfb triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:50:26.223563 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4bb819b9-b805-433a-97fd-c6e33f3931b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:50:26.291121 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-4bb819b9-b805-433a-97fd-c6e33f3931b4 None None] Port 20d57fbe-3be7-436e-8a26-32d5fe85dbfb cannot update to ACTIVE because it is not bound. {{(pid=87637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 23 16:50:26.423451 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-57db0f32-17c8-4760-ac43-4b09125b1b1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:50:26.460990 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-a28a502a-f480-4573-a090-20eadd9545c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc1cd7eb0>, [{'id': '65ae6dd0-5c4a-4f03-8015-affb42ac3336', 'name': 'tempest-TestShelveInstance-1325122053-router', 'tenant_id': '79cc439d279749ef8b2ba812a95a00a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.138'}], 'enable_snat': True}, 'gw_port_id': '872efd38-0db6-4089-a4da-49a8ba84b1c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:50:22Z', 'updated_at': '2021-12-23T16:50:23Z', 'revision_number': 3, 'project_id': '79cc439d279749ef8b2ba812a95a00a9', 'gw_port': {'id': '872efd38-0db6-4089-a4da-49a8ba84b1c7', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:58:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65ae6dd0-5c4a-4f03-8015-affb42ac3336', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:50:23Z', 'updated_at': '2021-12-23T16:50:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv'}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:50:26.465014 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a28a502a-f480-4573-a090-20eadd9545c2 None None] The sync data for ids ['65ae6dd0-5c4a-4f03-8015-affb42ac3336'] in dv-neutron-822799-1-hyperv is: [{'id': '65ae6dd0-5c4a-4f03-8015-affb42ac3336', 'name': 'tempest-TestShelveInstance-1325122053-router', 'tenant_id': '79cc439d279749ef8b2ba812a95a00a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.138'}], 'enable_snat': True}, 'gw_port_id': '872efd38-0db6-4089-a4da-49a8ba84b1c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:50:22Z', 'updated_at': '2021-12-23T16:50:23Z', 'revision_number': 3, 'project_id': '79cc439d279749ef8b2ba812a95a00a9', 'gw_port': {'id': '872efd38-0db6-4089-a4da-49a8ba84b1c7', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:58:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65ae6dd0-5c4a-4f03-8015-affb42ac3336', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:50:23Z', 'updated_at': '2021-12-23T16:50:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv'}] {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 23 16:50:26.589744 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 776bd8e3-903b-497e-aa62-9c209c2219be up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:50:26.662785 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port 776bd8e3-903b-497e-aa62-9c209c2219be triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:50:26.663232 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:50:26.664219 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-57db0f32-17c8-4760-ac43-4b09125b1b1a admin admin] Notify callbacks [] for port, precommit_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:50:26.669997 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-57db0f32-17c8-4760-ac43-4b09125b1b1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2753531'] for port, after_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:50:26.717141 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-7d27bf3d-0658-4765-a2a8-1a6951798180 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:50:26.801981 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-57db0f32-17c8-4760-ac43-4b09125b1b1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1627481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1781465'] for router_interface, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:50:26.805351 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57db0f32-17c8-4760-ac43-4b09125b1b1a admin admin] Pushing event updated for resources: {'Port': ['ID=20d57fbe-3be7-436e-8a26-32d5fe85dbfb,revision_number=2']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:50:26.808449 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-57db0f32-17c8-4760-ac43-4b09125b1b1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:50:26.947785 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57db0f32-17c8-4760-ac43-4b09125b1b1a admin admin] Network c2b50f22-1b69-46ad-b51d-6a76b52ac77a is already hosted by enough agents. {{(pid=87635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:50:26.949005 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.base_scheduler [None req-57db0f32-17c8-4760-ac43-4b09125b1b1a admin admin] Resources bound (agent type, host, resource id):  {{(pid=87635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:50:27.145480 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57db0f32-17c8-4760-ac43-4b09125b1b1a admin admin] Router 65ae6dd0-5c4a-4f03-8015-affb42ac3336 has already been hosted by L3 agent 371d4c41-c7e2-4de7-9539-c049ec4e95d1 {{(pid=87635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 23 16:50:27.232033 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-1de141e3-cddc-4b41-835e-7d782d703130 None None] Provisioning complete for port 20d57fbe-3be7-436e-8a26-32d5fe85dbfb triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:50:27.232621 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1de141e3-cddc-4b41-835e-7d782d703130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:50:27.291828 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-1de141e3-cddc-4b41-835e-7d782d703130 None None] Port 20d57fbe-3be7-436e-8a26-32d5fe85dbfb cannot update to ACTIVE because it is not bound. {{(pid=87637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 23 16:50:27.330336 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57db0f32-17c8-4760-ac43-4b09125b1b1a admin admin] Notify agent at l3_agent.dv-neutron-822799-1-hyperv the message routers_updated {{(pid=87635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 23 16:50:27.339860 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-57db0f32-17c8-4760-ac43-4b09125b1b1a admin admin] 10.222.0.64 "PUT /v2.0/routers/65ae6dd0-5c4a-4f03-8015-affb42ac3336/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5271850
Dec 23 16:50:27.887719 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 59634) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:50:27.896012 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-bfd496ef-2d62-4f12-b8e5-084269f0d529 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-995716588-network', 'tenant_id': '4c6ee04c825445d0b24e03110148b391'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:50:27.902578 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-bfd496ef-2d62-4f12-b8e5-084269f0d529 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:50:27.908601 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-bfd496ef-2d62-4f12-b8e5-084269f0d529 admin admin] Usage tracker for resource:network and tenant:4c6ee04c825445d0b24e03110148b391 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:50:27.911568 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-bfd496ef-2d62-4f12-b8e5-084269f0d529 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:50:27.917407 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-bfd496ef-2d62-4f12-b8e5-084269f0d529 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:50:27.929640 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfd496ef-2d62-4f12-b8e5-084269f0d529 admin admin] Made reservation on behalf of 4c6ee04c825445d0b24e03110148b391 for: {'network': 1} {{(pid=87635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:50:27.932342 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-bfd496ef-2d62-4f12-b8e5-084269f0d529 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for network, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:50:27.945809 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-bfd496ef-2d62-4f12-b8e5-084269f0d529 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:50:27.960234 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-bfd496ef-2d62-4f12-b8e5-084269f0d529 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:50:27.964365 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-bfd496ef-2d62-4f12-b8e5-084269f0d529 admin admin] Usage tracker for resource:security_group_rule and tenant:4c6ee04c825445d0b24e03110148b391 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:50:27.967323 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-bfd496ef-2d62-4f12-b8e5-084269f0d529 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:50:27.973468 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-bfd496ef-2d62-4f12-b8e5-084269f0d529 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:50:28.008736 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b41059d-cd8a-42cc-901b-38b952beb1a0 None None] Sync routers for ids ['65ae6dd0-5c4a-4f03-8015-affb42ac3336'] in dv-neutron-822799-1-hyperv {{(pid=87637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 23 16:50:28.018559 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b41059d-cd8a-42cc-901b-38b952beb1a0 None None] Routers {'65ae6dd0-5c4a-4f03-8015-affb42ac3336'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:50:28.019268 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-5b41059d-cd8a-42cc-901b-38b952beb1a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc29defa0>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:50:20Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['65ae6dd0-5c4a-4f03-8015-affb42ac3336'], 'active': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:50:28.066288 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-bfd496ef-2d62-4f12-b8e5-084269f0d529 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:50:28.072403 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-bfd496ef-2d62-4f12-b8e5-084269f0d529 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:50:28.075122 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-95e46adb-32c1-446d-b177-117f5477a7d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:50:28.103751 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfd496ef-2d62-4f12-b8e5-084269f0d529 admin admin] vlan segment allocate from pool success with {'vlan_id': 417, 'physical_network': 'physnet1'}  {{(pid=87635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 23 16:50:28.112874 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd496ef-2d62-4f12-b8e5-084269f0d529 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d378211d-ca17-4208-9fd6-47cb1ba12013,revision_number=1']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:50:28.116491 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-bfd496ef-2d62-4f12-b8e5-084269f0d529 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:50:28.119084 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-bfd496ef-2d62-4f12-b8e5-084269f0d529 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:50:28.119465 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.db.segments_db [None req-bfd496ef-2d62-4f12-b8e5-084269f0d529 admin admin] Added segment 56a24a29-e5e4-495e-97db-b8fa0f188a7c of type vlan for network 349126d0-c148-4843-9dee-b6e1bd54d059
Dec 23 16:50:28.146376 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-bfd496ef-2d62-4f12-b8e5-084269f0d529 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735362521793'] for network, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:50:28.179298 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-bfd496ef-2d62-4f12-b8e5-084269f0d529 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495'] for network, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:50:28.180429 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfd496ef-2d62-4f12-b8e5-084269f0d529 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:50:28.181059 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-bfd496ef-2d62-4f12-b8e5-084269f0d529 admin admin] Notify callbacks [] for network, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:50:28.184662 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-952c2944-e613-49a5-8978-6576c8048be5 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:50:28.218531 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvr_db [None req-5b41059d-cd8a-42cc-901b-38b952beb1a0 None None] Set router 65ae6dd0-5c4a-4f03-8015-affb42ac3336 gateway port host: dv-neutron-822799-1-hyperv {{(pid=87637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:50:28.291485 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd496ef-2d62-4f12-b8e5-084269f0d529 admin admin] Pushing event updated for resources: {'Network': ['ID=349126d0-c148-4843-9dee-b6e1bd54d059,revision_number=1']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:50:28.294427 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-bfd496ef-2d62-4f12-b8e5-084269f0d529 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.4056489
Dec 23 16:50:28.295401 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-bfd496ef-2d62-4f12-b8e5-084269f0d529 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:50:28.297163 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 59638) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:50:28.303839 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-73f5fa9f-85eb-4ec3-8564-23f796c5dbb2 admin admin] Request body: {'subnet': {'network_id': '349126d0-c148-4843-9dee-b6e1bd54d059', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-995716588-subnet', 'tenant_id': '4c6ee04c825445d0b24e03110148b391', 'ip_version': 4}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:50:28.309065 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-73f5fa9f-85eb-4ec3-8564-23f796c5dbb2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:50:28.312870 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-73f5fa9f-85eb-4ec3-8564-23f796c5dbb2 admin admin] Usage tracker for resource:subnet and tenant:4c6ee04c825445d0b24e03110148b391 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:50:28.316418 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-73f5fa9f-85eb-4ec3-8564-23f796c5dbb2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:50:28.322500 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-73f5fa9f-85eb-4ec3-8564-23f796c5dbb2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:50:28.333301 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73f5fa9f-85eb-4ec3-8564-23f796c5dbb2 admin admin] Made reservation on behalf of 4c6ee04c825445d0b24e03110148b391 for: {'subnet': 1} {{(pid=87635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:50:28.335625 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-73f5fa9f-85eb-4ec3-8564-23f796c5dbb2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2610339'] for subnet, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:50:28.348036 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Network 349126d0-c148-4843-9dee-b6e1bd54d059 details requested by agent ovs-agent-dv-neutron-822799-1-hyperv with host dv-neutron-822799-1-hyperv {{(pid=87637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 23 16:50:28.607808 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 872efd38-0db6-4089-a4da-49a8ba84b1c7 up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:50:28.691549 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-73f5fa9f-85eb-4ec3-8564-23f796c5dbb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2753396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2610353'] for subnet, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:50:28.696686 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-4fd7a95a-4250-431c-9fc3-67c22341b674 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:50:28.697966 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning for port 872efd38-0db6-4089-a4da-49a8ba84b1c7 completed by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:50:28.702298 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-5b41059d-cd8a-42cc-901b-38b952beb1a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc29defa0>, [{'id': '65ae6dd0-5c4a-4f03-8015-affb42ac3336', 'name': 'tempest-TestShelveInstance-1325122053-router', 'tenant_id': '79cc439d279749ef8b2ba812a95a00a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.138'}], 'enable_snat': True}, 'gw_port_id': '872efd38-0db6-4089-a4da-49a8ba84b1c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:50:22Z', 'updated_at': '2021-12-23T16:50:26Z', 'revision_number': 4, 'project_id': '79cc439d279749ef8b2ba812a95a00a9', 'gw_port': {'id': '872efd38-0db6-4089-a4da-49a8ba84b1c7', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:58:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65ae6dd0-5c4a-4f03-8015-affb42ac3336', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:50:23Z', 'updated_at': '2021-12-23T16:50:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_interfaces': [{'id': '20d57fbe-3be7-436e-8a26-32d5fe85dbfb', 'name': '', 'network_id': 'c2b50f22-1b69-46ad-b51d-6a76b52ac77a', 'tenant_id': '79cc439d279749ef8b2ba812a95a00a9', 'mac_address': 'fa:16:3e:1c:78:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65ae6dd0-5c4a-4f03-8015-affb42ac3336', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '38a627be-3f02-4c99-9edf-8d85f81bb342', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:50:25Z', 'updated_at': '2021-12-23T16:50:26Z', 'revision_number': 2, 'project_id': '79cc439d279749ef8b2ba812a95a00a9', 'subnets': [{'id': '38a627be-3f02-4c99-9edf-8d85f81bb342', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:50:28.707381 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port 872efd38-0db6-4089-a4da-49a8ba84b1c7 triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:50:28.707759 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:50:28.730942 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b41059d-cd8a-42cc-901b-38b952beb1a0 None None] Checking router: 65ae6dd0-5c4a-4f03-8015-affb42ac3336 for host: dv-neutron-822799-1-hyperv {{(pid=87637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 23 16:50:28.731314 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b41059d-cd8a-42cc-901b-38b952beb1a0 None None] Updating router 65ae6dd0-5c4a-4f03-8015-affb42ac3336 port 20d57fbe-3be7-436e-8a26-32d5fe85dbfb binding host dv-neutron-822799-1-hyperv {{(pid=87637) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 23 16:50:28.766892 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f5fa9f-85eb-4ec3-8564-23f796c5dbb2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c492fba-23ac-454b-86ba-739bd7f44e8b,revision_number=0']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:50:28.770326 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-73f5fa9f-85eb-4ec3-8564-23f796c5dbb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:50:28.776724 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f5fa9f-85eb-4ec3-8564-23f796c5dbb2 admin admin] Checking segment: {'id': '56a24a29-e5e4-495e-97db-b8fa0f188a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '349126d0-c148-4843-9dee-b6e1bd54d059'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:50:28.777084 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73f5fa9f-85eb-4ec3-8564-23f796c5dbb2 admin admin] Network hostable DHCP agents. Network: 349126d0-c148-4843-9dee-b6e1bd54d059, hostable agents: ['1c812d71-eadf-4fb3-b98e-67468a4aa7e2'], hosted agents: [] {{(pid=87635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 23 16:50:28.796679 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73f5fa9f-85eb-4ec3-8564-23f796c5dbb2 admin admin] Network 349126d0-c148-4843-9dee-b6e1bd54d059 is scheduled to be hosted by DHCP agent 1c812d71-eadf-4fb3-b98e-67468a4aa7e2 with binding_index 1 {{(pid=87635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 23 16:50:28.806427 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-5b41059d-cd8a-42cc-901b-38b952beb1a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:50:28.807593 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.base_scheduler [None req-73f5fa9f-85eb-4ec3-8564-23f796c5dbb2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822799-1-hyperv, 349126d0-c148-4843-9dee-b6e1bd54d059) {{(pid=87635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:50:28.812595 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73f5fa9f-85eb-4ec3-8564-23f796c5dbb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:50:28.813210 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-73f5fa9f-85eb-4ec3-8564-23f796c5dbb2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:50:28.822715 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03e69ee6-b3ae-4ae7-88a6-d883c083e128 None None] Network 349126d0-c148-4843-9dee-b6e1bd54d059 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:50:28.838931 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-73f5fa9f-85eb-4ec3-8564-23f796c5dbb2 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 0.5406191
Dec 23 16:50:28.841523 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 59642) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:50:28.846756 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-815e0238-fb0b-4626-b085-d7c13af21c35 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-995716588-router', 'tenant_id': '4c6ee04c825445d0b24e03110148b391', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b'}}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:50:28.851914 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-815e0238-fb0b-4626-b085-d7c13af21c35 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:50:28.855725 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-815e0238-fb0b-4626-b085-d7c13af21c35 admin admin] Usage tracker for resource:router and tenant:4c6ee04c825445d0b24e03110148b391 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:50:28.858689 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-815e0238-fb0b-4626-b085-d7c13af21c35 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:50:28.864498 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-815e0238-fb0b-4626-b085-d7c13af21c35 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:50:28.875135 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-815e0238-fb0b-4626-b085-d7c13af21c35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1823978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-235332'] for router, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:50:28.876226 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-815e0238-fb0b-4626-b085-d7c13af21c35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1824575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1824063', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1751113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-235341'] for router, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:50:28.892397 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-815e0238-fb0b-4626-b085-d7c13af21c35 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:50:29.140780 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:50:29.157112 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-815e0238-fb0b-4626-b085-d7c13af21c35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1824017', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1823768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-235299'] for router, precommit_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:50:29.225666 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] For port 872efd38-0db6-4089-a4da-49a8ba84b1c7, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=872efd38-0db6-4089-a4da-49a8ba84b1c7,segment=NetworkSegment(77e3d110-dd7b-426c-b11f-b78dde7993df),segment_id=77e3d110-dd7b-426c-b11f-b78dde7993df)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:50:29.274480 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:50:29.284878 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:50:29.391400 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd9d3fe7-95e3-464c-9776-06ed70466aa7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7e017a6-8198-58c8-a07e-0f786128e3b3-349126d0-c148-4843-9dee-b6e1bd54d059', 'network_id': '349126d0-c148-4843-9dee-b6e1bd54d059', 'tenant_id': '4c6ee04c825445d0b24e03110148b391', 'fixed_ips': [{'subnet_id': '1c492fba-23ac-454b-86ba-739bd7f44e8b'}]}} from dv-neutron-822799-1-hyperv. {{(pid=87637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 23 16:50:29.391986 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-cd9d3fe7-95e3-464c-9776-06ed70466aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:50:29.465380 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-815e0238-fb0b-4626-b085-d7c13af21c35 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:50:29.477248 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Pushing event updated for resources: {'Port': ['ID=872efd38-0db6-4089-a4da-49a8ba84b1c7,revision_number=4']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:50:29.487697 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:50:29.495590 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-815e0238-fb0b-4626-b085-d7c13af21c35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:50:29.628792 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.db_base_plugin_common [None req-815e0238-fb0b-4626-b085-d7c13af21c35 admin admin] Allocated IP 172.26.3.97 (8afa6d58-9431-454a-b99c-3ff8a65aa86b/60537fec-5f5f-4ab7-89cc-03638149a590/29a9e775-5ec7-4c58-92b1-221dbbda2450) {{(pid=87635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:50:29.643962 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_common [None req-cd9d3fe7-95e3-464c-9776-06ed70466aa7 None None] Allocated IP 172.20.0.2 (349126d0-c148-4843-9dee-b6e1bd54d059/1c492fba-23ac-454b-86ba-739bd7f44e8b/57aff9b9-b81c-4a01-ab27-300e6b878cad) {{(pid=87637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:50:29.646686 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-5b41059d-cd8a-42cc-901b-38b952beb1a0 None None] Notify callbacks [] for port, precommit_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:50:29.665196 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-5b41059d-cd8a-42cc-901b-38b952beb1a0 None None] Transition to ACTIVE for port object 20d57fbe-3be7-436e-8a26-32d5fe85dbfb will not be triggered until provisioned by entity L2. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:50:29.691672 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-5b41059d-cd8a-42cc-901b-38b952beb1a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:50:29.698478 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:50:29.772710 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-815e0238-fb0b-4626-b085-d7c13af21c35 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:50:29.803033 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-815e0238-fb0b-4626-b085-d7c13af21c35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:50:29.807837 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-73b32da8-b8a5-447c-8cee-abdffbfabec8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:50:29.864352 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-815e0238-fb0b-4626-b085-d7c13af21c35 admin admin] Network 8afa6d58-9431-454a-b99c-3ff8a65aa86b is already hosted by enough agents. {{(pid=87635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:50:29.871646 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.base_scheduler [None req-815e0238-fb0b-4626-b085-d7c13af21c35 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:50:29.875957 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-815e0238-fb0b-4626-b085-d7c13af21c35 admin admin] Received port after_create {{(pid=87635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:50:29.887145 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a549df33-ec18-4b9d-97bd-9ada599de478 None None] Pushing event updated for resources: {'Port': ['ID=20d57fbe-3be7-436e-8a26-32d5fe85dbfb,revision_number=3']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:50:29.919253 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815e0238-fb0b-4626-b085-d7c13af21c35 admin admin] Pushing event updated for resources: {'Port': ['ID=29a9e775-5ec7-4c58-92b1-221dbbda2450,revision_number=1']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:50:29.923601 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-815e0238-fb0b-4626-b085-d7c13af21c35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:50:29.925460 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-a549df33-ec18-4b9d-97bd-9ada599de478 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:50:30.048865 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-5b41059d-cd8a-42cc-901b-38b952beb1a0 None None] Attempting to bind port 20d57fbe-3be7-436e-8a26-32d5fe85dbfb on host dv-neutron-822799-1-hyperv for vnic_type normal with profile  {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:50:30.049257 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-5b41059d-cd8a-42cc-901b-38b952beb1a0 None None] Attempting to bind port 20d57fbe-3be7-436e-8a26-32d5fe85dbfb by drivers openvswitch,hyperv on host dv-neutron-822799-1-hyperv at level 0 using segments [{'id': 'e66ad8a6-38f9-4666-888d-5f65134ad083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'c2b50f22-1b69-46ad-b51d-6a76b52ac77a'}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:50:30.049639 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b41059d-cd8a-42cc-901b-38b952beb1a0 None None] Attempting to bind port 20d57fbe-3be7-436e-8a26-32d5fe85dbfb on network c2b50f22-1b69-46ad-b51d-6a76b52ac77a {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:50:30.066075 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b41059d-cd8a-42cc-901b-38b952beb1a0 None None] Checking agent: {'id': '20d2070f-69a9-4e73-8d08-6f0387a40158', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822799-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 21), 'started_at': datetime.datetime(2021, 12, 23, 16, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 50, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822799-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 23 16:50:30.066469 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b41059d-cd8a-42cc-901b-38b952beb1a0 None None] Checking segment: {'id': 'e66ad8a6-38f9-4666-888d-5f65134ad083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'c2b50f22-1b69-46ad-b51d-6a76b52ac77a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:50:30.066894 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-5b41059d-cd8a-42cc-901b-38b952beb1a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:50:30.067304 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b41059d-cd8a-42cc-901b-38b952beb1a0 None None] Bound using segment: {'id': 'e66ad8a6-38f9-4666-888d-5f65134ad083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'c2b50f22-1b69-46ad-b51d-6a76b52ac77a'} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 23 16:50:30.068164 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-5b41059d-cd8a-42cc-901b-38b952beb1a0 None None] Bound port: 20d57fbe-3be7-436e-8a26-32d5fe85dbfb, host: dv-neutron-822799-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e66ad8a6-38f9-4666-888d-5f65134ad083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'c2b50f22-1b69-46ad-b51d-6a76b52ac77a'}}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 23 16:50:30.068551 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-5b41059d-cd8a-42cc-901b-38b952beb1a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:50:30.101970 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-cd9d3fe7-95e3-464c-9776-06ed70466aa7 None None] Notify callbacks [] for port, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:50:30.153269 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-cd9d3fe7-95e3-464c-9776-06ed70466aa7 None None] Transition to ACTIVE for port object 57aff9b9-b81c-4a01-ab27-300e6b878cad will not be triggered until provisioned by entity L2. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:50:30.194606 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-cd9d3fe7-95e3-464c-9776-06ed70466aa7 None None] Transition to ACTIVE for port object 57aff9b9-b81c-4a01-ab27-300e6b878cad will not be triggered until provisioned by entity DHCP. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:50:30.205197 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-cd9d3fe7-95e3-464c-9776-06ed70466aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780'] for port, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:50:30.209972 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-c3893ada-405b-4774-9d05-add8b6bfa584 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:50:30.241536 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-5b41059d-cd8a-42cc-901b-38b952beb1a0 None None] For port 20d57fbe-3be7-436e-8a26-32d5fe85dbfb, host dv-neutron-822799-1-hyperv, cleared binding levels {{(pid=87637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 23 16:50:30.265970 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-5b41059d-cd8a-42cc-901b-38b952beb1a0 None None] For port 20d57fbe-3be7-436e-8a26-32d5fe85dbfb, host dv-neutron-822799-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=20d57fbe-3be7-436e-8a26-32d5fe85dbfb,segment=NetworkSegment(e66ad8a6-38f9-4666-888d-5f65134ad083),segment_id=e66ad8a6-38f9-4666-888d-5f65134ad083)] {{(pid=87637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 23 16:50:30.277528 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-5b41059d-cd8a-42cc-901b-38b952beb1a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:50:30.289686 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd9d3fe7-95e3-464c-9776-06ed70466aa7 None None] Network 349126d0-c148-4843-9dee-b6e1bd54d059 is already hosted by enough agents. {{(pid=87637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:50:30.294761 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-cd9d3fe7-95e3-464c-9776-06ed70466aa7 None None] Resources bound (agent type, host, resource id):  {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:50:30.300076 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd9d3fe7-95e3-464c-9776-06ed70466aa7 None None] Received port after_create {{(pid=87637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:50:30.308029 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9d3fe7-95e3-464c-9776-06ed70466aa7 None None] Pushing event updated for resources: {'Port': ['ID=57aff9b9-b81c-4a01-ab27-300e6b878cad,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:50:30.313604 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-cd9d3fe7-95e3-464c-9776-06ed70466aa7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:50:30.314235 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.024s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:50:30.445700 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-815e0238-fb0b-4626-b085-d7c13af21c35 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:50:30.506729 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b41059d-cd8a-42cc-901b-38b952beb1a0 None None] Routers {'65ae6dd0-5c4a-4f03-8015-affb42ac3336'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:50:30.507388 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-5b41059d-cd8a-42cc-901b-38b952beb1a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc29defa0>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:50:20Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['65ae6dd0-5c4a-4f03-8015-affb42ac3336'], 'active': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:50:30.594184 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 872efd38-0db6-4089-a4da-49a8ba84b1c7 up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:50:30.619367 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-cd9d3fe7-95e3-464c-9776-06ed70466aa7 None None] Attempting to bind port 57aff9b9-b81c-4a01-ab27-300e6b878cad on host dv-neutron-822799-1-hyperv for vnic_type normal with profile  {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:50:30.619716 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-cd9d3fe7-95e3-464c-9776-06ed70466aa7 None None] Attempting to bind port 57aff9b9-b81c-4a01-ab27-300e6b878cad by drivers openvswitch,hyperv on host dv-neutron-822799-1-hyperv at level 0 using segments [{'id': '56a24a29-e5e4-495e-97db-b8fa0f188a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '349126d0-c148-4843-9dee-b6e1bd54d059'}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:50:30.620120 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd9d3fe7-95e3-464c-9776-06ed70466aa7 None None] Attempting to bind port 57aff9b9-b81c-4a01-ab27-300e6b878cad on network 349126d0-c148-4843-9dee-b6e1bd54d059 {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:50:30.658059 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a549df33-ec18-4b9d-97bd-9ada599de478 None None] Pushing event updated for resources: {'Port': ['ID=20d57fbe-3be7-436e-8a26-32d5fe85dbfb,revision_number=4']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:50:30.666939 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd9d3fe7-95e3-464c-9776-06ed70466aa7 None None] Checking agent: {'id': '20d2070f-69a9-4e73-8d08-6f0387a40158', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822799-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 21), 'started_at': datetime.datetime(2021, 12, 23, 16, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 50, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822799-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 23 16:50:30.667492 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd9d3fe7-95e3-464c-9776-06ed70466aa7 None None] Checking segment: {'id': '56a24a29-e5e4-495e-97db-b8fa0f188a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '349126d0-c148-4843-9dee-b6e1bd54d059'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:50:30.668129 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-cd9d3fe7-95e3-464c-9776-06ed70466aa7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:50:30.668550 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd9d3fe7-95e3-464c-9776-06ed70466aa7 None None] Bound using segment: {'id': '56a24a29-e5e4-495e-97db-b8fa0f188a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '349126d0-c148-4843-9dee-b6e1bd54d059'} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 23 16:50:30.669292 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-cd9d3fe7-95e3-464c-9776-06ed70466aa7 None None] Bound port: 57aff9b9-b81c-4a01-ab27-300e6b878cad, host: dv-neutron-822799-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56a24a29-e5e4-495e-97db-b8fa0f188a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '349126d0-c148-4843-9dee-b6e1bd54d059'}}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 23 16:50:30.669857 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-cd9d3fe7-95e3-464c-9776-06ed70466aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:50:30.682870 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-a549df33-ec18-4b9d-97bd-9ada599de478 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:50:30.793612 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-815e0238-fb0b-4626-b085-d7c13af21c35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1823971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1824234'] for router, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:50:30.864313 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvr_db [None req-5b41059d-cd8a-42cc-901b-38b952beb1a0 None None] Set router 65ae6dd0-5c4a-4f03-8015-affb42ac3336 gateway port host: dv-neutron-822799-1-hyperv {{(pid=87637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:50:30.924541 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-cd9d3fe7-95e3-464c-9776-06ed70466aa7 None None] For port 57aff9b9-b81c-4a01-ab27-300e6b878cad, host dv-neutron-822799-1-hyperv, cleared binding levels {{(pid=87637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 23 16:50:30.926442 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port 872efd38-0db6-4089-a4da-49a8ba84b1c7 triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:50:30.926913 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:50:30.969885 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-cd9d3fe7-95e3-464c-9776-06ed70466aa7 None None] For port 57aff9b9-b81c-4a01-ab27-300e6b878cad, host dv-neutron-822799-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=57aff9b9-b81c-4a01-ab27-300e6b878cad,segment=NetworkSegment(56a24a29-e5e4-495e-97db-b8fa0f188a7c),segment_id=56a24a29-e5e4-495e-97db-b8fa0f188a7c)] {{(pid=87637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 23 16:50:30.984883 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-cd9d3fe7-95e3-464c-9776-06ed70466aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:50:30.992949 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:50:31.008480 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-815e0238-fb0b-4626-b085-d7c13af21c35 admin admin] Router 2c58c4d4-a4ce-4401-9205-44efdf52c1c4 is scheduled to L3 agent 371d4c41-c7e2-4de7-9539-c049ec4e95d1 with binding_index 1 {{(pid=87635) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 23 16:50:31.193178 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-815e0238-fb0b-4626-b085-d7c13af21c35 admin admin] Notify agent at l3_agent.dv-neutron-822799-1-hyperv the message routers_updated {{(pid=87635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 23 16:50:31.203993 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f44a881-04f5-422c-a9b9-5f3e36ec9a69 None None] Sync routers for ids ['2c58c4d4-a4ce-4401-9205-44efdf52c1c4'] in dv-neutron-822799-1-hyperv {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 23 16:50:31.214316 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f44a881-04f5-422c-a9b9-5f3e36ec9a69 None None] Routers {'2c58c4d4-a4ce-4401-9205-44efdf52c1c4'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:50:31.215416 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-5f44a881-04f5-422c-a9b9-5f3e36ec9a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc1ef6580>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:50:20Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['2c58c4d4-a4ce-4401-9205-44efdf52c1c4'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:50:31.227095 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-815e0238-fb0b-4626-b085-d7c13af21c35 admin admin] Notify callbacks [] for router, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:50:31.230683 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9d3fe7-95e3-464c-9776-06ed70466aa7 None None] Pushing event updated for resources: {'Port': ['ID=57aff9b9-b81c-4a01-ab27-300e6b878cad,revision_number=2']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:50:31.232395 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 59646) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:50:31.238885 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-cd9d3fe7-95e3-464c-9776-06ed70466aa7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:50:31.239888 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-815e0238-fb0b-4626-b085-d7c13af21c35 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201  len: 919 time: 2.3856132
Dec 23 16:50:31.418884 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-5b41059d-cd8a-42cc-901b-38b952beb1a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc29defa0>, [{'id': '65ae6dd0-5c4a-4f03-8015-affb42ac3336', 'name': 'tempest-TestShelveInstance-1325122053-router', 'tenant_id': '79cc439d279749ef8b2ba812a95a00a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.138'}], 'enable_snat': True}, 'gw_port_id': '872efd38-0db6-4089-a4da-49a8ba84b1c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:50:22Z', 'updated_at': '2021-12-23T16:50:26Z', 'revision_number': 4, 'project_id': '79cc439d279749ef8b2ba812a95a00a9', 'gw_port': {'id': '872efd38-0db6-4089-a4da-49a8ba84b1c7', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:58:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65ae6dd0-5c4a-4f03-8015-affb42ac3336', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:50:23Z', 'updated_at': '2021-12-23T16:50:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_interfaces': [{'id': '20d57fbe-3be7-436e-8a26-32d5fe85dbfb', 'name': '', 'network_id': 'c2b50f22-1b69-46ad-b51d-6a76b52ac77a', 'tenant_id': '79cc439d279749ef8b2ba812a95a00a9', 'mac_address': 'fa:16:3e:1c:78:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65ae6dd0-5c4a-4f03-8015-affb42ac3336', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '38a627be-3f02-4c99-9edf-8d85f81bb342', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:50:25Z', 'updated_at': '2021-12-23T16:50:30Z', 'revision_number': 4, 'project_id': '79cc439d279749ef8b2ba812a95a00a9', 'subnets': [{'id': '38a627be-3f02-4c99-9edf-8d85f81bb342', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:50:31.428636 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b41059d-cd8a-42cc-901b-38b952beb1a0 None None] The sync data for ids ['65ae6dd0-5c4a-4f03-8015-affb42ac3336'] in dv-neutron-822799-1-hyperv is: [{'id': '65ae6dd0-5c4a-4f03-8015-affb42ac3336', 'name': 'tempest-TestShelveInstance-1325122053-router', 'tenant_id': '79cc439d279749ef8b2ba812a95a00a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.138'}], 'enable_snat': True}, 'gw_port_id': '872efd38-0db6-4089-a4da-49a8ba84b1c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:50:22Z', 'updated_at': '2021-12-23T16:50:26Z', 'revision_number': 4, 'project_id': '79cc439d279749ef8b2ba812a95a00a9', 'gw_port': {'id': '872efd38-0db6-4089-a4da-49a8ba84b1c7', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:58:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65ae6dd0-5c4a-4f03-8015-affb42ac3336', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:50:23Z', 'updated_at': '2021-12-23T16:50:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_interfaces': [{'id': '20d57fbe-3be7-436e-8a26-32d5fe85dbfb', 'name': '', 'network_id': 'c2b50f22-1b69-46ad-b51d-6a76b52ac77a', 'tenant_id': '79cc439d279749ef8b2ba812a95a00a9', 'mac_address': 'fa:16:3e:1c:78:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65ae6dd0-5c4a-4f03-8015-affb42ac3336', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '38a627be-3f02-4c99-9edf-8d85f81bb342', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:50:25Z', 'updated_at': '2021-12-23T16:50:30Z', 'revision_number': 4, 'project_id': '79cc439d279749ef8b2ba812a95a00a9', 'subnets': [{'id': '38a627be-3f02-4c99-9edf-8d85f81bb342', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 23 16:50:31.469224 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-5f44a881-04f5-422c-a9b9-5f3e36ec9a69 None None] Set router 2c58c4d4-a4ce-4401-9205-44efdf52c1c4 gateway port host: dv-neutron-822799-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:50:31.871487 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-5f44a881-04f5-422c-a9b9-5f3e36ec9a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc1ef6580>, [{'id': '2c58c4d4-a4ce-4401-9205-44efdf52c1c4', 'name': 'tempest-TestShelveInstance-995716588-router', 'tenant_id': '4c6ee04c825445d0b24e03110148b391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.97'}], 'enable_snat': True}, 'gw_port_id': '29a9e775-5ec7-4c58-92b1-221dbbda2450', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:50:28Z', 'updated_at': '2021-12-23T16:50:30Z', 'revision_number': 3, 'project_id': '4c6ee04c825445d0b24e03110148b391', 'gw_port': {'id': '29a9e775-5ec7-4c58-92b1-221dbbda2450', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:00:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c58c4d4-a4ce-4401-9205-44efdf52c1c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:50:29Z', 'updated_at': '2021-12-23T16:50:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv'}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:50:31.876443 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f44a881-04f5-422c-a9b9-5f3e36ec9a69 None None] Checking router: 2c58c4d4-a4ce-4401-9205-44efdf52c1c4 for host: dv-neutron-822799-1-hyperv {{(pid=87638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 23 16:50:31.877129 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f44a881-04f5-422c-a9b9-5f3e36ec9a69 None None] Updating router 2c58c4d4-a4ce-4401-9205-44efdf52c1c4 port 29a9e775-5ec7-4c58-92b1-221dbbda2450 binding host dv-neutron-822799-1-hyperv {{(pid=87638) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 23 16:50:31.946678 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5f44a881-04f5-422c-a9b9-5f3e36ec9a69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:50:32.107616 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-dfb95c9d-3d00-4888-aebc-6fa489680ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:50:32.427075 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5f44a881-04f5-422c-a9b9-5f3e36ec9a69 None None] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:50:32.444235 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-5f44a881-04f5-422c-a9b9-5f3e36ec9a69 None None] Transition to ACTIVE for port object 29a9e775-5ec7-4c58-92b1-221dbbda2450 will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:50:32.459381 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5f44a881-04f5-422c-a9b9-5f3e36ec9a69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:50:32.465467 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG oslo_concurrency.lockutils [None req-cc26dc27-89b6-4e41-a98e-e2bfe67f3ff6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:50:32.477433 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [None req-dfb95c9d-3d00-4888-aebc-6fa489680ce5 admin admin] Allocated IP 172.20.0.1 (349126d0-c148-4843-9dee-b6e1bd54d059/1c492fba-23ac-454b-86ba-739bd7f44e8b/972ecb9b-f0c9-4b25-b8a4-001411f36da9) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:50:32.568975 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e69c16-d847-4ca9-b36e-85841ac09722 None None] Pushing event updated for resources: {'Port': ['ID=29a9e775-5ec7-4c58-92b1-221dbbda2450,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:50:32.575945 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG oslo_concurrency.lockutils [None req-72e69c16-d847-4ca9-b36e-85841ac09722 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:50:32.607529 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-5f44a881-04f5-422c-a9b9-5f3e36ec9a69 None None] Attempting to bind port 29a9e775-5ec7-4c58-92b1-221dbbda2450 on host dv-neutron-822799-1-hyperv for vnic_type normal with profile  {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:50:32.607969 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-5f44a881-04f5-422c-a9b9-5f3e36ec9a69 None None] Attempting to bind port 29a9e775-5ec7-4c58-92b1-221dbbda2450 by drivers openvswitch,hyperv on host dv-neutron-822799-1-hyperv at level 0 using segments [{'id': '77e3d110-dd7b-426c-b11f-b78dde7993df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:50:32.608302 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f44a881-04f5-422c-a9b9-5f3e36ec9a69 None None] Attempting to bind port 29a9e775-5ec7-4c58-92b1-221dbbda2450 on network 8afa6d58-9431-454a-b99c-3ff8a65aa86b {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:50:32.626081 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f44a881-04f5-422c-a9b9-5f3e36ec9a69 None None] Checking agent: {'id': '20d2070f-69a9-4e73-8d08-6f0387a40158', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822799-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 21), 'started_at': datetime.datetime(2021, 12, 23, 16, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 50, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822799-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 23 16:50:32.626940 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-798738f4-7e12-4ab0-af9b-07422a09d06e None None] Network 349126d0-c148-4843-9dee-b6e1bd54d059 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:50:32.627674 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f44a881-04f5-422c-a9b9-5f3e36ec9a69 None None] Checking segment: {'id': '77e3d110-dd7b-426c-b11f-b78dde7993df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:50:32.627674 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5f44a881-04f5-422c-a9b9-5f3e36ec9a69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:50:32.628014 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f44a881-04f5-422c-a9b9-5f3e36ec9a69 None None] Bound using segment: {'id': '77e3d110-dd7b-426c-b11f-b78dde7993df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 23 16:50:32.628690 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-5f44a881-04f5-422c-a9b9-5f3e36ec9a69 None None] Bound port: 29a9e775-5ec7-4c58-92b1-221dbbda2450, host: dv-neutron-822799-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77e3d110-dd7b-426c-b11f-b78dde7993df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 23 16:50:32.629256 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5f44a881-04f5-422c-a9b9-5f3e36ec9a69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:50:32.731491 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 57aff9b9-b81c-4a01-ab27-300e6b878cad up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:50:32.755824 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-dfb95c9d-3d00-4888-aebc-6fa489680ce5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:50:32.775012 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.provisioning_blocks [None req-dfb95c9d-3d00-4888-aebc-6fa489680ce5 admin admin] Transition to ACTIVE for port object 972ecb9b-f0c9-4b25-b8a4-001411f36da9 will not be triggered until provisioned by entity DHCP. {{(pid=87636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:50:32.776193 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-5f44a881-04f5-422c-a9b9-5f3e36ec9a69 None None] For port 29a9e775-5ec7-4c58-92b1-221dbbda2450, host dv-neutron-822799-1-hyperv, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 23 16:50:32.781046 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-5f44a881-04f5-422c-a9b9-5f3e36ec9a69 None None] For port 29a9e775-5ec7-4c58-92b1-221dbbda2450, host dv-neutron-822799-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=29a9e775-5ec7-4c58-92b1-221dbbda2450,segment=NetworkSegment(77e3d110-dd7b-426c-b11f-b78dde7993df),segment_id=77e3d110-dd7b-426c-b11f-b78dde7993df)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 23 16:50:32.790068 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-5f44a881-04f5-422c-a9b9-5f3e36ec9a69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:50:32.798377 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG oslo_concurrency.lockutils [None req-f8010dd7-9aaf-4da0-86f0-0d77f40b263e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:50:32.806306 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-dfb95c9d-3d00-4888-aebc-6fa489680ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:50:32.811460 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-91650983-8a4f-4ade-862e-481bdf137352 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:50:32.827633 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-9c4e24ff-b2cc-4858-88c0-6297bec8352f None None] Provisioning for port 57aff9b9-b81c-4a01-ab27-300e6b878cad completed by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:50:32.872292 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfb95c9d-3d00-4888-aebc-6fa489680ce5 admin admin] Network 349126d0-c148-4843-9dee-b6e1bd54d059 is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:50:32.875596 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning for port 57aff9b9-b81c-4a01-ab27-300e6b878cad completed by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:50:32.875766 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-dfb95c9d-3d00-4888-aebc-6fa489680ce5 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:50:32.878854 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfb95c9d-3d00-4888-aebc-6fa489680ce5 admin admin] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:50:32.896349 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f44a881-04f5-422c-a9b9-5f3e36ec9a69 None None] Routers {'2c58c4d4-a4ce-4401-9205-44efdf52c1c4'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:50:32.897064 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-5f44a881-04f5-422c-a9b9-5f3e36ec9a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc1ef6580>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:50:20Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['2c58c4d4-a4ce-4401-9205-44efdf52c1c4'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:50:32.905769 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port 57aff9b9-b81c-4a01-ab27-300e6b878cad triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:50:32.906151 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:50:32.946054 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb95c9d-3d00-4888-aebc-6fa489680ce5 admin admin] Pushing event updated for resources: {'Port': ['ID=972ecb9b-f0c9-4b25-b8a4-001411f36da9,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:50:32.956553 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-dfb95c9d-3d00-4888-aebc-6fa489680ce5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:50:32.964871 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-dfb95c9d-3d00-4888-aebc-6fa489680ce5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1781300'] for router_interface, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:50:33.018860 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e69c16-d847-4ca9-b36e-85841ac09722 None None] Pushing event updated for resources: {'Port': ['ID=29a9e775-5ec7-4c58-92b1-221dbbda2450,revision_number=3']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:50:33.032506 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG oslo_concurrency.lockutils [None req-72e69c16-d847-4ca9-b36e-85841ac09722 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=87638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:50:33.122544 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:50:33.140569 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-5f44a881-04f5-422c-a9b9-5f3e36ec9a69 None None] Set router 2c58c4d4-a4ce-4401-9205-44efdf52c1c4 gateway port host: dv-neutron-822799-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:50:33.159645 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] For port 57aff9b9-b81c-4a01-ab27-300e6b878cad, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=57aff9b9-b81c-4a01-ab27-300e6b878cad,segment=NetworkSegment(56a24a29-e5e4-495e-97db-b8fa0f188a7c),segment_id=56a24a29-e5e4-495e-97db-b8fa0f188a7c)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:50:33.165503 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:50:33.166901 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 20d57fbe-3be7-436e-8a26-32d5fe85dbfb up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:50:33.194112 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-a0bcfed2-7025-4fe3-9fd2-bb9b3d1c259e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:50:33.393387 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Pushing event updated for resources: {'Port': ['ID=57aff9b9-b81c-4a01-ab27-300e6b878cad,revision_number=3']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:50:33.397298 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:50:33.408593 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning for port 20d57fbe-3be7-436e-8a26-32d5fe85dbfb completed by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:50:33.414054 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port 20d57fbe-3be7-436e-8a26-32d5fe85dbfb triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:50:33.414436 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:50:33.484364 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-333ec826-8f8d-4f96-8d4a-e77058984562 None None] Provisioning complete for port 57aff9b9-b81c-4a01-ab27-300e6b878cad triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:50:33.484842 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-333ec826-8f8d-4f96-8d4a-e77058984562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:50:33.502512 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-dfb95c9d-3d00-4888-aebc-6fa489680ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:50:33.519080 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-5f44a881-04f5-422c-a9b9-5f3e36ec9a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc1ef6580>, [{'id': '2c58c4d4-a4ce-4401-9205-44efdf52c1c4', 'name': 'tempest-TestShelveInstance-995716588-router', 'tenant_id': '4c6ee04c825445d0b24e03110148b391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.97'}], 'enable_snat': True}, 'gw_port_id': '29a9e775-5ec7-4c58-92b1-221dbbda2450', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:50:28Z', 'updated_at': '2021-12-23T16:50:30Z', 'revision_number': 3, 'project_id': '4c6ee04c825445d0b24e03110148b391', 'gw_port': {'id': '29a9e775-5ec7-4c58-92b1-221dbbda2450', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:00:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c58c4d4-a4ce-4401-9205-44efdf52c1c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:50:29Z', 'updated_at': '2021-12-23T16:50:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv'}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:50:33.523349 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f44a881-04f5-422c-a9b9-5f3e36ec9a69 None None] The sync data for ids ['2c58c4d4-a4ce-4401-9205-44efdf52c1c4'] in dv-neutron-822799-1-hyperv is: [{'id': '2c58c4d4-a4ce-4401-9205-44efdf52c1c4', 'name': 'tempest-TestShelveInstance-995716588-router', 'tenant_id': '4c6ee04c825445d0b24e03110148b391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.97'}], 'enable_snat': True}, 'gw_port_id': '29a9e775-5ec7-4c58-92b1-221dbbda2450', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:50:28Z', 'updated_at': '2021-12-23T16:50:30Z', 'revision_number': 3, 'project_id': '4c6ee04c825445d0b24e03110148b391', 'gw_port': {'id': '29a9e775-5ec7-4c58-92b1-221dbbda2450', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:00:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c58c4d4-a4ce-4401-9205-44efdf52c1c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:50:29Z', 'updated_at': '2021-12-23T16:50:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv'}] {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 23 16:50:33.617078 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:50:33.702168 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] For port 20d57fbe-3be7-436e-8a26-32d5fe85dbfb, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=20d57fbe-3be7-436e-8a26-32d5fe85dbfb,segment=NetworkSegment(e66ad8a6-38f9-4666-888d-5f65134ad083),segment_id=e66ad8a6-38f9-4666-888d-5f65134ad083)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:50:33.715148 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:50:33.718783 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:50:33.769139 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-dfb95c9d-3d00-4888-aebc-6fa489680ce5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:50:33.775958 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-dfb95c9d-3d00-4888-aebc-6fa489680ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2176289'] for port, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:50:33.810474 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-333ec826-8f8d-4f96-8d4a-e77058984562 None None] Provisioning for port 972ecb9b-f0c9-4b25-b8a4-001411f36da9 completed by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:50:33.818464 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-333ec826-8f8d-4f96-8d4a-e77058984562 None None] Provisioning complete for port 972ecb9b-f0c9-4b25-b8a4-001411f36da9 triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:50:33.818851 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-333ec826-8f8d-4f96-8d4a-e77058984562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:50:33.824065 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-590282b6-0b47-4613-a541-c3af62d7b1fa tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:50:33.841887 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Pushing event updated for resources: {'Port': ['ID=20d57fbe-3be7-436e-8a26-32d5fe85dbfb,revision_number=5']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:50:33.851544 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:50:33.879930 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-333ec826-8f8d-4f96-8d4a-e77058984562 None None] Port 972ecb9b-f0c9-4b25-b8a4-001411f36da9 cannot update to ACTIVE because it is not bound. {{(pid=87637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 23 16:50:33.898748 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-dfb95c9d-3d00-4888-aebc-6fa489680ce5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1627481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1781465'] for router_interface, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:50:33.913105 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb95c9d-3d00-4888-aebc-6fa489680ce5 admin admin] Pushing event updated for resources: {'Port': ['ID=972ecb9b-f0c9-4b25-b8a4-001411f36da9,revision_number=2']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:50:33.927960 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-dfb95c9d-3d00-4888-aebc-6fa489680ce5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:50:34.000121 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-5b58dfbd-d2ec-4bd6-a256-82d46a5bf0fb None None] Provisioning complete for port 972ecb9b-f0c9-4b25-b8a4-001411f36da9 triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:50:34.000693 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-5b58dfbd-d2ec-4bd6-a256-82d46a5bf0fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:50:34.042942 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfb95c9d-3d00-4888-aebc-6fa489680ce5 admin admin] Network 349126d0-c148-4843-9dee-b6e1bd54d059 is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:50:34.044136 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-dfb95c9d-3d00-4888-aebc-6fa489680ce5 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:50:34.068050 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-5b58dfbd-d2ec-4bd6-a256-82d46a5bf0fb None None] Port 972ecb9b-f0c9-4b25-b8a4-001411f36da9 cannot update to ACTIVE because it is not bound. {{(pid=87637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 23 16:50:34.241462 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfb95c9d-3d00-4888-aebc-6fa489680ce5 admin admin] Router 2c58c4d4-a4ce-4401-9205-44efdf52c1c4 has already been hosted by L3 agent 371d4c41-c7e2-4de7-9539-c049ec4e95d1 {{(pid=87636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 23 16:50:34.294482 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-2d95c903-9fb7-4af9-ad23-48b3bbe7a1c9 None None] Provisioning complete for port 972ecb9b-f0c9-4b25-b8a4-001411f36da9 triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:50:34.295177 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-2d95c903-9fb7-4af9-ad23-48b3bbe7a1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:50:34.356983 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-2d95c903-9fb7-4af9-ad23-48b3bbe7a1c9 None None] Port 972ecb9b-f0c9-4b25-b8a4-001411f36da9 cannot update to ACTIVE because it is not bound. {{(pid=87637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 23 16:50:34.434482 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfb95c9d-3d00-4888-aebc-6fa489680ce5 admin admin] Notify agent at l3_agent.dv-neutron-822799-1-hyperv the message routers_updated {{(pid=87636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 23 16:50:34.443943 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-dfb95c9d-3d00-4888-aebc-6fa489680ce5 admin admin] 10.222.0.64 "PUT /v2.0/routers/2c58c4d4-a4ce-4401-9205-44efdf52c1c4/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2083080
Dec 23 16:50:34.655744 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 29a9e775-5ec7-4c58-92b1-221dbbda2450 up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:50:34.724211 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning for port 29a9e775-5ec7-4c58-92b1-221dbbda2450 completed by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:50:34.729257 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port 29a9e775-5ec7-4c58-92b1-221dbbda2450 triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:50:34.729643 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:50:34.848650 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:50:34.866123 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] For port 29a9e775-5ec7-4c58-92b1-221dbbda2450, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=29a9e775-5ec7-4c58-92b1-221dbbda2450,segment=NetworkSegment(77e3d110-dd7b-426c-b11f-b78dde7993df),segment_id=77e3d110-dd7b-426c-b11f-b78dde7993df)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:50:34.870294 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:50:34.871366 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 57aff9b9-b81c-4a01-ab27-300e6b878cad up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:50:34.895940 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-cd4017d2-64ab-41bf-9aef-743f70bc669a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:50:34.979335 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 59656) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:50:34.985345 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-91174693-198f-4af5-9a33-93223461bcbc tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1401246985', 'description': 'tempest-secgroup-smoke-1401246985 description', 'project_id': '79cc439d279749ef8b2ba812a95a00a9'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:50:34.992051 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-91174693-198f-4af5-9a33-93223461bcbc tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:50:34.996183 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-91174693-198f-4af5-9a33-93223461bcbc tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Usage tracker for resource:security_group and tenant:79cc439d279749ef8b2ba812a95a00a9 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:50:34.999046 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-91174693-198f-4af5-9a33-93223461bcbc tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:50:35.000852 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Pushing event updated for resources: {'Port': ['ID=29a9e775-5ec7-4c58-92b1-221dbbda2450,revision_number=4']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:50:35.005170 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:50:35.005392 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-91174693-198f-4af5-9a33-93223461bcbc tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:50:35.012514 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port 57aff9b9-b81c-4a01-ab27-300e6b878cad triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:50:35.013188 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:50:35.016566 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-91174693-198f-4af5-9a33-93223461bcbc tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Notify callbacks [] for security_group, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:50:35.037410 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-91174693-198f-4af5-9a33-93223461bcbc tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:50:35.041299 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-91174693-198f-4af5-9a33-93223461bcbc tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Usage tracker for resource:security_group_rule and tenant:79cc439d279749ef8b2ba812a95a00a9 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:50:35.044251 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-91174693-198f-4af5-9a33-93223461bcbc tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:50:35.050760 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-91174693-198f-4af5-9a33-93223461bcbc tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:50:35.123284 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9fe994c-e78d-49f7-848e-2cdd58785e03 None None] Sync routers for ids ['2c58c4d4-a4ce-4401-9205-44efdf52c1c4'] in dv-neutron-822799-1-hyperv {{(pid=87637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 23 16:50:35.124022 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-91174693-198f-4af5-9a33-93223461bcbc tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Notify callbacks [] for security_group, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:50:35.128314 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-91174693-198f-4af5-9a33-93223461bcbc tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:50:35.133915 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-d5e9631b-350b-4efd-93cf-571bbc971ef1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:50:35.143371 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9fe994c-e78d-49f7-848e-2cdd58785e03 None None] Routers {'2c58c4d4-a4ce-4401-9205-44efdf52c1c4'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:50:35.144012 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-a9fe994c-e78d-49f7-848e-2cdd58785e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc1017a30>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:50:20Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['2c58c4d4-a4ce-4401-9205-44efdf52c1c4'], 'active': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:50:35.171547 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91174693-198f-4af5-9a33-93223461bcbc tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff6e57ae-dadc-4f2f-a7f0-54fb165c83c4,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:50:35.174927 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-91174693-198f-4af5-9a33-93223461bcbc tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:50:35.175981 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-91174693-198f-4af5-9a33-93223461bcbc tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Notify callbacks [] for security_group, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:50:35.180024 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-91174693-198f-4af5-9a33-93223461bcbc tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1796 time: 0.1967096
Dec 23 16:50:35.180560 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 59660) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:50:35.185492 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-c129e4e3-c603-44e1-8cc8-0df8fad4867a tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Request body: {'security_group_rule': {'security_group_id': 'ff6e57ae-dadc-4f2f-a7f0-54fb165c83c4', 'project_id': '79cc439d279749ef8b2ba812a95a00a9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:50:35.192263 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-c129e4e3-c603-44e1-8cc8-0df8fad4867a tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:50:35.196503 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-c129e4e3-c603-44e1-8cc8-0df8fad4867a tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Usage tracker for resource:security_group_rule and tenant:79cc439d279749ef8b2ba812a95a00a9 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:50:35.199462 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-c129e4e3-c603-44e1-8cc8-0df8fad4867a tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:50:35.200249 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 20d57fbe-3be7-436e-8a26-32d5fe85dbfb up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:50:35.205495 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-c129e4e3-c603-44e1-8cc8-0df8fad4867a tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:50:35.222603 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c129e4e3-c603-44e1-8cc8-0df8fad4867a tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:50:35.292586 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c129e4e3-c603-44e1-8cc8-0df8fad4867a tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:50:35.296783 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c129e4e3-c603-44e1-8cc8-0df8fad4867a tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762424'] for security_group_rule, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:50:35.303091 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-c7a1c2ad-ae72-4e5b-89f5-d8acb0aaa747 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:50:35.321964 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c129e4e3-c603-44e1-8cc8-0df8fad4867a tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e15f1d3-3bf3-4225-a24a-325415782be6,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:50:35.324498 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-c129e4e3-c603-44e1-8cc8-0df8fad4867a tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:50:35.333880 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c129e4e3-c603-44e1-8cc8-0df8fad4867a tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:50:35.335138 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-c129e4e3-c603-44e1-8cc8-0df8fad4867a tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1538694
Dec 23 16:50:35.337933 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 59664) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:50:35.343184 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-d0417fba-1a3b-4b68-9565-7b06d17d41c7 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Request body: {'security_group_rule': {'security_group_id': 'ff6e57ae-dadc-4f2f-a7f0-54fb165c83c4', 'project_id': '79cc439d279749ef8b2ba812a95a00a9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:50:35.349801 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-d0417fba-1a3b-4b68-9565-7b06d17d41c7 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:50:35.353899 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-d0417fba-1a3b-4b68-9565-7b06d17d41c7 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Usage tracker for resource:security_group_rule and tenant:79cc439d279749ef8b2ba812a95a00a9 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:50:35.356881 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-d0417fba-1a3b-4b68-9565-7b06d17d41c7 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:50:35.362939 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port 20d57fbe-3be7-436e-8a26-32d5fe85dbfb triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:50:35.363298 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-d0417fba-1a3b-4b68-9565-7b06d17d41c7 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:50:35.363460 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:50:35.381153 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d0417fba-1a3b-4b68-9565-7b06d17d41c7 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:50:35.415027 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvr_db [None req-a9fe994c-e78d-49f7-848e-2cdd58785e03 None None] Set router 2c58c4d4-a4ce-4401-9205-44efdf52c1c4 gateway port host: dv-neutron-822799-1-hyperv {{(pid=87637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:50:35.442317 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d0417fba-1a3b-4b68-9565-7b06d17d41c7 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:50:35.446535 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d0417fba-1a3b-4b68-9565-7b06d17d41c7 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762424'] for security_group_rule, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:50:35.448442 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-5d5ecd26-e8bc-4247-863f-3c3d0ee2b022 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:50:35.470728 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0417fba-1a3b-4b68-9565-7b06d17d41c7 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e742b6be-cc5a-49c5-a472-432c15ed7861,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:50:35.475071 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-d0417fba-1a3b-4b68-9565-7b06d17d41c7 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:50:35.480512 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d0417fba-1a3b-4b68-9565-7b06d17d41c7 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:50:35.481865 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-d0417fba-1a3b-4b68-9565-7b06d17d41c7 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1429598
Dec 23 16:50:35.484898 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 59668) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:50:35.490773 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-1168b7b1-86bc-403f-a567-1bed7518afd5 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Request body: {'security_group_rule': {'security_group_id': 'ff6e57ae-dadc-4f2f-a7f0-54fb165c83c4', 'project_id': '79cc439d279749ef8b2ba812a95a00a9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:50:35.497240 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-1168b7b1-86bc-403f-a567-1bed7518afd5 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:50:35.501183 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-1168b7b1-86bc-403f-a567-1bed7518afd5 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Usage tracker for resource:security_group_rule and tenant:79cc439d279749ef8b2ba812a95a00a9 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:50:35.505303 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-1168b7b1-86bc-403f-a567-1bed7518afd5 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:50:35.510934 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-1168b7b1-86bc-403f-a567-1bed7518afd5 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:50:35.527486 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-1168b7b1-86bc-403f-a567-1bed7518afd5 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:50:35.591049 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-1168b7b1-86bc-403f-a567-1bed7518afd5 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:50:35.595114 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-1168b7b1-86bc-403f-a567-1bed7518afd5 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762424'] for security_group_rule, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:50:35.597126 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-d136c498-3855-4f28-884d-b1bb29c85496 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:50:35.623104 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1168b7b1-86bc-403f-a567-1bed7518afd5 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6c1baa9-32b1-44ad-989d-c912a392b3c9,revision_number=0']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:50:35.627569 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-1168b7b1-86bc-403f-a567-1bed7518afd5 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:50:35.632877 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-1168b7b1-86bc-403f-a567-1bed7518afd5 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:50:35.634072 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-1168b7b1-86bc-403f-a567-1bed7518afd5 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1481526
Dec 23 16:50:35.636968 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 59672) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:50:35.642541 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-a929090a-810f-455c-ba7f-d408a1917d7c tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Request body: {'security_group_rule': {'security_group_id': 'ff6e57ae-dadc-4f2f-a7f0-54fb165c83c4', 'project_id': '79cc439d279749ef8b2ba812a95a00a9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:50:35.648633 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-a929090a-810f-455c-ba7f-d408a1917d7c tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:50:35.652798 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-a929090a-810f-455c-ba7f-d408a1917d7c tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Usage tracker for resource:security_group_rule and tenant:79cc439d279749ef8b2ba812a95a00a9 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:50:35.655753 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-a929090a-810f-455c-ba7f-d408a1917d7c tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:50:35.661886 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-a929090a-810f-455c-ba7f-d408a1917d7c tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:50:35.680619 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a929090a-810f-455c-ba7f-d408a1917d7c tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:50:35.743690 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a929090a-810f-455c-ba7f-d408a1917d7c tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:50:35.748807 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a929090a-810f-455c-ba7f-d408a1917d7c tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762424'] for security_group_rule, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:50:35.756191 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-fb7c7ddf-befb-4279-81df-a2ac69fd5656 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:50:35.776888 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a929090a-810f-455c-ba7f-d408a1917d7c tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2cec917-4fd1-4545-a6e3-31cda097a792,revision_number=0']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:50:35.779707 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-a929090a-810f-455c-ba7f-d408a1917d7c tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:50:35.785446 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-a929090a-810f-455c-ba7f-d408a1917d7c tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:50:35.786731 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-a929090a-810f-455c-ba7f-d408a1917d7c tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1487823
Dec 23 16:50:35.789649 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 59676) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:50:35.794648 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-44d8ce4d-fc0b-4d05-926a-9bedec3dcaf9 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Request body: {'security_group_rule': {'security_group_id': 'ff6e57ae-dadc-4f2f-a7f0-54fb165c83c4', 'project_id': '79cc439d279749ef8b2ba812a95a00a9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:50:35.800780 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-44d8ce4d-fc0b-4d05-926a-9bedec3dcaf9 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:50:35.804492 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-44d8ce4d-fc0b-4d05-926a-9bedec3dcaf9 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Usage tracker for resource:security_group_rule and tenant:79cc439d279749ef8b2ba812a95a00a9 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:50:35.807473 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-44d8ce4d-fc0b-4d05-926a-9bedec3dcaf9 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:50:35.813140 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-44d8ce4d-fc0b-4d05-926a-9bedec3dcaf9 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:50:35.825520 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.db.securitygroups_db [None req-44d8ce4d-fc0b-4d05-926a-9bedec3dcaf9 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Project 79cc439d279749ef8b2ba812a95a00a9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 23 16:50:35.833872 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-44d8ce4d-fc0b-4d05-926a-9bedec3dcaf9 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:50:35.843701 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-a9fe994c-e78d-49f7-848e-2cdd58785e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc1017a30>, [{'id': '2c58c4d4-a4ce-4401-9205-44efdf52c1c4', 'name': 'tempest-TestShelveInstance-995716588-router', 'tenant_id': '4c6ee04c825445d0b24e03110148b391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.97'}], 'enable_snat': True}, 'gw_port_id': '29a9e775-5ec7-4c58-92b1-221dbbda2450', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:50:28Z', 'updated_at': '2021-12-23T16:50:33Z', 'revision_number': 4, 'project_id': '4c6ee04c825445d0b24e03110148b391', 'gw_port': {'id': '29a9e775-5ec7-4c58-92b1-221dbbda2450', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:00:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c58c4d4-a4ce-4401-9205-44efdf52c1c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:50:29Z', 'updated_at': '2021-12-23T16:50:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_interfaces': [{'id': '972ecb9b-f0c9-4b25-b8a4-001411f36da9', 'name': '', 'network_id': '349126d0-c148-4843-9dee-b6e1bd54d059', 'tenant_id': '4c6ee04c825445d0b24e03110148b391', 'mac_address': 'fa:16:3e:5e:41:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c58c4d4-a4ce-4401-9205-44efdf52c1c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '1c492fba-23ac-454b-86ba-739bd7f44e8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:50:32Z', 'updated_at': '2021-12-23T16:50:33Z', 'revision_number': 2, 'project_id': '4c6ee04c825445d0b24e03110148b391', 'subnets': [{'id': '1c492fba-23ac-454b-86ba-739bd7f44e8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:50:35.847773 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9fe994c-e78d-49f7-848e-2cdd58785e03 None None] Checking router: 2c58c4d4-a4ce-4401-9205-44efdf52c1c4 for host: dv-neutron-822799-1-hyperv {{(pid=87637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 23 16:50:35.848139 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9fe994c-e78d-49f7-848e-2cdd58785e03 None None] Updating router 2c58c4d4-a4ce-4401-9205-44efdf52c1c4 port 972ecb9b-f0c9-4b25-b8a4-001411f36da9 binding host dv-neutron-822799-1-hyperv {{(pid=87637) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 23 16:50:35.900717 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-44d8ce4d-fc0b-4d05-926a-9bedec3dcaf9 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:50:35.904231 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-a9fe994c-e78d-49f7-848e-2cdd58785e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:50:35.905541 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-44d8ce4d-fc0b-4d05-926a-9bedec3dcaf9 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762424'] for security_group_rule, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:50:35.911633 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-57c847ae-646c-4971-9bce-a5964e34c69b tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:50:35.930769 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d8ce4d-fc0b-4d05-926a-9bedec3dcaf9 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9e227e5-78e9-46d0-a629-135749e0c265,revision_number=0']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:50:35.933386 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-44d8ce4d-fc0b-4d05-926a-9bedec3dcaf9 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:50:35.941768 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-44d8ce4d-fc0b-4d05-926a-9bedec3dcaf9 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:50:35.943373 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-44d8ce4d-fc0b-4d05-926a-9bedec3dcaf9 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1527297
Dec 23 16:50:35.946104 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 59680) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:50:35.951265 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-2ef78083-dbed-4817-8fbe-0da958555fa9 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Request body: {'security_group_rule': {'security_group_id': 'ff6e57ae-dadc-4f2f-a7f0-54fb165c83c4', 'project_id': '79cc439d279749ef8b2ba812a95a00a9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:50:35.957320 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-2ef78083-dbed-4817-8fbe-0da958555fa9 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:50:35.961192 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-2ef78083-dbed-4817-8fbe-0da958555fa9 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Usage tracker for resource:security_group_rule and tenant:79cc439d279749ef8b2ba812a95a00a9 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:50:35.964045 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-2ef78083-dbed-4817-8fbe-0da958555fa9 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:50:35.970052 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-2ef78083-dbed-4817-8fbe-0da958555fa9 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:50:35.983176 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.db.securitygroups_db [None req-2ef78083-dbed-4817-8fbe-0da958555fa9 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Project 79cc439d279749ef8b2ba812a95a00a9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 23 16:50:35.990678 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-2ef78083-dbed-4817-8fbe-0da958555fa9 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:50:36.059669 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-2ef78083-dbed-4817-8fbe-0da958555fa9 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:50:36.064149 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-2ef78083-dbed-4817-8fbe-0da958555fa9 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762424'] for security_group_rule, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:50:36.066128 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-151aefb9-df51-4ad2-b799-c16a85f09928 tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:50:36.087731 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef78083-dbed-4817-8fbe-0da958555fa9 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b852768-da73-4b63-a14b-af033bc24814,revision_number=0']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:50:36.090346 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-2ef78083-dbed-4817-8fbe-0da958555fa9 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:50:36.098262 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-2ef78083-dbed-4817-8fbe-0da958555fa9 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:50:36.099527 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-2ef78083-dbed-4817-8fbe-0da958555fa9 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1523685
Dec 23 16:50:36.253258 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-a9fe994c-e78d-49f7-848e-2cdd58785e03 None None] Notify callbacks [] for port, precommit_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:50:36.265484 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-a9fe994c-e78d-49f7-848e-2cdd58785e03 None None] Transition to ACTIVE for port object 972ecb9b-f0c9-4b25-b8a4-001411f36da9 will not be triggered until provisioned by entity L2. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:50:36.273732 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-a9fe994c-e78d-49f7-848e-2cdd58785e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:50:36.277323 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:50:36.335712 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-471932bd-813c-4e4c-9c48-92ad429449dc req-1e3162fe-fb88-49cc-bbbc-ff414ccaf37e tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Synchronizing usage tracker for tenant:79cc439d279749ef8b2ba812a95a00a9 on resource:security_group {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:50:36.353736 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-471932bd-813c-4e4c-9c48-92ad429449dc req-1e3162fe-fb88-49cc-bbbc-ff414ccaf37e tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Unset dirty status for tenant:79cc439d279749ef8b2ba812a95a00a9 on resource:security_group {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:50:36.355960 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-471932bd-813c-4e4c-9c48-92ad429449dc req-1e3162fe-fb88-49cc-bbbc-ff414ccaf37e tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1401246985&fields=id&tenant_id=79cc439d279749ef8b2ba812a95a00a9 HTTP/1.1" status: 200  len: 267 time: 0.0624707
Dec 23 16:50:36.441917 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128857dc-e47f-4f6a-b07b-6753532f1410 None None] Pushing event updated for resources: {'Port': ['ID=972ecb9b-f0c9-4b25-b8a4-001411f36da9,revision_number=3']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:50:36.478694 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-128857dc-e47f-4f6a-b07b-6753532f1410 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:50:36.499390 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-a9fe994c-e78d-49f7-848e-2cdd58785e03 None None] Attempting to bind port 972ecb9b-f0c9-4b25-b8a4-001411f36da9 on host dv-neutron-822799-1-hyperv for vnic_type normal with profile  {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:50:36.499938 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-a9fe994c-e78d-49f7-848e-2cdd58785e03 None None] Attempting to bind port 972ecb9b-f0c9-4b25-b8a4-001411f36da9 by drivers openvswitch,hyperv on host dv-neutron-822799-1-hyperv at level 0 using segments [{'id': '56a24a29-e5e4-495e-97db-b8fa0f188a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '349126d0-c148-4843-9dee-b6e1bd54d059'}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:50:36.500311 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9fe994c-e78d-49f7-848e-2cdd58785e03 None None] Attempting to bind port 972ecb9b-f0c9-4b25-b8a4-001411f36da9 on network 349126d0-c148-4843-9dee-b6e1bd54d059 {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:50:36.506161 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9fe994c-e78d-49f7-848e-2cdd58785e03 None None] Checking agent: {'id': '20d2070f-69a9-4e73-8d08-6f0387a40158', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822799-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 21), 'started_at': datetime.datetime(2021, 12, 23, 16, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 50, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822799-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 23 16:50:36.506548 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9fe994c-e78d-49f7-848e-2cdd58785e03 None None] Checking segment: {'id': '56a24a29-e5e4-495e-97db-b8fa0f188a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '349126d0-c148-4843-9dee-b6e1bd54d059'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:50:36.506963 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-a9fe994c-e78d-49f7-848e-2cdd58785e03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:50:36.507363 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9fe994c-e78d-49f7-848e-2cdd58785e03 None None] Bound using segment: {'id': '56a24a29-e5e4-495e-97db-b8fa0f188a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '349126d0-c148-4843-9dee-b6e1bd54d059'} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 23 16:50:36.507837 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-a9fe994c-e78d-49f7-848e-2cdd58785e03 None None] Bound port: 972ecb9b-f0c9-4b25-b8a4-001411f36da9, host: dv-neutron-822799-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56a24a29-e5e4-495e-97db-b8fa0f188a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '349126d0-c148-4843-9dee-b6e1bd54d059'}}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 23 16:50:36.508223 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-a9fe994c-e78d-49f7-848e-2cdd58785e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:50:36.523913 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471932bd-813c-4e4c-9c48-92ad429449dc req-7873a4af-405e-493c-bc8a-fb94648a2b50 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:50:36.524721 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-471932bd-813c-4e4c-9c48-92ad429449dc req-7873a4af-405e-493c-bc8a-fb94648a2b50 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Synchronizing usage tracker for tenant:79cc439d279749ef8b2ba812a95a00a9 on resource:network {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:50:36.543385 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-471932bd-813c-4e4c-9c48-92ad429449dc req-7873a4af-405e-493c-bc8a-fb94648a2b50 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Unset dirty status for tenant:79cc439d279749ef8b2ba812a95a00a9 on resource:network {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:50:36.544795 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-471932bd-813c-4e4c-9c48-92ad429449dc req-7873a4af-405e-493c-bc8a-fb94648a2b50 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] 10.222.0.64 "GET /v2.0/networks?id=c2b50f22-1b69-46ad-b51d-6a76b52ac77a HTTP/1.1" status: 200  len: 809 time: 0.1816669
Dec 23 16:50:36.562043 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-471932bd-813c-4e4c-9c48-92ad429449dc req-dcd99e7b-0d43-4db8-afc0-9c1a296dc213 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] 10.222.0.64 "GET /v2.0/quotas/79cc439d279749ef8b2ba812a95a00a9 HTTP/1.1" status: 200  len: 375 time: 0.0104091
Dec 23 16:50:36.599356 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 29a9e775-5ec7-4c58-92b1-221dbbda2450 up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:50:36.657430 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-471932bd-813c-4e4c-9c48-92ad429449dc req-2c396467-e28c-4f4f-bfb2-dd68af5c0e09 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=79cc439d279749ef8b2ba812a95a00a9&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0887520
Dec 23 16:50:36.675748 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-a9fe994c-e78d-49f7-848e-2cdd58785e03 None None] For port 972ecb9b-f0c9-4b25-b8a4-001411f36da9, host dv-neutron-822799-1-hyperv, cleared binding levels {{(pid=87637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 23 16:50:36.687819 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-a9fe994c-e78d-49f7-848e-2cdd58785e03 None None] For port 972ecb9b-f0c9-4b25-b8a4-001411f36da9, host dv-neutron-822799-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=972ecb9b-f0c9-4b25-b8a4-001411f36da9,segment=NetworkSegment(56a24a29-e5e4-495e-97db-b8fa0f188a7c),segment_id=56a24a29-e5e4-495e-97db-b8fa0f188a7c)] {{(pid=87637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 23 16:50:36.696303 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-a9fe994c-e78d-49f7-848e-2cdd58785e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:50:36.700842 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-cd9d3fe7-95e3-464c-9776-06ed70466aa7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:50:36.735278 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port 29a9e775-5ec7-4c58-92b1-221dbbda2450 triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:50:36.735652 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:50:36.771481 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [req-471932bd-813c-4e4c-9c48-92ad429449dc req-8d39f057-9f09-4b0f-b3a7-b30505fc2ef9 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=87636) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 23 16:50:36.772466 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-471932bd-813c-4e4c-9c48-92ad429449dc req-8d39f057-9f09-4b0f-b3a7-b30505fc2ef9 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.1031852
Dec 23 16:50:36.831865 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9fe994c-e78d-49f7-848e-2cdd58785e03 None None] Routers {'2c58c4d4-a4ce-4401-9205-44efdf52c1c4'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:50:36.832532 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-a9fe994c-e78d-49f7-848e-2cdd58785e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc1017a30>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:50:20Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['2c58c4d4-a4ce-4401-9205-44efdf52c1c4'], 'active': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:50:36.911332 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128857dc-e47f-4f6a-b07b-6753532f1410 None None] Pushing event updated for resources: {'Port': ['ID=972ecb9b-f0c9-4b25-b8a4-001411f36da9,revision_number=4']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:50:36.916948 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-128857dc-e47f-4f6a-b07b-6753532f1410 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:50:37.046938 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-471932bd-813c-4e4c-9c48-92ad429449dc req-1778ff8d-4b44-46be-9404-de2acc52205a service neutron] 10.222.0.64 "GET /v2.0/networks/c2b50f22-1b69-46ad-b51d-6a76b52ac77a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2682211
Dec 23 16:50:37.100131 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvr_db [None req-a9fe994c-e78d-49f7-848e-2cdd58785e03 None None] Set router 2c58c4d4-a4ce-4401-9205-44efdf52c1c4 gateway port host: dv-neutron-822799-1-hyperv {{(pid=87637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:50:37.177324 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-471932bd-813c-4e4c-9c48-92ad429449dc req-0cfc0b0e-aa28-47c2-a847-dd0d8f3b1726 service neutron] 10.222.0.64 "GET /v2.0/networks/c2b50f22-1b69-46ad-b51d-6a76b52ac77a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1238823
Dec 23 16:50:37.467890 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-a9fe994c-e78d-49f7-848e-2cdd58785e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc1017a30>, [{'id': '2c58c4d4-a4ce-4401-9205-44efdf52c1c4', 'name': 'tempest-TestShelveInstance-995716588-router', 'tenant_id': '4c6ee04c825445d0b24e03110148b391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.97'}], 'enable_snat': True}, 'gw_port_id': '29a9e775-5ec7-4c58-92b1-221dbbda2450', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:50:28Z', 'updated_at': '2021-12-23T16:50:33Z', 'revision_number': 4, 'project_id': '4c6ee04c825445d0b24e03110148b391', 'gw_port': {'id': '29a9e775-5ec7-4c58-92b1-221dbbda2450', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:00:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c58c4d4-a4ce-4401-9205-44efdf52c1c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:50:29Z', 'updated_at': '2021-12-23T16:50:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_interfaces': [{'id': '972ecb9b-f0c9-4b25-b8a4-001411f36da9', 'name': '', 'network_id': '349126d0-c148-4843-9dee-b6e1bd54d059', 'tenant_id': '4c6ee04c825445d0b24e03110148b391', 'mac_address': 'fa:16:3e:5e:41:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c58c4d4-a4ce-4401-9205-44efdf52c1c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '1c492fba-23ac-454b-86ba-739bd7f44e8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:50:32Z', 'updated_at': '2021-12-23T16:50:36Z', 'revision_number': 4, 'project_id': '4c6ee04c825445d0b24e03110148b391', 'subnets': [{'id': '1c492fba-23ac-454b-86ba-739bd7f44e8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:50:37.472264 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9fe994c-e78d-49f7-848e-2cdd58785e03 None None] The sync data for ids ['2c58c4d4-a4ce-4401-9205-44efdf52c1c4'] in dv-neutron-822799-1-hyperv is: [{'id': '2c58c4d4-a4ce-4401-9205-44efdf52c1c4', 'name': 'tempest-TestShelveInstance-995716588-router', 'tenant_id': '4c6ee04c825445d0b24e03110148b391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.97'}], 'enable_snat': True}, 'gw_port_id': '29a9e775-5ec7-4c58-92b1-221dbbda2450', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:50:28Z', 'updated_at': '2021-12-23T16:50:33Z', 'revision_number': 4, 'project_id': '4c6ee04c825445d0b24e03110148b391', 'gw_port': {'id': '29a9e775-5ec7-4c58-92b1-221dbbda2450', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:00:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c58c4d4-a4ce-4401-9205-44efdf52c1c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:50:29Z', 'updated_at': '2021-12-23T16:50:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_interfaces': [{'id': '972ecb9b-f0c9-4b25-b8a4-001411f36da9', 'name': '', 'network_id': '349126d0-c148-4843-9dee-b6e1bd54d059', 'tenant_id': '4c6ee04c825445d0b24e03110148b391', 'mac_address': 'fa:16:3e:5e:41:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c58c4d4-a4ce-4401-9205-44efdf52c1c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '1c492fba-23ac-454b-86ba-739bd7f44e8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:50:32Z', 'updated_at': '2021-12-23T16:50:36Z', 'revision_number': 4, 'project_id': '4c6ee04c825445d0b24e03110148b391', 'subnets': [{'id': '1c492fba-23ac-454b-86ba-739bd7f44e8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 23 16:50:38.381923 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [req-965c55ba-0c54-43e7-8886-664a20f79fdc req-b4128bb5-1820-4b7b-8ce2-442ef4cdd8cf tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Synchronizing usage tracker for tenant:79cc439d279749ef8b2ba812a95a00a9 on resource:port {{(pid=87635) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:50:38.407451 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [req-965c55ba-0c54-43e7-8886-664a20f79fdc req-b4128bb5-1820-4b7b-8ce2-442ef4cdd8cf tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Unset dirty status for tenant:79cc439d279749ef8b2ba812a95a00a9 on resource:port {{(pid=87635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:50:38.413148 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-965c55ba-0c54-43e7-8886-664a20f79fdc req-b4128bb5-1820-4b7b-8ce2-442ef4cdd8cf tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] 10.222.0.64 "GET /v2.0/ports?device_id=25fce2e4-7ea6-4509-88f6-5e1e5383e3d3 HTTP/1.1" status: 200  len: 210 time: 0.0739355
Dec 23 16:50:38.618362 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 972ecb9b-f0c9-4b25-b8a4-001411f36da9 up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:50:38.686570 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning for port 972ecb9b-f0c9-4b25-b8a4-001411f36da9 completed by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:50:38.691796 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port 972ecb9b-f0c9-4b25-b8a4-001411f36da9 triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:50:38.692259 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:50:38.811880 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:50:38.846176 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] For port 972ecb9b-f0c9-4b25-b8a4-001411f36da9, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=972ecb9b-f0c9-4b25-b8a4-001411f36da9,segment=NetworkSegment(56a24a29-e5e4-495e-97db-b8fa0f188a7c),segment_id=56a24a29-e5e4-495e-97db-b8fa0f188a7c)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:50:38.850489 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:50:38.852495 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:50:38.919660 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Pushing event updated for resources: {'Port': ['ID=972ecb9b-f0c9-4b25-b8a4-001411f36da9,revision_number=5']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:50:38.924755 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:50:39.457162 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471932bd-813c-4e4c-9c48-92ad429449dc req-f03e8745-d7b9-44af-952c-7b0ece5faa08 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:50:39.458647 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-471932bd-813c-4e4c-9c48-92ad429449dc req-f03e8745-d7b9-44af-952c-7b0ece5faa08 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] 10.222.0.61 "GET /v2.0/networks?id=c2b50f22-1b69-46ad-b51d-6a76b52ac77a HTTP/1.1" status: 200  len: 809 time: 0.1576912
Dec 23 16:50:39.510352 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-471932bd-813c-4e4c-9c48-92ad429449dc req-c4fa5b2b-a223-44c3-ba74-0ba890b2891b tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=79cc439d279749ef8b2ba812a95a00a9 HTTP/1.1" status: 200  len: 380 time: 0.0424838
Dec 23 16:50:39.519135 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [req-471932bd-813c-4e4c-9c48-92ad429449dc req-07f73ba7-cc3f-4801-87be-80e34ee0ebe5 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Request body: {'port': {'device_id': '25fce2e4-7ea6-4509-88f6-5e1e5383e3d3', 'network_id': 'c2b50f22-1b69-46ad-b51d-6a76b52ac77a', 'admin_state_up': True, 'tenant_id': '79cc439d279749ef8b2ba812a95a00a9', 'security_groups': ['ff6e57ae-dadc-4f2f-a7f0-54fb165c83c4']}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:50:39.640898 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-1c002974-cefc-4e41-9e23-13d2714c0a81 req-dca0733f-dc04-494f-88c5-90744f146eef tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] 10.222.0.64 "GET /v2.0/ports?device_id=25fce2e4-7ea6-4509-88f6-5e1e5383e3d3 HTTP/1.1" status: 200  len: 210 time: 0.1041746
Dec 23 16:50:39.700514 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [req-471932bd-813c-4e4c-9c48-92ad429449dc req-07f73ba7-cc3f-4801-87be-80e34ee0ebe5 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:50:39.711413 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [req-471932bd-813c-4e4c-9c48-92ad429449dc req-07f73ba7-cc3f-4801-87be-80e34ee0ebe5 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:50:39.723105 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-471932bd-813c-4e4c-9c48-92ad429449dc req-07f73ba7-cc3f-4801-87be-80e34ee0ebe5 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Made reservation on behalf of 79cc439d279749ef8b2ba812a95a00a9 for: {'port': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:50:39.726692 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-471932bd-813c-4e4c-9c48-92ad429449dc req-07f73ba7-cc3f-4801-87be-80e34ee0ebe5 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:50:39.901895 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [req-471932bd-813c-4e4c-9c48-92ad429449dc req-07f73ba7-cc3f-4801-87be-80e34ee0ebe5 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Allocated IP 172.20.0.8 (c2b50f22-1b69-46ad-b51d-6a76b52ac77a/38a627be-3f02-4c99-9edf-8d85f81bb342/fbeac047-d922-4358-8cb2-9b62213f35e0) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:50:40.092136 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-471932bd-813c-4e4c-9c48-92ad429449dc req-07f73ba7-cc3f-4801-87be-80e34ee0ebe5 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:50:40.110409 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.provisioning_blocks [req-471932bd-813c-4e4c-9c48-92ad429449dc req-07f73ba7-cc3f-4801-87be-80e34ee0ebe5 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Transition to ACTIVE for port object fbeac047-d922-4358-8cb2-9b62213f35e0 will not be triggered until provisioned by entity DHCP. {{(pid=87636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:50:40.138216 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-471932bd-813c-4e4c-9c48-92ad429449dc req-07f73ba7-cc3f-4801-87be-80e34ee0ebe5 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:50:40.144153 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-acf00503-c48d-4d46-a4b6-6197cb176754 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:50:40.208843 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-471932bd-813c-4e4c-9c48-92ad429449dc req-07f73ba7-cc3f-4801-87be-80e34ee0ebe5 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Network c2b50f22-1b69-46ad-b51d-6a76b52ac77a is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:50:40.212332 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [req-471932bd-813c-4e4c-9c48-92ad429449dc req-07f73ba7-cc3f-4801-87be-80e34ee0ebe5 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Resources bound (agent type, host, resource id):  {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:50:40.216165 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [req-471932bd-813c-4e4c-9c48-92ad429449dc req-07f73ba7-cc3f-4801-87be-80e34ee0ebe5 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:50:40.246052 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f73ba7-cc3f-4801-87be-80e34ee0ebe5 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Pushing event updated for resources: {'Port': ['ID=fbeac047-d922-4358-8cb2-9b62213f35e0,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:50:40.253169 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-07f73ba7-cc3f-4801-87be-80e34ee0ebe5 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:50:40.283471 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471932bd-813c-4e4c-9c48-92ad429449dc req-07f73ba7-cc3f-4801-87be-80e34ee0ebe5 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:50:40.284040 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-471932bd-813c-4e4c-9c48-92ad429449dc req-07f73ba7-cc3f-4801-87be-80e34ee0ebe5 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:50:40.311564 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-471932bd-813c-4e4c-9c48-92ad429449dc req-07f73ba7-cc3f-4801-87be-80e34ee0ebe5 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7961419
Dec 23 16:50:40.322830 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [req-471932bd-813c-4e4c-9c48-92ad429449dc req-60726465-21e8-4c86-b534-8667b8e4db21 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=87636) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 23 16:50:40.323827 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-471932bd-813c-4e4c-9c48-92ad429449dc req-60726465-21e8-4c86-b534-8667b8e4db21 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0052724
Dec 23 16:50:40.378697 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [req-471932bd-813c-4e4c-9c48-92ad429449dc req-ef977836-ead6-4a54-98ef-8d683d1bd6ec service neutron] Request body: {'port': {'device_id': '25fce2e4-7ea6-4509-88f6-5e1e5383e3d3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8227'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:50:40.446559 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3097098f-704e-41ed-9863-fc55c6620ae8 None None] Provisioning for port fbeac047-d922-4358-8cb2-9b62213f35e0 completed by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:50:40.451411 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3097098f-704e-41ed-9863-fc55c6620ae8 None None] Provisioning complete for port fbeac047-d922-4358-8cb2-9b62213f35e0 triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:50:40.451791 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3097098f-704e-41ed-9863-fc55c6620ae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:50:40.494650 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-471932bd-813c-4e4c-9c48-92ad429449dc req-ef977836-ead6-4a54-98ef-8d683d1bd6ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:50:40.505948 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-3097098f-704e-41ed-9863-fc55c6620ae8 None None] Port fbeac047-d922-4358-8cb2-9b62213f35e0 cannot update to ACTIVE because it is not bound. {{(pid=87637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 23 16:50:40.591113 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 972ecb9b-f0c9-4b25-b8a4-001411f36da9 up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:50:40.657345 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port 972ecb9b-f0c9-4b25-b8a4-001411f36da9 triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:50:40.657706 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:50:40.831053 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4073e25b-fdfe-42b4-a8da-7ceafb5491b2 req-93fe5e72-f927-4fc2-bb48-ac92d3637569 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:50:40.832542 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-4073e25b-fdfe-42b4-a8da-7ceafb5491b2 req-93fe5e72-f927-4fc2-bb48-ac92d3637569 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] 10.222.0.64 "GET /v2.0/ports?device_id=25fce2e4-7ea6-4509-88f6-5e1e5383e3d3 HTTP/1.1" status: 200  len: 931 time: 0.0833633
Dec 23 16:50:40.839801 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [req-471932bd-813c-4e4c-9c48-92ad429449dc req-ef977836-ead6-4a54-98ef-8d683d1bd6ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fbeac047-d922-4358-8cb2-9b62213f35e0 {{(pid=87636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 23 16:50:40.847865 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-471932bd-813c-4e4c-9c48-92ad429449dc req-ef977836-ead6-4a54-98ef-8d683d1bd6ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:50:40.863024 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.provisioning_blocks [req-471932bd-813c-4e4c-9c48-92ad429449dc req-ef977836-ead6-4a54-98ef-8d683d1bd6ec service neutron] Transition to ACTIVE for port object fbeac047-d922-4358-8cb2-9b62213f35e0 will not be triggered until provisioned by entity L2. {{(pid=87636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:50:40.867774 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-471932bd-813c-4e4c-9c48-92ad429449dc req-ef977836-ead6-4a54-98ef-8d683d1bd6ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2176289'] for port, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:50:40.871879 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-58595640-5471-4a87-af30-a55553b806ac tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:50:41.022300 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-4073e25b-fdfe-42b4-a8da-7ceafb5491b2 req-922af101-a3ad-4386-b854-17eaebf835f1 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff6e57ae-dadc-4f2f-a7f0-54fb165c83c4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1838462
Dec 23 16:50:41.161964 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef977836-ead6-4a54-98ef-8d683d1bd6ec service neutron] Pushing event updated for resources: {'Port': ['ID=fbeac047-d922-4358-8cb2-9b62213f35e0,revision_number=2']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:50:41.168565 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-ef977836-ead6-4a54-98ef-8d683d1bd6ec service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:50:41.234368 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [req-471932bd-813c-4e4c-9c48-92ad429449dc req-ef977836-ead6-4a54-98ef-8d683d1bd6ec service neutron] Attempting to bind port fbeac047-d922-4358-8cb2-9b62213f35e0 on host hv-neutron-8227 for vnic_type normal with profile  {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:50:41.234590 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [req-471932bd-813c-4e4c-9c48-92ad429449dc req-ef977836-ead6-4a54-98ef-8d683d1bd6ec service neutron] Attempting to bind port fbeac047-d922-4358-8cb2-9b62213f35e0 by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': 'e66ad8a6-38f9-4666-888d-5f65134ad083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'c2b50f22-1b69-46ad-b51d-6a76b52ac77a'}] {{(pid=87636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:50:41.235277 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-471932bd-813c-4e4c-9c48-92ad429449dc req-ef977836-ead6-4a54-98ef-8d683d1bd6ec service neutron] Attempting to bind port fbeac047-d922-4358-8cb2-9b62213f35e0 on network c2b50f22-1b69-46ad-b51d-6a76b52ac77a {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:50:41.240215 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-471932bd-813c-4e4c-9c48-92ad429449dc req-ef977836-ead6-4a54-98ef-8d683d1bd6ec service neutron] Port fbeac047-d922-4358-8cb2-9b62213f35e0 on network c2b50f22-1b69-46ad-b51d-6a76b52ac77a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 23 16:50:41.240527 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-471932bd-813c-4e4c-9c48-92ad429449dc req-ef977836-ead6-4a54-98ef-8d683d1bd6ec service neutron] Attempting to bind port fbeac047-d922-4358-8cb2-9b62213f35e0 on network c2b50f22-1b69-46ad-b51d-6a76b52ac77a {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:50:41.245633 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-471932bd-813c-4e4c-9c48-92ad429449dc req-ef977836-ead6-4a54-98ef-8d683d1bd6ec service neutron] Checking agent: {'id': '5a806709-633b-4d33-98c4-3d24562c0f1e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8227', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 6, 42), 'started_at': datetime.datetime(2021, 12, 23, 16, 6, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 50, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 23 16:50:41.245963 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-471932bd-813c-4e4c-9c48-92ad429449dc req-ef977836-ead6-4a54-98ef-8d683d1bd6ec service neutron] Checking segment: {'id': 'e66ad8a6-38f9-4666-888d-5f65134ad083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'c2b50f22-1b69-46ad-b51d-6a76b52ac77a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:50:41.246338 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-471932bd-813c-4e4c-9c48-92ad429449dc req-ef977836-ead6-4a54-98ef-8d683d1bd6ec service neutron] Bound using segment: {'id': 'e66ad8a6-38f9-4666-888d-5f65134ad083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'c2b50f22-1b69-46ad-b51d-6a76b52ac77a'} {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 23 16:50:41.246775 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [req-471932bd-813c-4e4c-9c48-92ad429449dc req-ef977836-ead6-4a54-98ef-8d683d1bd6ec service neutron] Bound port: fbeac047-d922-4358-8cb2-9b62213f35e0, host: hv-neutron-8227, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e66ad8a6-38f9-4666-888d-5f65134ad083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'c2b50f22-1b69-46ad-b51d-6a76b52ac77a'}}] {{(pid=87636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 23 16:50:41.247111 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-471932bd-813c-4e4c-9c48-92ad429449dc req-ef977836-ead6-4a54-98ef-8d683d1bd6ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:50:41.336098 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [req-471932bd-813c-4e4c-9c48-92ad429449dc req-ef977836-ead6-4a54-98ef-8d683d1bd6ec service neutron] For port fbeac047-d922-4358-8cb2-9b62213f35e0, host hv-neutron-8227, cleared binding levels {{(pid=87636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 23 16:50:41.339005 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [req-471932bd-813c-4e4c-9c48-92ad429449dc req-ef977836-ead6-4a54-98ef-8d683d1bd6ec service neutron] For port fbeac047-d922-4358-8cb2-9b62213f35e0, host hv-neutron-8227, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=fbeac047-d922-4358-8cb2-9b62213f35e0,segment=NetworkSegment(e66ad8a6-38f9-4666-888d-5f65134ad083),segment_id=e66ad8a6-38f9-4666-888d-5f65134ad083)] {{(pid=87636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 23 16:50:41.345446 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-471932bd-813c-4e4c-9c48-92ad429449dc req-ef977836-ead6-4a54-98ef-8d683d1bd6ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2176289'] for port, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:50:41.349067 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-8d09e8a4-0b20-4a93-b146-0db3258194f9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:50:41.398208 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471932bd-813c-4e4c-9c48-92ad429449dc req-ef977836-ead6-4a54-98ef-8d683d1bd6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:50:41.398811 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-471932bd-813c-4e4c-9c48-92ad429449dc req-ef977836-ead6-4a54-98ef-8d683d1bd6ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:50:41.400177 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-471932bd-813c-4e4c-9c48-92ad429449dc req-ef977836-ead6-4a54-98ef-8d683d1bd6ec service neutron] 10.222.0.61 "PUT /v2.0/ports/fbeac047-d922-4358-8cb2-9b62213f35e0 HTTP/1.1" status: 200  len: 1093 time: 1.0695562
Dec 23 16:50:41.400726 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25fce2e4-7ea6-4509-88f6-5e1e5383e3d3', 'tag': 'fbeac047-d922-4358-8cb2-9b62213f35e0'}] {{(pid=87636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 23 16:50:41.435202 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef977836-ead6-4a54-98ef-8d683d1bd6ec service neutron] Pushing event updated for resources: {'Port': ['ID=fbeac047-d922-4358-8cb2-9b62213f35e0,revision_number=3']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:50:41.440300 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-ef977836-ead6-4a54-98ef-8d683d1bd6ec service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:50:41.479111 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25fce2e4-7ea6-4509-88f6-5e1e5383e3d3', 'tag': 'fbeac047-d922-4358-8cb2-9b62213f35e0', 'status': 'completed', 'code': 200}
Dec 23 16:50:41.521375 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471932bd-813c-4e4c-9c48-92ad429449dc req-7e27016a-cbe8-44a5-82b0-bd828155592f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:50:41.522886 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-471932bd-813c-4e4c-9c48-92ad429449dc req-7e27016a-cbe8-44a5-82b0-bd828155592f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=79cc439d279749ef8b2ba812a95a00a9&device_id=25fce2e4-7ea6-4509-88f6-5e1e5383e3d3 HTTP/1.1" status: 200  len: 1096 time: 0.0762904
Dec 23 16:50:41.595262 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-471932bd-813c-4e4c-9c48-92ad429449dc req-a11ece18-7c2f-4044-8aec-2487bfff4c4f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fbeac047-d922-4358-8cb2-9b62213f35e0 HTTP/1.1" status: 200  len: 217 time: 0.0653365
Dec 23 16:50:41.660746 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471932bd-813c-4e4c-9c48-92ad429449dc req-ee50d060-4533-43eb-bace-02280c434ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:50:41.662811 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-471932bd-813c-4e4c-9c48-92ad429449dc req-ee50d060-4533-43eb-bace-02280c434ca3 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=38a627be-3f02-4c99-9edf-8d85f81bb342 HTTP/1.1" status: 200  len: 848 time: 0.0611947
Dec 23 16:50:41.742200 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471932bd-813c-4e4c-9c48-92ad429449dc req-0615c3b1-1542-4e6d-a420-5e66af20fd53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:50:41.743674 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-471932bd-813c-4e4c-9c48-92ad429449dc req-0615c3b1-1542-4e6d-a420-5e66af20fd53 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c2b50f22-1b69-46ad-b51d-6a76b52ac77a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0737007
Dec 23 16:50:41.880204 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-471932bd-813c-4e4c-9c48-92ad429449dc req-61781039-dcb3-4ae1-9332-173d9cb5bd67 service neutron] 10.222.0.61 "GET /v2.0/networks/c2b50f22-1b69-46ad-b51d-6a76b52ac77a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1285684
Dec 23 16:50:42.011926 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-471932bd-813c-4e4c-9c48-92ad429449dc req-2082616f-d622-4c71-af2f-8d0c7ced2ae2 service neutron] 10.222.0.61 "GET /v2.0/networks/c2b50f22-1b69-46ad-b51d-6a76b52ac77a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1253715
Dec 23 16:50:42.140525 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14376758-84f5-49be-a354-a6dd38cadc0f req-eb4a4823-95f4-4b38-b306-1d35a0b61572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:50:42.142979 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-14376758-84f5-49be-a354-a6dd38cadc0f req-eb4a4823-95f4-4b38-b306-1d35a0b61572 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=79cc439d279749ef8b2ba812a95a00a9&device_id=25fce2e4-7ea6-4509-88f6-5e1e5383e3d3 HTTP/1.1" status: 200  len: 1096 time: 0.0774710
Dec 23 16:50:42.162081 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:50:42.210786 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4cb10a-8b17-4904-98e7-0617c763c85c req-d5169cb1-3782-4ea7-9284-cafc0d51f73f tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:50:42.212257 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-3a4cb10a-8b17-4904-98e7-0617c763c85c req-d5169cb1-3782-4ea7-9284-cafc0d51f73f tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] 10.222.0.64 "GET /v2.0/ports?device_id=25fce2e4-7ea6-4509-88f6-5e1e5383e3d3 HTTP/1.1" status: 200  len: 943 time: 0.0839009
Dec 23 16:50:42.257038 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-3a4cb10a-8b17-4904-98e7-0617c763c85c req-5969b2b3-e8a9-4714-96bc-c665c07a5873 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff6e57ae-dadc-4f2f-a7f0-54fb165c83c4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0389457
Dec 23 16:50:42.281086 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14376758-84f5-49be-a354-a6dd38cadc0f req-c54c5f6e-eae2-4e33-9969-dc96fec277c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:50:42.282535 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-14376758-84f5-49be-a354-a6dd38cadc0f req-c54c5f6e-eae2-4e33-9969-dc96fec277c1 service neutron] 10.222.0.61 "GET /v2.0/networks?id=c2b50f22-1b69-46ad-b51d-6a76b52ac77a HTTP/1.1" status: 200  len: 910 time: 0.1339002
Dec 23 16:50:42.352454 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-14376758-84f5-49be-a354-a6dd38cadc0f req-e722ba18-f553-47fb-9790-220dea482fd8 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fbeac047-d922-4358-8cb2-9b62213f35e0 HTTP/1.1" status: 200  len: 217 time: 0.0628574
Dec 23 16:50:42.415794 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14376758-84f5-49be-a354-a6dd38cadc0f req-a345fcdb-48d8-4f68-970a-52b40db4b942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:50:42.417245 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-14376758-84f5-49be-a354-a6dd38cadc0f req-a345fcdb-48d8-4f68-970a-52b40db4b942 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=38a627be-3f02-4c99-9edf-8d85f81bb342 HTTP/1.1" status: 200  len: 848 time: 0.0571754
Dec 23 16:50:42.493444 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14376758-84f5-49be-a354-a6dd38cadc0f req-92a938d4-0f89-4001-be32-0148bf0af23d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:50:42.494916 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-14376758-84f5-49be-a354-a6dd38cadc0f req-92a938d4-0f89-4001-be32-0148bf0af23d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c2b50f22-1b69-46ad-b51d-6a76b52ac77a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0704601
Dec 23 16:50:42.636376 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-14376758-84f5-49be-a354-a6dd38cadc0f req-83e6168c-9cc1-4b29-b182-0761af7d66df service neutron] 10.222.0.61 "GET /v2.0/networks/c2b50f22-1b69-46ad-b51d-6a76b52ac77a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1337042
Dec 23 16:50:42.766632 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-14376758-84f5-49be-a354-a6dd38cadc0f req-72302ffa-df51-4c03-866c-ea7bf32c370e service neutron] 10.222.0.61 "GET /v2.0/networks/c2b50f22-1b69-46ad-b51d-6a76b52ac77a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1227863
Dec 23 16:50:43.465301 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1baf35d-ea4b-4707-aa00-24d81c4f56b6 req-e28d2deb-958a-4533-af42-80ea4a206ff8 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:50:43.465979 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-c1baf35d-ea4b-4707-aa00-24d81c4f56b6 req-e28d2deb-958a-4533-af42-80ea4a206ff8 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Synchronizing usage tracker for tenant:79cc439d279749ef8b2ba812a95a00a9 on resource:port {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:50:43.484043 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-c1baf35d-ea4b-4707-aa00-24d81c4f56b6 req-e28d2deb-958a-4533-af42-80ea4a206ff8 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Unset dirty status for tenant:79cc439d279749ef8b2ba812a95a00a9 on resource:port {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:50:43.489103 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-c1baf35d-ea4b-4707-aa00-24d81c4f56b6 req-e28d2deb-958a-4533-af42-80ea4a206ff8 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] 10.222.0.64 "GET /v2.0/ports?device_id=25fce2e4-7ea6-4509-88f6-5e1e5383e3d3 HTTP/1.1" status: 200  len: 943 time: 0.1203260
Dec 23 16:50:43.533969 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-c1baf35d-ea4b-4707-aa00-24d81c4f56b6 req-192deca9-0e18-4dab-9860-203cace296c8 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff6e57ae-dadc-4f2f-a7f0-54fb165c83c4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425308
Dec 23 16:50:44.646151 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Device fbeac047-d922-4358-8cb2-9b62213f35e0 details requested by agent hyperv_hv-neutron-8227 with host hv-neutron-8227 {{(pid=87637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 23 16:50:44.727487 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26094d1-0f33-4f83-bc73-3442e1f3e237 req-24b84f16-0d87-42c9-9370-fcd07ae7d0ec tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:50:44.728972 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-d26094d1-0f33-4f83-bc73-3442e1f3e237 req-24b84f16-0d87-42c9-9370-fcd07ae7d0ec tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] 10.222.0.64 "GET /v2.0/ports?device_id=25fce2e4-7ea6-4509-88f6-5e1e5383e3d3 HTTP/1.1" status: 200  len: 943 time: 0.0830576
Dec 23 16:50:44.772262 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-d26094d1-0f33-4f83-bc73-3442e1f3e237 req-7dadb96a-9b4d-43e1-ab19-a6f831bfe854 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff6e57ae-dadc-4f2f-a7f0-54fb165c83c4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0375116
Dec 23 16:50:44.776816 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] For port fbeac047-d922-4358-8cb2-9b62213f35e0, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=fbeac047-d922-4358-8cb2-9b62213f35e0,segment=NetworkSegment(e66ad8a6-38f9-4666-888d-5f65134ad083),segment_id=e66ad8a6-38f9-4666-888d-5f65134ad083)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:50:44.789868 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Returning: {'device': 'fbeac047-d922-4358-8cb2-9b62213f35e0', 'network_id': 'c2b50f22-1b69-46ad-b51d-6a76b52ac77a', 'port_id': 'fbeac047-d922-4358-8cb2-9b62213f35e0', 'mac_address': 'fa:16:3e:e2:38:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 439, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38a627be-3f02-4c99-9edf-8d85f81bb342', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 23 16:50:44.846052 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:50:44.863281 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.notifiers.nova [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbeac047-d922-4358-8cb2-9b62213f35e0 {{(pid=87637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 23 16:50:44.878375 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] For port fbeac047-d922-4358-8cb2-9b62213f35e0, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=fbeac047-d922-4358-8cb2-9b62213f35e0,segment=NetworkSegment(e66ad8a6-38f9-4666-888d-5f65134ad083),segment_id=e66ad8a6-38f9-4666-888d-5f65134ad083)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:50:44.885258 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:50:44.887075 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:50:44.952113 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Pushing event updated for resources: {'Port': ['ID=fbeac047-d922-4358-8cb2-9b62213f35e0,revision_number=4']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:50:44.955412 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:50:45.092413 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] get_ports_and_sgs() called for port_ids ['fbeac047-d922-4358-8cb2-9b62213f35e0'] {{(pid=87637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 23 16:50:45.674464 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.agents_db [None req-30c2320c-f298-49f6-9c47-c20e38116a9c None None] Agent healthcheck: found 6 active agents {{(pid=87638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 23 16:50:45.971362 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e593f8-e4aa-466f-a7e1-3611d94950ec req-fea3bc8b-50cd-4936-a959-cc7bd2127ce5 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:50:45.972831 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-11e593f8-e4aa-466f-a7e1-3611d94950ec req-fea3bc8b-50cd-4936-a959-cc7bd2127ce5 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] 10.222.0.64 "GET /v2.0/ports?device_id=25fce2e4-7ea6-4509-88f6-5e1e5383e3d3 HTTP/1.1" status: 200  len: 944 time: 0.0860987
Dec 23 16:50:46.024829 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-11e593f8-e4aa-466f-a7e1-3611d94950ec req-eedfd611-4c27-418f-ae3b-2942fb86b94e tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff6e57ae-dadc-4f2f-a7f0-54fb165c83c4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435309
Dec 23 16:50:46.661530 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Device fbeac047-d922-4358-8cb2-9b62213f35e0 up at agent hyperv_hv-neutron-8227 {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:50:46.742174 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Provisioning for port fbeac047-d922-4358-8cb2-9b62213f35e0 completed by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:50:46.750715 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Provisioning complete for port fbeac047-d922-4358-8cb2-9b62213f35e0 triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:50:46.751283 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:50:46.876308 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:50:46.903038 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25fce2e4-7ea6-4509-88f6-5e1e5383e3d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbeac047-d922-4358-8cb2-9b62213f35e0'}] {{(pid=87637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 23 16:50:46.917944 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] For port fbeac047-d922-4358-8cb2-9b62213f35e0, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=fbeac047-d922-4358-8cb2-9b62213f35e0,segment=NetworkSegment(e66ad8a6-38f9-4666-888d-5f65134ad083),segment_id=e66ad8a6-38f9-4666-888d-5f65134ad083)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:50:46.924524 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:50:46.926555 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:50:46.960896 dv-neutron-822799-1-hyperv neutron-server[87637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25fce2e4-7ea6-4509-88f6-5e1e5383e3d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbeac047-d922-4358-8cb2-9b62213f35e0', 'code': 200}
Dec 23 16:50:46.996382 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Pushing event updated for resources: {'Port': ['ID=fbeac047-d922-4358-8cb2-9b62213f35e0,revision_number=5']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:50:46.999941 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:50:47.372342 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd186c6b-800c-4edd-9405-d729352e3be8 req-3c606838-e89e-474b-95f0-5049b724b15c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:50:47.373826 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-bd186c6b-800c-4edd-9405-d729352e3be8 req-3c606838-e89e-474b-95f0-5049b724b15c service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=25fce2e4-7ea6-4509-88f6-5e1e5383e3d3 HTTP/1.1" status: 200  len: 1098 time: 0.2538555
Dec 23 16:50:47.382774 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db25636-fe3b-44b2-9e2d-4c2bec2a5432 req-4c328eef-7fc9-4606-bb5c-2fa57b75cc3e tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:50:47.384080 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-0db25636-fe3b-44b2-9e2d-4c2bec2a5432 req-4c328eef-7fc9-4606-bb5c-2fa57b75cc3e tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] 10.222.0.64 "GET /v2.0/ports?device_id=25fce2e4-7ea6-4509-88f6-5e1e5383e3d3 HTTP/1.1" status: 200  len: 945 time: 0.2340376
Dec 23 16:50:47.428013 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-ec6970f0-eec2-475b-b404-06a5f13eff8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:50:47.449073 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-bd186c6b-800c-4edd-9405-d729352e3be8 req-5be68f74-b95b-472e-9673-b632630b180e service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=ff6e57ae-dadc-4f2f-a7f0-54fb165c83c4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0640645
Dec 23 16:50:47.453302 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-0db25636-fe3b-44b2-9e2d-4c2bec2a5432 req-255443c8-ea50-4c55-ace6-8e46f63e26d3 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff6e57ae-dadc-4f2f-a7f0-54fb165c83c4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0557227
Dec 23 16:50:48.654501 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6089d06-bf8c-49de-b812-6bb95420d1b9 req-ba2f2f07-801a-4cf7-8075-5a8e38b86a54 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:50:48.655947 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-b6089d06-bf8c-49de-b812-6bb95420d1b9 req-ba2f2f07-801a-4cf7-8075-5a8e38b86a54 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] 10.222.0.64 "GET /v2.0/ports?device_id=25fce2e4-7ea6-4509-88f6-5e1e5383e3d3 HTTP/1.1" status: 200  len: 945 time: 0.0870481
Dec 23 16:50:48.706225 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-b6089d06-bf8c-49de-b812-6bb95420d1b9 req-9016003d-0e2b-48c6-a70b-5c0f137e351c tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff6e57ae-dadc-4f2f-a7f0-54fb165c83c4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419281
Dec 23 16:50:49.820595 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-593cbdf5-82b5-4852-890a-68e0601a5ba7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:50:49.910958 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3858b8-02dc-41c4-887c-4d949909ccff req-c54e266d-8362-4682-91ed-68ac000e2946 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:50:49.912412 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-ba3858b8-02dc-41c4-887c-4d949909ccff req-c54e266d-8362-4682-91ed-68ac000e2946 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] 10.222.0.64 "GET /v2.0/ports?device_id=25fce2e4-7ea6-4509-88f6-5e1e5383e3d3 HTTP/1.1" status: 200  len: 945 time: 0.0830052
Dec 23 16:50:49.962450 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-ba3858b8-02dc-41c4-887c-4d949909ccff req-f6571995-70b1-4208-a7c2-2b554fbf5a2e tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff6e57ae-dadc-4f2f-a7f0-54fb165c83c4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0441127
Dec 23 16:50:50.156760 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1a3d6e-bb51-48d4-a90a-f18b23a5e0b6 req-15f148f7-57b1-419c-b148-4c0d53547907 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:50:50.158239 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-4d1a3d6e-bb51-48d4-a90a-f18b23a5e0b6 req-15f148f7-57b1-419c-b148-4c0d53547907 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] 10.222.0.64 "GET /v2.0/ports?device_id=25fce2e4-7ea6-4509-88f6-5e1e5383e3d3 HTTP/1.1" status: 200  len: 945 time: 0.0819719
Dec 23 16:50:50.204474 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-4d1a3d6e-bb51-48d4-a90a-f18b23a5e0b6 req-40e718fe-93a4-4c58-9070-bfae59a7b4eb tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff6e57ae-dadc-4f2f-a7f0-54fb165c83c4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0380216
Dec 23 16:50:50.228183 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 59740) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:50:50.348939 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48815860-7276-46b9-b429-a1a0d6924aba tempest-TestShelveInstance-761380840 tempest-TestShelveInstance-761380840-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:50:50.350448 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-48815860-7276-46b9-b429-a1a0d6924aba tempest-TestShelveInstance-761380840 tempest-TestShelveInstance-761380840-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=25fce2e4-7ea6-4509-88f6-5e1e5383e3d3 HTTP/1.1" status: 200  len: 1093 time: 0.1212451
Dec 23 16:50:50.353482 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 59748) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:50:50.358494 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-eb996bec-3e35-4877-8403-4fc1b7968ec3 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Request body: {'floatingip': {'floating_network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'port_id': 'fbeac047-d922-4358-8cb2-9b62213f35e0', 'tenant_id': '79cc439d279749ef8b2ba812a95a00a9', 'fixed_ip_address': '172.20.0.8'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:50:50.364567 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-eb996bec-3e35-4877-8403-4fc1b7968ec3 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:50:50.368456 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-eb996bec-3e35-4877-8403-4fc1b7968ec3 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Usage tracker for resource:floatingip and tenant:79cc439d279749ef8b2ba812a95a00a9 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:50:50.371443 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-eb996bec-3e35-4877-8403-4fc1b7968ec3 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:50:50.377912 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-eb996bec-3e35-4877-8403-4fc1b7968ec3 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:50:50.391142 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-eb996bec-3e35-4877-8403-4fc1b7968ec3 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Notify callbacks [] for floatingip, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:50:50.532212 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-eb996bec-3e35-4877-8403-4fc1b7968ec3 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:50:50.667048 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.db_base_plugin_common [None req-eb996bec-3e35-4877-8403-4fc1b7968ec3 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Allocated IP 172.26.3.27 (8afa6d58-9431-454a-b99c-3ff8a65aa86b/60537fec-5f5f-4ab7-89cc-03638149a590/d9cc6cf5-0ed7-4f2a-9ec1-097a35c5fd7b) {{(pid=87635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:50:50.820004 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-eb996bec-3e35-4877-8403-4fc1b7968ec3 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Notify callbacks [] for port, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:50:50.851377 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-eb996bec-3e35-4877-8403-4fc1b7968ec3 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:50:50.856018 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-d1ce4a8b-6e17-4e4c-b1c7-ed444571c75f tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:50:50.909217 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb996bec-3e35-4877-8403-4fc1b7968ec3 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Network 8afa6d58-9431-454a-b99c-3ff8a65aa86b is already hosted by enough agents. {{(pid=87635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:50:50.917269 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.base_scheduler [None req-eb996bec-3e35-4877-8403-4fc1b7968ec3 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Resources bound (agent type, host, resource id):  {{(pid=87635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:50:50.919836 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb996bec-3e35-4877-8403-4fc1b7968ec3 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Received port after_create {{(pid=87635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:50:50.934084 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9dcbea60-a34f-4144-91e7-90aff3f57aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:50:50.964304 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb996bec-3e35-4877-8403-4fc1b7968ec3 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Pushing event updated for resources: {'Port': ['ID=d9cc6cf5-0ed7-4f2a-9ec1-097a35c5fd7b,revision_number=1']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:50:50.968681 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-eb996bec-3e35-4877-8403-4fc1b7968ec3 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:50:50.982213 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:50:51.351224 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-eb996bec-3e35-4877-8403-4fc1b7968ec3 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:50:51.427975 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-eb996bec-3e35-4877-8403-4fc1b7968ec3 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:50:51.761724 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-eb996bec-3e35-4877-8403-4fc1b7968ec3 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Notify callbacks [] for port, precommit_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:50:51.769425 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-eb996bec-3e35-4877-8403-4fc1b7968ec3 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2753531'] for port, after_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:50:51.772986 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-2a727cc4-b51a-4221-a7fc-d59c5a620285 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:50:51.875637 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb996bec-3e35-4877-8403-4fc1b7968ec3 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Pushing event updated for resources: {'Port': ['ID=d9cc6cf5-0ed7-4f2a-9ec1-097a35c5fd7b,revision_number=2']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:50:51.879845 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-eb996bec-3e35-4877-8403-4fc1b7968ec3 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:50:51.888032 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-eb996bec-3e35-4877-8403-4fc1b7968ec3 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1824189'] for floatingip, after_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:50:52.061817 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.db.l3_db [None req-eb996bec-3e35-4877-8403-4fc1b7968ec3 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Floating IP 8a663bb6-58a9-499b-9100-4f85654cd6b6 associated. External IP: 172.26.3.27, port: fbeac047-d922-4358-8cb2-9b62213f35e0.
Dec 23 16:50:52.432365 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9e3aab53-d650-47e3-b8a6-2dff21fe9ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:50:52.456960 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb996bec-3e35-4877-8403-4fc1b7968ec3 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Router 65ae6dd0-5c4a-4f03-8015-affb42ac3336 has already been hosted by L3 agent 371d4c41-c7e2-4de7-9539-c049ec4e95d1 {{(pid=87635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 23 16:50:52.675172 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb996bec-3e35-4877-8403-4fc1b7968ec3 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Notify agent at l3_agent.dv-neutron-822799-1-hyperv the message routers_updated {{(pid=87635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 23 16:50:52.685110 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85d24aa3-73d8-41e3-92f7-c3ad5948a339 None None] Sync routers for ids ['65ae6dd0-5c4a-4f03-8015-affb42ac3336'] in dv-neutron-822799-1-hyperv {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 23 16:50:52.696266 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d24aa3-73d8-41e3-92f7-c3ad5948a339 None None] Routers {'65ae6dd0-5c4a-4f03-8015-affb42ac3336'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:50:52.697440 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-85d24aa3-73d8-41e3-92f7-c3ad5948a339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc29aa550>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:50:50Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['65ae6dd0-5c4a-4f03-8015-affb42ac3336'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:50:52.705510 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-eb996bec-3e35-4877-8403-4fc1b7968ec3 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for floatingip, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:50:52.762886 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-eb996bec-3e35-4877-8403-4fc1b7968ec3 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 2.4083824
Dec 23 16:50:52.763536 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25fce2e4-7ea6-4509-88f6-5e1e5383e3d3', 'tag': 'fbeac047-d922-4358-8cb2-9b62213f35e0'}] {{(pid=87635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 23 16:50:52.810329 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25fce2e4-7ea6-4509-88f6-5e1e5383e3d3', 'tag': 'fbeac047-d922-4358-8cb2-9b62213f35e0', 'status': 'completed', 'code': 200}
Dec 23 16:50:52.900297 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-85d24aa3-73d8-41e3-92f7-c3ad5948a339 None None] Set router 65ae6dd0-5c4a-4f03-8015-affb42ac3336 gateway port host: dv-neutron-822799-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:50:52.919013 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5835720b-629e-4ee1-b8a9-0ade87d838d6 req-de91ef7c-0575-48e1-a40d-24fb64ebb1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:50:52.920477 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-5835720b-629e-4ee1-b8a9-0ade87d838d6 req-de91ef7c-0575-48e1-a40d-24fb64ebb1f7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=79cc439d279749ef8b2ba812a95a00a9&device_id=25fce2e4-7ea6-4509-88f6-5e1e5383e3d3 HTTP/1.1" status: 200  len: 1098 time: 0.0844915
Dec 23 16:50:53.057003 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5835720b-629e-4ee1-b8a9-0ade87d838d6 req-25d86f4e-6b73-428f-a1d8-f74a47727569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:50:53.059035 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-5835720b-629e-4ee1-b8a9-0ade87d838d6 req-25d86f4e-6b73-428f-a1d8-f74a47727569 service neutron] 10.222.0.61 "GET /v2.0/networks?id=c2b50f22-1b69-46ad-b51d-6a76b52ac77a HTTP/1.1" status: 200  len: 910 time: 0.1320250
Dec 23 16:50:53.179896 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-5835720b-629e-4ee1-b8a9-0ade87d838d6 req-073bfa12-6cf6-464b-8378-b71cdc3531d1 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fbeac047-d922-4358-8cb2-9b62213f35e0 HTTP/1.1" status: 200  len: 998 time: 0.1139760
Dec 23 16:50:53.247083 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5835720b-629e-4ee1-b8a9-0ade87d838d6 req-b4bcc3c0-69a5-48f5-b73d-09d0661aa803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:50:53.248740 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-5835720b-629e-4ee1-b8a9-0ade87d838d6 req-b4bcc3c0-69a5-48f5-b73d-09d0661aa803 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=38a627be-3f02-4c99-9edf-8d85f81bb342 HTTP/1.1" status: 200  len: 848 time: 0.0619161
Dec 23 16:50:53.284893 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-85d24aa3-73d8-41e3-92f7-c3ad5948a339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc29aa550>, [{'id': '65ae6dd0-5c4a-4f03-8015-affb42ac3336', 'name': 'tempest-TestShelveInstance-1325122053-router', 'tenant_id': '79cc439d279749ef8b2ba812a95a00a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.138'}], 'enable_snat': True}, 'gw_port_id': '872efd38-0db6-4089-a4da-49a8ba84b1c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:50:22Z', 'updated_at': '2021-12-23T16:50:26Z', 'revision_number': 4, 'project_id': '79cc439d279749ef8b2ba812a95a00a9', 'gw_port': {'id': '872efd38-0db6-4089-a4da-49a8ba84b1c7', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:58:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65ae6dd0-5c4a-4f03-8015-affb42ac3336', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:50:23Z', 'updated_at': '2021-12-23T16:50:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_floatingips': [{'id': '8a663bb6-58a9-499b-9100-4f85654cd6b6', 'tenant_id': '79cc439d279749ef8b2ba812a95a00a9', 'floating_ip_address': '172.26.3.27', 'floating_network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'router_id': '65ae6dd0-5c4a-4f03-8015-affb42ac3336', 'port_id': 'fbeac047-d922-4358-8cb2-9b62213f35e0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1815, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2b50f22-1b69-46ad-b51d-6a76b52ac77a', 'mac_address': 'fa:16:3e:e2:38:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25fce2e4-7ea6-4509-88f6-5e1e5383e3d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:50:51Z', 'updated_at': '2021-12-23T16:50:51Z', 'revision_number': 0, 'project_id': '79cc439d279749ef8b2ba812a95a00a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20d57fbe-3be7-436e-8a26-32d5fe85dbfb', 'name': '', 'network_id': 'c2b50f22-1b69-46ad-b51d-6a76b52ac77a', 'tenant_id': '79cc439d279749ef8b2ba812a95a00a9', 'mac_address': 'fa:16:3e:1c:78:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65ae6dd0-5c4a-4f03-8015-affb42ac3336', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '38a627be-3f02-4c99-9edf-8d85f81bb342', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:50:25Z', 'updated_at': '2021-12-23T16:50:33Z', 'revision_number': 5, 'project_id': '79cc439d279749ef8b2ba812a95a00a9', 'subnets': [{'id': '38a627be-3f02-4c99-9edf-8d85f81bb342', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:50:53.290748 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85d24aa3-73d8-41e3-92f7-c3ad5948a339 None None] Checking router: 65ae6dd0-5c4a-4f03-8015-affb42ac3336 for host: dv-neutron-822799-1-hyperv {{(pid=87638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 23 16:50:53.302662 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d24aa3-73d8-41e3-92f7-c3ad5948a339 None None] Routers {'65ae6dd0-5c4a-4f03-8015-affb42ac3336'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:50:53.303292 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-85d24aa3-73d8-41e3-92f7-c3ad5948a339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc29aa550>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:50:50Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['65ae6dd0-5c4a-4f03-8015-affb42ac3336'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:50:53.335333 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5835720b-629e-4ee1-b8a9-0ade87d838d6 req-e18620ec-8429-433d-8146-4358cc713229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:50:53.336871 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-5835720b-629e-4ee1-b8a9-0ade87d838d6 req-e18620ec-8429-433d-8146-4358cc713229 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c2b50f22-1b69-46ad-b51d-6a76b52ac77a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0817361
Dec 23 16:50:53.475707 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-5835720b-629e-4ee1-b8a9-0ade87d838d6 req-5101befe-24a2-480f-9128-9e3eae2d5556 service neutron] 10.222.0.61 "GET /v2.0/networks/c2b50f22-1b69-46ad-b51d-6a76b52ac77a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1315026
Dec 23 16:50:53.483907 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-85d24aa3-73d8-41e3-92f7-c3ad5948a339 None None] Set router 65ae6dd0-5c4a-4f03-8015-affb42ac3336 gateway port host: dv-neutron-822799-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:50:53.608446 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-5835720b-629e-4ee1-b8a9-0ade87d838d6 req-d860669f-d9c7-4c77-9df2-734f443bd884 service neutron] 10.222.0.61 "GET /v2.0/networks/c2b50f22-1b69-46ad-b51d-6a76b52ac77a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1266077
Dec 23 16:50:53.878521 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-85d24aa3-73d8-41e3-92f7-c3ad5948a339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc29aa550>, [{'id': '65ae6dd0-5c4a-4f03-8015-affb42ac3336', 'name': 'tempest-TestShelveInstance-1325122053-router', 'tenant_id': '79cc439d279749ef8b2ba812a95a00a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.138'}], 'enable_snat': True}, 'gw_port_id': '872efd38-0db6-4089-a4da-49a8ba84b1c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:50:22Z', 'updated_at': '2021-12-23T16:50:26Z', 'revision_number': 4, 'project_id': '79cc439d279749ef8b2ba812a95a00a9', 'gw_port': {'id': '872efd38-0db6-4089-a4da-49a8ba84b1c7', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:58:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65ae6dd0-5c4a-4f03-8015-affb42ac3336', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:50:23Z', 'updated_at': '2021-12-23T16:50:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_floatingips': [{'id': '8a663bb6-58a9-499b-9100-4f85654cd6b6', 'tenant_id': '79cc439d279749ef8b2ba812a95a00a9', 'floating_ip_address': '172.26.3.27', 'floating_network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'router_id': '65ae6dd0-5c4a-4f03-8015-affb42ac3336', 'port_id': 'fbeac047-d922-4358-8cb2-9b62213f35e0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1815, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2b50f22-1b69-46ad-b51d-6a76b52ac77a', 'mac_address': 'fa:16:3e:e2:38:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25fce2e4-7ea6-4509-88f6-5e1e5383e3d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:50:51Z', 'updated_at': '2021-12-23T16:50:51Z', 'revision_number': 0, 'project_id': '79cc439d279749ef8b2ba812a95a00a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20d57fbe-3be7-436e-8a26-32d5fe85dbfb', 'name': '', 'network_id': 'c2b50f22-1b69-46ad-b51d-6a76b52ac77a', 'tenant_id': '79cc439d279749ef8b2ba812a95a00a9', 'mac_address': 'fa:16:3e:1c:78:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65ae6dd0-5c4a-4f03-8015-affb42ac3336', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '38a627be-3f02-4c99-9edf-8d85f81bb342', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:50:25Z', 'updated_at': '2021-12-23T16:50:33Z', 'revision_number': 5, 'project_id': '79cc439d279749ef8b2ba812a95a00a9', 'subnets': [{'id': '38a627be-3f02-4c99-9edf-8d85f81bb342', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:50:53.882453 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85d24aa3-73d8-41e3-92f7-c3ad5948a339 None None] The sync data for ids ['65ae6dd0-5c4a-4f03-8015-affb42ac3336'] in dv-neutron-822799-1-hyperv is: [{'id': '65ae6dd0-5c4a-4f03-8015-affb42ac3336', 'name': 'tempest-TestShelveInstance-1325122053-router', 'tenant_id': '79cc439d279749ef8b2ba812a95a00a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.138'}], 'enable_snat': True}, 'gw_port_id': '872efd38-0db6-4089-a4da-49a8ba84b1c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:50:22Z', 'updated_at': '2021-12-23T16:50:26Z', 'revision_number': 4, 'project_id': '79cc439d279749ef8b2ba812a95a00a9', 'gw_port': {'id': '872efd38-0db6-4089-a4da-49a8ba84b1c7', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:58:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65ae6dd0-5c4a-4f03-8015-affb42ac3336', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:50:23Z', 'updated_at': '2021-12-23T16:50:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_floatingips': [{'id': '8a663bb6-58a9-499b-9100-4f85654cd6b6', 'tenant_id': '79cc439d279749ef8b2ba812a95a00a9', 'floating_ip_address': '172.26.3.27', 'floating_network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'router_id': '65ae6dd0-5c4a-4f03-8015-affb42ac3336', 'port_id': 'fbeac047-d922-4358-8cb2-9b62213f35e0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1815, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2b50f22-1b69-46ad-b51d-6a76b52ac77a', 'mac_address': 'fa:16:3e:e2:38:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25fce2e4-7ea6-4509-88f6-5e1e5383e3d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:50:51Z', 'updated_at': '2021-12-23T16:50:51Z', 'revision_number': 0, 'project_id': '79cc439d279749ef8b2ba812a95a00a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20d57fbe-3be7-436e-8a26-32d5fe85dbfb', 'name': '', 'network_id': 'c2b50f22-1b69-46ad-b51d-6a76b52ac77a', 'tenant_id': '79cc439d279749ef8b2ba812a95a00a9', 'mac_address': 'fa:16:3e:1c:78:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65ae6dd0-5c4a-4f03-8015-affb42ac3336', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '38a627be-3f02-4c99-9edf-8d85f81bb342', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:50:25Z', 'updated_at': '2021-12-23T16:50:33Z', 'revision_number': 5, 'project_id': '79cc439d279749ef8b2ba812a95a00a9', 'subnets': [{'id': '38a627be-3f02-4c99-9edf-8d85f81bb342', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 23 16:50:54.085805 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d739b74-dd6e-4a1f-8e56-c67e9308744d None None] New status for floating IP 8a663bb6-58a9-499b-9100-4f85654cd6b6: ACTIVE {{(pid=87637) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 23 16:51:12.183927 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:51:17.437894 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f586afe8-ae04-4986-9094-c3e0ae731375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:51:19.164533 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-147d3754-6b35-4c66-a3f2-a3f47c10d31f req-759c160b-5ac3-4d32-ad54-865222874e07 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=25fce2e4-7ea6-4509-88f6-5e1e5383e3d3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0702341
Dec 23 16:51:19.311295 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147d3754-6b35-4c66-a3f2-a3f47c10d31f req-7775376f-2172-409d-b310-b65a57769be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:51:19.313210 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-147d3754-6b35-4c66-a3f2-a3f47c10d31f req-7775376f-2172-409d-b310-b65a57769be5 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=79cc439d279749ef8b2ba812a95a00a9&device_id=25fce2e4-7ea6-4509-88f6-5e1e5383e3d3 HTTP/1.1" status: 200  len: 1098 time: 0.0778363
Dec 23 16:51:19.469553 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147d3754-6b35-4c66-a3f2-a3f47c10d31f req-31a218d3-382d-4052-a7c1-588afb4fc730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:51:19.471092 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-147d3754-6b35-4c66-a3f2-a3f47c10d31f req-31a218d3-382d-4052-a7c1-588afb4fc730 service neutron] 10.222.0.61 "GET /v2.0/networks?id=c2b50f22-1b69-46ad-b51d-6a76b52ac77a HTTP/1.1" status: 200  len: 910 time: 0.1296411
Dec 23 16:51:19.581967 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-147d3754-6b35-4c66-a3f2-a3f47c10d31f req-507d480b-ebac-460a-8fa4-45c996fadab7 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fbeac047-d922-4358-8cb2-9b62213f35e0 HTTP/1.1" status: 200  len: 1000 time: 0.1037769
Dec 23 16:51:19.651703 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147d3754-6b35-4c66-a3f2-a3f47c10d31f req-bab8040c-27f8-48f8-96f6-0e1ea3406719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:51:19.653216 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-147d3754-6b35-4c66-a3f2-a3f47c10d31f req-bab8040c-27f8-48f8-96f6-0e1ea3406719 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=38a627be-3f02-4c99-9edf-8d85f81bb342 HTTP/1.1" status: 200  len: 848 time: 0.0643353
Dec 23 16:51:19.737153 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147d3754-6b35-4c66-a3f2-a3f47c10d31f req-3d4ab209-48ec-4990-b950-e89c3d05ab74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:51:19.738633 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-147d3754-6b35-4c66-a3f2-a3f47c10d31f req-3d4ab209-48ec-4990-b950-e89c3d05ab74 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c2b50f22-1b69-46ad-b51d-6a76b52ac77a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0761261
Dec 23 16:51:19.814565 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4b16cc73-6fbf-45e4-a901-eada7b863c0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:51:19.880699 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-147d3754-6b35-4c66-a3f2-a3f47c10d31f req-22f0fd56-2a3f-437a-93c4-42f9e23ebc4a service neutron] 10.222.0.61 "GET /v2.0/networks/c2b50f22-1b69-46ad-b51d-6a76b52ac77a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1341357
Dec 23 16:51:20.016928 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-147d3754-6b35-4c66-a3f2-a3f47c10d31f req-616199c6-6f18-4b55-afc0-2f9b6bf23b14 service neutron] 10.222.0.61 "GET /v2.0/networks/c2b50f22-1b69-46ad-b51d-6a76b52ac77a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1293263
Dec 23 16:51:20.940099 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9dcbea60-a34f-4144-91e7-90aff3f57aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:51:20.986218 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:51:22.430067 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9e3aab53-d650-47e3-b8a6-2dff21fe9ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:51:22.673470 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.agents_db [None req-30c2320c-f298-49f6-9c47-c20e38116a9c None None] Agent healthcheck: found 6 active agents {{(pid=87638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 23 16:51:42.183469 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:51:47.436477 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-cdc70f65-f763-42eb-acb5-27cf9de53c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:51:49.829689 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3a1ea3df-677b-42b9-a952-2789ec697694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:51:50.947903 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9dcbea60-a34f-4144-91e7-90aff3f57aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:51:50.989209 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:51:52.435773 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9e3aab53-d650-47e3-b8a6-2dff21fe9ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:51:59.679277 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.agents_db [None req-30c2320c-f298-49f6-9c47-c20e38116a9c None None] Agent healthcheck: found 6 active agents {{(pid=87638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 23 16:52:12.202095 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:52:17.431317 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d8fbdfe6-0bd0-49cf-b341-b8b0a943d54a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:52:19.827666 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-af426411-776c-4185-97ea-bb88ed604535 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:52:20.214885 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-405afac1-03cf-422b-bb87-3a21b60603b1 req-f8279a67-428f-4c48-8fb8-398071ceaf36 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=25fce2e4-7ea6-4509-88f6-5e1e5383e3d3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0845189
Dec 23 16:52:20.507158 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405afac1-03cf-422b-bb87-3a21b60603b1 req-26613781-53c6-4ba5-9bfe-815cdd8357ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:52:20.508536 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-405afac1-03cf-422b-bb87-3a21b60603b1 req-26613781-53c6-4ba5-9bfe-815cdd8357ec service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=79cc439d279749ef8b2ba812a95a00a9&device_id=25fce2e4-7ea6-4509-88f6-5e1e5383e3d3 HTTP/1.1" status: 200  len: 1098 time: 0.2074966
Dec 23 16:52:20.675398 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405afac1-03cf-422b-bb87-3a21b60603b1 req-a817b8c3-f804-48b9-842d-26e6a5ff5ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:52:20.676867 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-405afac1-03cf-422b-bb87-3a21b60603b1 req-a817b8c3-f804-48b9-842d-26e6a5ff5ac9 service neutron] 10.222.0.61 "GET /v2.0/networks?id=c2b50f22-1b69-46ad-b51d-6a76b52ac77a HTTP/1.1" status: 200  len: 910 time: 0.1486244
Dec 23 16:52:20.782461 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-405afac1-03cf-422b-bb87-3a21b60603b1 req-cde7ce9d-50af-459c-b87b-57cb2ef1fb5b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fbeac047-d922-4358-8cb2-9b62213f35e0 HTTP/1.1" status: 200  len: 1000 time: 0.0990896
Dec 23 16:52:20.845361 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405afac1-03cf-422b-bb87-3a21b60603b1 req-ea1c9a0e-299a-4f7e-b77e-7b5140d6aa49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:52:20.846771 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-405afac1-03cf-422b-bb87-3a21b60603b1 req-ea1c9a0e-299a-4f7e-b77e-7b5140d6aa49 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=38a627be-3f02-4c99-9edf-8d85f81bb342 HTTP/1.1" status: 200  len: 848 time: 0.0583460
Dec 23 16:52:20.926377 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405afac1-03cf-422b-bb87-3a21b60603b1 req-218bba2f-4d4d-4381-9a60-b3d63c5414b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:52:20.927826 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-405afac1-03cf-422b-bb87-3a21b60603b1 req-218bba2f-4d4d-4381-9a60-b3d63c5414b2 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c2b50f22-1b69-46ad-b51d-6a76b52ac77a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0750287
Dec 23 16:52:20.946762 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9dcbea60-a34f-4144-91e7-90aff3f57aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:52:20.994840 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:52:21.064221 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-405afac1-03cf-422b-bb87-3a21b60603b1 req-95432583-ad22-4746-9721-e14b6e3f5adb service neutron] 10.222.0.61 "GET /v2.0/networks/c2b50f22-1b69-46ad-b51d-6a76b52ac77a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1293628
Dec 23 16:52:21.194945 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-405afac1-03cf-422b-bb87-3a21b60603b1 req-0cb32876-13c2-46b6-ad92-081b119d118f service neutron] 10.222.0.61 "GET /v2.0/networks/c2b50f22-1b69-46ad-b51d-6a76b52ac77a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1237931
Dec 23 16:52:22.442612 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9e3aab53-d650-47e3-b8a6-2dff21fe9ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:52:36.678865 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.agents_db [None req-30c2320c-f298-49f6-9c47-c20e38116a9c None None] Agent healthcheck: found 6 active agents {{(pid=87638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 23 16:52:42.213589 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:52:42.967233 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f15fd4f-35a3-4955-9c16-8ab0fffa81a0 req-b79f83de-0d53-4ab8-a981-ff6157cf8536 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:52:42.968603 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-9f15fd4f-35a3-4955-9c16-8ab0fffa81a0 req-b79f83de-0d53-4ab8-a981-ff6157cf8536 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] 10.222.0.64 "GET /v2.0/ports?device_id=25fce2e4-7ea6-4509-88f6-5e1e5383e3d3 HTTP/1.1" status: 200  len: 945 time: 0.0851352
Dec 23 16:52:43.018655 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-9f15fd4f-35a3-4955-9c16-8ab0fffa81a0 req-f83340ac-9490-4be8-a54e-55c5ad805a72 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff6e57ae-dadc-4f2f-a7f0-54fb165c83c4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416036
Dec 23 16:52:44.231858 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7ff04d-596e-441e-812f-a3ca8f427b9f req-c80b177c-46bf-41ea-847d-94956240b5c7 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:52:44.233344 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-1d7ff04d-596e-441e-812f-a3ca8f427b9f req-c80b177c-46bf-41ea-847d-94956240b5c7 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] 10.222.0.64 "GET /v2.0/ports?device_id=25fce2e4-7ea6-4509-88f6-5e1e5383e3d3 HTTP/1.1" status: 200  len: 945 time: 0.0919700
Dec 23 16:52:44.276488 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-1d7ff04d-596e-441e-812f-a3ca8f427b9f req-520c6aae-a0df-484c-a0a2-35fc1dc5af57 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff6e57ae-dadc-4f2f-a7f0-54fb165c83c4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0373065
Dec 23 16:52:45.478423 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5896d1-31d2-4bd1-994f-36fa2aa5c06d req-745916aa-67d6-4560-a959-6875ac6fc6f0 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:52:45.479854 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-1b5896d1-31d2-4bd1-994f-36fa2aa5c06d req-745916aa-67d6-4560-a959-6875ac6fc6f0 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] 10.222.0.64 "GET /v2.0/ports?device_id=25fce2e4-7ea6-4509-88f6-5e1e5383e3d3 HTTP/1.1" status: 200  len: 945 time: 0.0807087
Dec 23 16:52:45.523427 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-1b5896d1-31d2-4bd1-994f-36fa2aa5c06d req-90246702-c1f1-49f5-81af-972d2b116ebb tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff6e57ae-dadc-4f2f-a7f0-54fb165c83c4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0378582
Dec 23 16:52:46.732078 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2071c0cf-628e-4948-9606-bc77938e0786 req-c347f29f-c38d-43a0-9e53-47abf73f7d31 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:52:46.733563 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-2071c0cf-628e-4948-9606-bc77938e0786 req-c347f29f-c38d-43a0-9e53-47abf73f7d31 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] 10.222.0.64 "GET /v2.0/ports?device_id=25fce2e4-7ea6-4509-88f6-5e1e5383e3d3 HTTP/1.1" status: 200  len: 945 time: 0.0841169
Dec 23 16:52:46.778396 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-2071c0cf-628e-4948-9606-bc77938e0786 req-36e6b305-e78b-4c2a-a2c8-54b8bc10c8c2 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff6e57ae-dadc-4f2f-a7f0-54fb165c83c4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0375042
Dec 23 16:52:47.441097 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-8da5a550-cfca-40a6-a01e-6eeeaa088e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:52:47.984982 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75ba5a6-95e1-4376-8517-692b26a8b41b req-54315433-4316-4d2b-9e19-83e22604639f tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:52:47.986472 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-e75ba5a6-95e1-4376-8517-692b26a8b41b req-54315433-4316-4d2b-9e19-83e22604639f tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] 10.222.0.64 "GET /v2.0/ports?device_id=25fce2e4-7ea6-4509-88f6-5e1e5383e3d3 HTTP/1.1" status: 200  len: 945 time: 0.0922093
Dec 23 16:52:48.032371 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-e75ba5a6-95e1-4376-8517-692b26a8b41b req-9e287bf8-23a3-4677-bfdd-1b3daa1ce1d8 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff6e57ae-dadc-4f2f-a7f0-54fb165c83c4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0390038
Dec 23 16:52:49.231003 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b356c3bd-b189-4a77-8b9d-459a3b1798dc req-cb02bf42-c138-45e5-8c59-881d53b188d5 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:52:49.232466 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-b356c3bd-b189-4a77-8b9d-459a3b1798dc req-cb02bf42-c138-45e5-8c59-881d53b188d5 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] 10.222.0.64 "GET /v2.0/ports?device_id=25fce2e4-7ea6-4509-88f6-5e1e5383e3d3 HTTP/1.1" status: 200  len: 945 time: 0.0886693
Dec 23 16:52:49.275712 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-b356c3bd-b189-4a77-8b9d-459a3b1798dc req-7d43abea-42dc-4f0d-b33f-a6d0a6cf7295 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff6e57ae-dadc-4f2f-a7f0-54fb165c83c4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0374012
Dec 23 16:52:49.824155 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-bd5d9c9a-d316-406b-bd57-a44ce6fca83b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:52:50.475210 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51df5555-6bd0-469b-a046-f0de08e61985 req-a4d0f06e-da89-4f6e-9fbb-179aa96fa450 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:52:50.476646 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-51df5555-6bd0-469b-a046-f0de08e61985 req-a4d0f06e-da89-4f6e-9fbb-179aa96fa450 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] 10.222.0.64 "GET /v2.0/ports?device_id=25fce2e4-7ea6-4509-88f6-5e1e5383e3d3 HTTP/1.1" status: 200  len: 945 time: 0.0854194
Dec 23 16:52:50.520270 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-51df5555-6bd0-469b-a046-f0de08e61985 req-8d89975b-1251-48ec-b4d9-1713502d93a5 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff6e57ae-dadc-4f2f-a7f0-54fb165c83c4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0379531
Dec 23 16:52:50.959969 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9dcbea60-a34f-4144-91e7-90aff3f57aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:52:50.989368 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:52:51.723788 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79b6805-7d60-4d48-8015-f7b7a2e46c2d req-ded69ac9-53e0-4f40-89d6-551665b4202e tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:52:51.725391 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-c79b6805-7d60-4d48-8015-f7b7a2e46c2d req-ded69ac9-53e0-4f40-89d6-551665b4202e tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] 10.222.0.64 "GET /v2.0/ports?device_id=25fce2e4-7ea6-4509-88f6-5e1e5383e3d3 HTTP/1.1" status: 200  len: 945 time: 0.0880575
Dec 23 16:52:51.771925 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-c79b6805-7d60-4d48-8015-f7b7a2e46c2d req-0bf302d1-5ef7-4062-91f0-6328f563ee03 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff6e57ae-dadc-4f2f-a7f0-54fb165c83c4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0379262
Dec 23 16:52:52.440419 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9e3aab53-d650-47e3-b8a6-2dff21fe9ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:52:52.987544 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19cfd30-2146-4ad3-8557-ae2111c17bfa req-3a513fc7-f5f1-4c68-94d8-a5ba8a201cd6 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:52:52.988939 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-e19cfd30-2146-4ad3-8557-ae2111c17bfa req-3a513fc7-f5f1-4c68-94d8-a5ba8a201cd6 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] 10.222.0.64 "GET /v2.0/ports?device_id=25fce2e4-7ea6-4509-88f6-5e1e5383e3d3 HTTP/1.1" status: 200  len: 945 time: 0.0987077
Dec 23 16:52:53.033912 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-e19cfd30-2146-4ad3-8557-ae2111c17bfa req-16a745d4-fe07-4326-84ab-1679ee5e62fd tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff6e57ae-dadc-4f2f-a7f0-54fb165c83c4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0392902
Dec 23 16:52:54.375025 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615e732f-1d06-4309-9a92-67488ffa70d9 req-4771fa6f-b84e-44f8-b10d-d36bbb78ba83 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:52:54.376468 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-615e732f-1d06-4309-9a92-67488ffa70d9 req-4771fa6f-b84e-44f8-b10d-d36bbb78ba83 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] 10.222.0.64 "GET /v2.0/ports?device_id=25fce2e4-7ea6-4509-88f6-5e1e5383e3d3 HTTP/1.1" status: 200  len: 945 time: 0.2238417
Dec 23 16:52:54.423324 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-615e732f-1d06-4309-9a92-67488ffa70d9 req-d288e3ee-b1f4-42eb-906b-fd40a0659c80 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff6e57ae-dadc-4f2f-a7f0-54fb165c83c4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0393324
Dec 23 16:52:55.220138 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Device fbeac047-d922-4358-8cb2-9b62213f35e0 details requested by agent hyperv_hv-neutron-8227 with host hv-neutron-8227 {{(pid=87637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 23 16:52:55.356598 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] For port fbeac047-d922-4358-8cb2-9b62213f35e0, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=fbeac047-d922-4358-8cb2-9b62213f35e0,segment=NetworkSegment(e66ad8a6-38f9-4666-888d-5f65134ad083),segment_id=e66ad8a6-38f9-4666-888d-5f65134ad083)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:52:55.369822 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Returning: {'device': 'fbeac047-d922-4358-8cb2-9b62213f35e0', 'network_id': 'c2b50f22-1b69-46ad-b51d-6a76b52ac77a', 'port_id': 'fbeac047-d922-4358-8cb2-9b62213f35e0', 'mac_address': 'fa:16:3e:e2:38:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 439, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38a627be-3f02-4c99-9edf-8d85f81bb342', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 23 16:52:55.426535 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:52:55.447110 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.notifiers.nova [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fbeac047-d922-4358-8cb2-9b62213f35e0 {{(pid=87637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 23 16:52:55.463050 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] For port fbeac047-d922-4358-8cb2-9b62213f35e0, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=fbeac047-d922-4358-8cb2-9b62213f35e0,segment=NetworkSegment(e66ad8a6-38f9-4666-888d-5f65134ad083),segment_id=e66ad8a6-38f9-4666-888d-5f65134ad083)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:52:55.468678 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:52:55.470538 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:52:55.536638 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Pushing event updated for resources: {'Port': ['ID=fbeac047-d922-4358-8cb2-9b62213f35e0,revision_number=6']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:52:55.544367 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:52:55.545450 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:52:55.545450 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:52:55.545450 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:52:55.545711 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:52:55.546025 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:52:55.546344 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:52:55.546661 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:52:55.546977 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:52:55.547292 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:52:55.547740 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:52:55.548057 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:52:55.553232 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] get_ports_and_sgs() called for port_ids ['fbeac047-d922-4358-8cb2-9b62213f35e0'] {{(pid=87637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 23 16:52:55.577566 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:52:55.638214 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fe2f3b-ab29-454d-93d0-b6c34b261bff req-e91e933b-f831-4ed4-8e74-e9afe1ad490d tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:52:55.641020 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-94fe2f3b-ab29-454d-93d0-b6c34b261bff req-e91e933b-f831-4ed4-8e74-e9afe1ad490d tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] 10.222.0.64 "GET /v2.0/ports?device_id=25fce2e4-7ea6-4509-88f6-5e1e5383e3d3 HTTP/1.1" status: 200  len: 944 time: 0.0967886
Dec 23 16:52:55.688620 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-94fe2f3b-ab29-454d-93d0-b6c34b261bff req-5b55fd1c-bb1a-4615-ae03-a910db854cd2 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff6e57ae-dadc-4f2f-a7f0-54fb165c83c4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406275
Dec 23 16:52:56.897323 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff7e7f0-fd35-46f6-9f93-782d0f9cfcdd req-5c969eec-a530-4e3c-b06c-237d9dc56eef tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:52:56.898912 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-fff7e7f0-fd35-46f6-9f93-782d0f9cfcdd req-5c969eec-a530-4e3c-b06c-237d9dc56eef tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] 10.222.0.64 "GET /v2.0/ports?device_id=25fce2e4-7ea6-4509-88f6-5e1e5383e3d3 HTTP/1.1" status: 200  len: 944 time: 0.0969789
Dec 23 16:52:56.950244 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-fff7e7f0-fd35-46f6-9f93-782d0f9cfcdd req-62740c4c-5bbe-4497-902d-f9d2faa4fb6b tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff6e57ae-dadc-4f2f-a7f0-54fb165c83c4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0434926
Dec 23 16:52:57.251545 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Device fbeac047-d922-4358-8cb2-9b62213f35e0 up at agent hyperv_hv-neutron-8227 {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:52:57.371813 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Provisioning complete for port fbeac047-d922-4358-8cb2-9b62213f35e0 triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:52:57.372224 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:52:57.515414 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:52:57.545251 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25fce2e4-7ea6-4509-88f6-5e1e5383e3d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbeac047-d922-4358-8cb2-9b62213f35e0'}] {{(pid=87637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 23 16:52:57.574427 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] For port fbeac047-d922-4358-8cb2-9b62213f35e0, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=fbeac047-d922-4358-8cb2-9b62213f35e0,segment=NetworkSegment(e66ad8a6-38f9-4666-888d-5f65134ad083),segment_id=e66ad8a6-38f9-4666-888d-5f65134ad083)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:52:57.581750 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:52:57.584337 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:52:57.634935 dv-neutron-822799-1-hyperv neutron-server[87637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25fce2e4-7ea6-4509-88f6-5e1e5383e3d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbeac047-d922-4358-8cb2-9b62213f35e0', 'code': 200}
Dec 23 16:52:57.668219 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Pushing event updated for resources: {'Port': ['ID=fbeac047-d922-4358-8cb2-9b62213f35e0,revision_number=7']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:52:57.671875 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:52:58.185110 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd529f4-aa17-48e1-b898-32010d01c2db req-744352de-979f-4d6b-9bc4-964a8aefeae3 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:52:58.186664 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-efd529f4-aa17-48e1-b898-32010d01c2db req-744352de-979f-4d6b-9bc4-964a8aefeae3 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] 10.222.0.64 "GET /v2.0/ports?device_id=25fce2e4-7ea6-4509-88f6-5e1e5383e3d3 HTTP/1.1" status: 200  len: 945 time: 0.1081877
Dec 23 16:52:58.243532 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-efd529f4-aa17-48e1-b898-32010d01c2db req-4a0ff838-ac00-4ae3-be13-a0481524e8cd tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff6e57ae-dadc-4f2f-a7f0-54fb165c83c4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0504532
Dec 23 16:52:59.473970 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734d7a72-c436-4f46-aaa1-327b135985ed req-d0693e31-d7a2-462b-93d9-05f7b30dae4d tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:52:59.475926 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-734d7a72-c436-4f46-aaa1-327b135985ed req-d0693e31-d7a2-462b-93d9-05f7b30dae4d tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] 10.222.0.64 "GET /v2.0/ports?device_id=25fce2e4-7ea6-4509-88f6-5e1e5383e3d3 HTTP/1.1" status: 200  len: 945 time: 0.1001885
Dec 23 16:52:59.526473 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-734d7a72-c436-4f46-aaa1-327b135985ed req-10664b1f-69be-4dcb-95da-75fb5d08de1a tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff6e57ae-dadc-4f2f-a7f0-54fb165c83c4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0442321
Dec 23 16:53:00.751888 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125ee22c-5411-4a73-b043-8f2aab5d4d84 req-01d3535c-ca14-4547-bfdb-95f336588604 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:53:00.753453 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-125ee22c-5411-4a73-b043-8f2aab5d4d84 req-01d3535c-ca14-4547-bfdb-95f336588604 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] 10.222.0.64 "GET /v2.0/ports?device_id=25fce2e4-7ea6-4509-88f6-5e1e5383e3d3 HTTP/1.1" status: 200  len: 945 time: 0.0939429
Dec 23 16:53:00.799705 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-125ee22c-5411-4a73-b043-8f2aab5d4d84 req-bb124f2c-33fc-4e9b-89b7-e369bf0ade59 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff6e57ae-dadc-4f2f-a7f0-54fb165c83c4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402949
Dec 23 16:53:02.002309 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55804ad1-93ac-429b-b2af-39774a11654b req-0d6fb469-60c5-4aa2-803b-33e073d75045 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:53:02.003822 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-55804ad1-93ac-429b-b2af-39774a11654b req-0d6fb469-60c5-4aa2-803b-33e073d75045 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] 10.222.0.64 "GET /v2.0/ports?device_id=25fce2e4-7ea6-4509-88f6-5e1e5383e3d3 HTTP/1.1" status: 200  len: 945 time: 0.0848424
Dec 23 16:53:02.059482 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-55804ad1-93ac-429b-b2af-39774a11654b req-5efb34e6-ebc6-433d-a752-57a759026acf tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff6e57ae-dadc-4f2f-a7f0-54fb165c83c4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0497773
Dec 23 16:53:03.267494 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b489e4-01d3-4fb9-bb1d-81523ca48ea5 req-5a36a1c1-dd13-4ba7-833e-b2c8e991f213 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:53:03.268998 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-16b489e4-01d3-4fb9-bb1d-81523ca48ea5 req-5a36a1c1-dd13-4ba7-833e-b2c8e991f213 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] 10.222.0.64 "GET /v2.0/ports?device_id=25fce2e4-7ea6-4509-88f6-5e1e5383e3d3 HTTP/1.1" status: 200  len: 945 time: 0.1002395
Dec 23 16:53:03.320864 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-16b489e4-01d3-4fb9-bb1d-81523ca48ea5 req-50d51ee1-ed55-41fe-af6a-ac9bf37bfded tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff6e57ae-dadc-4f2f-a7f0-54fb165c83c4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0449929
Dec 23 16:53:04.522121 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98c01df-f913-44e4-8153-c2745210a5dd req-d627c265-591e-4ae8-97a9-ed5bdd593764 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:53:04.523736 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-b98c01df-f913-44e4-8153-c2745210a5dd req-d627c265-591e-4ae8-97a9-ed5bdd593764 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] 10.222.0.64 "GET /v2.0/ports?device_id=25fce2e4-7ea6-4509-88f6-5e1e5383e3d3 HTTP/1.1" status: 200  len: 945 time: 0.0923562
Dec 23 16:53:04.570087 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-b98c01df-f913-44e4-8153-c2745210a5dd req-fdfdb842-f8b2-4011-b380-9e2575fa2cdb tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff6e57ae-dadc-4f2f-a7f0-54fb165c83c4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0399842
Dec 23 16:53:04.840740 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3187d661-3669-4832-87c6-9ecd2fe76a86 req-7dfdd17a-822c-4f03-b43c-cd6f25b97549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:53:04.843112 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-3187d661-3669-4832-87c6-9ecd2fe76a86 req-7dfdd17a-822c-4f03-b43c-cd6f25b97549 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=79cc439d279749ef8b2ba812a95a00a9&device_id=25fce2e4-7ea6-4509-88f6-5e1e5383e3d3 HTTP/1.1" status: 200  len: 1098 time: 0.2010441
Dec 23 16:53:04.986525 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3187d661-3669-4832-87c6-9ecd2fe76a86 req-bb4b4171-72f9-44b0-9379-410763c2725a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:53:04.987954 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-3187d661-3669-4832-87c6-9ecd2fe76a86 req-bb4b4171-72f9-44b0-9379-410763c2725a service neutron] 10.222.0.61 "GET /v2.0/networks?id=c2b50f22-1b69-46ad-b51d-6a76b52ac77a HTTP/1.1" status: 200  len: 910 time: 0.1373637
Dec 23 16:53:05.098680 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-3187d661-3669-4832-87c6-9ecd2fe76a86 req-658a5f5a-b3ff-4f26-b421-0b9f9bc2a095 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fbeac047-d922-4358-8cb2-9b62213f35e0 HTTP/1.1" status: 200  len: 1000 time: 0.1035378
Dec 23 16:53:05.161706 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3187d661-3669-4832-87c6-9ecd2fe76a86 req-0e983b61-b93a-43e6-b128-a627579bf1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:53:05.163273 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-3187d661-3669-4832-87c6-9ecd2fe76a86 req-0e983b61-b93a-43e6-b128-a627579bf1d9 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=38a627be-3f02-4c99-9edf-8d85f81bb342 HTTP/1.1" status: 200  len: 848 time: 0.0583100
Dec 23 16:53:05.239070 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3187d661-3669-4832-87c6-9ecd2fe76a86 req-6c6b02a1-709f-41ad-96e3-8519aa998a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:53:05.240547 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-3187d661-3669-4832-87c6-9ecd2fe76a86 req-6c6b02a1-709f-41ad-96e3-8519aa998a4b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c2b50f22-1b69-46ad-b51d-6a76b52ac77a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0710998
Dec 23 16:53:05.374143 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-3187d661-3669-4832-87c6-9ecd2fe76a86 req-52451935-f818-481a-8847-f8db3c7459bf service neutron] 10.222.0.61 "GET /v2.0/networks/c2b50f22-1b69-46ad-b51d-6a76b52ac77a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1265852
Dec 23 16:53:05.511498 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-3187d661-3669-4832-87c6-9ecd2fe76a86 req-8c603b03-ec5d-4b5e-a152-84fa138f0883 service neutron] 10.222.0.61 "GET /v2.0/networks/c2b50f22-1b69-46ad-b51d-6a76b52ac77a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1307373
Dec 23 16:53:05.776404 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1fc2a3-5e5b-4361-b6c5-f747d676f8cc req-0a6b9ad6-c38d-43e2-adfa-fe7bb03e727a tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:53:05.777789 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-2c1fc2a3-5e5b-4361-b6c5-f747d676f8cc req-0a6b9ad6-c38d-43e2-adfa-fe7bb03e727a tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] 10.222.0.64 "GET /v2.0/ports?device_id=25fce2e4-7ea6-4509-88f6-5e1e5383e3d3 HTTP/1.1" status: 200  len: 945 time: 0.0935040
Dec 23 16:53:05.829739 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-2c1fc2a3-5e5b-4361-b6c5-f747d676f8cc req-4bdca8e4-a468-4162-a32a-3a3f86874825 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff6e57ae-dadc-4f2f-a7f0-54fb165c83c4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428615
Dec 23 16:53:07.030770 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cd8a21-aa9c-4050-8cea-c3665db042d1 req-c53c34df-a0b6-4ec2-8c97-c53f8d897224 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:53:07.032313 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-96cd8a21-aa9c-4050-8cea-c3665db042d1 req-c53c34df-a0b6-4ec2-8c97-c53f8d897224 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] 10.222.0.64 "GET /v2.0/ports?device_id=25fce2e4-7ea6-4509-88f6-5e1e5383e3d3 HTTP/1.1" status: 200  len: 945 time: 0.0917399
Dec 23 16:53:07.077932 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-96cd8a21-aa9c-4050-8cea-c3665db042d1 req-f8b0ac77-88e2-48c7-8272-53972ac057fd tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff6e57ae-dadc-4f2f-a7f0-54fb165c83c4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0392690
Dec 23 16:53:07.301585 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Device fbeac047-d922-4358-8cb2-9b62213f35e0 no longer exists at agent hyperv_hv-neutron-8227 {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 23 16:53:07.418399 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:53:07.444626 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25fce2e4-7ea6-4509-88f6-5e1e5383e3d3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fbeac047-d922-4358-8cb2-9b62213f35e0'}] {{(pid=87637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 23 16:53:07.455411 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] For port fbeac047-d922-4358-8cb2-9b62213f35e0, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=fbeac047-d922-4358-8cb2-9b62213f35e0,segment=NetworkSegment(e66ad8a6-38f9-4666-888d-5f65134ad083),segment_id=e66ad8a6-38f9-4666-888d-5f65134ad083)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:53:07.461865 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:53:07.465428 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-a549df33-ec18-4b9d-97bd-9ada599de478 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:53:07.511207 dv-neutron-822799-1-hyperv neutron-server[87637]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '25fce2e4-7ea6-4509-88f6-5e1e5383e3d3', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'fbeac047-d922-4358-8cb2-9b62213f35e0', 'code': 422} returned with failed status
Dec 23 16:53:07.542227 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Pushing event updated for resources: {'Port': ['ID=fbeac047-d922-4358-8cb2-9b62213f35e0,revision_number=8']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:53:07.545595 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:53:08.279999 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425069fb-473b-4f62-9ee8-5b512f6bd1f4 req-c426263b-85ee-4b7a-9621-abdbc527bb40 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:53:08.281473 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-425069fb-473b-4f62-9ee8-5b512f6bd1f4 req-c426263b-85ee-4b7a-9621-abdbc527bb40 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] 10.222.0.64 "GET /v2.0/ports?device_id=25fce2e4-7ea6-4509-88f6-5e1e5383e3d3 HTTP/1.1" status: 200  len: 943 time: 0.0863273
Dec 23 16:53:08.331427 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-425069fb-473b-4f62-9ee8-5b512f6bd1f4 req-21a0156a-bf94-477e-9696-a9340a8e112f tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff6e57ae-dadc-4f2f-a7f0-54fb165c83c4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0440071
Dec 23 16:53:08.695792 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0005db1-955d-44be-839a-143b4bd7ca7b req-5bcac50f-e8f5-4d28-949c-04fe70db8fda tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:53:08.697294 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-f0005db1-955d-44be-839a-143b4bd7ca7b req-5bcac50f-e8f5-4d28-949c-04fe70db8fda tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] 10.222.0.64 "GET /v2.0/ports?device_id=25fce2e4-7ea6-4509-88f6-5e1e5383e3d3 HTTP/1.1" status: 200  len: 943 time: 0.0853355
Dec 23 16:53:08.741464 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-f0005db1-955d-44be-839a-143b4bd7ca7b req-892d4469-8422-4728-8084-a8f5220af023 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff6e57ae-dadc-4f2f-a7f0-54fb165c83c4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0383918
Dec 23 16:53:08.958655 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-25a80d59-ff36-42b8-a6dd-966054c18ff8 req-b7127475-180c-4498-98d7-6daafd606689 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=25fce2e4-7ea6-4509-88f6-5e1e5383e3d3&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1172378
Dec 23 16:53:09.865148 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a80d59-ff36-42b8-a6dd-966054c18ff8 req-96b92492-ce44-4638-b891-99a90d3dd580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:53:09.867700 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-25a80d59-ff36-42b8-a6dd-966054c18ff8 req-96b92492-ce44-4638-b891-99a90d3dd580 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=25fce2e4-7ea6-4509-88f6-5e1e5383e3d3&tenant_id=79cc439d279749ef8b2ba812a95a00a9 HTTP/1.1" status: 200  len: 1096 time: 0.0787220
Dec 23 16:53:09.939199 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b3ebd7-5994-44ed-b6a6-9a956a9b5a9f req-c358c862-140d-4fc0-a413-1bd2837c0749 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:53:09.941602 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-e4b3ebd7-5994-44ed-b6a6-9a956a9b5a9f req-c358c862-140d-4fc0-a413-1bd2837c0749 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] 10.222.0.64 "GET /v2.0/ports?device_id=25fce2e4-7ea6-4509-88f6-5e1e5383e3d3 HTTP/1.1" status: 200  len: 943 time: 0.0912099
Dec 23 16:53:09.965039 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a80d59-ff36-42b8-a6dd-966054c18ff8 req-d6a2921a-f379-4a0a-99bd-a505ec22997c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:53:09.966524 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-25a80d59-ff36-42b8-a6dd-966054c18ff8 req-d6a2921a-f379-4a0a-99bd-a505ec22997c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=79cc439d279749ef8b2ba812a95a00a9&device_id=25fce2e4-7ea6-4509-88f6-5e1e5383e3d3 HTTP/1.1" status: 200  len: 1096 time: 0.0771954
Dec 23 16:53:09.986716 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-e4b3ebd7-5994-44ed-b6a6-9a956a9b5a9f req-0cd1ba17-6f54-449c-a4d5-1ed9531a25f2 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff6e57ae-dadc-4f2f-a7f0-54fb165c83c4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0394282
Dec 23 16:53:10.100254 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a80d59-ff36-42b8-a6dd-966054c18ff8 req-2c916d6b-0375-42d1-bb15-d916e88a95ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:53:10.102133 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-25a80d59-ff36-42b8-a6dd-966054c18ff8 req-2c916d6b-0375-42d1-bb15-d916e88a95ba service neutron] 10.222.0.61 "GET /v2.0/networks?id=c2b50f22-1b69-46ad-b51d-6a76b52ac77a HTTP/1.1" status: 200  len: 910 time: 0.1289949
Dec 23 16:53:10.208396 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-25a80d59-ff36-42b8-a6dd-966054c18ff8 req-6034ee30-2f43-4c26-ad1f-aaca5a0b2608 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fbeac047-d922-4358-8cb2-9b62213f35e0 HTTP/1.1" status: 200  len: 998 time: 0.0994122
Dec 23 16:53:10.281392 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a80d59-ff36-42b8-a6dd-966054c18ff8 req-5a683355-81c5-44dc-a4a3-a4c315b563db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:53:10.282841 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-25a80d59-ff36-42b8-a6dd-966054c18ff8 req-5a683355-81c5-44dc-a4a3-a4c315b563db service neutron] 10.222.0.61 "GET /v2.0/subnets?id=38a627be-3f02-4c99-9edf-8d85f81bb342 HTTP/1.1" status: 200  len: 848 time: 0.0686672
Dec 23 16:53:10.365379 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a80d59-ff36-42b8-a6dd-966054c18ff8 req-c72ccbb4-38d8-43be-bd04-d783638060ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:53:10.366929 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-25a80d59-ff36-42b8-a6dd-966054c18ff8 req-c72ccbb4-38d8-43be-bd04-d783638060ef service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c2b50f22-1b69-46ad-b51d-6a76b52ac77a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0778122
Dec 23 16:53:10.501279 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-25a80d59-ff36-42b8-a6dd-966054c18ff8 req-7dd1904d-de48-417e-9f01-082291d88f90 service neutron] 10.222.0.61 "GET /v2.0/networks/c2b50f22-1b69-46ad-b51d-6a76b52ac77a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1273360
Dec 23 16:53:10.752208 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-25a80d59-ff36-42b8-a6dd-966054c18ff8 req-913e01a9-7ccf-40ef-8eef-45461288ff95 service neutron] 10.222.0.61 "GET /v2.0/networks/c2b50f22-1b69-46ad-b51d-6a76b52ac77a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2440984
Dec 23 16:53:11.198519 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4e8943-bfff-474c-8bc2-ce766e0f780d req-812c7a6c-2c3a-4001-8f65-f45b6ec0c43e tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:53:11.200666 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-cc4e8943-bfff-474c-8bc2-ce766e0f780d req-812c7a6c-2c3a-4001-8f65-f45b6ec0c43e tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] 10.222.0.64 "GET /v2.0/ports?device_id=25fce2e4-7ea6-4509-88f6-5e1e5383e3d3 HTTP/1.1" status: 200  len: 943 time: 0.1063192
Dec 23 16:53:11.266928 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-cc4e8943-bfff-474c-8bc2-ce766e0f780d req-83c0f07a-3baf-4fb4-9f72-81519dd2a39f tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff6e57ae-dadc-4f2f-a7f0-54fb165c83c4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0601163
Dec 23 16:53:12.204040 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:53:12.471238 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521176a0-f1b2-4724-8533-6f1abe0199de req-bd72e888-4e06-42bb-9a70-cca4dc97ba8c tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:53:12.473518 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-521176a0-f1b2-4724-8533-6f1abe0199de req-bd72e888-4e06-42bb-9a70-cca4dc97ba8c tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] 10.222.0.64 "GET /v2.0/ports?device_id=25fce2e4-7ea6-4509-88f6-5e1e5383e3d3 HTTP/1.1" status: 200  len: 943 time: 0.0866687
Dec 23 16:53:12.520035 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-521176a0-f1b2-4724-8533-6f1abe0199de req-38c4d2b9-54ac-42a0-806f-18a15276fdef tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff6e57ae-dadc-4f2f-a7f0-54fb165c83c4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0403221
Dec 23 16:53:13.679311 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.agents_db [None req-30c2320c-f298-49f6-9c47-c20e38116a9c None None] Agent healthcheck: found 6 active agents {{(pid=87638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 23 16:53:13.715041 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb650613-76f0-4775-b9c7-5ff67c079d7a req-2545e44b-425c-4185-b5f6-65c3d3ea624b tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:53:13.716708 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-eb650613-76f0-4775-b9c7-5ff67c079d7a req-2545e44b-425c-4185-b5f6-65c3d3ea624b tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] 10.222.0.64 "GET /v2.0/ports?device_id=25fce2e4-7ea6-4509-88f6-5e1e5383e3d3 HTTP/1.1" status: 200  len: 943 time: 0.0862522
Dec 23 16:53:13.761045 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-eb650613-76f0-4775-b9c7-5ff67c079d7a req-e13a8151-c020-458a-9c43-dc0da980bb91 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff6e57ae-dadc-4f2f-a7f0-54fb165c83c4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0386214
Dec 23 16:53:14.963746 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fef64d2-d39f-4f14-8ef5-f0a6df81601e req-6f64e41b-a772-45a7-a281-9eb4c03bcb6f tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:53:14.965191 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-6fef64d2-d39f-4f14-8ef5-f0a6df81601e req-6f64e41b-a772-45a7-a281-9eb4c03bcb6f tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] 10.222.0.64 "GET /v2.0/ports?device_id=25fce2e4-7ea6-4509-88f6-5e1e5383e3d3 HTTP/1.1" status: 200  len: 943 time: 0.0867491
Dec 23 16:53:15.016477 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-6fef64d2-d39f-4f14-8ef5-f0a6df81601e req-95d3a4b5-b79a-443e-89b7-475d856679d5 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff6e57ae-dadc-4f2f-a7f0-54fb165c83c4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0444562
Dec 23 16:53:16.217381 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb660bf4-6669-430c-97a5-31479c9f23ae req-a052f6f9-b09c-47fd-a199-b17c23e97f02 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:53:16.218843 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-eb660bf4-6669-430c-97a5-31479c9f23ae req-a052f6f9-b09c-47fd-a199-b17c23e97f02 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] 10.222.0.64 "GET /v2.0/ports?device_id=25fce2e4-7ea6-4509-88f6-5e1e5383e3d3 HTTP/1.1" status: 200  len: 943 time: 0.0886965
Dec 23 16:53:16.262229 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-eb660bf4-6669-430c-97a5-31479c9f23ae req-86229cd0-9042-4191-a6ec-11e276f89378 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff6e57ae-dadc-4f2f-a7f0-54fb165c83c4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0377479
Dec 23 16:53:17.439041 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-37eea532-c7cb-427f-b2df-c389b2ad31bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:53:17.477891 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6801e9c1-75cf-446f-84c4-f54169f21446 req-251e4116-c34d-4bdf-b747-e420c91d12b3 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:53:17.479676 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-6801e9c1-75cf-446f-84c4-f54169f21446 req-251e4116-c34d-4bdf-b747-e420c91d12b3 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] 10.222.0.64 "GET /v2.0/ports?device_id=25fce2e4-7ea6-4509-88f6-5e1e5383e3d3 HTTP/1.1" status: 200  len: 943 time: 0.1080887
Dec 23 16:53:17.526583 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-6801e9c1-75cf-446f-84c4-f54169f21446 req-f3a01a9e-1f6f-457f-bd54-459d49af56d6 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff6e57ae-dadc-4f2f-a7f0-54fb165c83c4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0403230
Dec 23 16:53:18.734336 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c192b98-c166-485d-b9f6-80b4f3804d6e req-f1b52f02-c482-4a96-9faa-3725d673f04a tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:53:18.737038 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-1c192b98-c166-485d-b9f6-80b4f3804d6e req-f1b52f02-c482-4a96-9faa-3725d673f04a tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] 10.222.0.64 "GET /v2.0/ports?device_id=25fce2e4-7ea6-4509-88f6-5e1e5383e3d3 HTTP/1.1" status: 200  len: 943 time: 0.0945735
Dec 23 16:53:18.784262 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-1c192b98-c166-485d-b9f6-80b4f3804d6e req-bfd93e85-123e-41cc-951a-ff67ff5f5923 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff6e57ae-dadc-4f2f-a7f0-54fb165c83c4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420012
Dec 23 16:53:19.829695 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-a3c7045c-2af6-48c7-9502-f7c9c0c68369 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:53:19.990924 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3416b3ed-bfeb-4095-98df-c3a8eefcef56 req-800b0599-3616-432f-9348-c8b21bde6c53 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:53:19.992496 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-3416b3ed-bfeb-4095-98df-c3a8eefcef56 req-800b0599-3616-432f-9348-c8b21bde6c53 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] 10.222.0.64 "GET /v2.0/ports?device_id=25fce2e4-7ea6-4509-88f6-5e1e5383e3d3 HTTP/1.1" status: 200  len: 943 time: 0.0850878
Dec 23 16:53:20.045643 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-3416b3ed-bfeb-4095-98df-c3a8eefcef56 req-c88affb8-5dfc-42b6-bd07-f2c8954fe832 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff6e57ae-dadc-4f2f-a7f0-54fb165c83c4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428081
Dec 23 16:53:21.007187 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9dcbea60-a34f-4144-91e7-90aff3f57aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:53:21.016097 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:53:21.264714 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1458dbc4-a456-4cd3-b9ec-aa4021843594 req-05272eb0-3564-487c-ad15-579f252e20d0 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:53:21.266070 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-1458dbc4-a456-4cd3-b9ec-aa4021843594 req-05272eb0-3564-487c-ad15-579f252e20d0 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] 10.222.0.64 "GET /v2.0/ports?device_id=25fce2e4-7ea6-4509-88f6-5e1e5383e3d3 HTTP/1.1" status: 200  len: 943 time: 0.1087654
Dec 23 16:53:21.317753 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-1458dbc4-a456-4cd3-b9ec-aa4021843594 req-21721851-03df-4da9-8f42-d0bae6d30872 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff6e57ae-dadc-4f2f-a7f0-54fb165c83c4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0457628
Dec 23 16:53:22.453875 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9e3aab53-d650-47e3-b8a6-2dff21fe9ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:53:22.530395 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d7c6b9-b0a1-4e42-8d31-3b2ce3245bda req-842e6edd-a65f-4ddb-a7ec-a08f983a3ae3 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:53:22.531858 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-f4d7c6b9-b0a1-4e42-8d31-3b2ce3245bda req-842e6edd-a65f-4ddb-a7ec-a08f983a3ae3 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] 10.222.0.64 "GET /v2.0/ports?device_id=25fce2e4-7ea6-4509-88f6-5e1e5383e3d3 HTTP/1.1" status: 200  len: 943 time: 0.0881467
Dec 23 16:53:22.550948 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a7eaee-9d6f-4c4a-b58f-41a2fb6bfe50 req-1fa29274-e40a-4384-b25f-c0d5d348106a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:53:22.552406 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-a6a7eaee-9d6f-4c4a-b58f-41a2fb6bfe50 req-1fa29274-e40a-4384-b25f-c0d5d348106a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=79cc439d279749ef8b2ba812a95a00a9&device_id=25fce2e4-7ea6-4509-88f6-5e1e5383e3d3 HTTP/1.1" status: 200  len: 1096 time: 0.0760202
Dec 23 16:53:22.577875 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-f4d7c6b9-b0a1-4e42-8d31-3b2ce3245bda req-a5f59083-07c6-4daa-ac98-77553b555fe9 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff6e57ae-dadc-4f2f-a7f0-54fb165c83c4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0403345
Dec 23 16:53:22.702749 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a7eaee-9d6f-4c4a-b58f-41a2fb6bfe50 req-646700d6-dfe6-4223-92db-51cb8385c604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:53:22.704185 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-a6a7eaee-9d6f-4c4a-b58f-41a2fb6bfe50 req-646700d6-dfe6-4223-92db-51cb8385c604 service neutron] 10.222.0.61 "GET /v2.0/networks?id=c2b50f22-1b69-46ad-b51d-6a76b52ac77a HTTP/1.1" status: 200  len: 910 time: 0.1315703
Dec 23 16:53:22.814637 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-a6a7eaee-9d6f-4c4a-b58f-41a2fb6bfe50 req-6b8fa244-2313-4632-9524-1dbf856791ab service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fbeac047-d922-4358-8cb2-9b62213f35e0 HTTP/1.1" status: 200  len: 998 time: 0.1003358
Dec 23 16:53:22.881859 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a7eaee-9d6f-4c4a-b58f-41a2fb6bfe50 req-336d4c58-2c1c-415d-bb4c-023624e711e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:53:22.883161 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-a6a7eaee-9d6f-4c4a-b58f-41a2fb6bfe50 req-336d4c58-2c1c-415d-bb4c-023624e711e8 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=38a627be-3f02-4c99-9edf-8d85f81bb342 HTTP/1.1" status: 200  len: 848 time: 0.0615571
Dec 23 16:53:22.971009 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a7eaee-9d6f-4c4a-b58f-41a2fb6bfe50 req-bf6375cd-0cc5-47c4-873a-4352ef397456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:53:22.972473 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-a6a7eaee-9d6f-4c4a-b58f-41a2fb6bfe50 req-bf6375cd-0cc5-47c4-873a-4352ef397456 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c2b50f22-1b69-46ad-b51d-6a76b52ac77a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0809517
Dec 23 16:53:23.101621 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-a6a7eaee-9d6f-4c4a-b58f-41a2fb6bfe50 req-a08b7a0a-7198-40e5-9ba4-6badaf7ee202 service neutron] 10.222.0.61 "GET /v2.0/networks/c2b50f22-1b69-46ad-b51d-6a76b52ac77a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1219480
Dec 23 16:53:23.232965 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-a6a7eaee-9d6f-4c4a-b58f-41a2fb6bfe50 req-ffa6dc5d-c257-42c5-a15d-ec369d664bc6 service neutron] 10.222.0.61 "GET /v2.0/networks/c2b50f22-1b69-46ad-b51d-6a76b52ac77a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1237650
Dec 23 16:53:23.350120 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Device fbeac047-d922-4358-8cb2-9b62213f35e0 details requested by agent hyperv_hv-neutron-8227 with host hv-neutron-8227 {{(pid=87637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 23 16:53:23.499874 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] For port fbeac047-d922-4358-8cb2-9b62213f35e0, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=fbeac047-d922-4358-8cb2-9b62213f35e0,segment=NetworkSegment(e66ad8a6-38f9-4666-888d-5f65134ad083),segment_id=e66ad8a6-38f9-4666-888d-5f65134ad083)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:53:23.513590 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Returning: {'device': 'fbeac047-d922-4358-8cb2-9b62213f35e0', 'network_id': 'c2b50f22-1b69-46ad-b51d-6a76b52ac77a', 'port_id': 'fbeac047-d922-4358-8cb2-9b62213f35e0', 'mac_address': 'fa:16:3e:e2:38:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 439, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38a627be-3f02-4c99-9edf-8d85f81bb342', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 23 16:53:23.571296 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:53:23.589152 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.notifiers.nova [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbeac047-d922-4358-8cb2-9b62213f35e0 {{(pid=87637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 23 16:53:23.606551 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] For port fbeac047-d922-4358-8cb2-9b62213f35e0, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=fbeac047-d922-4358-8cb2-9b62213f35e0,segment=NetworkSegment(e66ad8a6-38f9-4666-888d-5f65134ad083),segment_id=e66ad8a6-38f9-4666-888d-5f65134ad083)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:53:23.611134 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:53:23.613006 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-bc65d120-4ef8-4383-86a2-30f4723ce4c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:53:23.680457 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Pushing event updated for resources: {'Port': ['ID=fbeac047-d922-4358-8cb2-9b62213f35e0,revision_number=9']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:53:23.684019 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:53:23.769227 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d216bf-9f20-479a-86eb-4b3975da4bdb req-50f62698-48d3-4746-aea8-4cf7de9cdc01 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:53:23.770591 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-d3d216bf-9f20-479a-86eb-4b3975da4bdb req-50f62698-48d3-4746-aea8-4cf7de9cdc01 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] 10.222.0.64 "GET /v2.0/ports?device_id=25fce2e4-7ea6-4509-88f6-5e1e5383e3d3 HTTP/1.1" status: 200  len: 944 time: 0.0855019
Dec 23 16:53:23.824997 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-d3d216bf-9f20-479a-86eb-4b3975da4bdb req-531f42c2-462e-4480-97ad-95d01daf4d77 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff6e57ae-dadc-4f2f-a7f0-54fb165c83c4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0468435
Dec 23 16:53:23.839552 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] get_ports_and_sgs() called for port_ids ['fbeac047-d922-4358-8cb2-9b62213f35e0'] {{(pid=87637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 23 16:53:25.025872 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581be392-1004-45a4-8ebe-8e2af4af27ed req-8d962a24-5b5e-4172-8a97-a4fdd88ec103 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:53:25.027222 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-581be392-1004-45a4-8ebe-8e2af4af27ed req-8d962a24-5b5e-4172-8a97-a4fdd88ec103 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] 10.222.0.64 "GET /v2.0/ports?device_id=25fce2e4-7ea6-4509-88f6-5e1e5383e3d3 HTTP/1.1" status: 200  len: 944 time: 0.0844147
Dec 23 16:53:25.077918 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-581be392-1004-45a4-8ebe-8e2af4af27ed req-16d7e2e4-f795-4719-8c34-9a53b55cd4dd tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff6e57ae-dadc-4f2f-a7f0-54fb165c83c4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423756
Dec 23 16:53:25.360804 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Device fbeac047-d922-4358-8cb2-9b62213f35e0 up at agent hyperv_hv-neutron-8227 {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:53:25.433449 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Provisioning complete for port fbeac047-d922-4358-8cb2-9b62213f35e0 triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:53:25.433909 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:53:25.559331 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:53:25.586169 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25fce2e4-7ea6-4509-88f6-5e1e5383e3d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbeac047-d922-4358-8cb2-9b62213f35e0'}] {{(pid=87637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 23 16:53:25.596265 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] For port fbeac047-d922-4358-8cb2-9b62213f35e0, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=fbeac047-d922-4358-8cb2-9b62213f35e0,segment=NetworkSegment(e66ad8a6-38f9-4666-888d-5f65134ad083),segment_id=e66ad8a6-38f9-4666-888d-5f65134ad083)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:53:25.602265 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:53:25.604229 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:53:25.637922 dv-neutron-822799-1-hyperv neutron-server[87637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25fce2e4-7ea6-4509-88f6-5e1e5383e3d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbeac047-d922-4358-8cb2-9b62213f35e0', 'code': 200}
Dec 23 16:53:25.669673 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Pushing event updated for resources: {'Port': ['ID=fbeac047-d922-4358-8cb2-9b62213f35e0,revision_number=10']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:53:25.672567 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:53:25.907821 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1cce32-1a04-46af-8bd4-3fb132a757c5 req-9d39caff-e9b0-4c2d-9632-eb86aee18202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:53:25.909301 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-0c1cce32-1a04-46af-8bd4-3fb132a757c5 req-9d39caff-e9b0-4c2d-9632-eb86aee18202 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=25fce2e4-7ea6-4509-88f6-5e1e5383e3d3 HTTP/1.1" status: 200  len: 1099 time: 0.0814245
Dec 23 16:53:25.954288 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-0c1cce32-1a04-46af-8bd4-3fb132a757c5 req-ed37fa17-515b-4ae8-886f-d17c36169f3b service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=ff6e57ae-dadc-4f2f-a7f0-54fb165c83c4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0382094
Dec 23 16:53:26.290483 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddaaf14-296c-4599-84b8-e6ab7ada9af5 req-9fc9c1d2-c81b-444b-b23e-2da4d62b7a93 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:53:26.291980 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-6ddaaf14-296c-4599-84b8-e6ab7ada9af5 req-9fc9c1d2-c81b-444b-b23e-2da4d62b7a93 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] 10.222.0.64 "GET /v2.0/ports?device_id=25fce2e4-7ea6-4509-88f6-5e1e5383e3d3 HTTP/1.1" status: 200  len: 946 time: 0.0884631
Dec 23 16:53:26.346681 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-6ddaaf14-296c-4599-84b8-e6ab7ada9af5 req-354390b1-2477-4501-8273-9fb749eea936 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff6e57ae-dadc-4f2f-a7f0-54fb165c83c4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0487652
Dec 23 16:53:27.538850 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5293503a-97ed-4bea-b37a-ef6cffa487e2 req-186241be-f8b2-47cb-908a-e48f76711ff6 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:53:27.540464 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-5293503a-97ed-4bea-b37a-ef6cffa487e2 req-186241be-f8b2-47cb-908a-e48f76711ff6 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] 10.222.0.64 "GET /v2.0/ports?device_id=25fce2e4-7ea6-4509-88f6-5e1e5383e3d3 HTTP/1.1" status: 200  len: 946 time: 0.0832672
Dec 23 16:53:27.587738 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-5293503a-97ed-4bea-b37a-ef6cffa487e2 req-cd24277f-44b5-42e4-bccd-91240b4a6d22 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff6e57ae-dadc-4f2f-a7f0-54fb165c83c4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407848
Dec 23 16:53:28.795928 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53eb792-f12f-4a10-a949-4e7316bed3d0 req-3619e966-377c-4bc9-86b0-4e9c8b1238bb tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:53:28.797396 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-a53eb792-f12f-4a10-a949-4e7316bed3d0 req-3619e966-377c-4bc9-86b0-4e9c8b1238bb tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] 10.222.0.64 "GET /v2.0/ports?device_id=25fce2e4-7ea6-4509-88f6-5e1e5383e3d3 HTTP/1.1" status: 200  len: 946 time: 0.1012876
Dec 23 16:53:28.844810 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-a53eb792-f12f-4a10-a949-4e7316bed3d0 req-1706d23d-8f0c-46ea-aef0-d9a6491f723f tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff6e57ae-dadc-4f2f-a7f0-54fb165c83c4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416050
Dec 23 16:53:42.241199 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:53:47.439814 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ec5100a-343e-4e0b-b9dd-56558af579b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:53:49.806305 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-19f2ea16-83a1-453f-8ccb-6ba7dde91d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:53:50.679099 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.agents_db [None req-30c2320c-f298-49f6-9c47-c20e38116a9c None None] Agent healthcheck: found 6 active agents {{(pid=87638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 23 16:53:50.965492 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9dcbea60-a34f-4144-91e7-90aff3f57aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:53:50.989129 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:53:52.446050 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9e3aab53-d650-47e3-b8a6-2dff21fe9ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:54:12.246394 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:54:17.439730 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1f70b7b8-7717-43f9-8904-429e2cd83987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:54:19.806684 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-df805bf4-aa73-498f-8fbe-55c51b50813c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:54:20.961828 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9dcbea60-a34f-4144-91e7-90aff3f57aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:54:20.992134 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:54:22.221772 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-eca55a1e-54ab-4e3b-b434-73f68375c388 req-a5f91c95-a82f-4135-9700-1f9615d2b54e service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=25fce2e4-7ea6-4509-88f6-5e1e5383e3d3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0799868
Dec 23 16:54:22.364858 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca55a1e-54ab-4e3b-b434-73f68375c388 req-40ddd162-0f12-4751-a644-388c2fb42ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:54:22.366315 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-eca55a1e-54ab-4e3b-b434-73f68375c388 req-40ddd162-0f12-4751-a644-388c2fb42ac1 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=79cc439d279749ef8b2ba812a95a00a9&device_id=25fce2e4-7ea6-4509-88f6-5e1e5383e3d3 HTTP/1.1" status: 200  len: 1099 time: 0.0726774
Dec 23 16:54:22.455038 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9e3aab53-d650-47e3-b8a6-2dff21fe9ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:54:22.637442 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca55a1e-54ab-4e3b-b434-73f68375c388 req-14ad0b77-b022-4b3c-9fd6-fcaed0b9ec02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:54:22.638918 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-eca55a1e-54ab-4e3b-b434-73f68375c388 req-14ad0b77-b022-4b3c-9fd6-fcaed0b9ec02 service neutron] 10.222.0.61 "GET /v2.0/networks?id=c2b50f22-1b69-46ad-b51d-6a76b52ac77a HTTP/1.1" status: 200  len: 910 time: 0.2534287
Dec 23 16:54:22.748796 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-eca55a1e-54ab-4e3b-b434-73f68375c388 req-be9792d3-b972-4eac-b2f5-140009befdb9 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fbeac047-d922-4358-8cb2-9b62213f35e0 HTTP/1.1" status: 200  len: 1000 time: 0.1034391
Dec 23 16:54:22.815263 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca55a1e-54ab-4e3b-b434-73f68375c388 req-121ca7a5-3b23-491b-9ce7-6893fb0e75b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:54:22.816752 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-eca55a1e-54ab-4e3b-b434-73f68375c388 req-121ca7a5-3b23-491b-9ce7-6893fb0e75b3 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=38a627be-3f02-4c99-9edf-8d85f81bb342 HTTP/1.1" status: 200  len: 848 time: 0.0616796
Dec 23 16:54:22.900449 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca55a1e-54ab-4e3b-b434-73f68375c388 req-3cfcf8f2-d04b-41ec-ae89-bd8732380092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:54:22.901858 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-eca55a1e-54ab-4e3b-b434-73f68375c388 req-3cfcf8f2-d04b-41ec-ae89-bd8732380092 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c2b50f22-1b69-46ad-b51d-6a76b52ac77a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0789282
Dec 23 16:54:23.036723 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-eca55a1e-54ab-4e3b-b434-73f68375c388 req-5e8c1ebc-3a6e-41ad-8007-b85eb8cd377e service neutron] 10.222.0.61 "GET /v2.0/networks/c2b50f22-1b69-46ad-b51d-6a76b52ac77a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1275015
Dec 23 16:54:23.176492 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-eca55a1e-54ab-4e3b-b434-73f68375c388 req-0087a5b2-7f22-456a-8b77-ba91263f5932 service neutron] 10.222.0.61 "GET /v2.0/networks/c2b50f22-1b69-46ad-b51d-6a76b52ac77a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1328449
Dec 23 16:54:27.682815 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.agents_db [None req-30c2320c-f298-49f6-9c47-c20e38116a9c None None] Agent healthcheck: found 6 active agents {{(pid=87638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 23 16:54:37.752239 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 60038) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:54:37.961008 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-06dab375-6984-4a61-a087-9c3e528b8b09 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Deleting port d9cc6cf5-0ed7-4f2a-9ec1-097a35c5fd7b {{(pid=87635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:54:37.961300 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-06dab375-6984-4a61-a087-9c3e528b8b09 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:54:38.240465 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-06dab375-6984-4a61-a087-9c3e528b8b09 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:54:38.240909 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-06dab375-6984-4a61-a087-9c3e528b8b09 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:54:38.363566 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-06dab375-6984-4a61-a087-9c3e528b8b09 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Calling delete_port for d9cc6cf5-0ed7-4f2a-9ec1-097a35c5fd7b owned by network:floatingip {{(pid=87635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:54:38.556316 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-06dab375-6984-4a61-a087-9c3e528b8b09 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:54:38.561458 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-e56757d7-dd97-4457-9ccc-935aacb036f3 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:54:38.607794 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06dab375-6984-4a61-a087-9c3e528b8b09 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Pushing event deleted for resources: {'Port': ['ID=d9cc6cf5-0ed7-4f2a-9ec1-097a35c5fd7b,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:54:38.649971 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06dab375-6984-4a61-a087-9c3e528b8b09 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:54:38.650387 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06dab375-6984-4a61-a087-9c3e528b8b09 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:54:38.650762 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06dab375-6984-4a61-a087-9c3e528b8b09 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:54:38.651138 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06dab375-6984-4a61-a087-9c3e528b8b09 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:54:38.651505 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06dab375-6984-4a61-a087-9c3e528b8b09 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:54:38.651876 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06dab375-6984-4a61-a087-9c3e528b8b09 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:54:38.652242 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06dab375-6984-4a61-a087-9c3e528b8b09 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:54:38.652618 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06dab375-6984-4a61-a087-9c3e528b8b09 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:54:38.652994 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06dab375-6984-4a61-a087-9c3e528b8b09 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:54:38.653442 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06dab375-6984-4a61-a087-9c3e528b8b09 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:54:38.653779 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06dab375-6984-4a61-a087-9c3e528b8b09 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:54:38.654229 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06dab375-6984-4a61-a087-9c3e528b8b09 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:54:38.657701 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-06dab375-6984-4a61-a087-9c3e528b8b09 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:54:38.711081 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-06dab375-6984-4a61-a087-9c3e528b8b09 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Notify callbacks [] for floatingip, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:54:38.711534 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.db.l3_db [None req-06dab375-6984-4a61-a087-9c3e528b8b09 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Floating IP 8a663bb6-58a9-499b-9100-4f85654cd6b6 disassociated (deleted). External IP: 172.26.3.27, port: fbeac047-d922-4358-8cb2-9b62213f35e0.
Dec 23 16:54:39.099988 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06dab375-6984-4a61-a087-9c3e528b8b09 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Router 65ae6dd0-5c4a-4f03-8015-affb42ac3336 has already been hosted by L3 agent 371d4c41-c7e2-4de7-9539-c049ec4e95d1 {{(pid=87635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 23 16:54:39.283013 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06dab375-6984-4a61-a087-9c3e528b8b09 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Notify agent at l3_agent.dv-neutron-822799-1-hyperv the message routers_updated {{(pid=87635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 23 16:54:39.296004 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95b5cb68-5dc6-49a5-a4c3-2d6de0a81f99 None None] Sync routers for ids ['65ae6dd0-5c4a-4f03-8015-affb42ac3336'] in dv-neutron-822799-1-hyperv {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 23 16:54:39.305730 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b5cb68-5dc6-49a5-a4c3-2d6de0a81f99 None None] Routers {'65ae6dd0-5c4a-4f03-8015-affb42ac3336'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:54:39.306027 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-06dab375-6984-4a61-a087-9c3e528b8b09 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for floatingip, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:54:39.306349 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-95b5cb68-5dc6-49a5-a4c3-2d6de0a81f99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc1db4490>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:54:20Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['65ae6dd0-5c4a-4f03-8015-affb42ac3336'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:54:39.363180 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-06dab375-6984-4a61-a087-9c3e528b8b09 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] 10.222.0.64 "DELETE /v2.0/floatingips/8a663bb6-58a9-499b-9100-4f85654cd6b6 HTTP/1.1" status: 204  len: 168 time: 1.6096907
Dec 23 16:54:39.363720 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25fce2e4-7ea6-4509-88f6-5e1e5383e3d3', 'tag': 'fbeac047-d922-4358-8cb2-9b62213f35e0'}] {{(pid=87635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 23 16:54:39.487100 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-95b5cb68-5dc6-49a5-a4c3-2d6de0a81f99 None None] Set router 65ae6dd0-5c4a-4f03-8015-affb42ac3336 gateway port host: dv-neutron-822799-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:54:39.499823 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25fce2e4-7ea6-4509-88f6-5e1e5383e3d3', 'tag': 'fbeac047-d922-4358-8cb2-9b62213f35e0', 'status': 'completed', 'code': 200}
Dec 23 16:54:39.602410 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7210b4f8-afa8-4974-9235-f9e0ab12c187 req-e7823a57-9a58-4d6e-9066-0f659120a54b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:54:39.604420 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-7210b4f8-afa8-4974-9235-f9e0ab12c187 req-e7823a57-9a58-4d6e-9066-0f659120a54b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=79cc439d279749ef8b2ba812a95a00a9&device_id=25fce2e4-7ea6-4509-88f6-5e1e5383e3d3 HTTP/1.1" status: 200  len: 1099 time: 0.0806639
Dec 23 16:54:39.742382 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7210b4f8-afa8-4974-9235-f9e0ab12c187 req-41e2396f-2c20-46ea-8d4a-b87b8c20b8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:54:39.743806 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-7210b4f8-afa8-4974-9235-f9e0ab12c187 req-41e2396f-2c20-46ea-8d4a-b87b8c20b8cf service neutron] 10.222.0.61 "GET /v2.0/networks?id=c2b50f22-1b69-46ad-b51d-6a76b52ac77a HTTP/1.1" status: 200  len: 910 time: 0.1316550
Dec 23 16:54:39.813270 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-95b5cb68-5dc6-49a5-a4c3-2d6de0a81f99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc1db4490>, [{'id': '65ae6dd0-5c4a-4f03-8015-affb42ac3336', 'name': 'tempest-TestShelveInstance-1325122053-router', 'tenant_id': '79cc439d279749ef8b2ba812a95a00a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.138'}], 'enable_snat': True}, 'gw_port_id': '872efd38-0db6-4089-a4da-49a8ba84b1c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:50:22Z', 'updated_at': '2021-12-23T16:50:26Z', 'revision_number': 4, 'project_id': '79cc439d279749ef8b2ba812a95a00a9', 'gw_port': {'id': '872efd38-0db6-4089-a4da-49a8ba84b1c7', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:58:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65ae6dd0-5c4a-4f03-8015-affb42ac3336', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:50:23Z', 'updated_at': '2021-12-23T16:50:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_interfaces': [{'id': '20d57fbe-3be7-436e-8a26-32d5fe85dbfb', 'name': '', 'network_id': 'c2b50f22-1b69-46ad-b51d-6a76b52ac77a', 'tenant_id': '79cc439d279749ef8b2ba812a95a00a9', 'mac_address': 'fa:16:3e:1c:78:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65ae6dd0-5c4a-4f03-8015-affb42ac3336', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '38a627be-3f02-4c99-9edf-8d85f81bb342', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:50:25Z', 'updated_at': '2021-12-23T16:50:33Z', 'revision_number': 5, 'project_id': '79cc439d279749ef8b2ba812a95a00a9', 'subnets': [{'id': '38a627be-3f02-4c99-9edf-8d85f81bb342', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:54:39.816646 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-7210b4f8-afa8-4974-9235-f9e0ab12c187 req-22a14bf9-2268-448f-8f48-218d54250432 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fbeac047-d922-4358-8cb2-9b62213f35e0 HTTP/1.1" status: 200  len: 217 time: 0.0644257
Dec 23 16:54:39.817537 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95b5cb68-5dc6-49a5-a4c3-2d6de0a81f99 None None] Checking router: 65ae6dd0-5c4a-4f03-8015-affb42ac3336 for host: dv-neutron-822799-1-hyperv {{(pid=87638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 23 16:54:39.818961 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8bbf70-9209-4c86-8f43-750236c665cf req-cdb71277-b51e-4cf9-a88d-47a3531814a8 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:54:39.819707 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [req-2f8bbf70-9209-4c86-8f43-750236c665cf req-cdb71277-b51e-4cf9-a88d-47a3531814a8 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Synchronizing usage tracker for tenant:79cc439d279749ef8b2ba812a95a00a9 on resource:port {{(pid=87635) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:54:39.826592 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b5cb68-5dc6-49a5-a4c3-2d6de0a81f99 None None] Routers {'65ae6dd0-5c4a-4f03-8015-affb42ac3336'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:54:39.827007 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-95b5cb68-5dc6-49a5-a4c3-2d6de0a81f99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc1db4490>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:54:20Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['65ae6dd0-5c4a-4f03-8015-affb42ac3336'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:54:39.835909 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [req-2f8bbf70-9209-4c86-8f43-750236c665cf req-cdb71277-b51e-4cf9-a88d-47a3531814a8 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Unset dirty status for tenant:79cc439d279749ef8b2ba812a95a00a9 on resource:port {{(pid=87635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:54:39.837132 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-2f8bbf70-9209-4c86-8f43-750236c665cf req-cdb71277-b51e-4cf9-a88d-47a3531814a8 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] 10.222.0.64 "GET /v2.0/ports?device_id=25fce2e4-7ea6-4509-88f6-5e1e5383e3d3 HTTP/1.1" status: 200  len: 946 time: 0.1668003
Dec 23 16:54:39.882172 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7210b4f8-afa8-4974-9235-f9e0ab12c187 req-ed823ef5-fdee-4cde-8a12-eba5e8eae992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:54:39.883830 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-7210b4f8-afa8-4974-9235-f9e0ab12c187 req-ed823ef5-fdee-4cde-8a12-eba5e8eae992 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=38a627be-3f02-4c99-9edf-8d85f81bb342 HTTP/1.1" status: 200  len: 848 time: 0.0606394
Dec 23 16:54:39.885075 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-2f8bbf70-9209-4c86-8f43-750236c665cf req-a7ed8326-9fc0-4c39-adba-b4ebccef0989 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff6e57ae-dadc-4f2f-a7f0-54fb165c83c4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422771
Dec 23 16:54:39.964143 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7210b4f8-afa8-4974-9235-f9e0ab12c187 req-abbf5a3a-dc41-48ba-9acf-eec3b9c699a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:54:39.965518 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-7210b4f8-afa8-4974-9235-f9e0ab12c187 req-abbf5a3a-dc41-48ba-9acf-eec3b9c699a3 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c2b50f22-1b69-46ad-b51d-6a76b52ac77a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0748911
Dec 23 16:54:40.053392 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-95b5cb68-5dc6-49a5-a4c3-2d6de0a81f99 None None] Set router 65ae6dd0-5c4a-4f03-8015-affb42ac3336 gateway port host: dv-neutron-822799-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:54:40.099211 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-7210b4f8-afa8-4974-9235-f9e0ab12c187 req-712695a8-7dd0-4faa-a060-5fadbc16dc98 service neutron] 10.222.0.61 "GET /v2.0/networks/c2b50f22-1b69-46ad-b51d-6a76b52ac77a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1257987
Dec 23 16:54:40.232863 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-7210b4f8-afa8-4974-9235-f9e0ab12c187 req-4c64b620-0491-43d1-8ec1-1662dcc0c235 service neutron] 10.222.0.61 "GET /v2.0/networks/c2b50f22-1b69-46ad-b51d-6a76b52ac77a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1260977
Dec 23 16:54:40.364000 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-95b5cb68-5dc6-49a5-a4c3-2d6de0a81f99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc1db4490>, [{'id': '65ae6dd0-5c4a-4f03-8015-affb42ac3336', 'name': 'tempest-TestShelveInstance-1325122053-router', 'tenant_id': '79cc439d279749ef8b2ba812a95a00a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.138'}], 'enable_snat': True}, 'gw_port_id': '872efd38-0db6-4089-a4da-49a8ba84b1c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:50:22Z', 'updated_at': '2021-12-23T16:50:26Z', 'revision_number': 4, 'project_id': '79cc439d279749ef8b2ba812a95a00a9', 'gw_port': {'id': '872efd38-0db6-4089-a4da-49a8ba84b1c7', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:58:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65ae6dd0-5c4a-4f03-8015-affb42ac3336', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:50:23Z', 'updated_at': '2021-12-23T16:50:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_interfaces': [{'id': '20d57fbe-3be7-436e-8a26-32d5fe85dbfb', 'name': '', 'network_id': 'c2b50f22-1b69-46ad-b51d-6a76b52ac77a', 'tenant_id': '79cc439d279749ef8b2ba812a95a00a9', 'mac_address': 'fa:16:3e:1c:78:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65ae6dd0-5c4a-4f03-8015-affb42ac3336', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '38a627be-3f02-4c99-9edf-8d85f81bb342', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:50:25Z', 'updated_at': '2021-12-23T16:50:33Z', 'revision_number': 5, 'project_id': '79cc439d279749ef8b2ba812a95a00a9', 'subnets': [{'id': '38a627be-3f02-4c99-9edf-8d85f81bb342', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:54:40.368024 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95b5cb68-5dc6-49a5-a4c3-2d6de0a81f99 None None] The sync data for ids ['65ae6dd0-5c4a-4f03-8015-affb42ac3336'] in dv-neutron-822799-1-hyperv is: [{'id': '65ae6dd0-5c4a-4f03-8015-affb42ac3336', 'name': 'tempest-TestShelveInstance-1325122053-router', 'tenant_id': '79cc439d279749ef8b2ba812a95a00a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.138'}], 'enable_snat': True}, 'gw_port_id': '872efd38-0db6-4089-a4da-49a8ba84b1c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:50:22Z', 'updated_at': '2021-12-23T16:50:26Z', 'revision_number': 4, 'project_id': '79cc439d279749ef8b2ba812a95a00a9', 'gw_port': {'id': '872efd38-0db6-4089-a4da-49a8ba84b1c7', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:58:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65ae6dd0-5c4a-4f03-8015-affb42ac3336', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:50:23Z', 'updated_at': '2021-12-23T16:50:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_interfaces': [{'id': '20d57fbe-3be7-436e-8a26-32d5fe85dbfb', 'name': '', 'network_id': 'c2b50f22-1b69-46ad-b51d-6a76b52ac77a', 'tenant_id': '79cc439d279749ef8b2ba812a95a00a9', 'mac_address': 'fa:16:3e:1c:78:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65ae6dd0-5c4a-4f03-8015-affb42ac3336', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '38a627be-3f02-4c99-9edf-8d85f81bb342', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:50:25Z', 'updated_at': '2021-12-23T16:50:33Z', 'revision_number': 5, 'project_id': '79cc439d279749ef8b2ba812a95a00a9', 'subnets': [{'id': '38a627be-3f02-4c99-9edf-8d85f81bb342', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 23 16:54:40.601465 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0183f49e-1e83-455d-83ec-52969e9b80d7 None None] New status for floating IP 8a663bb6-58a9-499b-9100-4f85654cd6b6: DOWN {{(pid=87637) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 23 16:54:41.011750 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa424fdb-80ff-4fcf-b859-7e8f27657b37 req-ae1f300c-243b-4655-8c29-0b7bcd02afa2 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:54:41.013279 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-aa424fdb-80ff-4fcf-b859-7e8f27657b37 req-ae1f300c-243b-4655-8c29-0b7bcd02afa2 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] 10.222.0.61 "GET /v2.0/ports?device_id=25fce2e4-7ea6-4509-88f6-5e1e5383e3d3 HTTP/1.1" status: 200  len: 946 time: 0.0935874
Dec 23 16:54:41.123884 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [req-aa424fdb-80ff-4fcf-b859-7e8f27657b37 req-c04c5a66-9ef9-4baa-9334-71c66b5f503d tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Deleting port fbeac047-d922-4358-8cb2-9b62213f35e0 {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:54:41.124212 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-aa424fdb-80ff-4fcf-b859-7e8f27657b37 req-c04c5a66-9ef9-4baa-9334-71c66b5f503d tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:54:41.387168 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a129a87a-d0e6-41ed-99dd-d65f3a9a913f req-6f423f54-aca5-4b9c-ac4a-27413c9ed898 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:54:41.388700 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-a129a87a-d0e6-41ed-99dd-d65f3a9a913f req-6f423f54-aca5-4b9c-ac4a-27413c9ed898 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] 10.222.0.64 "GET /v2.0/ports?device_id=25fce2e4-7ea6-4509-88f6-5e1e5383e3d3 HTTP/1.1" status: 200  len: 946 time: 0.3908801
Dec 23 16:54:41.513584 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-a129a87a-d0e6-41ed-99dd-d65f3a9a913f req-d332579b-d7ff-464c-8bd6-0d1ab875c53b tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] 10.222.0.64 "GET /v2.0/security-groups?id=ff6e57ae-dadc-4f2f-a7f0-54fb165c83c4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1187918
Dec 23 16:54:41.553911 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [req-aa424fdb-80ff-4fcf-b859-7e8f27657b37 req-c04c5a66-9ef9-4baa-9334-71c66b5f503d tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] For port fbeac047-d922-4358-8cb2-9b62213f35e0, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=fbeac047-d922-4358-8cb2-9b62213f35e0,segment=NetworkSegment(e66ad8a6-38f9-4666-888d-5f65134ad083),segment_id=e66ad8a6-38f9-4666-888d-5f65134ad083)] {{(pid=87636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:54:41.554206 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-aa424fdb-80ff-4fcf-b859-7e8f27657b37 req-c04c5a66-9ef9-4baa-9334-71c66b5f503d tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:54:41.676709 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [req-aa424fdb-80ff-4fcf-b859-7e8f27657b37 req-c04c5a66-9ef9-4baa-9334-71c66b5f503d tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Calling delete_port for fbeac047-d922-4358-8cb2-9b62213f35e0 owned by compute:nova {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:54:41.829093 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-aa424fdb-80ff-4fcf-b859-7e8f27657b37 req-c04c5a66-9ef9-4baa-9334-71c66b5f503d tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:54:41.836010 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-4359fbb3-007d-4868-a815-e59284a5b5be tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:54:41.880611 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04c5a66-9ef9-4baa-9334-71c66b5f503d tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Pushing event deleted for resources: {'Port': ['ID=fbeac047-d922-4358-8cb2-9b62213f35e0,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:54:41.927911 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04c5a66-9ef9-4baa-9334-71c66b5f503d tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:54:41.928275 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04c5a66-9ef9-4baa-9334-71c66b5f503d tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:54:41.928684 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04c5a66-9ef9-4baa-9334-71c66b5f503d tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:54:41.929065 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04c5a66-9ef9-4baa-9334-71c66b5f503d tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:54:41.929435 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04c5a66-9ef9-4baa-9334-71c66b5f503d tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:54:41.929835 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04c5a66-9ef9-4baa-9334-71c66b5f503d tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:54:41.930202 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04c5a66-9ef9-4baa-9334-71c66b5f503d tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:54:41.930569 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04c5a66-9ef9-4baa-9334-71c66b5f503d tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:54:41.930933 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04c5a66-9ef9-4baa-9334-71c66b5f503d tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:54:41.931293 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04c5a66-9ef9-4baa-9334-71c66b5f503d tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:54:41.931655 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04c5a66-9ef9-4baa-9334-71c66b5f503d tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:54:41.932013 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04c5a66-9ef9-4baa-9334-71c66b5f503d tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:54:41.964778 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-c04c5a66-9ef9-4baa-9334-71c66b5f503d tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:54:41.978329 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa424fdb-80ff-4fcf-b859-7e8f27657b37 req-c04c5a66-9ef9-4baa-9334-71c66b5f503d tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] No DVR routers for this DVR port fbeac047-d922-4358-8cb2-9b62213f35e0 on host hv-neutron-8227 {{(pid=87636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 23 16:54:41.980751 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-aa424fdb-80ff-4fcf-b859-7e8f27657b37 req-c04c5a66-9ef9-4baa-9334-71c66b5f503d tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:54:41.983916 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25fce2e4-7ea6-4509-88f6-5e1e5383e3d3', 'name': 'network-vif-deleted', 'tag': 'fbeac047-d922-4358-8cb2-9b62213f35e0'}] {{(pid=87636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 23 16:54:42.000275 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-aa424fdb-80ff-4fcf-b859-7e8f27657b37 req-c04c5a66-9ef9-4baa-9334-71c66b5f503d tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] 10.222.0.61 "DELETE /v2.0/ports/fbeac047-d922-4358-8cb2-9b62213f35e0 HTTP/1.1" status: 204  len: 173 time: 0.9813025
Dec 23 16:54:42.084725 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25fce2e4-7ea6-4509-88f6-5e1e5383e3d3', 'name': 'network-vif-deleted', 'tag': 'fbeac047-d922-4358-8cb2-9b62213f35e0', 'status': 'completed', 'code': 200}
Dec 23 16:54:42.248300 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:54:42.616403 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 60062) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:54:42.693737 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-526532ee-3cf6-48e6-9ae3-b7913c0c041c tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Notify callbacks [] for security_group, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:54:42.729133 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-526532ee-3cf6-48e6-9ae3-b7913c0c041c tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:54:42.800961 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-526532ee-3cf6-48e6-9ae3-b7913c0c041c tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:54:42.805280 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-cda58fcf-1611-4c00-8237-798f45553b73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:54:42.822270 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526532ee-3cf6-48e6-9ae3-b7913c0c041c tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff6e57ae-dadc-4f2f-a7f0-54fb165c83c4,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:54:42.825027 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-526532ee-3cf6-48e6-9ae3-b7913c0c041c tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:54:42.835934 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-526532ee-3cf6-48e6-9ae3-b7913c0c041c tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Notify callbacks [] for security_group, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:54:42.837050 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-526532ee-3cf6-48e6-9ae3-b7913c0c041c tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] 10.222.0.64 "DELETE /v2.0/security-groups/ff6e57ae-dadc-4f2f-a7f0-54fb165c83c4 HTTP/1.1" status: 204  len: 168 time: 0.2195077
Dec 23 16:54:43.268917 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 60070) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:54:43.274165 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-e18f7c20-a764-4b11-ba43-f4eca14d1f52 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-411360804', 'description': 'tempest-secgroup-smoke-411360804 description', 'project_id': '79cc439d279749ef8b2ba812a95a00a9'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:54:43.280494 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-e18f7c20-a764-4b11-ba43-f4eca14d1f52 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:54:43.284793 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-e18f7c20-a764-4b11-ba43-f4eca14d1f52 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Usage tracker for resource:security_group and tenant:79cc439d279749ef8b2ba812a95a00a9 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:54:43.287683 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-e18f7c20-a764-4b11-ba43-f4eca14d1f52 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:54:43.293376 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-e18f7c20-a764-4b11-ba43-f4eca14d1f52 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:54:43.305019 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e18f7c20-a764-4b11-ba43-f4eca14d1f52 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Notify callbacks [] for security_group, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:54:43.325701 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-e18f7c20-a764-4b11-ba43-f4eca14d1f52 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:54:43.330063 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-e18f7c20-a764-4b11-ba43-f4eca14d1f52 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Usage tracker for resource:security_group_rule and tenant:79cc439d279749ef8b2ba812a95a00a9 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:54:43.333030 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-e18f7c20-a764-4b11-ba43-f4eca14d1f52 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:54:43.338984 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-e18f7c20-a764-4b11-ba43-f4eca14d1f52 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:54:43.412296 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e18f7c20-a764-4b11-ba43-f4eca14d1f52 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Notify callbacks [] for security_group, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:54:43.418214 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e18f7c20-a764-4b11-ba43-f4eca14d1f52 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:54:43.422333 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-b2439e62-c1f4-4c71-b3f6-d08f2e9fa643 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:54:43.464196 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18f7c20-a764-4b11-ba43-f4eca14d1f52 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0b03392-d3d0-479b-989d-02a234509b68,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:54:43.468318 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-e18f7c20-a764-4b11-ba43-f4eca14d1f52 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:54:43.469388 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e18f7c20-a764-4b11-ba43-f4eca14d1f52 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Notify callbacks [] for security_group, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:54:43.470777 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-e18f7c20-a764-4b11-ba43-f4eca14d1f52 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 0.2007759
Dec 23 16:54:43.473469 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 60074) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:54:43.478795 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-45e6bb3b-b0bd-4f31-ab11-e6e97e482988 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Request body: {'security_group_rule': {'security_group_id': 'd0b03392-d3d0-479b-989d-02a234509b68', 'project_id': '79cc439d279749ef8b2ba812a95a00a9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:54:43.485321 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-45e6bb3b-b0bd-4f31-ab11-e6e97e482988 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:54:43.489427 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-45e6bb3b-b0bd-4f31-ab11-e6e97e482988 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Usage tracker for resource:security_group_rule and tenant:79cc439d279749ef8b2ba812a95a00a9 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:54:43.492741 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-45e6bb3b-b0bd-4f31-ab11-e6e97e482988 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:54:43.499366 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-45e6bb3b-b0bd-4f31-ab11-e6e97e482988 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:54:43.516876 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-45e6bb3b-b0bd-4f31-ab11-e6e97e482988 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:54:43.580389 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-45e6bb3b-b0bd-4f31-ab11-e6e97e482988 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:54:43.584895 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-45e6bb3b-b0bd-4f31-ab11-e6e97e482988 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762424'] for security_group_rule, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:54:43.586774 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-4f3a6cf8-f92e-4842-8b1a-6b8d5fff81b2 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:54:43.609238 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e6bb3b-b0bd-4f31-ab11-e6e97e482988 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dacdedc8-baa8-4a84-8e55-bdebf56a397e,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:54:43.612079 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-45e6bb3b-b0bd-4f31-ab11-e6e97e482988 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:54:43.620372 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-45e6bb3b-b0bd-4f31-ab11-e6e97e482988 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:54:43.621621 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-45e6bb3b-b0bd-4f31-ab11-e6e97e482988 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1472321
Dec 23 16:54:43.624518 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 60078) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:54:43.629715 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-b7b11be4-da78-4e39-927b-44edc31d21cf tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Request body: {'security_group_rule': {'security_group_id': 'd0b03392-d3d0-479b-989d-02a234509b68', 'project_id': '79cc439d279749ef8b2ba812a95a00a9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:54:43.635701 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-b7b11be4-da78-4e39-927b-44edc31d21cf tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:54:43.639775 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-b7b11be4-da78-4e39-927b-44edc31d21cf tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Usage tracker for resource:security_group_rule and tenant:79cc439d279749ef8b2ba812a95a00a9 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:54:43.642802 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-b7b11be4-da78-4e39-927b-44edc31d21cf tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:54:43.648693 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-b7b11be4-da78-4e39-927b-44edc31d21cf tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:54:43.669249 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b7b11be4-da78-4e39-927b-44edc31d21cf tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:54:43.737752 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b7b11be4-da78-4e39-927b-44edc31d21cf tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:54:43.742501 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b7b11be4-da78-4e39-927b-44edc31d21cf tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762424'] for security_group_rule, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:54:43.748778 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-314a5ba6-b999-4fc5-ba6b-6a9b55c60a24 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:54:43.766861 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b11be4-da78-4e39-927b-44edc31d21cf tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9141a514-8eb1-42f6-99fb-4912e992ac29,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:54:43.769462 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-b7b11be4-da78-4e39-927b-44edc31d21cf tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:54:43.779161 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-b7b11be4-da78-4e39-927b-44edc31d21cf tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:54:43.780347 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-b7b11be4-da78-4e39-927b-44edc31d21cf tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1548839
Dec 23 16:54:43.783086 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 60082) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:54:43.788277 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-fe426714-cd5d-4ef3-bf15-bc2bfdb4311f tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Request body: {'security_group_rule': {'security_group_id': 'd0b03392-d3d0-479b-989d-02a234509b68', 'project_id': '79cc439d279749ef8b2ba812a95a00a9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:54:43.794138 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-fe426714-cd5d-4ef3-bf15-bc2bfdb4311f tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:54:43.797925 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-fe426714-cd5d-4ef3-bf15-bc2bfdb4311f tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Usage tracker for resource:security_group_rule and tenant:79cc439d279749ef8b2ba812a95a00a9 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:54:43.800789 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-fe426714-cd5d-4ef3-bf15-bc2bfdb4311f tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:54:43.806452 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-fe426714-cd5d-4ef3-bf15-bc2bfdb4311f tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:54:43.827058 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-fe426714-cd5d-4ef3-bf15-bc2bfdb4311f tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:54:43.895665 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-fe426714-cd5d-4ef3-bf15-bc2bfdb4311f tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:54:43.902065 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-fe426714-cd5d-4ef3-bf15-bc2bfdb4311f tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762424'] for security_group_rule, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:54:43.904501 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-e07d2614-b57f-40b1-8a29-276ff2a27033 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:54:43.932730 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe426714-cd5d-4ef3-bf15-bc2bfdb4311f tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82945b27-9b86-420d-9b03-f91a78813af5,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:54:43.935787 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-fe426714-cd5d-4ef3-bf15-bc2bfdb4311f tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:54:43.938829 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-fe426714-cd5d-4ef3-bf15-bc2bfdb4311f tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:54:43.940280 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-fe426714-cd5d-4ef3-bf15-bc2bfdb4311f tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1560256
Dec 23 16:54:43.943395 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 60086) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:54:43.948337 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-2c2824f5-4296-42c7-8e75-2870c225fdb9 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Request body: {'security_group_rule': {'security_group_id': 'd0b03392-d3d0-479b-989d-02a234509b68', 'project_id': '79cc439d279749ef8b2ba812a95a00a9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:54:43.954736 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-2c2824f5-4296-42c7-8e75-2870c225fdb9 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:54:43.958847 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-2c2824f5-4296-42c7-8e75-2870c225fdb9 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Usage tracker for resource:security_group_rule and tenant:79cc439d279749ef8b2ba812a95a00a9 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:54:43.961898 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-2c2824f5-4296-42c7-8e75-2870c225fdb9 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:54:43.968837 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-2c2824f5-4296-42c7-8e75-2870c225fdb9 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:54:43.987698 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2c2824f5-4296-42c7-8e75-2870c225fdb9 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:54:44.054370 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2c2824f5-4296-42c7-8e75-2870c225fdb9 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:54:44.061034 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2c2824f5-4296-42c7-8e75-2870c225fdb9 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762424'] for security_group_rule, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:54:44.063389 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-0bfa97ee-5441-4bc6-9f48-74d48c6f0a6a tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:54:44.089177 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2824f5-4296-42c7-8e75-2870c225fdb9 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b1219df-26f3-4372-a475-2eb4f0231e92,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:54:44.091680 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-2c2824f5-4296-42c7-8e75-2870c225fdb9 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:54:44.099668 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2c2824f5-4296-42c7-8e75-2870c225fdb9 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:54:44.100905 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-2c2824f5-4296-42c7-8e75-2870c225fdb9 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1565239
Dec 23 16:54:44.103619 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 60090) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:54:44.108585 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-6f61aeb2-3e71-4f3d-86e9-39c389c12a11 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Request body: {'security_group_rule': {'security_group_id': 'd0b03392-d3d0-479b-989d-02a234509b68', 'project_id': '79cc439d279749ef8b2ba812a95a00a9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:54:44.114396 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-6f61aeb2-3e71-4f3d-86e9-39c389c12a11 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:54:44.118176 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-6f61aeb2-3e71-4f3d-86e9-39c389c12a11 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Usage tracker for resource:security_group_rule and tenant:79cc439d279749ef8b2ba812a95a00a9 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:54:44.121019 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-6f61aeb2-3e71-4f3d-86e9-39c389c12a11 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:54:44.126638 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-6f61aeb2-3e71-4f3d-86e9-39c389c12a11 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:54:44.138159 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.db.securitygroups_db [None req-6f61aeb2-3e71-4f3d-86e9-39c389c12a11 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Project 79cc439d279749ef8b2ba812a95a00a9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 23 16:54:44.144597 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-6f61aeb2-3e71-4f3d-86e9-39c389c12a11 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:54:44.215513 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-6f61aeb2-3e71-4f3d-86e9-39c389c12a11 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:54:44.221323 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-6f61aeb2-3e71-4f3d-86e9-39c389c12a11 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762424'] for security_group_rule, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:54:44.223460 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-c3f3e065-7c60-421d-b2fa-dd1526a56f5b tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:54:44.245338 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f61aeb2-3e71-4f3d-86e9-39c389c12a11 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac60c848-436e-4e98-973c-bcfb36ca9392,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:54:44.247944 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-6f61aeb2-3e71-4f3d-86e9-39c389c12a11 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:54:44.256551 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-6f61aeb2-3e71-4f3d-86e9-39c389c12a11 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:54:44.258041 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-6f61aeb2-3e71-4f3d-86e9-39c389c12a11 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1534152
Dec 23 16:54:44.260724 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 60094) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:54:44.265824 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-6251dd85-8a50-4c19-852c-669b8d753f88 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Request body: {'security_group_rule': {'security_group_id': 'd0b03392-d3d0-479b-989d-02a234509b68', 'project_id': '79cc439d279749ef8b2ba812a95a00a9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:54:44.271940 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-6251dd85-8a50-4c19-852c-669b8d753f88 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:54:44.275975 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-6251dd85-8a50-4c19-852c-669b8d753f88 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Usage tracker for resource:security_group_rule and tenant:79cc439d279749ef8b2ba812a95a00a9 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:54:44.279136 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-6251dd85-8a50-4c19-852c-669b8d753f88 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:54:44.285673 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-6251dd85-8a50-4c19-852c-669b8d753f88 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:54:44.297890 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.db.securitygroups_db [None req-6251dd85-8a50-4c19-852c-669b8d753f88 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Project 79cc439d279749ef8b2ba812a95a00a9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 23 16:54:44.304755 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-6251dd85-8a50-4c19-852c-669b8d753f88 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:54:44.374690 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-6251dd85-8a50-4c19-852c-669b8d753f88 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:54:44.379522 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-6251dd85-8a50-4c19-852c-669b8d753f88 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762424'] for security_group_rule, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:54:44.381354 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-ce2a2257-7077-46a7-ab00-ab71b455803b tempest-ServerActionsTestJSON-1358476063 tempest-ServerActionsTestJSON-1358476063-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:54:44.402191 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6251dd85-8a50-4c19-852c-669b8d753f88 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14293669-501a-4c4d-b93c-c20a7282b213,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:54:44.404903 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-6251dd85-8a50-4c19-852c-669b8d753f88 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:54:44.413708 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-6251dd85-8a50-4c19-852c-669b8d753f88 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:54:44.414869 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-6251dd85-8a50-4c19-852c-669b8d753f88 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1532176
Dec 23 16:54:45.654839 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Device fbeac047-d922-4358-8cb2-9b62213f35e0 no longer exists at agent hyperv_hv-neutron-8227 {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 23 16:54:45.689017 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] No Port match for: fbeac047-d922-4358-8cb2-9b62213f35e0 {{(pid=87637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 23 16:54:45.689384 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Device fbeac047-d922-4358-8cb2-9b62213f35e0 not bound to the agent host hv-neutron-8227 {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 23 16:54:47.433385 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-742f2f94-72cd-4a07-9f35-ae8b8f5674a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:54:49.801999 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1fe5b6be-7404-4b82-81ce-ce3f46246efe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:54:50.960831 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9dcbea60-a34f-4144-91e7-90aff3f57aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:54:50.996389 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:54:52.453299 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9e3aab53-d650-47e3-b8a6-2dff21fe9ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:54:59.563333 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-c503f218-1432-4d6e-8f6b-f48c132c4525 req-e268e730-9894-41ec-967b-d8afd10d8056 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-411360804&fields=id&tenant_id=79cc439d279749ef8b2ba812a95a00a9 HTTP/1.1" status: 200  len: 267 time: 0.0510185
Dec 23 16:54:59.881192 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c503f218-1432-4d6e-8f6b-f48c132c4525 req-a2cb9b89-2783-4a77-9ade-a7dd89b61140 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:54:59.881780 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-c503f218-1432-4d6e-8f6b-f48c132c4525 req-a2cb9b89-2783-4a77-9ade-a7dd89b61140 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] 10.222.0.64 "GET /v2.0/networks?id=c2b50f22-1b69-46ad-b51d-6a76b52ac77a HTTP/1.1" status: 200  len: 809 time: 0.3067842
Dec 23 16:54:59.902771 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-c503f218-1432-4d6e-8f6b-f48c132c4525 req-72c227e2-d630-4c42-99e8-42c01926f785 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] 10.222.0.64 "GET /v2.0/quotas/79cc439d279749ef8b2ba812a95a00a9 HTTP/1.1" status: 200  len: 375 time: 0.0104020
Dec 23 16:55:00.001420 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-c503f218-1432-4d6e-8f6b-f48c132c4525 req-2253c047-df0a-49e8-88e2-6a9bd13f1c77 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=79cc439d279749ef8b2ba812a95a00a9&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0923424
Dec 23 16:55:00.207695 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-c503f218-1432-4d6e-8f6b-f48c132c4525 req-af297a55-f2db-4a9e-bb0f-db582cea4c45 service neutron] 10.222.0.64 "GET /v2.0/networks/c2b50f22-1b69-46ad-b51d-6a76b52ac77a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1885002
Dec 23 16:55:00.353250 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-c503f218-1432-4d6e-8f6b-f48c132c4525 req-3803ec9c-4d71-4c1b-a177-74ccf2e78ebe service neutron] 10.222.0.64 "GET /v2.0/networks/c2b50f22-1b69-46ad-b51d-6a76b52ac77a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1388056
Dec 23 16:55:00.775459 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-833c2673-787e-4d55-b491-cd8906e6f2ab req-ff02de5a-cd8c-4001-9133-c21e05df84d6 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Synchronizing usage tracker for tenant:79cc439d279749ef8b2ba812a95a00a9 on resource:port {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:55:00.791695 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-833c2673-787e-4d55-b491-cd8906e6f2ab req-ff02de5a-cd8c-4001-9133-c21e05df84d6 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Unset dirty status for tenant:79cc439d279749ef8b2ba812a95a00a9 on resource:port {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:55:00.792896 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-833c2673-787e-4d55-b491-cd8906e6f2ab req-ff02de5a-cd8c-4001-9133-c21e05df84d6 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] 10.222.0.64 "GET /v2.0/ports?device_id=9740d088-8181-40c8-b612-db2d1c940a6e HTTP/1.1" status: 200  len: 210 time: 0.0602460
Dec 23 16:55:01.943711 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-19f68511-6ae1-4bca-b93f-a60b288030ba req-aa2e306c-dd2c-414b-9014-7771b608e6ba tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] 10.222.0.64 "GET /v2.0/ports?device_id=9740d088-8181-40c8-b612-db2d1c940a6e HTTP/1.1" status: 200  len: 210 time: 0.0429142
Dec 23 16:55:01.953344 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c503f218-1432-4d6e-8f6b-f48c132c4525 req-59fe7093-c24e-44a0-96e5-ef354b4b2f94 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:55:01.955515 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-c503f218-1432-4d6e-8f6b-f48c132c4525 req-59fe7093-c24e-44a0-96e5-ef354b4b2f94 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] 10.222.0.61 "GET /v2.0/networks?id=c2b50f22-1b69-46ad-b51d-6a76b52ac77a HTTP/1.1" status: 200  len: 809 time: 0.1543095
Dec 23 16:55:02.003995 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-c503f218-1432-4d6e-8f6b-f48c132c4525 req-ad452829-fc21-437b-9343-dfaf0569dc8a tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Synchronizing usage tracker for tenant:79cc439d279749ef8b2ba812a95a00a9 on resource:security_group {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:55:02.020190 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-c503f218-1432-4d6e-8f6b-f48c132c4525 req-ad452829-fc21-437b-9343-dfaf0569dc8a tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Unset dirty status for tenant:79cc439d279749ef8b2ba812a95a00a9 on resource:security_group {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:55:02.021412 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-c503f218-1432-4d6e-8f6b-f48c132c4525 req-ad452829-fc21-437b-9343-dfaf0569dc8a tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=79cc439d279749ef8b2ba812a95a00a9 HTTP/1.1" status: 200  len: 379 time: 0.0572464
Dec 23 16:55:02.030696 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [req-c503f218-1432-4d6e-8f6b-f48c132c4525 req-1b726c5b-5624-4a00-8ba2-8d055286ae88 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Request body: {'port': {'device_id': '9740d088-8181-40c8-b612-db2d1c940a6e', 'network_id': 'c2b50f22-1b69-46ad-b51d-6a76b52ac77a', 'admin_state_up': True, 'tenant_id': '79cc439d279749ef8b2ba812a95a00a9', 'security_groups': ['d0b03392-d3d0-479b-989d-02a234509b68']}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:55:02.169376 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [req-c503f218-1432-4d6e-8f6b-f48c132c4525 req-1b726c5b-5624-4a00-8ba2-8d055286ae88 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:55:02.178949 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [req-c503f218-1432-4d6e-8f6b-f48c132c4525 req-1b726c5b-5624-4a00-8ba2-8d055286ae88 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:55:02.189429 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c503f218-1432-4d6e-8f6b-f48c132c4525 req-1b726c5b-5624-4a00-8ba2-8d055286ae88 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Made reservation on behalf of 79cc439d279749ef8b2ba812a95a00a9 for: {'port': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:55:02.192999 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-c503f218-1432-4d6e-8f6b-f48c132c4525 req-1b726c5b-5624-4a00-8ba2-8d055286ae88 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:55:02.357379 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [req-c503f218-1432-4d6e-8f6b-f48c132c4525 req-1b726c5b-5624-4a00-8ba2-8d055286ae88 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Allocated IP 172.20.0.11 (c2b50f22-1b69-46ad-b51d-6a76b52ac77a/38a627be-3f02-4c99-9edf-8d85f81bb342/d4dbcb43-9ad6-44fb-bea5-79b65dfdcc81) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:55:02.550794 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-c503f218-1432-4d6e-8f6b-f48c132c4525 req-1b726c5b-5624-4a00-8ba2-8d055286ae88 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:55:02.569069 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.provisioning_blocks [req-c503f218-1432-4d6e-8f6b-f48c132c4525 req-1b726c5b-5624-4a00-8ba2-8d055286ae88 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Transition to ACTIVE for port object d4dbcb43-9ad6-44fb-bea5-79b65dfdcc81 will not be triggered until provisioned by entity DHCP. {{(pid=87636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:55:02.594123 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-c503f218-1432-4d6e-8f6b-f48c132c4525 req-1b726c5b-5624-4a00-8ba2-8d055286ae88 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:55:02.601018 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-ba2365ea-3dc5-419e-863d-987b9a5535cc tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:55:02.671863 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c503f218-1432-4d6e-8f6b-f48c132c4525 req-1b726c5b-5624-4a00-8ba2-8d055286ae88 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Network c2b50f22-1b69-46ad-b51d-6a76b52ac77a is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:55:02.675894 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [req-c503f218-1432-4d6e-8f6b-f48c132c4525 req-1b726c5b-5624-4a00-8ba2-8d055286ae88 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Resources bound (agent type, host, resource id):  {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:55:02.682371 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [req-c503f218-1432-4d6e-8f6b-f48c132c4525 req-1b726c5b-5624-4a00-8ba2-8d055286ae88 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:55:02.716788 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b726c5b-5624-4a00-8ba2-8d055286ae88 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Pushing event updated for resources: {'Port': ['ID=d4dbcb43-9ad6-44fb-bea5-79b65dfdcc81,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:55:02.720389 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-1b726c5b-5624-4a00-8ba2-8d055286ae88 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:55:02.754074 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c503f218-1432-4d6e-8f6b-f48c132c4525 req-1b726c5b-5624-4a00-8ba2-8d055286ae88 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:55:02.754929 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-c503f218-1432-4d6e-8f6b-f48c132c4525 req-1b726c5b-5624-4a00-8ba2-8d055286ae88 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:55:02.783401 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-c503f218-1432-4d6e-8f6b-f48c132c4525 req-1b726c5b-5624-4a00-8ba2-8d055286ae88 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.7563167
Dec 23 16:55:02.795462 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [req-c503f218-1432-4d6e-8f6b-f48c132c4525 req-12757bf3-6e74-48b5-be77-1454df671e0c service neutron] Request body: {'port': {'device_id': '9740d088-8181-40c8-b612-db2d1c940a6e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8227'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:55:02.908823 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-160f1e8f-3d00-47da-a552-a5a144f2c4ca None None] Provisioning for port d4dbcb43-9ad6-44fb-bea5-79b65dfdcc81 completed by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:55:02.914703 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-160f1e8f-3d00-47da-a552-a5a144f2c4ca None None] Provisioning complete for port d4dbcb43-9ad6-44fb-bea5-79b65dfdcc81 triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:55:02.915083 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-160f1e8f-3d00-47da-a552-a5a144f2c4ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:55:02.972052 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-160f1e8f-3d00-47da-a552-a5a144f2c4ca None None] Port d4dbcb43-9ad6-44fb-bea5-79b65dfdcc81 cannot update to ACTIVE because it is not bound. {{(pid=87637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 23 16:55:03.045931 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-c503f218-1432-4d6e-8f6b-f48c132c4525 req-12757bf3-6e74-48b5-be77-1454df671e0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:55:03.258321 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dd219a-6a76-4c19-a5b8-2b23f5a9e10a req-78884d6b-0cca-4d78-b83b-ea9c86a80240 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:55:03.259012 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-b4dd219a-6a76-4c19-a5b8-2b23f5a9e10a req-78884d6b-0cca-4d78-b83b-ea9c86a80240 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Synchronizing usage tracker for tenant:79cc439d279749ef8b2ba812a95a00a9 on resource:port {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:55:03.347502 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-b4dd219a-6a76-4c19-a5b8-2b23f5a9e10a req-78884d6b-0cca-4d78-b83b-ea9c86a80240 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Unset dirty status for tenant:79cc439d279749ef8b2ba812a95a00a9 on resource:port {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:55:03.348773 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-b4dd219a-6a76-4c19-a5b8-2b23f5a9e10a req-78884d6b-0cca-4d78-b83b-ea9c86a80240 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] 10.222.0.64 "GET /v2.0/ports?device_id=9740d088-8181-40c8-b612-db2d1c940a6e HTTP/1.1" status: 200  len: 932 time: 0.2889948
Dec 23 16:55:03.426328 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-b4dd219a-6a76-4c19-a5b8-2b23f5a9e10a req-279e50ad-e14d-4f5b-8677-63dd915ebbe3 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] 10.222.0.64 "GET /v2.0/security-groups?id=d0b03392-d3d0-479b-989d-02a234509b68&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0706952
Dec 23 16:55:03.502231 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [req-c503f218-1432-4d6e-8f6b-f48c132c4525 req-12757bf3-6e74-48b5-be77-1454df671e0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4dbcb43-9ad6-44fb-bea5-79b65dfdcc81 {{(pid=87636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 23 16:55:03.511077 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-c503f218-1432-4d6e-8f6b-f48c132c4525 req-12757bf3-6e74-48b5-be77-1454df671e0c service neutron] Notify callbacks [] for port, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:55:03.526377 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.provisioning_blocks [req-c503f218-1432-4d6e-8f6b-f48c132c4525 req-12757bf3-6e74-48b5-be77-1454df671e0c service neutron] Transition to ACTIVE for port object d4dbcb43-9ad6-44fb-bea5-79b65dfdcc81 will not be triggered until provisioned by entity L2. {{(pid=87636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:55:03.533640 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-c503f218-1432-4d6e-8f6b-f48c132c4525 req-12757bf3-6e74-48b5-be77-1454df671e0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2176289'] for port, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:55:03.538577 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-ef977836-ead6-4a54-98ef-8d683d1bd6ec service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:55:03.667554 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12757bf3-6e74-48b5-be77-1454df671e0c service neutron] Pushing event updated for resources: {'Port': ['ID=d4dbcb43-9ad6-44fb-bea5-79b65dfdcc81,revision_number=2']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:55:03.694385 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-12757bf3-6e74-48b5-be77-1454df671e0c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:55:03.772772 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [req-c503f218-1432-4d6e-8f6b-f48c132c4525 req-12757bf3-6e74-48b5-be77-1454df671e0c service neutron] Attempting to bind port d4dbcb43-9ad6-44fb-bea5-79b65dfdcc81 on host hv-neutron-8227 for vnic_type normal with profile  {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:55:03.773110 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [req-c503f218-1432-4d6e-8f6b-f48c132c4525 req-12757bf3-6e74-48b5-be77-1454df671e0c service neutron] Attempting to bind port d4dbcb43-9ad6-44fb-bea5-79b65dfdcc81 by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': 'e66ad8a6-38f9-4666-888d-5f65134ad083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'c2b50f22-1b69-46ad-b51d-6a76b52ac77a'}] {{(pid=87636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:55:03.773439 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c503f218-1432-4d6e-8f6b-f48c132c4525 req-12757bf3-6e74-48b5-be77-1454df671e0c service neutron] Attempting to bind port d4dbcb43-9ad6-44fb-bea5-79b65dfdcc81 on network c2b50f22-1b69-46ad-b51d-6a76b52ac77a {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:55:03.778302 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c503f218-1432-4d6e-8f6b-f48c132c4525 req-12757bf3-6e74-48b5-be77-1454df671e0c service neutron] Port d4dbcb43-9ad6-44fb-bea5-79b65dfdcc81 on network c2b50f22-1b69-46ad-b51d-6a76b52ac77a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 23 16:55:03.778618 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c503f218-1432-4d6e-8f6b-f48c132c4525 req-12757bf3-6e74-48b5-be77-1454df671e0c service neutron] Attempting to bind port d4dbcb43-9ad6-44fb-bea5-79b65dfdcc81 on network c2b50f22-1b69-46ad-b51d-6a76b52ac77a {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:55:03.783622 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c503f218-1432-4d6e-8f6b-f48c132c4525 req-12757bf3-6e74-48b5-be77-1454df671e0c service neutron] Checking agent: {'id': '5a806709-633b-4d33-98c4-3d24562c0f1e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8227', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 6, 42), 'started_at': datetime.datetime(2021, 12, 23, 16, 6, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 54, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 23 16:55:03.783942 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c503f218-1432-4d6e-8f6b-f48c132c4525 req-12757bf3-6e74-48b5-be77-1454df671e0c service neutron] Checking segment: {'id': 'e66ad8a6-38f9-4666-888d-5f65134ad083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'c2b50f22-1b69-46ad-b51d-6a76b52ac77a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:55:03.784316 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c503f218-1432-4d6e-8f6b-f48c132c4525 req-12757bf3-6e74-48b5-be77-1454df671e0c service neutron] Bound using segment: {'id': 'e66ad8a6-38f9-4666-888d-5f65134ad083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'c2b50f22-1b69-46ad-b51d-6a76b52ac77a'} {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 23 16:55:03.785028 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [req-c503f218-1432-4d6e-8f6b-f48c132c4525 req-12757bf3-6e74-48b5-be77-1454df671e0c service neutron] Bound port: d4dbcb43-9ad6-44fb-bea5-79b65dfdcc81, host: hv-neutron-8227, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e66ad8a6-38f9-4666-888d-5f65134ad083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'c2b50f22-1b69-46ad-b51d-6a76b52ac77a'}}] {{(pid=87636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 23 16:55:03.785387 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-c503f218-1432-4d6e-8f6b-f48c132c4525 req-12757bf3-6e74-48b5-be77-1454df671e0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:55:03.882435 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [req-c503f218-1432-4d6e-8f6b-f48c132c4525 req-12757bf3-6e74-48b5-be77-1454df671e0c service neutron] For port d4dbcb43-9ad6-44fb-bea5-79b65dfdcc81, host hv-neutron-8227, cleared binding levels {{(pid=87636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 23 16:55:03.886735 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [req-c503f218-1432-4d6e-8f6b-f48c132c4525 req-12757bf3-6e74-48b5-be77-1454df671e0c service neutron] For port d4dbcb43-9ad6-44fb-bea5-79b65dfdcc81, host hv-neutron-8227, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=d4dbcb43-9ad6-44fb-bea5-79b65dfdcc81,segment=NetworkSegment(e66ad8a6-38f9-4666-888d-5f65134ad083),segment_id=e66ad8a6-38f9-4666-888d-5f65134ad083)] {{(pid=87636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 23 16:55:03.892837 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-c503f218-1432-4d6e-8f6b-f48c132c4525 req-12757bf3-6e74-48b5-be77-1454df671e0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2176289'] for port, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:55:03.896711 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-07f73ba7-cc3f-4801-87be-80e34ee0ebe5 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:55:03.949980 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c503f218-1432-4d6e-8f6b-f48c132c4525 req-12757bf3-6e74-48b5-be77-1454df671e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:55:03.950599 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-c503f218-1432-4d6e-8f6b-f48c132c4525 req-12757bf3-6e74-48b5-be77-1454df671e0c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:55:03.952052 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-c503f218-1432-4d6e-8f6b-f48c132c4525 req-12757bf3-6e74-48b5-be77-1454df671e0c service neutron] 10.222.0.61 "PUT /v2.0/ports/d4dbcb43-9ad6-44fb-bea5-79b65dfdcc81 HTTP/1.1" status: 200  len: 1094 time: 1.1612015
Dec 23 16:55:03.954388 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9740d088-8181-40c8-b612-db2d1c940a6e', 'tag': 'd4dbcb43-9ad6-44fb-bea5-79b65dfdcc81'}] {{(pid=87636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 23 16:55:03.986752 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12757bf3-6e74-48b5-be77-1454df671e0c service neutron] Pushing event updated for resources: {'Port': ['ID=d4dbcb43-9ad6-44fb-bea5-79b65dfdcc81,revision_number=3']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:55:03.990559 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-12757bf3-6e74-48b5-be77-1454df671e0c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:55:04.032205 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9740d088-8181-40c8-b612-db2d1c940a6e', 'tag': 'd4dbcb43-9ad6-44fb-bea5-79b65dfdcc81', 'status': 'completed', 'code': 200}
Dec 23 16:55:04.078062 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c503f218-1432-4d6e-8f6b-f48c132c4525 req-3c40db53-7f92-44fa-a12e-830fdc6aaff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:55:04.079731 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-c503f218-1432-4d6e-8f6b-f48c132c4525 req-3c40db53-7f92-44fa-a12e-830fdc6aaff2 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=79cc439d279749ef8b2ba812a95a00a9&device_id=9740d088-8181-40c8-b612-db2d1c940a6e HTTP/1.1" status: 200  len: 1097 time: 0.0789111
Dec 23 16:55:04.148019 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-c503f218-1432-4d6e-8f6b-f48c132c4525 req-8d5dc815-2afd-4401-a814-34b58b264494 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d4dbcb43-9ad6-44fb-bea5-79b65dfdcc81 HTTP/1.1" status: 200  len: 217 time: 0.0614705
Dec 23 16:55:04.215268 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c503f218-1432-4d6e-8f6b-f48c132c4525 req-12df5214-9376-4ec2-8357-7f81985e4db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:55:04.216643 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-c503f218-1432-4d6e-8f6b-f48c132c4525 req-12df5214-9376-4ec2-8357-7f81985e4db6 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=38a627be-3f02-4c99-9edf-8d85f81bb342 HTTP/1.1" status: 200  len: 848 time: 0.0621729
Dec 23 16:55:04.293840 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c503f218-1432-4d6e-8f6b-f48c132c4525 req-f0b369ae-2ac3-4abc-9a06-87190c17369f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:55:04.295338 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-c503f218-1432-4d6e-8f6b-f48c132c4525 req-f0b369ae-2ac3-4abc-9a06-87190c17369f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c2b50f22-1b69-46ad-b51d-6a76b52ac77a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0719163
Dec 23 16:55:04.429751 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-c503f218-1432-4d6e-8f6b-f48c132c4525 req-1f663bcb-3227-4c72-98d7-06467c34b5f4 service neutron] 10.222.0.61 "GET /v2.0/networks/c2b50f22-1b69-46ad-b51d-6a76b52ac77a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1274316
Dec 23 16:55:04.606596 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-c503f218-1432-4d6e-8f6b-f48c132c4525 req-e7138fa2-2f09-4573-8534-486fb1b43929 service neutron] 10.222.0.61 "GET /v2.0/networks/c2b50f22-1b69-46ad-b51d-6a76b52ac77a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1698914
Dec 23 16:55:04.647634 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa0a58f-0484-430a-8891-ae23c9ec1135 req-d72a31bd-aaf6-48cf-a0cd-f90b7955a6c0 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:55:04.649212 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-1fa0a58f-0484-430a-8891-ae23c9ec1135 req-d72a31bd-aaf6-48cf-a0cd-f90b7955a6c0 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] 10.222.0.64 "GET /v2.0/ports?device_id=9740d088-8181-40c8-b612-db2d1c940a6e HTTP/1.1" status: 200  len: 944 time: 0.1152163
Dec 23 16:55:04.682413 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.agents_db [None req-30c2320c-f298-49f6-9c47-c20e38116a9c None None] Agent healthcheck: found 6 active agents {{(pid=87638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 23 16:55:04.872981 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-1fa0a58f-0484-430a-8891-ae23c9ec1135 req-f75f22ee-8718-4348-9c86-fa7a436af73f tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] 10.222.0.64 "GET /v2.0/security-groups?id=d0b03392-d3d0-479b-989d-02a234509b68&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0641549
Dec 23 16:55:04.897122 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea07c4b8-e882-4e25-899b-93021bcc2cba req-7be5df68-2545-489b-9a45-2eb10789a2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:55:04.898675 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-ea07c4b8-e882-4e25-899b-93021bcc2cba req-7be5df68-2545-489b-9a45-2eb10789a2bf service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=79cc439d279749ef8b2ba812a95a00a9&device_id=9740d088-8181-40c8-b612-db2d1c940a6e HTTP/1.1" status: 200  len: 1097 time: 0.2446399
Dec 23 16:55:05.032470 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea07c4b8-e882-4e25-899b-93021bcc2cba req-08bc7471-e080-4241-8d94-40df720dc2da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:55:05.033923 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-ea07c4b8-e882-4e25-899b-93021bcc2cba req-08bc7471-e080-4241-8d94-40df720dc2da service neutron] 10.222.0.61 "GET /v2.0/networks?id=c2b50f22-1b69-46ad-b51d-6a76b52ac77a HTTP/1.1" status: 200  len: 910 time: 0.1283078
Dec 23 16:55:05.104822 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-ea07c4b8-e882-4e25-899b-93021bcc2cba req-26f9e1c3-6a3a-4c1b-9f97-97ba407b7329 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d4dbcb43-9ad6-44fb-bea5-79b65dfdcc81 HTTP/1.1" status: 200  len: 217 time: 0.0641975
Dec 23 16:55:05.169814 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea07c4b8-e882-4e25-899b-93021bcc2cba req-c861c2a0-80eb-49b1-b238-7906dd5b55d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:55:05.171259 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-ea07c4b8-e882-4e25-899b-93021bcc2cba req-c861c2a0-80eb-49b1-b238-7906dd5b55d9 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=38a627be-3f02-4c99-9edf-8d85f81bb342 HTTP/1.1" status: 200  len: 848 time: 0.0603647
Dec 23 16:55:05.258901 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea07c4b8-e882-4e25-899b-93021bcc2cba req-35f7dc1d-6dfe-4723-aa44-44a3a3c79063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:55:05.260730 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-ea07c4b8-e882-4e25-899b-93021bcc2cba req-35f7dc1d-6dfe-4723-aa44-44a3a3c79063 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c2b50f22-1b69-46ad-b51d-6a76b52ac77a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0828393
Dec 23 16:55:05.392178 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-ea07c4b8-e882-4e25-899b-93021bcc2cba req-b9fd6fa1-1f9b-48a2-a8ec-e645b23e7506 service neutron] 10.222.0.61 "GET /v2.0/networks/c2b50f22-1b69-46ad-b51d-6a76b52ac77a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1242182
Dec 23 16:55:05.534828 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-ea07c4b8-e882-4e25-899b-93021bcc2cba req-b9d7cb01-5d5b-45ae-aa18-5bcdb2bccb7e service neutron] 10.222.0.61 "GET /v2.0/networks/c2b50f22-1b69-46ad-b51d-6a76b52ac77a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1360421
Dec 23 16:55:06.088197 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6beb455c-ada8-46f5-9b88-b6dcbdbd135f req-1328fdc0-cb64-4c7c-96ae-8a4ed2827373 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:55:06.089658 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-6beb455c-ada8-46f5-9b88-b6dcbdbd135f req-1328fdc0-cb64-4c7c-96ae-8a4ed2827373 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] 10.222.0.64 "GET /v2.0/ports?device_id=9740d088-8181-40c8-b612-db2d1c940a6e HTTP/1.1" status: 200  len: 944 time: 0.0909073
Dec 23 16:55:06.135455 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-6beb455c-ada8-46f5-9b88-b6dcbdbd135f req-4327049e-cece-4d0d-8fff-378137d76278 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] 10.222.0.64 "GET /v2.0/security-groups?id=d0b03392-d3d0-479b-989d-02a234509b68&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0398376
Dec 23 16:55:07.342657 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8fd1db-81ab-446c-b797-99976ca34395 req-d331ea21-ebb5-41a6-a543-e787458ce3b9 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:55:07.344103 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-9a8fd1db-81ab-446c-b797-99976ca34395 req-d331ea21-ebb5-41a6-a543-e787458ce3b9 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] 10.222.0.64 "GET /v2.0/ports?device_id=9740d088-8181-40c8-b612-db2d1c940a6e HTTP/1.1" status: 200  len: 944 time: 0.0865722
Dec 23 16:55:07.396131 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-9a8fd1db-81ab-446c-b797-99976ca34395 req-c8ec76ca-48be-44f9-8fd8-8b5b2a49a56c tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] 10.222.0.64 "GET /v2.0/security-groups?id=d0b03392-d3d0-479b-989d-02a234509b68&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0460105
Dec 23 16:55:08.603720 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c2dfba-6061-4181-a58d-e1b65850bc8d req-991c30a2-a313-4653-9507-ad097c82c994 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:55:08.605190 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-b4c2dfba-6061-4181-a58d-e1b65850bc8d req-991c30a2-a313-4653-9507-ad097c82c994 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] 10.222.0.64 "GET /v2.0/ports?device_id=9740d088-8181-40c8-b612-db2d1c940a6e HTTP/1.1" status: 200  len: 944 time: 0.0862317
Dec 23 16:55:08.652640 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-b4c2dfba-6061-4181-a58d-e1b65850bc8d req-96a6cef1-fc45-4868-9a80-4075b1970cb3 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] 10.222.0.64 "GET /v2.0/security-groups?id=d0b03392-d3d0-479b-989d-02a234509b68&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0417933
Dec 23 16:55:09.869724 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923754a1-0b3c-42d8-a066-866ea142ea52 req-fd614e70-b183-42ed-937d-1f6dde6b2219 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:55:09.871096 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-923754a1-0b3c-42d8-a066-866ea142ea52 req-fd614e70-b183-42ed-937d-1f6dde6b2219 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] 10.222.0.64 "GET /v2.0/ports?device_id=9740d088-8181-40c8-b612-db2d1c940a6e HTTP/1.1" status: 200  len: 944 time: 0.1098590
Dec 23 16:55:09.919814 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-923754a1-0b3c-42d8-a066-866ea142ea52 req-2c995063-e7dc-4ca1-8090-6a2ba120c044 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] 10.222.0.64 "GET /v2.0/security-groups?id=d0b03392-d3d0-479b-989d-02a234509b68&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0412266
Dec 23 16:55:11.122964 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7165a2-3019-4d7e-8e71-0c283bf4f69c req-bc9d25f2-1a1b-4b88-9d3a-04ddbc67df2e tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:55:11.124410 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-8a7165a2-3019-4d7e-8e71-0c283bf4f69c req-bc9d25f2-1a1b-4b88-9d3a-04ddbc67df2e tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] 10.222.0.64 "GET /v2.0/ports?device_id=9740d088-8181-40c8-b612-db2d1c940a6e HTTP/1.1" status: 200  len: 944 time: 0.0927503
Dec 23 16:55:11.170165 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-8a7165a2-3019-4d7e-8e71-0c283bf4f69c req-289f8d1f-5b97-4896-9a89-3a2b17247c0b tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] 10.222.0.64 "GET /v2.0/security-groups?id=d0b03392-d3d0-479b-989d-02a234509b68&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0399516
Dec 23 16:55:12.263002 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:55:12.366418 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051bbe57-0733-422c-9901-bdf4f7fad8d0 req-193e3975-f61d-45ab-b2ba-e70a4f6c91b0 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:55:12.368106 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-051bbe57-0733-422c-9901-bdf4f7fad8d0 req-193e3975-f61d-45ab-b2ba-e70a4f6c91b0 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] 10.222.0.64 "GET /v2.0/ports?device_id=9740d088-8181-40c8-b612-db2d1c940a6e HTTP/1.1" status: 200  len: 944 time: 0.0844660
Dec 23 16:55:12.419107 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-051bbe57-0733-422c-9901-bdf4f7fad8d0 req-39385752-2f06-4d16-b27c-216edc643e25 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] 10.222.0.64 "GET /v2.0/security-groups?id=d0b03392-d3d0-479b-989d-02a234509b68&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0450246
Dec 23 16:55:13.639472 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70093462-090e-40ef-829d-8b443298bab8 req-9fa8be47-4bef-43a7-8bdd-ee9144bc65f0 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:55:13.640987 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-70093462-090e-40ef-829d-8b443298bab8 req-9fa8be47-4bef-43a7-8bdd-ee9144bc65f0 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] 10.222.0.64 "GET /v2.0/ports?device_id=9740d088-8181-40c8-b612-db2d1c940a6e HTTP/1.1" status: 200  len: 944 time: 0.0932739
Dec 23 16:55:13.686658 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-70093462-090e-40ef-829d-8b443298bab8 req-500bbced-a7d3-49f7-854d-e9e891dad877 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] 10.222.0.64 "GET /v2.0/security-groups?id=d0b03392-d3d0-479b-989d-02a234509b68&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0399408
Dec 23 16:55:13.780033 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Device d4dbcb43-9ad6-44fb-bea5-79b65dfdcc81 details requested by agent hyperv_hv-neutron-8227 with host hv-neutron-8227 {{(pid=87637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 23 16:55:13.960860 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] For port d4dbcb43-9ad6-44fb-bea5-79b65dfdcc81, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=d4dbcb43-9ad6-44fb-bea5-79b65dfdcc81,segment=NetworkSegment(e66ad8a6-38f9-4666-888d-5f65134ad083),segment_id=e66ad8a6-38f9-4666-888d-5f65134ad083)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:55:13.973610 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Returning: {'device': 'd4dbcb43-9ad6-44fb-bea5-79b65dfdcc81', 'network_id': 'c2b50f22-1b69-46ad-b51d-6a76b52ac77a', 'port_id': 'd4dbcb43-9ad6-44fb-bea5-79b65dfdcc81', 'mac_address': 'fa:16:3e:85:d7:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 439, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38a627be-3f02-4c99-9edf-8d85f81bb342', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 23 16:55:14.031593 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:55:14.048727 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.notifiers.nova [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4dbcb43-9ad6-44fb-bea5-79b65dfdcc81 {{(pid=87637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 23 16:55:14.067779 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] For port d4dbcb43-9ad6-44fb-bea5-79b65dfdcc81, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=d4dbcb43-9ad6-44fb-bea5-79b65dfdcc81,segment=NetworkSegment(e66ad8a6-38f9-4666-888d-5f65134ad083),segment_id=e66ad8a6-38f9-4666-888d-5f65134ad083)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:55:14.074269 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:55:14.076183 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:55:14.140848 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Pushing event updated for resources: {'Port': ['ID=d4dbcb43-9ad6-44fb-bea5-79b65dfdcc81,revision_number=4']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:55:14.147885 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:55:14.148437 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:55:14.148617 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:55:14.148939 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:55:14.149265 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:55:14.149599 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:55:14.149918 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:55:14.150244 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:55:14.150573 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:55:14.150888 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:55:14.151212 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:55:14.151504 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:55:14.155601 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:55:14.283702 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] get_ports_and_sgs() called for port_ids ['d4dbcb43-9ad6-44fb-bea5-79b65dfdcc81'] {{(pid=87637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 23 16:55:14.886741 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f199a4f-8218-417b-a15d-33777b828b60 req-2257d192-59e2-4a81-a3d4-d34434cf9f30 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:55:14.888174 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-9f199a4f-8218-417b-a15d-33777b828b60 req-2257d192-59e2-4a81-a3d4-d34434cf9f30 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] 10.222.0.64 "GET /v2.0/ports?device_id=9740d088-8181-40c8-b612-db2d1c940a6e HTTP/1.1" status: 200  len: 945 time: 0.0847604
Dec 23 16:55:14.945813 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-9f199a4f-8218-417b-a15d-33777b828b60 req-d6d808e3-c15a-45b6-95fb-72e04ca8fe50 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] 10.222.0.64 "GET /v2.0/security-groups?id=d0b03392-d3d0-479b-989d-02a234509b68&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0518062
Dec 23 16:55:15.794911 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Device d4dbcb43-9ad6-44fb-bea5-79b65dfdcc81 up at agent hyperv_hv-neutron-8227 {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:55:15.880819 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Provisioning for port d4dbcb43-9ad6-44fb-bea5-79b65dfdcc81 completed by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:55:15.887460 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Provisioning complete for port d4dbcb43-9ad6-44fb-bea5-79b65dfdcc81 triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:55:15.887849 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:55:16.005961 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:55:16.033068 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9740d088-8181-40c8-b612-db2d1c940a6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4dbcb43-9ad6-44fb-bea5-79b65dfdcc81'}] {{(pid=87637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 23 16:55:16.043537 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] For port d4dbcb43-9ad6-44fb-bea5-79b65dfdcc81, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=d4dbcb43-9ad6-44fb-bea5-79b65dfdcc81,segment=NetworkSegment(e66ad8a6-38f9-4666-888d-5f65134ad083),segment_id=e66ad8a6-38f9-4666-888d-5f65134ad083)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:55:16.050185 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:55:16.052362 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:55:16.119406 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Pushing event updated for resources: {'Port': ['ID=d4dbcb43-9ad6-44fb-bea5-79b65dfdcc81,revision_number=5']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:55:16.122802 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:55:16.143317 dv-neutron-822799-1-hyperv neutron-server[87637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9740d088-8181-40c8-b612-db2d1c940a6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4dbcb43-9ad6-44fb-bea5-79b65dfdcc81', 'code': 200}
Dec 23 16:55:16.154110 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0e9e16-2961-413d-836f-c18098ee14ee req-11fa18f8-abca-41f2-8058-a30a2f2221e0 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:55:16.155616 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-3f0e9e16-2961-413d-836f-c18098ee14ee req-11fa18f8-abca-41f2-8058-a30a2f2221e0 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] 10.222.0.64 "GET /v2.0/ports?device_id=9740d088-8181-40c8-b612-db2d1c940a6e HTTP/1.1" status: 200  len: 946 time: 0.0947905
Dec 23 16:55:16.200124 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-3f0e9e16-2961-413d-836f-c18098ee14ee req-88bec09f-00e6-423a-9ffb-5cf6689dd25d tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] 10.222.0.64 "GET /v2.0/security-groups?id=d0b03392-d3d0-479b-989d-02a234509b68&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0381730
Dec 23 16:55:16.425150 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602baada-cc76-4859-a1f4-33fab9f7add8 req-2c4591f6-f9de-475f-9467-266c2e48630f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:55:16.426645 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-602baada-cc76-4859-a1f4-33fab9f7add8 req-2c4591f6-f9de-475f-9467-266c2e48630f service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=9740d088-8181-40c8-b612-db2d1c940a6e HTTP/1.1" status: 200  len: 1099 time: 0.0804355
Dec 23 16:55:16.469103 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-602baada-cc76-4859-a1f4-33fab9f7add8 req-8740efdc-1704-4d4a-b67b-2cc71c8ffc84 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=d0b03392-d3d0-479b-989d-02a234509b68&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0358992
Dec 23 16:55:17.398011 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0d4875-8f4b-4777-92dc-f4dd62e58550 req-c8780207-b65f-4a6a-937c-96fdf524fe3c tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:55:17.399660 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-0e0d4875-8f4b-4777-92dc-f4dd62e58550 req-c8780207-b65f-4a6a-937c-96fdf524fe3c tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] 10.222.0.64 "GET /v2.0/ports?device_id=9740d088-8181-40c8-b612-db2d1c940a6e HTTP/1.1" status: 200  len: 946 time: 0.0836627
Dec 23 16:55:17.448627 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-5aa71d3f-6953-41c6-b79b-7ae11c45419b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:55:17.458582 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-0e0d4875-8f4b-4777-92dc-f4dd62e58550 req-675504a2-1ada-4a37-9f9b-0a8767981bd5 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] 10.222.0.64 "GET /v2.0/security-groups?id=d0b03392-d3d0-479b-989d-02a234509b68&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0511699
Dec 23 16:55:18.655422 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8575b4-4c81-48f2-8f1f-b781939112b3 req-53f3bdc5-d872-4cf3-8513-886a00922dcb tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:55:18.656901 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-bc8575b4-4c81-48f2-8f1f-b781939112b3 req-53f3bdc5-d872-4cf3-8513-886a00922dcb tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] 10.222.0.64 "GET /v2.0/ports?device_id=9740d088-8181-40c8-b612-db2d1c940a6e HTTP/1.1" status: 200  len: 946 time: 0.0899916
Dec 23 16:55:18.701027 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-bc8575b4-4c81-48f2-8f1f-b781939112b3 req-6d10dcfd-df56-47af-998e-28b4038b07e0 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] 10.222.0.64 "GET /v2.0/security-groups?id=d0b03392-d3d0-479b-989d-02a234509b68&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0384212
Dec 23 16:55:18.899838 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e79598-da10-4d21-b04c-caa5b8946c56 req-a6272903-cdb5-4db4-acac-bc371b37b7d4 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:55:18.901360 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-91e79598-da10-4d21-b04c-caa5b8946c56 req-a6272903-cdb5-4db4-acac-bc371b37b7d4 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] 10.222.0.64 "GET /v2.0/ports?device_id=9740d088-8181-40c8-b612-db2d1c940a6e HTTP/1.1" status: 200  len: 946 time: 0.0961022
Dec 23 16:55:18.946099 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-91e79598-da10-4d21-b04c-caa5b8946c56 req-1f20b3b2-ccff-47aa-999b-6c5d10a2b728 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] 10.222.0.64 "GET /v2.0/security-groups?id=d0b03392-d3d0-479b-989d-02a234509b68&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0388968
Dec 23 16:55:18.968827 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 60290) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:55:19.041700 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eec8fe0-bf89-44cb-9138-d22805a216da tempest-TestShelveInstance-761380840 tempest-TestShelveInstance-761380840-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:55:19.042405 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-6eec8fe0-bf89-44cb-9138-d22805a216da tempest-TestShelveInstance-761380840 tempest-TestShelveInstance-761380840-project-admin] Synchronizing usage tracker for tenant:4c6ee04c825445d0b24e03110148b391 on resource:port {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:55:19.060247 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-6eec8fe0-bf89-44cb-9138-d22805a216da tempest-TestShelveInstance-761380840 tempest-TestShelveInstance-761380840-project-admin] Unset dirty status for tenant:4c6ee04c825445d0b24e03110148b391 on resource:port {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:55:19.061579 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-6eec8fe0-bf89-44cb-9138-d22805a216da tempest-TestShelveInstance-761380840 tempest-TestShelveInstance-761380840-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=9740d088-8181-40c8-b612-db2d1c940a6e HTTP/1.1" status: 200  len: 1094 time: 0.0915298
Dec 23 16:55:19.064856 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 60294) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:55:19.070393 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-d728d47c-b245-44ca-8ebd-a1d7d8ed7061 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Request body: {'floatingip': {'floating_network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'port_id': 'd4dbcb43-9ad6-44fb-bea5-79b65dfdcc81', 'tenant_id': '79cc439d279749ef8b2ba812a95a00a9', 'fixed_ip_address': '172.20.0.11'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:55:19.077318 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-d728d47c-b245-44ca-8ebd-a1d7d8ed7061 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:55:19.083430 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-d728d47c-b245-44ca-8ebd-a1d7d8ed7061 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Usage tracker for resource:floatingip and tenant:79cc439d279749ef8b2ba812a95a00a9 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:55:19.087530 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-d728d47c-b245-44ca-8ebd-a1d7d8ed7061 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:55:19.093405 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-d728d47c-b245-44ca-8ebd-a1d7d8ed7061 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:55:19.104692 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d728d47c-b245-44ca-8ebd-a1d7d8ed7061 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Notify callbacks [] for floatingip, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:55:19.251636 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d728d47c-b245-44ca-8ebd-a1d7d8ed7061 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:55:19.517247 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [None req-d728d47c-b245-44ca-8ebd-a1d7d8ed7061 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Allocated IP 172.26.3.49 (8afa6d58-9431-454a-b99c-3ff8a65aa86b/60537fec-5f5f-4ab7-89cc-03638149a590/ba1584a4-ac0d-4e0f-a2e2-d805f200c44e) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:55:19.661767 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d728d47c-b245-44ca-8ebd-a1d7d8ed7061 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:55:19.691461 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d728d47c-b245-44ca-8ebd-a1d7d8ed7061 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:55:19.695536 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-645831bb-493d-4a9d-b2ab-3a5b5e561b71 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:55:19.761079 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d728d47c-b245-44ca-8ebd-a1d7d8ed7061 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Network 8afa6d58-9431-454a-b99c-3ff8a65aa86b is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:55:19.764269 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-d728d47c-b245-44ca-8ebd-a1d7d8ed7061 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Resources bound (agent type, host, resource id):  {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:55:19.767901 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d728d47c-b245-44ca-8ebd-a1d7d8ed7061 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:55:19.796740 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d728d47c-b245-44ca-8ebd-a1d7d8ed7061 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Pushing event updated for resources: {'Port': ['ID=ba1584a4-ac0d-4e0f-a2e2-d805f200c44e,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:55:19.802839 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-d728d47c-b245-44ca-8ebd-a1d7d8ed7061 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:55:19.811663 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-93a095b1-b136-4de5-843c-04e3c87884ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:55:20.189612 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d728d47c-b245-44ca-8ebd-a1d7d8ed7061 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:55:20.273637 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d728d47c-b245-44ca-8ebd-a1d7d8ed7061 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:55:20.477648 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d728d47c-b245-44ca-8ebd-a1d7d8ed7061 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Notify callbacks [] for port, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:55:20.483468 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d728d47c-b245-44ca-8ebd-a1d7d8ed7061 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2176289'] for port, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:55:20.487493 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-b2729867-5921-4849-aca4-d646c151293d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:55:20.598786 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d728d47c-b245-44ca-8ebd-a1d7d8ed7061 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Pushing event updated for resources: {'Port': ['ID=ba1584a4-ac0d-4e0f-a2e2-d805f200c44e,revision_number=2']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:55:20.602760 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-d728d47c-b245-44ca-8ebd-a1d7d8ed7061 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:55:20.613481 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d728d47c-b245-44ca-8ebd-a1d7d8ed7061 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1824189'] for floatingip, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:55:20.785926 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.db.l3_db [None req-d728d47c-b245-44ca-8ebd-a1d7d8ed7061 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Floating IP ef71d81f-47f9-4e6b-949e-2ee75127ff33 associated. External IP: 172.26.3.49, port: d4dbcb43-9ad6-44fb-bea5-79b65dfdcc81.
Dec 23 16:55:20.966151 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9dcbea60-a34f-4144-91e7-90aff3f57aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:55:21.003999 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:55:21.276794 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d728d47c-b245-44ca-8ebd-a1d7d8ed7061 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Router 65ae6dd0-5c4a-4f03-8015-affb42ac3336 has already been hosted by L3 agent 371d4c41-c7e2-4de7-9539-c049ec4e95d1 {{(pid=87636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 23 16:55:21.477544 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d728d47c-b245-44ca-8ebd-a1d7d8ed7061 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Notify agent at l3_agent.dv-neutron-822799-1-hyperv the message routers_updated {{(pid=87636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 23 16:55:21.487852 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c14fcb-8e71-4a06-91a6-98feef623f27 None None] Sync routers for ids ['65ae6dd0-5c4a-4f03-8015-affb42ac3336'] in dv-neutron-822799-1-hyperv {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 23 16:55:21.497936 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77c14fcb-8e71-4a06-91a6-98feef623f27 None None] Routers {'65ae6dd0-5c4a-4f03-8015-affb42ac3336'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:55:21.498554 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-77c14fcb-8e71-4a06-91a6-98feef623f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc1db4af0>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:55:20Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['65ae6dd0-5c4a-4f03-8015-affb42ac3336'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:55:21.503688 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d728d47c-b245-44ca-8ebd-a1d7d8ed7061 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for floatingip, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:55:21.558372 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-d728d47c-b245-44ca-8ebd-a1d7d8ed7061 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.4923358
Dec 23 16:55:21.558990 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9740d088-8181-40c8-b612-db2d1c940a6e', 'tag': 'd4dbcb43-9ad6-44fb-bea5-79b65dfdcc81'}] {{(pid=87636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 23 16:55:21.602847 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9740d088-8181-40c8-b612-db2d1c940a6e', 'tag': 'd4dbcb43-9ad6-44fb-bea5-79b65dfdcc81', 'status': 'completed', 'code': 200}
Dec 23 16:55:21.676564 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-77c14fcb-8e71-4a06-91a6-98feef623f27 None None] Set router 65ae6dd0-5c4a-4f03-8015-affb42ac3336 gateway port host: dv-neutron-822799-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:55:21.696836 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2a8078-6279-4036-bb7d-c23c69b4f131 req-dda1d564-c071-42bd-b394-0516b62b88ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:55:21.698325 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-bf2a8078-6279-4036-bb7d-c23c69b4f131 req-dda1d564-c071-42bd-b394-0516b62b88ce service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=79cc439d279749ef8b2ba812a95a00a9&device_id=9740d088-8181-40c8-b612-db2d1c940a6e HTTP/1.1" status: 200  len: 1099 time: 0.0734649
Dec 23 16:55:21.828614 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2a8078-6279-4036-bb7d-c23c69b4f131 req-f1d2d019-9c56-4967-a926-e92b07057939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:55:21.830060 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-bf2a8078-6279-4036-bb7d-c23c69b4f131 req-f1d2d019-9c56-4967-a926-e92b07057939 service neutron] 10.222.0.61 "GET /v2.0/networks?id=c2b50f22-1b69-46ad-b51d-6a76b52ac77a HTTP/1.1" status: 200  len: 910 time: 0.1247475
Dec 23 16:55:21.933682 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-bf2a8078-6279-4036-bb7d-c23c69b4f131 req-aa0ff95f-fca9-4875-aa6c-d815f7ec1d98 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d4dbcb43-9ad6-44fb-bea5-79b65dfdcc81 HTTP/1.1" status: 200  len: 999 time: 0.0968268
Dec 23 16:55:21.995050 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2a8078-6279-4036-bb7d-c23c69b4f131 req-dad4d656-4902-43bb-958d-b987799936d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:55:21.996466 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-bf2a8078-6279-4036-bb7d-c23c69b4f131 req-dad4d656-4902-43bb-958d-b987799936d6 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=38a627be-3f02-4c99-9edf-8d85f81bb342 HTTP/1.1" status: 200  len: 848 time: 0.0567019
Dec 23 16:55:22.021906 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-77c14fcb-8e71-4a06-91a6-98feef623f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc1db4af0>, [{'id': '65ae6dd0-5c4a-4f03-8015-affb42ac3336', 'name': 'tempest-TestShelveInstance-1325122053-router', 'tenant_id': '79cc439d279749ef8b2ba812a95a00a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.138'}], 'enable_snat': True}, 'gw_port_id': '872efd38-0db6-4089-a4da-49a8ba84b1c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:50:22Z', 'updated_at': '2021-12-23T16:50:26Z', 'revision_number': 4, 'project_id': '79cc439d279749ef8b2ba812a95a00a9', 'gw_port': {'id': '872efd38-0db6-4089-a4da-49a8ba84b1c7', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:58:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65ae6dd0-5c4a-4f03-8015-affb42ac3336', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:50:23Z', 'updated_at': '2021-12-23T16:50:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_floatingips': [{'id': 'ef71d81f-47f9-4e6b-949e-2ee75127ff33', 'tenant_id': '79cc439d279749ef8b2ba812a95a00a9', 'floating_ip_address': '172.26.3.49', 'floating_network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'router_id': '65ae6dd0-5c4a-4f03-8015-affb42ac3336', 'port_id': 'd4dbcb43-9ad6-44fb-bea5-79b65dfdcc81', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1827, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2b50f22-1b69-46ad-b51d-6a76b52ac77a', 'mac_address': 'fa:16:3e:85:d7:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9740d088-8181-40c8-b612-db2d1c940a6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:55:20Z', 'updated_at': '2021-12-23T16:55:20Z', 'revision_number': 0, 'project_id': '79cc439d279749ef8b2ba812a95a00a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20d57fbe-3be7-436e-8a26-32d5fe85dbfb', 'name': '', 'network_id': 'c2b50f22-1b69-46ad-b51d-6a76b52ac77a', 'tenant_id': '79cc439d279749ef8b2ba812a95a00a9', 'mac_address': 'fa:16:3e:1c:78:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65ae6dd0-5c4a-4f03-8015-affb42ac3336', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '38a627be-3f02-4c99-9edf-8d85f81bb342', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:50:25Z', 'updated_at': '2021-12-23T16:50:33Z', 'revision_number': 5, 'project_id': '79cc439d279749ef8b2ba812a95a00a9', 'subnets': [{'id': '38a627be-3f02-4c99-9edf-8d85f81bb342', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:55:22.026045 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c14fcb-8e71-4a06-91a6-98feef623f27 None None] Checking router: 65ae6dd0-5c4a-4f03-8015-affb42ac3336 for host: dv-neutron-822799-1-hyperv {{(pid=87638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 23 16:55:22.034706 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77c14fcb-8e71-4a06-91a6-98feef623f27 None None] Routers {'65ae6dd0-5c4a-4f03-8015-affb42ac3336'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:55:22.035305 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-77c14fcb-8e71-4a06-91a6-98feef623f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc1db4af0>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:55:20Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['65ae6dd0-5c4a-4f03-8015-affb42ac3336'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:55:22.074769 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2a8078-6279-4036-bb7d-c23c69b4f131 req-4c2988d7-c343-4011-99cd-08715737df17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:55:22.076237 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-bf2a8078-6279-4036-bb7d-c23c69b4f131 req-4c2988d7-c343-4011-99cd-08715737df17 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c2b50f22-1b69-46ad-b51d-6a76b52ac77a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0727179
Dec 23 16:55:22.207220 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-bf2a8078-6279-4036-bb7d-c23c69b4f131 req-913822d7-7ff6-47e6-a53f-a28aa629f48a service neutron] 10.222.0.61 "GET /v2.0/networks/c2b50f22-1b69-46ad-b51d-6a76b52ac77a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1235089
Dec 23 16:55:22.212103 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-77c14fcb-8e71-4a06-91a6-98feef623f27 None None] Set router 65ae6dd0-5c4a-4f03-8015-affb42ac3336 gateway port host: dv-neutron-822799-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:55:22.339279 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-bf2a8078-6279-4036-bb7d-c23c69b4f131 req-4bd971b5-d476-40bf-8162-6e3b994a827d service neutron] 10.222.0.61 "GET /v2.0/networks/c2b50f22-1b69-46ad-b51d-6a76b52ac77a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1255822
Dec 23 16:55:22.455249 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9e3aab53-d650-47e3-b8a6-2dff21fe9ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:55:22.589553 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-77c14fcb-8e71-4a06-91a6-98feef623f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc1db4af0>, [{'id': '65ae6dd0-5c4a-4f03-8015-affb42ac3336', 'name': 'tempest-TestShelveInstance-1325122053-router', 'tenant_id': '79cc439d279749ef8b2ba812a95a00a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.138'}], 'enable_snat': True}, 'gw_port_id': '872efd38-0db6-4089-a4da-49a8ba84b1c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:50:22Z', 'updated_at': '2021-12-23T16:50:26Z', 'revision_number': 4, 'project_id': '79cc439d279749ef8b2ba812a95a00a9', 'gw_port': {'id': '872efd38-0db6-4089-a4da-49a8ba84b1c7', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:58:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65ae6dd0-5c4a-4f03-8015-affb42ac3336', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:50:23Z', 'updated_at': '2021-12-23T16:50:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_floatingips': [{'id': 'ef71d81f-47f9-4e6b-949e-2ee75127ff33', 'tenant_id': '79cc439d279749ef8b2ba812a95a00a9', 'floating_ip_address': '172.26.3.49', 'floating_network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'router_id': '65ae6dd0-5c4a-4f03-8015-affb42ac3336', 'port_id': 'd4dbcb43-9ad6-44fb-bea5-79b65dfdcc81', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1827, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2b50f22-1b69-46ad-b51d-6a76b52ac77a', 'mac_address': 'fa:16:3e:85:d7:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9740d088-8181-40c8-b612-db2d1c940a6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:55:20Z', 'updated_at': '2021-12-23T16:55:20Z', 'revision_number': 0, 'project_id': '79cc439d279749ef8b2ba812a95a00a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20d57fbe-3be7-436e-8a26-32d5fe85dbfb', 'name': '', 'network_id': 'c2b50f22-1b69-46ad-b51d-6a76b52ac77a', 'tenant_id': '79cc439d279749ef8b2ba812a95a00a9', 'mac_address': 'fa:16:3e:1c:78:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65ae6dd0-5c4a-4f03-8015-affb42ac3336', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '38a627be-3f02-4c99-9edf-8d85f81bb342', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:50:25Z', 'updated_at': '2021-12-23T16:50:33Z', 'revision_number': 5, 'project_id': '79cc439d279749ef8b2ba812a95a00a9', 'subnets': [{'id': '38a627be-3f02-4c99-9edf-8d85f81bb342', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:55:22.593755 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c14fcb-8e71-4a06-91a6-98feef623f27 None None] The sync data for ids ['65ae6dd0-5c4a-4f03-8015-affb42ac3336'] in dv-neutron-822799-1-hyperv is: [{'id': '65ae6dd0-5c4a-4f03-8015-affb42ac3336', 'name': 'tempest-TestShelveInstance-1325122053-router', 'tenant_id': '79cc439d279749ef8b2ba812a95a00a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.138'}], 'enable_snat': True}, 'gw_port_id': '872efd38-0db6-4089-a4da-49a8ba84b1c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:50:22Z', 'updated_at': '2021-12-23T16:50:26Z', 'revision_number': 4, 'project_id': '79cc439d279749ef8b2ba812a95a00a9', 'gw_port': {'id': '872efd38-0db6-4089-a4da-49a8ba84b1c7', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:58:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65ae6dd0-5c4a-4f03-8015-affb42ac3336', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:50:23Z', 'updated_at': '2021-12-23T16:50:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_floatingips': [{'id': 'ef71d81f-47f9-4e6b-949e-2ee75127ff33', 'tenant_id': '79cc439d279749ef8b2ba812a95a00a9', 'floating_ip_address': '172.26.3.49', 'floating_network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'router_id': '65ae6dd0-5c4a-4f03-8015-affb42ac3336', 'port_id': 'd4dbcb43-9ad6-44fb-bea5-79b65dfdcc81', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1827, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2b50f22-1b69-46ad-b51d-6a76b52ac77a', 'mac_address': 'fa:16:3e:85:d7:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9740d088-8181-40c8-b612-db2d1c940a6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:55:20Z', 'updated_at': '2021-12-23T16:55:20Z', 'revision_number': 0, 'project_id': '79cc439d279749ef8b2ba812a95a00a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20d57fbe-3be7-436e-8a26-32d5fe85dbfb', 'name': '', 'network_id': 'c2b50f22-1b69-46ad-b51d-6a76b52ac77a', 'tenant_id': '79cc439d279749ef8b2ba812a95a00a9', 'mac_address': 'fa:16:3e:1c:78:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65ae6dd0-5c4a-4f03-8015-affb42ac3336', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '38a627be-3f02-4c99-9edf-8d85f81bb342', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:50:25Z', 'updated_at': '2021-12-23T16:50:33Z', 'revision_number': 5, 'project_id': '79cc439d279749ef8b2ba812a95a00a9', 'subnets': [{'id': '38a627be-3f02-4c99-9edf-8d85f81bb342', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 23 16:55:22.796806 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a45e13-168c-453f-9941-6a2cd0db613b None None] New status for floating IP ef71d81f-47f9-4e6b-949e-2ee75127ff33: ACTIVE {{(pid=87637) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 23 16:55:23.175277 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-7800f411-f65d-41c9-817b-e0bd39b18850 req-8f62f1d3-77bb-48fa-8c5d-c439999be4ee service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=9740d088-8181-40c8-b612-db2d1c940a6e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0754249
Dec 23 16:55:23.316690 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7800f411-f65d-41c9-817b-e0bd39b18850 req-083c85b0-d83e-4185-94af-1553139e4067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:55:23.318415 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-7800f411-f65d-41c9-817b-e0bd39b18850 req-083c85b0-d83e-4185-94af-1553139e4067 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=79cc439d279749ef8b2ba812a95a00a9&device_id=9740d088-8181-40c8-b612-db2d1c940a6e HTTP/1.1" status: 200  len: 1099 time: 0.0741730
Dec 23 16:55:23.471588 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7800f411-f65d-41c9-817b-e0bd39b18850 req-c74a34a8-f530-4d53-8aba-6f3a23344a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:55:23.473092 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-7800f411-f65d-41c9-817b-e0bd39b18850 req-c74a34a8-f530-4d53-8aba-6f3a23344a2b service neutron] 10.222.0.61 "GET /v2.0/networks?id=c2b50f22-1b69-46ad-b51d-6a76b52ac77a HTTP/1.1" status: 200  len: 910 time: 0.1362123
Dec 23 16:55:23.707980 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-7800f411-f65d-41c9-817b-e0bd39b18850 req-1e9d154e-9529-4989-b6a5-6dc35e0ff96e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d4dbcb43-9ad6-44fb-bea5-79b65dfdcc81 HTTP/1.1" status: 200  len: 1001 time: 0.2279925
Dec 23 16:55:23.774848 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7800f411-f65d-41c9-817b-e0bd39b18850 req-74d7b1f9-04ab-4e3d-887e-fc60153d714c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:55:23.776229 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-7800f411-f65d-41c9-817b-e0bd39b18850 req-74d7b1f9-04ab-4e3d-887e-fc60153d714c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=38a627be-3f02-4c99-9edf-8d85f81bb342 HTTP/1.1" status: 200  len: 848 time: 0.0613041
Dec 23 16:55:23.865827 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7800f411-f65d-41c9-817b-e0bd39b18850 req-d0a53d3c-5a02-41f4-b271-94328148cd2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:55:23.867282 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-7800f411-f65d-41c9-817b-e0bd39b18850 req-d0a53d3c-5a02-41f4-b271-94328148cd2d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c2b50f22-1b69-46ad-b51d-6a76b52ac77a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0776246
Dec 23 16:55:23.997252 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-7800f411-f65d-41c9-817b-e0bd39b18850 req-56c73b3a-7ea5-4b7f-a4e8-9ff4f9fea748 service neutron] 10.222.0.61 "GET /v2.0/networks/c2b50f22-1b69-46ad-b51d-6a76b52ac77a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1233974
Dec 23 16:55:24.129495 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-7800f411-f65d-41c9-817b-e0bd39b18850 req-6353cfc8-a57a-461f-9625-40f942d7a06e service neutron] 10.222.0.61 "GET /v2.0/networks/c2b50f22-1b69-46ad-b51d-6a76b52ac77a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1252410
Dec 23 16:55:41.681485 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.agents_db [None req-30c2320c-f298-49f6-9c47-c20e38116a9c None None] Agent healthcheck: found 6 active agents {{(pid=87638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 23 16:55:42.277770 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:55:47.454581 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-c3a016ca-6774-44a6-a80d-5e2ffeb323e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:55:49.810369 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-a67d6379-888e-4bf9-8969-b0421e00dec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:55:50.970990 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9dcbea60-a34f-4144-91e7-90aff3f57aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:55:51.000360 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:55:52.457249 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9e3aab53-d650-47e3-b8a6-2dff21fe9ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:56:12.300338 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:56:17.446075 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-4b6cc9c9-7407-4a47-b354-3b7750c2efc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:56:18.686509 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.agents_db [None req-30c2320c-f298-49f6-9c47-c20e38116a9c None None] Agent healthcheck: found 6 active agents {{(pid=87638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 23 16:56:19.808832 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d083d8fd-7c63-4d31-a3c9-25c9f8048796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:56:20.977911 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9dcbea60-a34f-4144-91e7-90aff3f57aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:56:21.005924 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:56:22.470611 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9e3aab53-d650-47e3-b8a6-2dff21fe9ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:56:25.214651 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-4f402582-1826-4338-bdff-51252c31c14d req-164c39c2-1f41-430a-a4e9-e8da1ea41d8b service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=9740d088-8181-40c8-b612-db2d1c940a6e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1156354
Dec 23 16:56:25.358952 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f402582-1826-4338-bdff-51252c31c14d req-1755757b-3265-4183-8923-63612203550e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:56:25.360342 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-4f402582-1826-4338-bdff-51252c31c14d req-1755757b-3265-4183-8923-63612203550e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=79cc439d279749ef8b2ba812a95a00a9&device_id=9740d088-8181-40c8-b612-db2d1c940a6e HTTP/1.1" status: 200  len: 1099 time: 0.0732737
Dec 23 16:56:25.518185 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f402582-1826-4338-bdff-51252c31c14d req-69dc748c-535e-4dff-8cbb-6dfdcbb72deb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:56:25.519618 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-4f402582-1826-4338-bdff-51252c31c14d req-69dc748c-535e-4dff-8cbb-6dfdcbb72deb service neutron] 10.222.0.61 "GET /v2.0/networks?id=c2b50f22-1b69-46ad-b51d-6a76b52ac77a HTTP/1.1" status: 200  len: 910 time: 0.1371994
Dec 23 16:56:25.627681 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-4f402582-1826-4338-bdff-51252c31c14d req-1427b15a-8f1b-41c1-9a06-2c2397ecd5ea service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d4dbcb43-9ad6-44fb-bea5-79b65dfdcc81 HTTP/1.1" status: 200  len: 1001 time: 0.1010852
Dec 23 16:56:25.691476 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f402582-1826-4338-bdff-51252c31c14d req-4447e2d9-a2ed-4b49-9c56-cee713bf5c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:56:25.692898 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-4f402582-1826-4338-bdff-51252c31c14d req-4447e2d9-a2ed-4b49-9c56-cee713bf5c28 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=38a627be-3f02-4c99-9edf-8d85f81bb342 HTTP/1.1" status: 200  len: 848 time: 0.0588238
Dec 23 16:56:25.772848 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f402582-1826-4338-bdff-51252c31c14d req-a2ef6b2b-229e-4bf5-bd78-bd31892432f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:56:25.774470 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-4f402582-1826-4338-bdff-51252c31c14d req-a2ef6b2b-229e-4bf5-bd78-bd31892432f0 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c2b50f22-1b69-46ad-b51d-6a76b52ac77a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0751417
Dec 23 16:56:25.905882 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-4f402582-1826-4338-bdff-51252c31c14d req-da61d31b-fd21-4841-a49c-f9088b6c6d4e service neutron] 10.222.0.61 "GET /v2.0/networks/c2b50f22-1b69-46ad-b51d-6a76b52ac77a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1249588
Dec 23 16:56:26.049248 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-4f402582-1826-4338-bdff-51252c31c14d req-367b6212-7e55-401e-8089-0e8f3be408b6 service neutron] 10.222.0.61 "GET /v2.0/networks/c2b50f22-1b69-46ad-b51d-6a76b52ac77a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1364245
Dec 23 16:56:42.292444 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:56:47.453160 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-c7bcc4b5-183c-4a58-b43b-93d75f685fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:56:49.808697 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-925ebfdd-fa39-4560-8ca9-a4d768c75dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:56:50.985129 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9dcbea60-a34f-4144-91e7-90aff3f57aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:56:50.990240 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:56:52.474957 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9e3aab53-d650-47e3-b8a6-2dff21fe9ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:56:55.687863 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.agents_db [None req-30c2320c-f298-49f6-9c47-c20e38116a9c None None] Agent healthcheck: found 6 active agents {{(pid=87638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 23 16:57:12.306932 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:57:17.440813 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-b517baf7-3e6b-4c86-bb53-9de7e945b498 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:57:17.469220 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993a256c-268e-4b25-af16-2d76e6003d4a req-2395e0d6-f9ab-440a-ad1f-783814fceceb tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:57:17.470682 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-993a256c-268e-4b25-af16-2d76e6003d4a req-2395e0d6-f9ab-440a-ad1f-783814fceceb tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] 10.222.0.64 "GET /v2.0/ports?device_id=9740d088-8181-40c8-b612-db2d1c940a6e HTTP/1.1" status: 200  len: 946 time: 0.0879931
Dec 23 16:57:17.513655 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-993a256c-268e-4b25-af16-2d76e6003d4a req-4764469d-ed81-49d0-bc07-69d05719b9c1 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] 10.222.0.64 "GET /v2.0/security-groups?id=d0b03392-d3d0-479b-989d-02a234509b68&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0372920
Dec 23 16:57:18.732132 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4977e54d-90c0-41d1-bb94-15d4c5f783c7 req-839a3c0d-db20-4e1b-bd43-61be3a714981 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:57:18.733725 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-4977e54d-90c0-41d1-bb94-15d4c5f783c7 req-839a3c0d-db20-4e1b-bd43-61be3a714981 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] 10.222.0.64 "GET /v2.0/ports?device_id=9740d088-8181-40c8-b612-db2d1c940a6e HTTP/1.1" status: 200  len: 946 time: 0.0891495
Dec 23 16:57:18.782043 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-4977e54d-90c0-41d1-bb94-15d4c5f783c7 req-1582dff3-d5f5-4473-8fb3-a4b996926b16 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] 10.222.0.64 "GET /v2.0/security-groups?id=d0b03392-d3d0-479b-989d-02a234509b68&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0414283
Dec 23 16:57:19.809478 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-32bc38d6-af78-4068-ac0f-c08a12470400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:57:19.994185 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c1594b-93e5-40cd-bc76-70021dc9a695 req-2cf1d5c0-da62-4b80-9643-f2da9c1e6370 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:57:19.995651 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-e0c1594b-93e5-40cd-bc76-70021dc9a695 req-2cf1d5c0-da62-4b80-9643-f2da9c1e6370 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] 10.222.0.64 "GET /v2.0/ports?device_id=9740d088-8181-40c8-b612-db2d1c940a6e HTTP/1.1" status: 200  len: 946 time: 0.0827448
Dec 23 16:57:20.043569 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-e0c1594b-93e5-40cd-bc76-70021dc9a695 req-9b2c2799-c937-4c16-be92-b7ea0e484e1a tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] 10.222.0.64 "GET /v2.0/security-groups?id=d0b03392-d3d0-479b-989d-02a234509b68&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0396428
Dec 23 16:57:20.996269 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9dcbea60-a34f-4144-91e7-90aff3f57aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:57:21.001728 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:57:21.257696 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e582d0-5f85-488b-a5ea-e4d090e70d90 req-08504478-81b9-4431-ad72-db4d6edba7c8 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:57:21.259387 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-59e582d0-5f85-488b-a5ea-e4d090e70d90 req-08504478-81b9-4431-ad72-db4d6edba7c8 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] 10.222.0.64 "GET /v2.0/ports?device_id=9740d088-8181-40c8-b612-db2d1c940a6e HTTP/1.1" status: 200  len: 946 time: 0.1042926
Dec 23 16:57:21.304503 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-59e582d0-5f85-488b-a5ea-e4d090e70d90 req-350a0d32-9734-4186-96b3-cbd5f1a9ba2a tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] 10.222.0.64 "GET /v2.0/security-groups?id=d0b03392-d3d0-479b-989d-02a234509b68&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0394211
Dec 23 16:57:22.473350 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9e3aab53-d650-47e3-b8a6-2dff21fe9ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:57:22.514984 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205a6b76-585a-4413-8879-728be58b8012 req-7c99103c-1b8e-4f88-b13e-7dccd279f479 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:57:22.516448 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-205a6b76-585a-4413-8879-728be58b8012 req-7c99103c-1b8e-4f88-b13e-7dccd279f479 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] 10.222.0.64 "GET /v2.0/ports?device_id=9740d088-8181-40c8-b612-db2d1c940a6e HTTP/1.1" status: 200  len: 946 time: 0.0921040
Dec 23 16:57:22.562173 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-205a6b76-585a-4413-8879-728be58b8012 req-3c85f3d1-ad3b-43a0-afc1-44f527ba2878 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] 10.222.0.64 "GET /v2.0/security-groups?id=d0b03392-d3d0-479b-989d-02a234509b68&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0397136
Dec 23 16:57:23.761431 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c084fa8-86e3-47c3-9dfc-30bdf274dfe3 req-7f067d62-5faf-4931-a5fa-cdb16ab6a98d tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:57:23.762890 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-3c084fa8-86e3-47c3-9dfc-30bdf274dfe3 req-7f067d62-5faf-4931-a5fa-cdb16ab6a98d tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] 10.222.0.64 "GET /v2.0/ports?device_id=9740d088-8181-40c8-b612-db2d1c940a6e HTTP/1.1" status: 200  len: 946 time: 0.0885644
Dec 23 16:57:23.816287 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-3c084fa8-86e3-47c3-9dfc-30bdf274dfe3 req-80f68f11-e8ec-41ec-8e99-5e9c3bb982a4 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] 10.222.0.64 "GET /v2.0/security-groups?id=d0b03392-d3d0-479b-989d-02a234509b68&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0444188
Dec 23 16:57:25.022607 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd014169-6c09-48e3-a332-4ca76d176420 req-2ddf03dc-025e-4770-a5f3-9432d0ba8692 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:57:25.024004 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-cd014169-6c09-48e3-a332-4ca76d176420 req-2ddf03dc-025e-4770-a5f3-9432d0ba8692 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] 10.222.0.64 "GET /v2.0/ports?device_id=9740d088-8181-40c8-b612-db2d1c940a6e HTTP/1.1" status: 200  len: 946 time: 0.0952172
Dec 23 16:57:25.072605 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-cd014169-6c09-48e3-a332-4ca76d176420 req-b7cb4d98-3c52-4b04-9512-0cb80f2fb5ae tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] 10.222.0.64 "GET /v2.0/security-groups?id=d0b03392-d3d0-479b-989d-02a234509b68&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429428
Dec 23 16:57:26.409534 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74f2858-3bee-49c5-9d27-0b101578a164 req-e953b93d-bf89-4324-889d-681f3145301d tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:57:26.411009 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-a74f2858-3bee-49c5-9d27-0b101578a164 req-e953b93d-bf89-4324-889d-681f3145301d tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] 10.222.0.64 "GET /v2.0/ports?device_id=9740d088-8181-40c8-b612-db2d1c940a6e HTTP/1.1" status: 200  len: 946 time: 0.2199125
Dec 23 16:57:26.456312 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-a74f2858-3bee-49c5-9d27-0b101578a164 req-2fadad74-851e-4614-b5c0-33051881803c tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] 10.222.0.64 "GET /v2.0/security-groups?id=d0b03392-d3d0-479b-989d-02a234509b68&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0396705
Dec 23 16:57:26.936248 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144d5625-5a2d-4948-8b11-b04fe782cafd req-c440c7b1-5518-4bd4-a2f4-2f44b5e5c293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:57:26.937776 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-144d5625-5a2d-4948-8b11-b04fe782cafd req-c440c7b1-5518-4bd4-a2f4-2f44b5e5c293 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=79cc439d279749ef8b2ba812a95a00a9&device_id=9740d088-8181-40c8-b612-db2d1c940a6e HTTP/1.1" status: 200  len: 1099 time: 0.0762708
Dec 23 16:57:27.088878 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144d5625-5a2d-4948-8b11-b04fe782cafd req-9c0911fd-0324-4225-b9d7-e6aa00647941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:57:27.090300 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-144d5625-5a2d-4948-8b11-b04fe782cafd req-9c0911fd-0324-4225-b9d7-e6aa00647941 service neutron] 10.222.0.61 "GET /v2.0/networks?id=c2b50f22-1b69-46ad-b51d-6a76b52ac77a HTTP/1.1" status: 200  len: 910 time: 0.1279528
Dec 23 16:57:27.190054 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-144d5625-5a2d-4948-8b11-b04fe782cafd req-60c852c9-c52b-4875-a99c-908893dcb9fc service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d4dbcb43-9ad6-44fb-bea5-79b65dfdcc81 HTTP/1.1" status: 200  len: 1001 time: 0.0935383
Dec 23 16:57:27.255578 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144d5625-5a2d-4948-8b11-b04fe782cafd req-89edcd4d-aa81-44c5-b56e-c0b83951f189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:57:27.257028 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-144d5625-5a2d-4948-8b11-b04fe782cafd req-89edcd4d-aa81-44c5-b56e-c0b83951f189 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=38a627be-3f02-4c99-9edf-8d85f81bb342 HTTP/1.1" status: 200  len: 848 time: 0.0591836
Dec 23 16:57:27.340285 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144d5625-5a2d-4948-8b11-b04fe782cafd req-f81f2bed-742b-4d9d-82b9-b672fbef7ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:57:27.341724 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-144d5625-5a2d-4948-8b11-b04fe782cafd req-f81f2bed-742b-4d9d-82b9-b672fbef7ea4 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c2b50f22-1b69-46ad-b51d-6a76b52ac77a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0783756
Dec 23 16:57:27.476827 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-144d5625-5a2d-4948-8b11-b04fe782cafd req-9ae66a71-4426-467b-bfde-80bad19671f1 service neutron] 10.222.0.61 "GET /v2.0/networks/c2b50f22-1b69-46ad-b51d-6a76b52ac77a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1282308
Dec 23 16:57:27.610718 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-144d5625-5a2d-4948-8b11-b04fe782cafd req-6c43b70f-540b-49e0-8a14-7858bf1dcba6 service neutron] 10.222.0.61 "GET /v2.0/networks/c2b50f22-1b69-46ad-b51d-6a76b52ac77a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1271162
Dec 23 16:57:27.642007 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06ee6e1-3734-4763-9c77-4d1137d71594 req-5b7f9034-9902-438f-94ad-55cd2790aa11 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:57:27.643472 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-d06ee6e1-3734-4763-9c77-4d1137d71594 req-5b7f9034-9902-438f-94ad-55cd2790aa11 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] 10.222.0.64 "GET /v2.0/ports?device_id=9740d088-8181-40c8-b612-db2d1c940a6e HTTP/1.1" status: 200  len: 946 time: 0.0801611
Dec 23 16:57:27.687107 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-d06ee6e1-3734-4763-9c77-4d1137d71594 req-4566f799-5e61-4ddc-985d-64ce18b2e86f tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] 10.222.0.64 "GET /v2.0/security-groups?id=d0b03392-d3d0-479b-989d-02a234509b68&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0379255
Dec 23 16:57:27.723844 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6188613-187b-4f9f-96f3-60cf2eb1e0da req-47f30940-d743-4d2a-aeb5-9a3982568475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:57:27.725361 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-c6188613-187b-4f9f-96f3-60cf2eb1e0da req-47f30940-d743-4d2a-aeb5-9a3982568475 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=79cc439d279749ef8b2ba812a95a00a9&device_id=9740d088-8181-40c8-b612-db2d1c940a6e HTTP/1.1" status: 200  len: 1099 time: 0.0749850
Dec 23 16:57:27.862959 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6188613-187b-4f9f-96f3-60cf2eb1e0da req-c519f7a0-3b15-4531-8e76-2de23d300584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:57:27.864353 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-c6188613-187b-4f9f-96f3-60cf2eb1e0da req-c519f7a0-3b15-4531-8e76-2de23d300584 service neutron] 10.222.0.61 "GET /v2.0/networks?id=c2b50f22-1b69-46ad-b51d-6a76b52ac77a HTTP/1.1" status: 200  len: 910 time: 0.1322069
Dec 23 16:57:27.966904 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-c6188613-187b-4f9f-96f3-60cf2eb1e0da req-cdf1678b-327f-46a3-b2da-64879fa14fb6 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d4dbcb43-9ad6-44fb-bea5-79b65dfdcc81 HTTP/1.1" status: 200  len: 1001 time: 0.0961967
Dec 23 16:57:28.031053 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6188613-187b-4f9f-96f3-60cf2eb1e0da req-20437bb5-6d63-444c-8579-0f812a521adb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:57:28.032451 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-c6188613-187b-4f9f-96f3-60cf2eb1e0da req-20437bb5-6d63-444c-8579-0f812a521adb service neutron] 10.222.0.61 "GET /v2.0/subnets?id=38a627be-3f02-4c99-9edf-8d85f81bb342 HTTP/1.1" status: 200  len: 848 time: 0.0588014
Dec 23 16:57:28.107761 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6188613-187b-4f9f-96f3-60cf2eb1e0da req-ac3ccf81-186e-449f-888f-4186f5f4c0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:57:28.109260 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-c6188613-187b-4f9f-96f3-60cf2eb1e0da req-ac3ccf81-186e-449f-888f-4186f5f4c0b6 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c2b50f22-1b69-46ad-b51d-6a76b52ac77a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0697296
Dec 23 16:57:28.244109 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-c6188613-187b-4f9f-96f3-60cf2eb1e0da req-46761a2e-1711-4604-8a38-a4e5daa5e9d9 service neutron] 10.222.0.61 "GET /v2.0/networks/c2b50f22-1b69-46ad-b51d-6a76b52ac77a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1273162
Dec 23 16:57:28.375919 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-c6188613-187b-4f9f-96f3-60cf2eb1e0da req-a45d7813-08d6-45b2-adf0-03206f4c4207 service neutron] 10.222.0.61 "GET /v2.0/networks/c2b50f22-1b69-46ad-b51d-6a76b52ac77a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1253805
Dec 23 16:57:28.897861 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c7dc5c-ff3f-4c61-ab12-3c9e89ebb4b1 req-676895e2-06cf-4bed-be6c-a54f5d5d2cec tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:57:28.899293 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-43c7dc5c-ff3f-4c61-ab12-3c9e89ebb4b1 req-676895e2-06cf-4bed-be6c-a54f5d5d2cec tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] 10.222.0.64 "GET /v2.0/ports?device_id=9740d088-8181-40c8-b612-db2d1c940a6e HTTP/1.1" status: 200  len: 946 time: 0.0911906
Dec 23 16:57:28.947227 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-43c7dc5c-ff3f-4c61-ab12-3c9e89ebb4b1 req-23519b22-745c-4936-831d-bb897edf3315 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] 10.222.0.64 "GET /v2.0/security-groups?id=d0b03392-d3d0-479b-989d-02a234509b68&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419309
Dec 23 16:57:30.146381 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9224dc-c302-4246-9e0c-6dfb2047908b req-43c2c907-fe9d-43a8-b172-d4f765dcbe80 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:57:30.147107 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-7d9224dc-c302-4246-9e0c-6dfb2047908b req-43c2c907-fe9d-43a8-b172-d4f765dcbe80 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] 10.222.0.64 "GET /v2.0/ports?device_id=9740d088-8181-40c8-b612-db2d1c940a6e HTTP/1.1" status: 200  len: 946 time: 0.0848129
Dec 23 16:57:30.191930 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-7d9224dc-c302-4246-9e0c-6dfb2047908b req-9890f744-9bd7-47e3-85b5-f71903110288 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] 10.222.0.64 "GET /v2.0/security-groups?id=d0b03392-d3d0-479b-989d-02a234509b68&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0388224
Dec 23 16:57:31.396426 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23ae3a4-4892-43f8-ba5e-19227111c020 req-f8386757-8c4e-4ec9-9576-9029c6354fa0 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:57:31.398272 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-e23ae3a4-4892-43f8-ba5e-19227111c020 req-f8386757-8c4e-4ec9-9576-9029c6354fa0 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] 10.222.0.64 "GET /v2.0/ports?device_id=9740d088-8181-40c8-b612-db2d1c940a6e HTTP/1.1" status: 200  len: 946 time: 0.0907073
Dec 23 16:57:31.449923 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-e23ae3a4-4892-43f8-ba5e-19227111c020 req-1e16e6a7-bc9f-446f-9bae-44e651d9a249 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] 10.222.0.64 "GET /v2.0/security-groups?id=d0b03392-d3d0-479b-989d-02a234509b68&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0457649
Dec 23 16:57:31.924416 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-b7e53c73-ff76-4227-b3e4-ca217b89a7dc req-4a18849f-d197-421b-858f-234cef474ebe service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=9740d088-8181-40c8-b612-db2d1c940a6e&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.2485874
Dec 23 16:57:31.935753 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122fe078-a82e-43e2-816e-65a6f87b18a8 req-b544758d-0e6d-4bfc-89ac-c285317d53b3 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:57:31.938993 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-122fe078-a82e-43e2-816e-65a6f87b18a8 req-b544758d-0e6d-4bfc-89ac-c285317d53b3 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] 10.222.0.64 "GET /v2.0/ports?device_id=9740d088-8181-40c8-b612-db2d1c940a6e HTTP/1.1" status: 200  len: 946 time: 0.1061685
Dec 23 16:57:31.990223 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-122fe078-a82e-43e2-816e-65a6f87b18a8 req-3cfdb47b-dd39-4795-9e49-82c2f57c65f8 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] 10.222.0.64 "GET /v2.0/security-groups?id=d0b03392-d3d0-479b-989d-02a234509b68&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0460284
Dec 23 16:57:32.686621 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.agents_db [None req-30c2320c-f298-49f6-9c47-c20e38116a9c None None] Agent healthcheck: found 6 active agents {{(pid=87638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 23 16:57:33.344945 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf592b3-c135-4fac-8223-67d4e5b73661 req-d2242470-b0f8-407b-a6fb-fd7272e03884 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:57:33.346419 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-8cf592b3-c135-4fac-8223-67d4e5b73661 req-d2242470-b0f8-407b-a6fb-fd7272e03884 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] 10.222.0.64 "GET /v2.0/ports?device_id=9740d088-8181-40c8-b612-db2d1c940a6e HTTP/1.1" status: 200  len: 946 time: 0.0816734
Dec 23 16:57:33.392000 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-8cf592b3-c135-4fac-8223-67d4e5b73661 req-e57f4886-a20c-4656-9509-04e2ac718003 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] 10.222.0.64 "GET /v2.0/security-groups?id=d0b03392-d3d0-479b-989d-02a234509b68&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0397208
Dec 23 16:57:34.415816 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Device d4dbcb43-9ad6-44fb-bea5-79b65dfdcc81 no longer exists at agent hyperv_hv-neutron-8227 {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 23 16:57:34.461163 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e53c73-ff76-4227-b3e4-ca217b89a7dc req-5bfee64c-8b0e-420b-bf47-109849d1bd15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:57:34.463392 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-b7e53c73-ff76-4227-b3e4-ca217b89a7dc req-5bfee64c-8b0e-420b-bf47-109849d1bd15 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=9740d088-8181-40c8-b612-db2d1c940a6e&tenant_id=79cc439d279749ef8b2ba812a95a00a9 HTTP/1.1" status: 200  len: 1099 time: 0.0856247
Dec 23 16:57:34.531858 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:57:34.602186 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9740d088-8181-40c8-b612-db2d1c940a6e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4dbcb43-9ad6-44fb-bea5-79b65dfdcc81'}] {{(pid=87637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 23 16:57:34.613181 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] For port d4dbcb43-9ad6-44fb-bea5-79b65dfdcc81, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=d4dbcb43-9ad6-44fb-bea5-79b65dfdcc81,segment=NetworkSegment(e66ad8a6-38f9-4666-888d-5f65134ad083),segment_id=e66ad8a6-38f9-4666-888d-5f65134ad083)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:57:34.619124 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:57:34.621904 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:57:34.624034 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e53c73-ff76-4227-b3e4-ca217b89a7dc req-ccf8acb8-1415-40d0-a52d-5654aad039e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:57:34.625588 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-b7e53c73-ff76-4227-b3e4-ca217b89a7dc req-ccf8acb8-1415-40d0-a52d-5654aad039e6 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=79cc439d279749ef8b2ba812a95a00a9&device_id=9740d088-8181-40c8-b612-db2d1c940a6e HTTP/1.1" status: 200  len: 1099 time: 0.1410239
Dec 23 16:57:34.633293 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454d1785-0a79-4e31-9207-1c7b86e62c3e req-75a041fd-5b6e-4a33-b26b-c0bd2fc7f27e tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:57:34.634778 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-454d1785-0a79-4e31-9207-1c7b86e62c3e req-75a041fd-5b6e-4a33-b26b-c0bd2fc7f27e tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] 10.222.0.64 "GET /v2.0/ports?device_id=9740d088-8181-40c8-b612-db2d1c940a6e HTTP/1.1" status: 200  len: 946 time: 0.1163635
Dec 23 16:57:34.651424 dv-neutron-822799-1-hyperv neutron-server[87637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9740d088-8181-40c8-b612-db2d1c940a6e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4dbcb43-9ad6-44fb-bea5-79b65dfdcc81', 'code': 200}
Dec 23 16:57:34.688066 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Pushing event updated for resources: {'Port': ['ID=d4dbcb43-9ad6-44fb-bea5-79b65dfdcc81,revision_number=6']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:57:34.695452 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:57:34.695902 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:57:34.696387 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:57:34.696746 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:57:34.697080 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:57:34.697424 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:57:34.697732 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:57:34.698055 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:57:34.698372 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:57:34.698691 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:57:34.699008 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:57:34.699358 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:57:34.703288 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:57:34.761248 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-454d1785-0a79-4e31-9207-1c7b86e62c3e req-7378cedd-91d0-4166-b2ef-1f6fd4ff0811 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] 10.222.0.64 "GET /v2.0/security-groups?id=d0b03392-d3d0-479b-989d-02a234509b68&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1075530
Dec 23 16:57:34.803439 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e53c73-ff76-4227-b3e4-ca217b89a7dc req-aa270651-d8e7-4af0-a11a-147bbf20dba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:57:34.805043 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-b7e53c73-ff76-4227-b3e4-ca217b89a7dc req-aa270651-d8e7-4af0-a11a-147bbf20dba9 service neutron] 10.222.0.61 "GET /v2.0/networks?id=c2b50f22-1b69-46ad-b51d-6a76b52ac77a HTTP/1.1" status: 200  len: 910 time: 0.1692276
Dec 23 16:57:34.906711 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-b7e53c73-ff76-4227-b3e4-ca217b89a7dc req-3b9bf2dc-fdde-4bbc-a3ed-b7ca5169009e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d4dbcb43-9ad6-44fb-bea5-79b65dfdcc81 HTTP/1.1" status: 200  len: 999 time: 0.0948892
Dec 23 16:57:34.973884 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e53c73-ff76-4227-b3e4-ca217b89a7dc req-7ee86b1a-d229-4db8-9d13-ce19e589e77c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:57:34.975710 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-b7e53c73-ff76-4227-b3e4-ca217b89a7dc req-7ee86b1a-d229-4db8-9d13-ce19e589e77c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=38a627be-3f02-4c99-9edf-8d85f81bb342 HTTP/1.1" status: 200  len: 848 time: 0.0620372
Dec 23 16:57:35.074470 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e53c73-ff76-4227-b3e4-ca217b89a7dc req-dfd944f4-7808-40fe-be61-bf2d1baa9914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:57:35.075942 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-b7e53c73-ff76-4227-b3e4-ca217b89a7dc req-dfd944f4-7808-40fe-be61-bf2d1baa9914 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c2b50f22-1b69-46ad-b51d-6a76b52ac77a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0934534
Dec 23 16:57:35.210900 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-b7e53c73-ff76-4227-b3e4-ca217b89a7dc req-007c6ecc-fe2c-46d7-bf4f-6d5c34af07dd service neutron] 10.222.0.61 "GET /v2.0/networks/c2b50f22-1b69-46ad-b51d-6a76b52ac77a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1270707
Dec 23 16:57:35.341955 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-b7e53c73-ff76-4227-b3e4-ca217b89a7dc req-3411fb3b-ba43-415a-bfb1-35ec5f78aacc service neutron] 10.222.0.61 "GET /v2.0/networks/c2b50f22-1b69-46ad-b51d-6a76b52ac77a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1251006
Dec 23 16:57:36.086975 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5218376-7123-4abf-968d-2766e147df85 req-cd5ad719-5b27-46f8-ad62-de00f50389b7 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:57:36.088490 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-a5218376-7123-4abf-968d-2766e147df85 req-cd5ad719-5b27-46f8-ad62-de00f50389b7 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] 10.222.0.64 "GET /v2.0/ports?device_id=9740d088-8181-40c8-b612-db2d1c940a6e HTTP/1.1" status: 200  len: 944 time: 0.2045825
Dec 23 16:57:36.136145 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-a5218376-7123-4abf-968d-2766e147df85 req-0fae3b4e-9e21-487d-afde-56ed29d42993 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] 10.222.0.64 "GET /v2.0/security-groups?id=d0b03392-d3d0-479b-989d-02a234509b68&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0389187
Dec 23 16:57:37.333157 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb1633e-23f8-4b4c-a205-64f28af9fcb1 req-0bcf5994-af74-4d09-a125-f035104b8581 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:57:37.334579 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-feb1633e-23f8-4b4c-a205-64f28af9fcb1 req-0bcf5994-af74-4d09-a125-f035104b8581 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] 10.222.0.64 "GET /v2.0/ports?device_id=9740d088-8181-40c8-b612-db2d1c940a6e HTTP/1.1" status: 200  len: 944 time: 0.0905042
Dec 23 16:57:37.379451 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-feb1633e-23f8-4b4c-a205-64f28af9fcb1 req-a4ae48c5-5908-4fd7-a472-bd9a5c51b444 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] 10.222.0.64 "GET /v2.0/security-groups?id=d0b03392-d3d0-479b-989d-02a234509b68&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0388694
Dec 23 16:57:38.571926 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040a41ec-657e-4fa7-a800-d46971ba3c3f req-e753d158-4071-4119-8c85-28eeddd24c80 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:57:38.573589 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-040a41ec-657e-4fa7-a800-d46971ba3c3f req-e753d158-4071-4119-8c85-28eeddd24c80 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] 10.222.0.64 "GET /v2.0/ports?device_id=9740d088-8181-40c8-b612-db2d1c940a6e HTTP/1.1" status: 200  len: 944 time: 0.0844970
Dec 23 16:57:38.616985 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-040a41ec-657e-4fa7-a800-d46971ba3c3f req-549c6504-820e-48de-a55d-e490bc40a503 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] 10.222.0.64 "GET /v2.0/security-groups?id=d0b03392-d3d0-479b-989d-02a234509b68&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0377293
Dec 23 16:57:39.816644 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94b7964-08d6-43e1-af9a-aff7986cff64 req-f4813cbd-3d34-4712-b41c-96c9a18f4ae2 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:57:39.818388 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-f94b7964-08d6-43e1-af9a-aff7986cff64 req-f4813cbd-3d34-4712-b41c-96c9a18f4ae2 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] 10.222.0.64 "GET /v2.0/ports?device_id=9740d088-8181-40c8-b612-db2d1c940a6e HTTP/1.1" status: 200  len: 944 time: 0.0863898
Dec 23 16:57:39.865465 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-f94b7964-08d6-43e1-af9a-aff7986cff64 req-3bcb6f69-218d-4ac7-9686-e79df74de0ce tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] 10.222.0.64 "GET /v2.0/security-groups?id=d0b03392-d3d0-479b-989d-02a234509b68&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0383143
Dec 23 16:57:41.066772 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dfbdbd-1f36-4f80-96ad-96d69426d3fb req-0e40792b-2b6e-4c53-b231-1d9cca990fca tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:57:41.068397 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-a8dfbdbd-1f36-4f80-96ad-96d69426d3fb req-0e40792b-2b6e-4c53-b231-1d9cca990fca tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] 10.222.0.64 "GET /v2.0/ports?device_id=9740d088-8181-40c8-b612-db2d1c940a6e HTTP/1.1" status: 200  len: 944 time: 0.0865288
Dec 23 16:57:41.112094 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-a8dfbdbd-1f36-4f80-96ad-96d69426d3fb req-2c0a1351-6c5d-499e-a8b2-4352775c145b tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] 10.222.0.64 "GET /v2.0/security-groups?id=d0b03392-d3d0-479b-989d-02a234509b68&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0374165
Dec 23 16:57:41.412417 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5520c0-cb35-4b0e-ac8e-a13ea1d8ce20 req-6d45ba05-a4b5-4a4e-8ac5-e2b04c650dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:57:41.413891 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-3d5520c0-cb35-4b0e-ac8e-a13ea1d8ce20 req-6d45ba05-a4b5-4a4e-8ac5-e2b04c650dbb service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=9740d088-8181-40c8-b612-db2d1c940a6e HTTP/1.1" status: 200  len: 1097 time: 0.0806887
Dec 23 16:57:41.455273 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-3d5520c0-cb35-4b0e-ac8e-a13ea1d8ce20 req-a183363e-7e25-46bc-a8ec-da5160194ace service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=d0b03392-d3d0-479b-989d-02a234509b68&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0348334
Dec 23 16:57:42.302274 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7f5179-6934-407b-8c5c-bfbd797a0e7c req-4c735682-32cb-4af5-a7a9-a9adb1e43488 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:57:42.303723 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-1a7f5179-6934-407b-8c5c-bfbd797a0e7c req-4c735682-32cb-4af5-a7a9-a9adb1e43488 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] 10.222.0.64 "GET /v2.0/ports?device_id=9740d088-8181-40c8-b612-db2d1c940a6e HTTP/1.1" status: 200  len: 944 time: 0.0846221
Dec 23 16:57:42.315859 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:57:42.353288 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-1a7f5179-6934-407b-8c5c-bfbd797a0e7c req-b3154a74-dc9c-4257-b839-f2301b01fe15 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] 10.222.0.64 "GET /v2.0/security-groups?id=d0b03392-d3d0-479b-989d-02a234509b68&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0436950
Dec 23 16:57:43.558176 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be34b664-42b8-49d3-8098-b5f4ff797165 req-15f187ba-6027-4376-9677-8b040aab506d tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:57:43.559609 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-be34b664-42b8-49d3-8098-b5f4ff797165 req-15f187ba-6027-4376-9677-8b040aab506d tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] 10.222.0.64 "GET /v2.0/ports?device_id=9740d088-8181-40c8-b612-db2d1c940a6e HTTP/1.1" status: 200  len: 944 time: 0.0954220
Dec 23 16:57:43.605740 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-be34b664-42b8-49d3-8098-b5f4ff797165 req-d4a60016-1d88-4c8a-ba37-a26a3f7f3501 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] 10.222.0.64 "GET /v2.0/security-groups?id=d0b03392-d3d0-479b-989d-02a234509b68&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0402453
Dec 23 16:57:44.470673 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Device d4dbcb43-9ad6-44fb-bea5-79b65dfdcc81 details requested by agent hyperv_hv-neutron-8227 with host hv-neutron-8227 {{(pid=87637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 23 16:57:44.610946 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] For port d4dbcb43-9ad6-44fb-bea5-79b65dfdcc81, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=d4dbcb43-9ad6-44fb-bea5-79b65dfdcc81,segment=NetworkSegment(e66ad8a6-38f9-4666-888d-5f65134ad083),segment_id=e66ad8a6-38f9-4666-888d-5f65134ad083)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:57:44.624472 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Returning: {'device': 'd4dbcb43-9ad6-44fb-bea5-79b65dfdcc81', 'network_id': 'c2b50f22-1b69-46ad-b51d-6a76b52ac77a', 'port_id': 'd4dbcb43-9ad6-44fb-bea5-79b65dfdcc81', 'mac_address': 'fa:16:3e:85:d7:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 439, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38a627be-3f02-4c99-9edf-8d85f81bb342', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 23 16:57:44.698349 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:57:44.714774 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.notifiers.nova [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4dbcb43-9ad6-44fb-bea5-79b65dfdcc81 {{(pid=87637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 23 16:57:44.730864 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] For port d4dbcb43-9ad6-44fb-bea5-79b65dfdcc81, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=d4dbcb43-9ad6-44fb-bea5-79b65dfdcc81,segment=NetworkSegment(e66ad8a6-38f9-4666-888d-5f65134ad083),segment_id=e66ad8a6-38f9-4666-888d-5f65134ad083)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:57:44.737097 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:57:44.738911 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:57:44.804642 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Pushing event updated for resources: {'Port': ['ID=d4dbcb43-9ad6-44fb-bea5-79b65dfdcc81,revision_number=7']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:57:44.808093 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:57:44.978479 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] get_ports_and_sgs() called for port_ids ['d4dbcb43-9ad6-44fb-bea5-79b65dfdcc81'] {{(pid=87637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 23 16:57:46.479039 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Device d4dbcb43-9ad6-44fb-bea5-79b65dfdcc81 up at agent hyperv_hv-neutron-8227 {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:57:46.556627 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Provisioning complete for port d4dbcb43-9ad6-44fb-bea5-79b65dfdcc81 triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:57:46.557105 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:57:46.673445 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:57:46.702486 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9740d088-8181-40c8-b612-db2d1c940a6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4dbcb43-9ad6-44fb-bea5-79b65dfdcc81'}] {{(pid=87637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 23 16:57:46.714208 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] For port d4dbcb43-9ad6-44fb-bea5-79b65dfdcc81, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=d4dbcb43-9ad6-44fb-bea5-79b65dfdcc81,segment=NetworkSegment(e66ad8a6-38f9-4666-888d-5f65134ad083),segment_id=e66ad8a6-38f9-4666-888d-5f65134ad083)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:57:46.721143 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:57:46.723855 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-a0bcfed2-7025-4fe3-9fd2-bb9b3d1c259e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:57:46.758332 dv-neutron-822799-1-hyperv neutron-server[87637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9740d088-8181-40c8-b612-db2d1c940a6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4dbcb43-9ad6-44fb-bea5-79b65dfdcc81', 'code': 200}
Dec 23 16:57:46.790788 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Pushing event updated for resources: {'Port': ['ID=d4dbcb43-9ad6-44fb-bea5-79b65dfdcc81,revision_number=8']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:57:46.794060 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:57:47.448701 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9ad25705-1e70-481e-905e-80b1a9e8d276 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:57:49.809693 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-e9ef925d-46ef-46c4-88b4-b10e89794b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:57:50.993327 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9dcbea60-a34f-4144-91e7-90aff3f57aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:57:50.998578 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:57:52.479122 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9e3aab53-d650-47e3-b8a6-2dff21fe9ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:58:09.686770 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.agents_db [None req-30c2320c-f298-49f6-9c47-c20e38116a9c None None] Agent healthcheck: found 6 active agents {{(pid=87638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 23 16:58:12.319842 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:58:17.433744 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-98aec3e4-62e2-413e-bb04-2051a7b117ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:58:19.804637 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-36035a08-4f78-4e3f-b4c1-25bc781468b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:58:21.005324 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9dcbea60-a34f-4144-91e7-90aff3f57aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:58:21.006497 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:58:22.486072 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9e3aab53-d650-47e3-b8a6-2dff21fe9ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:58:26.185168 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-84c6dfeb-8cbc-4109-808b-f43b5b4a7354 req-0a80c559-aee1-4ec9-8898-1ea396992465 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=9740d088-8181-40c8-b612-db2d1c940a6e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0755408
Dec 23 16:58:26.330368 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c6dfeb-8cbc-4109-808b-f43b5b4a7354 req-e691e903-0980-4103-a4a6-116ab31dc7df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:58:26.331859 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-84c6dfeb-8cbc-4109-808b-f43b5b4a7354 req-e691e903-0980-4103-a4a6-116ab31dc7df service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=79cc439d279749ef8b2ba812a95a00a9&device_id=9740d088-8181-40c8-b612-db2d1c940a6e HTTP/1.1" status: 200  len: 1099 time: 0.0772440
Dec 23 16:58:26.478493 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c6dfeb-8cbc-4109-808b-f43b5b4a7354 req-1ad9fe96-b0f5-4d24-b0da-78b8cc337646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:58:26.479828 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-84c6dfeb-8cbc-4109-808b-f43b5b4a7354 req-1ad9fe96-b0f5-4d24-b0da-78b8cc337646 service neutron] 10.222.0.61 "GET /v2.0/networks?id=c2b50f22-1b69-46ad-b51d-6a76b52ac77a HTTP/1.1" status: 200  len: 910 time: 0.1296904
Dec 23 16:58:26.583035 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-84c6dfeb-8cbc-4109-808b-f43b5b4a7354 req-22e25eb0-7fd6-4782-ab85-2c281ed30bbf service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d4dbcb43-9ad6-44fb-bea5-79b65dfdcc81 HTTP/1.1" status: 200  len: 1001 time: 0.0964496
Dec 23 16:58:26.762792 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c6dfeb-8cbc-4109-808b-f43b5b4a7354 req-58f86b4e-ed4d-45b7-8a45-383f40796497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:58:26.764122 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-84c6dfeb-8cbc-4109-808b-f43b5b4a7354 req-58f86b4e-ed4d-45b7-8a45-383f40796497 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=38a627be-3f02-4c99-9edf-8d85f81bb342 HTTP/1.1" status: 200  len: 848 time: 0.1752172
Dec 23 16:58:26.844754 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c6dfeb-8cbc-4109-808b-f43b5b4a7354 req-b53f5dd0-c02b-4010-9370-1d183c4458d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:58:26.846269 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-84c6dfeb-8cbc-4109-808b-f43b5b4a7354 req-b53f5dd0-c02b-4010-9370-1d183c4458d0 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c2b50f22-1b69-46ad-b51d-6a76b52ac77a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0754201
Dec 23 16:58:26.978789 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-84c6dfeb-8cbc-4109-808b-f43b5b4a7354 req-c0be1195-336b-413d-aaa4-8f640e087d26 service neutron] 10.222.0.61 "GET /v2.0/networks/c2b50f22-1b69-46ad-b51d-6a76b52ac77a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1236100
Dec 23 16:58:27.125197 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-84c6dfeb-8cbc-4109-808b-f43b5b4a7354 req-e7a618b7-c2df-40b6-825a-d9a2fc2d769d service neutron] 10.222.0.61 "GET /v2.0/networks/c2b50f22-1b69-46ad-b51d-6a76b52ac77a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1399868
Dec 23 16:58:42.344203 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:58:46.688594 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.agents_db [None req-30c2320c-f298-49f6-9c47-c20e38116a9c None None] Agent healthcheck: found 6 active agents {{(pid=87638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 23 16:58:47.444279 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d9712064-7d4a-4b37-9102-9a6e07f6ae44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:58:49.817737 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-de21efdf-2bd2-4112-b098-b2175c777c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:58:51.003059 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:58:51.005730 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9dcbea60-a34f-4144-91e7-90aff3f57aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:58:52.491965 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9e3aab53-d650-47e3-b8a6-2dff21fe9ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:58:59.871923 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 60436) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:59:00.084896 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-62677657-cc3c-48c5-9e14-fa3284c9703d tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Deleting port ba1584a4-ac0d-4e0f-a2e2-d805f200c44e {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:59:00.085239 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-62677657-cc3c-48c5-9e14-fa3284c9703d tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:00.252421 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-62677657-cc3c-48c5-9e14-fa3284c9703d tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:00.252635 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-62677657-cc3c-48c5-9e14-fa3284c9703d tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:00.375142 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-62677657-cc3c-48c5-9e14-fa3284c9703d tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Calling delete_port for ba1584a4-ac0d-4e0f-a2e2-d805f200c44e owned by network:floatingip {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:59:00.540664 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-62677657-cc3c-48c5-9e14-fa3284c9703d tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:00.544888 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-8d09e8a4-0b20-4a93-b146-0db3258194f9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:59:00.591474 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62677657-cc3c-48c5-9e14-fa3284c9703d tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Pushing event deleted for resources: {'Port': ['ID=ba1584a4-ac0d-4e0f-a2e2-d805f200c44e,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:59:00.630687 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62677657-cc3c-48c5-9e14-fa3284c9703d tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:59:00.631075 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62677657-cc3c-48c5-9e14-fa3284c9703d tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:59:00.631458 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62677657-cc3c-48c5-9e14-fa3284c9703d tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:59:00.631832 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62677657-cc3c-48c5-9e14-fa3284c9703d tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:59:00.632206 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62677657-cc3c-48c5-9e14-fa3284c9703d tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:59:00.632621 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62677657-cc3c-48c5-9e14-fa3284c9703d tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:59:00.632973 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62677657-cc3c-48c5-9e14-fa3284c9703d tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:59:00.633340 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62677657-cc3c-48c5-9e14-fa3284c9703d tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:59:00.633710 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62677657-cc3c-48c5-9e14-fa3284c9703d tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:59:00.634074 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62677657-cc3c-48c5-9e14-fa3284c9703d tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:59:00.634436 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62677657-cc3c-48c5-9e14-fa3284c9703d tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:59:00.634794 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62677657-cc3c-48c5-9e14-fa3284c9703d tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:59:00.661130 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-62677657-cc3c-48c5-9e14-fa3284c9703d tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:59:00.697217 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-62677657-cc3c-48c5-9e14-fa3284c9703d tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Notify callbacks [] for floatingip, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:00.697617 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.db.l3_db [None req-62677657-cc3c-48c5-9e14-fa3284c9703d tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Floating IP ef71d81f-47f9-4e6b-949e-2ee75127ff33 disassociated (deleted). External IP: 172.26.3.49, port: d4dbcb43-9ad6-44fb-bea5-79b65dfdcc81.
Dec 23 16:59:01.199764 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62677657-cc3c-48c5-9e14-fa3284c9703d tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Router 65ae6dd0-5c4a-4f03-8015-affb42ac3336 has already been hosted by L3 agent 371d4c41-c7e2-4de7-9539-c049ec4e95d1 {{(pid=87636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 23 16:59:01.402182 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62677657-cc3c-48c5-9e14-fa3284c9703d tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Notify agent at l3_agent.dv-neutron-822799-1-hyperv the message routers_updated {{(pid=87636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 23 16:59:01.413209 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-353111cc-55c7-4f92-bee0-2f6a8f031899 None None] Sync routers for ids ['65ae6dd0-5c4a-4f03-8015-affb42ac3336'] in dv-neutron-822799-1-hyperv {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 23 16:59:01.425223 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-62677657-cc3c-48c5-9e14-fa3284c9703d tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for floatingip, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:01.427886 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-353111cc-55c7-4f92-bee0-2f6a8f031899 None None] Routers {'65ae6dd0-5c4a-4f03-8015-affb42ac3336'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:59:01.428510 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-353111cc-55c7-4f92-bee0-2f6a8f031899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc1c47790>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:58:50Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['65ae6dd0-5c4a-4f03-8015-affb42ac3336'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:59:01.486082 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-62677657-cc3c-48c5-9e14-fa3284c9703d tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] 10.222.0.64 "DELETE /v2.0/floatingips/ef71d81f-47f9-4e6b-949e-2ee75127ff33 HTTP/1.1" status: 204  len: 168 time: 1.6124842
Dec 23 16:59:01.486661 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9740d088-8181-40c8-b612-db2d1c940a6e', 'tag': 'd4dbcb43-9ad6-44fb-bea5-79b65dfdcc81'}] {{(pid=87636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 23 16:59:01.540757 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9740d088-8181-40c8-b612-db2d1c940a6e', 'tag': 'd4dbcb43-9ad6-44fb-bea5-79b65dfdcc81', 'status': 'completed', 'code': 200}
Dec 23 16:59:01.639963 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-353111cc-55c7-4f92-bee0-2f6a8f031899 None None] Set router 65ae6dd0-5c4a-4f03-8015-affb42ac3336 gateway port host: dv-neutron-822799-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:59:01.643127 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f09320-6d0a-44d3-bf31-ae5137b76f38 req-caf5b67b-cb80-41db-bc4a-e944980d136e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:59:01.644867 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-d0f09320-6d0a-44d3-bf31-ae5137b76f38 req-caf5b67b-cb80-41db-bc4a-e944980d136e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=79cc439d279749ef8b2ba812a95a00a9&device_id=9740d088-8181-40c8-b612-db2d1c940a6e HTTP/1.1" status: 200  len: 1099 time: 0.0811081
Dec 23 16:59:01.792825 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f09320-6d0a-44d3-bf31-ae5137b76f38 req-53ff0777-09f7-4fdb-a362-2787cac36de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:59:01.794632 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-d0f09320-6d0a-44d3-bf31-ae5137b76f38 req-53ff0777-09f7-4fdb-a362-2787cac36de9 service neutron] 10.222.0.61 "GET /v2.0/networks?id=c2b50f22-1b69-46ad-b51d-6a76b52ac77a HTTP/1.1" status: 200  len: 910 time: 0.1437745
Dec 23 16:59:01.902640 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-d0f09320-6d0a-44d3-bf31-ae5137b76f38 req-6f29bd8c-a880-4b24-b8b5-60b0d7147b78 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d4dbcb43-9ad6-44fb-bea5-79b65dfdcc81 HTTP/1.1" status: 200  len: 217 time: 0.0999494
Dec 23 16:59:01.986328 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f09320-6d0a-44d3-bf31-ae5137b76f38 req-3e2d8970-1e3a-448e-ab79-940bfd63cca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:59:01.987821 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-d0f09320-6d0a-44d3-bf31-ae5137b76f38 req-3e2d8970-1e3a-448e-ab79-940bfd63cca7 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=38a627be-3f02-4c99-9edf-8d85f81bb342 HTTP/1.1" status: 200  len: 848 time: 0.0768940
Dec 23 16:59:02.014774 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-353111cc-55c7-4f92-bee0-2f6a8f031899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc1c47790>, [{'id': '65ae6dd0-5c4a-4f03-8015-affb42ac3336', 'name': 'tempest-TestShelveInstance-1325122053-router', 'tenant_id': '79cc439d279749ef8b2ba812a95a00a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.138'}], 'enable_snat': True}, 'gw_port_id': '872efd38-0db6-4089-a4da-49a8ba84b1c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:50:22Z', 'updated_at': '2021-12-23T16:50:26Z', 'revision_number': 4, 'project_id': '79cc439d279749ef8b2ba812a95a00a9', 'gw_port': {'id': '872efd38-0db6-4089-a4da-49a8ba84b1c7', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:58:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65ae6dd0-5c4a-4f03-8015-affb42ac3336', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:50:23Z', 'updated_at': '2021-12-23T16:50:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_interfaces': [{'id': '20d57fbe-3be7-436e-8a26-32d5fe85dbfb', 'name': '', 'network_id': 'c2b50f22-1b69-46ad-b51d-6a76b52ac77a', 'tenant_id': '79cc439d279749ef8b2ba812a95a00a9', 'mac_address': 'fa:16:3e:1c:78:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65ae6dd0-5c4a-4f03-8015-affb42ac3336', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '38a627be-3f02-4c99-9edf-8d85f81bb342', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:50:25Z', 'updated_at': '2021-12-23T16:50:33Z', 'revision_number': 5, 'project_id': '79cc439d279749ef8b2ba812a95a00a9', 'subnets': [{'id': '38a627be-3f02-4c99-9edf-8d85f81bb342', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:59:02.019211 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-353111cc-55c7-4f92-bee0-2f6a8f031899 None None] Checking router: 65ae6dd0-5c4a-4f03-8015-affb42ac3336 for host: dv-neutron-822799-1-hyperv {{(pid=87638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 23 16:59:02.028812 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-353111cc-55c7-4f92-bee0-2f6a8f031899 None None] Routers {'65ae6dd0-5c4a-4f03-8015-affb42ac3336'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:59:02.029492 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-353111cc-55c7-4f92-bee0-2f6a8f031899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc1c47790>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:58:50Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['65ae6dd0-5c4a-4f03-8015-affb42ac3336'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:59:02.039260 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ff0ea9-2c81-456d-a198-ba771d694ff1 req-9e07da34-b158-4b03-85ea-ae3e6078ffcf tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:59:02.039962 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-a5ff0ea9-2c81-456d-a198-ba771d694ff1 req-9e07da34-b158-4b03-85ea-ae3e6078ffcf tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Synchronizing usage tracker for tenant:79cc439d279749ef8b2ba812a95a00a9 on resource:port {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:59:02.070315 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-a5ff0ea9-2c81-456d-a198-ba771d694ff1 req-9e07da34-b158-4b03-85ea-ae3e6078ffcf tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Unset dirty status for tenant:79cc439d279749ef8b2ba812a95a00a9 on resource:port {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:59:02.071399 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-a5ff0ea9-2c81-456d-a198-ba771d694ff1 req-9e07da34-b158-4b03-85ea-ae3e6078ffcf tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] 10.222.0.64 "GET /v2.0/ports?device_id=9740d088-8181-40c8-b612-db2d1c940a6e HTTP/1.1" status: 200  len: 946 time: 0.2165115
Dec 23 16:59:02.124620 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f09320-6d0a-44d3-bf31-ae5137b76f38 req-fa2bdc0c-1d1e-43b0-9dc6-477e6b7eb25f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:59:02.126140 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-d0f09320-6d0a-44d3-bf31-ae5137b76f38 req-fa2bdc0c-1d1e-43b0-9dc6-477e6b7eb25f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c2b50f22-1b69-46ad-b51d-6a76b52ac77a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1313004
Dec 23 16:59:02.134249 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-a5ff0ea9-2c81-456d-a198-ba771d694ff1 req-f0c158a0-5b9b-4a15-a1c4-27d548c326f2 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] 10.222.0.64 "GET /v2.0/security-groups?id=d0b03392-d3d0-479b-989d-02a234509b68&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0557032
Dec 23 16:59:02.237688 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-353111cc-55c7-4f92-bee0-2f6a8f031899 None None] Set router 65ae6dd0-5c4a-4f03-8015-affb42ac3336 gateway port host: dv-neutron-822799-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:59:02.266744 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-d0f09320-6d0a-44d3-bf31-ae5137b76f38 req-e429676d-b9f4-4190-8291-356b40fe7f7b service neutron] 10.222.0.61 "GET /v2.0/networks/c2b50f22-1b69-46ad-b51d-6a76b52ac77a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1314678
Dec 23 16:59:02.402915 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-d0f09320-6d0a-44d3-bf31-ae5137b76f38 req-f5e10e7b-fe0a-4c45-9307-90d5408d5105 service neutron] 10.222.0.61 "GET /v2.0/networks/c2b50f22-1b69-46ad-b51d-6a76b52ac77a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1288128
Dec 23 16:59:02.593173 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-353111cc-55c7-4f92-bee0-2f6a8f031899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc1c47790>, [{'id': '65ae6dd0-5c4a-4f03-8015-affb42ac3336', 'name': 'tempest-TestShelveInstance-1325122053-router', 'tenant_id': '79cc439d279749ef8b2ba812a95a00a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.138'}], 'enable_snat': True}, 'gw_port_id': '872efd38-0db6-4089-a4da-49a8ba84b1c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:50:22Z', 'updated_at': '2021-12-23T16:50:26Z', 'revision_number': 4, 'project_id': '79cc439d279749ef8b2ba812a95a00a9', 'gw_port': {'id': '872efd38-0db6-4089-a4da-49a8ba84b1c7', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:58:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65ae6dd0-5c4a-4f03-8015-affb42ac3336', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:50:23Z', 'updated_at': '2021-12-23T16:50:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_interfaces': [{'id': '20d57fbe-3be7-436e-8a26-32d5fe85dbfb', 'name': '', 'network_id': 'c2b50f22-1b69-46ad-b51d-6a76b52ac77a', 'tenant_id': '79cc439d279749ef8b2ba812a95a00a9', 'mac_address': 'fa:16:3e:1c:78:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65ae6dd0-5c4a-4f03-8015-affb42ac3336', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '38a627be-3f02-4c99-9edf-8d85f81bb342', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:50:25Z', 'updated_at': '2021-12-23T16:50:33Z', 'revision_number': 5, 'project_id': '79cc439d279749ef8b2ba812a95a00a9', 'subnets': [{'id': '38a627be-3f02-4c99-9edf-8d85f81bb342', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:59:02.597238 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-353111cc-55c7-4f92-bee0-2f6a8f031899 None None] The sync data for ids ['65ae6dd0-5c4a-4f03-8015-affb42ac3336'] in dv-neutron-822799-1-hyperv is: [{'id': '65ae6dd0-5c4a-4f03-8015-affb42ac3336', 'name': 'tempest-TestShelveInstance-1325122053-router', 'tenant_id': '79cc439d279749ef8b2ba812a95a00a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.138'}], 'enable_snat': True}, 'gw_port_id': '872efd38-0db6-4089-a4da-49a8ba84b1c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:50:22Z', 'updated_at': '2021-12-23T16:50:26Z', 'revision_number': 4, 'project_id': '79cc439d279749ef8b2ba812a95a00a9', 'gw_port': {'id': '872efd38-0db6-4089-a4da-49a8ba84b1c7', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:58:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65ae6dd0-5c4a-4f03-8015-affb42ac3336', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:50:23Z', 'updated_at': '2021-12-23T16:50:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_interfaces': [{'id': '20d57fbe-3be7-436e-8a26-32d5fe85dbfb', 'name': '', 'network_id': 'c2b50f22-1b69-46ad-b51d-6a76b52ac77a', 'tenant_id': '79cc439d279749ef8b2ba812a95a00a9', 'mac_address': 'fa:16:3e:1c:78:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65ae6dd0-5c4a-4f03-8015-affb42ac3336', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '38a627be-3f02-4c99-9edf-8d85f81bb342', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:50:25Z', 'updated_at': '2021-12-23T16:50:33Z', 'revision_number': 5, 'project_id': '79cc439d279749ef8b2ba812a95a00a9', 'subnets': [{'id': '38a627be-3f02-4c99-9edf-8d85f81bb342', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 23 16:59:02.832815 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9f3e698-481a-4d74-93aa-66b192ba738f None None] New status for floating IP ef71d81f-47f9-4e6b-949e-2ee75127ff33: DOWN {{(pid=87637) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 23 16:59:03.332597 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32eab5c0-7c80-4a62-ab2d-3722284c8a75 req-229c81be-e244-4a38-ade7-d4441a594bf6 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:59:03.334050 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-32eab5c0-7c80-4a62-ab2d-3722284c8a75 req-229c81be-e244-4a38-ade7-d4441a594bf6 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] 10.222.0.61 "GET /v2.0/ports?device_id=9740d088-8181-40c8-b612-db2d1c940a6e HTTP/1.1" status: 200  len: 946 time: 0.0804319
Dec 23 16:59:03.338153 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed4942b-f75d-4504-aaef-580aa779304d req-d0807768-b6fb-48da-bb1e-aa524be63e19 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:59:03.339769 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-3ed4942b-f75d-4504-aaef-580aa779304d req-d0807768-b6fb-48da-bb1e-aa524be63e19 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] 10.222.0.64 "GET /v2.0/ports?device_id=9740d088-8181-40c8-b612-db2d1c940a6e HTTP/1.1" status: 200  len: 946 time: 0.0826230
Dec 23 16:59:03.392228 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-3ed4942b-f75d-4504-aaef-580aa779304d req-2c6dfe15-2e12-43c2-9bf5-9b811bb552c1 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] 10.222.0.64 "GET /v2.0/security-groups?id=d0b03392-d3d0-479b-989d-02a234509b68&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0465682
Dec 23 16:59:03.405626 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [req-32eab5c0-7c80-4a62-ab2d-3722284c8a75 req-047f5e8f-fc23-47e8-89bc-75257e88b119 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Deleting port d4dbcb43-9ad6-44fb-bea5-79b65dfdcc81 {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:59:03.406006 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-32eab5c0-7c80-4a62-ab2d-3722284c8a75 req-047f5e8f-fc23-47e8-89bc-75257e88b119 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:03.780090 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [req-32eab5c0-7c80-4a62-ab2d-3722284c8a75 req-047f5e8f-fc23-47e8-89bc-75257e88b119 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] For port d4dbcb43-9ad6-44fb-bea5-79b65dfdcc81, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=d4dbcb43-9ad6-44fb-bea5-79b65dfdcc81,segment=NetworkSegment(e66ad8a6-38f9-4666-888d-5f65134ad083),segment_id=e66ad8a6-38f9-4666-888d-5f65134ad083)] {{(pid=87636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:59:03.780683 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-32eab5c0-7c80-4a62-ab2d-3722284c8a75 req-047f5e8f-fc23-47e8-89bc-75257e88b119 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:03.903155 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [req-32eab5c0-7c80-4a62-ab2d-3722284c8a75 req-047f5e8f-fc23-47e8-89bc-75257e88b119 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Calling delete_port for d4dbcb43-9ad6-44fb-bea5-79b65dfdcc81 owned by compute:nova {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:59:04.061023 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-32eab5c0-7c80-4a62-ab2d-3722284c8a75 req-047f5e8f-fc23-47e8-89bc-75257e88b119 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:04.066737 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-6583a18b-0580-4a92-b37a-54f698d6da7d tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:59:04.118682 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047f5e8f-fc23-47e8-89bc-75257e88b119 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Pushing event deleted for resources: {'Port': ['ID=d4dbcb43-9ad6-44fb-bea5-79b65dfdcc81,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:59:04.121801 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-047f5e8f-fc23-47e8-89bc-75257e88b119 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:59:04.191515 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [req-32eab5c0-7c80-4a62-ab2d-3722284c8a75 req-047f5e8f-fc23-47e8-89bc-75257e88b119 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] No DVR routers for this DVR port d4dbcb43-9ad6-44fb-bea5-79b65dfdcc81 on host hv-neutron-8227 {{(pid=87636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 23 16:59:04.194499 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-32eab5c0-7c80-4a62-ab2d-3722284c8a75 req-047f5e8f-fc23-47e8-89bc-75257e88b119 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:04.197012 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9740d088-8181-40c8-b612-db2d1c940a6e', 'name': 'network-vif-deleted', 'tag': 'd4dbcb43-9ad6-44fb-bea5-79b65dfdcc81'}] {{(pid=87636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 23 16:59:04.212933 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-32eab5c0-7c80-4a62-ab2d-3722284c8a75 req-047f5e8f-fc23-47e8-89bc-75257e88b119 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] 10.222.0.61 "DELETE /v2.0/ports/d4dbcb43-9ad6-44fb-bea5-79b65dfdcc81 HTTP/1.1" status: 204  len: 173 time: 0.8729577
Dec 23 16:59:04.244283 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9740d088-8181-40c8-b612-db2d1c940a6e', 'name': 'network-vif-deleted', 'tag': 'd4dbcb43-9ad6-44fb-bea5-79b65dfdcc81', 'status': 'completed', 'code': 200}
Dec 23 16:59:04.553063 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-ad1d93f1-7e21-42a8-b7dd-e4a31ae34789 req-7954dac2-0aa6-4394-bb33-d91b17fd041d tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] 10.222.0.64 "GET /v2.0/ports?device_id=9740d088-8181-40c8-b612-db2d1c940a6e HTTP/1.1" status: 200  len: 210 time: 0.0436587
Dec 23 16:59:05.649005 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 60462) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:59:05.722472 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e45d5b3a-1d1d-4ece-a6c1-e9bde99dcb77 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Notify callbacks [] for security_group, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:05.752705 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e45d5b3a-1d1d-4ece-a6c1-e9bde99dcb77 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:05.818855 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e45d5b3a-1d1d-4ece-a6c1-e9bde99dcb77 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:05.823133 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-0cf684d8-8815-4fbf-9a30-7334fc54815f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:59:05.838502 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45d5b3a-1d1d-4ece-a6c1-e9bde99dcb77 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0b03392-d3d0-479b-989d-02a234509b68,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:59:05.840996 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-e45d5b3a-1d1d-4ece-a6c1-e9bde99dcb77 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:59:05.850253 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-e45d5b3a-1d1d-4ece-a6c1-e9bde99dcb77 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Notify callbacks [] for security_group, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:05.851384 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-e45d5b3a-1d1d-4ece-a6c1-e9bde99dcb77 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] 10.222.0.64 "DELETE /v2.0/security-groups/d0b03392-d3d0-479b-989d-02a234509b68 HTTP/1.1" status: 204  len: 168 time: 0.2013736
Dec 23 16:59:05.898650 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 60468) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:59:06.662852 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-04b14d31-c170-43de-b793-eab93c466d1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1781419'] for router_interface, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:06.864584 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Device d4dbcb43-9ad6-44fb-bea5-79b65dfdcc81 no longer exists at agent hyperv_hv-neutron-8227 {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 23 16:59:06.902502 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] No Port match for: d4dbcb43-9ad6-44fb-bea5-79b65dfdcc81 {{(pid=87637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 23 16:59:06.902857 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Device d4dbcb43-9ad6-44fb-bea5-79b65dfdcc81 not bound to the agent host hv-neutron-8227 {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 23 16:59:07.147360 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-04b14d31-c170-43de-b793-eab93c466d1d admin admin] Deleting port 20d57fbe-3be7-436e-8a26-32d5fe85dbfb {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:59:07.147708 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-04b14d31-c170-43de-b793-eab93c466d1d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:07.321824 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [None req-04b14d31-c170-43de-b793-eab93c466d1d admin admin] For port 20d57fbe-3be7-436e-8a26-32d5fe85dbfb, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=20d57fbe-3be7-436e-8a26-32d5fe85dbfb,segment=NetworkSegment(e66ad8a6-38f9-4666-888d-5f65134ad083),segment_id=e66ad8a6-38f9-4666-888d-5f65134ad083)] {{(pid=87636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:59:07.322175 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-04b14d31-c170-43de-b793-eab93c466d1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:07.446389 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-04b14d31-c170-43de-b793-eab93c466d1d admin admin] Calling delete_port for 20d57fbe-3be7-436e-8a26-32d5fe85dbfb owned by network:router_interface {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:59:07.791541 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-04b14d31-c170-43de-b793-eab93c466d1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:07.794976 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-12757bf3-6e74-48b5-be77-1454df671e0c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:59:07.838107 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b14d31-c170-43de-b793-eab93c466d1d admin admin] Pushing event deleted for resources: {'Port': ['ID=20d57fbe-3be7-436e-8a26-32d5fe85dbfb,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:59:07.841182 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-04b14d31-c170-43de-b793-eab93c466d1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:59:08.106371 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-04b14d31-c170-43de-b793-eab93c466d1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1627472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1784155'] for router_interface, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:08.613179 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04b14d31-c170-43de-b793-eab93c466d1d admin admin] Router 65ae6dd0-5c4a-4f03-8015-affb42ac3336 has already been hosted by L3 agent 371d4c41-c7e2-4de7-9539-c049ec4e95d1 {{(pid=87636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 23 16:59:08.787855 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04b14d31-c170-43de-b793-eab93c466d1d admin admin] Notify agent at l3_agent.dv-neutron-822799-1-hyperv the message routers_updated {{(pid=87636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 23 16:59:08.797192 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6fc2d23-59fa-40d1-8ebb-e3ea6afab7a7 None None] Sync routers for ids ['65ae6dd0-5c4a-4f03-8015-affb42ac3336'] in dv-neutron-822799-1-hyperv {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 23 16:59:08.801093 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-04b14d31-c170-43de-b793-eab93c466d1d admin admin] 10.222.0.64 "PUT /v2.0/routers/65ae6dd0-5c4a-4f03-8015-affb42ac3336/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9011247
Dec 23 16:59:08.803006 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 60478) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:59:08.807263 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6fc2d23-59fa-40d1-8ebb-e3ea6afab7a7 None None] Routers {'65ae6dd0-5c4a-4f03-8015-affb42ac3336'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:59:08.807876 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-e6fc2d23-59fa-40d1-8ebb-e3ea6afab7a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc1fea250>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:58:50Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['65ae6dd0-5c4a-4f03-8015-affb42ac3336'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:59:08.989234 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5e646092-0569-4945-950e-c223d8b65cd3 admin admin] Notify callbacks [] for router, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:08.992729 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-e6fc2d23-59fa-40d1-8ebb-e3ea6afab7a7 None None] Set router 65ae6dd0-5c4a-4f03-8015-affb42ac3336 gateway port host: dv-neutron-822799-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:59:09.174445 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5e646092-0569-4945-950e-c223d8b65cd3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:09.185032 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-5e646092-0569-4945-950e-c223d8b65cd3 admin admin] Deleting port 872efd38-0db6-4089-a4da-49a8ba84b1c7 {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:59:09.185368 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5e646092-0569-4945-950e-c223d8b65cd3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:09.277905 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-e6fc2d23-59fa-40d1-8ebb-e3ea6afab7a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc1fea250>, [{'id': '65ae6dd0-5c4a-4f03-8015-affb42ac3336', 'name': 'tempest-TestShelveInstance-1325122053-router', 'tenant_id': '79cc439d279749ef8b2ba812a95a00a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.138'}], 'enable_snat': True}, 'gw_port_id': '872efd38-0db6-4089-a4da-49a8ba84b1c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:50:22Z', 'updated_at': '2021-12-23T16:59:07Z', 'revision_number': 5, 'project_id': '79cc439d279749ef8b2ba812a95a00a9', 'gw_port': {'id': '872efd38-0db6-4089-a4da-49a8ba84b1c7', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:58:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65ae6dd0-5c4a-4f03-8015-affb42ac3336', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:50:23Z', 'updated_at': '2021-12-23T16:50:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv'}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:59:09.282412 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6fc2d23-59fa-40d1-8ebb-e3ea6afab7a7 None None] Checking router: 65ae6dd0-5c4a-4f03-8015-affb42ac3336 for host: dv-neutron-822799-1-hyperv {{(pid=87638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 23 16:59:09.291538 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6fc2d23-59fa-40d1-8ebb-e3ea6afab7a7 None None] Routers {'65ae6dd0-5c4a-4f03-8015-affb42ac3336'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:59:09.292250 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-e6fc2d23-59fa-40d1-8ebb-e3ea6afab7a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc1fea250>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:58:50Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['65ae6dd0-5c4a-4f03-8015-affb42ac3336'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:59:09.360984 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [None req-5e646092-0569-4945-950e-c223d8b65cd3 admin admin] For port 872efd38-0db6-4089-a4da-49a8ba84b1c7, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=872efd38-0db6-4089-a4da-49a8ba84b1c7,segment=NetworkSegment(77e3d110-dd7b-426c-b11f-b78dde7993df),segment_id=77e3d110-dd7b-426c-b11f-b78dde7993df)] {{(pid=87636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:59:09.361340 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5e646092-0569-4945-950e-c223d8b65cd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:09.441629 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-e6fc2d23-59fa-40d1-8ebb-e3ea6afab7a7 None None] Set router 65ae6dd0-5c4a-4f03-8015-affb42ac3336 gateway port host: None {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:59:09.484163 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-5e646092-0569-4945-950e-c223d8b65cd3 admin admin] Calling delete_port for 872efd38-0db6-4089-a4da-49a8ba84b1c7 owned by network:router_gateway {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:59:09.544234 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-e6fc2d23-59fa-40d1-8ebb-e3ea6afab7a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc1fea250>, [{'id': '65ae6dd0-5c4a-4f03-8015-affb42ac3336', 'name': 'tempest-TestShelveInstance-1325122053-router', 'tenant_id': '79cc439d279749ef8b2ba812a95a00a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:50:22Z', 'updated_at': '2021-12-23T16:59:09Z', 'revision_number': 6, 'project_id': '79cc439d279749ef8b2ba812a95a00a9', 'gw_port_host': None}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:59:09.548423 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6fc2d23-59fa-40d1-8ebb-e3ea6afab7a7 None None] The sync data for ids ['65ae6dd0-5c4a-4f03-8015-affb42ac3336'] in dv-neutron-822799-1-hyperv is: [{'id': '65ae6dd0-5c4a-4f03-8015-affb42ac3336', 'name': 'tempest-TestShelveInstance-1325122053-router', 'tenant_id': '79cc439d279749ef8b2ba812a95a00a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:50:22Z', 'updated_at': '2021-12-23T16:59:09Z', 'revision_number': 6, 'project_id': '79cc439d279749ef8b2ba812a95a00a9', 'gw_port_host': None}] {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 23 16:59:09.664601 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5e646092-0569-4945-950e-c223d8b65cd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:09.668166 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-12757bf3-6e74-48b5-be77-1454df671e0c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:59:09.713795 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e646092-0569-4945-950e-c223d8b65cd3 admin admin] Pushing event deleted for resources: {'Port': ['ID=872efd38-0db6-4089-a4da-49a8ba84b1c7,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:59:09.716823 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-5e646092-0569-4945-950e-c223d8b65cd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:59:09.803254 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5e646092-0569-4945-950e-c223d8b65cd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1824206'] for router_gateway, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:10.110808 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5e646092-0569-4945-950e-c223d8b65cd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1784183', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-235354'] for router, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:10.113182 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5e646092-0569-4945-950e-c223d8b65cd3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:10.140752 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5e646092-0569-4945-950e-c223d8b65cd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1781328'] for router, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:10.141302 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e646092-0569-4945-950e-c223d8b65cd3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 65ae6dd0-5c4a-4f03-8015-affb42ac3336 {{(pid=87636) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 23 16:59:10.153410 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-5e646092-0569-4945-950e-c223d8b65cd3 admin admin] Notify callbacks [] for router, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:10.154541 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-5e646092-0569-4945-950e-c223d8b65cd3 admin admin] 10.222.0.64 "DELETE /v2.0/routers/65ae6dd0-5c4a-4f03-8015-affb42ac3336 HTTP/1.1" status: 204  len: 168 time: 1.3505902
Dec 23 16:59:10.157692 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 60482) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:59:10.224287 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.db_base_plugin_v2 [None req-28736b00-64ee-4ac1-965c-aae5b435b0f1 admin admin] Deleting subnet 38a627be-3f02-4c99-9edf-8d85f81bb342 {{(pid=87635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 23 16:59:10.227734 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-28736b00-64ee-4ac1-965c-aae5b435b0f1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:10.281231 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-28736b00-64ee-4ac1-965c-aae5b435b0f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2776816'] for subnet, precommit_delete_associations {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:10.361191 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-28736b00-64ee-4ac1-965c-aae5b435b0f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864774'] for subnet, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:10.433326 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-28736b00-64ee-4ac1-965c-aae5b435b0f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2753333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2609730'] for subnet, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:10.437418 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-fbbd709c-94d5-4ba3-92b8-320668a8dd49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:59:10.476698 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28736b00-64ee-4ac1-965c-aae5b435b0f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=38a627be-3f02-4c99-9edf-8d85f81bb342,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:59:10.479202 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-28736b00-64ee-4ac1-965c-aae5b435b0f1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:10.483817 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74c08625-85de-430c-b1c5-b75ef5f447e2 None None] Network c2b50f22-1b69-46ad-b51d-6a76b52ac77a requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:59:10.488022 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28736b00-64ee-4ac1-965c-aae5b435b0f1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:59:10.488451 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28736b00-64ee-4ac1-965c-aae5b435b0f1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:59:10.488795 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28736b00-64ee-4ac1-965c-aae5b435b0f1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:59:10.489162 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28736b00-64ee-4ac1-965c-aae5b435b0f1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:59:10.489532 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28736b00-64ee-4ac1-965c-aae5b435b0f1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:59:10.489886 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28736b00-64ee-4ac1-965c-aae5b435b0f1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:59:10.490245 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28736b00-64ee-4ac1-965c-aae5b435b0f1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:59:10.490607 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28736b00-64ee-4ac1-965c-aae5b435b0f1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:59:10.490966 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28736b00-64ee-4ac1-965c-aae5b435b0f1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:59:10.491323 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28736b00-64ee-4ac1-965c-aae5b435b0f1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:59:10.491679 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28736b00-64ee-4ac1-965c-aae5b435b0f1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:59:10.492124 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28736b00-64ee-4ac1-965c-aae5b435b0f1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:59:10.496065 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-28736b00-64ee-4ac1-965c-aae5b435b0f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:59:10.497897 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-28736b00-64ee-4ac1-965c-aae5b435b0f1 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/38a627be-3f02-4c99-9edf-8d85f81bb342 HTTP/1.1" status: 204  len: 168 time: 0.3391249
Dec 23 16:59:10.500488 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 60486) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:59:10.608128 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-03ed2db0-074c-4430-9cb3-de653b558a6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-698866'] for network, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:10.618876 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-03ed2db0-074c-4430-9cb3-de653b558a6d admin admin] Deleting port 776bd8e3-903b-497e-aa62-9c209c2219be {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:59:10.619208 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-03ed2db0-074c-4430-9cb3-de653b558a6d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:10.786198 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a2780ed-9337-4a51-898c-2d6696f06590 None None] DHCP port deletion for c2b50f22-1b69-46ad-b51d-6a76b52ac77a request from dv-neutron-822799-1-hyperv {{(pid=87637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 23 16:59:10.790847 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-9a2780ed-9337-4a51-898c-2d6696f06590 None None] Deleting port 776bd8e3-903b-497e-aa62-9c209c2219be {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:59:10.791232 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9a2780ed-9337-4a51-898c-2d6696f06590 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:10.828511 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [None req-03ed2db0-074c-4430-9cb3-de653b558a6d admin admin] For port 776bd8e3-903b-497e-aa62-9c209c2219be, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=776bd8e3-903b-497e-aa62-9c209c2219be,segment=NetworkSegment(e66ad8a6-38f9-4666-888d-5f65134ad083),segment_id=e66ad8a6-38f9-4666-888d-5f65134ad083)] {{(pid=87636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:59:10.829041 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-03ed2db0-074c-4430-9cb3-de653b558a6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:10.884163 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 776bd8e3-903b-497e-aa62-9c209c2219be no longer exists at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 23 16:59:10.956024 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-03ed2db0-074c-4430-9cb3-de653b558a6d admin admin] Calling delete_port for 776bd8e3-903b-497e-aa62-9c209c2219be owned by network:dhcp {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:59:11.036724 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-03ed2db0-074c-4430-9cb3-de653b558a6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:11.040738 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-dfb95c9d-3d00-4888-aebc-6fa489680ce5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:59:11.043110 dv-neutron-822799-1-hyperv neutron-server[87637]: INFO neutron.plugins.ml2.db [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] No ports have port_id starting with 776bd8e3-903b-497e-aa62-9c209c2219be
Dec 23 16:59:11.046164 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 872efd38-0db6-4089-a4da-49a8ba84b1c7 no longer exists at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 23 16:59:11.083554 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ed2db0-074c-4430-9cb3-de653b558a6d admin admin] Pushing event deleted for resources: {'Port': ['ID=776bd8e3-903b-497e-aa62-9c209c2219be,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:59:11.083794 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] No Port match for: 872efd38-0db6-4089-a4da-49a8ba84b1c7 {{(pid=87637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 23 16:59:11.083896 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 872efd38-0db6-4089-a4da-49a8ba84b1c7 not bound to the agent host dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 23 16:59:11.084331 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 20d57fbe-3be7-436e-8a26-32d5fe85dbfb no longer exists at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 23 16:59:11.086446 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-03ed2db0-074c-4430-9cb3-de653b558a6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:59:11.087242 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ed2db0-074c-4430-9cb3-de653b558a6d admin admin] No DVR routers for this DVR port 776bd8e3-903b-497e-aa62-9c209c2219be on host dv-neutron-822799-1-hyperv {{(pid=87636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 23 16:59:11.119211 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-9a2780ed-9337-4a51-898c-2d6696f06590 None None] For port 776bd8e3-903b-497e-aa62-9c209c2219be, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=776bd8e3-903b-497e-aa62-9c209c2219be,segment=NetworkSegment(e66ad8a6-38f9-4666-888d-5f65134ad083),segment_id=e66ad8a6-38f9-4666-888d-5f65134ad083)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:59:11.119619 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9a2780ed-9337-4a51-898c-2d6696f06590 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:11.126820 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] No Port match for: 20d57fbe-3be7-436e-8a26-32d5fe85dbfb {{(pid=87637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 23 16:59:11.127185 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 20d57fbe-3be7-436e-8a26-32d5fe85dbfb not bound to the agent host dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 23 16:59:11.200167 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-03ed2db0-074c-4430-9cb3-de653b558a6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-864347', 'neutron.services.segments.db._delete_segments_for_network-8735362908070'] for network, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:11.224756 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-03ed2db0-074c-4430-9cb3-de653b558a6d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1dc1544c70>,) {'filters': {'network_id': ['c2b50f22-1b69-46ad-b51d-6a76b52ac77a']}} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:59:11.237549 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-03ed2db0-074c-4430-9cb3-de653b558a6d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dc1544c70>, 'e66ad8a6-38f9-4666-888d-5f65134ad083') {'for_net_delete': True} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:59:11.237849 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-03ed2db0-074c-4430-9cb3-de653b558a6d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dc1544c70>, 'e66ad8a6-38f9-4666-888d-5f65134ad083') {} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:59:11.240804 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-9a2780ed-9337-4a51-898c-2d6696f06590 None None] Calling delete_port for 776bd8e3-903b-497e-aa62-9c209c2219be owned by network:dhcp {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:59:11.249362 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-03ed2db0-074c-4430-9cb3-de653b558a6d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735363085442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2382197'] for segment, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:11.270783 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-03ed2db0-074c-4430-9cb3-de653b558a6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:11.278592 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03ed2db0-074c-4430-9cb3-de653b558a6d admin admin] Releasing vlan 439 on physical network physnet1 to pool {{(pid=87636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 23 16:59:11.278592 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-03ed2db0-074c-4430-9cb3-de653b558a6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2176261'] for segment, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:11.292268 dv-neutron-822799-1-hyperv neutron-server[87636]: Traceback (most recent call last):
Dec 23 16:59:11.292268 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 23 16:59:11.292268 dv-neutron-822799-1-hyperv neutron-server[87636]:     timer()
Dec 23 16:59:11.292268 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:59:11.292268 dv-neutron-822799-1-hyperv neutron-server[87636]:     cb(*args, **kw)
Dec 23 16:59:11.292268 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 23 16:59:11.292268 dv-neutron-822799-1-hyperv neutron-server[87636]:     return func(*args, **kwargs)
Dec 23 16:59:11.292268 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:59:11.292268 dv-neutron-822799-1-hyperv neutron-server[87636]:     self._notify()
Dec 23 16:59:11.292268 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:59:11.292268 dv-neutron-822799-1-hyperv neutron-server[87636]:     self.callback(batched_events)
Dec 23 16:59:11.292268 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:59:11.292268 dv-neutron-822799-1-hyperv neutron-server[87636]:     event.method(event)
Dec 23 16:59:11.292268 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:59:11.292268 dv-neutron-822799-1-hyperv neutron-server[87636]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:59:11.292268 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 23 16:59:11.292268 dv-neutron-822799-1-hyperv neutron-server[87636]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 23 16:59:11.292268 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 23 16:59:11.292268 dv-neutron-822799-1-hyperv neutron-server[87636]:     return f(self, *a, **k)
Dec 23 16:59:11.292268 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:59:11.292268 dv-neutron-822799-1-hyperv neutron-server[87636]:     return self._get(url).json()
Dec 23 16:59:11.292268 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 23 16:59:11.292268 dv-neutron-822799-1-hyperv neutron-server[87636]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 23 16:59:11.292268 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 23 16:59:11.292268 dv-neutron-822799-1-hyperv neutron-server[87636]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:59:11.292268 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 23 16:59:11.292268 dv-neutron-822799-1-hyperv neutron-server[87636]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 23 16:59:11.292268 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 23 16:59:11.292268 dv-neutron-822799-1-hyperv neutron-server[87636]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:59:11.292268 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 23 16:59:11.292268 dv-neutron-822799-1-hyperv neutron-server[87636]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:59:11.292268 dv-neutron-822799-1-hyperv neutron-server[87636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:59:11.318983 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.db.api [None req-9a2780ed-9337-4a51-898c-2d6696f06590 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87637) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 23 16:59:11.319401 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_db.api [None req-9a2780ed-9337-4a51-898c-2d6696f06590 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 23 16:59:11.366953 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-03ed2db0-074c-4430-9cb3-de653b558a6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-864336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1824171'] for network, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:11.370500 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-765b9e10-6a14-4394-83a6-79848d609189 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:59:11.383283 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-03ed2db0-074c-4430-9cb3-de653b558a6d admin admin] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:11.395038 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ed2db0-074c-4430-9cb3-de653b558a6d admin admin] Pushing event deleted for resources: {'Network': ['ID=c2b50f22-1b69-46ad-b51d-6a76b52ac77a,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:59:11.398978 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-03ed2db0-074c-4430-9cb3-de653b558a6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:59:11.408333 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-03ed2db0-074c-4430-9cb3-de653b558a6d admin admin] 10.222.0.64 "DELETE /v2.0/networks/c2b50f22-1b69-46ad-b51d-6a76b52ac77a HTTP/1.1" status: 204  len: 168 time: 0.9066575
Dec 23 16:59:11.411578 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 60490) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:59:11.820867 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-9a2780ed-9337-4a51-898c-2d6696f06590 None None] Deleting port 776bd8e3-903b-497e-aa62-9c209c2219be {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:59:11.821459 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9a2780ed-9337-4a51-898c-2d6696f06590 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:11.890968 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-9a2780ed-9337-4a51-898c-2d6696f06590 None None] The port '776bd8e3-903b-497e-aa62-9c209c2219be' was deleted {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 23 16:59:12.100550 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-0f478b87-ba5a-490b-b5dc-eb2308d9bcfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1781419'] for router_interface, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:12.333120 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:12.452018 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-0f478b87-ba5a-490b-b5dc-eb2308d9bcfa admin admin] Deleting port 972ecb9b-f0c9-4b25-b8a4-001411f36da9 {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:59:12.452210 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-0f478b87-ba5a-490b-b5dc-eb2308d9bcfa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:12.623134 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [None req-0f478b87-ba5a-490b-b5dc-eb2308d9bcfa admin admin] For port 972ecb9b-f0c9-4b25-b8a4-001411f36da9, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=972ecb9b-f0c9-4b25-b8a4-001411f36da9,segment=NetworkSegment(56a24a29-e5e4-495e-97db-b8fa0f188a7c),segment_id=56a24a29-e5e4-495e-97db-b8fa0f188a7c)] {{(pid=87636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:59:12.623459 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-0f478b87-ba5a-490b-b5dc-eb2308d9bcfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:12.744864 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-0f478b87-ba5a-490b-b5dc-eb2308d9bcfa admin admin] Calling delete_port for 972ecb9b-f0c9-4b25-b8a4-001411f36da9 owned by network:router_interface {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:59:12.927366 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-0f478b87-ba5a-490b-b5dc-eb2308d9bcfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:12.931699 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-b7917093-53b6-4f38-a2e4-488dfa2e6743 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:59:12.977994 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f478b87-ba5a-490b-b5dc-eb2308d9bcfa admin admin] Pushing event deleted for resources: {'Port': ['ID=972ecb9b-f0c9-4b25-b8a4-001411f36da9,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:59:13.015906 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-0f478b87-ba5a-490b-b5dc-eb2308d9bcfa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:59:13.250514 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-0f478b87-ba5a-490b-b5dc-eb2308d9bcfa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1627472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1784155'] for router_interface, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:13.743966 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f478b87-ba5a-490b-b5dc-eb2308d9bcfa admin admin] Router 2c58c4d4-a4ce-4401-9205-44efdf52c1c4 has already been hosted by L3 agent 371d4c41-c7e2-4de7-9539-c049ec4e95d1 {{(pid=87636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 23 16:59:13.923824 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f478b87-ba5a-490b-b5dc-eb2308d9bcfa admin admin] Notify agent at l3_agent.dv-neutron-822799-1-hyperv the message routers_updated {{(pid=87636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 23 16:59:13.932731 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-085873da-f341-4431-8673-f2ada0b35a25 None None] Sync routers for ids ['2c58c4d4-a4ce-4401-9205-44efdf52c1c4'] in dv-neutron-822799-1-hyperv {{(pid=87637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 23 16:59:13.945488 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-085873da-f341-4431-8673-f2ada0b35a25 None None] Routers {'2c58c4d4-a4ce-4401-9205-44efdf52c1c4'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:59:13.945677 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-0f478b87-ba5a-490b-b5dc-eb2308d9bcfa admin admin] 10.222.0.64 "PUT /v2.0/routers/2c58c4d4-a4ce-4401-9205-44efdf52c1c4/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5303531
Dec 23 16:59:13.945776 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-085873da-f341-4431-8673-f2ada0b35a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc10d5a30>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:58:50Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['2c58c4d4-a4ce-4401-9205-44efdf52c1c4'], 'active': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:59:13.945895 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 60494) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:59:14.114006 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvr_db [None req-085873da-f341-4431-8673-f2ada0b35a25 None None] Set router 2c58c4d4-a4ce-4401-9205-44efdf52c1c4 gateway port host: dv-neutron-822799-1-hyperv {{(pid=87637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:59:14.123441 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2766b78d-2759-46c2-b97a-32b7f431362b admin admin] Notify callbacks [] for router, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:14.304853 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2766b78d-2759-46c2-b97a-32b7f431362b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:14.317816 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-2766b78d-2759-46c2-b97a-32b7f431362b admin admin] Deleting port 29a9e775-5ec7-4c58-92b1-221dbbda2450 {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:59:14.318592 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2766b78d-2759-46c2-b97a-32b7f431362b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:14.393296 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-085873da-f341-4431-8673-f2ada0b35a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc10d5a30>, [{'id': '2c58c4d4-a4ce-4401-9205-44efdf52c1c4', 'name': 'tempest-TestShelveInstance-995716588-router', 'tenant_id': '4c6ee04c825445d0b24e03110148b391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.97'}], 'enable_snat': True}, 'gw_port_id': '29a9e775-5ec7-4c58-92b1-221dbbda2450', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:50:28Z', 'updated_at': '2021-12-23T16:59:12Z', 'revision_number': 5, 'project_id': '4c6ee04c825445d0b24e03110148b391', 'gw_port': {'id': '29a9e775-5ec7-4c58-92b1-221dbbda2450', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:00:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c58c4d4-a4ce-4401-9205-44efdf52c1c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:50:29Z', 'updated_at': '2021-12-23T16:50:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv'}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:59:14.397253 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-085873da-f341-4431-8673-f2ada0b35a25 None None] Checking router: 2c58c4d4-a4ce-4401-9205-44efdf52c1c4 for host: dv-neutron-822799-1-hyperv {{(pid=87637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 23 16:59:14.406353 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-085873da-f341-4431-8673-f2ada0b35a25 None None] Routers {'2c58c4d4-a4ce-4401-9205-44efdf52c1c4'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:59:14.407011 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-085873da-f341-4431-8673-f2ada0b35a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc10d5a30>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:58:50Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['2c58c4d4-a4ce-4401-9205-44efdf52c1c4'], 'active': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:59:14.492246 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [None req-2766b78d-2759-46c2-b97a-32b7f431362b admin admin] For port 29a9e775-5ec7-4c58-92b1-221dbbda2450, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=29a9e775-5ec7-4c58-92b1-221dbbda2450,segment=NetworkSegment(77e3d110-dd7b-426c-b11f-b78dde7993df),segment_id=77e3d110-dd7b-426c-b11f-b78dde7993df)] {{(pid=87636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:59:14.492555 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2766b78d-2759-46c2-b97a-32b7f431362b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:14.596102 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvr_db [None req-085873da-f341-4431-8673-f2ada0b35a25 None None] Set router 2c58c4d4-a4ce-4401-9205-44efdf52c1c4 gateway port host: None {{(pid=87637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:59:14.614641 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-2766b78d-2759-46c2-b97a-32b7f431362b admin admin] Calling delete_port for 29a9e775-5ec7-4c58-92b1-221dbbda2450 owned by network:router_gateway {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:59:14.702851 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-085873da-f341-4431-8673-f2ada0b35a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc10d5a30>, [{'id': '2c58c4d4-a4ce-4401-9205-44efdf52c1c4', 'name': 'tempest-TestShelveInstance-995716588-router', 'tenant_id': '4c6ee04c825445d0b24e03110148b391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:50:28Z', 'updated_at': '2021-12-23T16:59:14Z', 'revision_number': 6, 'project_id': '4c6ee04c825445d0b24e03110148b391', 'gw_port_host': None}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:59:14.706903 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-085873da-f341-4431-8673-f2ada0b35a25 None None] The sync data for ids ['2c58c4d4-a4ce-4401-9205-44efdf52c1c4'] in dv-neutron-822799-1-hyperv is: [{'id': '2c58c4d4-a4ce-4401-9205-44efdf52c1c4', 'name': 'tempest-TestShelveInstance-995716588-router', 'tenant_id': '4c6ee04c825445d0b24e03110148b391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:50:28Z', 'updated_at': '2021-12-23T16:59:14Z', 'revision_number': 6, 'project_id': '4c6ee04c825445d0b24e03110148b391', 'gw_port_host': None}] {{(pid=87637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 23 16:59:14.784436 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2766b78d-2759-46c2-b97a-32b7f431362b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:14.788005 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-1b726c5b-5624-4a00-8ba2-8d055286ae88 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:59:14.960666 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2766b78d-2759-46c2-b97a-32b7f431362b admin admin] Pushing event deleted for resources: {'Port': ['ID=29a9e775-5ec7-4c58-92b1-221dbbda2450,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:59:14.963670 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-2766b78d-2759-46c2-b97a-32b7f431362b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:59:15.056914 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2766b78d-2759-46c2-b97a-32b7f431362b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1824206'] for router_gateway, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:15.154401 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 972ecb9b-f0c9-4b25-b8a4-001411f36da9 no longer exists at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 23 16:59:15.190416 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] No Port match for: 972ecb9b-f0c9-4b25-b8a4-001411f36da9 {{(pid=87637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 23 16:59:15.190757 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 972ecb9b-f0c9-4b25-b8a4-001411f36da9 not bound to the agent host dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 23 16:59:15.234848 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2766b78d-2759-46c2-b97a-32b7f431362b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1784183', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-235354'] for router, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:15.237053 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2766b78d-2759-46c2-b97a-32b7f431362b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:15.260917 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2766b78d-2759-46c2-b97a-32b7f431362b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1781328'] for router, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:15.261441 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2766b78d-2759-46c2-b97a-32b7f431362b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2c58c4d4-a4ce-4401-9205-44efdf52c1c4 {{(pid=87636) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 23 16:59:15.274461 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-2766b78d-2759-46c2-b97a-32b7f431362b admin admin] Notify callbacks [] for router, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:15.275553 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-2766b78d-2759-46c2-b97a-32b7f431362b admin admin] 10.222.0.64 "DELETE /v2.0/routers/2c58c4d4-a4ce-4401-9205-44efdf52c1c4 HTTP/1.1" status: 204  len: 168 time: 1.3287866
Dec 23 16:59:15.279082 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 60498) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:59:15.340559 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_v2 [None req-676b7f49-11f2-46bd-be82-e2f0cd6f9a25 admin admin] Deleting subnet 1c492fba-23ac-454b-86ba-739bd7f44e8b {{(pid=87636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 23 16:59:15.343855 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-676b7f49-11f2-46bd-be82-e2f0cd6f9a25 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:15.396104 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-676b7f49-11f2-46bd-be82-e2f0cd6f9a25 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2382092'] for subnet, precommit_delete_associations {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:15.480980 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-676b7f49-11f2-46bd-be82-e2f0cd6f9a25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864774'] for subnet, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:15.553253 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-676b7f49-11f2-46bd-be82-e2f0cd6f9a25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2176495', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2618677'] for subnet, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:15.557389 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-cb20e731-91ab-4a7e-811d-5a979544e844 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:59:15.598936 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-676b7f49-11f2-46bd-be82-e2f0cd6f9a25 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:15.601541 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b7f49-11f2-46bd-be82-e2f0cd6f9a25 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c492fba-23ac-454b-86ba-739bd7f44e8b,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:59:15.605329 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44e2225e-d78a-4300-9276-d694e097d5a3 None None] Network 349126d0-c148-4843-9dee-b6e1bd54d059 requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:59:15.605708 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-676b7f49-11f2-46bd-be82-e2f0cd6f9a25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:59:15.610406 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-676b7f49-11f2-46bd-be82-e2f0cd6f9a25 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/1c492fba-23ac-454b-86ba-739bd7f44e8b HTTP/1.1" status: 204  len: 168 time: 0.3300085
Dec 23 16:59:15.612822 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 60502) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:59:15.721008 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7084ac73-7da1-41b8-b5db-05dd3876cdc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-698866'] for network, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:15.731765 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-7084ac73-7da1-41b8-b5db-05dd3876cdc8 admin admin] Deleting port 57aff9b9-b81c-4a01-ab27-300e6b878cad {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:59:15.732105 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7084ac73-7da1-41b8-b5db-05dd3876cdc8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:15.864403 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9996d826-42c2-43bb-aab6-5732d9fed266 None None] DHCP port deletion for 349126d0-c148-4843-9dee-b6e1bd54d059 request from dv-neutron-822799-1-hyperv {{(pid=87637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 23 16:59:15.868745 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-9996d826-42c2-43bb-aab6-5732d9fed266 None None] Deleting port 57aff9b9-b81c-4a01-ab27-300e6b878cad {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:59:15.869143 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9996d826-42c2-43bb-aab6-5732d9fed266 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:15.940965 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [None req-7084ac73-7da1-41b8-b5db-05dd3876cdc8 admin admin] For port 57aff9b9-b81c-4a01-ab27-300e6b878cad, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=57aff9b9-b81c-4a01-ab27-300e6b878cad,segment=NetworkSegment(56a24a29-e5e4-495e-97db-b8fa0f188a7c),segment_id=56a24a29-e5e4-495e-97db-b8fa0f188a7c)] {{(pid=87636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:59:15.941295 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7084ac73-7da1-41b8-b5db-05dd3876cdc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:16.064344 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-7084ac73-7da1-41b8-b5db-05dd3876cdc8 admin admin] Calling delete_port for 57aff9b9-b81c-4a01-ab27-300e6b878cad owned by network:dhcp {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:59:16.074409 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-9996d826-42c2-43bb-aab6-5732d9fed266 None None] For port 57aff9b9-b81c-4a01-ab27-300e6b878cad, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=57aff9b9-b81c-4a01-ab27-300e6b878cad,segment=NetworkSegment(56a24a29-e5e4-495e-97db-b8fa0f188a7c),segment_id=56a24a29-e5e4-495e-97db-b8fa0f188a7c)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:59:16.074816 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9996d826-42c2-43bb-aab6-5732d9fed266 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:16.139095 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7084ac73-7da1-41b8-b5db-05dd3876cdc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:16.143235 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-be821886-f572-4643-8ef6-c2cecef3d243 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:59:16.185794 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7084ac73-7da1-41b8-b5db-05dd3876cdc8 admin admin] Pushing event deleted for resources: {'Port': ['ID=57aff9b9-b81c-4a01-ab27-300e6b878cad,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:59:16.188933 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-7084ac73-7da1-41b8-b5db-05dd3876cdc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:59:16.189707 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7084ac73-7da1-41b8-b5db-05dd3876cdc8 admin admin] No DVR routers for this DVR port 57aff9b9-b81c-4a01-ab27-300e6b878cad on host dv-neutron-822799-1-hyperv {{(pid=87636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 23 16:59:16.197003 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-9996d826-42c2-43bb-aab6-5732d9fed266 None None] Calling delete_port for 57aff9b9-b81c-4a01-ab27-300e6b878cad owned by network:dhcp {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 16:59:16.271799 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.db.api [None req-9996d826-42c2-43bb-aab6-5732d9fed266 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87637) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 23 16:59:16.272156 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_db.api [None req-9996d826-42c2-43bb-aab6-5732d9fed266 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 23 16:59:16.302080 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7084ac73-7da1-41b8-b5db-05dd3876cdc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-864347', 'neutron.services.segments.db._delete_segments_for_network-8735362908070'] for network, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:16.332011 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-7084ac73-7da1-41b8-b5db-05dd3876cdc8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1dbb106a60>,) {'filters': {'network_id': ['349126d0-c148-4843-9dee-b6e1bd54d059']}} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:59:16.344484 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-7084ac73-7da1-41b8-b5db-05dd3876cdc8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dbb106a60>, '56a24a29-e5e4-495e-97db-b8fa0f188a7c') {'for_net_delete': True} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:59:16.345107 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-7084ac73-7da1-41b8-b5db-05dd3876cdc8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dbb106a60>, '56a24a29-e5e4-495e-97db-b8fa0f188a7c') {} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:59:16.356466 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7084ac73-7da1-41b8-b5db-05dd3876cdc8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735363085442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2382197'] for segment, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:16.372101 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7084ac73-7da1-41b8-b5db-05dd3876cdc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:16.378245 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7084ac73-7da1-41b8-b5db-05dd3876cdc8 admin admin] Releasing vlan 417 on physical network physnet1 to pool {{(pid=87636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 23 16:59:16.378670 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7084ac73-7da1-41b8-b5db-05dd3876cdc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2176261'] for segment, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:16.391432 dv-neutron-822799-1-hyperv neutron-server[87636]: Traceback (most recent call last):
Dec 23 16:59:16.391432 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 23 16:59:16.391432 dv-neutron-822799-1-hyperv neutron-server[87636]:     timer()
Dec 23 16:59:16.391432 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 16:59:16.391432 dv-neutron-822799-1-hyperv neutron-server[87636]:     cb(*args, **kw)
Dec 23 16:59:16.391432 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 23 16:59:16.391432 dv-neutron-822799-1-hyperv neutron-server[87636]:     return func(*args, **kwargs)
Dec 23 16:59:16.391432 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 16:59:16.391432 dv-neutron-822799-1-hyperv neutron-server[87636]:     self._notify()
Dec 23 16:59:16.391432 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 16:59:16.391432 dv-neutron-822799-1-hyperv neutron-server[87636]:     self.callback(batched_events)
Dec 23 16:59:16.391432 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 16:59:16.391432 dv-neutron-822799-1-hyperv neutron-server[87636]:     event.method(event)
Dec 23 16:59:16.391432 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 16:59:16.391432 dv-neutron-822799-1-hyperv neutron-server[87636]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 16:59:16.391432 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 23 16:59:16.391432 dv-neutron-822799-1-hyperv neutron-server[87636]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 23 16:59:16.391432 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 23 16:59:16.391432 dv-neutron-822799-1-hyperv neutron-server[87636]:     return f(self, *a, **k)
Dec 23 16:59:16.391432 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 16:59:16.391432 dv-neutron-822799-1-hyperv neutron-server[87636]:     return self._get(url).json()
Dec 23 16:59:16.391432 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 23 16:59:16.391432 dv-neutron-822799-1-hyperv neutron-server[87636]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 23 16:59:16.391432 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 23 16:59:16.391432 dv-neutron-822799-1-hyperv neutron-server[87636]:     return self.request(url, 'GET', **kwargs)
Dec 23 16:59:16.391432 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 23 16:59:16.391432 dv-neutron-822799-1-hyperv neutron-server[87636]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 23 16:59:16.391432 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 23 16:59:16.391432 dv-neutron-822799-1-hyperv neutron-server[87636]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 16:59:16.391432 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 23 16:59:16.391432 dv-neutron-822799-1-hyperv neutron-server[87636]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 16:59:16.391432 dv-neutron-822799-1-hyperv neutron-server[87636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 16:59:16.469193 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7084ac73-7da1-41b8-b5db-05dd3876cdc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-864336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1824171'] for network, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:16.472754 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-446bf52a-0b16-4a48-bcdb-dac30cc0acf0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:59:16.491502 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7084ac73-7da1-41b8-b5db-05dd3876cdc8 admin admin] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:16.497358 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7084ac73-7da1-41b8-b5db-05dd3876cdc8 admin admin] Pushing event deleted for resources: {'Network': ['ID=349126d0-c148-4843-9dee-b6e1bd54d059,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:59:16.501499 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-7084ac73-7da1-41b8-b5db-05dd3876cdc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:59:16.507408 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-7084ac73-7da1-41b8-b5db-05dd3876cdc8 admin admin] 10.222.0.64 "DELETE /v2.0/networks/349126d0-c148-4843-9dee-b6e1bd54d059 HTTP/1.1" status: 204  len: 168 time: 0.8938129
Dec 23 16:59:16.639111 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 60508) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:59:16.687208 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-e1f8f5b1-c96e-4058-96b8-63d96586fdce admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=79cc439d279749ef8b2ba812a95a00a9&name=default HTTP/1.1" status: 200  len: 2983 time: 0.0466604
Dec 23 16:59:16.689738 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 60512) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:59:16.746749 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-6e4eb053-266a-4316-97e1-5e8578f3f11a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:16.773815 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-9996d826-42c2-43bb-aab6-5732d9fed266 None None] Deleting port 57aff9b9-b81c-4a01-ab27-300e6b878cad {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 16:59:16.774439 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9996d826-42c2-43bb-aab6-5732d9fed266 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:16.786565 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-6e4eb053-266a-4316-97e1-5e8578f3f11a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:16.842532 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-6e4eb053-266a-4316-97e1-5e8578f3f11a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:16.847695 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-9996d826-42c2-43bb-aab6-5732d9fed266 None None] The port '57aff9b9-b81c-4a01-ab27-300e6b878cad' was deleted {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 23 16:59:16.847847 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-fcebff01-ba84-4341-a63b-9bf5ef5aade2 tempest-TestVolumeBootPattern-636595215 tempest-TestVolumeBootPattern-636595215-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:59:16.868157 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4eb053-266a-4316-97e1-5e8578f3f11a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66c511d2-0f5c-4b56-b165-be766620ba7f,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:59:16.871038 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-6e4eb053-266a-4316-97e1-5e8578f3f11a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:59:16.871935 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-6e4eb053-266a-4316-97e1-5e8578f3f11a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:16.875732 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-6e4eb053-266a-4316-97e1-5e8578f3f11a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/66c511d2-0f5c-4b56-b165-be766620ba7f HTTP/1.1" status: 204  len: 168 time: 0.1824300
Dec 23 16:59:16.907951 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 29a9e775-5ec7-4c58-92b1-221dbbda2450 no longer exists at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 23 16:59:16.945536 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] No Port match for: 29a9e775-5ec7-4c58-92b1-221dbbda2450 {{(pid=87637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 23 16:59:16.945899 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 29a9e775-5ec7-4c58-92b1-221dbbda2450 not bound to the agent host dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 23 16:59:16.946338 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 57aff9b9-b81c-4a01-ab27-300e6b878cad no longer exists at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 23 16:59:16.980321 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] No Port match for: 57aff9b9-b81c-4a01-ab27-300e6b878cad {{(pid=87637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 23 16:59:16.980709 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 57aff9b9-b81c-4a01-ab27-300e6b878cad not bound to the agent host dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 23 16:59:17.242485 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 60520) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:59:17.294851 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-aab32606-9ea9-4206-96a7-54c18031bd85 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4c6ee04c825445d0b24e03110148b391&name=default HTTP/1.1" status: 200  len: 2983 time: 0.0488091
Dec 23 16:59:17.295163 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 60524) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:59:17.352667 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-3ee1a535-5b72-4a91-b6f1-de77bd3a9290 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:17.378307 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-3ee1a535-5b72-4a91-b6f1-de77bd3a9290 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:17.430665 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-3ee1a535-5b72-4a91-b6f1-de77bd3a9290 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:17.434645 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-fa175de1-c21b-4d31-84f5-f0e231e2b5bc tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:59:17.438943 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-6d83df29-20b8-4939-9e92-a3d741b94656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:17.448405 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee1a535-5b72-4a91-b6f1-de77bd3a9290 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d378211d-ca17-4208-9fd6-47cb1ba12013,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:59:17.451401 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-3ee1a535-5b72-4a91-b6f1-de77bd3a9290 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:59:17.453769 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-3ee1a535-5b72-4a91-b6f1-de77bd3a9290 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:17.454860 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-3ee1a535-5b72-4a91-b6f1-de77bd3a9290 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d378211d-ca17-4208-9fd6-47cb1ba12013 HTTP/1.1" status: 204  len: 168 time: 0.1587231
Dec 23 16:59:18.234891 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 60550) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:59:18.384654 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-2361ecfe-4fe1-478c-9aab-0d0a7b5de151 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-125466305-network', 'tenant_id': 'c754b4ca22a9494d99e8e57c61279a10'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:59:18.391275 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-2361ecfe-4fe1-478c-9aab-0d0a7b5de151 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:59:18.395434 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-2361ecfe-4fe1-478c-9aab-0d0a7b5de151 admin admin] Usage tracker for resource:network and tenant:c754b4ca22a9494d99e8e57c61279a10 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:59:18.398467 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-2361ecfe-4fe1-478c-9aab-0d0a7b5de151 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:59:18.405374 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-2361ecfe-4fe1-478c-9aab-0d0a7b5de151 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:59:18.418075 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2361ecfe-4fe1-478c-9aab-0d0a7b5de151 admin admin] Made reservation on behalf of c754b4ca22a9494d99e8e57c61279a10 for: {'network': 1} {{(pid=87635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:59:18.421090 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-2361ecfe-4fe1-478c-9aab-0d0a7b5de151 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for network, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:18.433502 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-2361ecfe-4fe1-478c-9aab-0d0a7b5de151 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:18.448282 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-2361ecfe-4fe1-478c-9aab-0d0a7b5de151 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:59:18.452536 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-2361ecfe-4fe1-478c-9aab-0d0a7b5de151 admin admin] Usage tracker for resource:security_group_rule and tenant:c754b4ca22a9494d99e8e57c61279a10 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:59:18.455494 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-2361ecfe-4fe1-478c-9aab-0d0a7b5de151 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:59:18.461549 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-2361ecfe-4fe1-478c-9aab-0d0a7b5de151 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:59:18.546257 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-2361ecfe-4fe1-478c-9aab-0d0a7b5de151 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:18.551975 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-2361ecfe-4fe1-478c-9aab-0d0a7b5de151 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:18.555247 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-5792b118-78db-4615-b4e3-772740154584 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:59:18.584670 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2361ecfe-4fe1-478c-9aab-0d0a7b5de151 admin admin] vlan segment allocate from pool success with {'vlan_id': 447, 'physical_network': 'physnet1'}  {{(pid=87635) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 23 16:59:18.589789 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2361ecfe-4fe1-478c-9aab-0d0a7b5de151 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91e1dacb-b2f0-433a-a852-d92dc0e1dcc8,revision_number=1']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:59:18.593581 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-2361ecfe-4fe1-478c-9aab-0d0a7b5de151 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:59:18.597887 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-2361ecfe-4fe1-478c-9aab-0d0a7b5de151 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:18.597887 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.db.segments_db [None req-2361ecfe-4fe1-478c-9aab-0d0a7b5de151 admin admin] Added segment 5ec78692-ab35-46ed-860b-6e5750a351f0 of type vlan for network 322ab9d4-18f5-4097-864b-beb611b4cf6a
Dec 23 16:59:18.623680 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-2361ecfe-4fe1-478c-9aab-0d0a7b5de151 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735362521793'] for network, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:18.653404 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-2361ecfe-4fe1-478c-9aab-0d0a7b5de151 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495'] for network, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:18.654395 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2361ecfe-4fe1-478c-9aab-0d0a7b5de151 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:59:18.655238 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-2361ecfe-4fe1-478c-9aab-0d0a7b5de151 admin admin] Notify callbacks [] for network, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:18.659874 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-0165553f-ee36-4653-add8-7440d38d2b74 tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:59:18.754625 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-2361ecfe-4fe1-478c-9aab-0d0a7b5de151 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.5185649
Dec 23 16:59:18.757660 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2361ecfe-4fe1-478c-9aab-0d0a7b5de151 admin admin] Pushing event updated for resources: {'Network': ['ID=322ab9d4-18f5-4097-864b-beb611b4cf6a,revision_number=1']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:59:18.757946 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 60558) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:59:18.760451 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-2361ecfe-4fe1-478c-9aab-0d0a7b5de151 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:59:18.764092 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-48d4391f-c87b-45ec-a37d-2a54f5d2f076 admin admin] Request body: {'subnet': {'network_id': '322ab9d4-18f5-4097-864b-beb611b4cf6a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-125466305-subnet', 'tenant_id': 'c754b4ca22a9494d99e8e57c61279a10', 'ip_version': 4}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:59:18.768396 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Network 322ab9d4-18f5-4097-864b-beb611b4cf6a details requested by agent ovs-agent-dv-neutron-822799-1-hyperv with host dv-neutron-822799-1-hyperv {{(pid=87637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 23 16:59:18.770173 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-48d4391f-c87b-45ec-a37d-2a54f5d2f076 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:59:18.774067 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-48d4391f-c87b-45ec-a37d-2a54f5d2f076 admin admin] Usage tracker for resource:subnet and tenant:c754b4ca22a9494d99e8e57c61279a10 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:59:18.777682 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-48d4391f-c87b-45ec-a37d-2a54f5d2f076 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:59:18.785847 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-48d4391f-c87b-45ec-a37d-2a54f5d2f076 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:59:18.798049 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48d4391f-c87b-45ec-a37d-2a54f5d2f076 admin admin] Made reservation on behalf of c754b4ca22a9494d99e8e57c61279a10 for: {'subnet': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:59:18.800616 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-48d4391f-c87b-45ec-a37d-2a54f5d2f076 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2618324'] for subnet, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:19.136285 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-48d4391f-c87b-45ec-a37d-2a54f5d2f076 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2176430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2618310'] for subnet, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:19.142391 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-b95f74f7-c905-4c7b-a01e-1f427661f10d tempest-RoutersIpV6Test-1887612268 tempest-RoutersIpV6Test-1887612268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:59:19.211086 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d4391f-c87b-45ec-a37d-2a54f5d2f076 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6143a3d8-1c72-4dc5-99e1-af644e5e0cc7,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:59:19.214135 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-48d4391f-c87b-45ec-a37d-2a54f5d2f076 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:59:19.221609 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48d4391f-c87b-45ec-a37d-2a54f5d2f076 admin admin] Checking segment: {'id': '5ec78692-ab35-46ed-860b-6e5750a351f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '322ab9d4-18f5-4097-864b-beb611b4cf6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:59:19.221965 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48d4391f-c87b-45ec-a37d-2a54f5d2f076 admin admin] Network hostable DHCP agents. Network: 322ab9d4-18f5-4097-864b-beb611b4cf6a, hostable agents: ['1c812d71-eadf-4fb3-b98e-67468a4aa7e2'], hosted agents: [] {{(pid=87636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 23 16:59:19.243156 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48d4391f-c87b-45ec-a37d-2a54f5d2f076 admin admin] Network 322ab9d4-18f5-4097-864b-beb611b4cf6a is scheduled to be hosted by DHCP agent 1c812d71-eadf-4fb3-b98e-67468a4aa7e2 with binding_index 1 {{(pid=87636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 23 16:59:19.255833 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-48d4391f-c87b-45ec-a37d-2a54f5d2f076 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822799-1-hyperv, 322ab9d4-18f5-4097-864b-beb611b4cf6a) {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:59:19.260197 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48d4391f-c87b-45ec-a37d-2a54f5d2f076 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:59:19.260807 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-48d4391f-c87b-45ec-a37d-2a54f5d2f076 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:19.266327 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd6bdd60-8901-40e4-9adb-5e182d0817f4 None None] Network 322ab9d4-18f5-4097-864b-beb611b4cf6a requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:59:19.289416 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-48d4391f-c87b-45ec-a37d-2a54f5d2f076 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.5276942
Dec 23 16:59:19.289968 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 60562) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:59:19.295122 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-dce1c0a6-d934-494c-841a-e0a45f11fdda admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-125466305-router', 'tenant_id': 'c754b4ca22a9494d99e8e57c61279a10', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b'}}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:59:19.300038 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-dce1c0a6-d934-494c-841a-e0a45f11fdda admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:59:19.303830 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-dce1c0a6-d934-494c-841a-e0a45f11fdda admin admin] Usage tracker for resource:router and tenant:c754b4ca22a9494d99e8e57c61279a10 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:59:19.306635 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-dce1c0a6-d934-494c-841a-e0a45f11fdda admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:59:19.312252 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-dce1c0a6-d934-494c-841a-e0a45f11fdda admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:59:19.322820 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-dce1c0a6-d934-494c-841a-e0a45f11fdda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1823978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-235332'] for router, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:19.323846 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-dce1c0a6-d934-494c-841a-e0a45f11fdda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1824575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1824063', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1751113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-235341'] for router, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:19.341583 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-dce1c0a6-d934-494c-841a-e0a45f11fdda admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:19.527194 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bede24c8-527b-40d5-8393-0efc09267e65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7e017a6-8198-58c8-a07e-0f786128e3b3-322ab9d4-18f5-4097-864b-beb611b4cf6a', 'network_id': '322ab9d4-18f5-4097-864b-beb611b4cf6a', 'tenant_id': 'c754b4ca22a9494d99e8e57c61279a10', 'fixed_ips': [{'subnet_id': '6143a3d8-1c72-4dc5-99e1-af644e5e0cc7'}]}} from dv-neutron-822799-1-hyperv. {{(pid=87637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 23 16:59:19.528000 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-bede24c8-527b-40d5-8393-0efc09267e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:19.629610 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-dce1c0a6-d934-494c-841a-e0a45f11fdda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1824017', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1823768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-235299'] for router, precommit_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:19.692651 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_common [None req-bede24c8-527b-40d5-8393-0efc09267e65 None None] Allocated IP 172.20.0.2 (322ab9d4-18f5-4097-864b-beb611b4cf6a/6143a3d8-1c72-4dc5-99e1-af644e5e0cc7/1126ca77-3fae-4a22-948d-9341bb3f1cbc) {{(pid=87637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:59:19.833552 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-ca835d97-a486-459a-947b-b89a6149f288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:19.915269 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-bede24c8-527b-40d5-8393-0efc09267e65 None None] Notify callbacks [] for port, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:19.926289 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-bede24c8-527b-40d5-8393-0efc09267e65 None None] Transition to ACTIVE for port object 1126ca77-3fae-4a22-948d-9341bb3f1cbc will not be triggered until provisioned by entity L2. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:59:19.945826 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-bede24c8-527b-40d5-8393-0efc09267e65 None None] Transition to ACTIVE for port object 1126ca77-3fae-4a22-948d-9341bb3f1cbc will not be triggered until provisioned by entity DHCP. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:59:19.952153 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-bede24c8-527b-40d5-8393-0efc09267e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780'] for port, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:19.957883 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-128857dc-e47f-4f6a-b07b-6753532f1410 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:59:20.015108 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bede24c8-527b-40d5-8393-0efc09267e65 None None] Network 322ab9d4-18f5-4097-864b-beb611b4cf6a is already hosted by enough agents. {{(pid=87637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:59:20.022267 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-bede24c8-527b-40d5-8393-0efc09267e65 None None] Resources bound (agent type, host, resource id):  {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:59:20.026298 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bede24c8-527b-40d5-8393-0efc09267e65 None None] Received port after_create {{(pid=87637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:59:20.035166 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bede24c8-527b-40d5-8393-0efc09267e65 None None] Pushing event updated for resources: {'Port': ['ID=1126ca77-3fae-4a22-948d-9341bb3f1cbc,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:59:20.061454 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-dce1c0a6-d934-494c-841a-e0a45f11fdda admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:20.074130 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bede24c8-527b-40d5-8393-0efc09267e65 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:59:20.074496 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bede24c8-527b-40d5-8393-0efc09267e65 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:59:20.074838 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bede24c8-527b-40d5-8393-0efc09267e65 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:59:20.075181 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bede24c8-527b-40d5-8393-0efc09267e65 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:59:20.075564 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bede24c8-527b-40d5-8393-0efc09267e65 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:59:20.075943 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bede24c8-527b-40d5-8393-0efc09267e65 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:59:20.076274 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bede24c8-527b-40d5-8393-0efc09267e65 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:59:20.076608 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bede24c8-527b-40d5-8393-0efc09267e65 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:59:20.077004 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bede24c8-527b-40d5-8393-0efc09267e65 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:59:20.077503 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bede24c8-527b-40d5-8393-0efc09267e65 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:59:20.077842 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bede24c8-527b-40d5-8393-0efc09267e65 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:59:20.078167 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bede24c8-527b-40d5-8393-0efc09267e65 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:59:20.091355 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-dce1c0a6-d934-494c-841a-e0a45f11fdda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:20.110202 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-bede24c8-527b-40d5-8393-0efc09267e65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:59:20.131267 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-bede24c8-527b-40d5-8393-0efc09267e65 None None] Attempting to bind port 1126ca77-3fae-4a22-948d-9341bb3f1cbc on host dv-neutron-822799-1-hyperv for vnic_type normal with profile  {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:59:20.131672 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-bede24c8-527b-40d5-8393-0efc09267e65 None None] Attempting to bind port 1126ca77-3fae-4a22-948d-9341bb3f1cbc by drivers openvswitch,hyperv on host dv-neutron-822799-1-hyperv at level 0 using segments [{'id': '5ec78692-ab35-46ed-860b-6e5750a351f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '322ab9d4-18f5-4097-864b-beb611b4cf6a'}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:59:20.132079 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bede24c8-527b-40d5-8393-0efc09267e65 None None] Attempting to bind port 1126ca77-3fae-4a22-948d-9341bb3f1cbc on network 322ab9d4-18f5-4097-864b-beb611b4cf6a {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:59:20.137914 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bede24c8-527b-40d5-8393-0efc09267e65 None None] Checking agent: {'id': '20d2070f-69a9-4e73-8d08-6f0387a40158', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822799-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 21), 'started_at': datetime.datetime(2021, 12, 23, 16, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 58, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822799-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 23 16:59:20.138310 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bede24c8-527b-40d5-8393-0efc09267e65 None None] Checking segment: {'id': '5ec78692-ab35-46ed-860b-6e5750a351f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '322ab9d4-18f5-4097-864b-beb611b4cf6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:59:20.138741 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-bede24c8-527b-40d5-8393-0efc09267e65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:20.139149 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bede24c8-527b-40d5-8393-0efc09267e65 None None] Bound using segment: {'id': '5ec78692-ab35-46ed-860b-6e5750a351f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '322ab9d4-18f5-4097-864b-beb611b4cf6a'} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 23 16:59:20.139874 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-bede24c8-527b-40d5-8393-0efc09267e65 None None] Bound port: 1126ca77-3fae-4a22-948d-9341bb3f1cbc, host: dv-neutron-822799-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ec78692-ab35-46ed-860b-6e5750a351f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '322ab9d4-18f5-4097-864b-beb611b4cf6a'}}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 23 16:59:20.140049 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-bede24c8-527b-40d5-8393-0efc09267e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:20.224153 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.db_base_plugin_common [None req-dce1c0a6-d934-494c-841a-e0a45f11fdda admin admin] Allocated IP 172.26.3.170 (8afa6d58-9431-454a-b99c-3ff8a65aa86b/60537fec-5f5f-4ab7-89cc-03638149a590/6d255a4b-88fe-4ab2-85ac-4be9016ee4de) {{(pid=87635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:59:20.229514 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-bede24c8-527b-40d5-8393-0efc09267e65 None None] For port 1126ca77-3fae-4a22-948d-9341bb3f1cbc, host dv-neutron-822799-1-hyperv, cleared binding levels {{(pid=87637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 23 16:59:20.232652 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-bede24c8-527b-40d5-8393-0efc09267e65 None None] For port 1126ca77-3fae-4a22-948d-9341bb3f1cbc, host dv-neutron-822799-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=1126ca77-3fae-4a22-948d-9341bb3f1cbc,segment=NetworkSegment(5ec78692-ab35-46ed-860b-6e5750a351f0),segment_id=5ec78692-ab35-46ed-860b-6e5750a351f0)] {{(pid=87637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 23 16:59:20.238486 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-bede24c8-527b-40d5-8393-0efc09267e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:20.244306 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-a549df33-ec18-4b9d-97bd-9ada599de478 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:59:20.334836 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bede24c8-527b-40d5-8393-0efc09267e65 None None] Pushing event updated for resources: {'Port': ['ID=1126ca77-3fae-4a22-948d-9341bb3f1cbc,revision_number=2']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:59:20.337644 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-bede24c8-527b-40d5-8393-0efc09267e65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:59:20.378861 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-dce1c0a6-d934-494c-841a-e0a45f11fdda admin admin] Notify callbacks [] for port, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:20.409455 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-dce1c0a6-d934-494c-841a-e0a45f11fdda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:20.413656 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-ee6449ac-2097-4e3b-879a-20b8774b9a71 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:59:20.474056 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dce1c0a6-d934-494c-841a-e0a45f11fdda admin admin] Network 8afa6d58-9431-454a-b99c-3ff8a65aa86b is already hosted by enough agents. {{(pid=87635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:59:20.481195 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.base_scheduler [None req-dce1c0a6-d934-494c-841a-e0a45f11fdda admin admin] Resources bound (agent type, host, resource id):  {{(pid=87635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:59:20.485340 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dce1c0a6-d934-494c-841a-e0a45f11fdda admin admin] Received port after_create {{(pid=87635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:59:20.523022 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce1c0a6-d934-494c-841a-e0a45f11fdda admin admin] Pushing event updated for resources: {'Port': ['ID=6d255a4b-88fe-4ab2-85ac-4be9016ee4de,revision_number=1']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:59:20.531930 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-dce1c0a6-d934-494c-841a-e0a45f11fdda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:59:20.913422 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 1126ca77-3fae-4a22-948d-9341bb3f1cbc up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:59:20.921877 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-dce1c0a6-d934-494c-841a-e0a45f11fdda admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:21.007867 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9dcbea60-a34f-4144-91e7-90aff3f57aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:21.009068 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:21.012513 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning for port 1126ca77-3fae-4a22-948d-9341bb3f1cbc completed by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:59:21.270359 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72e539b2-2a88-4794-a592-53c1a3e34e2f None None] Network 322ab9d4-18f5-4097-864b-beb611b4cf6a requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:59:21.368114 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-2a432407-8016-4fea-a52b-6586b8888c0d None None] Provisioning for port 1126ca77-3fae-4a22-948d-9341bb3f1cbc completed by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:59:21.386223 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-2a432407-8016-4fea-a52b-6586b8888c0d None None] Provisioning complete for port 1126ca77-3fae-4a22-948d-9341bb3f1cbc triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:59:21.386538 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-2a432407-8016-4fea-a52b-6586b8888c0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:21.413397 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-dce1c0a6-d934-494c-841a-e0a45f11fdda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1823971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1824234'] for router, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:21.610308 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-2a432407-8016-4fea-a52b-6586b8888c0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:21.626112 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dce1c0a6-d934-494c-841a-e0a45f11fdda admin admin] Router 72b6402a-4818-4291-be3e-2e6b917ac2bc is scheduled to L3 agent 371d4c41-c7e2-4de7-9539-c049ec4e95d1 with binding_index 1 {{(pid=87635) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 23 16:59:21.655340 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-2a432407-8016-4fea-a52b-6586b8888c0d None None] For port 1126ca77-3fae-4a22-948d-9341bb3f1cbc, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=1126ca77-3fae-4a22-948d-9341bb3f1cbc,segment=NetworkSegment(5ec78692-ab35-46ed-860b-6e5750a351f0),segment_id=5ec78692-ab35-46ed-860b-6e5750a351f0)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:59:21.660459 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-2a432407-8016-4fea-a52b-6586b8888c0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:21.662127 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:59:21.730195 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a432407-8016-4fea-a52b-6586b8888c0d None None] Pushing event updated for resources: {'Port': ['ID=1126ca77-3fae-4a22-948d-9341bb3f1cbc,revision_number=3']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:59:21.734302 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-2a432407-8016-4fea-a52b-6586b8888c0d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:59:21.809779 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dce1c0a6-d934-494c-841a-e0a45f11fdda admin admin] Notify agent at l3_agent.dv-neutron-822799-1-hyperv the message routers_updated {{(pid=87635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 23 16:59:21.823604 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1161469-6a32-4ff3-b779-e7df6be0a143 None None] Sync routers for ids ['72b6402a-4818-4291-be3e-2e6b917ac2bc'] in dv-neutron-822799-1-hyperv {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 23 16:59:21.834272 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1161469-6a32-4ff3-b779-e7df6be0a143 None None] Routers {'72b6402a-4818-4291-be3e-2e6b917ac2bc'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:59:21.835321 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-b1161469-6a32-4ff3-b779-e7df6be0a143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc11f79a0>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:59:20Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['72b6402a-4818-4291-be3e-2e6b917ac2bc'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:59:21.837556 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-dce1c0a6-d934-494c-841a-e0a45f11fdda admin admin] Notify callbacks [] for router, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:21.838937 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-dce1c0a6-d934-494c-841a-e0a45f11fdda admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 2.5479789
Dec 23 16:59:21.841892 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 60566) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:59:21.890586 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-280142ef-4271-4225-b1a0-f2228f149d72 None None] Provisioning complete for port 1126ca77-3fae-4a22-948d-9341bb3f1cbc triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:59:21.890996 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-280142ef-4271-4225-b1a0-f2228f149d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:22.010242 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-b1161469-6a32-4ff3-b779-e7df6be0a143 None None] Set router 72b6402a-4818-4291-be3e-2e6b917ac2bc gateway port host: dv-neutron-822799-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:59:22.321709 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-b1161469-6a32-4ff3-b779-e7df6be0a143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc11f79a0>, [{'id': '72b6402a-4818-4291-be3e-2e6b917ac2bc', 'name': 'tempest-TestSnapshotPattern-125466305-router', 'tenant_id': 'c754b4ca22a9494d99e8e57c61279a10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.170'}], 'enable_snat': True}, 'gw_port_id': '6d255a4b-88fe-4ab2-85ac-4be9016ee4de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:59:19Z', 'updated_at': '2021-12-23T16:59:20Z', 'revision_number': 3, 'project_id': 'c754b4ca22a9494d99e8e57c61279a10', 'gw_port': {'id': '6d255a4b-88fe-4ab2-85ac-4be9016ee4de', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:f8:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72b6402a-4818-4291-be3e-2e6b917ac2bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:59:20Z', 'updated_at': '2021-12-23T16:59:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv'}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:59:22.325685 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1161469-6a32-4ff3-b779-e7df6be0a143 None None] Checking router: 72b6402a-4818-4291-be3e-2e6b917ac2bc for host: dv-neutron-822799-1-hyperv {{(pid=87638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 23 16:59:22.326042 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1161469-6a32-4ff3-b779-e7df6be0a143 None None] Updating router 72b6402a-4818-4291-be3e-2e6b917ac2bc port 6d255a4b-88fe-4ab2-85ac-4be9016ee4de binding host dv-neutron-822799-1-hyperv {{(pid=87638) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 23 16:59:22.379508 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b1161469-6a32-4ff3-b779-e7df6be0a143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:22.492328 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9e3aab53-d650-47e3-b8a6-2dff21fe9ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:22.506041 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-1a1c92ee-c8b2-4e8c-9a5c-f41bf509930f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:22.704865 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b1161469-6a32-4ff3-b779-e7df6be0a143 None None] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:22.710750 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.db_base_plugin_common [None req-1a1c92ee-c8b2-4e8c-9a5c-f41bf509930f admin admin] Allocated IP 172.20.0.1 (322ab9d4-18f5-4097-864b-beb611b4cf6a/6143a3d8-1c72-4dc5-99e1-af644e5e0cc7/0a73e967-8efe-465d-ba15-1a910d56c2e6) {{(pid=87635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:59:22.716288 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-b1161469-6a32-4ff3-b779-e7df6be0a143 None None] Transition to ACTIVE for port object 6d255a4b-88fe-4ab2-85ac-4be9016ee4de will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:59:22.722757 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b1161469-6a32-4ff3-b779-e7df6be0a143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:22.726155 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG oslo_concurrency.lockutils [None req-b120f3c6-26b7-41c2-a989-0a4457684927 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:59:22.802201 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-b1161469-6a32-4ff3-b779-e7df6be0a143 None None] Attempting to bind port 6d255a4b-88fe-4ab2-85ac-4be9016ee4de on host dv-neutron-822799-1-hyperv for vnic_type normal with profile  {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:59:22.802543 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-b1161469-6a32-4ff3-b779-e7df6be0a143 None None] Attempting to bind port 6d255a4b-88fe-4ab2-85ac-4be9016ee4de by drivers openvswitch,hyperv on host dv-neutron-822799-1-hyperv at level 0 using segments [{'id': '77e3d110-dd7b-426c-b11f-b78dde7993df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:59:22.802956 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1161469-6a32-4ff3-b779-e7df6be0a143 None None] Attempting to bind port 6d255a4b-88fe-4ab2-85ac-4be9016ee4de on network 8afa6d58-9431-454a-b99c-3ff8a65aa86b {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:59:22.805270 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e30b326-f440-46e5-b99e-9cb5cf603f7d None None] Pushing event updated for resources: {'Port': ['ID=6d255a4b-88fe-4ab2-85ac-4be9016ee4de,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:59:22.814530 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1161469-6a32-4ff3-b779-e7df6be0a143 None None] Checking agent: {'id': '20d2070f-69a9-4e73-8d08-6f0387a40158', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822799-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 21), 'started_at': datetime.datetime(2021, 12, 23, 16, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 59, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822799-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 23 16:59:22.814911 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1161469-6a32-4ff3-b779-e7df6be0a143 None None] Checking segment: {'id': '77e3d110-dd7b-426c-b11f-b78dde7993df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:59:22.815320 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b1161469-6a32-4ff3-b779-e7df6be0a143 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:22.815722 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1161469-6a32-4ff3-b779-e7df6be0a143 None None] Bound using segment: {'id': '77e3d110-dd7b-426c-b11f-b78dde7993df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 23 16:59:22.816203 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-b1161469-6a32-4ff3-b779-e7df6be0a143 None None] Bound port: 6d255a4b-88fe-4ab2-85ac-4be9016ee4de, host: dv-neutron-822799-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77e3d110-dd7b-426c-b11f-b78dde7993df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 23 16:59:22.816601 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b1161469-6a32-4ff3-b779-e7df6be0a143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:22.842375 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e30b326-f440-46e5-b99e-9cb5cf603f7d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:59:22.842968 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e30b326-f440-46e5-b99e-9cb5cf603f7d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:59:22.843118 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e30b326-f440-46e5-b99e-9cb5cf603f7d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:59:22.843568 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e30b326-f440-46e5-b99e-9cb5cf603f7d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:59:22.843883 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e30b326-f440-46e5-b99e-9cb5cf603f7d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:59:22.844230 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e30b326-f440-46e5-b99e-9cb5cf603f7d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:59:22.844537 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e30b326-f440-46e5-b99e-9cb5cf603f7d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:59:22.844960 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e30b326-f440-46e5-b99e-9cb5cf603f7d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:59:22.845211 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e30b326-f440-46e5-b99e-9cb5cf603f7d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:59:22.845515 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e30b326-f440-46e5-b99e-9cb5cf603f7d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:59:22.845839 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e30b326-f440-46e5-b99e-9cb5cf603f7d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:59:22.846167 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e30b326-f440-46e5-b99e-9cb5cf603f7d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 16:59:22.854018 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG oslo_concurrency.lockutils [None req-2e30b326-f440-46e5-b99e-9cb5cf603f7d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=87638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:59:22.896367 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 1126ca77-3fae-4a22-948d-9341bb3f1cbc up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:59:22.911332 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-b1161469-6a32-4ff3-b779-e7df6be0a143 None None] For port 6d255a4b-88fe-4ab2-85ac-4be9016ee4de, host dv-neutron-822799-1-hyperv, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 23 16:59:22.915798 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-b1161469-6a32-4ff3-b779-e7df6be0a143 None None] For port 6d255a4b-88fe-4ab2-85ac-4be9016ee4de, host dv-neutron-822799-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=6d255a4b-88fe-4ab2-85ac-4be9016ee4de,segment=NetworkSegment(77e3d110-dd7b-426c-b11f-b78dde7993df),segment_id=77e3d110-dd7b-426c-b11f-b78dde7993df)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 23 16:59:22.920708 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-b1161469-6a32-4ff3-b779-e7df6be0a143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:22.925345 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG oslo_concurrency.lockutils [None req-d9ef50ef-5416-4530-99f4-a1334295853b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:59:22.967541 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port 1126ca77-3fae-4a22-948d-9341bb3f1cbc triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:59:22.968200 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:22.999394 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e30b326-f440-46e5-b99e-9cb5cf603f7d None None] Pushing event updated for resources: {'Port': ['ID=6d255a4b-88fe-4ab2-85ac-4be9016ee4de,revision_number=3']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:59:23.003153 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG oslo_concurrency.lockutils [None req-2e30b326-f440-46e5-b99e-9cb5cf603f7d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:59:23.004936 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1161469-6a32-4ff3-b779-e7df6be0a143 None None] Routers {'72b6402a-4818-4291-be3e-2e6b917ac2bc'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:59:23.005555 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-b1161469-6a32-4ff3-b779-e7df6be0a143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc11f79a0>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:59:20Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['72b6402a-4818-4291-be3e-2e6b917ac2bc'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:59:23.023281 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-1a1c92ee-c8b2-4e8c-9a5c-f41bf509930f admin admin] Notify callbacks [] for port, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:23.039284 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.provisioning_blocks [None req-1a1c92ee-c8b2-4e8c-9a5c-f41bf509930f admin admin] Transition to ACTIVE for port object 0a73e967-8efe-465d-ba15-1a910d56c2e6 will not be triggered until provisioned by entity DHCP. {{(pid=87635) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:59:23.062987 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-1a1c92ee-c8b2-4e8c-9a5c-f41bf509930f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:23.068900 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-57db0f32-17c8-4760-ac43-4b09125b1b1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:59:23.137901 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a1c92ee-c8b2-4e8c-9a5c-f41bf509930f admin admin] Network 322ab9d4-18f5-4097-864b-beb611b4cf6a is already hosted by enough agents. {{(pid=87635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:59:23.141393 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.base_scheduler [None req-1a1c92ee-c8b2-4e8c-9a5c-f41bf509930f admin admin] Resources bound (agent type, host, resource id):  {{(pid=87635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:59:23.145046 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a1c92ee-c8b2-4e8c-9a5c-f41bf509930f admin admin] Received port after_create {{(pid=87635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:59:23.173966 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1c92ee-c8b2-4e8c-9a5c-f41bf509930f admin admin] Pushing event updated for resources: {'Port': ['ID=0a73e967-8efe-465d-ba15-1a910d56c2e6,revision_number=1']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:59:23.180335 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-1a1c92ee-c8b2-4e8c-9a5c-f41bf509930f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:59:23.183655 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-b1161469-6a32-4ff3-b779-e7df6be0a143 None None] Set router 72b6402a-4818-4291-be3e-2e6b917ac2bc gateway port host: dv-neutron-822799-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:59:23.202348 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-1a1c92ee-c8b2-4e8c-9a5c-f41bf509930f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1781300'] for router_interface, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:23.343659 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-1a1c92ee-c8b2-4e8c-9a5c-f41bf509930f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:23.438814 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-e2b967cf-b33f-4136-a163-e329a15312d4 None None] Provisioning for port 0a73e967-8efe-465d-ba15-1a910d56c2e6 completed by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:59:23.444468 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-e2b967cf-b33f-4136-a163-e329a15312d4 None None] Provisioning complete for port 0a73e967-8efe-465d-ba15-1a910d56c2e6 triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:59:23.444979 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-e2b967cf-b33f-4136-a163-e329a15312d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:23.462600 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-b1161469-6a32-4ff3-b779-e7df6be0a143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc11f79a0>, [{'id': '72b6402a-4818-4291-be3e-2e6b917ac2bc', 'name': 'tempest-TestSnapshotPattern-125466305-router', 'tenant_id': 'c754b4ca22a9494d99e8e57c61279a10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.170'}], 'enable_snat': True}, 'gw_port_id': '6d255a4b-88fe-4ab2-85ac-4be9016ee4de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:59:19Z', 'updated_at': '2021-12-23T16:59:20Z', 'revision_number': 3, 'project_id': 'c754b4ca22a9494d99e8e57c61279a10', 'gw_port': {'id': '6d255a4b-88fe-4ab2-85ac-4be9016ee4de', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:f8:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72b6402a-4818-4291-be3e-2e6b917ac2bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:59:20Z', 'updated_at': '2021-12-23T16:59:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv'}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:59:23.466435 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1161469-6a32-4ff3-b779-e7df6be0a143 None None] The sync data for ids ['72b6402a-4818-4291-be3e-2e6b917ac2bc'] in dv-neutron-822799-1-hyperv is: [{'id': '72b6402a-4818-4291-be3e-2e6b917ac2bc', 'name': 'tempest-TestSnapshotPattern-125466305-router', 'tenant_id': 'c754b4ca22a9494d99e8e57c61279a10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.170'}], 'enable_snat': True}, 'gw_port_id': '6d255a4b-88fe-4ab2-85ac-4be9016ee4de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:59:19Z', 'updated_at': '2021-12-23T16:59:20Z', 'revision_number': 3, 'project_id': 'c754b4ca22a9494d99e8e57c61279a10', 'gw_port': {'id': '6d255a4b-88fe-4ab2-85ac-4be9016ee4de', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:f8:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72b6402a-4818-4291-be3e-2e6b917ac2bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:59:20Z', 'updated_at': '2021-12-23T16:59:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv'}] {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 23 16:59:23.554934 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-e2b967cf-b33f-4136-a163-e329a15312d4 None None] Port 0a73e967-8efe-465d-ba15-1a910d56c2e6 cannot update to ACTIVE because it is not bound. {{(pid=87637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 23 16:59:23.588254 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-1a1c92ee-c8b2-4e8c-9a5c-f41bf509930f admin admin] Notify callbacks [] for port, precommit_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:23.593443 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-1a1c92ee-c8b2-4e8c-9a5c-f41bf509930f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2753531'] for port, after_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:23.618019 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-7d27bf3d-0658-4765-a2a8-1a6951798180 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:59:23.691391 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.agents_db [None req-30c2320c-f298-49f6-9c47-c20e38116a9c None None] Agent healthcheck: found 6 active agents {{(pid=87638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 23 16:59:23.711301 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1c92ee-c8b2-4e8c-9a5c-f41bf509930f admin admin] Pushing event updated for resources: {'Port': ['ID=0a73e967-8efe-465d-ba15-1a910d56c2e6,revision_number=2']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:59:23.713891 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-1a1c92ee-c8b2-4e8c-9a5c-f41bf509930f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1627481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1781465'] for router_interface, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:23.718078 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-1a1c92ee-c8b2-4e8c-9a5c-f41bf509930f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:59:23.852885 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a1c92ee-c8b2-4e8c-9a5c-f41bf509930f admin admin] Network 322ab9d4-18f5-4097-864b-beb611b4cf6a is already hosted by enough agents. {{(pid=87635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:59:23.854074 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.base_scheduler [None req-1a1c92ee-c8b2-4e8c-9a5c-f41bf509930f admin admin] Resources bound (agent type, host, resource id):  {{(pid=87635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:59:24.050924 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a1c92ee-c8b2-4e8c-9a5c-f41bf509930f admin admin] Router 72b6402a-4818-4291-be3e-2e6b917ac2bc has already been hosted by L3 agent 371d4c41-c7e2-4de7-9539-c049ec4e95d1 {{(pid=87635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 23 16:59:24.084176 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-82346ecd-51e8-4dea-b200-e792e262b757 None None] Provisioning complete for port 0a73e967-8efe-465d-ba15-1a910d56c2e6 triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:59:24.084555 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-82346ecd-51e8-4dea-b200-e792e262b757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:24.137637 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-82346ecd-51e8-4dea-b200-e792e262b757 None None] Port 0a73e967-8efe-465d-ba15-1a910d56c2e6 cannot update to ACTIVE because it is not bound. {{(pid=87637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 23 16:59:24.233211 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a1c92ee-c8b2-4e8c-9a5c-f41bf509930f admin admin] Notify agent at l3_agent.dv-neutron-822799-1-hyperv the message routers_updated {{(pid=87635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 23 16:59:24.248741 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-1a1c92ee-c8b2-4e8c-9a5c-f41bf509930f admin admin] 10.222.0.64 "PUT /v2.0/routers/72b6402a-4818-4291-be3e-2e6b917ac2bc/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.3992898
Dec 23 16:59:24.786505 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 60584) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:59:24.792089 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-638f673a-a45f-41e6-8c03-92a8344b637a admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1316400802-network', 'tenant_id': 'd77d84750ac34cb59ad2b3fe4cd6568b'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:59:24.797418 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-638f673a-a45f-41e6-8c03-92a8344b637a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:59:24.801596 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-638f673a-a45f-41e6-8c03-92a8344b637a admin admin] Usage tracker for resource:network and tenant:d77d84750ac34cb59ad2b3fe4cd6568b is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:59:24.804863 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-638f673a-a45f-41e6-8c03-92a8344b637a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:59:24.812441 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-638f673a-a45f-41e6-8c03-92a8344b637a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:59:24.823139 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-638f673a-a45f-41e6-8c03-92a8344b637a admin admin] Made reservation on behalf of d77d84750ac34cb59ad2b3fe4cd6568b for: {'network': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:59:24.825569 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-638f673a-a45f-41e6-8c03-92a8344b637a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for network, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:24.842436 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-638f673a-a45f-41e6-8c03-92a8344b637a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:24.857794 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-638f673a-a45f-41e6-8c03-92a8344b637a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:59:24.861996 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-638f673a-a45f-41e6-8c03-92a8344b637a admin admin] Usage tracker for resource:security_group_rule and tenant:d77d84750ac34cb59ad2b3fe4cd6568b is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:59:24.864974 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-638f673a-a45f-41e6-8c03-92a8344b637a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:59:24.870695 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-638f673a-a45f-41e6-8c03-92a8344b637a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:59:24.910476 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 6d255a4b-88fe-4ab2-85ac-4be9016ee4de up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:59:24.956848 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-638f673a-a45f-41e6-8c03-92a8344b637a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:24.962757 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-638f673a-a45f-41e6-8c03-92a8344b637a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:24.967527 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-8aad2bc7-7410-4f7f-a0a0-b706ff4747d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:59:24.983709 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22723262-4fc8-46d4-98dd-57a8f4bb8701 None None] Sync routers for ids ['72b6402a-4818-4291-be3e-2e6b917ac2bc'] in dv-neutron-822799-1-hyperv {{(pid=87637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 23 16:59:24.988230 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning for port 6d255a4b-88fe-4ab2-85ac-4be9016ee4de completed by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:59:24.996127 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port 6d255a4b-88fe-4ab2-85ac-4be9016ee4de triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:59:24.996527 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:24.997802 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-638f673a-a45f-41e6-8c03-92a8344b637a admin admin] vlan segment allocate from pool success with {'vlan_id': 444, 'physical_network': 'physnet1'}  {{(pid=87636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 23 16:59:25.006598 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638f673a-a45f-41e6-8c03-92a8344b637a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a771426-1831-4ac9-ba7c-1a17edcd6021,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:59:25.009967 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-638f673a-a45f-41e6-8c03-92a8344b637a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:59:25.012429 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-638f673a-a45f-41e6-8c03-92a8344b637a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:25.012777 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.db.segments_db [None req-638f673a-a45f-41e6-8c03-92a8344b637a admin admin] Added segment 35472596-8dfb-4345-bfd8-9e6960a30ea2 of type vlan for network 479e3bd2-51f9-4478-a101-a2e46271560c
Dec 23 16:59:25.032486 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22723262-4fc8-46d4-98dd-57a8f4bb8701 None None] Routers {'72b6402a-4818-4291-be3e-2e6b917ac2bc'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:59:25.033179 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-22723262-4fc8-46d4-98dd-57a8f4bb8701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc058baf0>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:59:20Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['72b6402a-4818-4291-be3e-2e6b917ac2bc'], 'active': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:59:25.039286 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-638f673a-a45f-41e6-8c03-92a8344b637a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735362521793'] for network, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:25.070190 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-638f673a-a45f-41e6-8c03-92a8344b637a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495'] for network, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:25.071310 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-638f673a-a45f-41e6-8c03-92a8344b637a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:59:25.071889 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-638f673a-a45f-41e6-8c03-92a8344b637a admin admin] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:25.077025 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-1e7fd3d1-9a4d-4e74-aab6-9a17ae8d390b tempest-RoutersNegativeTest-1953760609 tempest-RoutersNegativeTest-1953760609-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:59:25.176927 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-638f673a-a45f-41e6-8c03-92a8344b637a admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 0.3868282
Dec 23 16:59:25.177507 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 60588) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:59:25.178009 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638f673a-a45f-41e6-8c03-92a8344b637a admin admin] Pushing event updated for resources: {'Network': ['ID=479e3bd2-51f9-4478-a101-a2e46271560c,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:59:25.182199 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-638f673a-a45f-41e6-8c03-92a8344b637a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:59:25.184906 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-fb941896-df69-49a9-81f2-6645f6f58003 admin admin] Request body: {'subnet': {'network_id': '479e3bd2-51f9-4478-a101-a2e46271560c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1316400802-subnet', 'tenant_id': 'd77d84750ac34cb59ad2b3fe4cd6568b', 'ip_version': 4}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:59:25.191216 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-fb941896-df69-49a9-81f2-6645f6f58003 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:59:25.193766 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Network 479e3bd2-51f9-4478-a101-a2e46271560c details requested by agent ovs-agent-dv-neutron-822799-1-hyperv with host dv-neutron-822799-1-hyperv {{(pid=87637) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 23 16:59:25.196325 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-fb941896-df69-49a9-81f2-6645f6f58003 admin admin] Usage tracker for resource:subnet and tenant:d77d84750ac34cb59ad2b3fe4cd6568b is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:59:25.199404 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-fb941896-df69-49a9-81f2-6645f6f58003 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:59:25.205811 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-fb941896-df69-49a9-81f2-6645f6f58003 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:59:25.217406 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb941896-df69-49a9-81f2-6645f6f58003 admin admin] Made reservation on behalf of d77d84750ac34cb59ad2b3fe4cd6568b for: {'subnet': 1} {{(pid=87635) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:59:25.220234 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-fb941896-df69-49a9-81f2-6645f6f58003 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2610339'] for subnet, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:25.362755 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvr_db [None req-22723262-4fc8-46d4-98dd-57a8f4bb8701 None None] Set router 72b6402a-4818-4291-be3e-2e6b917ac2bc gateway port host: dv-neutron-822799-1-hyperv {{(pid=87637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:59:25.408054 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:25.426564 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-fb941896-df69-49a9-81f2-6645f6f58003 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2753396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2610353'] for subnet, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:25.433406 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-66869912-a86f-4f07-8c96-deede9b85e84 tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:59:25.505979 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] For port 6d255a4b-88fe-4ab2-85ac-4be9016ee4de, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=6d255a4b-88fe-4ab2-85ac-4be9016ee4de,segment=NetworkSegment(77e3d110-dd7b-426c-b11f-b78dde7993df),segment_id=77e3d110-dd7b-426c-b11f-b78dde7993df)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:59:25.527250 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:25.533059 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-128857dc-e47f-4f6a-b07b-6753532f1410 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:59:25.623170 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb941896-df69-49a9-81f2-6645f6f58003 admin admin] Pushing event updated for resources: {'Subnet': ['ID=71951de6-2dbd-4961-b0d0-5105ef939eb5,revision_number=0']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:59:25.627111 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-fb941896-df69-49a9-81f2-6645f6f58003 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:59:25.634142 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb941896-df69-49a9-81f2-6645f6f58003 admin admin] Checking segment: {'id': '35472596-8dfb-4345-bfd8-9e6960a30ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '479e3bd2-51f9-4478-a101-a2e46271560c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87635) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:59:25.634500 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb941896-df69-49a9-81f2-6645f6f58003 admin admin] Network hostable DHCP agents. Network: 479e3bd2-51f9-4478-a101-a2e46271560c, hostable agents: ['1c812d71-eadf-4fb3-b98e-67468a4aa7e2'], hosted agents: [] {{(pid=87635) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 23 16:59:25.655282 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb941896-df69-49a9-81f2-6645f6f58003 admin admin] Network 479e3bd2-51f9-4478-a101-a2e46271560c is scheduled to be hosted by DHCP agent 1c812d71-eadf-4fb3-b98e-67468a4aa7e2 with binding_index 1 {{(pid=87635) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 23 16:59:25.665907 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.base_scheduler [None req-fb941896-df69-49a9-81f2-6645f6f58003 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822799-1-hyperv, 479e3bd2-51f9-4478-a101-a2e46271560c) {{(pid=87635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:59:25.670621 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb941896-df69-49a9-81f2-6645f6f58003 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:59:25.672019 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-fb941896-df69-49a9-81f2-6645f6f58003 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:25.684012 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Pushing event updated for resources: {'Port': ['ID=6d255a4b-88fe-4ab2-85ac-4be9016ee4de,revision_number=4']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:59:25.687804 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e96a9b3-19e1-45e4-b5a2-0051e3b83a47 None None] Network 479e3bd2-51f9-4478-a101-a2e46271560c requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:59:25.694903 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-fb941896-df69-49a9-81f2-6645f6f58003 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.5160427
Dec 23 16:59:25.697489 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 60592) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:59:25.703437 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-e751329c-a595-4e06-8f87-505353efbcbd admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1316400802-router', 'tenant_id': 'd77d84750ac34cb59ad2b3fe4cd6568b', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b'}}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:59:25.708481 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-e751329c-a595-4e06-8f87-505353efbcbd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:59:25.708721 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:59:25.712457 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-e751329c-a595-4e06-8f87-505353efbcbd admin admin] Usage tracker for resource:router and tenant:d77d84750ac34cb59ad2b3fe4cd6568b is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:59:25.715354 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-e751329c-a595-4e06-8f87-505353efbcbd admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:59:25.721235 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-e751329c-a595-4e06-8f87-505353efbcbd admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:59:25.732334 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-e751329c-a595-4e06-8f87-505353efbcbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1823978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-235332'] for router, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:25.734129 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-e751329c-a595-4e06-8f87-505353efbcbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1824575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1824063', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1751113', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-235341'] for router, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:25.750180 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-e751329c-a595-4e06-8f87-505353efbcbd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:25.951138 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-22723262-4fc8-46d4-98dd-57a8f4bb8701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc058baf0>, [{'id': '72b6402a-4818-4291-be3e-2e6b917ac2bc', 'name': 'tempest-TestSnapshotPattern-125466305-router', 'tenant_id': 'c754b4ca22a9494d99e8e57c61279a10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.170'}], 'enable_snat': True}, 'gw_port_id': '6d255a4b-88fe-4ab2-85ac-4be9016ee4de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:59:19Z', 'updated_at': '2021-12-23T16:59:23Z', 'revision_number': 4, 'project_id': 'c754b4ca22a9494d99e8e57c61279a10', 'gw_port': {'id': '6d255a4b-88fe-4ab2-85ac-4be9016ee4de', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:f8:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72b6402a-4818-4291-be3e-2e6b917ac2bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:59:20Z', 'updated_at': '2021-12-23T16:59:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_interfaces': [{'id': '0a73e967-8efe-465d-ba15-1a910d56c2e6', 'name': '', 'network_id': '322ab9d4-18f5-4097-864b-beb611b4cf6a', 'tenant_id': 'c754b4ca22a9494d99e8e57c61279a10', 'mac_address': 'fa:16:3e:fd:64:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72b6402a-4818-4291-be3e-2e6b917ac2bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '6143a3d8-1c72-4dc5-99e1-af644e5e0cc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:59:22Z', 'updated_at': '2021-12-23T16:59:23Z', 'revision_number': 2, 'project_id': 'c754b4ca22a9494d99e8e57c61279a10', 'subnets': [{'id': '6143a3d8-1c72-4dc5-99e1-af644e5e0cc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:59:25.960854 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22723262-4fc8-46d4-98dd-57a8f4bb8701 None None] Checking router: 72b6402a-4818-4291-be3e-2e6b917ac2bc for host: dv-neutron-822799-1-hyperv {{(pid=87637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 23 16:59:25.961242 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22723262-4fc8-46d4-98dd-57a8f4bb8701 None None] Updating router 72b6402a-4818-4291-be3e-2e6b917ac2bc port 0a73e967-8efe-465d-ba15-1a910d56c2e6 binding host dv-neutron-822799-1-hyperv {{(pid=87637) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 23 16:59:25.985668 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-534ba5cd-6a2a-45ed-b0fa-a111c0375a68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7e017a6-8198-58c8-a07e-0f786128e3b3-479e3bd2-51f9-4478-a101-a2e46271560c', 'network_id': '479e3bd2-51f9-4478-a101-a2e46271560c', 'tenant_id': 'd77d84750ac34cb59ad2b3fe4cd6568b', 'fixed_ips': [{'subnet_id': '71951de6-2dbd-4961-b0d0-5105ef939eb5'}]}} from dv-neutron-822799-1-hyperv. {{(pid=87637) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 23 16:59:25.986466 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-534ba5cd-6a2a-45ed-b0fa-a111c0375a68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:26.017766 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-e751329c-a595-4e06-8f87-505353efbcbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1824017', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1823768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-235299'] for router, precommit_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:26.070391 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-22723262-4fc8-46d4-98dd-57a8f4bb8701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:26.331174 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-e751329c-a595-4e06-8f87-505353efbcbd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:26.331817 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.db_base_plugin_common [None req-534ba5cd-6a2a-45ed-b0fa-a111c0375a68 None None] Allocated IP 172.20.0.2 (479e3bd2-51f9-4478-a101-a2e46271560c/71951de6-2dbd-4961-b0d0-5105ef939eb5/07a683c0-5fb4-4c8d-8c43-56ee651a6899) {{(pid=87637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:59:26.360851 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-e751329c-a595-4e06-8f87-505353efbcbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:26.494963 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.db_base_plugin_common [None req-e751329c-a595-4e06-8f87-505353efbcbd admin admin] Allocated IP 172.26.3.42 (8afa6d58-9431-454a-b99c-3ff8a65aa86b/60537fec-5f5f-4ab7-89cc-03638149a590/5f7f7dec-79c6-463b-bbed-ce402a3f9111) {{(pid=87635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:59:26.642031 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-e751329c-a595-4e06-8f87-505353efbcbd admin admin] Notify callbacks [] for port, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:26.673903 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-e751329c-a595-4e06-8f87-505353efbcbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:26.677635 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-06dab375-6984-4a61-a087-9c3e528b8b09 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:59:26.691454 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-534ba5cd-6a2a-45ed-b0fa-a111c0375a68 None None] Notify callbacks [] for port, precommit_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:26.707284 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-22723262-4fc8-46d4-98dd-57a8f4bb8701 None None] Notify callbacks [] for port, precommit_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:26.712345 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-534ba5cd-6a2a-45ed-b0fa-a111c0375a68 None None] Transition to ACTIVE for port object 07a683c0-5fb4-4c8d-8c43-56ee651a6899 will not be triggered until provisioned by entity L2. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:59:26.729786 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-22723262-4fc8-46d4-98dd-57a8f4bb8701 None None] Transition to ACTIVE for port object 0a73e967-8efe-465d-ba15-1a910d56c2e6 will not be triggered until provisioned by entity L2. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:59:26.740474 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e751329c-a595-4e06-8f87-505353efbcbd admin admin] Network 8afa6d58-9431-454a-b99c-3ff8a65aa86b is already hosted by enough agents. {{(pid=87635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:59:26.741101 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-22723262-4fc8-46d4-98dd-57a8f4bb8701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:26.743878 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.base_scheduler [None req-e751329c-a595-4e06-8f87-505353efbcbd admin admin] Resources bound (agent type, host, resource id):  {{(pid=87635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:59:26.745765 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-534ba5cd-6a2a-45ed-b0fa-a111c0375a68 None None] Transition to ACTIVE for port object 07a683c0-5fb4-4c8d-8c43-56ee651a6899 will not be triggered until provisioned by entity DHCP. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:59:26.746856 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-bede24c8-527b-40d5-8393-0efc09267e65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:59:26.747532 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e751329c-a595-4e06-8f87-505353efbcbd admin admin] Received port after_create {{(pid=87635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:59:26.776019 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e751329c-a595-4e06-8f87-505353efbcbd admin admin] Pushing event updated for resources: {'Port': ['ID=5f7f7dec-79c6-463b-bbed-ce402a3f9111,revision_number=1']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:59:26.782369 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-e751329c-a595-4e06-8f87-505353efbcbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:59:26.791987 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-534ba5cd-6a2a-45ed-b0fa-a111c0375a68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780'] for port, after_create {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:26.884733 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-534ba5cd-6a2a-45ed-b0fa-a111c0375a68 None None] Network 479e3bd2-51f9-4478-a101-a2e46271560c is already hosted by enough agents. {{(pid=87637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:59:26.909079 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.scheduler.base_scheduler [None req-534ba5cd-6a2a-45ed-b0fa-a111c0375a68 None None] Resources bound (agent type, host, resource id):  {{(pid=87637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:59:26.910903 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3a026f-a48e-4c38-9a38-0d90d7745795 None None] Pushing event updated for resources: {'Port': ['ID=0a73e967-8efe-465d-ba15-1a910d56c2e6,revision_number=3']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:59:26.921944 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-534ba5cd-6a2a-45ed-b0fa-a111c0375a68 None None] Received port after_create {{(pid=87637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:59:26.923375 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-dd3a026f-a48e-4c38-9a38-0d90d7745795 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:59:26.930648 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-bede24c8-527b-40d5-8393-0efc09267e65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.089s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:59:26.959059 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 6d255a4b-88fe-4ab2-85ac-4be9016ee4de up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:59:27.162025 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-22723262-4fc8-46d4-98dd-57a8f4bb8701 None None] Attempting to bind port 0a73e967-8efe-465d-ba15-1a910d56c2e6 on host dv-neutron-822799-1-hyperv for vnic_type normal with profile  {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:59:27.162281 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-22723262-4fc8-46d4-98dd-57a8f4bb8701 None None] Attempting to bind port 0a73e967-8efe-465d-ba15-1a910d56c2e6 by drivers openvswitch,hyperv on host dv-neutron-822799-1-hyperv at level 0 using segments [{'id': '5ec78692-ab35-46ed-860b-6e5750a351f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '322ab9d4-18f5-4097-864b-beb611b4cf6a'}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:59:27.162682 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22723262-4fc8-46d4-98dd-57a8f4bb8701 None None] Attempting to bind port 0a73e967-8efe-465d-ba15-1a910d56c2e6 on network 322ab9d4-18f5-4097-864b-beb611b4cf6a {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:59:27.166096 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534ba5cd-6a2a-45ed-b0fa-a111c0375a68 None None] Pushing event updated for resources: {'Port': ['ID=07a683c0-5fb4-4c8d-8c43-56ee651a6899,revision_number=1']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:59:27.177497 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-534ba5cd-6a2a-45ed-b0fa-a111c0375a68 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:59:27.185445 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22723262-4fc8-46d4-98dd-57a8f4bb8701 None None] Checking agent: {'id': '20d2070f-69a9-4e73-8d08-6f0387a40158', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822799-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 21), 'started_at': datetime.datetime(2021, 12, 23, 16, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 59, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822799-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 23 16:59:27.185815 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22723262-4fc8-46d4-98dd-57a8f4bb8701 None None] Checking segment: {'id': '5ec78692-ab35-46ed-860b-6e5750a351f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '322ab9d4-18f5-4097-864b-beb611b4cf6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:59:27.186297 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-22723262-4fc8-46d4-98dd-57a8f4bb8701 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:27.186872 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22723262-4fc8-46d4-98dd-57a8f4bb8701 None None] Bound using segment: {'id': '5ec78692-ab35-46ed-860b-6e5750a351f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '322ab9d4-18f5-4097-864b-beb611b4cf6a'} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 23 16:59:27.187357 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-22723262-4fc8-46d4-98dd-57a8f4bb8701 None None] Bound port: 0a73e967-8efe-465d-ba15-1a910d56c2e6, host: dv-neutron-822799-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ec78692-ab35-46ed-860b-6e5750a351f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '322ab9d4-18f5-4097-864b-beb611b4cf6a'}}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 23 16:59:27.187738 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-22723262-4fc8-46d4-98dd-57a8f4bb8701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:27.209533 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-534ba5cd-6a2a-45ed-b0fa-a111c0375a68 None None] Attempting to bind port 07a683c0-5fb4-4c8d-8c43-56ee651a6899 on host dv-neutron-822799-1-hyperv for vnic_type normal with profile  {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:59:27.209901 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-534ba5cd-6a2a-45ed-b0fa-a111c0375a68 None None] Attempting to bind port 07a683c0-5fb4-4c8d-8c43-56ee651a6899 by drivers openvswitch,hyperv on host dv-neutron-822799-1-hyperv at level 0 using segments [{'id': '35472596-8dfb-4345-bfd8-9e6960a30ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '479e3bd2-51f9-4478-a101-a2e46271560c'}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:59:27.210269 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-534ba5cd-6a2a-45ed-b0fa-a111c0375a68 None None] Attempting to bind port 07a683c0-5fb4-4c8d-8c43-56ee651a6899 on network 479e3bd2-51f9-4478-a101-a2e46271560c {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:59:27.244506 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-534ba5cd-6a2a-45ed-b0fa-a111c0375a68 None None] Checking agent: {'id': '20d2070f-69a9-4e73-8d08-6f0387a40158', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822799-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 21), 'started_at': datetime.datetime(2021, 12, 23, 16, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 59, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822799-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 23 16:59:27.244948 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-534ba5cd-6a2a-45ed-b0fa-a111c0375a68 None None] Checking segment: {'id': '35472596-8dfb-4345-bfd8-9e6960a30ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '479e3bd2-51f9-4478-a101-a2e46271560c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:59:27.245301 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-534ba5cd-6a2a-45ed-b0fa-a111c0375a68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:27.245719 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-534ba5cd-6a2a-45ed-b0fa-a111c0375a68 None None] Bound using segment: {'id': '35472596-8dfb-4345-bfd8-9e6960a30ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '479e3bd2-51f9-4478-a101-a2e46271560c'} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 23 16:59:27.246205 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-534ba5cd-6a2a-45ed-b0fa-a111c0375a68 None None] Bound port: 07a683c0-5fb4-4c8d-8c43-56ee651a6899, host: dv-neutron-822799-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35472596-8dfb-4345-bfd8-9e6960a30ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '479e3bd2-51f9-4478-a101-a2e46271560c'}}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 23 16:59:27.246584 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-534ba5cd-6a2a-45ed-b0fa-a111c0375a68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:27.279344 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port 6d255a4b-88fe-4ab2-85ac-4be9016ee4de triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:59:27.279810 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:27.308323 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-e751329c-a595-4e06-8f87-505353efbcbd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:27.407438 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-22723262-4fc8-46d4-98dd-57a8f4bb8701 None None] For port 0a73e967-8efe-465d-ba15-1a910d56c2e6, host dv-neutron-822799-1-hyperv, cleared binding levels {{(pid=87637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 23 16:59:27.436557 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-22723262-4fc8-46d4-98dd-57a8f4bb8701 None None] For port 0a73e967-8efe-465d-ba15-1a910d56c2e6, host dv-neutron-822799-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=0a73e967-8efe-465d-ba15-1a910d56c2e6,segment=NetworkSegment(5ec78692-ab35-46ed-860b-6e5750a351f0),segment_id=5ec78692-ab35-46ed-860b-6e5750a351f0)] {{(pid=87637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 23 16:59:27.441741 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-534ba5cd-6a2a-45ed-b0fa-a111c0375a68 None None] For port 07a683c0-5fb4-4c8d-8c43-56ee651a6899, host dv-neutron-822799-1-hyperv, cleared binding levels {{(pid=87637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 23 16:59:27.444326 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-22723262-4fc8-46d4-98dd-57a8f4bb8701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:27.450214 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-534ba5cd-6a2a-45ed-b0fa-a111c0375a68 None None] For port 07a683c0-5fb4-4c8d-8c43-56ee651a6899, host dv-neutron-822799-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=07a683c0-5fb4-4c8d-8c43-56ee651a6899,segment=NetworkSegment(35472596-8dfb-4345-bfd8-9e6960a30ea2),segment_id=35472596-8dfb-4345-bfd8-9e6960a30ea2)] {{(pid=87637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 23 16:59:27.451093 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:59:27.512985 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-534ba5cd-6a2a-45ed-b0fa-a111c0375a68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:27.594162 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22723262-4fc8-46d4-98dd-57a8f4bb8701 None None] Routers {'72b6402a-4818-4291-be3e-2e6b917ac2bc'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:59:27.594677 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-22723262-4fc8-46d4-98dd-57a8f4bb8701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc058baf0>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:59:20Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['72b6402a-4818-4291-be3e-2e6b917ac2bc'], 'active': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:59:27.650718 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-e751329c-a595-4e06-8f87-505353efbcbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1823971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1824234'] for router, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:27.662649 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3a026f-a48e-4c38-9a38-0d90d7745795 None None] Pushing event updated for resources: {'Port': ['ID=0a73e967-8efe-465d-ba15-1a910d56c2e6,revision_number=4']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:59:27.667852 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-dd3a026f-a48e-4c38-9a38-0d90d7745795 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:59:27.668298 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.142s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:59:27.899114 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e751329c-a595-4e06-8f87-505353efbcbd admin admin] Router a7789679-3317-427a-b82b-bf15ad3ae4d6 is scheduled to L3 agent 371d4c41-c7e2-4de7-9539-c049ec4e95d1 with binding_index 1 {{(pid=87635) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 23 16:59:27.919438 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534ba5cd-6a2a-45ed-b0fa-a111c0375a68 None None] Pushing event updated for resources: {'Port': ['ID=07a683c0-5fb4-4c8d-8c43-56ee651a6899,revision_number=2']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:59:27.922897 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-534ba5cd-6a2a-45ed-b0fa-a111c0375a68 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:59:27.957484 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvr_db [None req-22723262-4fc8-46d4-98dd-57a8f4bb8701 None None] Set router 72b6402a-4818-4291-be3e-2e6b917ac2bc gateway port host: dv-neutron-822799-1-hyperv {{(pid=87637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:59:28.088694 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e751329c-a595-4e06-8f87-505353efbcbd admin admin] Notify agent at l3_agent.dv-neutron-822799-1-hyperv the message routers_updated {{(pid=87635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 23 16:59:28.099659 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-823de5b1-d9a7-46b4-bc3e-7fbec6fecb57 None None] Sync routers for ids ['a7789679-3317-427a-b82b-bf15ad3ae4d6'] in dv-neutron-822799-1-hyperv {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 23 16:59:28.110047 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-823de5b1-d9a7-46b4-bc3e-7fbec6fecb57 None None] Routers {'a7789679-3317-427a-b82b-bf15ad3ae4d6'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:59:28.110880 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-823de5b1-d9a7-46b4-bc3e-7fbec6fecb57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc1dbb160>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:59:20Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['a7789679-3317-427a-b82b-bf15ad3ae4d6'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:59:28.116074 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-e751329c-a595-4e06-8f87-505353efbcbd admin admin] Notify callbacks [] for router, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:28.120675 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-e751329c-a595-4e06-8f87-505353efbcbd admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 2.4197152
Dec 23 16:59:28.121107 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 60596) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:59:28.285532 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-22723262-4fc8-46d4-98dd-57a8f4bb8701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc058baf0>, [{'id': '72b6402a-4818-4291-be3e-2e6b917ac2bc', 'name': 'tempest-TestSnapshotPattern-125466305-router', 'tenant_id': 'c754b4ca22a9494d99e8e57c61279a10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.170'}], 'enable_snat': True}, 'gw_port_id': '6d255a4b-88fe-4ab2-85ac-4be9016ee4de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:59:19Z', 'updated_at': '2021-12-23T16:59:23Z', 'revision_number': 4, 'project_id': 'c754b4ca22a9494d99e8e57c61279a10', 'gw_port': {'id': '6d255a4b-88fe-4ab2-85ac-4be9016ee4de', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:f8:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72b6402a-4818-4291-be3e-2e6b917ac2bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:59:20Z', 'updated_at': '2021-12-23T16:59:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_interfaces': [{'id': '0a73e967-8efe-465d-ba15-1a910d56c2e6', 'name': '', 'network_id': '322ab9d4-18f5-4097-864b-beb611b4cf6a', 'tenant_id': 'c754b4ca22a9494d99e8e57c61279a10', 'mac_address': 'fa:16:3e:fd:64:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72b6402a-4818-4291-be3e-2e6b917ac2bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '6143a3d8-1c72-4dc5-99e1-af644e5e0cc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:59:22Z', 'updated_at': '2021-12-23T16:59:27Z', 'revision_number': 4, 'project_id': 'c754b4ca22a9494d99e8e57c61279a10', 'subnets': [{'id': '6143a3d8-1c72-4dc5-99e1-af644e5e0cc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:59:28.289717 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22723262-4fc8-46d4-98dd-57a8f4bb8701 None None] The sync data for ids ['72b6402a-4818-4291-be3e-2e6b917ac2bc'] in dv-neutron-822799-1-hyperv is: [{'id': '72b6402a-4818-4291-be3e-2e6b917ac2bc', 'name': 'tempest-TestSnapshotPattern-125466305-router', 'tenant_id': 'c754b4ca22a9494d99e8e57c61279a10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.170'}], 'enable_snat': True}, 'gw_port_id': '6d255a4b-88fe-4ab2-85ac-4be9016ee4de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:59:19Z', 'updated_at': '2021-12-23T16:59:23Z', 'revision_number': 4, 'project_id': 'c754b4ca22a9494d99e8e57c61279a10', 'gw_port': {'id': '6d255a4b-88fe-4ab2-85ac-4be9016ee4de', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:f8:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72b6402a-4818-4291-be3e-2e6b917ac2bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:59:20Z', 'updated_at': '2021-12-23T16:59:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_interfaces': [{'id': '0a73e967-8efe-465d-ba15-1a910d56c2e6', 'name': '', 'network_id': '322ab9d4-18f5-4097-864b-beb611b4cf6a', 'tenant_id': 'c754b4ca22a9494d99e8e57c61279a10', 'mac_address': 'fa:16:3e:fd:64:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72b6402a-4818-4291-be3e-2e6b917ac2bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '6143a3d8-1c72-4dc5-99e1-af644e5e0cc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:59:22Z', 'updated_at': '2021-12-23T16:59:27Z', 'revision_number': 4, 'project_id': 'c754b4ca22a9494d99e8e57c61279a10', 'subnets': [{'id': '6143a3d8-1c72-4dc5-99e1-af644e5e0cc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 23 16:59:28.376738 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-823de5b1-d9a7-46b4-bc3e-7fbec6fecb57 None None] Set router a7789679-3317-427a-b82b-bf15ad3ae4d6 gateway port host: dv-neutron-822799-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:59:28.701594 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-823de5b1-d9a7-46b4-bc3e-7fbec6fecb57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc1dbb160>, [{'id': 'a7789679-3317-427a-b82b-bf15ad3ae4d6', 'name': 'tempest-TestSnapshotPattern-1316400802-router', 'tenant_id': 'd77d84750ac34cb59ad2b3fe4cd6568b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.42'}], 'enable_snat': True}, 'gw_port_id': '5f7f7dec-79c6-463b-bbed-ce402a3f9111', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:59:25Z', 'updated_at': '2021-12-23T16:59:26Z', 'revision_number': 3, 'project_id': 'd77d84750ac34cb59ad2b3fe4cd6568b', 'gw_port': {'id': '5f7f7dec-79c6-463b-bbed-ce402a3f9111', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:3d:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7789679-3317-427a-b82b-bf15ad3ae4d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:59:26Z', 'updated_at': '2021-12-23T16:59:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv'}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:59:28.706370 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-823de5b1-d9a7-46b4-bc3e-7fbec6fecb57 None None] Checking router: a7789679-3317-427a-b82b-bf15ad3ae4d6 for host: dv-neutron-822799-1-hyperv {{(pid=87638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 23 16:59:28.706949 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-823de5b1-d9a7-46b4-bc3e-7fbec6fecb57 None None] Updating router a7789679-3317-427a-b82b-bf15ad3ae4d6 port 5f7f7dec-79c6-463b-bbed-ce402a3f9111 binding host dv-neutron-822799-1-hyperv {{(pid=87638) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 23 16:59:28.762291 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-823de5b1-d9a7-46b4-bc3e-7fbec6fecb57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:28.783515 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e2c4917-ed5c-4981-aee2-6d7a6160a1fc None None] Network 479e3bd2-51f9-4478-a101-a2e46271560c requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 16:59:28.889032 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-32625362-6c27-4ec6-8530-57b3be709df2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:28.960317 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-f54bd2b8-cabb-409d-941e-88a2e821dd69 None None] Provisioning for port 07a683c0-5fb4-4c8d-8c43-56ee651a6899 completed by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:59:29.031792 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 07a683c0-5fb4-4c8d-8c43-56ee651a6899 up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:59:29.136667 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [None req-32625362-6c27-4ec6-8530-57b3be709df2 admin admin] Allocated IP 172.20.0.1 (479e3bd2-51f9-4478-a101-a2e46271560c/71951de6-2dbd-4961-b0d0-5105ef939eb5/07552fad-a8ad-4094-b045-c05acde3b920) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:59:29.172540 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning for port 07a683c0-5fb4-4c8d-8c43-56ee651a6899 completed by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:59:29.172967 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-823de5b1-d9a7-46b4-bc3e-7fbec6fecb57 None None] Notify callbacks [] for port, precommit_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:29.184824 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port 07a683c0-5fb4-4c8d-8c43-56ee651a6899 triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:59:29.185213 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:29.187537 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.provisioning_blocks [None req-823de5b1-d9a7-46b4-bc3e-7fbec6fecb57 None None] Transition to ACTIVE for port object 5f7f7dec-79c6-463b-bbed-ce402a3f9111 will not be triggered until provisioned by entity L2. {{(pid=87638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:59:29.197936 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-823de5b1-d9a7-46b4-bc3e-7fbec6fecb57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:29.203879 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG oslo_concurrency.lockutils [None req-31888644-4ecc-415d-906e-1ccb03ea9aa3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:59:29.276098 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4eb9aa1-78a8-4b67-a6c6-3d94bed2871f None None] Pushing event updated for resources: {'Port': ['ID=5f7f7dec-79c6-463b-bbed-ce402a3f9111,revision_number=2']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:59:29.281949 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG oslo_concurrency.lockutils [None req-f4eb9aa1-78a8-4b67-a6c6-3d94bed2871f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:59:29.304614 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-823de5b1-d9a7-46b4-bc3e-7fbec6fecb57 None None] Attempting to bind port 5f7f7dec-79c6-463b-bbed-ce402a3f9111 on host dv-neutron-822799-1-hyperv for vnic_type normal with profile  {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:59:29.305269 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-823de5b1-d9a7-46b4-bc3e-7fbec6fecb57 None None] Attempting to bind port 5f7f7dec-79c6-463b-bbed-ce402a3f9111 by drivers openvswitch,hyperv on host dv-neutron-822799-1-hyperv at level 0 using segments [{'id': '77e3d110-dd7b-426c-b11f-b78dde7993df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b'}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:59:29.305952 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-823de5b1-d9a7-46b4-bc3e-7fbec6fecb57 None None] Attempting to bind port 5f7f7dec-79c6-463b-bbed-ce402a3f9111 on network 8afa6d58-9431-454a-b99c-3ff8a65aa86b {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:59:29.313045 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-823de5b1-d9a7-46b4-bc3e-7fbec6fecb57 None None] Checking agent: {'id': '20d2070f-69a9-4e73-8d08-6f0387a40158', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822799-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 21), 'started_at': datetime.datetime(2021, 12, 23, 16, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 59, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822799-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 23 16:59:29.313750 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-823de5b1-d9a7-46b4-bc3e-7fbec6fecb57 None None] Checking segment: {'id': '77e3d110-dd7b-426c-b11f-b78dde7993df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:59:29.314347 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-823de5b1-d9a7-46b4-bc3e-7fbec6fecb57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:29.314926 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-823de5b1-d9a7-46b4-bc3e-7fbec6fecb57 None None] Bound using segment: {'id': '77e3d110-dd7b-426c-b11f-b78dde7993df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b'} {{(pid=87638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 23 16:59:29.315785 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.managers [None req-823de5b1-d9a7-46b4-bc3e-7fbec6fecb57 None None] Bound port: 5f7f7dec-79c6-463b-bbed-ce402a3f9111, host: dv-neutron-822799-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77e3d110-dd7b-426c-b11f-b78dde7993df', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b'}}] {{(pid=87638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 23 16:59:29.316330 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-823de5b1-d9a7-46b4-bc3e-7fbec6fecb57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:29.400968 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:29.402425 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-823de5b1-d9a7-46b4-bc3e-7fbec6fecb57 None None] For port 5f7f7dec-79c6-463b-bbed-ce402a3f9111, host dv-neutron-822799-1-hyperv, cleared binding levels {{(pid=87638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 23 16:59:29.407194 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.plugins.ml2.db [None req-823de5b1-d9a7-46b4-bc3e-7fbec6fecb57 None None] For port 5f7f7dec-79c6-463b-bbed-ce402a3f9111, host dv-neutron-822799-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=5f7f7dec-79c6-463b-bbed-ce402a3f9111,segment=NetworkSegment(77e3d110-dd7b-426c-b11f-b78dde7993df),segment_id=77e3d110-dd7b-426c-b11f-b78dde7993df)] {{(pid=87638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 23 16:59:29.415169 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron_lib.callbacks.manager [None req-823de5b1-d9a7-46b4-bc3e-7fbec6fecb57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:29.432385 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG oslo_concurrency.lockutils [None req-e7b3d651-d6ff-4dd1-b195-8e8d48331f7d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:59:29.458325 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] For port 07a683c0-5fb4-4c8d-8c43-56ee651a6899, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=07a683c0-5fb4-4c8d-8c43-56ee651a6899,segment=NetworkSegment(35472596-8dfb-4345-bfd8-9e6960a30ea2),segment_id=35472596-8dfb-4345-bfd8-9e6960a30ea2)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:59:29.469781 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:29.470743 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 0a73e967-8efe-465d-ba15-1a910d56c2e6 up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:59:29.525464 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:59:29.540090 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4eb9aa1-78a8-4b67-a6c6-3d94bed2871f None None] Pushing event updated for resources: {'Port': ['ID=5f7f7dec-79c6-463b-bbed-ce402a3f9111,revision_number=3']} {{(pid=87638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:59:29.549760 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG oslo_concurrency.lockutils [None req-f4eb9aa1-78a8-4b67-a6c6-3d94bed2871f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=87638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:59:29.564702 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-823de5b1-d9a7-46b4-bc3e-7fbec6fecb57 None None] Routers {'a7789679-3317-427a-b82b-bf15ad3ae4d6'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:59:29.565355 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-823de5b1-d9a7-46b4-bc3e-7fbec6fecb57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc1dbb160>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:59:20Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['a7789679-3317-427a-b82b-bf15ad3ae4d6'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:59:29.566859 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-32625362-6c27-4ec6-8530-57b3be709df2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:29.589333 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.provisioning_blocks [None req-32625362-6c27-4ec6-8530-57b3be709df2 admin admin] Transition to ACTIVE for port object 07552fad-a8ad-4094-b045-c05acde3b920 will not be triggered until provisioned by entity DHCP. {{(pid=87636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:59:29.633128 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Pushing event updated for resources: {'Port': ['ID=07a683c0-5fb4-4c8d-8c43-56ee651a6899,revision_number=3']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:59:29.637092 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:59:29.639058 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning for port 0a73e967-8efe-465d-ba15-1a910d56c2e6 completed by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:59:29.644182 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port 0a73e967-8efe-465d-ba15-1a910d56c2e6 triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:59:29.644600 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:29.650421 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-32625362-6c27-4ec6-8530-57b3be709df2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:29.655267 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-6486d6f4-2547-429f-a5c1-6cf3c5f01f25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:59:29.727652 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-f35d17e3-1a92-4d7a-9407-47c664e25c0c None None] Provisioning complete for port 07a683c0-5fb4-4c8d-8c43-56ee651a6899 triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:59:29.728038 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f35d17e3-1a92-4d7a-9407-47c664e25c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:29.739392 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32625362-6c27-4ec6-8530-57b3be709df2 admin admin] Network 479e3bd2-51f9-4478-a101-a2e46271560c is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:59:29.748866 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-32625362-6c27-4ec6-8530-57b3be709df2 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:59:29.754378 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32625362-6c27-4ec6-8530-57b3be709df2 admin admin] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:59:29.784361 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-823de5b1-d9a7-46b4-bc3e-7fbec6fecb57 None None] Set router a7789679-3317-427a-b82b-bf15ad3ae4d6 gateway port host: dv-neutron-822799-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:59:29.804231 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32625362-6c27-4ec6-8530-57b3be709df2 admin admin] Pushing event updated for resources: {'Port': ['ID=07552fad-a8ad-4094-b045-c05acde3b920,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:59:29.815288 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-32625362-6c27-4ec6-8530-57b3be709df2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:59:29.820730 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:29.838460 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-32625362-6c27-4ec6-8530-57b3be709df2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1781300'] for router_interface, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:29.883992 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] For port 0a73e967-8efe-465d-ba15-1a910d56c2e6, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=0a73e967-8efe-465d-ba15-1a910d56c2e6,segment=NetworkSegment(5ec78692-ab35-46ed-860b-6e5750a351f0),segment_id=5ec78692-ab35-46ed-860b-6e5750a351f0)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:59:29.920554 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:29.928244 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:59:30.030895 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Pushing event updated for resources: {'Port': ['ID=0a73e967-8efe-465d-ba15-1a910d56c2e6,revision_number=5']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:59:30.035034 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:59:30.137942 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-823de5b1-d9a7-46b4-bc3e-7fbec6fecb57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc1dbb160>, [{'id': 'a7789679-3317-427a-b82b-bf15ad3ae4d6', 'name': 'tempest-TestSnapshotPattern-1316400802-router', 'tenant_id': 'd77d84750ac34cb59ad2b3fe4cd6568b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.42'}], 'enable_snat': True}, 'gw_port_id': '5f7f7dec-79c6-463b-bbed-ce402a3f9111', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:59:25Z', 'updated_at': '2021-12-23T16:59:26Z', 'revision_number': 3, 'project_id': 'd77d84750ac34cb59ad2b3fe4cd6568b', 'gw_port': {'id': '5f7f7dec-79c6-463b-bbed-ce402a3f9111', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:3d:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7789679-3317-427a-b82b-bf15ad3ae4d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:59:26Z', 'updated_at': '2021-12-23T16:59:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv'}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:59:30.140774 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-14b88c96-f355-4692-9fb9-b7286c8ab721 None None] Provisioning for port 07552fad-a8ad-4094-b045-c05acde3b920 completed by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:59:30.141612 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-32625362-6c27-4ec6-8530-57b3be709df2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:30.142161 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-823de5b1-d9a7-46b4-bc3e-7fbec6fecb57 None None] The sync data for ids ['a7789679-3317-427a-b82b-bf15ad3ae4d6'] in dv-neutron-822799-1-hyperv is: [{'id': 'a7789679-3317-427a-b82b-bf15ad3ae4d6', 'name': 'tempest-TestSnapshotPattern-1316400802-router', 'tenant_id': 'd77d84750ac34cb59ad2b3fe4cd6568b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.42'}], 'enable_snat': True}, 'gw_port_id': '5f7f7dec-79c6-463b-bbed-ce402a3f9111', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:59:25Z', 'updated_at': '2021-12-23T16:59:26Z', 'revision_number': 3, 'project_id': 'd77d84750ac34cb59ad2b3fe4cd6568b', 'gw_port': {'id': '5f7f7dec-79c6-463b-bbed-ce402a3f9111', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:3d:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7789679-3317-427a-b82b-bf15ad3ae4d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:59:26Z', 'updated_at': '2021-12-23T16:59:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv'}] {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 23 16:59:30.146495 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-14b88c96-f355-4692-9fb9-b7286c8ab721 None None] Provisioning complete for port 07552fad-a8ad-4094-b045-c05acde3b920 triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:59:30.146983 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-14b88c96-f355-4692-9fb9-b7286c8ab721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:30.207551 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-14b88c96-f355-4692-9fb9-b7286c8ab721 None None] Port 07552fad-a8ad-4094-b045-c05acde3b920 cannot update to ACTIVE because it is not bound. {{(pid=87637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 23 16:59:30.381431 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-32625362-6c27-4ec6-8530-57b3be709df2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:30.387527 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-32625362-6c27-4ec6-8530-57b3be709df2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2176289'] for port, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:30.412936 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-263f779c-b43e-4635-acfd-e57652b8b13b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:59:30.502396 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32625362-6c27-4ec6-8530-57b3be709df2 admin admin] Pushing event updated for resources: {'Port': ['ID=07552fad-a8ad-4094-b045-c05acde3b920,revision_number=2']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:59:30.505439 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-32625362-6c27-4ec6-8530-57b3be709df2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:59:30.506595 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-32625362-6c27-4ec6-8530-57b3be709df2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1627481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1781465'] for router_interface, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:30.643935 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32625362-6c27-4ec6-8530-57b3be709df2 admin admin] Network 479e3bd2-51f9-4478-a101-a2e46271560c is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:59:30.645236 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-32625362-6c27-4ec6-8530-57b3be709df2 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:59:30.844029 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32625362-6c27-4ec6-8530-57b3be709df2 admin admin] Router a7789679-3317-427a-b82b-bf15ad3ae4d6 has already been hosted by L3 agent 371d4c41-c7e2-4de7-9539-c049ec4e95d1 {{(pid=87636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 23 16:59:30.939336 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-a5d3e311-f123-4745-86ac-512068e623cf None None] Provisioning complete for port 07552fad-a8ad-4094-b045-c05acde3b920 triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:59:30.939909 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-a5d3e311-f123-4745-86ac-512068e623cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:30.986838 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 07a683c0-5fb4-4c8d-8c43-56ee651a6899 up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:59:31.030205 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32625362-6c27-4ec6-8530-57b3be709df2 admin admin] Notify agent at l3_agent.dv-neutron-822799-1-hyperv the message routers_updated {{(pid=87636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 23 16:59:31.047414 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-32625362-6c27-4ec6-8530-57b3be709df2 admin admin] 10.222.0.64 "PUT /v2.0/routers/a7789679-3317-427a-b82b-bf15ad3ae4d6/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9178140
Dec 23 16:59:31.062249 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-a5d3e311-f123-4745-86ac-512068e623cf None None] Port 07552fad-a8ad-4094-b045-c05acde3b920 cannot update to ACTIVE because it is not bound. {{(pid=87637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 23 16:59:31.086631 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port 07a683c0-5fb4-4c8d-8c43-56ee651a6899 triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:59:31.087024 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:31.258115 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 0a73e967-8efe-465d-ba15-1a910d56c2e6 up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:59:31.326887 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port 0a73e967-8efe-465d-ba15-1a910d56c2e6 triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:59:31.327323 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:31.443636 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 5f7f7dec-79c6-463b-bbed-ce402a3f9111 up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:59:31.513570 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning for port 5f7f7dec-79c6-463b-bbed-ce402a3f9111 completed by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:59:31.519322 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port 5f7f7dec-79c6-463b-bbed-ce402a3f9111 triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:59:31.519780 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:31.652740 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:31.670631 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] For port 5f7f7dec-79c6-463b-bbed-ce402a3f9111, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=5f7f7dec-79c6-463b-bbed-ce402a3f9111,segment=NetworkSegment(77e3d110-dd7b-426c-b11f-b78dde7993df),segment_id=77e3d110-dd7b-426c-b11f-b78dde7993df)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:59:31.675194 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:31.677512 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-cd9d3fe7-95e3-464c-9776-06ed70466aa7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:59:31.755724 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 60606) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:59:31.756489 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Pushing event updated for resources: {'Port': ['ID=5f7f7dec-79c6-463b-bbed-ce402a3f9111,revision_number=4']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:59:31.760038 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:59:31.761155 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-1e9139ae-1b39-4da2-a529-2468b1fb9c58 tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-49853064', 'description': 'tempest-secgroup-smoke-49853064 description', 'project_id': 'c754b4ca22a9494d99e8e57c61279a10'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:59:31.768464 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-1e9139ae-1b39-4da2-a529-2468b1fb9c58 tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:59:31.772385 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-1e9139ae-1b39-4da2-a529-2468b1fb9c58 tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Usage tracker for resource:security_group and tenant:c754b4ca22a9494d99e8e57c61279a10 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:59:31.775386 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-1e9139ae-1b39-4da2-a529-2468b1fb9c58 tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:59:31.781171 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-1e9139ae-1b39-4da2-a529-2468b1fb9c58 tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:59:31.791472 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1e9139ae-1b39-4da2-a529-2468b1fb9c58 tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Notify callbacks [] for security_group, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:31.817037 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-1e9139ae-1b39-4da2-a529-2468b1fb9c58 tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:59:31.820818 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-1e9139ae-1b39-4da2-a529-2468b1fb9c58 tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Usage tracker for resource:security_group_rule and tenant:c754b4ca22a9494d99e8e57c61279a10 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:59:31.823868 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-1e9139ae-1b39-4da2-a529-2468b1fb9c58 tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:59:31.827265 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36d0708d-83fa-4d4b-b177-38406a1608ed None None] Sync routers for ids ['a7789679-3317-427a-b82b-bf15ad3ae4d6'] in dv-neutron-822799-1-hyperv {{(pid=87637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 23 16:59:31.833308 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-1e9139ae-1b39-4da2-a529-2468b1fb9c58 tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:59:31.837247 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36d0708d-83fa-4d4b-b177-38406a1608ed None None] Routers {'a7789679-3317-427a-b82b-bf15ad3ae4d6'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:59:31.837904 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-36d0708d-83fa-4d4b-b177-38406a1608ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc065e3d0>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:59:20Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['a7789679-3317-427a-b82b-bf15ad3ae4d6'], 'active': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:59:32.032729 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvr_db [None req-36d0708d-83fa-4d4b-b177-38406a1608ed None None] Set router a7789679-3317-427a-b82b-bf15ad3ae4d6 gateway port host: dv-neutron-822799-1-hyperv {{(pid=87637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:59:32.056432 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1e9139ae-1b39-4da2-a529-2468b1fb9c58 tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Notify callbacks [] for security_group, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:32.061666 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1e9139ae-1b39-4da2-a529-2468b1fb9c58 tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:32.066156 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-e18f7c20-a764-4b11-ba43-f4eca14d1f52 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:59:32.108645 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9139ae-1b39-4da2-a529-2468b1fb9c58 tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6047502d-ac23-4c32-93af-9c5cba7b40a9,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:59:32.111941 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-1e9139ae-1b39-4da2-a529-2468b1fb9c58 tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:59:32.113428 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-1e9139ae-1b39-4da2-a529-2468b1fb9c58 tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Notify callbacks [] for security_group, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:32.114830 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-1e9139ae-1b39-4da2-a529-2468b1fb9c58 tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1792 time: 0.3582125
Dec 23 16:59:32.118333 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 60610) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:59:32.126335 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-a9b05a1f-204d-4d2b-8c1a-cb0cfaf814d0 tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Request body: {'security_group_rule': {'security_group_id': '6047502d-ac23-4c32-93af-9c5cba7b40a9', 'project_id': 'c754b4ca22a9494d99e8e57c61279a10', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:59:32.132716 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-a9b05a1f-204d-4d2b-8c1a-cb0cfaf814d0 tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:59:32.136555 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-a9b05a1f-204d-4d2b-8c1a-cb0cfaf814d0 tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Usage tracker for resource:security_group_rule and tenant:c754b4ca22a9494d99e8e57c61279a10 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:59:32.139809 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-a9b05a1f-204d-4d2b-8c1a-cb0cfaf814d0 tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:59:32.145660 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-a9b05a1f-204d-4d2b-8c1a-cb0cfaf814d0 tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:59:32.168691 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a9b05a1f-204d-4d2b-8c1a-cb0cfaf814d0 tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:32.236724 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a9b05a1f-204d-4d2b-8c1a-cb0cfaf814d0 tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:32.241825 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a9b05a1f-204d-4d2b-8c1a-cb0cfaf814d0 tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762424'] for security_group_rule, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:32.250568 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-0405567c-0fea-4a67-b149-2614a2e738df tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:59:32.273908 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b05a1f-204d-4d2b-8c1a-cb0cfaf814d0 tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02c704ed-f2ae-4db7-a3b3-422056037f84,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:59:32.276923 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-a9b05a1f-204d-4d2b-8c1a-cb0cfaf814d0 tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:59:32.282891 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-a9b05a1f-204d-4d2b-8c1a-cb0cfaf814d0 tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:32.287110 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-a9b05a1f-204d-4d2b-8c1a-cb0cfaf814d0 tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1647933
Dec 23 16:59:32.287817 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 60614) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:59:32.294059 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-9b117c73-bcce-4168-a9f4-a57386388a2d tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Request body: {'security_group_rule': {'security_group_id': '6047502d-ac23-4c32-93af-9c5cba7b40a9', 'project_id': 'c754b4ca22a9494d99e8e57c61279a10', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:59:32.301483 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-9b117c73-bcce-4168-a9f4-a57386388a2d tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:59:32.305987 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-9b117c73-bcce-4168-a9f4-a57386388a2d tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Usage tracker for resource:security_group_rule and tenant:c754b4ca22a9494d99e8e57c61279a10 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:59:32.309140 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-9b117c73-bcce-4168-a9f4-a57386388a2d tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:59:32.316086 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-9b117c73-bcce-4168-a9f4-a57386388a2d tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:59:32.342454 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9b117c73-bcce-4168-a9f4-a57386388a2d tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:32.396952 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-36d0708d-83fa-4d4b-b177-38406a1608ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc065e3d0>, [{'id': 'a7789679-3317-427a-b82b-bf15ad3ae4d6', 'name': 'tempest-TestSnapshotPattern-1316400802-router', 'tenant_id': 'd77d84750ac34cb59ad2b3fe4cd6568b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.42'}], 'enable_snat': True}, 'gw_port_id': '5f7f7dec-79c6-463b-bbed-ce402a3f9111', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:59:25Z', 'updated_at': '2021-12-23T16:59:30Z', 'revision_number': 4, 'project_id': 'd77d84750ac34cb59ad2b3fe4cd6568b', 'gw_port': {'id': '5f7f7dec-79c6-463b-bbed-ce402a3f9111', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:3d:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7789679-3317-427a-b82b-bf15ad3ae4d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:59:26Z', 'updated_at': '2021-12-23T16:59:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_interfaces': [{'id': '07552fad-a8ad-4094-b045-c05acde3b920', 'name': '', 'network_id': '479e3bd2-51f9-4478-a101-a2e46271560c', 'tenant_id': 'd77d84750ac34cb59ad2b3fe4cd6568b', 'mac_address': 'fa:16:3e:d6:af:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7789679-3317-427a-b82b-bf15ad3ae4d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': '71951de6-2dbd-4961-b0d0-5105ef939eb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:59:28Z', 'updated_at': '2021-12-23T16:59:30Z', 'revision_number': 2, 'project_id': 'd77d84750ac34cb59ad2b3fe4cd6568b', 'subnets': [{'id': '71951de6-2dbd-4961-b0d0-5105ef939eb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:59:32.401407 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36d0708d-83fa-4d4b-b177-38406a1608ed None None] Checking router: a7789679-3317-427a-b82b-bf15ad3ae4d6 for host: dv-neutron-822799-1-hyperv {{(pid=87637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 23 16:59:32.401865 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36d0708d-83fa-4d4b-b177-38406a1608ed None None] Updating router a7789679-3317-427a-b82b-bf15ad3ae4d6 port 07552fad-a8ad-4094-b045-c05acde3b920 binding host dv-neutron-822799-1-hyperv {{(pid=87637) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 23 16:59:32.423276 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9b117c73-bcce-4168-a9f4-a57386388a2d tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:32.428396 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9b117c73-bcce-4168-a9f4-a57386388a2d tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762424'] for security_group_rule, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:32.445695 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-d353bbb1-5269-4718-b16c-3111598f3fc6 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:59:32.460464 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-36d0708d-83fa-4d4b-b177-38406a1608ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:32.464352 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b117c73-bcce-4168-a9f4-a57386388a2d tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97cbbafb-31c7-4a97-93ba-240b414ee7b9,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:59:32.467543 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-9b117c73-bcce-4168-a9f4-a57386388a2d tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:59:32.469419 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-9b117c73-bcce-4168-a9f4-a57386388a2d tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:32.471115 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-9b117c73-bcce-4168-a9f4-a57386388a2d tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1820860
Dec 23 16:59:32.473827 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 60618) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:59:32.479987 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-4babdad6-4de4-4cc6-a02a-57be36845daf tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Request body: {'security_group_rule': {'security_group_id': '6047502d-ac23-4c32-93af-9c5cba7b40a9', 'project_id': 'c754b4ca22a9494d99e8e57c61279a10', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:59:32.486070 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-4babdad6-4de4-4cc6-a02a-57be36845daf tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:59:32.489780 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-4babdad6-4de4-4cc6-a02a-57be36845daf tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Usage tracker for resource:security_group_rule and tenant:c754b4ca22a9494d99e8e57c61279a10 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:59:32.492539 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-4babdad6-4de4-4cc6-a02a-57be36845daf tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:59:32.498057 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-4babdad6-4de4-4cc6-a02a-57be36845daf tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:59:32.518624 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-4babdad6-4de4-4cc6-a02a-57be36845daf tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:32.584884 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-4babdad6-4de4-4cc6-a02a-57be36845daf tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:32.589155 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-4babdad6-4de4-4cc6-a02a-57be36845daf tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762424'] for security_group_rule, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:32.590963 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-9ea9f9f7-e17d-4740-ba1e-1196dd95ca79 tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:59:32.610299 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4babdad6-4de4-4cc6-a02a-57be36845daf tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=619e5a52-5673-4d2a-b711-8a651983d140,revision_number=0']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:59:32.614144 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-4babdad6-4de4-4cc6-a02a-57be36845daf tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:59:32.622024 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-4babdad6-4de4-4cc6-a02a-57be36845daf tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:32.623574 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-4babdad6-4de4-4cc6-a02a-57be36845daf tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1482413
Dec 23 16:59:32.626550 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 60622) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:59:32.632645 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-090c97ab-a3d2-41ad-b6ac-e586aa3f447a tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Request body: {'security_group_rule': {'security_group_id': '6047502d-ac23-4c32-93af-9c5cba7b40a9', 'project_id': 'c754b4ca22a9494d99e8e57c61279a10', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:59:32.638744 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-090c97ab-a3d2-41ad-b6ac-e586aa3f447a tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:59:32.643589 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-090c97ab-a3d2-41ad-b6ac-e586aa3f447a tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Usage tracker for resource:security_group_rule and tenant:c754b4ca22a9494d99e8e57c61279a10 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:59:32.650851 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-090c97ab-a3d2-41ad-b6ac-e586aa3f447a tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:59:32.656943 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-090c97ab-a3d2-41ad-b6ac-e586aa3f447a tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:59:32.675887 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-090c97ab-a3d2-41ad-b6ac-e586aa3f447a tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:32.737924 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-090c97ab-a3d2-41ad-b6ac-e586aa3f447a tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:32.743081 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-090c97ab-a3d2-41ad-b6ac-e586aa3f447a tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762424'] for security_group_rule, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:32.745003 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-a80709b0-42ac-447e-915a-2688ff80b8e1 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:59:32.764279 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090c97ab-a3d2-41ad-b6ac-e586aa3f447a tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b8ad1ab-5eac-465f-bffa-9c048aa4d1ac,revision_number=0']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:59:32.768298 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-090c97ab-a3d2-41ad-b6ac-e586aa3f447a tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:59:32.776673 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-090c97ab-a3d2-41ad-b6ac-e586aa3f447a tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:32.777863 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-090c97ab-a3d2-41ad-b6ac-e586aa3f447a tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1498151
Dec 23 16:59:32.780720 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 60626) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:59:32.785674 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-44fdc039-ee5c-44d8-9f07-60dde0feb517 tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Request body: {'security_group_rule': {'security_group_id': '6047502d-ac23-4c32-93af-9c5cba7b40a9', 'project_id': 'c754b4ca22a9494d99e8e57c61279a10', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:59:32.791266 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-44fdc039-ee5c-44d8-9f07-60dde0feb517 tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:59:32.795101 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-44fdc039-ee5c-44d8-9f07-60dde0feb517 tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Usage tracker for resource:security_group_rule and tenant:c754b4ca22a9494d99e8e57c61279a10 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:59:32.798193 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-44fdc039-ee5c-44d8-9f07-60dde0feb517 tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:59:32.803948 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-44fdc039-ee5c-44d8-9f07-60dde0feb517 tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:59:32.815962 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.db.securitygroups_db [None req-44fdc039-ee5c-44d8-9f07-60dde0feb517 tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Project c754b4ca22a9494d99e8e57c61279a10 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 23 16:59:32.822872 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-44fdc039-ee5c-44d8-9f07-60dde0feb517 tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:32.823872 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-36d0708d-83fa-4d4b-b177-38406a1608ed None None] Notify callbacks [] for port, precommit_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:32.836809 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-36d0708d-83fa-4d4b-b177-38406a1608ed None None] Transition to ACTIVE for port object 07552fad-a8ad-4094-b045-c05acde3b920 will not be triggered until provisioned by entity L2. {{(pid=87637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:59:32.848120 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-36d0708d-83fa-4d4b-b177-38406a1608ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:32.852314 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-0a8a2744-dac9-41e7-96c1-a222e4b34f63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:59:32.887618 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-44fdc039-ee5c-44d8-9f07-60dde0feb517 tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:32.900884 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-44fdc039-ee5c-44d8-9f07-60dde0feb517 tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762424'] for security_group_rule, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:32.902993 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-2ef22505-a9cf-461e-aada-2d903b5cefaa tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:59:32.924232 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fdc039-ee5c-44d8-9f07-60dde0feb517 tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8661ea6-d70e-4fdc-9118-d571fc5c441d,revision_number=0']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:59:32.928374 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-44fdc039-ee5c-44d8-9f07-60dde0feb517 tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:59:32.937546 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-44fdc039-ee5c-44d8-9f07-60dde0feb517 tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:32.938885 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-44fdc039-ee5c-44d8-9f07-60dde0feb517 tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1572616
Dec 23 16:59:32.941711 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 60630) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:59:32.947752 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-b69c1e5c-5228-45c6-af1b-5c7b2479b3d4 tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Request body: {'security_group_rule': {'security_group_id': '6047502d-ac23-4c32-93af-9c5cba7b40a9', 'project_id': 'c754b4ca22a9494d99e8e57c61279a10', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:59:32.954742 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-b69c1e5c-5228-45c6-af1b-5c7b2479b3d4 tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:59:32.959701 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-b69c1e5c-5228-45c6-af1b-5c7b2479b3d4 tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Usage tracker for resource:security_group_rule and tenant:c754b4ca22a9494d99e8e57c61279a10 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:59:32.963385 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-b69c1e5c-5228-45c6-af1b-5c7b2479b3d4 tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:59:32.971252 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-b69c1e5c-5228-45c6-af1b-5c7b2479b3d4 tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:59:32.985704 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.db.securitygroups_db [None req-b69c1e5c-5228-45c6-af1b-5c7b2479b3d4 tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Project c754b4ca22a9494d99e8e57c61279a10 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 23 16:59:32.993482 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-b69c1e5c-5228-45c6-af1b-5c7b2479b3d4 tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:33.010647 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 5f7f7dec-79c6-463b-bbed-ce402a3f9111 up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:59:33.064878 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-b69c1e5c-5228-45c6-af1b-5c7b2479b3d4 tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:33.070040 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-b69c1e5c-5228-45c6-af1b-5c7b2479b3d4 tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762424'] for security_group_rule, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:33.070377 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e03daa-6a07-4955-a018-f11eabc7464f None None] Pushing event updated for resources: {'Port': ['ID=07552fad-a8ad-4094-b045-c05acde3b920,revision_number=3']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:59:33.072028 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-cdffd559-f3e8-4cc0-85e4-6da99d2f9952 tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:59:33.076441 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-f8e03daa-6a07-4955-a018-f11eabc7464f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:59:33.092653 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69c1e5c-5228-45c6-af1b-5c7b2479b3d4 tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=050d3775-0309-45ee-a635-d14726f12a11,revision_number=0']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:59:33.096911 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-b69c1e5c-5228-45c6-af1b-5c7b2479b3d4 tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:59:33.107506 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-b69c1e5c-5228-45c6-af1b-5c7b2479b3d4 tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:33.109207 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-b69c1e5c-5228-45c6-af1b-5c7b2479b3d4 tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1663527
Dec 23 16:59:33.182845 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-36d0708d-83fa-4d4b-b177-38406a1608ed None None] Attempting to bind port 07552fad-a8ad-4094-b045-c05acde3b920 on host dv-neutron-822799-1-hyperv for vnic_type normal with profile  {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:59:33.183194 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-36d0708d-83fa-4d4b-b177-38406a1608ed None None] Attempting to bind port 07552fad-a8ad-4094-b045-c05acde3b920 by drivers openvswitch,hyperv on host dv-neutron-822799-1-hyperv at level 0 using segments [{'id': '35472596-8dfb-4345-bfd8-9e6960a30ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '479e3bd2-51f9-4478-a101-a2e46271560c'}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:59:33.183959 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36d0708d-83fa-4d4b-b177-38406a1608ed None None] Attempting to bind port 07552fad-a8ad-4094-b045-c05acde3b920 on network 479e3bd2-51f9-4478-a101-a2e46271560c {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:59:33.196858 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36d0708d-83fa-4d4b-b177-38406a1608ed None None] Checking agent: {'id': '20d2070f-69a9-4e73-8d08-6f0387a40158', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822799-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 0, 21), 'started_at': datetime.datetime(2021, 12, 23, 16, 0, 51), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 59, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822799-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 23 16:59:33.197241 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36d0708d-83fa-4d4b-b177-38406a1608ed None None] Checking segment: {'id': '35472596-8dfb-4345-bfd8-9e6960a30ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '479e3bd2-51f9-4478-a101-a2e46271560c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:59:33.197647 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-36d0708d-83fa-4d4b-b177-38406a1608ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:33.198012 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36d0708d-83fa-4d4b-b177-38406a1608ed None None] Bound using segment: {'id': '35472596-8dfb-4345-bfd8-9e6960a30ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '479e3bd2-51f9-4478-a101-a2e46271560c'} {{(pid=87637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 23 16:59:33.198514 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.managers [None req-36d0708d-83fa-4d4b-b177-38406a1608ed None None] Bound port: 07552fad-a8ad-4094-b045-c05acde3b920, host: dv-neutron-822799-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35472596-8dfb-4345-bfd8-9e6960a30ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '479e3bd2-51f9-4478-a101-a2e46271560c'}}] {{(pid=87637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 23 16:59:33.198892 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-36d0708d-83fa-4d4b-b177-38406a1608ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:33.213657 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port 5f7f7dec-79c6-463b-bbed-ce402a3f9111 triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:59:33.214035 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:33.269036 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [req-cd3f9fdf-ccfe-413d-97e5-6449ef6bc271 req-e208c140-a762-4057-8fa0-939c88fc1ae0 tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Synchronizing usage tracker for tenant:c754b4ca22a9494d99e8e57c61279a10 on resource:security_group {{(pid=87635) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:59:33.289287 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [req-cd3f9fdf-ccfe-413d-97e5-6449ef6bc271 req-e208c140-a762-4057-8fa0-939c88fc1ae0 tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Unset dirty status for tenant:c754b4ca22a9494d99e8e57c61279a10 on resource:security_group {{(pid=87635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:59:33.290919 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-cd3f9fdf-ccfe-413d-97e5-6449ef6bc271 req-e208c140-a762-4057-8fa0-939c88fc1ae0 tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-49853064&fields=id&tenant_id=c754b4ca22a9494d99e8e57c61279a10 HTTP/1.1" status: 200  len: 267 time: 0.0616233
Dec 23 16:59:33.374622 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-36d0708d-83fa-4d4b-b177-38406a1608ed None None] For port 07552fad-a8ad-4094-b045-c05acde3b920, host dv-neutron-822799-1-hyperv, cleared binding levels {{(pid=87637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 23 16:59:33.393992 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-36d0708d-83fa-4d4b-b177-38406a1608ed None None] For port 07552fad-a8ad-4094-b045-c05acde3b920, host dv-neutron-822799-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=07552fad-a8ad-4094-b045-c05acde3b920,segment=NetworkSegment(35472596-8dfb-4345-bfd8-9e6960a30ea2),segment_id=35472596-8dfb-4345-bfd8-9e6960a30ea2)] {{(pid=87637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 23 16:59:33.401959 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-36d0708d-83fa-4d4b-b177-38406a1608ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:33.407850 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:59:33.442576 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3f9fdf-ccfe-413d-97e5-6449ef6bc271 req-e84e13ff-0090-4e69-ae0a-bb343f73f365 tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:59:33.443688 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [req-cd3f9fdf-ccfe-413d-97e5-6449ef6bc271 req-e84e13ff-0090-4e69-ae0a-bb343f73f365 tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Synchronizing usage tracker for tenant:c754b4ca22a9494d99e8e57c61279a10 on resource:network {{(pid=87635) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:59:33.465092 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [req-cd3f9fdf-ccfe-413d-97e5-6449ef6bc271 req-e84e13ff-0090-4e69-ae0a-bb343f73f365 tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Unset dirty status for tenant:c754b4ca22a9494d99e8e57c61279a10 on resource:network {{(pid=87635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:59:33.469040 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-cd3f9fdf-ccfe-413d-97e5-6449ef6bc271 req-e84e13ff-0090-4e69-ae0a-bb343f73f365 tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] 10.222.0.64 "GET /v2.0/networks?id=322ab9d4-18f5-4097-864b-beb611b4cf6a HTTP/1.1" status: 200  len: 809 time: 0.1704290
Dec 23 16:59:33.483693 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-cd3f9fdf-ccfe-413d-97e5-6449ef6bc271 req-c80ecf2e-3f68-4fa7-bd29-fdb9ce07c39c tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] 10.222.0.64 "GET /v2.0/quotas/c754b4ca22a9494d99e8e57c61279a10 HTTP/1.1" status: 200  len: 375 time: 0.0109985
Dec 23 16:59:33.486312 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36d0708d-83fa-4d4b-b177-38406a1608ed None None] Routers {'a7789679-3317-427a-b82b-bf15ad3ae4d6'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:59:33.486962 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-36d0708d-83fa-4d4b-b177-38406a1608ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc065e3d0>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:59:20Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['a7789679-3317-427a-b82b-bf15ad3ae4d6'], 'active': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:59:33.547955 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e03daa-6a07-4955-a018-f11eabc7464f None None] Pushing event updated for resources: {'Port': ['ID=07552fad-a8ad-4094-b045-c05acde3b920,revision_number=4']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:59:33.558678 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-f8e03daa-6a07-4955-a018-f11eabc7464f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:59:33.578902 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [req-cd3f9fdf-ccfe-413d-97e5-6449ef6bc271 req-6f6e190a-eea3-4226-9eb8-f71921c08784 tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Synchronizing usage tracker for tenant:c754b4ca22a9494d99e8e57c61279a10 on resource:port {{(pid=87635) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:59:33.597946 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [req-cd3f9fdf-ccfe-413d-97e5-6449ef6bc271 req-6f6e190a-eea3-4226-9eb8-f71921c08784 tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Unset dirty status for tenant:c754b4ca22a9494d99e8e57c61279a10 on resource:port {{(pid=87635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:59:33.599426 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-cd3f9fdf-ccfe-413d-97e5-6449ef6bc271 req-6f6e190a-eea3-4226-9eb8-f71921c08784 tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=c754b4ca22a9494d99e8e57c61279a10&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1098583
Dec 23 16:59:33.618475 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [req-cd3f9fdf-ccfe-413d-97e5-6449ef6bc271 req-e64ec633-21d8-42ed-911e-a48f63f6a1bf service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=87635) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 23 16:59:33.619487 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-cd3f9fdf-ccfe-413d-97e5-6449ef6bc271 req-e64ec633-21d8-42ed-911e-a48f63f6a1bf service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0055246
Dec 23 16:59:33.689028 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvr_db [None req-36d0708d-83fa-4d4b-b177-38406a1608ed None None] Set router a7789679-3317-427a-b82b-bf15ad3ae4d6 gateway port host: dv-neutron-822799-1-hyperv {{(pid=87637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:59:33.881106 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-cd3f9fdf-ccfe-413d-97e5-6449ef6bc271 req-3ba3cf56-376e-4e32-a1b7-24f31dc48a5d service neutron] 10.222.0.64 "GET /v2.0/networks/322ab9d4-18f5-4097-864b-beb611b4cf6a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2539480
Dec 23 16:59:34.012392 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-36d0708d-83fa-4d4b-b177-38406a1608ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc065e3d0>, [{'id': 'a7789679-3317-427a-b82b-bf15ad3ae4d6', 'name': 'tempest-TestSnapshotPattern-1316400802-router', 'tenant_id': 'd77d84750ac34cb59ad2b3fe4cd6568b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.42'}], 'enable_snat': True}, 'gw_port_id': '5f7f7dec-79c6-463b-bbed-ce402a3f9111', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:59:25Z', 'updated_at': '2021-12-23T16:59:30Z', 'revision_number': 4, 'project_id': 'd77d84750ac34cb59ad2b3fe4cd6568b', 'gw_port': {'id': '5f7f7dec-79c6-463b-bbed-ce402a3f9111', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:3d:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7789679-3317-427a-b82b-bf15ad3ae4d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:59:26Z', 'updated_at': '2021-12-23T16:59:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_interfaces': [{'id': '07552fad-a8ad-4094-b045-c05acde3b920', 'name': '', 'network_id': '479e3bd2-51f9-4478-a101-a2e46271560c', 'tenant_id': 'd77d84750ac34cb59ad2b3fe4cd6568b', 'mac_address': 'fa:16:3e:d6:af:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7789679-3317-427a-b82b-bf15ad3ae4d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': '71951de6-2dbd-4961-b0d0-5105ef939eb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:59:28Z', 'updated_at': '2021-12-23T16:59:33Z', 'revision_number': 4, 'project_id': 'd77d84750ac34cb59ad2b3fe4cd6568b', 'subnets': [{'id': '71951de6-2dbd-4961-b0d0-5105ef939eb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:59:34.013744 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-cd3f9fdf-ccfe-413d-97e5-6449ef6bc271 req-0bbe078a-31c8-43c7-9101-3f9fea5c8c31 service neutron] 10.222.0.64 "GET /v2.0/networks/322ab9d4-18f5-4097-864b-beb611b4cf6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1268840
Dec 23 16:59:34.017084 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36d0708d-83fa-4d4b-b177-38406a1608ed None None] The sync data for ids ['a7789679-3317-427a-b82b-bf15ad3ae4d6'] in dv-neutron-822799-1-hyperv is: [{'id': 'a7789679-3317-427a-b82b-bf15ad3ae4d6', 'name': 'tempest-TestSnapshotPattern-1316400802-router', 'tenant_id': 'd77d84750ac34cb59ad2b3fe4cd6568b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.42'}], 'enable_snat': True}, 'gw_port_id': '5f7f7dec-79c6-463b-bbed-ce402a3f9111', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:59:25Z', 'updated_at': '2021-12-23T16:59:30Z', 'revision_number': 4, 'project_id': 'd77d84750ac34cb59ad2b3fe4cd6568b', 'gw_port': {'id': '5f7f7dec-79c6-463b-bbed-ce402a3f9111', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:3d:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7789679-3317-427a-b82b-bf15ad3ae4d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:59:26Z', 'updated_at': '2021-12-23T16:59:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_interfaces': [{'id': '07552fad-a8ad-4094-b045-c05acde3b920', 'name': '', 'network_id': '479e3bd2-51f9-4478-a101-a2e46271560c', 'tenant_id': 'd77d84750ac34cb59ad2b3fe4cd6568b', 'mac_address': 'fa:16:3e:d6:af:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7789679-3317-427a-b82b-bf15ad3ae4d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': '71951de6-2dbd-4961-b0d0-5105ef939eb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:59:28Z', 'updated_at': '2021-12-23T16:59:33Z', 'revision_number': 4, 'project_id': 'd77d84750ac34cb59ad2b3fe4cd6568b', 'subnets': [{'id': '71951de6-2dbd-4961-b0d0-5105ef939eb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 23 16:59:34.217417 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-80ef98d1-bd70-4851-af18-90d2e69a5cb9 req-19024b0e-5499-44db-a4fa-2b29a0d0281c tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] 10.222.0.64 "GET /v2.0/ports?device_id=148b0448-5a13-4387-8092-9abe91c34f9f HTTP/1.1" status: 200  len: 210 time: 0.0473957
Dec 23 16:59:34.920939 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 07552fad-a8ad-4094-b045-c05acde3b920 up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:59:34.997270 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning for port 07552fad-a8ad-4094-b045-c05acde3b920 completed by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:59:35.003076 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port 07552fad-a8ad-4094-b045-c05acde3b920 triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:59:35.003720 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:35.132139 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:35.168196 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] For port 07552fad-a8ad-4094-b045-c05acde3b920, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=07552fad-a8ad-4094-b045-c05acde3b920,segment=NetworkSegment(35472596-8dfb-4345-bfd8-9e6960a30ea2),segment_id=35472596-8dfb-4345-bfd8-9e6960a30ea2)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:59:35.172726 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:35.174532 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-6065de7b-f749-4a6a-adaa-2d670f7a0c27 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:59:35.240301 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Pushing event updated for resources: {'Port': ['ID=07552fad-a8ad-4094-b045-c05acde3b920,revision_number=5']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:59:35.243480 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:59:35.370123 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-2774b600-c969-438d-b11b-68f2b111df69 req-5952bc5f-3e7a-4054-b297-bbc5e749e5b2 tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] 10.222.0.64 "GET /v2.0/ports?device_id=148b0448-5a13-4387-8092-9abe91c34f9f HTTP/1.1" status: 200  len: 210 time: 0.0463729
Dec 23 16:59:35.578996 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3f9fdf-ccfe-413d-97e5-6449ef6bc271 req-c5a8a31a-88b6-4888-b8e7-840616715e02 tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:59:35.580421 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-cd3f9fdf-ccfe-413d-97e5-6449ef6bc271 req-c5a8a31a-88b6-4888-b8e7-840616715e02 tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] 10.222.0.61 "GET /v2.0/networks?id=322ab9d4-18f5-4097-864b-beb611b4cf6a HTTP/1.1" status: 200  len: 809 time: 0.1537838
Dec 23 16:59:35.626842 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-cd3f9fdf-ccfe-413d-97e5-6449ef6bc271 req-a029ff89-e488-40db-a3c6-9c3e90d0adcc tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Synchronizing usage tracker for tenant:c754b4ca22a9494d99e8e57c61279a10 on resource:security_group {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:59:35.638618 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-cd3f9fdf-ccfe-413d-97e5-6449ef6bc271 req-a029ff89-e488-40db-a3c6-9c3e90d0adcc tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Unset dirty status for tenant:c754b4ca22a9494d99e8e57c61279a10 on resource:security_group {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:59:35.639811 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-cd3f9fdf-ccfe-413d-97e5-6449ef6bc271 req-a029ff89-e488-40db-a3c6-9c3e90d0adcc tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c754b4ca22a9494d99e8e57c61279a10 HTTP/1.1" status: 200  len: 378 time: 0.0512741
Dec 23 16:59:35.649145 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [req-cd3f9fdf-ccfe-413d-97e5-6449ef6bc271 req-1982e30d-decd-4537-b7a3-db4bbfad05c4 tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Request body: {'port': {'device_id': '148b0448-5a13-4387-8092-9abe91c34f9f', 'network_id': '322ab9d4-18f5-4097-864b-beb611b4cf6a', 'admin_state_up': True, 'tenant_id': 'c754b4ca22a9494d99e8e57c61279a10', 'security_groups': ['6047502d-ac23-4c32-93af-9c5cba7b40a9']}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:59:35.796104 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [req-cd3f9fdf-ccfe-413d-97e5-6449ef6bc271 req-1982e30d-decd-4537-b7a3-db4bbfad05c4 tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:59:35.807186 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [req-cd3f9fdf-ccfe-413d-97e5-6449ef6bc271 req-1982e30d-decd-4537-b7a3-db4bbfad05c4 tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:59:35.820008 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd3f9fdf-ccfe-413d-97e5-6449ef6bc271 req-1982e30d-decd-4537-b7a3-db4bbfad05c4 tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Made reservation on behalf of c754b4ca22a9494d99e8e57c61279a10 for: {'port': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 16:59:35.824800 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-cd3f9fdf-ccfe-413d-97e5-6449ef6bc271 req-1982e30d-decd-4537-b7a3-db4bbfad05c4 tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:35.991893 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [req-cd3f9fdf-ccfe-413d-97e5-6449ef6bc271 req-1982e30d-decd-4537-b7a3-db4bbfad05c4 tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Allocated IP 172.20.0.11 (322ab9d4-18f5-4097-864b-beb611b4cf6a/6143a3d8-1c72-4dc5-99e1-af644e5e0cc7/cbc9e251-f3fc-419c-a326-d792e6c3e49f) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:59:36.178197 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-cd3f9fdf-ccfe-413d-97e5-6449ef6bc271 req-1982e30d-decd-4537-b7a3-db4bbfad05c4 tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:36.197083 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.provisioning_blocks [req-cd3f9fdf-ccfe-413d-97e5-6449ef6bc271 req-1982e30d-decd-4537-b7a3-db4bbfad05c4 tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Transition to ACTIVE for port object cbc9e251-f3fc-419c-a326-d792e6c3e49f will not be triggered until provisioned by entity DHCP. {{(pid=87636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:59:36.222849 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-cd3f9fdf-ccfe-413d-97e5-6449ef6bc271 req-1982e30d-decd-4537-b7a3-db4bbfad05c4 tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:36.228474 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-0f478b87-ba5a-490b-b5dc-eb2308d9bcfa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:59:36.291781 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd3f9fdf-ccfe-413d-97e5-6449ef6bc271 req-1982e30d-decd-4537-b7a3-db4bbfad05c4 tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Network 322ab9d4-18f5-4097-864b-beb611b4cf6a is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:59:36.295507 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [req-cd3f9fdf-ccfe-413d-97e5-6449ef6bc271 req-1982e30d-decd-4537-b7a3-db4bbfad05c4 tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Resources bound (agent type, host, resource id):  {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:59:36.299720 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd3f9fdf-ccfe-413d-97e5-6449ef6bc271 req-1982e30d-decd-4537-b7a3-db4bbfad05c4 tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:59:36.334166 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1982e30d-decd-4537-b7a3-db4bbfad05c4 tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Pushing event updated for resources: {'Port': ['ID=cbc9e251-f3fc-419c-a326-d792e6c3e49f,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:59:36.340744 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-1982e30d-decd-4537-b7a3-db4bbfad05c4 tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:59:36.370593 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3f9fdf-ccfe-413d-97e5-6449ef6bc271 req-1982e30d-decd-4537-b7a3-db4bbfad05c4 tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:59:36.371118 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-cd3f9fdf-ccfe-413d-97e5-6449ef6bc271 req-1982e30d-decd-4537-b7a3-db4bbfad05c4 tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:36.398591 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-cd3f9fdf-ccfe-413d-97e5-6449ef6bc271 req-1982e30d-decd-4537-b7a3-db4bbfad05c4 tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.7531023
Dec 23 16:59:36.411981 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [req-cd3f9fdf-ccfe-413d-97e5-6449ef6bc271 req-d7532f28-498d-44b8-a5b6-2230545f4a6d service neutron] Request body: {'port': {'device_id': '148b0448-5a13-4387-8092-9abe91c34f9f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8227'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:59:36.561355 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-668651e9-09c2-4061-9078-d1fb4f49a1e4 None None] Provisioning for port cbc9e251-f3fc-419c-a326-d792e6c3e49f completed by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:59:36.566878 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-668651e9-09c2-4061-9078-d1fb4f49a1e4 None None] Provisioning complete for port cbc9e251-f3fc-419c-a326-d792e6c3e49f triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:59:36.567150 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-668651e9-09c2-4061-9078-d1fb4f49a1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:36.574322 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-cd3f9fdf-ccfe-413d-97e5-6449ef6bc271 req-d7532f28-498d-44b8-a5b6-2230545f4a6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:36.622122 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-668651e9-09c2-4061-9078-d1fb4f49a1e4 None None] Port cbc9e251-f3fc-419c-a326-d792e6c3e49f cannot update to ACTIVE because it is not bound. {{(pid=87637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 23 16:59:36.676820 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c57bd2-2137-49a4-92de-919418760b02 req-2d30ee75-9176-421c-b3ba-56f1b73a0b18 tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:59:36.677533 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-13c57bd2-2137-49a4-92de-919418760b02 req-2d30ee75-9176-421c-b3ba-56f1b73a0b18 tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Synchronizing usage tracker for tenant:c754b4ca22a9494d99e8e57c61279a10 on resource:port {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:59:36.748685 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-13c57bd2-2137-49a4-92de-919418760b02 req-2d30ee75-9176-421c-b3ba-56f1b73a0b18 tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Unset dirty status for tenant:c754b4ca22a9494d99e8e57c61279a10 on resource:port {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:59:36.749842 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-13c57bd2-2137-49a4-92de-919418760b02 req-2d30ee75-9176-421c-b3ba-56f1b73a0b18 tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] 10.222.0.64 "GET /v2.0/ports?device_id=148b0448-5a13-4387-8092-9abe91c34f9f HTTP/1.1" status: 200  len: 932 time: 0.2514942
Dec 23 16:59:36.878078 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-13c57bd2-2137-49a4-92de-919418760b02 req-996ffc97-75d5-4641-b7fb-f34c7b2b1f4c tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] 10.222.0.64 "GET /v2.0/security-groups?id=6047502d-ac23-4c32-93af-9c5cba7b40a9&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1081657
Dec 23 16:59:36.907729 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 07552fad-a8ad-4094-b045-c05acde3b920 up at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:59:36.981076 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Provisioning complete for port 07552fad-a8ad-4094-b045-c05acde3b920 triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:59:36.981628 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:37.125652 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [req-cd3f9fdf-ccfe-413d-97e5-6449ef6bc271 req-d7532f28-498d-44b8-a5b6-2230545f4a6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cbc9e251-f3fc-419c-a326-d792e6c3e49f {{(pid=87636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 23 16:59:37.134137 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-cd3f9fdf-ccfe-413d-97e5-6449ef6bc271 req-d7532f28-498d-44b8-a5b6-2230545f4a6d service neutron] Notify callbacks [] for port, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:37.149946 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.provisioning_blocks [req-cd3f9fdf-ccfe-413d-97e5-6449ef6bc271 req-d7532f28-498d-44b8-a5b6-2230545f4a6d service neutron] Transition to ACTIVE for port object cbc9e251-f3fc-419c-a326-d792e6c3e49f will not be triggered until provisioned by entity L2. {{(pid=87636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 16:59:37.155798 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-cd3f9fdf-ccfe-413d-97e5-6449ef6bc271 req-d7532f28-498d-44b8-a5b6-2230545f4a6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2176289'] for port, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:37.164083 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-ef977836-ead6-4a54-98ef-8d683d1bd6ec service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:59:37.317115 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7532f28-498d-44b8-a5b6-2230545f4a6d service neutron] Pushing event updated for resources: {'Port': ['ID=cbc9e251-f3fc-419c-a326-d792e6c3e49f,revision_number=2']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:59:37.324841 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-d7532f28-498d-44b8-a5b6-2230545f4a6d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:59:37.399079 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [req-cd3f9fdf-ccfe-413d-97e5-6449ef6bc271 req-d7532f28-498d-44b8-a5b6-2230545f4a6d service neutron] Attempting to bind port cbc9e251-f3fc-419c-a326-d792e6c3e49f on host hv-neutron-8227 for vnic_type normal with profile  {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 16:59:37.399421 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [req-cd3f9fdf-ccfe-413d-97e5-6449ef6bc271 req-d7532f28-498d-44b8-a5b6-2230545f4a6d service neutron] Attempting to bind port cbc9e251-f3fc-419c-a326-d792e6c3e49f by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': '5ec78692-ab35-46ed-860b-6e5750a351f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '322ab9d4-18f5-4097-864b-beb611b4cf6a'}] {{(pid=87636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 16:59:37.399748 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd3f9fdf-ccfe-413d-97e5-6449ef6bc271 req-d7532f28-498d-44b8-a5b6-2230545f4a6d service neutron] Attempting to bind port cbc9e251-f3fc-419c-a326-d792e6c3e49f on network 322ab9d4-18f5-4097-864b-beb611b4cf6a {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:59:37.404257 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd3f9fdf-ccfe-413d-97e5-6449ef6bc271 req-d7532f28-498d-44b8-a5b6-2230545f4a6d service neutron] Port cbc9e251-f3fc-419c-a326-d792e6c3e49f on network 322ab9d4-18f5-4097-864b-beb611b4cf6a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 23 16:59:37.404631 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd3f9fdf-ccfe-413d-97e5-6449ef6bc271 req-d7532f28-498d-44b8-a5b6-2230545f4a6d service neutron] Attempting to bind port cbc9e251-f3fc-419c-a326-d792e6c3e49f on network 322ab9d4-18f5-4097-864b-beb611b4cf6a {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 16:59:37.409705 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd3f9fdf-ccfe-413d-97e5-6449ef6bc271 req-d7532f28-498d-44b8-a5b6-2230545f4a6d service neutron] Checking agent: {'id': '5a806709-633b-4d33-98c4-3d24562c0f1e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8227', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 6, 42), 'started_at': datetime.datetime(2021, 12, 23, 16, 6, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 16, 59, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 23 16:59:37.410039 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd3f9fdf-ccfe-413d-97e5-6449ef6bc271 req-d7532f28-498d-44b8-a5b6-2230545f4a6d service neutron] Checking segment: {'id': '5ec78692-ab35-46ed-860b-6e5750a351f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '322ab9d4-18f5-4097-864b-beb611b4cf6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 16:59:37.410422 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd3f9fdf-ccfe-413d-97e5-6449ef6bc271 req-d7532f28-498d-44b8-a5b6-2230545f4a6d service neutron] Bound using segment: {'id': '5ec78692-ab35-46ed-860b-6e5750a351f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '322ab9d4-18f5-4097-864b-beb611b4cf6a'} {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 23 16:59:37.410849 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [req-cd3f9fdf-ccfe-413d-97e5-6449ef6bc271 req-d7532f28-498d-44b8-a5b6-2230545f4a6d service neutron] Bound port: cbc9e251-f3fc-419c-a326-d792e6c3e49f, host: hv-neutron-8227, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ec78692-ab35-46ed-860b-6e5750a351f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '322ab9d4-18f5-4097-864b-beb611b4cf6a'}}] {{(pid=87636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 23 16:59:37.411190 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-cd3f9fdf-ccfe-413d-97e5-6449ef6bc271 req-d7532f28-498d-44b8-a5b6-2230545f4a6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:37.500623 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [req-cd3f9fdf-ccfe-413d-97e5-6449ef6bc271 req-d7532f28-498d-44b8-a5b6-2230545f4a6d service neutron] For port cbc9e251-f3fc-419c-a326-d792e6c3e49f, host hv-neutron-8227, cleared binding levels {{(pid=87636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 23 16:59:37.503464 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [req-cd3f9fdf-ccfe-413d-97e5-6449ef6bc271 req-d7532f28-498d-44b8-a5b6-2230545f4a6d service neutron] For port cbc9e251-f3fc-419c-a326-d792e6c3e49f, host hv-neutron-8227, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=cbc9e251-f3fc-419c-a326-d792e6c3e49f,segment=NetworkSegment(5ec78692-ab35-46ed-860b-6e5750a351f0),segment_id=5ec78692-ab35-46ed-860b-6e5750a351f0)] {{(pid=87636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 23 16:59:37.509739 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-cd3f9fdf-ccfe-413d-97e5-6449ef6bc271 req-d7532f28-498d-44b8-a5b6-2230545f4a6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2176289'] for port, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:37.513432 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-d728d47c-b245-44ca-8ebd-a1d7d8ed7061 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:59:37.569233 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3f9fdf-ccfe-413d-97e5-6449ef6bc271 req-d7532f28-498d-44b8-a5b6-2230545f4a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:59:37.569874 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-cd3f9fdf-ccfe-413d-97e5-6449ef6bc271 req-d7532f28-498d-44b8-a5b6-2230545f4a6d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:37.571271 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-cd3f9fdf-ccfe-413d-97e5-6449ef6bc271 req-d7532f28-498d-44b8-a5b6-2230545f4a6d service neutron] 10.222.0.61 "PUT /v2.0/ports/cbc9e251-f3fc-419c-a326-d792e6c3e49f HTTP/1.1" status: 200  len: 1094 time: 1.1636200
Dec 23 16:59:37.573075 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '148b0448-5a13-4387-8092-9abe91c34f9f', 'tag': 'cbc9e251-f3fc-419c-a326-d792e6c3e49f'}] {{(pid=87636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 23 16:59:37.608783 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7532f28-498d-44b8-a5b6-2230545f4a6d service neutron] Pushing event updated for resources: {'Port': ['ID=cbc9e251-f3fc-419c-a326-d792e6c3e49f,revision_number=3']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:59:37.612968 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-d7532f28-498d-44b8-a5b6-2230545f4a6d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:59:37.651311 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '148b0448-5a13-4387-8092-9abe91c34f9f', 'tag': 'cbc9e251-f3fc-419c-a326-d792e6c3e49f', 'status': 'completed', 'code': 200}
Dec 23 16:59:37.690507 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3f9fdf-ccfe-413d-97e5-6449ef6bc271 req-420b60ac-507b-4ff0-bbd6-fd73474a3c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:59:37.691995 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-cd3f9fdf-ccfe-413d-97e5-6449ef6bc271 req-420b60ac-507b-4ff0-bbd6-fd73474a3c61 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c754b4ca22a9494d99e8e57c61279a10&device_id=148b0448-5a13-4387-8092-9abe91c34f9f HTTP/1.1" status: 200  len: 1097 time: 0.0780814
Dec 23 16:59:37.767234 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-cd3f9fdf-ccfe-413d-97e5-6449ef6bc271 req-029ea163-c841-47ec-94a8-655257eb5443 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cbc9e251-f3fc-419c-a326-d792e6c3e49f HTTP/1.1" status: 200  len: 217 time: 0.0678105
Dec 23 16:59:37.829587 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3f9fdf-ccfe-413d-97e5-6449ef6bc271 req-4ccf0a46-abc2-40a2-8531-f427229a2d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:59:37.831142 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-cd3f9fdf-ccfe-413d-97e5-6449ef6bc271 req-4ccf0a46-abc2-40a2-8531-f427229a2d23 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=6143a3d8-1c72-4dc5-99e1-af644e5e0cc7 HTTP/1.1" status: 200  len: 848 time: 0.0587022
Dec 23 16:59:37.913301 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3f9fdf-ccfe-413d-97e5-6449ef6bc271 req-09f57ea3-8d3f-4308-9318-5fb6b5d710bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:59:37.914810 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-cd3f9fdf-ccfe-413d-97e5-6449ef6bc271 req-09f57ea3-8d3f-4308-9318-5fb6b5d710bd service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=322ab9d4-18f5-4097-864b-beb611b4cf6a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0772514
Dec 23 16:59:38.109933 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-cd3f9fdf-ccfe-413d-97e5-6449ef6bc271 req-57f46b84-26fe-4a74-8d07-ae31cc3670d0 service neutron] 10.222.0.61 "GET /v2.0/networks/322ab9d4-18f5-4097-864b-beb611b4cf6a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1883502
Dec 23 16:59:38.153748 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c06e16-19d8-4e22-909c-1f114f8c285c req-6f6776aa-6b1b-4bfe-86f9-0a9aea03b5e8 tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:59:38.155406 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-c1c06e16-19d8-4e22-909c-1f114f8c285c req-6f6776aa-6b1b-4bfe-86f9-0a9aea03b5e8 tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] 10.222.0.64 "GET /v2.0/ports?device_id=148b0448-5a13-4387-8092-9abe91c34f9f HTTP/1.1" status: 200  len: 944 time: 0.1618457
Dec 23 16:59:38.268499 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-c1c06e16-19d8-4e22-909c-1f114f8c285c req-5d392757-a04c-4245-87a2-3a916df6d4ce tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] 10.222.0.64 "GET /v2.0/security-groups?id=6047502d-ac23-4c32-93af-9c5cba7b40a9&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0684125
Dec 23 16:59:38.284769 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-cd3f9fdf-ccfe-413d-97e5-6449ef6bc271 req-01a89d32-7103-4fbc-94cd-faa7cc260fb6 service neutron] 10.222.0.61 "GET /v2.0/networks/322ab9d4-18f5-4097-864b-beb611b4cf6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1674497
Dec 23 16:59:38.421635 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c03199-8c22-416c-8185-5632b9dc61e2 req-d3ea8706-2a03-4124-ab4b-9e7adb0da35f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:59:38.423135 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-41c03199-8c22-416c-8185-5632b9dc61e2 req-d3ea8706-2a03-4124-ab4b-9e7adb0da35f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c754b4ca22a9494d99e8e57c61279a10&device_id=148b0448-5a13-4387-8092-9abe91c34f9f HTTP/1.1" status: 200  len: 1097 time: 0.0851560
Dec 23 16:59:38.561975 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c03199-8c22-416c-8185-5632b9dc61e2 req-92187f52-f839-43c8-945e-17df908bfc35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:59:38.563257 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-41c03199-8c22-416c-8185-5632b9dc61e2 req-92187f52-f839-43c8-945e-17df908bfc35 service neutron] 10.222.0.61 "GET /v2.0/networks?id=322ab9d4-18f5-4097-864b-beb611b4cf6a HTTP/1.1" status: 200  len: 910 time: 0.1330326
Dec 23 16:59:38.629652 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-41c03199-8c22-416c-8185-5632b9dc61e2 req-657f5452-e086-481e-ab74-c69f4378e6e8 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cbc9e251-f3fc-419c-a326-d792e6c3e49f HTTP/1.1" status: 200  len: 217 time: 0.0588169
Dec 23 16:59:38.695244 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c03199-8c22-416c-8185-5632b9dc61e2 req-d93b02a5-d05e-426c-b8ae-bfc678625e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:59:38.696666 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-41c03199-8c22-416c-8185-5632b9dc61e2 req-d93b02a5-d05e-426c-b8ae-bfc678625e76 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=6143a3d8-1c72-4dc5-99e1-af644e5e0cc7 HTTP/1.1" status: 200  len: 848 time: 0.0603828
Dec 23 16:59:38.775146 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c03199-8c22-416c-8185-5632b9dc61e2 req-61e8487f-8ddd-4747-aaf8-d92653ac4af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:59:38.776600 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-41c03199-8c22-416c-8185-5632b9dc61e2 req-61e8487f-8ddd-4747-aaf8-d92653ac4af2 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=322ab9d4-18f5-4097-864b-beb611b4cf6a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0724776
Dec 23 16:59:39.044420 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-41c03199-8c22-416c-8185-5632b9dc61e2 req-ca8aa70a-33eb-48fe-a16d-cbd49299ce6d service neutron] 10.222.0.61 "GET /v2.0/networks/322ab9d4-18f5-4097-864b-beb611b4cf6a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2591748
Dec 23 16:59:39.186223 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-41c03199-8c22-416c-8185-5632b9dc61e2 req-4fbfae59-dff3-4f6d-9380-b10bb1335017 service neutron] 10.222.0.61 "GET /v2.0/networks/322ab9d4-18f5-4097-864b-beb611b4cf6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1313462
Dec 23 16:59:39.462008 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af645dd0-26bd-434a-b9fd-9bc7d9d2c155 req-7007e4dd-af3a-4f67-b816-c632570e9a82 tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:59:39.463355 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-af645dd0-26bd-434a-b9fd-9bc7d9d2c155 req-7007e4dd-af3a-4f67-b816-c632570e9a82 tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] 10.222.0.64 "GET /v2.0/ports?device_id=148b0448-5a13-4387-8092-9abe91c34f9f HTTP/1.1" status: 200  len: 944 time: 0.0821249
Dec 23 16:59:39.507660 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-af645dd0-26bd-434a-b9fd-9bc7d9d2c155 req-f17ab354-626a-4b8f-9f64-dfce2ef3d108 tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] 10.222.0.64 "GET /v2.0/security-groups?id=6047502d-ac23-4c32-93af-9c5cba7b40a9&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0376635
Dec 23 16:59:40.825679 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11dd4d5-e981-49f5-9b24-4a2a9c84a1b8 req-93a3c9e9-577f-4856-a470-f44292a406c6 tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:59:40.827166 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-a11dd4d5-e981-49f5-9b24-4a2a9c84a1b8 req-93a3c9e9-577f-4856-a470-f44292a406c6 tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] 10.222.0.64 "GET /v2.0/ports?device_id=148b0448-5a13-4387-8092-9abe91c34f9f HTTP/1.1" status: 200  len: 944 time: 0.2019918
Dec 23 16:59:40.872852 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-a11dd4d5-e981-49f5-9b24-4a2a9c84a1b8 req-5aae20b6-65dd-4e1f-8fb9-7d7598ab3c71 tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] 10.222.0.64 "GET /v2.0/security-groups?id=6047502d-ac23-4c32-93af-9c5cba7b40a9&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0399382
Dec 23 16:59:41.176757 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Device cbc9e251-f3fc-419c-a326-d792e6c3e49f details requested by agent hyperv_hv-neutron-8227 with host hv-neutron-8227 {{(pid=87637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 23 16:59:41.320252 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] For port cbc9e251-f3fc-419c-a326-d792e6c3e49f, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=cbc9e251-f3fc-419c-a326-d792e6c3e49f,segment=NetworkSegment(5ec78692-ab35-46ed-860b-6e5750a351f0),segment_id=5ec78692-ab35-46ed-860b-6e5750a351f0)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:59:41.337276 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Returning: {'device': 'cbc9e251-f3fc-419c-a326-d792e6c3e49f', 'network_id': '322ab9d4-18f5-4097-864b-beb611b4cf6a', 'port_id': 'cbc9e251-f3fc-419c-a326-d792e6c3e49f', 'mac_address': 'fa:16:3e:15:71:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6143a3d8-1c72-4dc5-99e1-af644e5e0cc7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 23 16:59:41.400897 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:41.417473 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.notifiers.nova [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbc9e251-f3fc-419c-a326-d792e6c3e49f {{(pid=87637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 23 16:59:41.432853 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] For port cbc9e251-f3fc-419c-a326-d792e6c3e49f, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=cbc9e251-f3fc-419c-a326-d792e6c3e49f,segment=NetworkSegment(5ec78692-ab35-46ed-860b-6e5750a351f0),segment_id=5ec78692-ab35-46ed-860b-6e5750a351f0)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:59:41.439490 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:41.442450 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:59:41.515212 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Pushing event updated for resources: {'Port': ['ID=cbc9e251-f3fc-419c-a326-d792e6c3e49f,revision_number=4']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:59:41.518614 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:59:41.658681 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] get_ports_and_sgs() called for port_ids ['cbc9e251-f3fc-419c-a326-d792e6c3e49f'] {{(pid=87637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 23 16:59:42.115022 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da575a8-025e-4e41-9645-be633d6424c4 req-2c8878f5-2fe7-49c7-808d-be42710cf031 tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:59:42.116469 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-0da575a8-025e-4e41-9645-be633d6424c4 req-2c8878f5-2fe7-49c7-808d-be42710cf031 tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] 10.222.0.64 "GET /v2.0/ports?device_id=148b0448-5a13-4387-8092-9abe91c34f9f HTTP/1.1" status: 200  len: 945 time: 0.1355717
Dec 23 16:59:42.160091 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-0da575a8-025e-4e41-9645-be633d6424c4 req-f0755aec-15a3-4384-8156-c7cd029a089f tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] 10.222.0.64 "GET /v2.0/security-groups?id=6047502d-ac23-4c32-93af-9c5cba7b40a9&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0378911
Dec 23 16:59:42.332756 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:43.175154 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Device cbc9e251-f3fc-419c-a326-d792e6c3e49f up at agent hyperv_hv-neutron-8227 {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 16:59:43.268950 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Provisioning for port cbc9e251-f3fc-419c-a326-d792e6c3e49f completed by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 16:59:43.273788 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Provisioning complete for port cbc9e251-f3fc-419c-a326-d792e6c3e49f triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 16:59:43.274179 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:43.353570 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7b16b7-6e51-455c-ae46-fdc5fa6aae0b req-5b0bc05f-46c2-4f05-948f-e480ef066809 tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:59:43.355011 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-8f7b16b7-6e51-455c-ae46-fdc5fa6aae0b req-5b0bc05f-46c2-4f05-948f-e480ef066809 tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] 10.222.0.64 "GET /v2.0/ports?device_id=148b0448-5a13-4387-8092-9abe91c34f9f HTTP/1.1" status: 200  len: 945 time: 0.0791900
Dec 23 16:59:43.386692 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:43.398220 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-8f7b16b7-6e51-455c-ae46-fdc5fa6aae0b req-7a9b00cd-d9a5-44ff-8802-d26c7bcad15a tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] 10.222.0.64 "GET /v2.0/security-groups?id=6047502d-ac23-4c32-93af-9c5cba7b40a9&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0370386
Dec 23 16:59:43.413361 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '148b0448-5a13-4387-8092-9abe91c34f9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbc9e251-f3fc-419c-a326-d792e6c3e49f'}] {{(pid=87637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 23 16:59:43.423298 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] For port cbc9e251-f3fc-419c-a326-d792e6c3e49f, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=cbc9e251-f3fc-419c-a326-d792e6c3e49f,segment=NetworkSegment(5ec78692-ab35-46ed-860b-6e5750a351f0),segment_id=5ec78692-ab35-46ed-860b-6e5750a351f0)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 16:59:43.428717 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:43.430669 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-534ba5cd-6a2a-45ed-b0fa-a111c0375a68 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:59:43.463210 dv-neutron-822799-1-hyperv neutron-server[87637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '148b0448-5a13-4387-8092-9abe91c34f9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbc9e251-f3fc-419c-a326-d792e6c3e49f', 'code': 200}
Dec 23 16:59:43.501709 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Pushing event updated for resources: {'Port': ['ID=cbc9e251-f3fc-419c-a326-d792e6c3e49f,revision_number=5']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:59:43.504752 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:59:43.690909 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc1ef3b-9414-4763-b63c-c85d84e4d72f req-a7afd9a9-38a4-4d48-b2fa-6c122235cbc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:59:43.692289 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-dbc1ef3b-9414-4763-b63c-c85d84e4d72f req-a7afd9a9-38a4-4d48-b2fa-6c122235cbc4 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=148b0448-5a13-4387-8092-9abe91c34f9f HTTP/1.1" status: 200  len: 1099 time: 0.0741518
Dec 23 16:59:43.737367 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-dbc1ef3b-9414-4763-b63c-c85d84e4d72f req-480bb463-c341-4205-a718-6659fcf05908 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=6047502d-ac23-4c32-93af-9c5cba7b40a9&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0387979
Dec 23 16:59:44.600404 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d327879-9c50-4274-af55-abb924c61ae6 req-8d7a8c70-924c-4880-9088-acc4ba1b5e98 tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:59:44.601902 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-4d327879-9c50-4274-af55-abb924c61ae6 req-8d7a8c70-924c-4880-9088-acc4ba1b5e98 tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] 10.222.0.64 "GET /v2.0/ports?device_id=148b0448-5a13-4387-8092-9abe91c34f9f HTTP/1.1" status: 200  len: 946 time: 0.0919256
Dec 23 16:59:44.651601 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-4d327879-9c50-4274-af55-abb924c61ae6 req-32da01e9-44e8-4f89-a899-7b95ecbb496d tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] 10.222.0.64 "GET /v2.0/security-groups?id=6047502d-ac23-4c32-93af-9c5cba7b40a9&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0439482
Dec 23 16:59:45.854184 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab9b64a-eb03-428f-9fc4-de4ded50b16b req-567e98a5-7087-4039-9cfe-955b848d5f3e tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:59:45.855637 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-5ab9b64a-eb03-428f-9fc4-de4ded50b16b req-567e98a5-7087-4039-9cfe-955b848d5f3e tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] 10.222.0.64 "GET /v2.0/ports?device_id=148b0448-5a13-4387-8092-9abe91c34f9f HTTP/1.1" status: 200  len: 946 time: 0.0848415
Dec 23 16:59:45.905204 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-5ab9b64a-eb03-428f-9fc4-de4ded50b16b req-73625f9b-f056-4f58-995f-9e7edc5ca28f tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] 10.222.0.64 "GET /v2.0/security-groups?id=6047502d-ac23-4c32-93af-9c5cba7b40a9&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0412579
Dec 23 16:59:46.122926 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f6ed26-cc88-4391-8fd6-119fb7f96b5d req-a0c19c66-e199-48a3-ab89-fa7428ce64e2 tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:59:46.124496 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-f6f6ed26-cc88-4391-8fd6-119fb7f96b5d req-a0c19c66-e199-48a3-ab89-fa7428ce64e2 tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] 10.222.0.64 "GET /v2.0/ports?device_id=148b0448-5a13-4387-8092-9abe91c34f9f HTTP/1.1" status: 200  len: 946 time: 0.0924587
Dec 23 16:59:46.169697 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-f6f6ed26-cc88-4391-8fd6-119fb7f96b5d req-5252defa-67b3-47dc-87f7-f8aa1d4024c3 tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] 10.222.0.64 "GET /v2.0/security-groups?id=6047502d-ac23-4c32-93af-9c5cba7b40a9&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0395169
Dec 23 16:59:46.204214 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 60696) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:59:46.328961 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0944c66e-59b2-4285-897c-1590d384e873 tempest-TestSnapshotPattern-86699581 tempest-TestSnapshotPattern-86699581-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:59:46.329664 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-0944c66e-59b2-4285-897c-1590d384e873 tempest-TestSnapshotPattern-86699581 tempest-TestSnapshotPattern-86699581-project-admin] Synchronizing usage tracker for tenant:d77d84750ac34cb59ad2b3fe4cd6568b on resource:port {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 16:59:46.349381 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-0944c66e-59b2-4285-897c-1590d384e873 tempest-TestSnapshotPattern-86699581 tempest-TestSnapshotPattern-86699581-project-admin] Unset dirty status for tenant:d77d84750ac34cb59ad2b3fe4cd6568b on resource:port {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 16:59:46.351017 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-0944c66e-59b2-4285-897c-1590d384e873 tempest-TestSnapshotPattern-86699581 tempest-TestSnapshotPattern-86699581-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=148b0448-5a13-4387-8092-9abe91c34f9f HTTP/1.1" status: 200  len: 1094 time: 0.1456797
Dec 23 16:59:46.354069 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 60702) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 16:59:46.360641 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [None req-8f112d45-adb2-40a8-82bc-eefaa51715c8 tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Request body: {'floatingip': {'floating_network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'port_id': 'cbc9e251-f3fc-419c-a326-d792e6c3e49f', 'tenant_id': 'c754b4ca22a9494d99e8e57c61279a10', 'fixed_ip_address': '172.20.0.11'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 16:59:46.366677 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-8f112d45-adb2-40a8-82bc-eefaa51715c8 tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 16:59:46.370517 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-8f112d45-adb2-40a8-82bc-eefaa51715c8 tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Usage tracker for resource:floatingip and tenant:c754b4ca22a9494d99e8e57c61279a10 is out of sync, need to count used quota {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 16:59:46.373419 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [None req-8f112d45-adb2-40a8-82bc-eefaa51715c8 tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87636) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 16:59:46.379373 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [None req-8f112d45-adb2-40a8-82bc-eefaa51715c8 tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 16:59:46.390753 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-8f112d45-adb2-40a8-82bc-eefaa51715c8 tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Notify callbacks [] for floatingip, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:46.530603 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-8f112d45-adb2-40a8-82bc-eefaa51715c8 tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:46.662236 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [None req-8f112d45-adb2-40a8-82bc-eefaa51715c8 tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Allocated IP 172.26.3.9 (8afa6d58-9431-454a-b99c-3ff8a65aa86b/60537fec-5f5f-4ab7-89cc-03638149a590/e4079daf-ec6f-4602-bd30-ed94e6f93b89) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 16:59:46.819911 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-8f112d45-adb2-40a8-82bc-eefaa51715c8 tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:46.851064 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-8f112d45-adb2-40a8-82bc-eefaa51715c8 tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:46.854766 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-67b52317-2901-4fbb-82e4-307dae5ac01c tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:59:46.919425 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f112d45-adb2-40a8-82bc-eefaa51715c8 tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Network 8afa6d58-9431-454a-b99c-3ff8a65aa86b is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 16:59:46.922636 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [None req-8f112d45-adb2-40a8-82bc-eefaa51715c8 tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Resources bound (agent type, host, resource id):  {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 16:59:46.926256 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f112d45-adb2-40a8-82bc-eefaa51715c8 tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 16:59:46.955210 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f112d45-adb2-40a8-82bc-eefaa51715c8 tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Pushing event updated for resources: {'Port': ['ID=e4079daf-ec6f-4602-bd30-ed94e6f93b89,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:59:46.961033 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-8f112d45-adb2-40a8-82bc-eefaa51715c8 tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:59:47.443470 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-039e1bb3-3d22-4ccf-93a5-0144383a5fe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:47.495398 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-8f112d45-adb2-40a8-82bc-eefaa51715c8 tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:47.575628 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-8f112d45-adb2-40a8-82bc-eefaa51715c8 tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:47.783829 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-8f112d45-adb2-40a8-82bc-eefaa51715c8 tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Notify callbacks [] for port, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:47.791386 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-8f112d45-adb2-40a8-82bc-eefaa51715c8 tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2176289'] for port, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:47.796902 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-9a100e1f-55b0-4518-ae4b-fb8afcc8ba84 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 16:59:47.899483 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f112d45-adb2-40a8-82bc-eefaa51715c8 tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Pushing event updated for resources: {'Port': ['ID=e4079daf-ec6f-4602-bd30-ed94e6f93b89,revision_number=2']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 16:59:47.903399 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-8f112d45-adb2-40a8-82bc-eefaa51715c8 tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 16:59:47.911504 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-8f112d45-adb2-40a8-82bc-eefaa51715c8 tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1824189'] for floatingip, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:48.094330 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.db.l3_db [None req-8f112d45-adb2-40a8-82bc-eefaa51715c8 tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Floating IP a88173af-47cd-4b32-9388-33b633e9e9dc associated. External IP: 172.26.3.9, port: cbc9e251-f3fc-419c-a326-d792e6c3e49f.
Dec 23 16:59:48.458730 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f112d45-adb2-40a8-82bc-eefaa51715c8 tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Router 72b6402a-4818-4291-be3e-2e6b917ac2bc has already been hosted by L3 agent 371d4c41-c7e2-4de7-9539-c049ec4e95d1 {{(pid=87636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 23 16:59:48.648805 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f112d45-adb2-40a8-82bc-eefaa51715c8 tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Notify agent at l3_agent.dv-neutron-822799-1-hyperv the message routers_updated {{(pid=87636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 23 16:59:48.662343 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4943bb0c-12b2-4bd8-b972-eb109eee479b None None] Sync routers for ids ['72b6402a-4818-4291-be3e-2e6b917ac2bc'] in dv-neutron-822799-1-hyperv {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 23 16:59:48.672912 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4943bb0c-12b2-4bd8-b972-eb109eee479b None None] Routers {'72b6402a-4818-4291-be3e-2e6b917ac2bc'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:59:48.673510 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-4943bb0c-12b2-4bd8-b972-eb109eee479b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc1ef11c0>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:59:20Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['72b6402a-4818-4291-be3e-2e6b917ac2bc'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:59:48.674858 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-8f112d45-adb2-40a8-82bc-eefaa51715c8 tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for floatingip, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:48.732445 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-8f112d45-adb2-40a8-82bc-eefaa51715c8 tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 2.3770642
Dec 23 16:59:48.733560 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '148b0448-5a13-4387-8092-9abe91c34f9f', 'tag': 'cbc9e251-f3fc-419c-a326-d792e6c3e49f'}] {{(pid=87636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 23 16:59:48.832804 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '148b0448-5a13-4387-8092-9abe91c34f9f', 'tag': 'cbc9e251-f3fc-419c-a326-d792e6c3e49f', 'status': 'completed', 'code': 200}
Dec 23 16:59:48.849312 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-4943bb0c-12b2-4bd8-b972-eb109eee479b None None] Set router 72b6402a-4818-4291-be3e-2e6b917ac2bc gateway port host: dv-neutron-822799-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:59:48.924187 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5ab147-e066-4a08-87d5-9bbd72897983 req-b0dda09a-c7cc-4eca-b4cd-612e6ef50b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:59:48.925598 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-5b5ab147-e066-4a08-87d5-9bbd72897983 req-b0dda09a-c7cc-4eca-b4cd-612e6ef50b87 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c754b4ca22a9494d99e8e57c61279a10&device_id=148b0448-5a13-4387-8092-9abe91c34f9f HTTP/1.1" status: 200  len: 1099 time: 0.0705159
Dec 23 16:59:49.200138 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-4943bb0c-12b2-4bd8-b972-eb109eee479b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc1ef11c0>, [{'id': '72b6402a-4818-4291-be3e-2e6b917ac2bc', 'name': 'tempest-TestSnapshotPattern-125466305-router', 'tenant_id': 'c754b4ca22a9494d99e8e57c61279a10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.170'}], 'enable_snat': True}, 'gw_port_id': '6d255a4b-88fe-4ab2-85ac-4be9016ee4de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:59:19Z', 'updated_at': '2021-12-23T16:59:23Z', 'revision_number': 4, 'project_id': 'c754b4ca22a9494d99e8e57c61279a10', 'gw_port': {'id': '6d255a4b-88fe-4ab2-85ac-4be9016ee4de', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:f8:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72b6402a-4818-4291-be3e-2e6b917ac2bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:59:20Z', 'updated_at': '2021-12-23T16:59:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_floatingips': [{'id': 'a88173af-47cd-4b32-9388-33b633e9e9dc', 'tenant_id': 'c754b4ca22a9494d99e8e57c61279a10', 'floating_ip_address': '172.26.3.9', 'floating_network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'router_id': '72b6402a-4818-4291-be3e-2e6b917ac2bc', 'port_id': 'cbc9e251-f3fc-419c-a326-d792e6c3e49f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1863, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '322ab9d4-18f5-4097-864b-beb611b4cf6a', 'mac_address': 'fa:16:3e:15:71:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148b0448-5a13-4387-8092-9abe91c34f9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:59:47Z', 'updated_at': '2021-12-23T16:59:47Z', 'revision_number': 0, 'project_id': 'c754b4ca22a9494d99e8e57c61279a10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a73e967-8efe-465d-ba15-1a910d56c2e6', 'name': '', 'network_id': '322ab9d4-18f5-4097-864b-beb611b4cf6a', 'tenant_id': 'c754b4ca22a9494d99e8e57c61279a10', 'mac_address': 'fa:16:3e:fd:64:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72b6402a-4818-4291-be3e-2e6b917ac2bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '6143a3d8-1c72-4dc5-99e1-af644e5e0cc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:59:22Z', 'updated_at': '2021-12-23T16:59:29Z', 'revision_number': 5, 'project_id': 'c754b4ca22a9494d99e8e57c61279a10', 'subnets': [{'id': '6143a3d8-1c72-4dc5-99e1-af644e5e0cc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:59:49.203948 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4943bb0c-12b2-4bd8-b972-eb109eee479b None None] Checking router: 72b6402a-4818-4291-be3e-2e6b917ac2bc for host: dv-neutron-822799-1-hyperv {{(pid=87638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 23 16:59:49.210351 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5ab147-e066-4a08-87d5-9bbd72897983 req-25f3dc7f-9701-4cdb-99a3-004e7c8d67d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:59:49.211829 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-5b5ab147-e066-4a08-87d5-9bbd72897983 req-25f3dc7f-9701-4cdb-99a3-004e7c8d67d8 service neutron] 10.222.0.61 "GET /v2.0/networks?id=322ab9d4-18f5-4097-864b-beb611b4cf6a HTTP/1.1" status: 200  len: 910 time: 0.2801714
Dec 23 16:59:49.212714 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4943bb0c-12b2-4bd8-b972-eb109eee479b None None] Routers {'72b6402a-4818-4291-be3e-2e6b917ac2bc'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 16:59:49.213342 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-4943bb0c-12b2-4bd8-b972-eb109eee479b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc1ef11c0>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T16:59:20Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['72b6402a-4818-4291-be3e-2e6b917ac2bc'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:59:49.318388 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-5b5ab147-e066-4a08-87d5-9bbd72897983 req-12a8dfbf-42f0-4181-a567-141d8e67e858 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cbc9e251-f3fc-419c-a326-d792e6c3e49f HTTP/1.1" status: 200  len: 998 time: 0.0959375
Dec 23 16:59:49.383706 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5ab147-e066-4a08-87d5-9bbd72897983 req-082302fb-8ae3-44a5-82fd-461a38d98095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:59:49.385159 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-5b5ab147-e066-4a08-87d5-9bbd72897983 req-082302fb-8ae3-44a5-82fd-461a38d98095 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=6143a3d8-1c72-4dc5-99e1-af644e5e0cc7 HTTP/1.1" status: 200  len: 848 time: 0.0594242
Dec 23 16:59:49.388732 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-4943bb0c-12b2-4bd8-b972-eb109eee479b None None] Set router 72b6402a-4818-4291-be3e-2e6b917ac2bc gateway port host: dv-neutron-822799-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 16:59:49.460852 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5ab147-e066-4a08-87d5-9bbd72897983 req-98409d1d-186c-49d0-92e1-bf4a6f04d551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 16:59:49.462286 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-5b5ab147-e066-4a08-87d5-9bbd72897983 req-98409d1d-186c-49d0-92e1-bf4a6f04d551 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=322ab9d4-18f5-4097-864b-beb611b4cf6a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0705922
Dec 23 16:59:49.597403 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-5b5ab147-e066-4a08-87d5-9bbd72897983 req-7d1dbf05-7e1d-4b4a-88ed-4a9aa49e663c service neutron] 10.222.0.61 "GET /v2.0/networks/322ab9d4-18f5-4097-864b-beb611b4cf6a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1270485
Dec 23 16:59:49.733642 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-5b5ab147-e066-4a08-87d5-9bbd72897983 req-fe9d0b7d-82f2-4048-8b2a-aab77d924cf9 service neutron] 10.222.0.61 "GET /v2.0/networks/322ab9d4-18f5-4097-864b-beb611b4cf6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1284902
Dec 23 16:59:49.759004 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-4943bb0c-12b2-4bd8-b972-eb109eee479b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc1ef11c0>, [{'id': '72b6402a-4818-4291-be3e-2e6b917ac2bc', 'name': 'tempest-TestSnapshotPattern-125466305-router', 'tenant_id': 'c754b4ca22a9494d99e8e57c61279a10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.170'}], 'enable_snat': True}, 'gw_port_id': '6d255a4b-88fe-4ab2-85ac-4be9016ee4de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:59:19Z', 'updated_at': '2021-12-23T16:59:23Z', 'revision_number': 4, 'project_id': 'c754b4ca22a9494d99e8e57c61279a10', 'gw_port': {'id': '6d255a4b-88fe-4ab2-85ac-4be9016ee4de', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:f8:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72b6402a-4818-4291-be3e-2e6b917ac2bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:59:20Z', 'updated_at': '2021-12-23T16:59:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_floatingips': [{'id': 'a88173af-47cd-4b32-9388-33b633e9e9dc', 'tenant_id': 'c754b4ca22a9494d99e8e57c61279a10', 'floating_ip_address': '172.26.3.9', 'floating_network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'router_id': '72b6402a-4818-4291-be3e-2e6b917ac2bc', 'port_id': 'cbc9e251-f3fc-419c-a326-d792e6c3e49f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1863, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '322ab9d4-18f5-4097-864b-beb611b4cf6a', 'mac_address': 'fa:16:3e:15:71:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148b0448-5a13-4387-8092-9abe91c34f9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:59:47Z', 'updated_at': '2021-12-23T16:59:47Z', 'revision_number': 0, 'project_id': 'c754b4ca22a9494d99e8e57c61279a10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a73e967-8efe-465d-ba15-1a910d56c2e6', 'name': '', 'network_id': '322ab9d4-18f5-4097-864b-beb611b4cf6a', 'tenant_id': 'c754b4ca22a9494d99e8e57c61279a10', 'mac_address': 'fa:16:3e:fd:64:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72b6402a-4818-4291-be3e-2e6b917ac2bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '6143a3d8-1c72-4dc5-99e1-af644e5e0cc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:59:22Z', 'updated_at': '2021-12-23T16:59:29Z', 'revision_number': 5, 'project_id': 'c754b4ca22a9494d99e8e57c61279a10', 'subnets': [{'id': '6143a3d8-1c72-4dc5-99e1-af644e5e0cc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 16:59:49.762996 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4943bb0c-12b2-4bd8-b972-eb109eee479b None None] The sync data for ids ['72b6402a-4818-4291-be3e-2e6b917ac2bc'] in dv-neutron-822799-1-hyperv is: [{'id': '72b6402a-4818-4291-be3e-2e6b917ac2bc', 'name': 'tempest-TestSnapshotPattern-125466305-router', 'tenant_id': 'c754b4ca22a9494d99e8e57c61279a10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.170'}], 'enable_snat': True}, 'gw_port_id': '6d255a4b-88fe-4ab2-85ac-4be9016ee4de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:59:19Z', 'updated_at': '2021-12-23T16:59:23Z', 'revision_number': 4, 'project_id': 'c754b4ca22a9494d99e8e57c61279a10', 'gw_port': {'id': '6d255a4b-88fe-4ab2-85ac-4be9016ee4de', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:f8:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72b6402a-4818-4291-be3e-2e6b917ac2bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:59:20Z', 'updated_at': '2021-12-23T16:59:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_floatingips': [{'id': 'a88173af-47cd-4b32-9388-33b633e9e9dc', 'tenant_id': 'c754b4ca22a9494d99e8e57c61279a10', 'floating_ip_address': '172.26.3.9', 'floating_network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'router_id': '72b6402a-4818-4291-be3e-2e6b917ac2bc', 'port_id': 'cbc9e251-f3fc-419c-a326-d792e6c3e49f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1863, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '322ab9d4-18f5-4097-864b-beb611b4cf6a', 'mac_address': 'fa:16:3e:15:71:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148b0448-5a13-4387-8092-9abe91c34f9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:59:47Z', 'updated_at': '2021-12-23T16:59:47Z', 'revision_number': 0, 'project_id': 'c754b4ca22a9494d99e8e57c61279a10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a73e967-8efe-465d-ba15-1a910d56c2e6', 'name': '', 'network_id': '322ab9d4-18f5-4097-864b-beb611b4cf6a', 'tenant_id': 'c754b4ca22a9494d99e8e57c61279a10', 'mac_address': 'fa:16:3e:fd:64:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72b6402a-4818-4291-be3e-2e6b917ac2bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '6143a3d8-1c72-4dc5-99e1-af644e5e0cc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:59:22Z', 'updated_at': '2021-12-23T16:59:29Z', 'revision_number': 5, 'project_id': 'c754b4ca22a9494d99e8e57c61279a10', 'subnets': [{'id': '6143a3d8-1c72-4dc5-99e1-af644e5e0cc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 23 16:59:49.809924 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-6a777ea2-bd63-4ed6-be4f-3aeb1fa4f0f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:49.995365 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c141b76d-3bf8-4c11-9a5f-bea7cdcf9103 None None] New status for floating IP a88173af-47cd-4b32-9388-33b633e9e9dc: ACTIVE {{(pid=87637) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 23 16:59:50.998628 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:51.003267 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9dcbea60-a34f-4144-91e7-90aff3f57aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 16:59:52.503213 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9e3aab53-d650-47e3-b8a6-2dff21fe9ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 17:00:00.696168 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.agents_db [None req-30c2320c-f298-49f6-9c47-c20e38116a9c None None] Agent healthcheck: found 6 active agents {{(pid=87638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 23 17:00:12.350574 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 17:00:17.461932 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-55e832d4-ccc0-4e1e-8c41-57b705c98d5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 17:00:19.809002 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3c7b64bb-230b-45ce-9a74-fdccd0063bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 17:00:20.986380 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 17:00:21.012722 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9dcbea60-a34f-4144-91e7-90aff3f57aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 17:00:22.502354 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9e3aab53-d650-47e3-b8a6-2dff21fe9ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 17:00:28.190967 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-8ad41109-7e56-4580-a146-d64982a5b939 req-8227ffd2-618b-47fe-a212-f2f348889781 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=148b0448-5a13-4387-8092-9abe91c34f9f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0817754
Dec 23 17:00:28.341004 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad41109-7e56-4580-a146-d64982a5b939 req-dafdc064-b40f-4914-84e2-1a8c556af163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 17:00:28.342501 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-8ad41109-7e56-4580-a146-d64982a5b939 req-dafdc064-b40f-4914-84e2-1a8c556af163 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c754b4ca22a9494d99e8e57c61279a10&device_id=148b0448-5a13-4387-8092-9abe91c34f9f HTTP/1.1" status: 200  len: 1099 time: 0.0824547
Dec 23 17:00:28.510367 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad41109-7e56-4580-a146-d64982a5b939 req-a1615e15-d61f-46e7-b7c8-cb3d3a437380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 17:00:28.511724 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-8ad41109-7e56-4580-a146-d64982a5b939 req-a1615e15-d61f-46e7-b7c8-cb3d3a437380 service neutron] 10.222.0.61 "GET /v2.0/networks?id=322ab9d4-18f5-4097-864b-beb611b4cf6a HTTP/1.1" status: 200  len: 910 time: 0.1464179
Dec 23 17:00:28.619777 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-8ad41109-7e56-4580-a146-d64982a5b939 req-bdb51302-28dd-4b23-aa5d-58268fad824f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cbc9e251-f3fc-419c-a326-d792e6c3e49f HTTP/1.1" status: 200  len: 1000 time: 0.1011794
Dec 23 17:00:28.683313 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad41109-7e56-4580-a146-d64982a5b939 req-45823b1d-43c7-4a15-8fbc-83201adcdaa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 17:00:28.684789 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-8ad41109-7e56-4580-a146-d64982a5b939 req-45823b1d-43c7-4a15-8fbc-83201adcdaa1 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=6143a3d8-1c72-4dc5-99e1-af644e5e0cc7 HTTP/1.1" status: 200  len: 848 time: 0.0587499
Dec 23 17:00:28.767362 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad41109-7e56-4580-a146-d64982a5b939 req-b8f33c10-46c5-4880-88e0-0260221dadb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 17:00:28.768783 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-8ad41109-7e56-4580-a146-d64982a5b939 req-b8f33c10-46c5-4880-88e0-0260221dadb3 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=322ab9d4-18f5-4097-864b-beb611b4cf6a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0778232
Dec 23 17:00:28.911140 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-8ad41109-7e56-4580-a146-d64982a5b939 req-0216c1af-d08f-49f4-b1bd-b07330ebf489 service neutron] 10.222.0.61 "GET /v2.0/networks/322ab9d4-18f5-4097-864b-beb611b4cf6a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1330876
Dec 23 17:00:29.054294 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-8ad41109-7e56-4580-a146-d64982a5b939 req-650f6071-e3b8-4ba9-a9f3-2af9a360cf0c service neutron] 10.222.0.61 "GET /v2.0/networks/322ab9d4-18f5-4097-864b-beb611b4cf6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1368208
Dec 23 17:00:37.701199 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.agents_db [None req-30c2320c-f298-49f6-9c47-c20e38116a9c None None] Agent healthcheck: found 6 active agents {{(pid=87638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 23 17:00:42.347810 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 17:00:47.449837 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d005b3cf-482a-4d8a-b0fd-9e29a37c70b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 17:00:49.806831 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9a12418d-a93f-412f-a9f5-986b76dba7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 17:00:50.995228 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 17:00:51.007465 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9dcbea60-a34f-4144-91e7-90aff3f57aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 17:00:52.502403 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9e3aab53-d650-47e3-b8a6-2dff21fe9ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 17:01:12.352174 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 17:01:14.706188 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.agents_db [None req-30c2320c-f298-49f6-9c47-c20e38116a9c None None] Agent healthcheck: found 6 active agents {{(pid=87638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 23 17:01:17.454932 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-44eb874f-fc17-4e5f-8322-fe8c08591fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 17:01:19.801767 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d73d0ef6-f81e-421f-b4b5-9240445e227d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 17:01:20.998907 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 17:01:21.014172 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9dcbea60-a34f-4144-91e7-90aff3f57aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 17:01:22.507196 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9e3aab53-d650-47e3-b8a6-2dff21fe9ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 17:01:28.222718 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-ae7ae3f3-80f7-46a1-8003-5666ef705ddc req-24724937-8565-45ed-9627-35913be541df service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=148b0448-5a13-4387-8092-9abe91c34f9f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1206152
Dec 23 17:01:28.367436 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7ae3f3-80f7-46a1-8003-5666ef705ddc req-bc9f0fb1-cc0a-4c79-be1c-dc2dab3667e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 17:01:28.368830 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-ae7ae3f3-80f7-46a1-8003-5666ef705ddc req-bc9f0fb1-cc0a-4c79-be1c-dc2dab3667e9 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c754b4ca22a9494d99e8e57c61279a10&device_id=148b0448-5a13-4387-8092-9abe91c34f9f HTTP/1.1" status: 200  len: 1099 time: 0.0766895
Dec 23 17:01:28.530917 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7ae3f3-80f7-46a1-8003-5666ef705ddc req-c3569a0f-fcf4-4014-846a-9348db134667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 17:01:28.532348 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-ae7ae3f3-80f7-46a1-8003-5666ef705ddc req-c3569a0f-fcf4-4014-846a-9348db134667 service neutron] 10.222.0.61 "GET /v2.0/networks?id=322ab9d4-18f5-4097-864b-beb611b4cf6a HTTP/1.1" status: 200  len: 910 time: 0.1374633
Dec 23 17:01:28.638217 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-ae7ae3f3-80f7-46a1-8003-5666ef705ddc req-393d2616-d4aa-403f-9eec-5c67f180b377 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cbc9e251-f3fc-419c-a326-d792e6c3e49f HTTP/1.1" status: 200  len: 1000 time: 0.0994189
Dec 23 17:01:28.829981 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7ae3f3-80f7-46a1-8003-5666ef705ddc req-070c7fd7-fd1a-47a8-a260-8781c94f5aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 17:01:28.831442 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-ae7ae3f3-80f7-46a1-8003-5666ef705ddc req-070c7fd7-fd1a-47a8-a260-8781c94f5aa7 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=6143a3d8-1c72-4dc5-99e1-af644e5e0cc7 HTTP/1.1" status: 200  len: 848 time: 0.1863818
Dec 23 17:01:28.908876 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7ae3f3-80f7-46a1-8003-5666ef705ddc req-955a7859-c135-4999-88ef-e3115c802316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 17:01:28.910491 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-ae7ae3f3-80f7-46a1-8003-5666ef705ddc req-955a7859-c135-4999-88ef-e3115c802316 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=322ab9d4-18f5-4097-864b-beb611b4cf6a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0729110
Dec 23 17:01:28.920498 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [req-ae7ae3f3-80f7-46a1-8003-5666ef705ddc req-5e385ce9-6cd4-4b20-838b-09cb391d1186 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=87636) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 23 17:01:28.921435 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-ae7ae3f3-80f7-46a1-8003-5666ef705ddc req-5e385ce9-6cd4-4b20-838b-09cb391d1186 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0048180
Dec 23 17:01:29.053645 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-ae7ae3f3-80f7-46a1-8003-5666ef705ddc req-ac78242e-92c1-4cbf-83fc-9ce3bf602953 service neutron] 10.222.0.61 "GET /v2.0/networks/322ab9d4-18f5-4097-864b-beb611b4cf6a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1249797
Dec 23 17:01:29.186172 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-ae7ae3f3-80f7-46a1-8003-5666ef705ddc req-eef02a50-b932-4306-90a9-a96eb3240861 service neutron] 10.222.0.61 "GET /v2.0/networks/322ab9d4-18f5-4097-864b-beb611b4cf6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1254189
Dec 23 17:01:42.369838 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 17:01:47.458042 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1d115bb6-e7fe-47d5-9410-309ca1ae41ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 17:01:47.765418 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Device cbc9e251-f3fc-419c-a326-d792e6c3e49f details requested by agent hyperv_hv-neutron-8227 with host hv-neutron-8227 {{(pid=87637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 23 17:01:47.952617 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] For port cbc9e251-f3fc-419c-a326-d792e6c3e49f, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=cbc9e251-f3fc-419c-a326-d792e6c3e49f,segment=NetworkSegment(5ec78692-ab35-46ed-860b-6e5750a351f0),segment_id=5ec78692-ab35-46ed-860b-6e5750a351f0)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 17:01:47.966126 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Returning: {'device': 'cbc9e251-f3fc-419c-a326-d792e6c3e49f', 'network_id': '322ab9d4-18f5-4097-864b-beb611b4cf6a', 'port_id': 'cbc9e251-f3fc-419c-a326-d792e6c3e49f', 'mac_address': 'fa:16:3e:15:71:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6143a3d8-1c72-4dc5-99e1-af644e5e0cc7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 23 17:01:48.027169 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 17:01:48.045146 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.notifiers.nova [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cbc9e251-f3fc-419c-a326-d792e6c3e49f {{(pid=87637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 23 17:01:48.059958 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] For port cbc9e251-f3fc-419c-a326-d792e6c3e49f, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=cbc9e251-f3fc-419c-a326-d792e6c3e49f,segment=NetworkSegment(5ec78692-ab35-46ed-860b-6e5750a351f0),segment_id=5ec78692-ab35-46ed-860b-6e5750a351f0)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 17:01:48.064765 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 17:01:48.066749 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 17:01:48.135403 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Pushing event updated for resources: {'Port': ['ID=cbc9e251-f3fc-419c-a326-d792e6c3e49f,revision_number=6']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 17:01:48.140501 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] get_ports_and_sgs() called for port_ids ['cbc9e251-f3fc-419c-a326-d792e6c3e49f'] {{(pid=87637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 23 17:01:48.175999 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 17:01:48.176449 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 17:01:48.177082 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 17:01:48.177082 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 17:01:48.177411 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 17:01:48.177750 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 17:01:48.178119 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 17:01:48.178452 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 17:01:48.178780 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 17:01:48.179112 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 17:01:48.179436 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 17:01:48.179759 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 17:01:48.189292 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 17:01:49.802197 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Device cbc9e251-f3fc-419c-a326-d792e6c3e49f up at agent hyperv_hv-neutron-8227 {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 17:01:49.846409 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-658e5e81-65b1-44d7-b7e0-49c7b1fd58b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 17:01:49.877702 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Provisioning complete for port cbc9e251-f3fc-419c-a326-d792e6c3e49f triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 17:01:49.878214 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 17:01:50.002209 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 17:01:50.030546 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '148b0448-5a13-4387-8092-9abe91c34f9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbc9e251-f3fc-419c-a326-d792e6c3e49f'}] {{(pid=87637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 23 17:01:50.043758 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] For port cbc9e251-f3fc-419c-a326-d792e6c3e49f, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=cbc9e251-f3fc-419c-a326-d792e6c3e49f,segment=NetworkSegment(5ec78692-ab35-46ed-860b-6e5750a351f0),segment_id=5ec78692-ab35-46ed-860b-6e5750a351f0)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 17:01:50.058089 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 17:01:50.064568 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-0fee96b8-e79a-4526-98ca-58d0575bbc80 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 17:01:50.154253 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Pushing event updated for resources: {'Port': ['ID=cbc9e251-f3fc-419c-a326-d792e6c3e49f,revision_number=7']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 17:01:50.164752 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 17:01:50.166350 dv-neutron-822799-1-hyperv neutron-server[87637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '148b0448-5a13-4387-8092-9abe91c34f9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbc9e251-f3fc-419c-a326-d792e6c3e49f', 'code': 200}
Dec 23 17:01:50.982842 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 17:01:51.011117 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9dcbea60-a34f-4144-91e7-90aff3f57aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 17:01:51.705538 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.agents_db [None req-30c2320c-f298-49f6-9c47-c20e38116a9c None None] Agent healthcheck: found 6 active agents {{(pid=87638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 23 17:01:52.513748 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9e3aab53-d650-47e3-b8a6-2dff21fe9ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 17:01:57.707080 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-0ead0861-2a8b-4e28-b81f-53abc6cb9447 req-7fc2e1f0-1582-4ad0-bed4-275b4a62f811 tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-49853064&fields=id&tenant_id=c754b4ca22a9494d99e8e57c61279a10 HTTP/1.1" status: 200  len: 267 time: 0.0445924
Dec 23 17:01:57.858051 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ead0861-2a8b-4e28-b81f-53abc6cb9447 req-6dca08dc-c455-49c6-ba9e-ef24bdddd134 tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 17:01:57.859449 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-0ead0861-2a8b-4e28-b81f-53abc6cb9447 req-6dca08dc-c455-49c6-ba9e-ef24bdddd134 tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] 10.222.0.64 "GET /v2.0/networks?id=322ab9d4-18f5-4097-864b-beb611b4cf6a HTTP/1.1" status: 200  len: 809 time: 0.1451879
Dec 23 17:01:57.877265 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-0ead0861-2a8b-4e28-b81f-53abc6cb9447 req-0e254d1b-e42e-41c0-9102-51f5a980722b tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] 10.222.0.64 "GET /v2.0/quotas/c754b4ca22a9494d99e8e57c61279a10 HTTP/1.1" status: 200  len: 375 time: 0.0093606
Dec 23 17:01:57.970846 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-0ead0861-2a8b-4e28-b81f-53abc6cb9447 req-1b302a07-e793-44fd-9071-cb08699da173 tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=c754b4ca22a9494d99e8e57c61279a10&fields=id HTTP/1.1" status: 200  len: 394 time: 0.0881810
Dec 23 17:01:58.032286 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [req-0ead0861-2a8b-4e28-b81f-53abc6cb9447 req-4dd7f672-a948-4675-9bfb-a531f969d50c service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=87636) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 23 17:01:58.033266 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-0ead0861-2a8b-4e28-b81f-53abc6cb9447 req-4dd7f672-a948-4675-9bfb-a531f969d50c service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0490501
Dec 23 17:01:58.163842 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-0ead0861-2a8b-4e28-b81f-53abc6cb9447 req-514da061-c525-4021-82f0-671fbe46e6d6 service neutron] 10.222.0.64 "GET /v2.0/networks/322ab9d4-18f5-4097-864b-beb611b4cf6a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1243205
Dec 23 17:01:58.290365 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-0ead0861-2a8b-4e28-b81f-53abc6cb9447 req-fb567943-f527-4a71-ae24-a386e4c8eb12 service neutron] 10.222.0.64 "GET /v2.0/networks/322ab9d4-18f5-4097-864b-beb611b4cf6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1206720
Dec 23 17:01:58.497206 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-9e78fcc8-024a-4bfa-8ddc-38672125b3b7 req-0ab26015-5b45-49f9-adb7-381ab73f4034 tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] 10.222.0.64 "GET /v2.0/ports?device_id=576070e5-4e21-4dc9-b935-d835e1f7e85e HTTP/1.1" status: 200  len: 210 time: 0.0439355
Dec 23 17:01:59.550187 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ead0861-2a8b-4e28-b81f-53abc6cb9447 req-3e86aa67-0362-4971-819a-baa6d1896f0a tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 17:01:59.551623 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-0ead0861-2a8b-4e28-b81f-53abc6cb9447 req-3e86aa67-0362-4971-819a-baa6d1896f0a tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] 10.222.0.61 "GET /v2.0/networks?id=322ab9d4-18f5-4097-864b-beb611b4cf6a HTTP/1.1" status: 200  len: 809 time: 0.1459613
Dec 23 17:01:59.602034 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-0ead0861-2a8b-4e28-b81f-53abc6cb9447 req-20cf3173-2fca-48f4-a271-733afccf8f60 tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c754b4ca22a9494d99e8e57c61279a10 HTTP/1.1" status: 200  len: 378 time: 0.0419059
Dec 23 17:01:59.611248 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [req-0ead0861-2a8b-4e28-b81f-53abc6cb9447 req-e2501c5d-15aa-4a18-af44-e188c4f419e3 tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Request body: {'port': {'device_id': '576070e5-4e21-4dc9-b935-d835e1f7e85e', 'network_id': '322ab9d4-18f5-4097-864b-beb611b4cf6a', 'admin_state_up': True, 'tenant_id': 'c754b4ca22a9494d99e8e57c61279a10', 'security_groups': ['6047502d-ac23-4c32-93af-9c5cba7b40a9']}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 17:01:59.719688 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-f20669de-e612-47ac-883f-5cb19b35e42f req-022ffb6a-2040-48d5-8ce4-3bc5159b3813 tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] 10.222.0.64 "GET /v2.0/ports?device_id=576070e5-4e21-4dc9-b935-d835e1f7e85e HTTP/1.1" status: 200  len: 210 time: 0.0947974
Dec 23 17:01:59.791670 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [req-0ead0861-2a8b-4e28-b81f-53abc6cb9447 req-e2501c5d-15aa-4a18-af44-e188c4f419e3 tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 17:01:59.801153 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.quota.driver [req-0ead0861-2a8b-4e28-b81f-53abc6cb9447 req-e2501c5d-15aa-4a18-af44-e188c4f419e3 tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87636) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 17:01:59.812023 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ead0861-2a8b-4e28-b81f-53abc6cb9447 req-e2501c5d-15aa-4a18-af44-e188c4f419e3 tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Made reservation on behalf of c754b4ca22a9494d99e8e57c61279a10 for: {'port': 1} {{(pid=87636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 23 17:01:59.815552 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-0ead0861-2a8b-4e28-b81f-53abc6cb9447 req-e2501c5d-15aa-4a18-af44-e188c4f419e3 tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 17:01:59.988251 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_common [req-0ead0861-2a8b-4e28-b81f-53abc6cb9447 req-e2501c5d-15aa-4a18-af44-e188c4f419e3 tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Allocated IP 172.20.0.5 (322ab9d4-18f5-4097-864b-beb611b4cf6a/6143a3d8-1c72-4dc5-99e1-af644e5e0cc7/1176ff2c-7fc8-47f9-9fa0-7f1e5fdb1630) {{(pid=87636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 17:02:00.221386 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-0ead0861-2a8b-4e28-b81f-53abc6cb9447 req-e2501c5d-15aa-4a18-af44-e188c4f419e3 tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Notify callbacks [] for port, precommit_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 17:02:00.237090 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.provisioning_blocks [req-0ead0861-2a8b-4e28-b81f-53abc6cb9447 req-e2501c5d-15aa-4a18-af44-e188c4f419e3 tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Transition to ACTIVE for port object 1176ff2c-7fc8-47f9-9fa0-7f1e5fdb1630 will not be triggered until provisioned by entity DHCP. {{(pid=87636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 17:02:00.265088 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-0ead0861-2a8b-4e28-b81f-53abc6cb9447 req-e2501c5d-15aa-4a18-af44-e188c4f419e3 tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_create {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 17:02:00.281874 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-cb476e30-3ebf-476b-9222-6b100ebffb00 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 17:02:00.350280 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ead0861-2a8b-4e28-b81f-53abc6cb9447 req-e2501c5d-15aa-4a18-af44-e188c4f419e3 tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Network 322ab9d4-18f5-4097-864b-beb611b4cf6a is already hosted by enough agents. {{(pid=87636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 17:02:00.353517 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.base_scheduler [req-0ead0861-2a8b-4e28-b81f-53abc6cb9447 req-e2501c5d-15aa-4a18-af44-e188c4f419e3 tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Resources bound (agent type, host, resource id):  {{(pid=87636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 17:02:00.362146 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ead0861-2a8b-4e28-b81f-53abc6cb9447 req-e2501c5d-15aa-4a18-af44-e188c4f419e3 tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Received port after_create {{(pid=87636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 17:02:00.409889 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2501c5d-15aa-4a18-af44-e188c4f419e3 tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Pushing event updated for resources: {'Port': ['ID=1176ff2c-7fc8-47f9-9fa0-7f1e5fdb1630,revision_number=1']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 17:02:00.563446 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2501c5d-15aa-4a18-af44-e188c4f419e3 tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 17:02:00.564153 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2501c5d-15aa-4a18-af44-e188c4f419e3 tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 17:02:00.564267 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2501c5d-15aa-4a18-af44-e188c4f419e3 tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 17:02:00.564540 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2501c5d-15aa-4a18-af44-e188c4f419e3 tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 17:02:00.564924 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2501c5d-15aa-4a18-af44-e188c4f419e3 tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 17:02:00.565289 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2501c5d-15aa-4a18-af44-e188c4f419e3 tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 17:02:00.565654 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2501c5d-15aa-4a18-af44-e188c4f419e3 tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 17:02:00.566084 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2501c5d-15aa-4a18-af44-e188c4f419e3 tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 17:02:00.566355 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2501c5d-15aa-4a18-af44-e188c4f419e3 tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 17:02:00.566710 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2501c5d-15aa-4a18-af44-e188c4f419e3 tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 17:02:00.567065 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2501c5d-15aa-4a18-af44-e188c4f419e3 tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 17:02:00.567418 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2501c5d-15aa-4a18-af44-e188c4f419e3 tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 17:02:00.573813 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-e2501c5d-15aa-4a18-af44-e188c4f419e3 tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 17:02:00.591566 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ead0861-2a8b-4e28-b81f-53abc6cb9447 req-e2501c5d-15aa-4a18-af44-e188c4f419e3 tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 17:02:00.592240 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-0ead0861-2a8b-4e28-b81f-53abc6cb9447 req-e2501c5d-15aa-4a18-af44-e188c4f419e3 tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 17:02:00.620295 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-6a300e6c-3cdf-494a-b23f-d4b45e244a18 None None] Provisioning for port 1176ff2c-7fc8-47f9-9fa0-7f1e5fdb1630 completed by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 17:02:00.627206 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-6a300e6c-3cdf-494a-b23f-d4b45e244a18 None None] Provisioning complete for port 1176ff2c-7fc8-47f9-9fa0-7f1e5fdb1630 triggered by entity DHCP. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 17:02:00.628022 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-6a300e6c-3cdf-494a-b23f-d4b45e244a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 17:02:00.650968 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-0ead0861-2a8b-4e28-b81f-53abc6cb9447 req-e2501c5d-15aa-4a18-af44-e188c4f419e3 tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0433989
Dec 23 17:02:00.683892 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-6a300e6c-3cdf-494a-b23f-d4b45e244a18 None None] Port 1176ff2c-7fc8-47f9-9fa0-7f1e5fdb1630 cannot update to ACTIVE because it is not bound. {{(pid=87637) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 23 17:02:00.935414 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbe8c09-c97f-47d1-b1f0-e7cb9d200c28 req-f8385ea5-5fb1-4648-a2f7-28e058d91ae3 tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 17:02:00.936986 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-bdbe8c09-c97f-47d1-b1f0-e7cb9d200c28 req-f8385ea5-5fb1-4648-a2f7-28e058d91ae3 tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] 10.222.0.64 "GET /v2.0/ports?device_id=576070e5-4e21-4dc9-b935-d835e1f7e85e HTTP/1.1" status: 200  len: 931 time: 0.0960927
Dec 23 17:02:00.987215 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-bdbe8c09-c97f-47d1-b1f0-e7cb9d200c28 req-0c382c1d-a67c-4860-8ab3-18bea100afb2 tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] 10.222.0.64 "GET /v2.0/security-groups?id=6047502d-ac23-4c32-93af-9c5cba7b40a9&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0444129
Dec 23 17:02:01.871434 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Device cbc9e251-f3fc-419c-a326-d792e6c3e49f no longer exists at agent hyperv_hv-neutron-8227 {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 23 17:02:02.001220 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 17:02:02.031848 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '148b0448-5a13-4387-8092-9abe91c34f9f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cbc9e251-f3fc-419c-a326-d792e6c3e49f'}] {{(pid=87637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 23 17:02:02.041879 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] For port cbc9e251-f3fc-419c-a326-d792e6c3e49f, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=cbc9e251-f3fc-419c-a326-d792e6c3e49f,segment=NetworkSegment(5ec78692-ab35-46ed-860b-6e5750a351f0),segment_id=5ec78692-ab35-46ed-860b-6e5750a351f0)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 17:02:02.046561 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 17:02:02.048490 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-dd3a026f-a48e-4c38-9a38-0d90d7745795 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 17:02:02.108171 dv-neutron-822799-1-hyperv neutron-server[87637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '148b0448-5a13-4387-8092-9abe91c34f9f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cbc9e251-f3fc-419c-a326-d792e6c3e49f', 'code': 200}
Dec 23 17:02:02.138068 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Pushing event updated for resources: {'Port': ['ID=cbc9e251-f3fc-419c-a326-d792e6c3e49f,revision_number=8']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 17:02:02.141215 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 17:02:02.203232 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a49f667-dedc-496f-ae48-0f8787ad2f7a req-e25d8651-d1ea-4461-a2f7-5eaa4d4b25b1 tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 17:02:02.204055 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-2a49f667-dedc-496f-ae48-0f8787ad2f7a req-e25d8651-d1ea-4461-a2f7-5eaa4d4b25b1 tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Synchronizing usage tracker for tenant:c754b4ca22a9494d99e8e57c61279a10 on resource:port {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 17:02:02.220342 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-2a49f667-dedc-496f-ae48-0f8787ad2f7a req-e25d8651-d1ea-4461-a2f7-5eaa4d4b25b1 tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Unset dirty status for tenant:c754b4ca22a9494d99e8e57c61279a10 on resource:port {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 17:02:02.221682 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-2a49f667-dedc-496f-ae48-0f8787ad2f7a req-e25d8651-d1ea-4461-a2f7-5eaa4d4b25b1 tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] 10.222.0.64 "GET /v2.0/ports?device_id=576070e5-4e21-4dc9-b935-d835e1f7e85e HTTP/1.1" status: 200  len: 931 time: 0.1059668
Dec 23 17:02:02.291923 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-2a49f667-dedc-496f-ae48-0f8787ad2f7a req-eed034ea-96f8-462d-9a16-17a298a2449b tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] 10.222.0.64 "GET /v2.0/security-groups?id=6047502d-ac23-4c32-93af-9c5cba7b40a9&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0639162
Dec 23 17:02:03.513924 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ca0cf4-695b-46bc-8a47-dc2b9e8c911e req-5ccbd4ca-c7b0-4ced-8cf4-ff71b8643d55 tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 17:02:03.515426 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-c0ca0cf4-695b-46bc-8a47-dc2b9e8c911e req-5ccbd4ca-c7b0-4ced-8cf4-ff71b8643d55 tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] 10.222.0.64 "GET /v2.0/ports?device_id=576070e5-4e21-4dc9-b935-d835e1f7e85e HTTP/1.1" status: 200  len: 931 time: 0.0926883
Dec 23 17:02:03.567724 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-c0ca0cf4-695b-46bc-8a47-dc2b9e8c911e req-bbcf5d04-9306-4d0a-8eaf-03fe64715153 tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] 10.222.0.64 "GET /v2.0/security-groups?id=6047502d-ac23-4c32-93af-9c5cba7b40a9&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0460768
Dec 23 17:02:04.787180 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461305b3-164a-4c4d-be73-793ee34b2b50 req-3d110618-469b-49ca-8863-1b48de50167e tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 17:02:04.789377 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-461305b3-164a-4c4d-be73-793ee34b2b50 req-3d110618-469b-49ca-8863-1b48de50167e tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] 10.222.0.64 "GET /v2.0/ports?device_id=576070e5-4e21-4dc9-b935-d835e1f7e85e HTTP/1.1" status: 200  len: 931 time: 0.0982418
Dec 23 17:02:04.835720 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-461305b3-164a-4c4d-be73-793ee34b2b50 req-ae174143-029a-4539-b47d-97b6d2aa722c tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] 10.222.0.64 "GET /v2.0/security-groups?id=6047502d-ac23-4c32-93af-9c5cba7b40a9&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0408497
Dec 23 17:02:06.048331 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448abe47-a781-49c7-a0c7-862cb53db6ba req-2767a54b-eeed-4dfb-b8da-3a6eb1b308d3 tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 17:02:06.049861 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-448abe47-a781-49c7-a0c7-862cb53db6ba req-2767a54b-eeed-4dfb-b8da-3a6eb1b308d3 tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] 10.222.0.64 "GET /v2.0/ports?device_id=576070e5-4e21-4dc9-b935-d835e1f7e85e HTTP/1.1" status: 200  len: 931 time: 0.0958519
Dec 23 17:02:06.099393 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-448abe47-a781-49c7-a0c7-862cb53db6ba req-799161a8-33e6-49c0-9044-073a548a9603 tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] 10.222.0.64 "GET /v2.0/security-groups?id=6047502d-ac23-4c32-93af-9c5cba7b40a9&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0428324
Dec 23 17:02:07.292687 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4c1d9e-da5e-4ad1-88d3-7322245483cc req-df73bb5b-07fe-486a-ab70-9c7baf0c2a23 tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 17:02:07.295002 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-ea4c1d9e-da5e-4ad1-88d3-7322245483cc req-df73bb5b-07fe-486a-ab70-9c7baf0c2a23 tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] 10.222.0.64 "GET /v2.0/ports?device_id=576070e5-4e21-4dc9-b935-d835e1f7e85e HTTP/1.1" status: 200  len: 931 time: 0.0846457
Dec 23 17:02:07.347863 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-ea4c1d9e-da5e-4ad1-88d3-7322245483cc req-69c6dd55-7876-4940-bff0-3475d40aa226 tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] 10.222.0.64 "GET /v2.0/security-groups?id=6047502d-ac23-4c32-93af-9c5cba7b40a9&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0479503
Dec 23 17:02:08.544433 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4369372e-4899-4b48-98bf-2282def5022f req-cb450b18-e705-4715-8047-e2c034ca703a tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 17:02:08.545923 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-4369372e-4899-4b48-98bf-2282def5022f req-cb450b18-e705-4715-8047-e2c034ca703a tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] 10.222.0.64 "GET /v2.0/ports?device_id=576070e5-4e21-4dc9-b935-d835e1f7e85e HTTP/1.1" status: 200  len: 931 time: 0.0860002
Dec 23 17:02:08.592654 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-4369372e-4899-4b48-98bf-2282def5022f req-d85040b3-e9b9-4f73-b986-986a8f3ce998 tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] 10.222.0.64 "GET /v2.0/security-groups?id=6047502d-ac23-4c32-93af-9c5cba7b40a9&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0379705
Dec 23 17:02:09.783516 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c58ef0-9441-4596-b1fe-d50ec3db3e61 req-1ff47dc0-d009-4053-a861-219cc2a83006 tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 17:02:09.785428 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-88c58ef0-9441-4596-b1fe-d50ec3db3e61 req-1ff47dc0-d009-4053-a861-219cc2a83006 tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] 10.222.0.64 "GET /v2.0/ports?device_id=576070e5-4e21-4dc9-b935-d835e1f7e85e HTTP/1.1" status: 200  len: 931 time: 0.0858879
Dec 23 17:02:09.831852 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-88c58ef0-9441-4596-b1fe-d50ec3db3e61 req-20572ed0-167e-435b-a386-4e1517846491 tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] 10.222.0.64 "GET /v2.0/security-groups?id=6047502d-ac23-4c32-93af-9c5cba7b40a9&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0406594
Dec 23 17:02:11.027676 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a71714d-1904-4202-aee8-ef5d8bec8488 req-6a138f31-556e-45de-8f72-6940acff2a16 tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 17:02:11.029165 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-4a71714d-1904-4202-aee8-ef5d8bec8488 req-6a138f31-556e-45de-8f72-6940acff2a16 tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] 10.222.0.64 "GET /v2.0/ports?device_id=576070e5-4e21-4dc9-b935-d835e1f7e85e HTTP/1.1" status: 200  len: 931 time: 0.0873566
Dec 23 17:02:11.085044 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-4a71714d-1904-4202-aee8-ef5d8bec8488 req-51cbc0a9-e40f-4457-90d9-e04fd1d39fd1 tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] 10.222.0.64 "GET /v2.0/security-groups?id=6047502d-ac23-4c32-93af-9c5cba7b40a9&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0498698
Dec 23 17:02:11.139265 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.v2.base [req-0ead0861-2a8b-4e28-b81f-53abc6cb9447 req-7248b0f4-d9cf-41b9-9d06-93d6e62facde service neutron] Request body: {'port': {'device_id': '576070e5-4e21-4dc9-b935-d835e1f7e85e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8227'}} {{(pid=87636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 17:02:11.273966 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-0ead0861-2a8b-4e28-b81f-53abc6cb9447 req-7248b0f4-d9cf-41b9-9d06-93d6e62facde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 17:02:11.628724 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [req-0ead0861-2a8b-4e28-b81f-53abc6cb9447 req-7248b0f4-d9cf-41b9-9d06-93d6e62facde service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1176ff2c-7fc8-47f9-9fa0-7f1e5fdb1630 {{(pid=87636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 23 17:02:11.636289 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-0ead0861-2a8b-4e28-b81f-53abc6cb9447 req-7248b0f4-d9cf-41b9-9d06-93d6e62facde service neutron] Notify callbacks [] for port, precommit_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 17:02:11.650625 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.provisioning_blocks [req-0ead0861-2a8b-4e28-b81f-53abc6cb9447 req-7248b0f4-d9cf-41b9-9d06-93d6e62facde service neutron] Transition to ACTIVE for port object 1176ff2c-7fc8-47f9-9fa0-7f1e5fdb1630 will not be triggered until provisioned by entity L2. {{(pid=87636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 23 17:02:11.656917 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-0ead0861-2a8b-4e28-b81f-53abc6cb9447 req-7248b0f4-d9cf-41b9-9d06-93d6e62facde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2176289'] for port, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 17:02:11.660738 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-c04c5a66-9ef9-4baa-9334-71c66b5f503d tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 17:02:11.818959 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7248b0f4-d9cf-41b9-9d06-93d6e62facde service neutron] Pushing event updated for resources: {'Port': ['ID=1176ff2c-7fc8-47f9-9fa0-7f1e5fdb1630,revision_number=2']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 17:02:11.822079 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-7248b0f4-d9cf-41b9-9d06-93d6e62facde service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 17:02:11.894528 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [req-0ead0861-2a8b-4e28-b81f-53abc6cb9447 req-7248b0f4-d9cf-41b9-9d06-93d6e62facde service neutron] Attempting to bind port 1176ff2c-7fc8-47f9-9fa0-7f1e5fdb1630 on host hv-neutron-8227 for vnic_type normal with profile  {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 23 17:02:11.894862 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [req-0ead0861-2a8b-4e28-b81f-53abc6cb9447 req-7248b0f4-d9cf-41b9-9d06-93d6e62facde service neutron] Attempting to bind port 1176ff2c-7fc8-47f9-9fa0-7f1e5fdb1630 by drivers openvswitch,hyperv on host hv-neutron-8227 at level 0 using segments [{'id': '5ec78692-ab35-46ed-860b-6e5750a351f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '322ab9d4-18f5-4097-864b-beb611b4cf6a'}] {{(pid=87636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 23 17:02:11.895184 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ead0861-2a8b-4e28-b81f-53abc6cb9447 req-7248b0f4-d9cf-41b9-9d06-93d6e62facde service neutron] Attempting to bind port 1176ff2c-7fc8-47f9-9fa0-7f1e5fdb1630 on network 322ab9d4-18f5-4097-864b-beb611b4cf6a {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 17:02:11.900085 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ead0861-2a8b-4e28-b81f-53abc6cb9447 req-7248b0f4-d9cf-41b9-9d06-93d6e62facde service neutron] Port 1176ff2c-7fc8-47f9-9fa0-7f1e5fdb1630 on network 322ab9d4-18f5-4097-864b-beb611b4cf6a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8227 {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 23 17:02:11.900399 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ead0861-2a8b-4e28-b81f-53abc6cb9447 req-7248b0f4-d9cf-41b9-9d06-93d6e62facde service neutron] Attempting to bind port 1176ff2c-7fc8-47f9-9fa0-7f1e5fdb1630 on network 322ab9d4-18f5-4097-864b-beb611b4cf6a {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 23 17:02:11.905617 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ead0861-2a8b-4e28-b81f-53abc6cb9447 req-7248b0f4-d9cf-41b9-9d06-93d6e62facde service neutron] Checking agent: {'id': '5a806709-633b-4d33-98c4-3d24562c0f1e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8227', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 23, 16, 6, 42), 'started_at': datetime.datetime(2021, 12, 23, 16, 6, 42), 'heartbeat_timestamp': datetime.datetime(2021, 12, 23, 17, 1, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 23 17:02:11.905949 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ead0861-2a8b-4e28-b81f-53abc6cb9447 req-7248b0f4-d9cf-41b9-9d06-93d6e62facde service neutron] Checking segment: {'id': '5ec78692-ab35-46ed-860b-6e5750a351f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '322ab9d4-18f5-4097-864b-beb611b4cf6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 23 17:02:11.906323 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ead0861-2a8b-4e28-b81f-53abc6cb9447 req-7248b0f4-d9cf-41b9-9d06-93d6e62facde service neutron] Bound using segment: {'id': '5ec78692-ab35-46ed-860b-6e5750a351f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '322ab9d4-18f5-4097-864b-beb611b4cf6a'} {{(pid=87636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 23 17:02:11.906749 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.managers [req-0ead0861-2a8b-4e28-b81f-53abc6cb9447 req-7248b0f4-d9cf-41b9-9d06-93d6e62facde service neutron] Bound port: 1176ff2c-7fc8-47f9-9fa0-7f1e5fdb1630, host: hv-neutron-8227, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ec78692-ab35-46ed-860b-6e5750a351f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '322ab9d4-18f5-4097-864b-beb611b4cf6a'}}] {{(pid=87636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 23 17:02:11.907088 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-0ead0861-2a8b-4e28-b81f-53abc6cb9447 req-7248b0f4-d9cf-41b9-9d06-93d6e62facde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 17:02:12.001136 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [req-0ead0861-2a8b-4e28-b81f-53abc6cb9447 req-7248b0f4-d9cf-41b9-9d06-93d6e62facde service neutron] For port 1176ff2c-7fc8-47f9-9fa0-7f1e5fdb1630, host hv-neutron-8227, cleared binding levels {{(pid=87636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 23 17:02:12.004065 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [req-0ead0861-2a8b-4e28-b81f-53abc6cb9447 req-7248b0f4-d9cf-41b9-9d06-93d6e62facde service neutron] For port 1176ff2c-7fc8-47f9-9fa0-7f1e5fdb1630, host hv-neutron-8227, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=1176ff2c-7fc8-47f9-9fa0-7f1e5fdb1630,segment=NetworkSegment(5ec78692-ab35-46ed-860b-6e5750a351f0),segment_id=5ec78692-ab35-46ed-860b-6e5750a351f0)] {{(pid=87636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 23 17:02:12.010444 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-0ead0861-2a8b-4e28-b81f-53abc6cb9447 req-7248b0f4-d9cf-41b9-9d06-93d6e62facde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2176289'] for port, after_update {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 17:02:12.014306 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-7084ac73-7da1-41b8-b5db-05dd3876cdc8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 17:02:12.071867 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ead0861-2a8b-4e28-b81f-53abc6cb9447 req-7248b0f4-d9cf-41b9-9d06-93d6e62facde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 17:02:12.072678 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-0ead0861-2a8b-4e28-b81f-53abc6cb9447 req-7248b0f4-d9cf-41b9-9d06-93d6e62facde service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 17:02:12.074053 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-0ead0861-2a8b-4e28-b81f-53abc6cb9447 req-7248b0f4-d9cf-41b9-9d06-93d6e62facde service neutron] 10.222.0.61 "PUT /v2.0/ports/1176ff2c-7fc8-47f9-9fa0-7f1e5fdb1630 HTTP/1.1" status: 200  len: 1093 time: 0.9409661
Dec 23 17:02:12.076557 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '576070e5-4e21-4dc9-b935-d835e1f7e85e', 'tag': '1176ff2c-7fc8-47f9-9fa0-7f1e5fdb1630'}] {{(pid=87636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 23 17:02:12.108606 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7248b0f4-d9cf-41b9-9d06-93d6e62facde service neutron] Pushing event updated for resources: {'Port': ['ID=1176ff2c-7fc8-47f9-9fa0-7f1e5fdb1630,revision_number=3']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 17:02:12.111914 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-7248b0f4-d9cf-41b9-9d06-93d6e62facde service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 17:02:12.160654 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '576070e5-4e21-4dc9-b935-d835e1f7e85e', 'tag': '1176ff2c-7fc8-47f9-9fa0-7f1e5fdb1630', 'status': 'completed', 'code': 200}
Dec 23 17:02:12.203603 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ead0861-2a8b-4e28-b81f-53abc6cb9447 req-d62c1f7b-d8c3-4c1a-9624-a1416a348a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 17:02:12.205166 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-0ead0861-2a8b-4e28-b81f-53abc6cb9447 req-d62c1f7b-d8c3-4c1a-9624-a1416a348a45 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c754b4ca22a9494d99e8e57c61279a10&device_id=576070e5-4e21-4dc9-b935-d835e1f7e85e HTTP/1.1" status: 200  len: 1096 time: 0.0836663
Dec 23 17:02:12.279030 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-0ead0861-2a8b-4e28-b81f-53abc6cb9447 req-0f693b3e-5786-445d-846e-423783fc5929 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1176ff2c-7fc8-47f9-9fa0-7f1e5fdb1630 HTTP/1.1" status: 200  len: 217 time: 0.0661573
Dec 23 17:02:12.285781 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb9e8ff-7bf1-4c8b-be98-91dd549c566f req-9976eb2d-e5d9-47ec-b601-0e9e46868a9c tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 17:02:12.287263 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-1eb9e8ff-7bf1-4c8b-be98-91dd549c566f req-9976eb2d-e5d9-47ec-b601-0e9e46868a9c tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] 10.222.0.64 "GET /v2.0/ports?device_id=576070e5-4e21-4dc9-b935-d835e1f7e85e HTTP/1.1" status: 200  len: 943 time: 0.0826144
Dec 23 17:02:12.343066 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-1eb9e8ff-7bf1-4c8b-be98-91dd549c566f req-ad89b9bb-5ce8-4cb1-8d82-2512adb68447 tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] 10.222.0.64 "GET /v2.0/security-groups?id=6047502d-ac23-4c32-93af-9c5cba7b40a9&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0447888
Dec 23 17:02:12.346831 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ead0861-2a8b-4e28-b81f-53abc6cb9447 req-354fc43d-6bd6-407f-b1bc-a6717a5b3228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 17:02:12.348343 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-0ead0861-2a8b-4e28-b81f-53abc6cb9447 req-354fc43d-6bd6-407f-b1bc-a6717a5b3228 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=6143a3d8-1c72-4dc5-99e1-af644e5e0cc7 HTTP/1.1" status: 200  len: 848 time: 0.0630014
Dec 23 17:02:12.360387 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 17:02:12.424907 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ead0861-2a8b-4e28-b81f-53abc6cb9447 req-1ea6644a-a212-4d71-9fe9-08af59f9c409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 17:02:12.426295 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-0ead0861-2a8b-4e28-b81f-53abc6cb9447 req-1ea6644a-a212-4d71-9fe9-08af59f9c409 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=322ab9d4-18f5-4097-864b-beb611b4cf6a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0712833
Dec 23 17:02:12.561080 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-0ead0861-2a8b-4e28-b81f-53abc6cb9447 req-2e3d3fb8-2456-48a5-b61c-5f04518a3217 service neutron] 10.222.0.61 "GET /v2.0/networks/322ab9d4-18f5-4097-864b-beb611b4cf6a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1281576
Dec 23 17:02:12.694309 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-0ead0861-2a8b-4e28-b81f-53abc6cb9447 req-230b8594-a462-41a0-b429-d3c58b7f2fd2 service neutron] 10.222.0.61 "GET /v2.0/networks/322ab9d4-18f5-4097-864b-beb611b4cf6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1263216
Dec 23 17:02:12.818937 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7199c0-f239-4fd1-b250-fdb1793443a7 req-cebc8fbe-88e4-44bf-9cc8-fd69eef8f75c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 17:02:12.820499 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-cb7199c0-f239-4fd1-b250-fdb1793443a7 req-cebc8fbe-88e4-44bf-9cc8-fd69eef8f75c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c754b4ca22a9494d99e8e57c61279a10&device_id=576070e5-4e21-4dc9-b935-d835e1f7e85e HTTP/1.1" status: 200  len: 1096 time: 0.0762825
Dec 23 17:02:13.095238 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7199c0-f239-4fd1-b250-fdb1793443a7 req-cb18f4e7-4807-40a6-ad73-f7a6975af711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 17:02:13.096809 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-cb7199c0-f239-4fd1-b250-fdb1793443a7 req-cb18f4e7-4807-40a6-ad73-f7a6975af711 service neutron] 10.222.0.61 "GET /v2.0/networks?id=322ab9d4-18f5-4097-864b-beb611b4cf6a HTTP/1.1" status: 200  len: 910 time: 0.2695823
Dec 23 17:02:13.165020 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-cb7199c0-f239-4fd1-b250-fdb1793443a7 req-759e2a4c-2e8d-4bd2-bd5d-d5bc0ee4313e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1176ff2c-7fc8-47f9-9fa0-7f1e5fdb1630 HTTP/1.1" status: 200  len: 217 time: 0.0601220
Dec 23 17:02:13.233439 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7199c0-f239-4fd1-b250-fdb1793443a7 req-f57bed2e-1fe5-4ed4-ba2c-b7cc7e3f6992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 17:02:13.234977 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-cb7199c0-f239-4fd1-b250-fdb1793443a7 req-f57bed2e-1fe5-4ed4-ba2c-b7cc7e3f6992 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=6143a3d8-1c72-4dc5-99e1-af644e5e0cc7 HTTP/1.1" status: 200  len: 848 time: 0.0634842
Dec 23 17:02:13.321354 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7199c0-f239-4fd1-b250-fdb1793443a7 req-7c9f1746-5653-4330-8e97-75b22ebe8869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 17:02:13.322821 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-cb7199c0-f239-4fd1-b250-fdb1793443a7 req-7c9f1746-5653-4330-8e97-75b22ebe8869 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=322ab9d4-18f5-4097-864b-beb611b4cf6a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0800874
Dec 23 17:02:13.490986 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-cb7199c0-f239-4fd1-b250-fdb1793443a7 req-d034313a-e519-4b7d-bf0d-d2f4f42cd134 service neutron] 10.222.0.61 "GET /v2.0/networks/322ab9d4-18f5-4097-864b-beb611b4cf6a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1606264
Dec 23 17:02:13.643298 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-cb7199c0-f239-4fd1-b250-fdb1793443a7 req-9734b386-74f5-4f66-9770-88742958b26c service neutron] 10.222.0.61 "GET /v2.0/networks/322ab9d4-18f5-4097-864b-beb611b4cf6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1410289
Dec 23 17:02:13.650748 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f13f52c-c826-47b2-b879-f920aca01c86 req-8fefac70-0e18-456e-ae5d-a33e0ee388d5 tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 17:02:13.652126 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-8f13f52c-c826-47b2-b879-f920aca01c86 req-8fefac70-0e18-456e-ae5d-a33e0ee388d5 tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] 10.222.0.64 "GET /v2.0/ports?device_id=576070e5-4e21-4dc9-b935-d835e1f7e85e HTTP/1.1" status: 200  len: 943 time: 0.1975715
Dec 23 17:02:13.698948 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-8f13f52c-c826-47b2-b879-f920aca01c86 req-b3eb3279-e033-4f49-b614-288aa31938da tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] 10.222.0.64 "GET /v2.0/security-groups?id=6047502d-ac23-4c32-93af-9c5cba7b40a9&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0388658
Dec 23 17:02:14.913727 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc64ef7-ee27-4715-b961-a01ebcd5908a req-560ca6d3-43cd-4a59-b740-208850b6dfb1 tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 17:02:14.915189 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-4dc64ef7-ee27-4715-b961-a01ebcd5908a req-560ca6d3-43cd-4a59-b740-208850b6dfb1 tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] 10.222.0.64 "GET /v2.0/ports?device_id=576070e5-4e21-4dc9-b935-d835e1f7e85e HTTP/1.1" status: 200  len: 943 time: 0.0861807
Dec 23 17:02:14.959103 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-4dc64ef7-ee27-4715-b961-a01ebcd5908a req-86db8e77-f604-420d-85d2-9b81a9e46236 tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] 10.222.0.64 "GET /v2.0/security-groups?id=6047502d-ac23-4c32-93af-9c5cba7b40a9&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0383735
Dec 23 17:02:15.938098 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Device 1176ff2c-7fc8-47f9-9fa0-7f1e5fdb1630 details requested by agent hyperv_hv-neutron-8227 with host hv-neutron-8227 {{(pid=87637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 23 17:02:16.072861 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] For port 1176ff2c-7fc8-47f9-9fa0-7f1e5fdb1630, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=1176ff2c-7fc8-47f9-9fa0-7f1e5fdb1630,segment=NetworkSegment(5ec78692-ab35-46ed-860b-6e5750a351f0),segment_id=5ec78692-ab35-46ed-860b-6e5750a351f0)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 17:02:16.085992 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Returning: {'device': '1176ff2c-7fc8-47f9-9fa0-7f1e5fdb1630', 'network_id': '322ab9d4-18f5-4097-864b-beb611b4cf6a', 'port_id': '1176ff2c-7fc8-47f9-9fa0-7f1e5fdb1630', 'mac_address': 'fa:16:3e:0b:f5:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6143a3d8-1c72-4dc5-99e1-af644e5e0cc7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 23 17:02:16.141324 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 17:02:16.146497 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e97b87f-8242-4cf9-b0cd-f89d063e138a req-d77f5b2c-fd3e-4dca-a819-abea232c59f0 tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 17:02:16.147996 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-1e97b87f-8242-4cf9-b0cd-f89d063e138a req-d77f5b2c-fd3e-4dca-a819-abea232c59f0 tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] 10.222.0.64 "GET /v2.0/ports?device_id=576070e5-4e21-4dc9-b935-d835e1f7e85e HTTP/1.1" status: 200  len: 943 time: 0.0817862
Dec 23 17:02:16.158277 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.notifiers.nova [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1176ff2c-7fc8-47f9-9fa0-7f1e5fdb1630 {{(pid=87637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 23 17:02:16.174694 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] For port 1176ff2c-7fc8-47f9-9fa0-7f1e5fdb1630, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=1176ff2c-7fc8-47f9-9fa0-7f1e5fdb1630,segment=NetworkSegment(5ec78692-ab35-46ed-860b-6e5750a351f0),segment_id=5ec78692-ab35-46ed-860b-6e5750a351f0)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 17:02:16.179539 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 17:02:16.182308 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 17:02:16.200792 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-1e97b87f-8242-4cf9-b0cd-f89d063e138a req-144ae29b-0c3b-4640-8e94-6c664ef6a90b tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] 10.222.0.64 "GET /v2.0/security-groups?id=6047502d-ac23-4c32-93af-9c5cba7b40a9&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0466759
Dec 23 17:02:16.251293 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Pushing event updated for resources: {'Port': ['ID=1176ff2c-7fc8-47f9-9fa0-7f1e5fdb1630,revision_number=4']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 17:02:16.254477 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 17:02:16.409455 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] get_ports_and_sgs() called for port_ids ['1176ff2c-7fc8-47f9-9fa0-7f1e5fdb1630'] {{(pid=87637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 23 17:02:17.400344 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95da414f-e212-453f-9e49-f2c538076131 req-caa4ce4e-881e-498d-a493-ff4cc24bf40f tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 17:02:17.401926 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-95da414f-e212-453f-9e49-f2c538076131 req-caa4ce4e-881e-498d-a493-ff4cc24bf40f tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] 10.222.0.64 "GET /v2.0/ports?device_id=576070e5-4e21-4dc9-b935-d835e1f7e85e HTTP/1.1" status: 200  len: 944 time: 0.0883729
Dec 23 17:02:17.446094 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-95da414f-e212-453f-9e49-f2c538076131 req-f3fe6340-6bf9-4bd2-8249-d2055885af8c tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] 10.222.0.64 "GET /v2.0/security-groups?id=6047502d-ac23-4c32-93af-9c5cba7b40a9&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0383594
Dec 23 17:02:17.451483 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3c235726-c051-48d5-aaad-fde35a02ce23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 17:02:17.953472 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Device 1176ff2c-7fc8-47f9-9fa0-7f1e5fdb1630 up at agent hyperv_hv-neutron-8227 {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 17:02:18.077847 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Provisioning for port 1176ff2c-7fc8-47f9-9fa0-7f1e5fdb1630 completed by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 23 17:02:18.082581 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Provisioning complete for port 1176ff2c-7fc8-47f9-9fa0-7f1e5fdb1630 triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 17:02:18.082984 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 17:02:18.209929 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 17:02:18.242128 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '576070e5-4e21-4dc9-b935-d835e1f7e85e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1176ff2c-7fc8-47f9-9fa0-7f1e5fdb1630'}] {{(pid=87637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 23 17:02:18.253332 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] For port 1176ff2c-7fc8-47f9-9fa0-7f1e5fdb1630, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=1176ff2c-7fc8-47f9-9fa0-7f1e5fdb1630,segment=NetworkSegment(5ec78692-ab35-46ed-860b-6e5750a351f0),segment_id=5ec78692-ab35-46ed-860b-6e5750a351f0)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 17:02:18.257890 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 17:02:18.260046 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 17:02:18.290493 dv-neutron-822799-1-hyperv neutron-server[87637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '576070e5-4e21-4dc9-b935-d835e1f7e85e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1176ff2c-7fc8-47f9-9fa0-7f1e5fdb1630', 'code': 200}
Dec 23 17:02:18.328821 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Pushing event updated for resources: {'Port': ['ID=1176ff2c-7fc8-47f9-9fa0-7f1e5fdb1630,revision_number=5']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 17:02:18.331683 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 17:02:18.523311 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063d0caf-e36e-4f9e-afd0-b8cde04a4f72 req-3720b0ec-4594-4255-b687-e8a81d939295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 17:02:18.524982 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-063d0caf-e36e-4f9e-afd0-b8cde04a4f72 req-3720b0ec-4594-4255-b687-e8a81d939295 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=576070e5-4e21-4dc9-b935-d835e1f7e85e HTTP/1.1" status: 200  len: 1098 time: 0.0747180
Dec 23 17:02:18.566187 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-063d0caf-e36e-4f9e-afd0-b8cde04a4f72 req-cf997ebe-d2b6-4312-8eb4-e7c6e4f00fdf service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=6047502d-ac23-4c32-93af-9c5cba7b40a9&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0350721
Dec 23 17:02:18.649578 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6762a7c-fdee-4240-a019-348b7288793e req-2a3b6014-620b-4e9c-bef0-102d559e3a07 tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 17:02:18.651149 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-f6762a7c-fdee-4240-a019-348b7288793e req-2a3b6014-620b-4e9c-bef0-102d559e3a07 tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] 10.222.0.64 "GET /v2.0/ports?device_id=576070e5-4e21-4dc9-b935-d835e1f7e85e HTTP/1.1" status: 200  len: 945 time: 0.0935073
Dec 23 17:02:18.699045 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-f6762a7c-fdee-4240-a019-348b7288793e req-9f7a3611-cd5e-4378-9011-41607a8b29fb tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] 10.222.0.64 "GET /v2.0/security-groups?id=6047502d-ac23-4c32-93af-9c5cba7b40a9&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0396271
Dec 23 17:02:19.813166 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d1d48d8e-ef64-41b7-a5e7-7bcaa1d645c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 17:02:19.902105 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710fff41-26c6-4866-87f9-2125c5533333 req-7c716397-9864-4e19-858a-37ca08b5e5a8 tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 17:02:19.903825 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-710fff41-26c6-4866-87f9-2125c5533333 req-7c716397-9864-4e19-858a-37ca08b5e5a8 tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] 10.222.0.64 "GET /v2.0/ports?device_id=576070e5-4e21-4dc9-b935-d835e1f7e85e HTTP/1.1" status: 200  len: 945 time: 0.0848005
Dec 23 17:02:19.950101 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-710fff41-26c6-4866-87f9-2125c5533333 req-49ce4582-095c-4bbf-80f4-1ae3f2631ab1 tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] 10.222.0.64 "GET /v2.0/security-groups?id=6047502d-ac23-4c32-93af-9c5cba7b40a9&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0380280
Dec 23 17:02:20.164981 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c32ab8-14e3-4a6d-b6ea-4521758bfbb8 req-f36854ed-0264-48ca-80ab-586dcacb91d1 tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 17:02:20.166422 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-01c32ab8-14e3-4a6d-b6ea-4521758bfbb8 req-f36854ed-0264-48ca-80ab-586dcacb91d1 tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] 10.222.0.64 "GET /v2.0/ports?device_id=576070e5-4e21-4dc9-b935-d835e1f7e85e HTTP/1.1" status: 200  len: 945 time: 0.1024382
Dec 23 17:02:20.211626 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-01c32ab8-14e3-4a6d-b6ea-4521758bfbb8 req-3f974fef-f96c-4528-8752-7353881ab969 tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] 10.222.0.64 "GET /v2.0/security-groups?id=6047502d-ac23-4c32-93af-9c5cba7b40a9&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0393884
Dec 23 17:02:20.237450 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 32776) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 17:02:20.313242 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ff0966b-a0ad-4ae7-a743-7f60ee97eb6d tempest-TestSnapshotPattern-86699581 tempest-TestSnapshotPattern-86699581-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 17:02:20.314788 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-7ff0966b-a0ad-4ae7-a743-7f60ee97eb6d tempest-TestSnapshotPattern-86699581 tempest-TestSnapshotPattern-86699581-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=576070e5-4e21-4dc9-b935-d835e1f7e85e HTTP/1.1" status: 200  len: 1093 time: 0.0763595
Dec 23 17:02:20.317743 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 32780) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 17:02:20.323215 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.v2.base [None req-f21f3a3b-052e-4c67-8f85-43c8b128a5de tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Request body: {'floatingip': {'floating_network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'port_id': '1176ff2c-7fc8-47f9-9fa0-7f1e5fdb1630', 'tenant_id': 'c754b4ca22a9494d99e8e57c61279a10', 'fixed_ip_address': '172.20.0.5'}} {{(pid=87635) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 23 17:02:20.329807 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-f21f3a3b-052e-4c67-8f85-43c8b128a5de tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 23 17:02:20.333637 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-f21f3a3b-052e-4c67-8f85-43c8b128a5de tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Usage tracker for resource:floatingip and tenant:c754b4ca22a9494d99e8e57c61279a10 is out of sync, need to count used quota {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 23 17:02:20.336402 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [None req-f21f3a3b-052e-4c67-8f85-43c8b128a5de tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87635) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 23 17:02:20.342583 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.quota.driver [None req-f21f3a3b-052e-4c67-8f85-43c8b128a5de tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87635) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 23 17:02:20.359536 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-f21f3a3b-052e-4c67-8f85-43c8b128a5de tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Notify callbacks [] for floatingip, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 17:02:20.495602 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-f21f3a3b-052e-4c67-8f85-43c8b128a5de tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 17:02:20.641346 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.db_base_plugin_common [None req-f21f3a3b-052e-4c67-8f85-43c8b128a5de tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Allocated IP 172.26.3.127 (8afa6d58-9431-454a-b99c-3ff8a65aa86b/60537fec-5f5f-4ab7-89cc-03638149a590/5a56d16d-bb78-4829-8591-81983118bb77) {{(pid=87635) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 23 17:02:20.797553 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-f21f3a3b-052e-4c67-8f85-43c8b128a5de tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Notify callbacks [] for port, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 17:02:20.827717 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-f21f3a3b-052e-4c67-8f85-43c8b128a5de tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735362536780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 17:02:20.832239 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-1a1c92ee-c8b2-4e8c-9a5c-f41bf509930f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 17:02:20.990796 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 17:02:21.001119 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f21f3a3b-052e-4c67-8f85-43c8b128a5de tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Network 8afa6d58-9431-454a-b99c-3ff8a65aa86b is already hosted by enough agents. {{(pid=87635) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 23 17:02:21.008718 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.base_scheduler [None req-f21f3a3b-052e-4c67-8f85-43c8b128a5de tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Resources bound (agent type, host, resource id):  {{(pid=87635) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 23 17:02:21.013130 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f21f3a3b-052e-4c67-8f85-43c8b128a5de tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Received port after_create {{(pid=87635) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 23 17:02:21.015485 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9dcbea60-a34f-4144-91e7-90aff3f57aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 17:02:21.047316 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21f3a3b-052e-4c67-8f85-43c8b128a5de tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Pushing event updated for resources: {'Port': ['ID=5a56d16d-bb78-4829-8591-81983118bb77,revision_number=1']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 17:02:21.062968 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21f3a3b-052e-4c67-8f85-43c8b128a5de tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 17:02:21.063282 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21f3a3b-052e-4c67-8f85-43c8b128a5de tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 17:02:21.063665 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21f3a3b-052e-4c67-8f85-43c8b128a5de tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 17:02:21.064034 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21f3a3b-052e-4c67-8f85-43c8b128a5de tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 17:02:21.064403 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21f3a3b-052e-4c67-8f85-43c8b128a5de tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 17:02:21.064798 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21f3a3b-052e-4c67-8f85-43c8b128a5de tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 17:02:21.065139 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21f3a3b-052e-4c67-8f85-43c8b128a5de tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 17:02:21.065502 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21f3a3b-052e-4c67-8f85-43c8b128a5de tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 17:02:21.065877 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21f3a3b-052e-4c67-8f85-43c8b128a5de tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 17:02:21.066254 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21f3a3b-052e-4c67-8f85-43c8b128a5de tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 17:02:21.066614 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21f3a3b-052e-4c67-8f85-43c8b128a5de tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 17:02:21.066964 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21f3a3b-052e-4c67-8f85-43c8b128a5de tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 17:02:21.072244 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-f21f3a3b-052e-4c67-8f85-43c8b128a5de tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 17:02:21.461521 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-f21f3a3b-052e-4c67-8f85-43c8b128a5de tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 17:02:21.542165 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-f21f3a3b-052e-4c67-8f85-43c8b128a5de tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 17:02:21.767887 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-f21f3a3b-052e-4c67-8f85-43c8b128a5de tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Notify callbacks [] for port, precommit_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 17:02:21.774971 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-f21f3a3b-052e-4c67-8f85-43c8b128a5de tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2753531'] for port, after_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 17:02:21.779396 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-3ace767a-4c91-4eb6-a7d4-2a6144817131 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 17:02:21.883518 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21f3a3b-052e-4c67-8f85-43c8b128a5de tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Pushing event updated for resources: {'Port': ['ID=5a56d16d-bb78-4829-8591-81983118bb77,revision_number=2']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 17:02:21.887473 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-f21f3a3b-052e-4c67-8f85-43c8b128a5de tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 17:02:21.896919 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-f21f3a3b-052e-4c67-8f85-43c8b128a5de tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1824189'] for floatingip, after_update {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 17:02:22.070960 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.db.l3_db [None req-f21f3a3b-052e-4c67-8f85-43c8b128a5de tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Floating IP c9cf0ece-a0cc-4a1f-bcf3-4f3f1454cbd2 associated. External IP: 172.26.3.127, port: 1176ff2c-7fc8-47f9-9fa0-7f1e5fdb1630.
Dec 23 17:02:22.427083 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f21f3a3b-052e-4c67-8f85-43c8b128a5de tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Router 72b6402a-4818-4291-be3e-2e6b917ac2bc has already been hosted by L3 agent 371d4c41-c7e2-4de7-9539-c049ec4e95d1 {{(pid=87635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 23 17:02:22.512620 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9e3aab53-d650-47e3-b8a6-2dff21fe9ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 17:02:22.747318 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f21f3a3b-052e-4c67-8f85-43c8b128a5de tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Notify agent at l3_agent.dv-neutron-822799-1-hyperv the message routers_updated {{(pid=87635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 23 17:02:22.757232 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd2495a-3de5-4965-8180-b10cb8cd6b28 None None] Sync routers for ids ['72b6402a-4818-4291-be3e-2e6b917ac2bc'] in dv-neutron-822799-1-hyperv {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 23 17:02:22.767462 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd2495a-3de5-4965-8180-b10cb8cd6b28 None None] Routers {'72b6402a-4818-4291-be3e-2e6b917ac2bc'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 17:02:22.768101 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-fcd2495a-3de5-4965-8180-b10cb8cd6b28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc1a2cc70>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T17:02:20Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['72b6402a-4818-4291-be3e-2e6b917ac2bc'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 17:02:22.772473 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-f21f3a3b-052e-4c67-8f85-43c8b128a5de tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for floatingip, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 17:02:22.827357 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-f21f3a3b-052e-4c67-8f85-43c8b128a5de tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.5082097
Dec 23 17:02:22.827988 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '576070e5-4e21-4dc9-b935-d835e1f7e85e', 'tag': '1176ff2c-7fc8-47f9-9fa0-7f1e5fdb1630'}] {{(pid=87635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 23 17:02:22.951919 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-fcd2495a-3de5-4965-8180-b10cb8cd6b28 None None] Set router 72b6402a-4818-4291-be3e-2e6b917ac2bc gateway port host: dv-neutron-822799-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 17:02:22.984919 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '576070e5-4e21-4dc9-b935-d835e1f7e85e', 'tag': '1176ff2c-7fc8-47f9-9fa0-7f1e5fdb1630', 'status': 'completed', 'code': 200}
Dec 23 17:02:23.085198 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0732d4-b956-4a9a-bfd1-9690c1d3738c req-83c8dcd1-751f-4d99-8b03-76d9234ef1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 17:02:23.086693 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-9f0732d4-b956-4a9a-bfd1-9690c1d3738c req-83c8dcd1-751f-4d99-8b03-76d9234ef1cd service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c754b4ca22a9494d99e8e57c61279a10&device_id=576070e5-4e21-4dc9-b935-d835e1f7e85e HTTP/1.1" status: 200  len: 1098 time: 0.0785758
Dec 23 17:02:23.232972 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0732d4-b956-4a9a-bfd1-9690c1d3738c req-0681e379-3857-4e18-bd17-b2c64af08759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 17:02:23.234670 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-9f0732d4-b956-4a9a-bfd1-9690c1d3738c req-0681e379-3857-4e18-bd17-b2c64af08759 service neutron] 10.222.0.61 "GET /v2.0/networks?id=322ab9d4-18f5-4097-864b-beb611b4cf6a HTTP/1.1" status: 200  len: 910 time: 0.1397402
Dec 23 17:02:23.305323 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-fcd2495a-3de5-4965-8180-b10cb8cd6b28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc1a2cc70>, [{'id': '72b6402a-4818-4291-be3e-2e6b917ac2bc', 'name': 'tempest-TestSnapshotPattern-125466305-router', 'tenant_id': 'c754b4ca22a9494d99e8e57c61279a10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.170'}], 'enable_snat': True}, 'gw_port_id': '6d255a4b-88fe-4ab2-85ac-4be9016ee4de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:59:19Z', 'updated_at': '2021-12-23T16:59:23Z', 'revision_number': 4, 'project_id': 'c754b4ca22a9494d99e8e57c61279a10', 'gw_port': {'id': '6d255a4b-88fe-4ab2-85ac-4be9016ee4de', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:f8:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72b6402a-4818-4291-be3e-2e6b917ac2bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:59:20Z', 'updated_at': '2021-12-23T16:59:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_floatingips': [{'id': 'a88173af-47cd-4b32-9388-33b633e9e9dc', 'tenant_id': 'c754b4ca22a9494d99e8e57c61279a10', 'floating_ip_address': '172.26.3.9', 'floating_network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'router_id': '72b6402a-4818-4291-be3e-2e6b917ac2bc', 'port_id': 'cbc9e251-f3fc-419c-a326-d792e6c3e49f', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1863, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '322ab9d4-18f5-4097-864b-beb611b4cf6a', 'mac_address': 'fa:16:3e:15:71:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '148b0448-5a13-4387-8092-9abe91c34f9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:59:47Z', 'updated_at': '2021-12-23T16:59:50Z', 'revision_number': 1, 'project_id': 'c754b4ca22a9494d99e8e57c61279a10', 'fixed_ip_address_scope': None}, {'id': 'c9cf0ece-a0cc-4a1f-bcf3-4f3f1454cbd2', 'tenant_id': 'c754b4ca22a9494d99e8e57c61279a10', 'floating_ip_address': '172.26.3.127', 'floating_network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'router_id': '72b6402a-4818-4291-be3e-2e6b917ac2bc', 'port_id': '1176ff2c-7fc8-47f9-9fa0-7f1e5fdb1630', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1866, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '322ab9d4-18f5-4097-864b-beb611b4cf6a', 'mac_address': 'fa:16:3e:0b:f5:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '576070e5-4e21-4dc9-b935-d835e1f7e85e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T17:02:21Z', 'updated_at': '2021-12-23T17:02:21Z', 'revision_number': 0, 'project_id': 'c754b4ca22a9494d99e8e57c61279a10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a73e967-8efe-465d-ba15-1a910d56c2e6', 'name': '', 'network_id': '322ab9d4-18f5-4097-864b-beb611b4cf6a', 'tenant_id': 'c754b4ca22a9494d99e8e57c61279a10', 'mac_address': 'fa:16:3e:fd:64:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72b6402a-4818-4291-be3e-2e6b917ac2bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '6143a3d8-1c72-4dc5-99e1-af644e5e0cc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:59:22Z', 'updated_at': '2021-12-23T16:59:29Z', 'revision_number': 5, 'project_id': 'c754b4ca22a9494d99e8e57c61279a10', 'subnets': [{'id': '6143a3d8-1c72-4dc5-99e1-af644e5e0cc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 17:02:23.309315 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd2495a-3de5-4965-8180-b10cb8cd6b28 None None] Checking router: 72b6402a-4818-4291-be3e-2e6b917ac2bc for host: dv-neutron-822799-1-hyperv {{(pid=87638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 23 17:02:23.317591 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd2495a-3de5-4965-8180-b10cb8cd6b28 None None] Routers {'72b6402a-4818-4291-be3e-2e6b917ac2bc'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 17:02:23.318567 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-fcd2495a-3de5-4965-8180-b10cb8cd6b28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc1a2cc70>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T17:02:20Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['72b6402a-4818-4291-be3e-2e6b917ac2bc'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 17:02:23.338505 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-9f0732d4-b956-4a9a-bfd1-9690c1d3738c req-4d2af1ab-6e35-4a49-8d21-14bf103b698b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1176ff2c-7fc8-47f9-9fa0-7f1e5fdb1630 HTTP/1.1" status: 200  len: 999 time: 0.0974338
Dec 23 17:02:23.400785 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0732d4-b956-4a9a-bfd1-9690c1d3738c req-37e2dba1-b4cf-4556-a10d-3ab6b58793f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 17:02:23.402408 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-9f0732d4-b956-4a9a-bfd1-9690c1d3738c req-37e2dba1-b4cf-4556-a10d-3ab6b58793f4 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=6143a3d8-1c72-4dc5-99e1-af644e5e0cc7 HTTP/1.1" status: 200  len: 848 time: 0.0578024
Dec 23 17:02:23.484147 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0732d4-b956-4a9a-bfd1-9690c1d3738c req-58edc3f2-0f7c-4cb8-bab3-e387aef98f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 17:02:23.485717 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-9f0732d4-b956-4a9a-bfd1-9690c1d3738c req-58edc3f2-0f7c-4cb8-bab3-e387aef98f46 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=322ab9d4-18f5-4097-864b-beb611b4cf6a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0772388
Dec 23 17:02:23.496017 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-fcd2495a-3de5-4965-8180-b10cb8cd6b28 None None] Set router 72b6402a-4818-4291-be3e-2e6b917ac2bc gateway port host: dv-neutron-822799-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 17:02:23.762460 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-9f0732d4-b956-4a9a-bfd1-9690c1d3738c req-acd52e75-58eb-4c84-b37d-0ee4d8c46dee service neutron] 10.222.0.61 "GET /v2.0/networks/322ab9d4-18f5-4097-864b-beb611b4cf6a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2701929
Dec 23 17:02:23.888756 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-fcd2495a-3de5-4965-8180-b10cb8cd6b28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc1a2cc70>, [{'id': '72b6402a-4818-4291-be3e-2e6b917ac2bc', 'name': 'tempest-TestSnapshotPattern-125466305-router', 'tenant_id': 'c754b4ca22a9494d99e8e57c61279a10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.170'}], 'enable_snat': True}, 'gw_port_id': '6d255a4b-88fe-4ab2-85ac-4be9016ee4de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:59:19Z', 'updated_at': '2021-12-23T16:59:23Z', 'revision_number': 4, 'project_id': 'c754b4ca22a9494d99e8e57c61279a10', 'gw_port': {'id': '6d255a4b-88fe-4ab2-85ac-4be9016ee4de', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:f8:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72b6402a-4818-4291-be3e-2e6b917ac2bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:59:20Z', 'updated_at': '2021-12-23T16:59:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_floatingips': [{'id': 'a88173af-47cd-4b32-9388-33b633e9e9dc', 'tenant_id': 'c754b4ca22a9494d99e8e57c61279a10', 'floating_ip_address': '172.26.3.9', 'floating_network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'router_id': '72b6402a-4818-4291-be3e-2e6b917ac2bc', 'port_id': 'cbc9e251-f3fc-419c-a326-d792e6c3e49f', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1863, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '322ab9d4-18f5-4097-864b-beb611b4cf6a', 'mac_address': 'fa:16:3e:15:71:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '148b0448-5a13-4387-8092-9abe91c34f9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:59:47Z', 'updated_at': '2021-12-23T16:59:50Z', 'revision_number': 1, 'project_id': 'c754b4ca22a9494d99e8e57c61279a10', 'fixed_ip_address_scope': None}, {'id': 'c9cf0ece-a0cc-4a1f-bcf3-4f3f1454cbd2', 'tenant_id': 'c754b4ca22a9494d99e8e57c61279a10', 'floating_ip_address': '172.26.3.127', 'floating_network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'router_id': '72b6402a-4818-4291-be3e-2e6b917ac2bc', 'port_id': '1176ff2c-7fc8-47f9-9fa0-7f1e5fdb1630', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1866, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '322ab9d4-18f5-4097-864b-beb611b4cf6a', 'mac_address': 'fa:16:3e:0b:f5:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '576070e5-4e21-4dc9-b935-d835e1f7e85e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T17:02:21Z', 'updated_at': '2021-12-23T17:02:21Z', 'revision_number': 0, 'project_id': 'c754b4ca22a9494d99e8e57c61279a10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a73e967-8efe-465d-ba15-1a910d56c2e6', 'name': '', 'network_id': '322ab9d4-18f5-4097-864b-beb611b4cf6a', 'tenant_id': 'c754b4ca22a9494d99e8e57c61279a10', 'mac_address': 'fa:16:3e:fd:64:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72b6402a-4818-4291-be3e-2e6b917ac2bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '6143a3d8-1c72-4dc5-99e1-af644e5e0cc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:59:22Z', 'updated_at': '2021-12-23T16:59:29Z', 'revision_number': 5, 'project_id': 'c754b4ca22a9494d99e8e57c61279a10', 'subnets': [{'id': '6143a3d8-1c72-4dc5-99e1-af644e5e0cc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 17:02:23.893115 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd2495a-3de5-4965-8180-b10cb8cd6b28 None None] The sync data for ids ['72b6402a-4818-4291-be3e-2e6b917ac2bc'] in dv-neutron-822799-1-hyperv is: [{'id': '72b6402a-4818-4291-be3e-2e6b917ac2bc', 'name': 'tempest-TestSnapshotPattern-125466305-router', 'tenant_id': 'c754b4ca22a9494d99e8e57c61279a10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.170'}], 'enable_snat': True}, 'gw_port_id': '6d255a4b-88fe-4ab2-85ac-4be9016ee4de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:59:19Z', 'updated_at': '2021-12-23T16:59:23Z', 'revision_number': 4, 'project_id': 'c754b4ca22a9494d99e8e57c61279a10', 'gw_port': {'id': '6d255a4b-88fe-4ab2-85ac-4be9016ee4de', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:f8:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72b6402a-4818-4291-be3e-2e6b917ac2bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:59:20Z', 'updated_at': '2021-12-23T16:59:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_floatingips': [{'id': 'a88173af-47cd-4b32-9388-33b633e9e9dc', 'tenant_id': 'c754b4ca22a9494d99e8e57c61279a10', 'floating_ip_address': '172.26.3.9', 'floating_network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'router_id': '72b6402a-4818-4291-be3e-2e6b917ac2bc', 'port_id': 'cbc9e251-f3fc-419c-a326-d792e6c3e49f', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1863, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '322ab9d4-18f5-4097-864b-beb611b4cf6a', 'mac_address': 'fa:16:3e:15:71:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '148b0448-5a13-4387-8092-9abe91c34f9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:59:47Z', 'updated_at': '2021-12-23T16:59:50Z', 'revision_number': 1, 'project_id': 'c754b4ca22a9494d99e8e57c61279a10', 'fixed_ip_address_scope': None}, {'id': 'c9cf0ece-a0cc-4a1f-bcf3-4f3f1454cbd2', 'tenant_id': 'c754b4ca22a9494d99e8e57c61279a10', 'floating_ip_address': '172.26.3.127', 'floating_network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'router_id': '72b6402a-4818-4291-be3e-2e6b917ac2bc', 'port_id': '1176ff2c-7fc8-47f9-9fa0-7f1e5fdb1630', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1866, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '322ab9d4-18f5-4097-864b-beb611b4cf6a', 'mac_address': 'fa:16:3e:0b:f5:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '576070e5-4e21-4dc9-b935-d835e1f7e85e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T17:02:21Z', 'updated_at': '2021-12-23T17:02:21Z', 'revision_number': 0, 'project_id': 'c754b4ca22a9494d99e8e57c61279a10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a73e967-8efe-465d-ba15-1a910d56c2e6', 'name': '', 'network_id': '322ab9d4-18f5-4097-864b-beb611b4cf6a', 'tenant_id': 'c754b4ca22a9494d99e8e57c61279a10', 'mac_address': 'fa:16:3e:fd:64:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72b6402a-4818-4291-be3e-2e6b917ac2bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '6143a3d8-1c72-4dc5-99e1-af644e5e0cc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:59:22Z', 'updated_at': '2021-12-23T16:59:29Z', 'revision_number': 5, 'project_id': 'c754b4ca22a9494d99e8e57c61279a10', 'subnets': [{'id': '6143a3d8-1c72-4dc5-99e1-af644e5e0cc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 23 17:02:23.896701 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-9f0732d4-b956-4a9a-bfd1-9690c1d3738c req-aba7c7f5-a776-4fc4-912b-3beaf9aba9b9 service neutron] 10.222.0.61 "GET /v2.0/networks/322ab9d4-18f5-4097-864b-beb611b4cf6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1281471
Dec 23 17:02:24.104871 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d400e626-7d32-4180-a7b1-53f6b50089d2 None None] New status for floating IP c9cf0ece-a0cc-4a1f-bcf3-4f3f1454cbd2: ACTIVE {{(pid=87637) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 23 17:02:28.710425 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.agents_db [None req-30c2320c-f298-49f6-9c47-c20e38116a9c None None] Agent healthcheck: found 6 active agents {{(pid=87638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 23 17:02:29.152488 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-ae102a71-5bdd-4815-b06a-5c5e60d297d3 req-989ba4c1-55d7-4727-88c0-2cfb067019f2 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=148b0448-5a13-4387-8092-9abe91c34f9f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0755808
Dec 23 17:02:29.304021 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae102a71-5bdd-4815-b06a-5c5e60d297d3 req-67c080f0-5c9f-4434-a7fd-27ab4da88920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 17:02:29.305616 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-ae102a71-5bdd-4815-b06a-5c5e60d297d3 req-67c080f0-5c9f-4434-a7fd-27ab4da88920 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c754b4ca22a9494d99e8e57c61279a10&device_id=148b0448-5a13-4387-8092-9abe91c34f9f HTTP/1.1" status: 200  len: 1097 time: 0.0844576
Dec 23 17:02:29.452242 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae102a71-5bdd-4815-b06a-5c5e60d297d3 req-ac1eaced-384a-425f-a97a-b8046fe63180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 17:02:29.453619 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-ae102a71-5bdd-4815-b06a-5c5e60d297d3 req-ac1eaced-384a-425f-a97a-b8046fe63180 service neutron] 10.222.0.61 "GET /v2.0/networks?id=322ab9d4-18f5-4097-864b-beb611b4cf6a HTTP/1.1" status: 200  len: 910 time: 0.1276810
Dec 23 17:02:29.574199 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-ae102a71-5bdd-4815-b06a-5c5e60d297d3 req-a6fee339-4da8-4351-917c-8d2c459968e3 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cbc9e251-f3fc-419c-a326-d792e6c3e49f HTTP/1.1" status: 200  len: 998 time: 0.1065085
Dec 23 17:02:29.634483 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae102a71-5bdd-4815-b06a-5c5e60d297d3 req-18238eb5-510e-4ca3-b726-3d708c277e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 17:02:29.635929 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-ae102a71-5bdd-4815-b06a-5c5e60d297d3 req-18238eb5-510e-4ca3-b726-3d708c277e41 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=6143a3d8-1c72-4dc5-99e1-af644e5e0cc7 HTTP/1.1" status: 200  len: 848 time: 0.0553370
Dec 23 17:02:29.713413 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae102a71-5bdd-4815-b06a-5c5e60d297d3 req-f558be96-fc07-47ac-b18d-aaf9a8af37ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 17:02:29.714804 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-ae102a71-5bdd-4815-b06a-5c5e60d297d3 req-f558be96-fc07-47ac-b18d-aaf9a8af37ab service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=322ab9d4-18f5-4097-864b-beb611b4cf6a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0724716
Dec 23 17:02:29.845574 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-ae102a71-5bdd-4815-b06a-5c5e60d297d3 req-e8ae5961-366d-41c7-9fa6-26c7a0453b69 service neutron] 10.222.0.61 "GET /v2.0/networks/322ab9d4-18f5-4097-864b-beb611b4cf6a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1237140
Dec 23 17:02:30.009817 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-ae102a71-5bdd-4815-b06a-5c5e60d297d3 req-430eb807-c0fb-445e-a131-eece054ce628 service neutron] 10.222.0.61 "GET /v2.0/networks/322ab9d4-18f5-4097-864b-beb611b4cf6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1565661
Dec 23 17:02:42.379504 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 17:02:47.460810 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f47198cd-95c3-46aa-a3cd-20099c8b8d1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 17:02:49.812045 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-839b45a4-d763-4a15-a25f-465b6b35653a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 17:02:50.992687 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 17:02:51.015958 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9dcbea60-a34f-4144-91e7-90aff3f57aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 17:02:52.526388 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9e3aab53-d650-47e3-b8a6-2dff21fe9ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 17:03:05.714290 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.agents_db [None req-30c2320c-f298-49f6-9c47-c20e38116a9c None None] Agent healthcheck: found 6 active agents {{(pid=87638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 23 17:03:12.400187 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 17:03:17.461770 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-5f4b85fb-c182-4ecc-82e1-fae5788d8f44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 17:03:19.806732 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-d26f4a5b-3d7d-4cfb-a3c3-9b70e4299f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 17:03:20.992790 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 17:03:21.020424 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9dcbea60-a34f-4144-91e7-90aff3f57aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 17:03:22.527843 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9e3aab53-d650-47e3-b8a6-2dff21fe9ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 17:03:31.204267 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-4f512a38-ca1a-4bee-88a9-cc28189b4ce7 req-890af59d-0f96-4162-8694-058584797f48 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=576070e5-4e21-4dc9-b935-d835e1f7e85e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0898676
Dec 23 17:03:31.296925 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f512a38-ca1a-4bee-88a9-cc28189b4ce7 req-ce022e42-2614-402a-b3d7-43dfc921a8de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 17:03:31.298505 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-4f512a38-ca1a-4bee-88a9-cc28189b4ce7 req-ce022e42-2614-402a-b3d7-43dfc921a8de service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c754b4ca22a9494d99e8e57c61279a10&device_id=576070e5-4e21-4dc9-b935-d835e1f7e85e HTTP/1.1" status: 200  len: 1098 time: 0.0715203
Dec 23 17:03:31.457339 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f512a38-ca1a-4bee-88a9-cc28189b4ce7 req-23d04bc0-0a5c-4ab3-9ac7-c31b524dae0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 17:03:31.459226 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-4f512a38-ca1a-4bee-88a9-cc28189b4ce7 req-23d04bc0-0a5c-4ab3-9ac7-c31b524dae0a service neutron] 10.222.0.61 "GET /v2.0/networks?id=322ab9d4-18f5-4097-864b-beb611b4cf6a HTTP/1.1" status: 200  len: 910 time: 0.1409843
Dec 23 17:03:31.580739 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-4f512a38-ca1a-4bee-88a9-cc28189b4ce7 req-0ebe0478-3398-4523-af8b-017ac62197c3 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1176ff2c-7fc8-47f9-9fa0-7f1e5fdb1630 HTTP/1.1" status: 200  len: 1001 time: 0.1145794
Dec 23 17:03:31.647041 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f512a38-ca1a-4bee-88a9-cc28189b4ce7 req-f67385ae-3126-402a-8ad2-103fe47a622c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 17:03:31.648494 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-4f512a38-ca1a-4bee-88a9-cc28189b4ce7 req-f67385ae-3126-402a-8ad2-103fe47a622c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=6143a3d8-1c72-4dc5-99e1-af644e5e0cc7 HTTP/1.1" status: 200  len: 848 time: 0.0611844
Dec 23 17:03:31.724895 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f512a38-ca1a-4bee-88a9-cc28189b4ce7 req-39019813-de42-4e1b-81f1-4f36cc71cfaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 17:03:31.726361 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-4f512a38-ca1a-4bee-88a9-cc28189b4ce7 req-39019813-de42-4e1b-81f1-4f36cc71cfaa service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=322ab9d4-18f5-4097-864b-beb611b4cf6a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0711219
Dec 23 17:03:31.993973 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-4f512a38-ca1a-4bee-88a9-cc28189b4ce7 req-1a0ca475-17d0-4278-b65a-03b4e76ca592 service neutron] 10.222.0.61 "GET /v2.0/networks/322ab9d4-18f5-4097-864b-beb611b4cf6a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2606423
Dec 23 17:03:32.128273 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-4f512a38-ca1a-4bee-88a9-cc28189b4ce7 req-73a9a41b-712c-4f8b-bda7-4a12d40f98e8 service neutron] 10.222.0.61 "GET /v2.0/networks/322ab9d4-18f5-4097-864b-beb611b4cf6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1283357
Dec 23 17:03:42.397039 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 17:03:42.718193 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.agents_db [None req-30c2320c-f298-49f6-9c47-c20e38116a9c None None] Agent healthcheck: found 6 active agents {{(pid=87638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 23 17:03:47.463783 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f529dacb-d026-436e-aa74-ac3ae10dbef4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 17:03:49.812884 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f914add6-6668-409f-ae67-68219933de97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 17:03:50.992300 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 17:03:51.022657 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9dcbea60-a34f-4144-91e7-90aff3f57aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 17:03:52.540681 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9e3aab53-d650-47e3-b8a6-2dff21fe9ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 17:03:56.321027 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Device 1176ff2c-7fc8-47f9-9fa0-7f1e5fdb1630 details requested by agent hyperv_hv-neutron-8227 with host hv-neutron-8227 {{(pid=87637) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 23 17:03:56.476294 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] For port 1176ff2c-7fc8-47f9-9fa0-7f1e5fdb1630, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=1176ff2c-7fc8-47f9-9fa0-7f1e5fdb1630,segment=NetworkSegment(5ec78692-ab35-46ed-860b-6e5750a351f0),segment_id=5ec78692-ab35-46ed-860b-6e5750a351f0)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 17:03:56.489899 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Returning: {'device': '1176ff2c-7fc8-47f9-9fa0-7f1e5fdb1630', 'network_id': '322ab9d4-18f5-4097-864b-beb611b4cf6a', 'port_id': '1176ff2c-7fc8-47f9-9fa0-7f1e5fdb1630', 'mac_address': 'fa:16:3e:0b:f5:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6143a3d8-1c72-4dc5-99e1-af644e5e0cc7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87637) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 23 17:03:56.555599 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 17:03:56.578633 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.notifiers.nova [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1176ff2c-7fc8-47f9-9fa0-7f1e5fdb1630 {{(pid=87637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 23 17:03:56.599013 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] For port 1176ff2c-7fc8-47f9-9fa0-7f1e5fdb1630, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=1176ff2c-7fc8-47f9-9fa0-7f1e5fdb1630,segment=NetworkSegment(5ec78692-ab35-46ed-860b-6e5750a351f0),segment_id=5ec78692-ab35-46ed-860b-6e5750a351f0)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 17:03:56.603900 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 17:03:56.605934 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 17:03:56.689396 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] get_ports_and_sgs() called for port_ids ['1176ff2c-7fc8-47f9-9fa0-7f1e5fdb1630'] {{(pid=87637) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 23 17:03:56.725318 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Pushing event updated for resources: {'Port': ['ID=1176ff2c-7fc8-47f9-9fa0-7f1e5fdb1630,revision_number=6']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 17:03:56.748168 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 17:03:56.748635 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 17:03:56.749054 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 17:03:56.749462 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 17:03:56.749864 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 17:03:56.750265 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 17:03:56.750666 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 17:03:56.751063 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 17:03:56.751546 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 17:03:56.751881 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 17:03:56.752211 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 17:03:56.752537 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 17:03:56.759939 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 17:03:58.340844 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Device 1176ff2c-7fc8-47f9-9fa0-7f1e5fdb1630 up at agent hyperv_hv-neutron-8227 {{(pid=87637) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 23 17:03:58.413465 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.provisioning_blocks [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Provisioning complete for port 1176ff2c-7fc8-47f9-9fa0-7f1e5fdb1630 triggered by entity L2. {{(pid=87637) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 23 17:03:58.414188 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-862688'] for port, provisioning_complete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 17:03:58.585387 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 17:03:58.618613 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '576070e5-4e21-4dc9-b935-d835e1f7e85e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1176ff2c-7fc8-47f9-9fa0-7f1e5fdb1630'}] {{(pid=87637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 23 17:03:58.632922 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] For port 1176ff2c-7fc8-47f9-9fa0-7f1e5fdb1630, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=1176ff2c-7fc8-47f9-9fa0-7f1e5fdb1630,segment=NetworkSegment(5ec78692-ab35-46ed-860b-6e5750a351f0),segment_id=5ec78692-ab35-46ed-860b-6e5750a351f0)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 17:03:58.641464 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 17:03:58.643921 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-dd3a026f-a48e-4c38-9a38-0d90d7745795 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 17:03:58.681975 dv-neutron-822799-1-hyperv neutron-server[87637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '576070e5-4e21-4dc9-b935-d835e1f7e85e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1176ff2c-7fc8-47f9-9fa0-7f1e5fdb1630', 'code': 200}
Dec 23 17:03:58.732258 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Pushing event updated for resources: {'Port': ['ID=1176ff2c-7fc8-47f9-9fa0-7f1e5fdb1630,revision_number=7']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 17:03:58.737271 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 17:04:04.761824 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 32980) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 17:04:04.976351 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-c3f82d0c-4b9b-4492-b83f-67d617f5bd9e tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Deleting port 5a56d16d-bb78-4829-8591-81983118bb77 {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 17:04:04.976736 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c3f82d0c-4b9b-4492-b83f-67d617f5bd9e tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 17:04:05.156555 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c3f82d0c-4b9b-4492-b83f-67d617f5bd9e tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 17:04:05.156924 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c3f82d0c-4b9b-4492-b83f-67d617f5bd9e tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 17:04:05.278269 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-c3f82d0c-4b9b-4492-b83f-67d617f5bd9e tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Calling delete_port for 5a56d16d-bb78-4829-8591-81983118bb77 owned by network:floatingip {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 17:04:05.433021 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c3f82d0c-4b9b-4492-b83f-67d617f5bd9e tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 17:04:05.436663 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-7248b0f4-d9cf-41b9-9d06-93d6e62facde service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 17:04:05.482050 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f82d0c-4b9b-4492-b83f-67d617f5bd9e tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Pushing event deleted for resources: {'Port': ['ID=5a56d16d-bb78-4829-8591-81983118bb77,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 17:04:05.518259 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f82d0c-4b9b-4492-b83f-67d617f5bd9e tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 17:04:05.518645 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f82d0c-4b9b-4492-b83f-67d617f5bd9e tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 17:04:05.519017 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f82d0c-4b9b-4492-b83f-67d617f5bd9e tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 17:04:05.519385 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f82d0c-4b9b-4492-b83f-67d617f5bd9e tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 17:04:05.519740 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f82d0c-4b9b-4492-b83f-67d617f5bd9e tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 17:04:05.520095 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f82d0c-4b9b-4492-b83f-67d617f5bd9e tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 17:04:05.520461 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f82d0c-4b9b-4492-b83f-67d617f5bd9e tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 17:04:05.520847 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f82d0c-4b9b-4492-b83f-67d617f5bd9e tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 17:04:05.521207 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f82d0c-4b9b-4492-b83f-67d617f5bd9e tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 17:04:05.521565 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f82d0c-4b9b-4492-b83f-67d617f5bd9e tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 17:04:05.521918 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f82d0c-4b9b-4492-b83f-67d617f5bd9e tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 17:04:05.522268 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f82d0c-4b9b-4492-b83f-67d617f5bd9e tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 17:04:05.529282 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-c3f82d0c-4b9b-4492-b83f-67d617f5bd9e tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 17:04:05.582822 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c3f82d0c-4b9b-4492-b83f-67d617f5bd9e tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Notify callbacks [] for floatingip, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 17:04:05.583156 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.db.l3_db [None req-c3f82d0c-4b9b-4492-b83f-67d617f5bd9e tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Floating IP c9cf0ece-a0cc-4a1f-bcf3-4f3f1454cbd2 disassociated (deleted). External IP: 172.26.3.127, port: 1176ff2c-7fc8-47f9-9fa0-7f1e5fdb1630.
Dec 23 17:04:06.079735 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3f82d0c-4b9b-4492-b83f-67d617f5bd9e tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Router 72b6402a-4818-4291-be3e-2e6b917ac2bc has already been hosted by L3 agent 371d4c41-c7e2-4de7-9539-c049ec4e95d1 {{(pid=87636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 23 17:04:06.265477 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3f82d0c-4b9b-4492-b83f-67d617f5bd9e tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Notify agent at l3_agent.dv-neutron-822799-1-hyperv the message routers_updated {{(pid=87636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 23 17:04:06.276313 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-390ac392-36e1-4773-ba23-6c46f4fcbf8b None None] Sync routers for ids ['72b6402a-4818-4291-be3e-2e6b917ac2bc'] in dv-neutron-822799-1-hyperv {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 23 17:04:06.287180 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-c3f82d0c-4b9b-4492-b83f-67d617f5bd9e tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for floatingip, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 17:04:06.287384 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-390ac392-36e1-4773-ba23-6c46f4fcbf8b None None] Routers {'72b6402a-4818-4291-be3e-2e6b917ac2bc'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 17:04:06.288165 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-390ac392-36e1-4773-ba23-6c46f4fcbf8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc206e520>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T17:03:50Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['72b6402a-4818-4291-be3e-2e6b917ac2bc'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 17:04:06.345196 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-c3f82d0c-4b9b-4492-b83f-67d617f5bd9e tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] 10.222.0.64 "DELETE /v2.0/floatingips/c9cf0ece-a0cc-4a1f-bcf3-4f3f1454cbd2 HTTP/1.1" status: 204  len: 168 time: 1.5820069
Dec 23 17:04:06.345699 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '576070e5-4e21-4dc9-b935-d835e1f7e85e', 'tag': '1176ff2c-7fc8-47f9-9fa0-7f1e5fdb1630'}] {{(pid=87636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 23 17:04:06.406108 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '576070e5-4e21-4dc9-b935-d835e1f7e85e', 'tag': '1176ff2c-7fc8-47f9-9fa0-7f1e5fdb1630', 'status': 'completed', 'code': 200}
Dec 23 17:04:06.468519 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-390ac392-36e1-4773-ba23-6c46f4fcbf8b None None] Set router 72b6402a-4818-4291-be3e-2e6b917ac2bc gateway port host: dv-neutron-822799-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 17:04:06.503075 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c35d11e-755e-4824-ae93-6921c46d7c3b req-43866a64-903b-4688-8b32-ead1b63c4aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 17:04:06.504915 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-3c35d11e-755e-4824-ae93-6921c46d7c3b req-43866a64-903b-4688-8b32-ead1b63c4aa9 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c754b4ca22a9494d99e8e57c61279a10&device_id=576070e5-4e21-4dc9-b935-d835e1f7e85e HTTP/1.1" status: 200  len: 1098 time: 0.0733550
Dec 23 17:04:06.638096 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c35d11e-755e-4824-ae93-6921c46d7c3b req-febafc46-f149-4f24-98f5-8988b7b5f24f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 17:04:06.639446 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-3c35d11e-755e-4824-ae93-6921c46d7c3b req-febafc46-f149-4f24-98f5-8988b7b5f24f service neutron] 10.222.0.61 "GET /v2.0/networks?id=322ab9d4-18f5-4097-864b-beb611b4cf6a HTTP/1.1" status: 200  len: 910 time: 0.1288767
Dec 23 17:04:06.742692 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-3c35d11e-755e-4824-ae93-6921c46d7c3b req-3dde31c5-f0d3-4d44-b89c-7c82e46ec5d2 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1176ff2c-7fc8-47f9-9fa0-7f1e5fdb1630 HTTP/1.1" status: 200  len: 217 time: 0.0960169
Dec 23 17:04:06.816327 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c35d11e-755e-4824-ae93-6921c46d7c3b req-e5fdadf5-459e-42d6-bf02-da75bdf086b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 17:04:06.816846 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-390ac392-36e1-4773-ba23-6c46f4fcbf8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc206e520>, [{'id': '72b6402a-4818-4291-be3e-2e6b917ac2bc', 'name': 'tempest-TestSnapshotPattern-125466305-router', 'tenant_id': 'c754b4ca22a9494d99e8e57c61279a10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.170'}], 'enable_snat': True}, 'gw_port_id': '6d255a4b-88fe-4ab2-85ac-4be9016ee4de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:59:19Z', 'updated_at': '2021-12-23T16:59:23Z', 'revision_number': 4, 'project_id': 'c754b4ca22a9494d99e8e57c61279a10', 'gw_port': {'id': '6d255a4b-88fe-4ab2-85ac-4be9016ee4de', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:f8:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72b6402a-4818-4291-be3e-2e6b917ac2bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:59:20Z', 'updated_at': '2021-12-23T16:59:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_floatingips': [{'id': 'a88173af-47cd-4b32-9388-33b633e9e9dc', 'tenant_id': 'c754b4ca22a9494d99e8e57c61279a10', 'floating_ip_address': '172.26.3.9', 'floating_network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'router_id': '72b6402a-4818-4291-be3e-2e6b917ac2bc', 'port_id': 'cbc9e251-f3fc-419c-a326-d792e6c3e49f', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1863, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '322ab9d4-18f5-4097-864b-beb611b4cf6a', 'mac_address': 'fa:16:3e:15:71:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '148b0448-5a13-4387-8092-9abe91c34f9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:59:47Z', 'updated_at': '2021-12-23T16:59:50Z', 'revision_number': 1, 'project_id': 'c754b4ca22a9494d99e8e57c61279a10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a73e967-8efe-465d-ba15-1a910d56c2e6', 'name': '', 'network_id': '322ab9d4-18f5-4097-864b-beb611b4cf6a', 'tenant_id': 'c754b4ca22a9494d99e8e57c61279a10', 'mac_address': 'fa:16:3e:fd:64:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72b6402a-4818-4291-be3e-2e6b917ac2bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '6143a3d8-1c72-4dc5-99e1-af644e5e0cc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:59:22Z', 'updated_at': '2021-12-23T16:59:29Z', 'revision_number': 5, 'project_id': 'c754b4ca22a9494d99e8e57c61279a10', 'subnets': [{'id': '6143a3d8-1c72-4dc5-99e1-af644e5e0cc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 17:04:06.818046 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-3c35d11e-755e-4824-ae93-6921c46d7c3b req-e5fdadf5-459e-42d6-bf02-da75bdf086b1 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=6143a3d8-1c72-4dc5-99e1-af644e5e0cc7 HTTP/1.1" status: 200  len: 848 time: 0.0686769
Dec 23 17:04:06.821040 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-390ac392-36e1-4773-ba23-6c46f4fcbf8b None None] Checking router: 72b6402a-4818-4291-be3e-2e6b917ac2bc for host: dv-neutron-822799-1-hyperv {{(pid=87638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 23 17:04:06.830583 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-390ac392-36e1-4773-ba23-6c46f4fcbf8b None None] Routers {'72b6402a-4818-4291-be3e-2e6b917ac2bc'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 17:04:06.831199 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-390ac392-36e1-4773-ba23-6c46f4fcbf8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc206e520>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T17:03:50Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['72b6402a-4818-4291-be3e-2e6b917ac2bc'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 17:04:06.871500 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f60d519-6d1d-422e-9fae-e48676f99492 req-8e06bfb0-eff0-44b1-9251-7aa622c7633f tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 17:04:06.872187 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-3f60d519-6d1d-422e-9fae-e48676f99492 req-8e06bfb0-eff0-44b1-9251-7aa622c7633f tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Synchronizing usage tracker for tenant:c754b4ca22a9494d99e8e57c61279a10 on resource:port {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 17:04:06.904514 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-3f60d519-6d1d-422e-9fae-e48676f99492 req-8e06bfb0-eff0-44b1-9251-7aa622c7633f tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Unset dirty status for tenant:c754b4ca22a9494d99e8e57c61279a10 on resource:port {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 17:04:06.905886 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-3f60d519-6d1d-422e-9fae-e48676f99492 req-8e06bfb0-eff0-44b1-9251-7aa622c7633f tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] 10.222.0.64 "GET /v2.0/ports?device_id=576070e5-4e21-4dc9-b935-d835e1f7e85e HTTP/1.1" status: 200  len: 945 time: 0.2135339
Dec 23 17:04:06.951923 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c35d11e-755e-4824-ae93-6921c46d7c3b req-28f330c3-cc56-4177-98a2-01c965a95e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 17:04:06.953374 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-3c35d11e-755e-4824-ae93-6921c46d7c3b req-28f330c3-cc56-4177-98a2-01c965a95e51 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=322ab9d4-18f5-4097-864b-beb611b4cf6a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1271467
Dec 23 17:04:06.960591 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-3f60d519-6d1d-422e-9fae-e48676f99492 req-bbea9104-a92c-4394-9b16-232e4dfa00b6 tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] 10.222.0.64 "GET /v2.0/security-groups?id=6047502d-ac23-4c32-93af-9c5cba7b40a9&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0477004
Dec 23 17:04:07.013644 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-390ac392-36e1-4773-ba23-6c46f4fcbf8b None None] Set router 72b6402a-4818-4291-be3e-2e6b917ac2bc gateway port host: dv-neutron-822799-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 17:04:07.096000 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-3c35d11e-755e-4824-ae93-6921c46d7c3b req-ea46ba29-e3b9-44ad-9bcf-1774cbd7080a service neutron] 10.222.0.61 "GET /v2.0/networks/322ab9d4-18f5-4097-864b-beb611b4cf6a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1345284
Dec 23 17:04:07.232611 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-3c35d11e-755e-4824-ae93-6921c46d7c3b req-9955058e-ccb3-42f0-8f2d-34f11300a8c3 service neutron] 10.222.0.61 "GET /v2.0/networks/322ab9d4-18f5-4097-864b-beb611b4cf6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1291788
Dec 23 17:04:07.386738 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-390ac392-36e1-4773-ba23-6c46f4fcbf8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc206e520>, [{'id': '72b6402a-4818-4291-be3e-2e6b917ac2bc', 'name': 'tempest-TestSnapshotPattern-125466305-router', 'tenant_id': 'c754b4ca22a9494d99e8e57c61279a10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.170'}], 'enable_snat': True}, 'gw_port_id': '6d255a4b-88fe-4ab2-85ac-4be9016ee4de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:59:19Z', 'updated_at': '2021-12-23T16:59:23Z', 'revision_number': 4, 'project_id': 'c754b4ca22a9494d99e8e57c61279a10', 'gw_port': {'id': '6d255a4b-88fe-4ab2-85ac-4be9016ee4de', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:f8:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72b6402a-4818-4291-be3e-2e6b917ac2bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:59:20Z', 'updated_at': '2021-12-23T16:59:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_floatingips': [{'id': 'a88173af-47cd-4b32-9388-33b633e9e9dc', 'tenant_id': 'c754b4ca22a9494d99e8e57c61279a10', 'floating_ip_address': '172.26.3.9', 'floating_network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'router_id': '72b6402a-4818-4291-be3e-2e6b917ac2bc', 'port_id': 'cbc9e251-f3fc-419c-a326-d792e6c3e49f', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1863, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '322ab9d4-18f5-4097-864b-beb611b4cf6a', 'mac_address': 'fa:16:3e:15:71:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '148b0448-5a13-4387-8092-9abe91c34f9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:59:47Z', 'updated_at': '2021-12-23T16:59:50Z', 'revision_number': 1, 'project_id': 'c754b4ca22a9494d99e8e57c61279a10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a73e967-8efe-465d-ba15-1a910d56c2e6', 'name': '', 'network_id': '322ab9d4-18f5-4097-864b-beb611b4cf6a', 'tenant_id': 'c754b4ca22a9494d99e8e57c61279a10', 'mac_address': 'fa:16:3e:fd:64:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72b6402a-4818-4291-be3e-2e6b917ac2bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '6143a3d8-1c72-4dc5-99e1-af644e5e0cc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:59:22Z', 'updated_at': '2021-12-23T16:59:29Z', 'revision_number': 5, 'project_id': 'c754b4ca22a9494d99e8e57c61279a10', 'subnets': [{'id': '6143a3d8-1c72-4dc5-99e1-af644e5e0cc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 17:04:07.391045 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-390ac392-36e1-4773-ba23-6c46f4fcbf8b None None] The sync data for ids ['72b6402a-4818-4291-be3e-2e6b917ac2bc'] in dv-neutron-822799-1-hyperv is: [{'id': '72b6402a-4818-4291-be3e-2e6b917ac2bc', 'name': 'tempest-TestSnapshotPattern-125466305-router', 'tenant_id': 'c754b4ca22a9494d99e8e57c61279a10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.170'}], 'enable_snat': True}, 'gw_port_id': '6d255a4b-88fe-4ab2-85ac-4be9016ee4de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:59:19Z', 'updated_at': '2021-12-23T16:59:23Z', 'revision_number': 4, 'project_id': 'c754b4ca22a9494d99e8e57c61279a10', 'gw_port': {'id': '6d255a4b-88fe-4ab2-85ac-4be9016ee4de', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:f8:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72b6402a-4818-4291-be3e-2e6b917ac2bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:59:20Z', 'updated_at': '2021-12-23T16:59:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_floatingips': [{'id': 'a88173af-47cd-4b32-9388-33b633e9e9dc', 'tenant_id': 'c754b4ca22a9494d99e8e57c61279a10', 'floating_ip_address': '172.26.3.9', 'floating_network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'router_id': '72b6402a-4818-4291-be3e-2e6b917ac2bc', 'port_id': 'cbc9e251-f3fc-419c-a326-d792e6c3e49f', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1863, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '322ab9d4-18f5-4097-864b-beb611b4cf6a', 'mac_address': 'fa:16:3e:15:71:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '148b0448-5a13-4387-8092-9abe91c34f9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-23T16:59:47Z', 'updated_at': '2021-12-23T16:59:50Z', 'revision_number': 1, 'project_id': 'c754b4ca22a9494d99e8e57c61279a10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a73e967-8efe-465d-ba15-1a910d56c2e6', 'name': '', 'network_id': '322ab9d4-18f5-4097-864b-beb611b4cf6a', 'tenant_id': 'c754b4ca22a9494d99e8e57c61279a10', 'mac_address': 'fa:16:3e:fd:64:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72b6402a-4818-4291-be3e-2e6b917ac2bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '6143a3d8-1c72-4dc5-99e1-af644e5e0cc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:59:22Z', 'updated_at': '2021-12-23T16:59:29Z', 'revision_number': 5, 'project_id': 'c754b4ca22a9494d99e8e57c61279a10', 'subnets': [{'id': '6143a3d8-1c72-4dc5-99e1-af644e5e0cc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 23 17:04:07.632676 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff0f3f67-4892-4524-be0e-430fd6cff229 None None] New status for floating IP c9cf0ece-a0cc-4a1f-bcf3-4f3f1454cbd2: DOWN {{(pid=87637) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 23 17:04:08.168223 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67d30ba-5654-43d8-ba20-438267e8536a req-7b67c112-d925-4f8f-b4dc-bf138add29aa tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 17:04:08.169762 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-f67d30ba-5654-43d8-ba20-438267e8536a req-7b67c112-d925-4f8f-b4dc-bf138add29aa tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] 10.222.0.64 "GET /v2.0/ports?device_id=576070e5-4e21-4dc9-b935-d835e1f7e85e HTTP/1.1" status: 200  len: 945 time: 0.0890319
Dec 23 17:04:08.172461 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b9a660-02a2-41df-b298-bb69a90db669 req-b20c40a1-1849-42bc-968c-e093951c11e7 tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 17:04:08.174394 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-b1b9a660-02a2-41df-b298-bb69a90db669 req-b20c40a1-1849-42bc-968c-e093951c11e7 tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] 10.222.0.61 "GET /v2.0/ports?device_id=576070e5-4e21-4dc9-b935-d835e1f7e85e HTTP/1.1" status: 200  len: 945 time: 0.0906701
Dec 23 17:04:08.227973 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-f67d30ba-5654-43d8-ba20-438267e8536a req-7b12a9b5-d03c-4f77-bc7a-4d13fd27a883 tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] 10.222.0.64 "GET /v2.0/security-groups?id=6047502d-ac23-4c32-93af-9c5cba7b40a9&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0489426
Dec 23 17:04:08.247342 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [req-b1b9a660-02a2-41df-b298-bb69a90db669 req-a33c206c-7e89-4b3f-bc77-5cc409941415 tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Deleting port 1176ff2c-7fc8-47f9-9fa0-7f1e5fdb1630 {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 17:04:08.247675 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-b1b9a660-02a2-41df-b298-bb69a90db669 req-a33c206c-7e89-4b3f-bc77-5cc409941415 tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 17:04:08.405702 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Device 1176ff2c-7fc8-47f9-9fa0-7f1e5fdb1630 no longer exists at agent hyperv_hv-neutron-8227 {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 23 17:04:08.502565 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [req-b1b9a660-02a2-41df-b298-bb69a90db669 req-a33c206c-7e89-4b3f-bc77-5cc409941415 tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] For port 1176ff2c-7fc8-47f9-9fa0-7f1e5fdb1630, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=1176ff2c-7fc8-47f9-9fa0-7f1e5fdb1630,segment=NetworkSegment(5ec78692-ab35-46ed-860b-6e5750a351f0),segment_id=5ec78692-ab35-46ed-860b-6e5750a351f0)] {{(pid=87636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 17:04:08.502937 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-b1b9a660-02a2-41df-b298-bb69a90db669 req-a33c206c-7e89-4b3f-bc77-5cc409941415 tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 17:04:08.521896 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-533777'] for port, before_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 17:04:08.548279 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '576070e5-4e21-4dc9-b935-d835e1f7e85e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1176ff2c-7fc8-47f9-9fa0-7f1e5fdb1630'}] {{(pid=87637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 23 17:04:08.558059 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] For port 1176ff2c-7fc8-47f9-9fa0-7f1e5fdb1630, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=1176ff2c-7fc8-47f9-9fa0-7f1e5fdb1630,segment=NetworkSegment(5ec78692-ab35-46ed-860b-6e5750a351f0),segment_id=5ec78692-ab35-46ed-860b-6e5750a351f0)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 17:04:08.564272 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735363031363', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735362536798', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735362536843'] for port, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 17:04:08.566189 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 17:04:08.597384 dv-neutron-822799-1-hyperv neutron-server[87637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '576070e5-4e21-4dc9-b935-d835e1f7e85e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1176ff2c-7fc8-47f9-9fa0-7f1e5fdb1630', 'code': 200}
Dec 23 17:04:08.638125 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Pushing event updated for resources: {'Port': ['ID=1176ff2c-7fc8-47f9-9fa0-7f1e5fdb1630,revision_number=8']} {{(pid=87637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 17:04:08.641290 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_concurrency.lockutils [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87637) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 17:04:08.766168 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [req-b1b9a660-02a2-41df-b298-bb69a90db669 req-a33c206c-7e89-4b3f-bc77-5cc409941415 tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Calling delete_port for 1176ff2c-7fc8-47f9-9fa0-7f1e5fdb1630 owned by compute:nova {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 17:04:08.852443 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.db.api [req-b1b9a660-02a2-41df-b298-bb69a90db669 req-a33c206c-7e89-4b3f-bc77-5cc409941415 tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87636) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 23 17:04:08.852803 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_db.api [req-b1b9a660-02a2-41df-b298-bb69a90db669 req-a33c206c-7e89-4b3f-bc77-5cc409941415 tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 23 17:04:09.353862 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [req-b1b9a660-02a2-41df-b298-bb69a90db669 req-a33c206c-7e89-4b3f-bc77-5cc409941415 tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Deleting port 1176ff2c-7fc8-47f9-9fa0-7f1e5fdb1630 {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 17:04:09.354514 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-b1b9a660-02a2-41df-b298-bb69a90db669 req-a33c206c-7e89-4b3f-bc77-5cc409941415 tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 17:04:09.417461 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936e39ee-66f2-4efc-ac48-c6522c040d4c req-5d75fdbf-0ab0-42a0-ad94-176fc49c00fb tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 17:04:09.418921 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-936e39ee-66f2-4efc-ac48-c6522c040d4c req-5d75fdbf-0ab0-42a0-ad94-176fc49c00fb tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] 10.222.0.64 "GET /v2.0/ports?device_id=576070e5-4e21-4dc9-b935-d835e1f7e85e HTTP/1.1" status: 200  len: 943 time: 0.0819883
Dec 23 17:04:09.466226 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-936e39ee-66f2-4efc-ac48-c6522c040d4c req-179ccbe2-2cf7-47a6-bcc3-057cc460389a tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] 10.222.0.64 "GET /v2.0/security-groups?id=6047502d-ac23-4c32-93af-9c5cba7b40a9&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0400679
Dec 23 17:04:09.613181 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [req-b1b9a660-02a2-41df-b298-bb69a90db669 req-a33c206c-7e89-4b3f-bc77-5cc409941415 tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] For port 1176ff2c-7fc8-47f9-9fa0-7f1e5fdb1630, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=1176ff2c-7fc8-47f9-9fa0-7f1e5fdb1630,segment=NetworkSegment(5ec78692-ab35-46ed-860b-6e5750a351f0),segment_id=5ec78692-ab35-46ed-860b-6e5750a351f0)] {{(pid=87636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 17:04:09.613552 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-b1b9a660-02a2-41df-b298-bb69a90db669 req-a33c206c-7e89-4b3f-bc77-5cc409941415 tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 17:04:09.736610 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [req-b1b9a660-02a2-41df-b298-bb69a90db669 req-a33c206c-7e89-4b3f-bc77-5cc409941415 tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Calling delete_port for 1176ff2c-7fc8-47f9-9fa0-7f1e5fdb1630 owned by compute:nova {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 17:04:09.886775 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-b1b9a660-02a2-41df-b298-bb69a90db669 req-a33c206c-7e89-4b3f-bc77-5cc409941415 tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 17:04:09.894478 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-2766b78d-2759-46c2-b97a-32b7f431362b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 17:04:09.941686 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33c206c-7e89-4b3f-bc77-5cc409941415 tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Pushing event deleted for resources: {'Port': ['ID=1176ff2c-7fc8-47f9-9fa0-7f1e5fdb1630,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 17:04:09.945139 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-a33c206c-7e89-4b3f-bc77-5cc409941415 tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 17:04:10.023282 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1b9a660-02a2-41df-b298-bb69a90db669 req-a33c206c-7e89-4b3f-bc77-5cc409941415 tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] No DVR routers for this DVR port 1176ff2c-7fc8-47f9-9fa0-7f1e5fdb1630 on host hv-neutron-8227 {{(pid=87636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 23 17:04:10.025777 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-b1b9a660-02a2-41df-b298-bb69a90db669 req-a33c206c-7e89-4b3f-bc77-5cc409941415 tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 17:04:10.028312 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '576070e5-4e21-4dc9-b935-d835e1f7e85e', 'name': 'network-vif-deleted', 'tag': '1176ff2c-7fc8-47f9-9fa0-7f1e5fdb1630'}] {{(pid=87636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 23 17:04:10.045214 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-b1b9a660-02a2-41df-b298-bb69a90db669 req-a33c206c-7e89-4b3f-bc77-5cc409941415 tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] 10.222.0.61 "DELETE /v2.0/ports/1176ff2c-7fc8-47f9-9fa0-7f1e5fdb1630 HTTP/1.1" status: 204  len: 173 time: 1.8650393
Dec 23 17:04:10.079260 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '576070e5-4e21-4dc9-b935-d835e1f7e85e', 'name': 'network-vif-deleted', 'tag': '1176ff2c-7fc8-47f9-9fa0-7f1e5fdb1630', 'status': 'completed', 'code': 200}
Dec 23 17:04:10.641811 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-feca5297-ea97-401d-9f10-f801206bc980 req-b7531e31-dde6-4bf1-aaea-d48f60337159 tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] 10.222.0.64 "GET /v2.0/ports?device_id=576070e5-4e21-4dc9-b935-d835e1f7e85e HTTP/1.1" status: 200  len: 210 time: 0.0520151
Dec 23 17:04:12.370934 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 33058) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 17:04:12.401619 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Device 1176ff2c-7fc8-47f9-9fa0-7f1e5fdb1630 no longer exists at agent hyperv_hv-neutron-8227 {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 23 17:04:12.429503 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 17:04:12.434828 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] No Port match for: 1176ff2c-7fc8-47f9-9fa0-7f1e5fdb1630 {{(pid=87637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 23 17:04:12.435164 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Device 1176ff2c-7fc8-47f9-9fa0-7f1e5fdb1630 not bound to the agent host hv-neutron-8227 {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 23 17:04:12.568841 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-6156ac85-3aa4-47a3-a127-b3fae2da43b2 tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Deleting port e4079daf-ec6f-4602-bd30-ed94e6f93b89 {{(pid=87635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 17:04:12.569050 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-6156ac85-3aa4-47a3-a127-b3fae2da43b2 tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 17:04:12.755825 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-6156ac85-3aa4-47a3-a127-b3fae2da43b2 tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 17:04:12.756164 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-6156ac85-3aa4-47a3-a127-b3fae2da43b2 tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 17:04:12.875960 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-6156ac85-3aa4-47a3-a127-b3fae2da43b2 tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Calling delete_port for e4079daf-ec6f-4602-bd30-ed94e6f93b89 owned by network:floatingip {{(pid=87635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 17:04:13.038030 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-6156ac85-3aa4-47a3-a127-b3fae2da43b2 tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 17:04:13.041574 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-a0b1f2d2-3b7c-4e6b-b829-018cac0dc3b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 17:04:13.082448 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6156ac85-3aa4-47a3-a127-b3fae2da43b2 tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Pushing event deleted for resources: {'Port': ['ID=e4079daf-ec6f-4602-bd30-ed94e6f93b89,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 17:04:13.115650 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6156ac85-3aa4-47a3-a127-b3fae2da43b2 tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 17:04:13.116004 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6156ac85-3aa4-47a3-a127-b3fae2da43b2 tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 17:04:13.116379 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6156ac85-3aa4-47a3-a127-b3fae2da43b2 tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 17:04:13.116782 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6156ac85-3aa4-47a3-a127-b3fae2da43b2 tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 17:04:13.117143 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6156ac85-3aa4-47a3-a127-b3fae2da43b2 tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 17:04:13.117509 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6156ac85-3aa4-47a3-a127-b3fae2da43b2 tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 17:04:13.117873 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6156ac85-3aa4-47a3-a127-b3fae2da43b2 tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 17:04:13.118246 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6156ac85-3aa4-47a3-a127-b3fae2da43b2 tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 17:04:13.118617 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6156ac85-3aa4-47a3-a127-b3fae2da43b2 tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 17:04:13.118981 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6156ac85-3aa4-47a3-a127-b3fae2da43b2 tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 17:04:13.119339 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6156ac85-3aa4-47a3-a127-b3fae2da43b2 tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 17:04:13.119680 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6156ac85-3aa4-47a3-a127-b3fae2da43b2 tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822799-1-hyperv {{(pid=87635) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 23 17:04:13.127102 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-6156ac85-3aa4-47a3-a127-b3fae2da43b2 tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 17:04:13.190681 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-6156ac85-3aa4-47a3-a127-b3fae2da43b2 tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Notify callbacks [] for floatingip, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 17:04:13.191015 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.db.l3_db [None req-6156ac85-3aa4-47a3-a127-b3fae2da43b2 tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Floating IP a88173af-47cd-4b32-9388-33b633e9e9dc disassociated (deleted). External IP: 172.26.3.9, port: cbc9e251-f3fc-419c-a326-d792e6c3e49f.
Dec 23 17:04:13.668500 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6156ac85-3aa4-47a3-a127-b3fae2da43b2 tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Router 72b6402a-4818-4291-be3e-2e6b917ac2bc has already been hosted by L3 agent 371d4c41-c7e2-4de7-9539-c049ec4e95d1 {{(pid=87635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 23 17:04:13.846803 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6156ac85-3aa4-47a3-a127-b3fae2da43b2 tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Notify agent at l3_agent.dv-neutron-822799-1-hyperv the message routers_updated {{(pid=87635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 23 17:04:13.857330 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b6a33a0-e67a-4972-b121-3225fa4898e0 None None] Sync routers for ids ['72b6402a-4818-4291-be3e-2e6b917ac2bc'] in dv-neutron-822799-1-hyperv {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 23 17:04:13.864011 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-6156ac85-3aa4-47a3-a127-b3fae2da43b2 tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for floatingip, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 17:04:13.867419 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b6a33a0-e67a-4972-b121-3225fa4898e0 None None] Routers {'72b6402a-4818-4291-be3e-2e6b917ac2bc'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 17:04:13.868046 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-1b6a33a0-e67a-4972-b121-3225fa4898e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc1a2c160>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T17:03:50Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['72b6402a-4818-4291-be3e-2e6b917ac2bc'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 17:04:13.918166 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-6156ac85-3aa4-47a3-a127-b3fae2da43b2 tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] 10.222.0.64 "DELETE /v2.0/floatingips/a88173af-47cd-4b32-9388-33b633e9e9dc HTTP/1.1" status: 204  len: 168 time: 1.5460558
Dec 23 17:04:13.919037 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '148b0448-5a13-4387-8092-9abe91c34f9f', 'tag': 'cbc9e251-f3fc-419c-a326-d792e6c3e49f'}] {{(pid=87635) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 23 17:04:13.967180 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '148b0448-5a13-4387-8092-9abe91c34f9f', 'tag': 'cbc9e251-f3fc-419c-a326-d792e6c3e49f', 'status': 'completed', 'code': 200}
Dec 23 17:04:14.044129 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-1b6a33a0-e67a-4972-b121-3225fa4898e0 None None] Set router 72b6402a-4818-4291-be3e-2e6b917ac2bc gateway port host: dv-neutron-822799-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 17:04:14.061721 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e871a4f2-55c9-46fb-b382-0f6e0a5e9248 req-bbed37ab-38f4-4382-bf04-166c5a0ca165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 17:04:14.063737 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-e871a4f2-55c9-46fb-b382-0f6e0a5e9248 req-bbed37ab-38f4-4382-bf04-166c5a0ca165 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c754b4ca22a9494d99e8e57c61279a10&device_id=148b0448-5a13-4387-8092-9abe91c34f9f HTTP/1.1" status: 200  len: 1097 time: 0.0736082
Dec 23 17:04:14.206677 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e871a4f2-55c9-46fb-b382-0f6e0a5e9248 req-e4017537-b1c4-4661-a990-4f8cfcb07442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 17:04:14.208038 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-e871a4f2-55c9-46fb-b382-0f6e0a5e9248 req-e4017537-b1c4-4661-a990-4f8cfcb07442 service neutron] 10.222.0.61 "GET /v2.0/networks?id=322ab9d4-18f5-4097-864b-beb611b4cf6a HTTP/1.1" status: 200  len: 910 time: 0.1375194
Dec 23 17:04:14.320087 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-e871a4f2-55c9-46fb-b382-0f6e0a5e9248 req-f7dc7198-2a4f-497d-89ff-000829a98223 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cbc9e251-f3fc-419c-a326-d792e6c3e49f HTTP/1.1" status: 200  len: 217 time: 0.1028719
Dec 23 17:04:14.365205 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-1b6a33a0-e67a-4972-b121-3225fa4898e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc1a2c160>, [{'id': '72b6402a-4818-4291-be3e-2e6b917ac2bc', 'name': 'tempest-TestSnapshotPattern-125466305-router', 'tenant_id': 'c754b4ca22a9494d99e8e57c61279a10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.170'}], 'enable_snat': True}, 'gw_port_id': '6d255a4b-88fe-4ab2-85ac-4be9016ee4de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:59:19Z', 'updated_at': '2021-12-23T16:59:23Z', 'revision_number': 4, 'project_id': 'c754b4ca22a9494d99e8e57c61279a10', 'gw_port': {'id': '6d255a4b-88fe-4ab2-85ac-4be9016ee4de', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:f8:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72b6402a-4818-4291-be3e-2e6b917ac2bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:59:20Z', 'updated_at': '2021-12-23T16:59:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_interfaces': [{'id': '0a73e967-8efe-465d-ba15-1a910d56c2e6', 'name': '', 'network_id': '322ab9d4-18f5-4097-864b-beb611b4cf6a', 'tenant_id': 'c754b4ca22a9494d99e8e57c61279a10', 'mac_address': 'fa:16:3e:fd:64:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72b6402a-4818-4291-be3e-2e6b917ac2bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '6143a3d8-1c72-4dc5-99e1-af644e5e0cc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:59:22Z', 'updated_at': '2021-12-23T16:59:29Z', 'revision_number': 5, 'project_id': 'c754b4ca22a9494d99e8e57c61279a10', 'subnets': [{'id': '6143a3d8-1c72-4dc5-99e1-af644e5e0cc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 17:04:14.369156 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b6a33a0-e67a-4972-b121-3225fa4898e0 None None] Checking router: 72b6402a-4818-4291-be3e-2e6b917ac2bc for host: dv-neutron-822799-1-hyperv {{(pid=87638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 23 17:04:14.377653 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b6a33a0-e67a-4972-b121-3225fa4898e0 None None] Routers {'72b6402a-4818-4291-be3e-2e6b917ac2bc'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 17:04:14.378252 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-1b6a33a0-e67a-4972-b121-3225fa4898e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc1a2c160>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T17:03:50Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['72b6402a-4818-4291-be3e-2e6b917ac2bc'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 17:04:14.398704 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e871a4f2-55c9-46fb-b382-0f6e0a5e9248 req-7cccf6a6-367d-4814-916f-2d6fe0741808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 17:04:14.400139 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-e871a4f2-55c9-46fb-b382-0f6e0a5e9248 req-7cccf6a6-367d-4814-916f-2d6fe0741808 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=6143a3d8-1c72-4dc5-99e1-af644e5e0cc7 HTTP/1.1" status: 200  len: 848 time: 0.0724020
Dec 23 17:04:14.448858 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7b9517-db41-4c36-8bdb-965526648126 req-041df280-465a-4ef4-b6d1-9675ea89104c tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 17:04:14.449519 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-0a7b9517-db41-4c36-8bdb-965526648126 req-041df280-465a-4ef4-b6d1-9675ea89104c tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Synchronizing usage tracker for tenant:c754b4ca22a9494d99e8e57c61279a10 on resource:port {{(pid=87636) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 17:04:14.475748 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.quota.resource [req-0a7b9517-db41-4c36-8bdb-965526648126 req-041df280-465a-4ef4-b6d1-9675ea89104c tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Unset dirty status for tenant:c754b4ca22a9494d99e8e57c61279a10 on resource:port {{(pid=87636) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 17:04:14.476847 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-0a7b9517-db41-4c36-8bdb-965526648126 req-041df280-465a-4ef4-b6d1-9675ea89104c tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] 10.222.0.64 "GET /v2.0/ports?device_id=148b0448-5a13-4387-8092-9abe91c34f9f HTTP/1.1" status: 200  len: 944 time: 0.2050617
Dec 23 17:04:14.525858 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e871a4f2-55c9-46fb-b382-0f6e0a5e9248 req-1d6ed5f3-1231-40d4-ae8c-d58f2825bf1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 17:04:14.527340 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-e871a4f2-55c9-46fb-b382-0f6e0a5e9248 req-1d6ed5f3-1231-40d4-ae8c-d58f2825bf1f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=322ab9d4-18f5-4097-864b-beb611b4cf6a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1205215
Dec 23 17:04:14.534387 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-0a7b9517-db41-4c36-8bdb-965526648126 req-79163295-f5d6-4af0-a181-bcdc9354440d tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] 10.222.0.64 "GET /v2.0/security-groups?id=6047502d-ac23-4c32-93af-9c5cba7b40a9&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0481951
Dec 23 17:04:14.557378 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-1b6a33a0-e67a-4972-b121-3225fa4898e0 None None] Set router 72b6402a-4818-4291-be3e-2e6b917ac2bc gateway port host: dv-neutron-822799-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 17:04:14.658231 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-e871a4f2-55c9-46fb-b382-0f6e0a5e9248 req-3fe04154-ea8e-4387-ad29-812887e6add5 service neutron] 10.222.0.61 "GET /v2.0/networks/322ab9d4-18f5-4097-864b-beb611b4cf6a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1228473
Dec 23 17:04:14.866013 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-1b6a33a0-e67a-4972-b121-3225fa4898e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc1a2c160>, [{'id': '72b6402a-4818-4291-be3e-2e6b917ac2bc', 'name': 'tempest-TestSnapshotPattern-125466305-router', 'tenant_id': 'c754b4ca22a9494d99e8e57c61279a10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.170'}], 'enable_snat': True}, 'gw_port_id': '6d255a4b-88fe-4ab2-85ac-4be9016ee4de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:59:19Z', 'updated_at': '2021-12-23T16:59:23Z', 'revision_number': 4, 'project_id': 'c754b4ca22a9494d99e8e57c61279a10', 'gw_port': {'id': '6d255a4b-88fe-4ab2-85ac-4be9016ee4de', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:f8:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72b6402a-4818-4291-be3e-2e6b917ac2bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:59:20Z', 'updated_at': '2021-12-23T16:59:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_interfaces': [{'id': '0a73e967-8efe-465d-ba15-1a910d56c2e6', 'name': '', 'network_id': '322ab9d4-18f5-4097-864b-beb611b4cf6a', 'tenant_id': 'c754b4ca22a9494d99e8e57c61279a10', 'mac_address': 'fa:16:3e:fd:64:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72b6402a-4818-4291-be3e-2e6b917ac2bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '6143a3d8-1c72-4dc5-99e1-af644e5e0cc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:59:22Z', 'updated_at': '2021-12-23T16:59:29Z', 'revision_number': 5, 'project_id': 'c754b4ca22a9494d99e8e57c61279a10', 'subnets': [{'id': '6143a3d8-1c72-4dc5-99e1-af644e5e0cc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 17:04:14.870102 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b6a33a0-e67a-4972-b121-3225fa4898e0 None None] The sync data for ids ['72b6402a-4818-4291-be3e-2e6b917ac2bc'] in dv-neutron-822799-1-hyperv is: [{'id': '72b6402a-4818-4291-be3e-2e6b917ac2bc', 'name': 'tempest-TestSnapshotPattern-125466305-router', 'tenant_id': 'c754b4ca22a9494d99e8e57c61279a10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.170'}], 'enable_snat': True}, 'gw_port_id': '6d255a4b-88fe-4ab2-85ac-4be9016ee4de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:59:19Z', 'updated_at': '2021-12-23T16:59:23Z', 'revision_number': 4, 'project_id': 'c754b4ca22a9494d99e8e57c61279a10', 'gw_port': {'id': '6d255a4b-88fe-4ab2-85ac-4be9016ee4de', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:f8:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72b6402a-4818-4291-be3e-2e6b917ac2bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:59:20Z', 'updated_at': '2021-12-23T16:59:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv', '_interfaces': [{'id': '0a73e967-8efe-465d-ba15-1a910d56c2e6', 'name': '', 'network_id': '322ab9d4-18f5-4097-864b-beb611b4cf6a', 'tenant_id': 'c754b4ca22a9494d99e8e57c61279a10', 'mac_address': 'fa:16:3e:fd:64:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72b6402a-4818-4291-be3e-2e6b917ac2bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '6143a3d8-1c72-4dc5-99e1-af644e5e0cc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:59:22Z', 'updated_at': '2021-12-23T16:59:29Z', 'revision_number': 5, 'project_id': 'c754b4ca22a9494d99e8e57c61279a10', 'subnets': [{'id': '6143a3d8-1c72-4dc5-99e1-af644e5e0cc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 23 17:04:14.923751 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-e871a4f2-55c9-46fb-b382-0f6e0a5e9248 req-fde02612-5ea0-42e8-ae86-0f7852397abd service neutron] 10.222.0.61 "GET /v2.0/networks/322ab9d4-18f5-4097-864b-beb611b4cf6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2579443
Dec 23 17:04:15.095564 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd240d76-2754-479b-9c93-6590b2ef0878 None None] New status for floating IP a88173af-47cd-4b32-9388-33b633e9e9dc: DOWN {{(pid=87637) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 23 17:04:15.738124 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1ecccd-8bb7-4603-8e38-e045f7930ecf req-f8d86b65-0c40-4e38-9bff-79668392447e tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87635) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 17:04:15.738822 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [req-0a1ecccd-8bb7-4603-8e38-e045f7930ecf req-f8d86b65-0c40-4e38-9bff-79668392447e tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Synchronizing usage tracker for tenant:c754b4ca22a9494d99e8e57c61279a10 on resource:port {{(pid=87635) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 23 17:04:15.746762 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412fc58d-3788-4f9f-aaa4-451b9a3b6739 req-ecb12bfd-2e45-4bcc-ab0b-77a6f4356ec5 tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 23 17:04:15.748195 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-412fc58d-3788-4f9f-aaa4-451b9a3b6739 req-ecb12bfd-2e45-4bcc-ab0b-77a6f4356ec5 tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] 10.222.0.61 "GET /v2.0/ports?device_id=148b0448-5a13-4387-8092-9abe91c34f9f HTTP/1.1" status: 200  len: 944 time: 0.0855596
Dec 23 17:04:15.751710 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.quota.resource [req-0a1ecccd-8bb7-4603-8e38-e045f7930ecf req-f8d86b65-0c40-4e38-9bff-79668392447e tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Unset dirty status for tenant:c754b4ca22a9494d99e8e57c61279a10 on resource:port {{(pid=87635) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 23 17:04:15.753250 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-0a1ecccd-8bb7-4603-8e38-e045f7930ecf req-f8d86b65-0c40-4e38-9bff-79668392447e tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] 10.222.0.64 "GET /v2.0/ports?device_id=148b0448-5a13-4387-8092-9abe91c34f9f HTTP/1.1" status: 200  len: 944 time: 0.0983770
Dec 23 17:04:15.801670 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-0a1ecccd-8bb7-4603-8e38-e045f7930ecf req-08c8f159-78e6-4a87-8b60-ef13a63b39c6 tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] 10.222.0.64 "GET /v2.0/security-groups?id=6047502d-ac23-4c32-93af-9c5cba7b40a9&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0427773
Dec 23 17:04:15.824119 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [req-412fc58d-3788-4f9f-aaa4-451b9a3b6739 req-aa9ca6d2-3528-4338-a8b0-b9cded688e62 tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Deleting port cbc9e251-f3fc-419c-a326-d792e6c3e49f {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 17:04:15.824472 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-412fc58d-3788-4f9f-aaa4-451b9a3b6739 req-aa9ca6d2-3528-4338-a8b0-b9cded688e62 tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 17:04:16.078567 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [req-412fc58d-3788-4f9f-aaa4-451b9a3b6739 req-aa9ca6d2-3528-4338-a8b0-b9cded688e62 tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] For port cbc9e251-f3fc-419c-a326-d792e6c3e49f, host hv-neutron-8227, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8227',level=0,port_id=cbc9e251-f3fc-419c-a326-d792e6c3e49f,segment=NetworkSegment(5ec78692-ab35-46ed-860b-6e5750a351f0),segment_id=5ec78692-ab35-46ed-860b-6e5750a351f0)] {{(pid=87636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 17:04:16.078837 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-412fc58d-3788-4f9f-aaa4-451b9a3b6739 req-aa9ca6d2-3528-4338-a8b0-b9cded688e62 tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 17:04:16.200261 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [req-412fc58d-3788-4f9f-aaa4-451b9a3b6739 req-aa9ca6d2-3528-4338-a8b0-b9cded688e62 tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Calling delete_port for cbc9e251-f3fc-419c-a326-d792e6c3e49f owned by compute:nova {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 17:04:16.351989 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-412fc58d-3788-4f9f-aaa4-451b9a3b6739 req-aa9ca6d2-3528-4338-a8b0-b9cded688e62 tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 17:04:16.357474 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-03ed2db0-074c-4430-9cb3-de653b558a6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 17:04:16.404732 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9ca6d2-3528-4338-a8b0-b9cded688e62 tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Pushing event deleted for resources: {'Port': ['ID=cbc9e251-f3fc-419c-a326-d792e6c3e49f,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 17:04:16.407989 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-aa9ca6d2-3528-4338-a8b0-b9cded688e62 tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 17:04:16.481735 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [req-412fc58d-3788-4f9f-aaa4-451b9a3b6739 req-aa9ca6d2-3528-4338-a8b0-b9cded688e62 tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] No DVR routers for this DVR port cbc9e251-f3fc-419c-a326-d792e6c3e49f on host hv-neutron-8227 {{(pid=87636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 23 17:04:16.484396 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [req-412fc58d-3788-4f9f-aaa4-451b9a3b6739 req-aa9ca6d2-3528-4338-a8b0-b9cded688e62 tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25526'] for port, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 17:04:16.486942 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '148b0448-5a13-4387-8092-9abe91c34f9f', 'name': 'network-vif-deleted', 'tag': 'cbc9e251-f3fc-419c-a326-d792e6c3e49f'}] {{(pid=87636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 23 17:04:16.505889 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [req-412fc58d-3788-4f9f-aaa4-451b9a3b6739 req-aa9ca6d2-3528-4338-a8b0-b9cded688e62 tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] 10.222.0.61 "DELETE /v2.0/ports/cbc9e251-f3fc-419c-a326-d792e6c3e49f HTTP/1.1" status: 204  len: 173 time: 0.7520399
Dec 23 17:04:16.536777 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '148b0448-5a13-4387-8092-9abe91c34f9f', 'name': 'network-vif-deleted', 'tag': 'cbc9e251-f3fc-419c-a326-d792e6c3e49f', 'status': 'completed', 'code': 200}
Dec 23 17:04:16.970253 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [req-a881b96b-06c4-4a4b-bbca-7ac5b3731ead req-b6f1317b-eef8-4071-9ccf-b3e5418bbd20 tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] 10.222.0.64 "GET /v2.0/ports?device_id=148b0448-5a13-4387-8092-9abe91c34f9f HTTP/1.1" status: 200  len: 210 time: 0.0446408
Dec 23 17:04:17.465485 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-862261ac-7d5e-47ec-be68-56ca9d4de9c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 17:04:18.085353 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 33078) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 17:04:18.153733 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-c2cef6fd-0e41-4e55-af0a-e4e08c85c71c tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Notify callbacks [] for security_group, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 17:04:18.182125 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-c2cef6fd-0e41-4e55-af0a-e4e08c85c71c tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 17:04:18.251296 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-c2cef6fd-0e41-4e55-af0a-e4e08c85c71c tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 17:04:18.256017 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-de286696-d248-4f1a-8827-4c668877eefe tempest-TestMinimumBasicScenario-646771104 tempest-TestMinimumBasicScenario-646771104-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 17:04:18.271521 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cef6fd-0e41-4e55-af0a-e4e08c85c71c tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6047502d-ac23-4c32-93af-9c5cba7b40a9,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 17:04:18.274735 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-c2cef6fd-0e41-4e55-af0a-e4e08c85c71c tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 17:04:18.296244 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-c2cef6fd-0e41-4e55-af0a-e4e08c85c71c tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] Notify callbacks [] for security_group, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 17:04:18.297505 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-c2cef6fd-0e41-4e55-af0a-e4e08c85c71c tempest-TestSnapshotPattern-1642694634 tempest-TestSnapshotPattern-1642694634-project] 10.222.0.64 "DELETE /v2.0/security-groups/6047502d-ac23-4c32-93af-9c5cba7b40a9 HTTP/1.1" status: 204  len: 168 time: 0.2111676
Dec 23 17:04:18.352997 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 33084) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 17:04:19.027711 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-9b7126a9-303b-4a65-a64c-cf1df5d9fe1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1781419'] for router_interface, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 17:04:19.517657 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-9b7126a9-303b-4a65-a64c-cf1df5d9fe1a admin admin] Deleting port 0a73e967-8efe-465d-ba15-1a910d56c2e6 {{(pid=87635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 17:04:19.518339 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-9b7126a9-303b-4a65-a64c-cf1df5d9fe1a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 17:04:19.685218 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.db [None req-9b7126a9-303b-4a65-a64c-cf1df5d9fe1a admin admin] For port 0a73e967-8efe-465d-ba15-1a910d56c2e6, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=0a73e967-8efe-465d-ba15-1a910d56c2e6,segment=NetworkSegment(5ec78692-ab35-46ed-860b-6e5750a351f0),segment_id=5ec78692-ab35-46ed-860b-6e5750a351f0)] {{(pid=87635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 17:04:19.685581 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-9b7126a9-303b-4a65-a64c-cf1df5d9fe1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 17:04:19.716565 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.agents_db [None req-30c2320c-f298-49f6-9c47-c20e38116a9c None None] Agent healthcheck: found 6 active agents {{(pid=87638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 23 17:04:19.808553 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-9b7126a9-303b-4a65-a64c-cf1df5d9fe1a admin admin] Calling delete_port for 0a73e967-8efe-465d-ba15-1a910d56c2e6 owned by network:router_interface {{(pid=87635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 17:04:19.809947 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-076c9822-09b3-4826-ae37-c071ec729664 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 17:04:20.125769 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-9b7126a9-303b-4a65-a64c-cf1df5d9fe1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 17:04:20.130094 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-dce1c0a6-d934-494c-841a-e0a45f11fdda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 17:04:20.171639 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7126a9-303b-4a65-a64c-cf1df5d9fe1a admin admin] Pushing event deleted for resources: {'Port': ['ID=0a73e967-8efe-465d-ba15-1a910d56c2e6,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 17:04:20.175056 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-9b7126a9-303b-4a65-a64c-cf1df5d9fe1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 17:04:20.451455 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-9b7126a9-303b-4a65-a64c-cf1df5d9fe1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1627472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1784155'] for router_interface, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 17:04:20.462935 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Device cbc9e251-f3fc-419c-a326-d792e6c3e49f no longer exists at agent hyperv_hv-neutron-8227 {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 23 17:04:20.497210 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] No Port match for: cbc9e251-f3fc-419c-a326-d792e6c3e49f {{(pid=87637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 23 17:04:20.497576 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Device cbc9e251-f3fc-419c-a326-d792e6c3e49f not bound to the agent host hv-neutron-8227 {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 23 17:04:20.946261 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b7126a9-303b-4a65-a64c-cf1df5d9fe1a admin admin] Router 72b6402a-4818-4291-be3e-2e6b917ac2bc has already been hosted by L3 agent 371d4c41-c7e2-4de7-9539-c049ec4e95d1 {{(pid=87635) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 23 17:04:20.985917 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 17:04:21.030478 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9dcbea60-a34f-4144-91e7-90aff3f57aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 17:04:21.124531 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b7126a9-303b-4a65-a64c-cf1df5d9fe1a admin admin] Notify agent at l3_agent.dv-neutron-822799-1-hyperv the message routers_updated {{(pid=87635) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 23 17:04:21.134183 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6763517-b092-4c39-a627-0fba1510c095 None None] Sync routers for ids ['72b6402a-4818-4291-be3e-2e6b917ac2bc'] in dv-neutron-822799-1-hyperv {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 23 17:04:21.136823 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-9b7126a9-303b-4a65-a64c-cf1df5d9fe1a admin admin] 10.222.0.64 "PUT /v2.0/routers/72b6402a-4818-4291-be3e-2e6b917ac2bc/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7826216
Dec 23 17:04:21.140384 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 33090) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 17:04:21.149216 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6763517-b092-4c39-a627-0fba1510c095 None None] Routers {'72b6402a-4818-4291-be3e-2e6b917ac2bc'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 17:04:21.149842 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-a6763517-b092-4c39-a627-0fba1510c095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc1d0c280>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T17:04:20Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['72b6402a-4818-4291-be3e-2e6b917ac2bc'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 17:04:21.320242 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-c124c705-ce45-4ef4-8408-f2f03d6ee5fd admin admin] Notify callbacks [] for router, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 17:04:21.360800 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-a6763517-b092-4c39-a627-0fba1510c095 None None] Set router 72b6402a-4818-4291-be3e-2e6b917ac2bc gateway port host: dv-neutron-822799-1-hyperv {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 17:04:21.498167 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-c124c705-ce45-4ef4-8408-f2f03d6ee5fd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 17:04:21.509088 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-c124c705-ce45-4ef4-8408-f2f03d6ee5fd admin admin] Deleting port 6d255a4b-88fe-4ab2-85ac-4be9016ee4de {{(pid=87635) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 17:04:21.509429 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-c124c705-ce45-4ef4-8408-f2f03d6ee5fd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 17:04:21.637488 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-a6763517-b092-4c39-a627-0fba1510c095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc1d0c280>, [{'id': '72b6402a-4818-4291-be3e-2e6b917ac2bc', 'name': 'tempest-TestSnapshotPattern-125466305-router', 'tenant_id': 'c754b4ca22a9494d99e8e57c61279a10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.170'}], 'enable_snat': True}, 'gw_port_id': '6d255a4b-88fe-4ab2-85ac-4be9016ee4de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:59:19Z', 'updated_at': '2021-12-23T17:04:20Z', 'revision_number': 5, 'project_id': 'c754b4ca22a9494d99e8e57c61279a10', 'gw_port': {'id': '6d255a4b-88fe-4ab2-85ac-4be9016ee4de', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:f8:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72b6402a-4818-4291-be3e-2e6b917ac2bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:59:20Z', 'updated_at': '2021-12-23T16:59:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv'}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 17:04:21.641414 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6763517-b092-4c39-a627-0fba1510c095 None None] Checking router: 72b6402a-4818-4291-be3e-2e6b917ac2bc for host: dv-neutron-822799-1-hyperv {{(pid=87638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 23 17:04:21.650371 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6763517-b092-4c39-a627-0fba1510c095 None None] Routers {'72b6402a-4818-4291-be3e-2e6b917ac2bc'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 17:04:21.650984 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-a6763517-b092-4c39-a627-0fba1510c095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc1d0c280>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T17:04:20Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['72b6402a-4818-4291-be3e-2e6b917ac2bc'], 'active': True} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 17:04:21.679116 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.db [None req-c124c705-ce45-4ef4-8408-f2f03d6ee5fd admin admin] For port 6d255a4b-88fe-4ab2-85ac-4be9016ee4de, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=6d255a4b-88fe-4ab2-85ac-4be9016ee4de,segment=NetworkSegment(77e3d110-dd7b-426c-b11f-b78dde7993df),segment_id=77e3d110-dd7b-426c-b11f-b78dde7993df)] {{(pid=87635) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 17:04:21.679472 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-c124c705-ce45-4ef4-8408-f2f03d6ee5fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 17:04:21.798362 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.plugins.ml2.plugin [None req-c124c705-ce45-4ef4-8408-f2f03d6ee5fd admin admin] Calling delete_port for 6d255a4b-88fe-4ab2-85ac-4be9016ee4de owned by network:router_gateway {{(pid=87635) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 17:04:21.802855 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_dvr_db [None req-a6763517-b092-4c39-a627-0fba1510c095 None None] Set router 72b6402a-4818-4291-be3e-2e6b917ac2bc gateway port host: None {{(pid=87638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 17:04:21.908302 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.l3_hamode_db [None req-a6763517-b092-4c39-a627-0fba1510c095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc1d0c280>, [{'id': '72b6402a-4818-4291-be3e-2e6b917ac2bc', 'name': 'tempest-TestSnapshotPattern-125466305-router', 'tenant_id': 'c754b4ca22a9494d99e8e57c61279a10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:59:19Z', 'updated_at': '2021-12-23T17:04:21Z', 'revision_number': 6, 'project_id': 'c754b4ca22a9494d99e8e57c61279a10', 'gw_port_host': None}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 17:04:21.912717 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6763517-b092-4c39-a627-0fba1510c095 None None] The sync data for ids ['72b6402a-4818-4291-be3e-2e6b917ac2bc'] in dv-neutron-822799-1-hyperv is: [{'id': '72b6402a-4818-4291-be3e-2e6b917ac2bc', 'name': 'tempest-TestSnapshotPattern-125466305-router', 'tenant_id': 'c754b4ca22a9494d99e8e57c61279a10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:59:19Z', 'updated_at': '2021-12-23T17:04:21Z', 'revision_number': 6, 'project_id': 'c754b4ca22a9494d99e8e57c61279a10', 'gw_port_host': None}] {{(pid=87638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 23 17:04:21.983573 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-c124c705-ce45-4ef4-8408-f2f03d6ee5fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2753280'] for port, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 17:04:21.987605 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-3e4decf8-6112-4a6c-9b13-ba2d8d8e17aa tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 17:04:22.034965 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c124c705-ce45-4ef4-8408-f2f03d6ee5fd admin admin] Pushing event deleted for resources: {'Port': ['ID=6d255a4b-88fe-4ab2-85ac-4be9016ee4de,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 17:04:22.038764 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-c124c705-ce45-4ef4-8408-f2f03d6ee5fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 17:04:22.258091 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-c124c705-ce45-4ef4-8408-f2f03d6ee5fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1824206'] for router_gateway, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 17:04:22.435133 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-c124c705-ce45-4ef4-8408-f2f03d6ee5fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1784183', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-235354'] for router, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 17:04:22.437488 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-c124c705-ce45-4ef4-8408-f2f03d6ee5fd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 17:04:22.463486 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-c124c705-ce45-4ef4-8408-f2f03d6ee5fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1781328'] for router, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 17:04:22.464012 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c124c705-ce45-4ef4-8408-f2f03d6ee5fd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 72b6402a-4818-4291-be3e-2e6b917ac2bc {{(pid=87635) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 23 17:04:22.476236 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-c124c705-ce45-4ef4-8408-f2f03d6ee5fd admin admin] Notify callbacks [] for router, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 17:04:22.477377 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-c124c705-ce45-4ef4-8408-f2f03d6ee5fd admin admin] 10.222.0.64 "DELETE /v2.0/routers/72b6402a-4818-4291-be3e-2e6b917ac2bc HTTP/1.1" status: 204  len: 168 time: 1.3361199
Dec 23 17:04:22.479998 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 33094) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 17:04:22.534886 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9e3aab53-d650-47e3-b8a6-2dff21fe9ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 17:04:22.541712 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.db.db_base_plugin_v2 [None req-db2ecec0-958f-45a8-97d7-750048b668d8 admin admin] Deleting subnet 6143a3d8-1c72-4dc5-99e1-af644e5e0cc7 {{(pid=87635) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 23 17:04:22.544607 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-db2ecec0-958f-45a8-97d7-750048b668d8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 17:04:22.593941 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-db2ecec0-958f-45a8-97d7-750048b668d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2776816'] for subnet, precommit_delete_associations {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 17:04:22.680325 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-db2ecec0-958f-45a8-97d7-750048b668d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864774'] for subnet, precommit_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 17:04:22.749463 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-db2ecec0-958f-45a8-97d7-750048b668d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2753333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2609730'] for subnet, after_delete {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 17:04:22.754319 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-5360ea08-bfc0-426a-a84e-513f837e0b6d tempest-TestNetworkBasicOps-438868796 tempest-TestNetworkBasicOps-438868796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 17:04:22.791281 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron_lib.callbacks.manager [None req-db2ecec0-958f-45a8-97d7-750048b668d8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87635) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 17:04:22.793898 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2ecec0-958f-45a8-97d7-750048b668d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6143a3d8-1c72-4dc5-99e1-af644e5e0cc7,revision_number=None']} {{(pid=87635) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 17:04:22.797560 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-147b8986-74b2-4dd8-a262-c0d77f78de99 None None] Network 322ab9d4-18f5-4097-864b-beb611b4cf6a requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 17:04:22.798052 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG oslo_concurrency.lockutils [None req-db2ecec0-958f-45a8-97d7-750048b668d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87635) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 17:04:22.800421 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-db2ecec0-958f-45a8-97d7-750048b668d8 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/6143a3d8-1c72-4dc5-99e1-af644e5e0cc7 HTTP/1.1" status: 204  len: 168 time: 0.3195205
Dec 23 17:04:22.803166 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 33098) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 17:04:22.911867 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d5e6cd6d-d19f-46f1-a4e3-5fa4981333e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-698866'] for network, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 17:04:22.923848 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-d5e6cd6d-d19f-46f1-a4e3-5fa4981333e1 admin admin] Deleting port 1126ca77-3fae-4a22-948d-9341bb3f1cbc {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 17:04:22.924279 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d5e6cd6d-d19f-46f1-a4e3-5fa4981333e1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 17:04:23.074194 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bfb9eda-883c-4cfe-a7f0-77317aa1f6c9 None None] DHCP port deletion for 322ab9d4-18f5-4097-864b-beb611b4cf6a request from dv-neutron-822799-1-hyperv {{(pid=87637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 23 17:04:23.079728 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-1bfb9eda-883c-4cfe-a7f0-77317aa1f6c9 None None] Deleting port 1126ca77-3fae-4a22-948d-9341bb3f1cbc {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 17:04:23.080378 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1bfb9eda-883c-4cfe-a7f0-77317aa1f6c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 17:04:23.112687 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 6d255a4b-88fe-4ab2-85ac-4be9016ee4de no longer exists at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 23 17:04:23.136619 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [None req-d5e6cd6d-d19f-46f1-a4e3-5fa4981333e1 admin admin] For port 1126ca77-3fae-4a22-948d-9341bb3f1cbc, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=1126ca77-3fae-4a22-948d-9341bb3f1cbc,segment=NetworkSegment(5ec78692-ab35-46ed-860b-6e5750a351f0),segment_id=5ec78692-ab35-46ed-860b-6e5750a351f0)] {{(pid=87636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 17:04:23.136986 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d5e6cd6d-d19f-46f1-a4e3-5fa4981333e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 17:04:23.153808 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] No Port match for: 6d255a4b-88fe-4ab2-85ac-4be9016ee4de {{(pid=87637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 23 17:04:23.154163 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 6d255a4b-88fe-4ab2-85ac-4be9016ee4de not bound to the agent host dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 23 17:04:23.154598 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 0a73e967-8efe-465d-ba15-1a910d56c2e6 no longer exists at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 23 17:04:23.194827 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] No Port match for: 0a73e967-8efe-465d-ba15-1a910d56c2e6 {{(pid=87637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 23 17:04:23.196203 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 0a73e967-8efe-465d-ba15-1a910d56c2e6 not bound to the agent host dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 23 17:04:23.260260 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-d5e6cd6d-d19f-46f1-a4e3-5fa4981333e1 admin admin] Calling delete_port for 1126ca77-3fae-4a22-948d-9341bb3f1cbc owned by network:dhcp {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 17:04:23.340151 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d5e6cd6d-d19f-46f1-a4e3-5fa4981333e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 17:04:23.344028 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-ec0259a2-e8fd-4c65-9537-0061c80ce15c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 17:04:23.353930 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-1bfb9eda-883c-4cfe-a7f0-77317aa1f6c9 None None] For port 1126ca77-3fae-4a22-948d-9341bb3f1cbc, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=1126ca77-3fae-4a22-948d-9341bb3f1cbc,segment=NetworkSegment(5ec78692-ab35-46ed-860b-6e5750a351f0),segment_id=5ec78692-ab35-46ed-860b-6e5750a351f0)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 17:04:23.354360 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1bfb9eda-883c-4cfe-a7f0-77317aa1f6c9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 17:04:23.477540 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-1bfb9eda-883c-4cfe-a7f0-77317aa1f6c9 None None] Calling delete_port for 1126ca77-3fae-4a22-948d-9341bb3f1cbc owned by network:dhcp {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 17:04:23.516765 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e6cd6d-d19f-46f1-a4e3-5fa4981333e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=1126ca77-3fae-4a22-948d-9341bb3f1cbc,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 17:04:23.519298 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-d5e6cd6d-d19f-46f1-a4e3-5fa4981333e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 17:04:23.521758 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5e6cd6d-d19f-46f1-a4e3-5fa4981333e1 admin admin] No DVR routers for this DVR port 1126ca77-3fae-4a22-948d-9341bb3f1cbc on host dv-neutron-822799-1-hyperv {{(pid=87636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 23 17:04:23.596389 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.db.api [None req-1bfb9eda-883c-4cfe-a7f0-77317aa1f6c9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87637) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 23 17:04:23.597347 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_db.api [None req-1bfb9eda-883c-4cfe-a7f0-77317aa1f6c9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 23 17:04:23.646098 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d5e6cd6d-d19f-46f1-a4e3-5fa4981333e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-864347', 'neutron.services.segments.db._delete_segments_for_network-8735362908070'] for network, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 17:04:23.682563 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-d5e6cd6d-d19f-46f1-a4e3-5fa4981333e1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1dc01230d0>,) {'filters': {'network_id': ['322ab9d4-18f5-4097-864b-beb611b4cf6a']}} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 17:04:23.695200 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-d5e6cd6d-d19f-46f1-a4e3-5fa4981333e1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dc01230d0>, '5ec78692-ab35-46ed-860b-6e5750a351f0') {'for_net_delete': True} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 17:04:23.695521 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-d5e6cd6d-d19f-46f1-a4e3-5fa4981333e1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dc01230d0>, '5ec78692-ab35-46ed-860b-6e5750a351f0') {} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 17:04:23.707424 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d5e6cd6d-d19f-46f1-a4e3-5fa4981333e1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735363085442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2382197'] for segment, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 17:04:23.724043 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d5e6cd6d-d19f-46f1-a4e3-5fa4981333e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 17:04:23.730205 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5e6cd6d-d19f-46f1-a4e3-5fa4981333e1 admin admin] Releasing vlan 447 on physical network physnet1 to pool {{(pid=87636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 23 17:04:23.730595 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d5e6cd6d-d19f-46f1-a4e3-5fa4981333e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2176261'] for segment, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 17:04:23.743615 dv-neutron-822799-1-hyperv neutron-server[87636]: Traceback (most recent call last):
Dec 23 17:04:23.743615 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 23 17:04:23.743615 dv-neutron-822799-1-hyperv neutron-server[87636]:     timer()
Dec 23 17:04:23.743615 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 17:04:23.743615 dv-neutron-822799-1-hyperv neutron-server[87636]:     cb(*args, **kw)
Dec 23 17:04:23.743615 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 23 17:04:23.743615 dv-neutron-822799-1-hyperv neutron-server[87636]:     return func(*args, **kwargs)
Dec 23 17:04:23.743615 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 17:04:23.743615 dv-neutron-822799-1-hyperv neutron-server[87636]:     self._notify()
Dec 23 17:04:23.743615 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 17:04:23.743615 dv-neutron-822799-1-hyperv neutron-server[87636]:     self.callback(batched_events)
Dec 23 17:04:23.743615 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 17:04:23.743615 dv-neutron-822799-1-hyperv neutron-server[87636]:     event.method(event)
Dec 23 17:04:23.743615 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 17:04:23.743615 dv-neutron-822799-1-hyperv neutron-server[87636]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 17:04:23.743615 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 23 17:04:23.743615 dv-neutron-822799-1-hyperv neutron-server[87636]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 23 17:04:23.743615 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 23 17:04:23.743615 dv-neutron-822799-1-hyperv neutron-server[87636]:     return f(self, *a, **k)
Dec 23 17:04:23.743615 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 17:04:23.743615 dv-neutron-822799-1-hyperv neutron-server[87636]:     return self._get(url).json()
Dec 23 17:04:23.743615 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 23 17:04:23.743615 dv-neutron-822799-1-hyperv neutron-server[87636]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 23 17:04:23.743615 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 23 17:04:23.743615 dv-neutron-822799-1-hyperv neutron-server[87636]:     return self.request(url, 'GET', **kwargs)
Dec 23 17:04:23.743615 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 23 17:04:23.743615 dv-neutron-822799-1-hyperv neutron-server[87636]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 23 17:04:23.743615 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 23 17:04:23.743615 dv-neutron-822799-1-hyperv neutron-server[87636]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 17:04:23.743615 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 23 17:04:23.743615 dv-neutron-822799-1-hyperv neutron-server[87636]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 17:04:23.743615 dv-neutron-822799-1-hyperv neutron-server[87636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 17:04:23.822606 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d5e6cd6d-d19f-46f1-a4e3-5fa4981333e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-864336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1824171'] for network, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 17:04:23.826158 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-a901df7c-17d7-47d4-9d07-15b9bdf289fc tempest-NetworksIpV6Test-401873170 tempest-NetworksIpV6Test-401873170-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 17:04:23.838679 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-d5e6cd6d-d19f-46f1-a4e3-5fa4981333e1 admin admin] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 17:04:23.848599 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e6cd6d-d19f-46f1-a4e3-5fa4981333e1 admin admin] Pushing event deleted for resources: {'Network': ['ID=322ab9d4-18f5-4097-864b-beb611b4cf6a,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 17:04:23.851617 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-d5e6cd6d-d19f-46f1-a4e3-5fa4981333e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 17:04:23.863012 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-d5e6cd6d-d19f-46f1-a4e3-5fa4981333e1 admin admin] 10.222.0.64 "DELETE /v2.0/networks/322ab9d4-18f5-4097-864b-beb611b4cf6a HTTP/1.1" status: 204  len: 168 time: 1.0586996
Dec 23 17:04:23.866029 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 33104) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 17:04:24.098039 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-1bfb9eda-883c-4cfe-a7f0-77317aa1f6c9 None None] Deleting port 1126ca77-3fae-4a22-948d-9341bb3f1cbc {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 17:04:24.098296 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-1bfb9eda-883c-4cfe-a7f0-77317aa1f6c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 17:04:24.169808 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-1bfb9eda-883c-4cfe-a7f0-77317aa1f6c9 None None] The port '1126ca77-3fae-4a22-948d-9341bb3f1cbc' was deleted {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 23 17:04:24.432986 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7b32231d-3b51-4a1b-b797-855321912c74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1781419'] for router_interface, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 17:04:24.784744 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-7b32231d-3b51-4a1b-b797-855321912c74 admin admin] Deleting port 07552fad-a8ad-4094-b045-c05acde3b920 {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 17:04:24.784997 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7b32231d-3b51-4a1b-b797-855321912c74 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 17:04:25.058260 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 1126ca77-3fae-4a22-948d-9341bb3f1cbc no longer exists at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 23 17:04:25.094188 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] No Port match for: 1126ca77-3fae-4a22-948d-9341bb3f1cbc {{(pid=87637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 23 17:04:25.094553 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 1126ca77-3fae-4a22-948d-9341bb3f1cbc not bound to the agent host dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 23 17:04:25.099315 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [None req-7b32231d-3b51-4a1b-b797-855321912c74 admin admin] For port 07552fad-a8ad-4094-b045-c05acde3b920, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=07552fad-a8ad-4094-b045-c05acde3b920,segment=NetworkSegment(35472596-8dfb-4345-bfd8-9e6960a30ea2),segment_id=35472596-8dfb-4345-bfd8-9e6960a30ea2)] {{(pid=87636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 17:04:25.099837 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7b32231d-3b51-4a1b-b797-855321912c74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 17:04:25.223843 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-7b32231d-3b51-4a1b-b797-855321912c74 admin admin] Calling delete_port for 07552fad-a8ad-4094-b045-c05acde3b920 owned by network:router_interface {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 17:04:25.495201 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7b32231d-3b51-4a1b-b797-855321912c74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 17:04:25.501345 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-5e646092-0569-4945-950e-c223d8b65cd3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 17:04:25.551048 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b32231d-3b51-4a1b-b797-855321912c74 admin admin] Pushing event deleted for resources: {'Port': ['ID=07552fad-a8ad-4094-b045-c05acde3b920,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 17:04:25.582134 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-7b32231d-3b51-4a1b-b797-855321912c74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 17:04:25.813059 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-7b32231d-3b51-4a1b-b797-855321912c74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1627472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1784155'] for router_interface, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 17:04:26.182156 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b32231d-3b51-4a1b-b797-855321912c74 admin admin] Router a7789679-3317-427a-b82b-bf15ad3ae4d6 has already been hosted by L3 agent 371d4c41-c7e2-4de7-9539-c049ec4e95d1 {{(pid=87636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 23 17:04:26.363885 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b32231d-3b51-4a1b-b797-855321912c74 admin admin] Notify agent at l3_agent.dv-neutron-822799-1-hyperv the message routers_updated {{(pid=87636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 23 17:04:26.373788 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a167bde8-04d7-4a7c-b415-995136546b24 None None] Sync routers for ids ['a7789679-3317-427a-b82b-bf15ad3ae4d6'] in dv-neutron-822799-1-hyperv {{(pid=87637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 23 17:04:26.382859 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-7b32231d-3b51-4a1b-b797-855321912c74 admin admin] 10.222.0.64 "PUT /v2.0/routers/a7789679-3317-427a-b82b-bf15ad3ae4d6/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5157866
Dec 23 17:04:26.386271 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a167bde8-04d7-4a7c-b415-995136546b24 None None] Routers {'a7789679-3317-427a-b82b-bf15ad3ae4d6'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 17:04:26.386405 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 33108) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 17:04:26.386916 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-a167bde8-04d7-4a7c-b415-995136546b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc1832400>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T17:04:20Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['a7789679-3317-427a-b82b-bf15ad3ae4d6'], 'active': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 17:04:26.569237 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvr_db [None req-a167bde8-04d7-4a7c-b415-995136546b24 None None] Set router a7789679-3317-427a-b82b-bf15ad3ae4d6 gateway port host: dv-neutron-822799-1-hyperv {{(pid=87637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 17:04:26.722101 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-16afe104-5c05-4fd1-b55b-452b61e931a2 admin admin] Notify callbacks [] for router, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 17:04:26.846676 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-a167bde8-04d7-4a7c-b415-995136546b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc1832400>, [{'id': 'a7789679-3317-427a-b82b-bf15ad3ae4d6', 'name': 'tempest-TestSnapshotPattern-1316400802-router', 'tenant_id': 'd77d84750ac34cb59ad2b3fe4cd6568b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'external_fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.42'}], 'enable_snat': True}, 'gw_port_id': '5f7f7dec-79c6-463b-bbed-ce402a3f9111', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:59:25Z', 'updated_at': '2021-12-23T17:04:25Z', 'revision_number': 5, 'project_id': 'd77d84750ac34cb59ad2b3fe4cd6568b', 'gw_port': {'id': '5f7f7dec-79c6-463b-bbed-ce402a3f9111', 'name': '', 'network_id': '8afa6d58-9431-454a-b99c-3ff8a65aa86b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:3d:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7789679-3317-427a-b82b-bf15ad3ae4d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'ip_address': '172.26.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822799-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-23T16:59:26Z', 'updated_at': '2021-12-23T16:59:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60537fec-5f5f-4ab7-89cc-03638149a590', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822799-1-hyperv'}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 17:04:26.850681 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a167bde8-04d7-4a7c-b415-995136546b24 None None] Checking router: a7789679-3317-427a-b82b-bf15ad3ae4d6 for host: dv-neutron-822799-1-hyperv {{(pid=87637) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 23 17:04:26.859166 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a167bde8-04d7-4a7c-b415-995136546b24 None None] Routers {'a7789679-3317-427a-b82b-bf15ad3ae4d6'} bound to L3 agent in host dv-neutron-822799-1-hyperv {{(pid=87637) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 23 17:04:26.859799 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-a167bde8-04d7-4a7c-b415-995136546b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1dc1832400>, 'dv-neutron-822799-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-23T16:00:20Z,description=<?>,heartbeat_timestamp=2021-12-23T17:04:20Z,host='dv-neutron-822799-1-hyperv',id=371d4c41-c7e2-4de7-9539-c049ec4e95d1,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-23T16:00:20Z,topic='l3_agent')) {'router_ids': ['a7789679-3317-427a-b82b-bf15ad3ae4d6'], 'active': True} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 17:04:26.901763 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-16afe104-5c05-4fd1-b55b-452b61e931a2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 17:04:26.913037 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-16afe104-5c05-4fd1-b55b-452b61e931a2 admin admin] Deleting port 5f7f7dec-79c6-463b-bbed-ce402a3f9111 {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 17:04:26.913443 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-16afe104-5c05-4fd1-b55b-452b61e931a2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 17:04:27.009741 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_dvr_db [None req-a167bde8-04d7-4a7c-b415-995136546b24 None None] Set router a7789679-3317-427a-b82b-bf15ad3ae4d6 gateway port host: None {{(pid=87637) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 23 17:04:27.087342 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [None req-16afe104-5c05-4fd1-b55b-452b61e931a2 admin admin] For port 5f7f7dec-79c6-463b-bbed-ce402a3f9111, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=5f7f7dec-79c6-463b-bbed-ce402a3f9111,segment=NetworkSegment(77e3d110-dd7b-426c-b11f-b78dde7993df),segment_id=77e3d110-dd7b-426c-b11f-b78dde7993df)] {{(pid=87636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 17:04:27.087696 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-16afe104-5c05-4fd1-b55b-452b61e931a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 17:04:27.117165 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.db.l3_hamode_db [None req-a167bde8-04d7-4a7c-b415-995136546b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1dc1832400>, [{'id': 'a7789679-3317-427a-b82b-bf15ad3ae4d6', 'name': 'tempest-TestSnapshotPattern-1316400802-router', 'tenant_id': 'd77d84750ac34cb59ad2b3fe4cd6568b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:59:25Z', 'updated_at': '2021-12-23T17:04:26Z', 'revision_number': 6, 'project_id': 'd77d84750ac34cb59ad2b3fe4cd6568b', 'gw_port_host': None}], 'dv-neutron-822799-1-hyperv', False) {} {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 17:04:27.121232 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a167bde8-04d7-4a7c-b415-995136546b24 None None] The sync data for ids ['a7789679-3317-427a-b82b-bf15ad3ae4d6'] in dv-neutron-822799-1-hyperv is: [{'id': 'a7789679-3317-427a-b82b-bf15ad3ae4d6', 'name': 'tempest-TestSnapshotPattern-1316400802-router', 'tenant_id': 'd77d84750ac34cb59ad2b3fe4cd6568b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-23T16:59:25Z', 'updated_at': '2021-12-23T17:04:26Z', 'revision_number': 6, 'project_id': 'd77d84750ac34cb59ad2b3fe4cd6568b', 'gw_port_host': None}] {{(pid=87637) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 23 17:04:27.213325 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-16afe104-5c05-4fd1-b55b-452b61e931a2 admin admin] Calling delete_port for 5f7f7dec-79c6-463b-bbed-ce402a3f9111 owned by network:router_gateway {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 17:04:27.394785 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-16afe104-5c05-4fd1-b55b-452b61e931a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 17:04:27.398504 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-7248b0f4-d9cf-41b9-9d06-93d6e62facde service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 17:04:27.441138 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16afe104-5c05-4fd1-b55b-452b61e931a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=5f7f7dec-79c6-463b-bbed-ce402a3f9111,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 17:04:27.444441 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-16afe104-5c05-4fd1-b55b-452b61e931a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 17:04:27.536307 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-16afe104-5c05-4fd1-b55b-452b61e931a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1824206'] for router_gateway, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 17:04:27.717194 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-16afe104-5c05-4fd1-b55b-452b61e931a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1784183', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-235354'] for router, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 17:04:27.719470 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-16afe104-5c05-4fd1-b55b-452b61e931a2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 17:04:27.754107 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-16afe104-5c05-4fd1-b55b-452b61e931a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1781328'] for router, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 17:04:27.754651 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16afe104-5c05-4fd1-b55b-452b61e931a2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a7789679-3317-427a-b82b-bf15ad3ae4d6 {{(pid=87636) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 23 17:04:27.766390 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-16afe104-5c05-4fd1-b55b-452b61e931a2 admin admin] Notify callbacks [] for router, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 17:04:27.767967 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-16afe104-5c05-4fd1-b55b-452b61e931a2 admin admin] 10.222.0.64 "DELETE /v2.0/routers/a7789679-3317-427a-b82b-bf15ad3ae4d6 HTTP/1.1" status: 204  len: 168 time: 1.3800609
Dec 23 17:04:27.770090 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 33114) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 17:04:27.827759 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.db_base_plugin_v2 [None req-75c486d3-d22c-4187-9abb-dd92bcf153e0 admin admin] Deleting subnet 71951de6-2dbd-4961-b0d0-5105ef939eb5 {{(pid=87636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 23 17:04:27.831188 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-75c486d3-d22c-4187-9abb-dd92bcf153e0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 17:04:27.880219 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-75c486d3-d22c-4187-9abb-dd92bcf153e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2382092'] for subnet, precommit_delete_associations {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 17:04:28.089384 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-75c486d3-d22c-4187-9abb-dd92bcf153e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-864774'] for subnet, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 17:04:28.159048 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-75c486d3-d22c-4187-9abb-dd92bcf153e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-864785', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2176495', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2618677'] for subnet, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 17:04:28.163540 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-9c381d12-31e4-4f70-9dca-17a4d3d9cb90 tempest-TestNetworkAdvancedServerOps-988905575 tempest-TestNetworkAdvancedServerOps-988905575-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 17:04:28.198656 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c486d3-d22c-4187-9abb-dd92bcf153e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=71951de6-2dbd-4961-b0d0-5105ef939eb5,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 17:04:28.200550 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-75c486d3-d22c-4187-9abb-dd92bcf153e0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 17:04:28.203375 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-75c486d3-d22c-4187-9abb-dd92bcf153e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 17:04:28.207410 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10b37ec4-ec89-46b4-b75f-6acfded9b822 None None] Network 479e3bd2-51f9-4478-a101-a2e46271560c requested from dv-neutron-822799-1-hyperv {{(pid=87637) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 23 17:04:28.207885 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-75c486d3-d22c-4187-9abb-dd92bcf153e0 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/71951de6-2dbd-4961-b0d0-5105ef939eb5 HTTP/1.1" status: 204  len: 168 time: 0.4365146
Dec 23 17:04:28.210163 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 33118) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 17:04:28.316030 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-777edc43-304d-4dc1-a75c-2b330800511f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-698866'] for network, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 17:04:28.326645 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-777edc43-304d-4dc1-a75c-2b330800511f admin admin] Deleting port 07a683c0-5fb4-4c8d-8c43-56ee651a6899 {{(pid=87636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 17:04:28.326967 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-777edc43-304d-4dc1-a75c-2b330800511f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 17:04:28.455915 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7130dd12-4efb-467f-8207-f05f363205d7 None None] DHCP port deletion for 479e3bd2-51f9-4478-a101-a2e46271560c request from dv-neutron-822799-1-hyperv {{(pid=87637) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 23 17:04:28.460175 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-7130dd12-4efb-467f-8207-f05f363205d7 None None] Deleting port 07a683c0-5fb4-4c8d-8c43-56ee651a6899 {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 17:04:28.460562 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-7130dd12-4efb-467f-8207-f05f363205d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 17:04:28.537577 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.db [None req-777edc43-304d-4dc1-a75c-2b330800511f admin admin] For port 07a683c0-5fb4-4c8d-8c43-56ee651a6899, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=07a683c0-5fb4-4c8d-8c43-56ee651a6899,segment=NetworkSegment(35472596-8dfb-4345-bfd8-9e6960a30ea2),segment_id=35472596-8dfb-4345-bfd8-9e6960a30ea2)] {{(pid=87636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 17:04:28.537932 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-777edc43-304d-4dc1-a75c-2b330800511f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 17:04:28.658971 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.plugin [None req-777edc43-304d-4dc1-a75c-2b330800511f admin admin] Calling delete_port for 07a683c0-5fb4-4c8d-8c43-56ee651a6899 owned by network:dhcp {{(pid=87636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 17:04:28.712217 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.db [None req-7130dd12-4efb-467f-8207-f05f363205d7 None None] For port 07a683c0-5fb4-4c8d-8c43-56ee651a6899, host dv-neutron-822799-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822799-1-hyperv',level=0,port_id=07a683c0-5fb4-4c8d-8c43-56ee651a6899,segment=NetworkSegment(35472596-8dfb-4345-bfd8-9e6960a30ea2),segment_id=35472596-8dfb-4345-bfd8-9e6960a30ea2)] {{(pid=87637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 23 17:04:28.712537 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-7130dd12-4efb-467f-8207-f05f363205d7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1822123'] for port, precommit_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 17:04:28.738626 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-777edc43-304d-4dc1-a75c-2b330800511f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-533840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735363031390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735362536789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2176474'] for port, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 17:04:28.742675 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-16afe104-5c05-4fd1-b55b-452b61e931a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 17:04:28.785306 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777edc43-304d-4dc1-a75c-2b330800511f admin admin] Pushing event deleted for resources: {'Port': ['ID=07a683c0-5fb4-4c8d-8c43-56ee651a6899,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 17:04:28.788373 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-777edc43-304d-4dc1-a75c-2b330800511f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 17:04:28.789168 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-777edc43-304d-4dc1-a75c-2b330800511f admin admin] No DVR routers for this DVR port 07a683c0-5fb4-4c8d-8c43-56ee651a6899 on host dv-neutron-822799-1-hyperv {{(pid=87636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 23 17:04:28.836813 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-7130dd12-4efb-467f-8207-f05f363205d7 None None] Calling delete_port for 07a683c0-5fb4-4c8d-8c43-56ee651a6899 owned by network:dhcp {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 23 17:04:28.901921 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-777edc43-304d-4dc1-a75c-2b330800511f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-864347', 'neutron.services.segments.db._delete_segments_for_network-8735362908070'] for network, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 17:04:28.909801 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.db.api [None req-7130dd12-4efb-467f-8207-f05f363205d7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87637) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 23 17:04:28.910092 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG oslo_db.api [None req-7130dd12-4efb-467f-8207-f05f363205d7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 23 17:04:28.926205 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-777edc43-304d-4dc1-a75c-2b330800511f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1dbb35bbe0>,) {'filters': {'network_id': ['479e3bd2-51f9-4478-a101-a2e46271560c']}} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 17:04:28.937778 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-777edc43-304d-4dc1-a75c-2b330800511f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dbb35bbe0>, '35472596-8dfb-4345-bfd8-9e6960a30ea2') {'for_net_delete': True} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 17:04:28.938093 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.services.segments.db [None req-777edc43-304d-4dc1-a75c-2b330800511f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1dbb35bbe0>, '35472596-8dfb-4345-bfd8-9e6960a30ea2') {} {{(pid=87636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 23 17:04:28.949274 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-777edc43-304d-4dc1-a75c-2b330800511f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735363085442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2382197'] for segment, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 17:04:28.968192 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-777edc43-304d-4dc1-a75c-2b330800511f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 17:04:28.974664 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-777edc43-304d-4dc1-a75c-2b330800511f admin admin] Releasing vlan 444 on physical network physnet1 to pool {{(pid=87636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 23 17:04:28.975136 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-777edc43-304d-4dc1-a75c-2b330800511f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2176261'] for segment, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 17:04:28.988612 dv-neutron-822799-1-hyperv neutron-server[87636]: Traceback (most recent call last):
Dec 23 17:04:28.988612 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 23 17:04:28.988612 dv-neutron-822799-1-hyperv neutron-server[87636]:     timer()
Dec 23 17:04:28.988612 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 23 17:04:28.988612 dv-neutron-822799-1-hyperv neutron-server[87636]:     cb(*args, **kw)
Dec 23 17:04:28.988612 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 23 17:04:28.988612 dv-neutron-822799-1-hyperv neutron-server[87636]:     return func(*args, **kwargs)
Dec 23 17:04:28.988612 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 23 17:04:28.988612 dv-neutron-822799-1-hyperv neutron-server[87636]:     self._notify()
Dec 23 17:04:28.988612 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 23 17:04:28.988612 dv-neutron-822799-1-hyperv neutron-server[87636]:     self.callback(batched_events)
Dec 23 17:04:28.988612 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 23 17:04:28.988612 dv-neutron-822799-1-hyperv neutron-server[87636]:     event.method(event)
Dec 23 17:04:28.988612 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 23 17:04:28.988612 dv-neutron-822799-1-hyperv neutron-server[87636]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 23 17:04:28.988612 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 23 17:04:28.988612 dv-neutron-822799-1-hyperv neutron-server[87636]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 23 17:04:28.988612 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 23 17:04:28.988612 dv-neutron-822799-1-hyperv neutron-server[87636]:     return f(self, *a, **k)
Dec 23 17:04:28.988612 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 23 17:04:28.988612 dv-neutron-822799-1-hyperv neutron-server[87636]:     return self._get(url).json()
Dec 23 17:04:28.988612 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 23 17:04:28.988612 dv-neutron-822799-1-hyperv neutron-server[87636]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 23 17:04:28.988612 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 23 17:04:28.988612 dv-neutron-822799-1-hyperv neutron-server[87636]:     return self.request(url, 'GET', **kwargs)
Dec 23 17:04:28.988612 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 23 17:04:28.988612 dv-neutron-822799-1-hyperv neutron-server[87636]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 23 17:04:28.988612 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 23 17:04:28.988612 dv-neutron-822799-1-hyperv neutron-server[87636]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 23 17:04:28.988612 dv-neutron-822799-1-hyperv neutron-server[87636]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 23 17:04:28.988612 dv-neutron-822799-1-hyperv neutron-server[87636]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 23 17:04:28.988612 dv-neutron-822799-1-hyperv neutron-server[87636]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 23 17:04:29.063066 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 07a683c0-5fb4-4c8d-8c43-56ee651a6899 no longer exists at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 23 17:04:29.063564 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-777edc43-304d-4dc1-a75c-2b330800511f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-864336', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1824171'] for network, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 17:04:29.068658 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-777edc43-304d-4dc1-a75c-2b330800511f admin admin] Notify callbacks [] for network, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 17:04:29.071180 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-905972fc-a987-48e3-9e07-c572916dc48f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 17:04:29.093259 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777edc43-304d-4dc1-a75c-2b330800511f admin admin] Pushing event deleted for resources: {'Network': ['ID=479e3bd2-51f9-4478-a101-a2e46271560c,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 17:04:29.095709 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-777edc43-304d-4dc1-a75c-2b330800511f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 17:04:29.097503 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] No Port match for: 07a683c0-5fb4-4c8d-8c43-56ee651a6899 {{(pid=87637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 23 17:04:29.097843 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 07a683c0-5fb4-4c8d-8c43-56ee651a6899 not bound to the agent host dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 23 17:04:29.098177 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 07552fad-a8ad-4094-b045-c05acde3b920 no longer exists at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 23 17:04:29.099563 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-777edc43-304d-4dc1-a75c-2b330800511f admin admin] 10.222.0.64 "DELETE /v2.0/networks/479e3bd2-51f9-4478-a101-a2e46271560c HTTP/1.1" status: 204  len: 168 time: 0.8883178
Dec 23 17:04:29.131454 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] No Port match for: 07552fad-a8ad-4094-b045-c05acde3b920 {{(pid=87637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 23 17:04:29.131821 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 07552fad-a8ad-4094-b045-c05acde3b920 not bound to the agent host dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 23 17:04:29.132249 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 5f7f7dec-79c6-463b-bbed-ce402a3f9111 no longer exists at agent ovs-agent-dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 23 17:04:29.167179 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] No Port match for: 5f7f7dec-79c6-463b-bbed-ce402a3f9111 {{(pid=87637) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 23 17:04:29.167446 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.rpc [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Device 5f7f7dec-79c6-463b-bbed-ce402a3f9111 not bound to the agent host dv-neutron-822799-1-hyperv {{(pid=87637) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 23 17:04:29.213465 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 33124) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 17:04:29.291321 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-c806782a-000a-4f0a-968c-170e9a1bd863 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c754b4ca22a9494d99e8e57c61279a10&name=default HTTP/1.1" status: 200  len: 2983 time: 0.0762725
Dec 23 17:04:29.293446 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 33128) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 17:04:29.350819 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-bc74b9c3-ed51-43cb-b787-f134d587b939 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 17:04:29.377243 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-bc74b9c3-ed51-43cb-b787-f134d587b939 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 17:04:29.411365 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-7130dd12-4efb-467f-8207-f05f363205d7 None None] Deleting port 07a683c0-5fb4-4c8d-8c43-56ee651a6899 {{(pid=87637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 23 17:04:29.411909 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-7130dd12-4efb-467f-8207-f05f363205d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735363028682'] for port, before_delete {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 17:04:29.428845 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-bc74b9c3-ed51-43cb-b787-f134d587b939 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 17:04:29.432500 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-7cadfe4a-3233-4ebd-9952-379b99dbb538 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 17:04:29.444953 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc74b9c3-ed51-43cb-b787-f134d587b939 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91e1dacb-b2f0-433a-a852-d92dc0e1dcc8,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 17:04:29.448252 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-bc74b9c3-ed51-43cb-b787-f134d587b939 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 17:04:29.458578 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-bc74b9c3-ed51-43cb-b787-f134d587b939 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 17:04:29.459755 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-bc74b9c3-ed51-43cb-b787-f134d587b939 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/91e1dacb-b2f0-433a-a852-d92dc0e1dcc8 HTTP/1.1" status: 204  len: 168 time: 0.1653903
Dec 23 17:04:29.486760 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron.plugins.ml2.plugin [None req-7130dd12-4efb-467f-8207-f05f363205d7 None None] The port '07a683c0-5fb4-4c8d-8c43-56ee651a6899' was deleted {{(pid=87637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 23 17:04:29.862247 dv-neutron-822799-1-hyperv neutron-server[87635]: DEBUG neutron.wsgi [-] (87635) accepted ('10.222.0.64', 33136) {{(pid=87635) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 17:04:29.914536 dv-neutron-822799-1-hyperv neutron-server[87635]: INFO neutron.wsgi [None req-1abde586-a85f-440e-8e53-ec8afc2019a7 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d77d84750ac34cb59ad2b3fe4cd6568b&name=default HTTP/1.1" status: 200  len: 2983 time: 0.0509562
Dec 23 17:04:29.917817 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.wsgi [-] (87636) accepted ('10.222.0.64', 33140) {{(pid=87636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 23 17:04:29.975910 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-915f74b5-96c1-4b09-9016-ac662c5869d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 17:04:30.004028 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-915f74b5-96c1-4b09-9016-ac662c5869d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 17:04:30.066048 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-915f74b5-96c1-4b09-9016-ac662c5869d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1762339'] for security_group, after_delete {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 17:04:30.070318 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-e45d5b3a-1d1d-4ece-a6c1-e9bde99dcb77 tempest-TestShelveInstance-1589852335 tempest-TestShelveInstance-1589852335-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 23 17:04:30.083073 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915f74b5-96c1-4b09-9016-ac662c5869d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a771426-1831-4ac9-ba7c-1a17edcd6021,revision_number=None']} {{(pid=87636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 23 17:04:30.085908 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG oslo_concurrency.lockutils [None req-915f74b5-96c1-4b09-9016-ac662c5869d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=87636) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 23 17:04:30.087890 dv-neutron-822799-1-hyperv neutron-server[87636]: DEBUG neutron_lib.callbacks.manager [None req-915f74b5-96c1-4b09-9016-ac662c5869d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 17:04:30.088989 dv-neutron-822799-1-hyperv neutron-server[87636]: INFO neutron.wsgi [None req-915f74b5-96c1-4b09-9016-ac662c5869d3 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0a771426-1831-4ac9-ba7c-1a17edcd6021 HTTP/1.1" status: 204  len: 168 time: 0.1702514
Dec 23 17:04:42.408055 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 17:04:47.472480 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-50ceeb13-cfa7-4537-afdc-92c9a50dae76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 17:04:49.807341 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-7d0c7677-1f4a-46e2-94e5-3a4c8c54b359 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 17:04:51.002240 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 17:04:51.030039 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9dcbea60-a34f-4144-91e7-90aff3f57aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 17:04:52.543215 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9e3aab53-d650-47e3-b8a6-2dff21fe9ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 17:04:56.720408 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.agents_db [None req-30c2320c-f298-49f6-9c47-c20e38116a9c None None] Agent healthcheck: found 6 active agents {{(pid=87638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 23 17:05:12.420776 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 17:05:17.460384 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3d9cc37e-dc9a-4292-9c80-177370b39fae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 17:05:19.816718 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-afd79cbd-2df2-4873-b422-65db701fb5e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 17:05:20.995278 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 17:05:21.029824 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9dcbea60-a34f-4144-91e7-90aff3f57aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 17:05:22.548960 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9e3aab53-d650-47e3-b8a6-2dff21fe9ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 17:05:33.724337 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.agents_db [None req-30c2320c-f298-49f6-9c47-c20e38116a9c None None] Agent healthcheck: found 6 active agents {{(pid=87638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 23 17:05:42.437767 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 17:05:47.460617 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-e23db5df-3e68-4bac-82d3-b4644fe9b530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 17:05:49.805772 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3caf58a6-b37c-4774-9398-e7fb32f6f7dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 17:05:51.002142 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 17:05:51.038831 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9dcbea60-a34f-4144-91e7-90aff3f57aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 17:05:52.547743 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9e3aab53-d650-47e3-b8a6-2dff21fe9ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 17:06:10.729034 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.agents_db [None req-30c2320c-f298-49f6-9c47-c20e38116a9c None None] Agent healthcheck: found 6 active agents {{(pid=87638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 23 17:06:12.452736 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 17:06:17.462883 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-37cb4514-9ab2-4562-94cf-eecddf1090d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 17:06:19.807252 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-7771cf5b-1958-40ad-99ee-70b386f2750d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 17:06:21.000790 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 17:06:21.040698 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9dcbea60-a34f-4144-91e7-90aff3f57aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 17:06:22.551091 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9e3aab53-d650-47e3-b8a6-2dff21fe9ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 17:06:42.459354 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 17:06:47.466323 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-8504ad43-8ed3-4bd8-99c3-9d78c627f227 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 17:06:47.732984 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.agents_db [None req-30c2320c-f298-49f6-9c47-c20e38116a9c None None] Agent healthcheck: found 6 active agents {{(pid=87638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 23 17:06:49.808849 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-2496425f-d6de-4051-beb0-7a40f513a8d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 17:06:50.988748 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 17:06:51.039996 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9dcbea60-a34f-4144-91e7-90aff3f57aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 17:06:52.555638 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9e3aab53-d650-47e3-b8a6-2dff21fe9ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 17:07:12.464458 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 17:07:17.461365 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-c0a248aa-06ed-4827-92b3-40b5eecd01db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 17:07:19.816763 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3eade7ad-c478-4fdb-9d42-f98b5b47bb0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 17:07:20.990528 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 17:07:21.041826 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9dcbea60-a34f-4144-91e7-90aff3f57aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 17:07:22.566823 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9e3aab53-d650-47e3-b8a6-2dff21fe9ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 17:07:24.732688 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.agents_db [None req-30c2320c-f298-49f6-9c47-c20e38116a9c None None] Agent healthcheck: found 6 active agents {{(pid=87638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 23 17:07:42.474733 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 17:07:47.469945 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-eafde350-abdb-4b58-8e93-bb12daf7655b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 17:07:49.809179 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f7e0977c-8515-48e7-994d-5cdc1fecc296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 17:07:50.987170 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 17:07:51.045257 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9dcbea60-a34f-4144-91e7-90aff3f57aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 17:07:52.574697 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9e3aab53-d650-47e3-b8a6-2dff21fe9ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 17:08:01.733897 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.agents_db [None req-30c2320c-f298-49f6-9c47-c20e38116a9c None None] Agent healthcheck: found 6 active agents {{(pid=87638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 23 17:08:12.468388 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 17:08:17.475667 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-93dc2403-14d1-4126-bff1-bafef6879c3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 17:08:19.806933 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-546a5c78-db14-47a6-9b2d-d96d15145b26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 17:08:20.990821 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 17:08:21.048623 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9dcbea60-a34f-4144-91e7-90aff3f57aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 17:08:22.571274 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9e3aab53-d650-47e3-b8a6-2dff21fe9ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 17:08:38.737852 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.agents_db [None req-30c2320c-f298-49f6-9c47-c20e38116a9c None None] Agent healthcheck: found 6 active agents {{(pid=87638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 23 17:08:42.479055 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 17:08:47.482507 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-17024ec1-b4fc-44f1-886b-6b4e03d92859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 17:08:49.811010 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-02d4ee55-5d77-49b8-b8b0-f730a074712f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 17:08:50.997271 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 17:08:51.052679 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9dcbea60-a34f-4144-91e7-90aff3f57aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 17:08:52.583787 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9e3aab53-d650-47e3-b8a6-2dff21fe9ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 17:09:12.481794 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 17:09:15.741696 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.agents_db [None req-30c2320c-f298-49f6-9c47-c20e38116a9c None None] Agent healthcheck: found 6 active agents {{(pid=87638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 23 17:09:17.476394 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-252e4a9c-47b9-4344-a7c6-e095016c8014 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 17:09:19.811031 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-a2362a11-92df-4c8b-be33-73e2d3a0f55b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 17:09:20.986547 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 17:09:21.058603 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9dcbea60-a34f-4144-91e7-90aff3f57aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 17:09:22.580605 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9e3aab53-d650-47e3-b8a6-2dff21fe9ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 17:09:42.467866 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-f031cfc4-02b2-4cb3-a2fd-b0626b240473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 17:09:47.470198 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-c0b24d9c-cd4c-4716-ac68-4e16ac8f7bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 17:09:49.808307 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-e05aa39c-35be-4db8-9154-b707664f17b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 17:09:50.980727 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-3ccb396d-2ebd-469e-abcd-5b4806771b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 17:09:51.058838 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9dcbea60-a34f-4144-91e7-90aff3f57aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 17:09:52.581405 dv-neutron-822799-1-hyperv neutron-server[87637]: DEBUG neutron_lib.callbacks.manager [None req-9e3aab53-d650-47e3-b8a6-2dff21fe9ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735362908079', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-862481'] for agent, after_update {{(pid=87637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 23 17:09:52.740624 dv-neutron-822799-1-hyperv neutron-server[87638]: DEBUG neutron.db.agents_db [None req-30c2320c-f298-49f6-9c47-c20e38116a9c None None] Agent healthcheck: found 6 active agents {{(pid=87638) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}